EleutherAI
/

gpt-neox-20b

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

Set dropout in config.json to be 0 ?

#7

by hails - opened Dec 15, 2022

base: refs/heads/main

←

from: refs/pr/7

Discussion Files changed

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -2,11 +2,11 @@
   "architectures": [
     "GPTNeoXForCausalLM"
   ],
-  "attention_probs_dropout_prob": 0.1,
   "bos_token_id": 0,
   "eos_token_id": 0,
   "hidden_act": "gelu_fast",
-  "hidden_dropout_prob": 0.1,
   "hidden_size": 6144,
   "initializer_range": 0.02,
   "intermediate_size": 24576,

   "architectures": [
     "GPTNeoXForCausalLM"
   ],
+  "attention_probs_dropout_prob": 0,
   "bos_token_id": 0,
   "eos_token_id": 0,
   "hidden_act": "gelu_fast",
+  "hidden_dropout_prob": 0,
   "hidden_size": 6144,
   "initializer_range": 0.02,
   "intermediate_size": 24576,