smallcloudai
/

Refact-1_6-base

Text Generation

Model card Files Files and versions Community

reymondzzzz commited on Jul 20, 2023

Commit

b004ab9

•

1 Parent(s): 0d4a0b5

Upload GPTRefactForCausalLM

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -11,7 +11,7 @@
   "eos_token_id": 50256,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
-  "model_type": "gpt_bigcode",
   "multi_query": true,
   "n_embd": 2048,
   "n_head": 32,

   "eos_token_id": 50256,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt_refact",
   "multi_query": true,
   "n_embd": 2048,
   "n_head": 32,