williamberman
/

muse_research_run_benchmarking_512_output

Model card Files Files and versions Community

williamberman commited on Aug 31, 2023

Commit

f75f3f6

•

1 Parent(s): fdd7649

Update transformer/config.json

Files changed (1) hide show

transformer/config.json +1 -1

transformer/config.json CHANGED Viewed

@@ -25,7 +25,7 @@
   "intermediate_size": 2816,
   "layer_norm_before_mlm": false,
   "layer_norm_embedddings": false,
-  "layer_norm_eps": "1e-6",
   "learn_uncond_embeds": false,
   "ln_elementwise_affine": true,
   "mask_token_id": 8255,

   "intermediate_size": 2816,
   "layer_norm_before_mlm": false,
   "layer_norm_embedddings": false,
+  "layer_norm_eps": 0.000001,
   "learn_uncond_embeds": false,
   "ln_elementwise_affine": true,
   "mask_token_id": 8255,