lapp0
/

esm2_speedrun

Inference Endpoints

Model card Files Files and versions Community

lapp0 commited on Dec 30, 2024

Commit

5e924fe

·

verified ·

1 Parent(s): 28d8e5e

Upload ESM

Files changed (2) hide show

config.json +2 -2
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -3,9 +3,9 @@
     "ESM"
   ],
   "expansion_ratio": 2.6666666666666665,
-  "hidden_size": 384,
   "num_attention_heads": 6,
-  "num_hidden_layers": 4,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.47.1",
   "vocab_size": 33

     "ESM"
   ],
   "expansion_ratio": 2.6666666666666665,
+  "hidden_size": 768,
   "num_attention_heads": 6,
+  "num_hidden_layers": 12,
   "torch_dtype": "bfloat16",
   "transformers_version": "4.47.1",
   "vocab_size": 33

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06b3088b51eea9e616f8b07a5c963055ccdc930dd8dffac54e9c4189788491e0
-size 19741740

 version https://git-lfs.github.com/spec/v1
+oid sha256:6f6d64ab483f75e734493da944f42e354eff53dc9c5d809a7bf5db901803fbe2
+size 174759692