levmckinney commited on
Commit
eb6b4f3
1 Parent(s): 909d126

opt-125m migrated

Browse files
lens/opt-125m/config.json CHANGED
@@ -1 +1 @@
1
- {"dropout": 0.0, "identity_init": true, "include_input": true, "layer_norm": false, "mlp_hidden_sizes": [], "rank": null, "shared_mlp_hidden_sizes": [], "share_weights": false, "sublayers": false, "num_layers": 12, "vocab_size": 50272, "bias": true, "d_model": 768}
 
1
+ {"base_model_name_or_path": "facebook/opt-125m", "d_model": 768, "num_hidden_layers": 12, "bias": true, "base_model_revision": "3d2b5f275bdf882b8775f902e1bfdb790e2cfc32", "unemebd_hash": "d54b1bdd7e16d4dab3bb9f1856c1146310a3ce228e667640843455a3956dc9b4", "lens_type": "linear_tuned_lens"}
lens/opt-125m/params.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bae8648dc89c2b7ae903d231b2d38d87616dae5ffec7e79e3e549fec8207c159
3
- size 182797111
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f61d7716618783244f2e7f5d26022df092b80695e9620ccb02c5ffb70f9b1405
3
+ size 28353795