levmckinney commited on
Commit
381a4f2
1 Parent(s): d11af57

pythia-12b-deduped-v0 migrated

Browse files
lens/pythia-12b-deduped-v0/config.json CHANGED
@@ -1 +1 @@
1
- {"dropout": 0.0, "identity_init": true, "include_input": true, "mlp_hidden_sizes": [], "rank": null, "shared_mlp_hidden_sizes": [], "share_weights": false, "sublayers": false, "num_layers": 36, "vocab_size": 50688, "bias": true, "d_model": 5120}
 
1
+ {"base_model_name_or_path": "EleutherAI/pythia-12b-deduped-v0", "d_model": 5120, "num_hidden_layers": 36, "bias": true, "base_model_revision": "b497662035bf3c80b4f6a1ddfe09bc27763e843a", "unemebd_hash": "a161c0d1dd8793ca1683b0422f3b6573178ea7ebf26cf207e40cc56507aa0526", "lens_type": "linear_tuned_lens"}
lens/pythia-12b-deduped-v0/params.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ca1e95270638a16156cc21f3358ad70162b79d58f1c5e84a5307a72ac4fa97d
3
- size 4813762539
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9e34c28c900b7230afe7ae1dc99b58b82c22b3265de2cbf939e3946cdcec126
3
+ size 3775627331