levmckinney commited on
Commit
e8403e5
1 Parent(s): ab69474

pythia-1b-deduped-v0 migrated

Browse files
lens/pythia-1b-deduped-v0/config.json CHANGED
@@ -1 +1 @@
1
- {"identity_init": true, "include_input": true, "rank": null, "shared_mlp_hidden_sizes": [], "sublayers": false, "num_layers": 16, "vocab_size": 50304, "bias": true, "d_model": 2048, "dropout": 0.0, "mlp_hidden_sizes": []}
 
1
+ {"base_model_name_or_path": "EleutherAI/pythia-1b-deduped-v0", "d_model": 2048, "num_hidden_layers": 16, "bias": true, "base_model_revision": "021f79f50ff000ae1c159e22402ffec62284664d", "unemebd_hash": "b97dd35a220ea2694e263be05d2f19129fc5725c1d201d83eae5a78eeebcf527", "lens_type": "linear_tuned_lens"}
lens/pythia-1b-deduped-v0/params.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b8c83f3fdb656c409e8cf2c5ecef1a4aba7d2bfd1f3fe4e0fa1b24602fc03279
3
- size 680682391
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e10ed1a0b10251aaf1b7c542f14ad2c7a850103dfdffcd9da3d21e107d779eeb
3
+ size 268573731
migrate.sh CHANGED
@@ -2,7 +2,7 @@
2
 
3
  set -e
4
 
5
- for i in opt-6.7b,facebook/opt-6.7b pythia-1.4b-deduped-v0,EleutherAI/pythia-1.4b-deduped-v0 pythia-1b-deduped-v0,EleutherAI/pythia-1b-deduped-v0 pythia-6.9b-deduped-v0,EleutherAI/pythia-6.9b-deduped-v0 opt-1.3b,facebook/opt-1.3b pythia-410m-deduped-v0,EleutherAI/pythia-410m-deduped-v0 pythia-12b-deduped-v0,EleutherAI/pythia-12b-deduped-v0 gpt-neox-20b,EleutherAI/gpt-neox-20b
6
  do
7
  IFS=","
8
  set -- $i
 
2
 
3
  set -e
4
 
5
+ for i in pythia-1b-deduped-v0,EleutherAI/pythia-1b-deduped-v0 pythia-6.9b-deduped-v0,EleutherAI/pythia-6.9b-deduped-v0 opt-1.3b,facebook/opt-1.3b pythia-410m-deduped-v0,EleutherAI/pythia-410m-deduped-v0 pythia-12b-deduped-v0,EleutherAI/pythia-12b-deduped-v0 gpt-neox-20b,EleutherAI/gpt-neox-20b
6
  do
7
  IFS=","
8
  set -- $i