levmckinney commited on
Commit
5789839
1 Parent(s): 71df1af

pythia-1.4b-deduped-v0 migrated

Browse files
lens/pythia-1.4b-deduped-v0/config.json CHANGED
@@ -1 +1 @@
1
- {"identity_init": true, "include_input": true, "rank": null, "shared_mlp_hidden_sizes": [], "sublayers": false, "num_layers": 24, "vocab_size": 50304, "bias": true, "d_model": 2048, "dropout": 0.0, "mlp_hidden_sizes": []}
 
1
+ {"base_model_name_or_path": "EleutherAI/pythia-1.4b-deduped-v0", "d_model": 2048, "num_hidden_layers": 24, "bias": true, "base_model_revision": "b541e01fddacd3038799915cf8ff5b52e835a6c4", "unemebd_hash": "da1780eccec1a4ff12e43464da6cbef33b9ffde398a3056ac9648dd53229943e", "lens_type": "linear_tuned_lens"}
lens/pythia-1.4b-deduped-v0/params.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:993076b6486e55555a3699f44d74ede2235db26df9c61bccfed338077b6c8474
3
- size 814969879
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:713d414666c3a99f4e08cbfb700e40ba551989a2d99bba9e649e7b568f6e3974
3
+ size 402860707
migrate.sh CHANGED
@@ -2,7 +2,7 @@
2
 
3
  set -e
4
 
5
- for i in pythia-1b-deduped-v0,EleutherAI/pythia-1b-deduped-v0 pythia-6.9b-deduped-v0,EleutherAI/pythia-6.9b-deduped-v0 opt-1.3b,facebook/opt-1.3b pythia-410m-deduped-v0,EleutherAI/pythia-410m-deduped-v0 pythia-12b-deduped-v0,EleutherAI/pythia-12b-deduped-v0 gpt-neox-20b,EleutherAI/gpt-neox-20b
6
  do
7
  IFS=","
8
  set -- $i
 
2
 
3
  set -e
4
 
5
+ for i in pythia-1.4b-deduped-v0,EleutherAI/pythia-1.4b-deduped-v0
6
  do
7
  IFS=","
8
  set -- $i