Hugging Face's logo

Group-SAE
/
pythia_1b_latents

Model card Files Community
marco-molinari commited on
Commit
41b8fee
·
verified ·
1 Parent(s): 11e1315

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. 1/.gpt_neox.layers.0/0_32767.safetensors +3 -0
  2. 1/.gpt_neox.layers.0/config.json +1 -0
  3. 1/.gpt_neox.layers.1/0_32767.safetensors +3 -0
  4. 1/.gpt_neox.layers.1/config.json +1 -0
  5. 1/.gpt_neox.layers.10/0_32767.safetensors +3 -0
  6. 1/.gpt_neox.layers.10/config.json +1 -0
  7. 1/.gpt_neox.layers.11/0_32767.safetensors +3 -0
  8. 1/.gpt_neox.layers.11/config.json +1 -0
  9. 1/.gpt_neox.layers.12/0_32767.safetensors +3 -0
  10. 1/.gpt_neox.layers.12/config.json +1 -0
  11. 1/.gpt_neox.layers.13/0_32767.safetensors +3 -0
  12. 1/.gpt_neox.layers.13/config.json +1 -0
  13. 1/.gpt_neox.layers.14/0_32767.safetensors +3 -0
  14. 1/.gpt_neox.layers.14/config.json +1 -0
  15. 1/.gpt_neox.layers.2/0_32767.safetensors +3 -0
  16. 1/.gpt_neox.layers.2/config.json +1 -0
  17. 1/.gpt_neox.layers.3/0_32767.safetensors +3 -0
  18. 1/.gpt_neox.layers.3/config.json +1 -0
  19. 1/.gpt_neox.layers.4/0_32767.safetensors +3 -0
  20. 1/.gpt_neox.layers.4/config.json +1 -0
  21. 1/.gpt_neox.layers.5/0_32767.safetensors +3 -0
  22. 1/.gpt_neox.layers.5/config.json +1 -0
  23. 1/.gpt_neox.layers.6/0_32767.safetensors +3 -0
  24. 1/.gpt_neox.layers.6/config.json +1 -0
  25. 1/.gpt_neox.layers.7/0_32767.safetensors +3 -0
  26. 1/.gpt_neox.layers.7/config.json +1 -0
  27. 1/.gpt_neox.layers.8/0_32767.safetensors +3 -0
  28. 1/.gpt_neox.layers.8/config.json +1 -0
  29. 1/.gpt_neox.layers.9/0_32767.safetensors +3 -0
  30. 1/.gpt_neox.layers.9/config.json +1 -0
  31. 2/.gpt_neox.layers.0/0_32767.safetensors +3 -0
  32. 2/.gpt_neox.layers.0/config.json +1 -0
  33. 2/.gpt_neox.layers.1/0_32767.safetensors +3 -0
  34. 2/.gpt_neox.layers.1/config.json +1 -0
  35. 2/.gpt_neox.layers.10/0_32767.safetensors +3 -0
  36. 2/.gpt_neox.layers.10/config.json +1 -0
  37. 2/.gpt_neox.layers.11/0_32767.safetensors +3 -0
  38. 2/.gpt_neox.layers.11/config.json +1 -0
  39. 2/.gpt_neox.layers.12/0_32767.safetensors +3 -0
  40. 2/.gpt_neox.layers.12/config.json +1 -0
  41. 2/.gpt_neox.layers.13/0_32767.safetensors +3 -0
  42. 2/.gpt_neox.layers.13/config.json +1 -0
  43. 2/.gpt_neox.layers.14/0_32767.safetensors +3 -0
  44. 2/.gpt_neox.layers.14/config.json +1 -0
  45. 2/.gpt_neox.layers.2/0_32767.safetensors +3 -0
  46. 2/.gpt_neox.layers.2/config.json +1 -0
  47. 2/.gpt_neox.layers.3/0_32767.safetensors +3 -0
  48. 2/.gpt_neox.layers.3/config.json +1 -0
  49. 2/.gpt_neox.layers.4/0_32767.safetensors +3 -0
  50. 2/.gpt_neox.layers.4/config.json +1 -0
1/.gpt_neox.layers.0/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c67b0e0a3a351727c9090dc6cfeb32af2291c49fa54b200ade51488f6eefd7df
3
+ size 367821056
1/.gpt_neox.layers.0/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
1/.gpt_neox.layers.1/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5f3ca6b6cf6dc3e44d67c5c6c4e812d94dfb92310e001c96913e613c518dd39
3
+ size 367821056
1/.gpt_neox.layers.1/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
1/.gpt_neox.layers.10/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46ae33921c51b41647567931bc3275a6d9d6a23536effce981fb4bd5b9ad4cb8
3
+ size 367821056
1/.gpt_neox.layers.10/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
1/.gpt_neox.layers.11/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1e65ef4e24fb3fb358681cb5b82bffe8294fd448d73b2575008f6dd0f270122
3
+ size 367821056
1/.gpt_neox.layers.11/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
1/.gpt_neox.layers.12/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a33617c98a35967f195191c6e90801ca3743dacf76bfe53041f46dc01558b795
3
+ size 367821056
1/.gpt_neox.layers.12/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
1/.gpt_neox.layers.13/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a287766fef359cdc55b3fd461e53d91d5cf0f0f81a8d24a5bace148a36167bca
3
+ size 367821056
1/.gpt_neox.layers.13/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
1/.gpt_neox.layers.14/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0433effd2dea895be562d28f4aaa0c1fd95adf9dae10149c0a31645834f7ffdb
3
+ size 367821056
1/.gpt_neox.layers.14/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
1/.gpt_neox.layers.2/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:793fb965446ff7bcca768c8e6f564f92cb8a2887c0c30c0096821b674a54e6b0
3
+ size 367821056
1/.gpt_neox.layers.2/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
1/.gpt_neox.layers.3/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e79965f5778114e533a79e198885940e6563cd4b08bd44c2a8a138d908e81b36
3
+ size 367821056
1/.gpt_neox.layers.3/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
1/.gpt_neox.layers.4/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49c6fe6aabe98c345a66ed68f223a2d1c1408239c930620416ec92975f0f8539
3
+ size 367821056
1/.gpt_neox.layers.4/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
1/.gpt_neox.layers.5/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a8417f971ddef2e1d817c9d546eefd57c8d9a94c831df0c60ec244d6dcae88a
3
+ size 367821056
1/.gpt_neox.layers.5/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
1/.gpt_neox.layers.6/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a048690ac711a2bbdb29957841f75fbd0d570f0e06270eb6fba08ca6fb33e0c
3
+ size 367821056
1/.gpt_neox.layers.6/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
1/.gpt_neox.layers.7/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf4e966887fe831a728eaf5c4f0bb0e53482fe1e60f5a3c8b0915750a9f85ede
3
+ size 367821056
1/.gpt_neox.layers.7/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
1/.gpt_neox.layers.8/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c1ed19d4da8b4f304c4f9e5fe45707694994e18d9baf9bbd1bf2ae77016b18d
3
+ size 367821056
1/.gpt_neox.layers.8/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
1/.gpt_neox.layers.9/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0416d148c8be7e5eefbf6fadd8dddf72a333215368ee1a8a596ae92568d98fdd
3
+ size 367821056
1/.gpt_neox.layers.9/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
2/.gpt_neox.layers.0/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fbac55bfaee60617d03fd314dccd86a215ed908c9a6d9ab49cd2b53aea803ac
3
+ size 367821056
2/.gpt_neox.layers.0/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
2/.gpt_neox.layers.1/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1db4fa12338679b92762371192ab5143953f9e7133506aabf5db1f096a5b806f
3
+ size 367821056
2/.gpt_neox.layers.1/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
2/.gpt_neox.layers.10/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3773e3d120f309757d4fb723c387fd1612042e348dfbcae1e42cd3fcc9268365
3
+ size 367821056
2/.gpt_neox.layers.10/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
2/.gpt_neox.layers.11/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce8d37287a4cd5185ebe2eb0845a2ecdcbb42775e7c7942461e7f756adf2ce04
3
+ size 367821056
2/.gpt_neox.layers.11/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
2/.gpt_neox.layers.12/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92044fe7737fe4ace460fa8374dd6583451db43cdb7d466bd21b4bdfb97b9d15
3
+ size 367821056
2/.gpt_neox.layers.12/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
2/.gpt_neox.layers.13/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:022857756619545a6badb02124bc17f4f2eb016f924bb94912b783cacf907abb
3
+ size 367821056
2/.gpt_neox.layers.13/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
2/.gpt_neox.layers.14/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:666f7d4c4d48d124a70cfaa5b408c988ac4fb5eee0f58dae0ef1ee4965faeba7
3
+ size 367821056
2/.gpt_neox.layers.14/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
2/.gpt_neox.layers.2/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2affdb07afa6dca94a40ed392b8f1a1c2b7c4e21632541b9e165239fd5b2edfa
3
+ size 367821056
2/.gpt_neox.layers.2/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
2/.gpt_neox.layers.3/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d040408a7857882da23dc754707fc751e139f53263507fbe83fb16b235b9da8f
3
+ size 367821056
2/.gpt_neox.layers.3/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
2/.gpt_neox.layers.4/0_32767.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00b028d0794ea74c5473be3835617b5d1754fc79b26e1d046388c52c9c267f1a
3
+ size 367821056
2/.gpt_neox.layers.4/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}