diff --git a/1/.gpt_neox.layers.0/0_32767.safetensors b/1/.gpt_neox.layers.0/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..91ade24ef834244f8bbe69e13a322a7ecd96c044
--- /dev/null
+++ b/1/.gpt_neox.layers.0/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67b0e0a3a351727c9090dc6cfeb32af2291c49fa54b200ade51488f6eefd7df
+size 367821056
diff --git a/1/.gpt_neox.layers.0/config.json b/1/.gpt_neox.layers.0/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/1/.gpt_neox.layers.0/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/1/.gpt_neox.layers.1/0_32767.safetensors b/1/.gpt_neox.layers.1/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a25f5fe17c9edd492e62527597d383c569004d29
--- /dev/null
+++ b/1/.gpt_neox.layers.1/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f3ca6b6cf6dc3e44d67c5c6c4e812d94dfb92310e001c96913e613c518dd39
+size 367821056
diff --git a/1/.gpt_neox.layers.1/config.json b/1/.gpt_neox.layers.1/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/1/.gpt_neox.layers.1/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/1/.gpt_neox.layers.10/0_32767.safetensors b/1/.gpt_neox.layers.10/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8511cfb955db352626c301dacb87421c7397ff69
--- /dev/null
+++ b/1/.gpt_neox.layers.10/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ae33921c51b41647567931bc3275a6d9d6a23536effce981fb4bd5b9ad4cb8
+size 367821056
diff --git a/1/.gpt_neox.layers.10/config.json b/1/.gpt_neox.layers.10/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/1/.gpt_neox.layers.10/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/1/.gpt_neox.layers.11/0_32767.safetensors b/1/.gpt_neox.layers.11/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4a993a3c0a5532ee6a6dada3511da79ef1fe31c4
--- /dev/null
+++ b/1/.gpt_neox.layers.11/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e65ef4e24fb3fb358681cb5b82bffe8294fd448d73b2575008f6dd0f270122
+size 367821056
diff --git a/1/.gpt_neox.layers.11/config.json b/1/.gpt_neox.layers.11/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/1/.gpt_neox.layers.11/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/1/.gpt_neox.layers.12/0_32767.safetensors b/1/.gpt_neox.layers.12/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..756f4ba8776d751d68568422ca85a8bb2d38e3c9
--- /dev/null
+++ b/1/.gpt_neox.layers.12/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33617c98a35967f195191c6e90801ca3743dacf76bfe53041f46dc01558b795
+size 367821056
diff --git a/1/.gpt_neox.layers.12/config.json b/1/.gpt_neox.layers.12/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/1/.gpt_neox.layers.12/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/1/.gpt_neox.layers.13/0_32767.safetensors b/1/.gpt_neox.layers.13/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fba5be6b1ba68b693df9bcf96a0f1897f0273ff2
--- /dev/null
+++ b/1/.gpt_neox.layers.13/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a287766fef359cdc55b3fd461e53d91d5cf0f0f81a8d24a5bace148a36167bca
+size 367821056
diff --git a/1/.gpt_neox.layers.13/config.json b/1/.gpt_neox.layers.13/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/1/.gpt_neox.layers.13/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/1/.gpt_neox.layers.14/0_32767.safetensors b/1/.gpt_neox.layers.14/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0203ec725636dac5f269e6f69b697f5d0c71439e
--- /dev/null
+++ b/1/.gpt_neox.layers.14/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0433effd2dea895be562d28f4aaa0c1fd95adf9dae10149c0a31645834f7ffdb
+size 367821056
diff --git a/1/.gpt_neox.layers.14/config.json b/1/.gpt_neox.layers.14/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/1/.gpt_neox.layers.14/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/1/.gpt_neox.layers.2/0_32767.safetensors b/1/.gpt_neox.layers.2/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c14597ef1deec8a0b47a2a12a7858d328c740cf4
--- /dev/null
+++ b/1/.gpt_neox.layers.2/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793fb965446ff7bcca768c8e6f564f92cb8a2887c0c30c0096821b674a54e6b0
+size 367821056
diff --git a/1/.gpt_neox.layers.2/config.json b/1/.gpt_neox.layers.2/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/1/.gpt_neox.layers.2/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/1/.gpt_neox.layers.3/0_32767.safetensors b/1/.gpt_neox.layers.3/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..349b846004ea51e3678aacbf22d94506c8589d94
--- /dev/null
+++ b/1/.gpt_neox.layers.3/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79965f5778114e533a79e198885940e6563cd4b08bd44c2a8a138d908e81b36
+size 367821056
diff --git a/1/.gpt_neox.layers.3/config.json b/1/.gpt_neox.layers.3/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/1/.gpt_neox.layers.3/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/1/.gpt_neox.layers.4/0_32767.safetensors b/1/.gpt_neox.layers.4/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ccf8a8fe434c8c2ceaadfcbd2b53846e2c33e79d
--- /dev/null
+++ b/1/.gpt_neox.layers.4/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c6fe6aabe98c345a66ed68f223a2d1c1408239c930620416ec92975f0f8539
+size 367821056
diff --git a/1/.gpt_neox.layers.4/config.json b/1/.gpt_neox.layers.4/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/1/.gpt_neox.layers.4/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/1/.gpt_neox.layers.5/0_32767.safetensors b/1/.gpt_neox.layers.5/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e751123d5fb8d406c5dc0f02032eccff872e0505
--- /dev/null
+++ b/1/.gpt_neox.layers.5/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8417f971ddef2e1d817c9d546eefd57c8d9a94c831df0c60ec244d6dcae88a
+size 367821056
diff --git a/1/.gpt_neox.layers.5/config.json b/1/.gpt_neox.layers.5/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/1/.gpt_neox.layers.5/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/1/.gpt_neox.layers.6/0_32767.safetensors b/1/.gpt_neox.layers.6/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4ee22d5a0b900618e41e0df3281ed278470293c0
--- /dev/null
+++ b/1/.gpt_neox.layers.6/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a048690ac711a2bbdb29957841f75fbd0d570f0e06270eb6fba08ca6fb33e0c
+size 367821056
diff --git a/1/.gpt_neox.layers.6/config.json b/1/.gpt_neox.layers.6/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/1/.gpt_neox.layers.6/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/1/.gpt_neox.layers.7/0_32767.safetensors b/1/.gpt_neox.layers.7/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d109ae9d62409d1531860a39ef06cd5d261b3312
--- /dev/null
+++ b/1/.gpt_neox.layers.7/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4e966887fe831a728eaf5c4f0bb0e53482fe1e60f5a3c8b0915750a9f85ede
+size 367821056
diff --git a/1/.gpt_neox.layers.7/config.json b/1/.gpt_neox.layers.7/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/1/.gpt_neox.layers.7/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/1/.gpt_neox.layers.8/0_32767.safetensors b/1/.gpt_neox.layers.8/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cddc50d384d8cee1c0830d162e8cab5deb6ebc19
--- /dev/null
+++ b/1/.gpt_neox.layers.8/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1ed19d4da8b4f304c4f9e5fe45707694994e18d9baf9bbd1bf2ae77016b18d
+size 367821056
diff --git a/1/.gpt_neox.layers.8/config.json b/1/.gpt_neox.layers.8/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/1/.gpt_neox.layers.8/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/1/.gpt_neox.layers.9/0_32767.safetensors b/1/.gpt_neox.layers.9/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f5b03339b247fe2df6bd2c96b6b08195252b9bfb
--- /dev/null
+++ b/1/.gpt_neox.layers.9/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0416d148c8be7e5eefbf6fadd8dddf72a333215368ee1a8a596ae92568d98fdd
+size 367821056
diff --git a/1/.gpt_neox.layers.9/config.json b/1/.gpt_neox.layers.9/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/1/.gpt_neox.layers.9/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/2/.gpt_neox.layers.0/0_32767.safetensors b/2/.gpt_neox.layers.0/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..735416f10bcd4b3dedd920a07b70c9c55a875c06
--- /dev/null
+++ b/2/.gpt_neox.layers.0/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbac55bfaee60617d03fd314dccd86a215ed908c9a6d9ab49cd2b53aea803ac
+size 367821056
diff --git a/2/.gpt_neox.layers.0/config.json b/2/.gpt_neox.layers.0/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/2/.gpt_neox.layers.0/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/2/.gpt_neox.layers.1/0_32767.safetensors b/2/.gpt_neox.layers.1/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..271942ea556ce9aae8da21e6803e91109dcbc278
--- /dev/null
+++ b/2/.gpt_neox.layers.1/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db4fa12338679b92762371192ab5143953f9e7133506aabf5db1f096a5b806f
+size 367821056
diff --git a/2/.gpt_neox.layers.1/config.json b/2/.gpt_neox.layers.1/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/2/.gpt_neox.layers.1/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/2/.gpt_neox.layers.10/0_32767.safetensors b/2/.gpt_neox.layers.10/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9a57c9dc8071bb73f540a928050edca3f45912ea
--- /dev/null
+++ b/2/.gpt_neox.layers.10/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3773e3d120f309757d4fb723c387fd1612042e348dfbcae1e42cd3fcc9268365
+size 367821056
diff --git a/2/.gpt_neox.layers.10/config.json b/2/.gpt_neox.layers.10/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/2/.gpt_neox.layers.10/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/2/.gpt_neox.layers.11/0_32767.safetensors b/2/.gpt_neox.layers.11/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0458fed875a63443fd62e99991fe0d55f4985a35
--- /dev/null
+++ b/2/.gpt_neox.layers.11/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8d37287a4cd5185ebe2eb0845a2ecdcbb42775e7c7942461e7f756adf2ce04
+size 367821056
diff --git a/2/.gpt_neox.layers.11/config.json b/2/.gpt_neox.layers.11/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/2/.gpt_neox.layers.11/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/2/.gpt_neox.layers.12/0_32767.safetensors b/2/.gpt_neox.layers.12/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fbbadaf0ab3396f11f1660a76cec475d1ee58fc2
--- /dev/null
+++ b/2/.gpt_neox.layers.12/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92044fe7737fe4ace460fa8374dd6583451db43cdb7d466bd21b4bdfb97b9d15
+size 367821056
diff --git a/2/.gpt_neox.layers.12/config.json b/2/.gpt_neox.layers.12/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/2/.gpt_neox.layers.12/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/2/.gpt_neox.layers.13/0_32767.safetensors b/2/.gpt_neox.layers.13/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..61f629ed4ae56c1a7905fb95d70f2f26b1a98f4f
--- /dev/null
+++ b/2/.gpt_neox.layers.13/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022857756619545a6badb02124bc17f4f2eb016f924bb94912b783cacf907abb
+size 367821056
diff --git a/2/.gpt_neox.layers.13/config.json b/2/.gpt_neox.layers.13/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/2/.gpt_neox.layers.13/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/2/.gpt_neox.layers.14/0_32767.safetensors b/2/.gpt_neox.layers.14/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..62a4e206e0db44267a988202183094d7ac6d7276
--- /dev/null
+++ b/2/.gpt_neox.layers.14/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666f7d4c4d48d124a70cfaa5b408c988ac4fb5eee0f58dae0ef1ee4965faeba7
+size 367821056
diff --git a/2/.gpt_neox.layers.14/config.json b/2/.gpt_neox.layers.14/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/2/.gpt_neox.layers.14/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/2/.gpt_neox.layers.2/0_32767.safetensors b/2/.gpt_neox.layers.2/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..638f119c9cdc8231a28c471bcf5272a02cb83bd8
--- /dev/null
+++ b/2/.gpt_neox.layers.2/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2affdb07afa6dca94a40ed392b8f1a1c2b7c4e21632541b9e165239fd5b2edfa
+size 367821056
diff --git a/2/.gpt_neox.layers.2/config.json b/2/.gpt_neox.layers.2/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/2/.gpt_neox.layers.2/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/2/.gpt_neox.layers.3/0_32767.safetensors b/2/.gpt_neox.layers.3/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6c2bd939798c8f876409f555f04ab03c0f18afc5
--- /dev/null
+++ b/2/.gpt_neox.layers.3/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d040408a7857882da23dc754707fc751e139f53263507fbe83fb16b235b9da8f
+size 367821056
diff --git a/2/.gpt_neox.layers.3/config.json b/2/.gpt_neox.layers.3/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/2/.gpt_neox.layers.3/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/2/.gpt_neox.layers.4/0_32767.safetensors b/2/.gpt_neox.layers.4/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..808b614f40e288eaaff9cac0b86d67645d2fb9e1
--- /dev/null
+++ b/2/.gpt_neox.layers.4/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b028d0794ea74c5473be3835617b5d1754fc79b26e1d046388c52c9c267f1a
+size 367821056
diff --git a/2/.gpt_neox.layers.4/config.json b/2/.gpt_neox.layers.4/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/2/.gpt_neox.layers.4/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/2/.gpt_neox.layers.5/0_32767.safetensors b/2/.gpt_neox.layers.5/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..79030b18fd375a142acc9670e5b94674a6ad3077
--- /dev/null
+++ b/2/.gpt_neox.layers.5/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc52c413179883535d07579427e54949ec3e15fc4da6cab2a9306b85928b601b
+size 367821056
diff --git a/2/.gpt_neox.layers.5/config.json b/2/.gpt_neox.layers.5/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/2/.gpt_neox.layers.5/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/2/.gpt_neox.layers.6/0_32767.safetensors b/2/.gpt_neox.layers.6/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..06067666709a75bdbde6d2ebf2953aadca67418e
--- /dev/null
+++ b/2/.gpt_neox.layers.6/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6625fa12f8e1497a90de7e65d0adb720ea1b09fe7a31a8d9bfb4bb7d5b744ab
+size 367821056
diff --git a/2/.gpt_neox.layers.6/config.json b/2/.gpt_neox.layers.6/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/2/.gpt_neox.layers.6/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/2/.gpt_neox.layers.7/0_32767.safetensors b/2/.gpt_neox.layers.7/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cfd8bb4ee1d2b024dd8cdf2a03362d1c9d0c1314
--- /dev/null
+++ b/2/.gpt_neox.layers.7/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479eb2b7d8aec0c88a9734284ba97d38615347a50173ed5182d9bf179205f0c0
+size 367821056
diff --git a/2/.gpt_neox.layers.7/config.json b/2/.gpt_neox.layers.7/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/2/.gpt_neox.layers.7/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/2/.gpt_neox.layers.8/0_32767.safetensors b/2/.gpt_neox.layers.8/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..70f4c60640a00ce0270e57135dabfc7d476bc299
--- /dev/null
+++ b/2/.gpt_neox.layers.8/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eba7daa9fd2095b39048209cd60328ce159fbc149bae441a8961ed43a54ee0a
+size 367821056
diff --git a/2/.gpt_neox.layers.8/config.json b/2/.gpt_neox.layers.8/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/2/.gpt_neox.layers.8/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/2/.gpt_neox.layers.9/0_32767.safetensors b/2/.gpt_neox.layers.9/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..68958556bc0ab1adb630be3ac2f95fb1c2cf77f9
--- /dev/null
+++ b/2/.gpt_neox.layers.9/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592eef4b06f5ff00e2463c7b3e0028841d945114e3c85094eebefbfa7cf703e1
+size 367821056
diff --git a/2/.gpt_neox.layers.9/config.json b/2/.gpt_neox.layers.9/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/2/.gpt_neox.layers.9/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/3/.gpt_neox.layers.0/0_32767.safetensors b/3/.gpt_neox.layers.0/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ca0858697f39eeb5a23c022ad58bb76de3920133
--- /dev/null
+++ b/3/.gpt_neox.layers.0/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6be81b599853082d3e7accf4638769adb3c652fbb75aff99080676968e270d
+size 367821056
diff --git a/3/.gpt_neox.layers.0/config.json b/3/.gpt_neox.layers.0/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/3/.gpt_neox.layers.0/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/3/.gpt_neox.layers.1/0_32767.safetensors b/3/.gpt_neox.layers.1/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..483327c9196db7c9461f5973a8a49eec57f89b99
--- /dev/null
+++ b/3/.gpt_neox.layers.1/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f82cb2fb1b4caac127a7244b03b7dbc141a4449058820947039a48255d2273
+size 367821056
diff --git a/3/.gpt_neox.layers.1/config.json b/3/.gpt_neox.layers.1/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/3/.gpt_neox.layers.1/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/3/.gpt_neox.layers.10/0_32767.safetensors b/3/.gpt_neox.layers.10/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9a57c9dc8071bb73f540a928050edca3f45912ea
--- /dev/null
+++ b/3/.gpt_neox.layers.10/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3773e3d120f309757d4fb723c387fd1612042e348dfbcae1e42cd3fcc9268365
+size 367821056
diff --git a/3/.gpt_neox.layers.10/config.json b/3/.gpt_neox.layers.10/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/3/.gpt_neox.layers.10/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/3/.gpt_neox.layers.11/0_32767.safetensors b/3/.gpt_neox.layers.11/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0458fed875a63443fd62e99991fe0d55f4985a35
--- /dev/null
+++ b/3/.gpt_neox.layers.11/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8d37287a4cd5185ebe2eb0845a2ecdcbb42775e7c7942461e7f756adf2ce04
+size 367821056
diff --git a/3/.gpt_neox.layers.11/config.json b/3/.gpt_neox.layers.11/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/3/.gpt_neox.layers.11/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/3/.gpt_neox.layers.12/0_32767.safetensors b/3/.gpt_neox.layers.12/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fbbadaf0ab3396f11f1660a76cec475d1ee58fc2
--- /dev/null
+++ b/3/.gpt_neox.layers.12/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92044fe7737fe4ace460fa8374dd6583451db43cdb7d466bd21b4bdfb97b9d15
+size 367821056
diff --git a/3/.gpt_neox.layers.12/config.json b/3/.gpt_neox.layers.12/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/3/.gpt_neox.layers.12/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/3/.gpt_neox.layers.13/0_32767.safetensors b/3/.gpt_neox.layers.13/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..61f629ed4ae56c1a7905fb95d70f2f26b1a98f4f
--- /dev/null
+++ b/3/.gpt_neox.layers.13/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022857756619545a6badb02124bc17f4f2eb016f924bb94912b783cacf907abb
+size 367821056
diff --git a/3/.gpt_neox.layers.13/config.json b/3/.gpt_neox.layers.13/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/3/.gpt_neox.layers.13/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/3/.gpt_neox.layers.14/0_32767.safetensors b/3/.gpt_neox.layers.14/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..62a4e206e0db44267a988202183094d7ac6d7276
--- /dev/null
+++ b/3/.gpt_neox.layers.14/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666f7d4c4d48d124a70cfaa5b408c988ac4fb5eee0f58dae0ef1ee4965faeba7
+size 367821056
diff --git a/3/.gpt_neox.layers.14/config.json b/3/.gpt_neox.layers.14/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/3/.gpt_neox.layers.14/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/3/.gpt_neox.layers.2/0_32767.safetensors b/3/.gpt_neox.layers.2/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6beda8bb89d9cb9aac9c1aecd2e5a081ef32d442
--- /dev/null
+++ b/3/.gpt_neox.layers.2/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a426c43f9b8bdadb8ef222cf911a59284be98c8aa01fa7567c296b36e0e96a31
+size 367821056
diff --git a/3/.gpt_neox.layers.2/config.json b/3/.gpt_neox.layers.2/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/3/.gpt_neox.layers.2/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/3/.gpt_neox.layers.3/0_32767.safetensors b/3/.gpt_neox.layers.3/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..726469c502a257306e16abc5bab9850f7afbb40a
--- /dev/null
+++ b/3/.gpt_neox.layers.3/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f942972569307142aaa2aaddd05cc946dac6101139d432cd9573c5fce64b7acf
+size 367821056
diff --git a/3/.gpt_neox.layers.3/config.json b/3/.gpt_neox.layers.3/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/3/.gpt_neox.layers.3/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/3/.gpt_neox.layers.4/0_32767.safetensors b/3/.gpt_neox.layers.4/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7cc7a91cc925af4fd80916dfac4532ead0316f82
--- /dev/null
+++ b/3/.gpt_neox.layers.4/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec495230c3aa34c141053e4dbfec21d18b79c7ee3c433f90fb4b8b8bd07fd20c
+size 367821056
diff --git a/3/.gpt_neox.layers.4/config.json b/3/.gpt_neox.layers.4/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/3/.gpt_neox.layers.4/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/3/.gpt_neox.layers.5/0_32767.safetensors b/3/.gpt_neox.layers.5/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f87d070dbaf190010d9e34590b04cff76a03c283
--- /dev/null
+++ b/3/.gpt_neox.layers.5/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12aadd656425f781bc8ef7596b5ce1579f637591d7a3e7b2c7b29c8ffea7f674
+size 367821056
diff --git a/3/.gpt_neox.layers.5/config.json b/3/.gpt_neox.layers.5/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/3/.gpt_neox.layers.5/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/3/.gpt_neox.layers.6/0_32767.safetensors b/3/.gpt_neox.layers.6/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d7b27d8894d2de67d48c68059d39ed0313dc93d2
--- /dev/null
+++ b/3/.gpt_neox.layers.6/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477d89abfdbfea55f36b3807ac1f5d2df39c09a0aadd4ef6a40e6e5117f65460
+size 367821056
diff --git a/3/.gpt_neox.layers.6/config.json b/3/.gpt_neox.layers.6/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/3/.gpt_neox.layers.6/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/3/.gpt_neox.layers.7/0_32767.safetensors b/3/.gpt_neox.layers.7/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aa286977484e2aa8c198ef7592dd0bbc67b3444e
--- /dev/null
+++ b/3/.gpt_neox.layers.7/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42fb47b8f6c19b4bbc72426eeaa606838a9ffea4123b92ab17d95d4deaffdfd
+size 367821056
diff --git a/3/.gpt_neox.layers.7/config.json b/3/.gpt_neox.layers.7/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/3/.gpt_neox.layers.7/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/3/.gpt_neox.layers.8/0_32767.safetensors b/3/.gpt_neox.layers.8/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aabdeb1c622507f90aeee57cb68b726dad00f24c
--- /dev/null
+++ b/3/.gpt_neox.layers.8/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d88ef1719f9d638eef3c99231fe6d3e00032426eb7fc2f79563d8d5241863a
+size 367821056
diff --git a/3/.gpt_neox.layers.8/config.json b/3/.gpt_neox.layers.8/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/3/.gpt_neox.layers.8/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/3/.gpt_neox.layers.9/0_32767.safetensors b/3/.gpt_neox.layers.9/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..68958556bc0ab1adb630be3ac2f95fb1c2cf77f9
--- /dev/null
+++ b/3/.gpt_neox.layers.9/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592eef4b06f5ff00e2463c7b3e0028841d945114e3c85094eebefbfa7cf703e1
+size 367821056
diff --git a/3/.gpt_neox.layers.9/config.json b/3/.gpt_neox.layers.9/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/3/.gpt_neox.layers.9/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/4/.gpt_neox.layers.0/0_32767.safetensors b/4/.gpt_neox.layers.0/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ca0858697f39eeb5a23c022ad58bb76de3920133
--- /dev/null
+++ b/4/.gpt_neox.layers.0/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6be81b599853082d3e7accf4638769adb3c652fbb75aff99080676968e270d
+size 367821056
diff --git a/4/.gpt_neox.layers.0/config.json b/4/.gpt_neox.layers.0/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/4/.gpt_neox.layers.0/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/4/.gpt_neox.layers.1/0_32767.safetensors b/4/.gpt_neox.layers.1/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..483327c9196db7c9461f5973a8a49eec57f89b99
--- /dev/null
+++ b/4/.gpt_neox.layers.1/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f82cb2fb1b4caac127a7244b03b7dbc141a4449058820947039a48255d2273
+size 367821056
diff --git a/4/.gpt_neox.layers.1/config.json b/4/.gpt_neox.layers.1/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/4/.gpt_neox.layers.1/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/4/.gpt_neox.layers.10/0_32767.safetensors b/4/.gpt_neox.layers.10/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9437ae22f74e347e590945347ee3fa1fd818fae8
--- /dev/null
+++ b/4/.gpt_neox.layers.10/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e5d2ff3b9c346c6e06ba25b7cd870cd21a8a7a0687b5755e76a4d417e94fab
+size 367821056
diff --git a/4/.gpt_neox.layers.10/config.json b/4/.gpt_neox.layers.10/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/4/.gpt_neox.layers.10/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/4/.gpt_neox.layers.11/0_32767.safetensors b/4/.gpt_neox.layers.11/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2eee72b7ce4201d1ad14fb718a767c336d115cb0
--- /dev/null
+++ b/4/.gpt_neox.layers.11/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac37304456a2d7c0fc5d046e0dd86dd57b0be38dcdae8b8f2b9e0fbf40eb253
+size 367821056
diff --git a/4/.gpt_neox.layers.11/config.json b/4/.gpt_neox.layers.11/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/4/.gpt_neox.layers.11/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/4/.gpt_neox.layers.12/0_32767.safetensors b/4/.gpt_neox.layers.12/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d22cd59deed40f95e0012c45242b63c4a774adee
--- /dev/null
+++ b/4/.gpt_neox.layers.12/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577d5b778492811698d053d7b2629ec0f21c514be759d8519238083e7a0c3566
+size 367821056
diff --git a/4/.gpt_neox.layers.12/config.json b/4/.gpt_neox.layers.12/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/4/.gpt_neox.layers.12/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/4/.gpt_neox.layers.13/0_32767.safetensors b/4/.gpt_neox.layers.13/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..436eefc5f0aba5443af910acb8522d20448e0aaa
--- /dev/null
+++ b/4/.gpt_neox.layers.13/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6d8eb415371849e3c7efc48705737ae53718c2d59bd95f8169ec2a18d4b81a
+size 367821056
diff --git a/4/.gpt_neox.layers.13/config.json b/4/.gpt_neox.layers.13/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/4/.gpt_neox.layers.13/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/4/.gpt_neox.layers.14/0_32767.safetensors b/4/.gpt_neox.layers.14/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e4dc6d9e629f3bf68d3791448780a0d810d005cf
--- /dev/null
+++ b/4/.gpt_neox.layers.14/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832bbcd20763d26e9c687c3713b02771b37442febc8f9d5c9d65d9b883ddc194
+size 367821056
diff --git a/4/.gpt_neox.layers.14/config.json b/4/.gpt_neox.layers.14/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/4/.gpt_neox.layers.14/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/4/.gpt_neox.layers.2/0_32767.safetensors b/4/.gpt_neox.layers.2/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6beda8bb89d9cb9aac9c1aecd2e5a081ef32d442
--- /dev/null
+++ b/4/.gpt_neox.layers.2/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a426c43f9b8bdadb8ef222cf911a59284be98c8aa01fa7567c296b36e0e96a31
+size 367821056
diff --git a/4/.gpt_neox.layers.2/config.json b/4/.gpt_neox.layers.2/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/4/.gpt_neox.layers.2/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/4/.gpt_neox.layers.3/0_32767.safetensors b/4/.gpt_neox.layers.3/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..726469c502a257306e16abc5bab9850f7afbb40a
--- /dev/null
+++ b/4/.gpt_neox.layers.3/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f942972569307142aaa2aaddd05cc946dac6101139d432cd9573c5fce64b7acf
+size 367821056
diff --git a/4/.gpt_neox.layers.3/config.json b/4/.gpt_neox.layers.3/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/4/.gpt_neox.layers.3/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/4/.gpt_neox.layers.4/0_32767.safetensors b/4/.gpt_neox.layers.4/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7cc7a91cc925af4fd80916dfac4532ead0316f82
--- /dev/null
+++ b/4/.gpt_neox.layers.4/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec495230c3aa34c141053e4dbfec21d18b79c7ee3c433f90fb4b8b8bd07fd20c
+size 367821056
diff --git a/4/.gpt_neox.layers.4/config.json b/4/.gpt_neox.layers.4/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/4/.gpt_neox.layers.4/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/4/.gpt_neox.layers.5/0_32767.safetensors b/4/.gpt_neox.layers.5/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f87d070dbaf190010d9e34590b04cff76a03c283
--- /dev/null
+++ b/4/.gpt_neox.layers.5/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12aadd656425f781bc8ef7596b5ce1579f637591d7a3e7b2c7b29c8ffea7f674
+size 367821056
diff --git a/4/.gpt_neox.layers.5/config.json b/4/.gpt_neox.layers.5/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/4/.gpt_neox.layers.5/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/4/.gpt_neox.layers.6/0_32767.safetensors b/4/.gpt_neox.layers.6/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d7b27d8894d2de67d48c68059d39ed0313dc93d2
--- /dev/null
+++ b/4/.gpt_neox.layers.6/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477d89abfdbfea55f36b3807ac1f5d2df39c09a0aadd4ef6a40e6e5117f65460
+size 367821056
diff --git a/4/.gpt_neox.layers.6/config.json b/4/.gpt_neox.layers.6/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/4/.gpt_neox.layers.6/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/4/.gpt_neox.layers.7/0_32767.safetensors b/4/.gpt_neox.layers.7/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aa286977484e2aa8c198ef7592dd0bbc67b3444e
--- /dev/null
+++ b/4/.gpt_neox.layers.7/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42fb47b8f6c19b4bbc72426eeaa606838a9ffea4123b92ab17d95d4deaffdfd
+size 367821056
diff --git a/4/.gpt_neox.layers.7/config.json b/4/.gpt_neox.layers.7/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/4/.gpt_neox.layers.7/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/4/.gpt_neox.layers.8/0_32767.safetensors b/4/.gpt_neox.layers.8/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aabdeb1c622507f90aeee57cb68b726dad00f24c
--- /dev/null
+++ b/4/.gpt_neox.layers.8/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d88ef1719f9d638eef3c99231fe6d3e00032426eb7fc2f79563d8d5241863a
+size 367821056
diff --git a/4/.gpt_neox.layers.8/config.json b/4/.gpt_neox.layers.8/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/4/.gpt_neox.layers.8/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/4/.gpt_neox.layers.9/0_32767.safetensors b/4/.gpt_neox.layers.9/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c6975d0f69b4ed36efe72cd8ada6dd814b106557
--- /dev/null
+++ b/4/.gpt_neox.layers.9/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5ad9da3605fa1354b6d281f4b5c39ad9ebbde42821a36d6e87fe621e5949ba
+size 367821056
diff --git a/4/.gpt_neox.layers.9/config.json b/4/.gpt_neox.layers.9/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/4/.gpt_neox.layers.9/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/5/.gpt_neox.layers.0/0_32767.safetensors b/5/.gpt_neox.layers.0/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4b297cc0dd205766d0178033281e0d90a1e7ddb9
--- /dev/null
+++ b/5/.gpt_neox.layers.0/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b708b80a3eb81c579e99d574aaf40e38bbfe38906ef98adf55d957d2c6b5035f
+size 367821056
diff --git a/5/.gpt_neox.layers.0/config.json b/5/.gpt_neox.layers.0/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/5/.gpt_neox.layers.0/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/5/.gpt_neox.layers.1/0_32767.safetensors b/5/.gpt_neox.layers.1/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b6a0464eb110713124656d90972d688b4f9cdcac
--- /dev/null
+++ b/5/.gpt_neox.layers.1/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401f4de45176135da31e4fd3cec2c3b1100d7edb30e1097c3fa60204eeb75315
+size 367821056
diff --git a/5/.gpt_neox.layers.1/config.json b/5/.gpt_neox.layers.1/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/5/.gpt_neox.layers.1/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/5/.gpt_neox.layers.10/0_32767.safetensors b/5/.gpt_neox.layers.10/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9437ae22f74e347e590945347ee3fa1fd818fae8
--- /dev/null
+++ b/5/.gpt_neox.layers.10/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e5d2ff3b9c346c6e06ba25b7cd870cd21a8a7a0687b5755e76a4d417e94fab
+size 367821056
diff --git a/5/.gpt_neox.layers.10/config.json b/5/.gpt_neox.layers.10/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/5/.gpt_neox.layers.10/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/5/.gpt_neox.layers.11/0_32767.safetensors b/5/.gpt_neox.layers.11/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2eee72b7ce4201d1ad14fb718a767c336d115cb0
--- /dev/null
+++ b/5/.gpt_neox.layers.11/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac37304456a2d7c0fc5d046e0dd86dd57b0be38dcdae8b8f2b9e0fbf40eb253
+size 367821056
diff --git a/5/.gpt_neox.layers.11/config.json b/5/.gpt_neox.layers.11/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/5/.gpt_neox.layers.11/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/5/.gpt_neox.layers.12/0_32767.safetensors b/5/.gpt_neox.layers.12/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d22cd59deed40f95e0012c45242b63c4a774adee
--- /dev/null
+++ b/5/.gpt_neox.layers.12/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577d5b778492811698d053d7b2629ec0f21c514be759d8519238083e7a0c3566
+size 367821056
diff --git a/5/.gpt_neox.layers.12/config.json b/5/.gpt_neox.layers.12/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/5/.gpt_neox.layers.12/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/5/.gpt_neox.layers.13/0_32767.safetensors b/5/.gpt_neox.layers.13/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..436eefc5f0aba5443af910acb8522d20448e0aaa
--- /dev/null
+++ b/5/.gpt_neox.layers.13/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6d8eb415371849e3c7efc48705737ae53718c2d59bd95f8169ec2a18d4b81a
+size 367821056
diff --git a/5/.gpt_neox.layers.13/config.json b/5/.gpt_neox.layers.13/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/5/.gpt_neox.layers.13/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/5/.gpt_neox.layers.14/0_32767.safetensors b/5/.gpt_neox.layers.14/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e4dc6d9e629f3bf68d3791448780a0d810d005cf
--- /dev/null
+++ b/5/.gpt_neox.layers.14/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832bbcd20763d26e9c687c3713b02771b37442febc8f9d5c9d65d9b883ddc194
+size 367821056
diff --git a/5/.gpt_neox.layers.14/config.json b/5/.gpt_neox.layers.14/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/5/.gpt_neox.layers.14/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/5/.gpt_neox.layers.2/0_32767.safetensors b/5/.gpt_neox.layers.2/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8e6895094b023ba93456766805823d1f4599d6b9
--- /dev/null
+++ b/5/.gpt_neox.layers.2/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1213822f45e42cd648adfce015a9a7e1bce438ee3f90763974f4ae703b2474af
+size 367821056
diff --git a/5/.gpt_neox.layers.2/config.json b/5/.gpt_neox.layers.2/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/5/.gpt_neox.layers.2/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/5/.gpt_neox.layers.3/0_32767.safetensors b/5/.gpt_neox.layers.3/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8b67951c3822d817b252ec0bb6f466cc463e6eb1
--- /dev/null
+++ b/5/.gpt_neox.layers.3/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903c518867af9a68045727d461d7ae6809dfe583ec834d00cd29edf376ec6b32
+size 367821056
diff --git a/5/.gpt_neox.layers.3/config.json b/5/.gpt_neox.layers.3/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/5/.gpt_neox.layers.3/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/5/.gpt_neox.layers.4/0_32767.safetensors b/5/.gpt_neox.layers.4/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8b60d7fd3ed719ad4e7ef79cbcf2bcf8e93708f6
--- /dev/null
+++ b/5/.gpt_neox.layers.4/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b659122046c8f17159bd6745492265dfc610ef7be720962609b8917b40b1dfd
+size 367821056
diff --git a/5/.gpt_neox.layers.4/config.json b/5/.gpt_neox.layers.4/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/5/.gpt_neox.layers.4/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/5/.gpt_neox.layers.5/0_32767.safetensors b/5/.gpt_neox.layers.5/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f87d070dbaf190010d9e34590b04cff76a03c283
--- /dev/null
+++ b/5/.gpt_neox.layers.5/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12aadd656425f781bc8ef7596b5ce1579f637591d7a3e7b2c7b29c8ffea7f674
+size 367821056
diff --git a/5/.gpt_neox.layers.5/config.json b/5/.gpt_neox.layers.5/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/5/.gpt_neox.layers.5/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/5/.gpt_neox.layers.6/0_32767.safetensors b/5/.gpt_neox.layers.6/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d7b27d8894d2de67d48c68059d39ed0313dc93d2
--- /dev/null
+++ b/5/.gpt_neox.layers.6/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477d89abfdbfea55f36b3807ac1f5d2df39c09a0aadd4ef6a40e6e5117f65460
+size 367821056
diff --git a/5/.gpt_neox.layers.6/config.json b/5/.gpt_neox.layers.6/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/5/.gpt_neox.layers.6/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/5/.gpt_neox.layers.7/0_32767.safetensors b/5/.gpt_neox.layers.7/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aa286977484e2aa8c198ef7592dd0bbc67b3444e
--- /dev/null
+++ b/5/.gpt_neox.layers.7/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42fb47b8f6c19b4bbc72426eeaa606838a9ffea4123b92ab17d95d4deaffdfd
+size 367821056
diff --git a/5/.gpt_neox.layers.7/config.json b/5/.gpt_neox.layers.7/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/5/.gpt_neox.layers.7/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/5/.gpt_neox.layers.8/0_32767.safetensors b/5/.gpt_neox.layers.8/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aabdeb1c622507f90aeee57cb68b726dad00f24c
--- /dev/null
+++ b/5/.gpt_neox.layers.8/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d88ef1719f9d638eef3c99231fe6d3e00032426eb7fc2f79563d8d5241863a
+size 367821056
diff --git a/5/.gpt_neox.layers.8/config.json b/5/.gpt_neox.layers.8/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/5/.gpt_neox.layers.8/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/5/.gpt_neox.layers.9/0_32767.safetensors b/5/.gpt_neox.layers.9/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c6975d0f69b4ed36efe72cd8ada6dd814b106557
--- /dev/null
+++ b/5/.gpt_neox.layers.9/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5ad9da3605fa1354b6d281f4b5c39ad9ebbde42821a36d6e87fe621e5949ba
+size 367821056
diff --git a/5/.gpt_neox.layers.9/config.json b/5/.gpt_neox.layers.9/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/5/.gpt_neox.layers.9/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/6/.gpt_neox.layers.0/0_32767.safetensors b/6/.gpt_neox.layers.0/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4b297cc0dd205766d0178033281e0d90a1e7ddb9
--- /dev/null
+++ b/6/.gpt_neox.layers.0/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b708b80a3eb81c579e99d574aaf40e38bbfe38906ef98adf55d957d2c6b5035f
+size 367821056
diff --git a/6/.gpt_neox.layers.0/config.json b/6/.gpt_neox.layers.0/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/6/.gpt_neox.layers.0/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/6/.gpt_neox.layers.1/0_32767.safetensors b/6/.gpt_neox.layers.1/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b6a0464eb110713124656d90972d688b4f9cdcac
--- /dev/null
+++ b/6/.gpt_neox.layers.1/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401f4de45176135da31e4fd3cec2c3b1100d7edb30e1097c3fa60204eeb75315
+size 367821056
diff --git a/6/.gpt_neox.layers.1/config.json b/6/.gpt_neox.layers.1/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/6/.gpt_neox.layers.1/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/6/.gpt_neox.layers.10/0_32767.safetensors b/6/.gpt_neox.layers.10/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c7c35cbea2cf1e9da4bf280546a4922eaabb2cf5
--- /dev/null
+++ b/6/.gpt_neox.layers.10/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d317417519711610cde5f83127a4550e6795b058675b9ba25e3324c36624675c
+size 367821056
diff --git a/6/.gpt_neox.layers.10/config.json b/6/.gpt_neox.layers.10/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/6/.gpt_neox.layers.10/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/6/.gpt_neox.layers.11/0_32767.safetensors b/6/.gpt_neox.layers.11/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6d805e1e814f885347d04bc38edcd3250e2abc0d
--- /dev/null
+++ b/6/.gpt_neox.layers.11/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61cb964b75e162590d8d56db49a94b1f5dbdf5454e19c89393f217bd50e7b04f
+size 367821056
diff --git a/6/.gpt_neox.layers.11/config.json b/6/.gpt_neox.layers.11/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/6/.gpt_neox.layers.11/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/6/.gpt_neox.layers.12/0_32767.safetensors b/6/.gpt_neox.layers.12/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..040f0675a555c697c99aa363c0cf7774e0ca6ef9
--- /dev/null
+++ b/6/.gpt_neox.layers.12/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fc0084f92445abe47da63dc212d437794544dd78b8dff465e392b8058eb0c3
+size 367821056
diff --git a/6/.gpt_neox.layers.12/config.json b/6/.gpt_neox.layers.12/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/6/.gpt_neox.layers.12/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/6/.gpt_neox.layers.13/0_32767.safetensors b/6/.gpt_neox.layers.13/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..436eefc5f0aba5443af910acb8522d20448e0aaa
--- /dev/null
+++ b/6/.gpt_neox.layers.13/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6d8eb415371849e3c7efc48705737ae53718c2d59bd95f8169ec2a18d4b81a
+size 367821056
diff --git a/6/.gpt_neox.layers.13/config.json b/6/.gpt_neox.layers.13/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/6/.gpt_neox.layers.13/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/6/.gpt_neox.layers.14/0_32767.safetensors b/6/.gpt_neox.layers.14/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e4dc6d9e629f3bf68d3791448780a0d810d005cf
--- /dev/null
+++ b/6/.gpt_neox.layers.14/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832bbcd20763d26e9c687c3713b02771b37442febc8f9d5c9d65d9b883ddc194
+size 367821056
diff --git a/6/.gpt_neox.layers.14/config.json b/6/.gpt_neox.layers.14/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/6/.gpt_neox.layers.14/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/6/.gpt_neox.layers.2/0_32767.safetensors b/6/.gpt_neox.layers.2/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8e6895094b023ba93456766805823d1f4599d6b9
--- /dev/null
+++ b/6/.gpt_neox.layers.2/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1213822f45e42cd648adfce015a9a7e1bce438ee3f90763974f4ae703b2474af
+size 367821056
diff --git a/6/.gpt_neox.layers.2/config.json b/6/.gpt_neox.layers.2/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/6/.gpt_neox.layers.2/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/6/.gpt_neox.layers.3/0_32767.safetensors b/6/.gpt_neox.layers.3/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8b67951c3822d817b252ec0bb6f466cc463e6eb1
--- /dev/null
+++ b/6/.gpt_neox.layers.3/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903c518867af9a68045727d461d7ae6809dfe583ec834d00cd29edf376ec6b32
+size 367821056
diff --git a/6/.gpt_neox.layers.3/config.json b/6/.gpt_neox.layers.3/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/6/.gpt_neox.layers.3/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/6/.gpt_neox.layers.4/0_32767.safetensors b/6/.gpt_neox.layers.4/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8b60d7fd3ed719ad4e7ef79cbcf2bcf8e93708f6
--- /dev/null
+++ b/6/.gpt_neox.layers.4/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b659122046c8f17159bd6745492265dfc610ef7be720962609b8917b40b1dfd
+size 367821056
diff --git a/6/.gpt_neox.layers.4/config.json b/6/.gpt_neox.layers.4/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/6/.gpt_neox.layers.4/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/6/.gpt_neox.layers.5/0_32767.safetensors b/6/.gpt_neox.layers.5/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f87d070dbaf190010d9e34590b04cff76a03c283
--- /dev/null
+++ b/6/.gpt_neox.layers.5/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12aadd656425f781bc8ef7596b5ce1579f637591d7a3e7b2c7b29c8ffea7f674
+size 367821056
diff --git a/6/.gpt_neox.layers.5/config.json b/6/.gpt_neox.layers.5/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/6/.gpt_neox.layers.5/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/6/.gpt_neox.layers.6/0_32767.safetensors b/6/.gpt_neox.layers.6/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d7b27d8894d2de67d48c68059d39ed0313dc93d2
--- /dev/null
+++ b/6/.gpt_neox.layers.6/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477d89abfdbfea55f36b3807ac1f5d2df39c09a0aadd4ef6a40e6e5117f65460
+size 367821056
diff --git a/6/.gpt_neox.layers.6/config.json b/6/.gpt_neox.layers.6/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/6/.gpt_neox.layers.6/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/6/.gpt_neox.layers.7/0_32767.safetensors b/6/.gpt_neox.layers.7/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aa286977484e2aa8c198ef7592dd0bbc67b3444e
--- /dev/null
+++ b/6/.gpt_neox.layers.7/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42fb47b8f6c19b4bbc72426eeaa606838a9ffea4123b92ab17d95d4deaffdfd
+size 367821056
diff --git a/6/.gpt_neox.layers.7/config.json b/6/.gpt_neox.layers.7/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/6/.gpt_neox.layers.7/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/6/.gpt_neox.layers.8/0_32767.safetensors b/6/.gpt_neox.layers.8/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aabdeb1c622507f90aeee57cb68b726dad00f24c
--- /dev/null
+++ b/6/.gpt_neox.layers.8/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d88ef1719f9d638eef3c99231fe6d3e00032426eb7fc2f79563d8d5241863a
+size 367821056
diff --git a/6/.gpt_neox.layers.8/config.json b/6/.gpt_neox.layers.8/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/6/.gpt_neox.layers.8/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/6/.gpt_neox.layers.9/0_32767.safetensors b/6/.gpt_neox.layers.9/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b79cc3b0b18ec2b4e0de2378741e19cb3e91b7c5
--- /dev/null
+++ b/6/.gpt_neox.layers.9/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd61ab2721340a6f18316cf9929b5036bf38794cf6c55cd4ce5579eef975919
+size 367821056
diff --git a/6/.gpt_neox.layers.9/config.json b/6/.gpt_neox.layers.9/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/6/.gpt_neox.layers.9/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/7/.gpt_neox.layers.0/0_32767.safetensors b/7/.gpt_neox.layers.0/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4b297cc0dd205766d0178033281e0d90a1e7ddb9
--- /dev/null
+++ b/7/.gpt_neox.layers.0/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b708b80a3eb81c579e99d574aaf40e38bbfe38906ef98adf55d957d2c6b5035f
+size 367821056
diff --git a/7/.gpt_neox.layers.0/config.json b/7/.gpt_neox.layers.0/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/7/.gpt_neox.layers.0/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/7/.gpt_neox.layers.1/0_32767.safetensors b/7/.gpt_neox.layers.1/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b6a0464eb110713124656d90972d688b4f9cdcac
--- /dev/null
+++ b/7/.gpt_neox.layers.1/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401f4de45176135da31e4fd3cec2c3b1100d7edb30e1097c3fa60204eeb75315
+size 367821056
diff --git a/7/.gpt_neox.layers.1/config.json b/7/.gpt_neox.layers.1/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/7/.gpt_neox.layers.1/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/7/.gpt_neox.layers.10/0_32767.safetensors b/7/.gpt_neox.layers.10/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c7c35cbea2cf1e9da4bf280546a4922eaabb2cf5
--- /dev/null
+++ b/7/.gpt_neox.layers.10/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d317417519711610cde5f83127a4550e6795b058675b9ba25e3324c36624675c
+size 367821056
diff --git a/7/.gpt_neox.layers.10/config.json b/7/.gpt_neox.layers.10/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/7/.gpt_neox.layers.10/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/7/.gpt_neox.layers.11/0_32767.safetensors b/7/.gpt_neox.layers.11/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6d805e1e814f885347d04bc38edcd3250e2abc0d
--- /dev/null
+++ b/7/.gpt_neox.layers.11/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61cb964b75e162590d8d56db49a94b1f5dbdf5454e19c89393f217bd50e7b04f
+size 367821056
diff --git a/7/.gpt_neox.layers.11/config.json b/7/.gpt_neox.layers.11/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/7/.gpt_neox.layers.11/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/7/.gpt_neox.layers.12/0_32767.safetensors b/7/.gpt_neox.layers.12/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..040f0675a555c697c99aa363c0cf7774e0ca6ef9
--- /dev/null
+++ b/7/.gpt_neox.layers.12/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fc0084f92445abe47da63dc212d437794544dd78b8dff465e392b8058eb0c3
+size 367821056
diff --git a/7/.gpt_neox.layers.12/config.json b/7/.gpt_neox.layers.12/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/7/.gpt_neox.layers.12/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/7/.gpt_neox.layers.13/0_32767.safetensors b/7/.gpt_neox.layers.13/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..436eefc5f0aba5443af910acb8522d20448e0aaa
--- /dev/null
+++ b/7/.gpt_neox.layers.13/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6d8eb415371849e3c7efc48705737ae53718c2d59bd95f8169ec2a18d4b81a
+size 367821056
diff --git a/7/.gpt_neox.layers.13/config.json b/7/.gpt_neox.layers.13/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/7/.gpt_neox.layers.13/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/7/.gpt_neox.layers.14/0_32767.safetensors b/7/.gpt_neox.layers.14/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e4dc6d9e629f3bf68d3791448780a0d810d005cf
--- /dev/null
+++ b/7/.gpt_neox.layers.14/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832bbcd20763d26e9c687c3713b02771b37442febc8f9d5c9d65d9b883ddc194
+size 367821056
diff --git a/7/.gpt_neox.layers.14/config.json b/7/.gpt_neox.layers.14/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/7/.gpt_neox.layers.14/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/7/.gpt_neox.layers.2/0_32767.safetensors b/7/.gpt_neox.layers.2/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8e6895094b023ba93456766805823d1f4599d6b9
--- /dev/null
+++ b/7/.gpt_neox.layers.2/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1213822f45e42cd648adfce015a9a7e1bce438ee3f90763974f4ae703b2474af
+size 367821056
diff --git a/7/.gpt_neox.layers.2/config.json b/7/.gpt_neox.layers.2/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/7/.gpt_neox.layers.2/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/7/.gpt_neox.layers.3/0_32767.safetensors b/7/.gpt_neox.layers.3/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8b67951c3822d817b252ec0bb6f466cc463e6eb1
--- /dev/null
+++ b/7/.gpt_neox.layers.3/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903c518867af9a68045727d461d7ae6809dfe583ec834d00cd29edf376ec6b32
+size 367821056
diff --git a/7/.gpt_neox.layers.3/config.json b/7/.gpt_neox.layers.3/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/7/.gpt_neox.layers.3/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/7/.gpt_neox.layers.4/0_32767.safetensors b/7/.gpt_neox.layers.4/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8b60d7fd3ed719ad4e7ef79cbcf2bcf8e93708f6
--- /dev/null
+++ b/7/.gpt_neox.layers.4/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b659122046c8f17159bd6745492265dfc610ef7be720962609b8917b40b1dfd
+size 367821056
diff --git a/7/.gpt_neox.layers.4/config.json b/7/.gpt_neox.layers.4/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/7/.gpt_neox.layers.4/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/7/.gpt_neox.layers.5/0_32767.safetensors b/7/.gpt_neox.layers.5/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..30b2e3e875a210328ce735055ac97b927e24feec
--- /dev/null
+++ b/7/.gpt_neox.layers.5/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82da0eda44cae7dc6b6d41c28d2c31ed9216735c7e09f5045ade8c63a118f05
+size 367821056
diff --git a/7/.gpt_neox.layers.5/config.json b/7/.gpt_neox.layers.5/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/7/.gpt_neox.layers.5/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/7/.gpt_neox.layers.6/0_32767.safetensors b/7/.gpt_neox.layers.6/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..df4a815426e3e5ae58e73ebfd422852c019ec9da
--- /dev/null
+++ b/7/.gpt_neox.layers.6/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3119d0f30098b0828d0b0942b15b87b6e611432c7312f282befc623725ebc52f
+size 367821056
diff --git a/7/.gpt_neox.layers.6/config.json b/7/.gpt_neox.layers.6/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/7/.gpt_neox.layers.6/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/7/.gpt_neox.layers.7/0_32767.safetensors b/7/.gpt_neox.layers.7/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..880ccb9b39ec451e8c3f0afb487ff1ffa1f75dd5
--- /dev/null
+++ b/7/.gpt_neox.layers.7/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36a37e43f290cbe43310920c89d7715c8f6dab1d8b1ac6341ae78b62d123bd7
+size 367821056
diff --git a/7/.gpt_neox.layers.7/config.json b/7/.gpt_neox.layers.7/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/7/.gpt_neox.layers.7/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/7/.gpt_neox.layers.8/0_32767.safetensors b/7/.gpt_neox.layers.8/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5c10ad9754c5754c9eca5e36218bb4a8c52684b1
--- /dev/null
+++ b/7/.gpt_neox.layers.8/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f6d0a2b587ba730fcb281548882ba89efff946433a52d6c239ba97a1a4fefe
+size 367821056
diff --git a/7/.gpt_neox.layers.8/config.json b/7/.gpt_neox.layers.8/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/7/.gpt_neox.layers.8/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/7/.gpt_neox.layers.9/0_32767.safetensors b/7/.gpt_neox.layers.9/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b79cc3b0b18ec2b4e0de2378741e19cb3e91b7c5
--- /dev/null
+++ b/7/.gpt_neox.layers.9/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd61ab2721340a6f18316cf9929b5036bf38794cf6c55cd4ce5579eef975919
+size 367821056
diff --git a/7/.gpt_neox.layers.9/config.json b/7/.gpt_neox.layers.9/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/7/.gpt_neox.layers.9/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/8/.gpt_neox.layers.0/0_32767.safetensors b/8/.gpt_neox.layers.0/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4b297cc0dd205766d0178033281e0d90a1e7ddb9
--- /dev/null
+++ b/8/.gpt_neox.layers.0/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b708b80a3eb81c579e99d574aaf40e38bbfe38906ef98adf55d957d2c6b5035f
+size 367821056
diff --git a/8/.gpt_neox.layers.0/config.json b/8/.gpt_neox.layers.0/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/8/.gpt_neox.layers.0/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/8/.gpt_neox.layers.1/0_32767.safetensors b/8/.gpt_neox.layers.1/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b6a0464eb110713124656d90972d688b4f9cdcac
--- /dev/null
+++ b/8/.gpt_neox.layers.1/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401f4de45176135da31e4fd3cec2c3b1100d7edb30e1097c3fa60204eeb75315
+size 367821056
diff --git a/8/.gpt_neox.layers.1/config.json b/8/.gpt_neox.layers.1/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/8/.gpt_neox.layers.1/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/8/.gpt_neox.layers.10/0_32767.safetensors b/8/.gpt_neox.layers.10/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c7c35cbea2cf1e9da4bf280546a4922eaabb2cf5
--- /dev/null
+++ b/8/.gpt_neox.layers.10/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d317417519711610cde5f83127a4550e6795b058675b9ba25e3324c36624675c
+size 367821056
diff --git a/8/.gpt_neox.layers.10/config.json b/8/.gpt_neox.layers.10/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/8/.gpt_neox.layers.10/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/8/.gpt_neox.layers.11/0_32767.safetensors b/8/.gpt_neox.layers.11/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6d805e1e814f885347d04bc38edcd3250e2abc0d
--- /dev/null
+++ b/8/.gpt_neox.layers.11/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61cb964b75e162590d8d56db49a94b1f5dbdf5454e19c89393f217bd50e7b04f
+size 367821056
diff --git a/8/.gpt_neox.layers.11/config.json b/8/.gpt_neox.layers.11/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/8/.gpt_neox.layers.11/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/8/.gpt_neox.layers.12/0_32767.safetensors b/8/.gpt_neox.layers.12/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..040f0675a555c697c99aa363c0cf7774e0ca6ef9
--- /dev/null
+++ b/8/.gpt_neox.layers.12/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fc0084f92445abe47da63dc212d437794544dd78b8dff465e392b8058eb0c3
+size 367821056
diff --git a/8/.gpt_neox.layers.12/config.json b/8/.gpt_neox.layers.12/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/8/.gpt_neox.layers.12/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/8/.gpt_neox.layers.13/0_32767.safetensors b/8/.gpt_neox.layers.13/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..436eefc5f0aba5443af910acb8522d20448e0aaa
--- /dev/null
+++ b/8/.gpt_neox.layers.13/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6d8eb415371849e3c7efc48705737ae53718c2d59bd95f8169ec2a18d4b81a
+size 367821056
diff --git a/8/.gpt_neox.layers.13/config.json b/8/.gpt_neox.layers.13/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/8/.gpt_neox.layers.13/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/8/.gpt_neox.layers.14/0_32767.safetensors b/8/.gpt_neox.layers.14/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e4dc6d9e629f3bf68d3791448780a0d810d005cf
--- /dev/null
+++ b/8/.gpt_neox.layers.14/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832bbcd20763d26e9c687c3713b02771b37442febc8f9d5c9d65d9b883ddc194
+size 367821056
diff --git a/8/.gpt_neox.layers.14/config.json b/8/.gpt_neox.layers.14/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/8/.gpt_neox.layers.14/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/8/.gpt_neox.layers.2/0_32767.safetensors b/8/.gpt_neox.layers.2/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c2b08a0efde7aa0570182413bd07fa480a217514
--- /dev/null
+++ b/8/.gpt_neox.layers.2/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681e2d88851b8b9c72212020484cace2b3bc6531caa9c8d41a92ce4d8cc3cadf
+size 367821056
diff --git a/8/.gpt_neox.layers.2/config.json b/8/.gpt_neox.layers.2/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/8/.gpt_neox.layers.2/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/8/.gpt_neox.layers.3/0_32767.safetensors b/8/.gpt_neox.layers.3/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2bf471abc0e0f8496a4822be9b35248adaa633d6
--- /dev/null
+++ b/8/.gpt_neox.layers.3/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ec6a75af70696d30d13aff102209d4109d6654f22c6495ad4594146d8a8bd9
+size 367821056
diff --git a/8/.gpt_neox.layers.3/config.json b/8/.gpt_neox.layers.3/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/8/.gpt_neox.layers.3/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/8/.gpt_neox.layers.4/0_32767.safetensors b/8/.gpt_neox.layers.4/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..371143aa002e7822ec9edbae8217cc1427bfa318
--- /dev/null
+++ b/8/.gpt_neox.layers.4/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b2d51738b78f09bec4fcc0487d1c87e1eef536160aba970317b6d83471d0e3
+size 367821056
diff --git a/8/.gpt_neox.layers.4/config.json b/8/.gpt_neox.layers.4/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/8/.gpt_neox.layers.4/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/8/.gpt_neox.layers.5/0_32767.safetensors b/8/.gpt_neox.layers.5/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..30b2e3e875a210328ce735055ac97b927e24feec
--- /dev/null
+++ b/8/.gpt_neox.layers.5/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82da0eda44cae7dc6b6d41c28d2c31ed9216735c7e09f5045ade8c63a118f05
+size 367821056
diff --git a/8/.gpt_neox.layers.5/config.json b/8/.gpt_neox.layers.5/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/8/.gpt_neox.layers.5/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/8/.gpt_neox.layers.6/0_32767.safetensors b/8/.gpt_neox.layers.6/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..df4a815426e3e5ae58e73ebfd422852c019ec9da
--- /dev/null
+++ b/8/.gpt_neox.layers.6/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3119d0f30098b0828d0b0942b15b87b6e611432c7312f282befc623725ebc52f
+size 367821056
diff --git a/8/.gpt_neox.layers.6/config.json b/8/.gpt_neox.layers.6/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/8/.gpt_neox.layers.6/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/8/.gpt_neox.layers.7/0_32767.safetensors b/8/.gpt_neox.layers.7/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..880ccb9b39ec451e8c3f0afb487ff1ffa1f75dd5
--- /dev/null
+++ b/8/.gpt_neox.layers.7/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36a37e43f290cbe43310920c89d7715c8f6dab1d8b1ac6341ae78b62d123bd7
+size 367821056
diff --git a/8/.gpt_neox.layers.7/config.json b/8/.gpt_neox.layers.7/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/8/.gpt_neox.layers.7/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/8/.gpt_neox.layers.8/0_32767.safetensors b/8/.gpt_neox.layers.8/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5c10ad9754c5754c9eca5e36218bb4a8c52684b1
--- /dev/null
+++ b/8/.gpt_neox.layers.8/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f6d0a2b587ba730fcb281548882ba89efff946433a52d6c239ba97a1a4fefe
+size 367821056
diff --git a/8/.gpt_neox.layers.8/config.json b/8/.gpt_neox.layers.8/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/8/.gpt_neox.layers.8/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/8/.gpt_neox.layers.9/0_32767.safetensors b/8/.gpt_neox.layers.9/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b79cc3b0b18ec2b4e0de2378741e19cb3e91b7c5
--- /dev/null
+++ b/8/.gpt_neox.layers.9/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd61ab2721340a6f18316cf9929b5036bf38794cf6c55cd4ce5579eef975919
+size 367821056
diff --git a/8/.gpt_neox.layers.9/config.json b/8/.gpt_neox.layers.9/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/8/.gpt_neox.layers.9/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/baseline/.gpt_neox.layers.0/0_32767.safetensors b/baseline/.gpt_neox.layers.0/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..10c064764fae3b13da8904205cc3c0113da2bc9e
--- /dev/null
+++ b/baseline/.gpt_neox.layers.0/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9acbbb7d543a4106366c37a9b73aa33f90e0faa4117e32eba2414c24b540c8
+size 367821056
diff --git a/baseline/.gpt_neox.layers.0/config.json b/baseline/.gpt_neox.layers.0/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/baseline/.gpt_neox.layers.0/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/baseline/.gpt_neox.layers.1/0_32767.safetensors b/baseline/.gpt_neox.layers.1/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f65d5375f127a22e1e9f0b9aa588d14e37f336fc
--- /dev/null
+++ b/baseline/.gpt_neox.layers.1/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccbd85a430cb4e9347c0dcfc36ad9451fa94ebe53ce4f5d9389a699183e3c20
+size 367821056
diff --git a/baseline/.gpt_neox.layers.1/config.json b/baseline/.gpt_neox.layers.1/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/baseline/.gpt_neox.layers.1/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/baseline/.gpt_neox.layers.10/0_32767.safetensors b/baseline/.gpt_neox.layers.10/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..285ea30897581c591b39e6b975bfced8e1900cf9
--- /dev/null
+++ b/baseline/.gpt_neox.layers.10/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4bb5e1dede03c1fe06b86d5659518ef79eec7e2bf9eb33bc1103552fa3cd7e7
+size 367821056
diff --git a/baseline/.gpt_neox.layers.10/config.json b/baseline/.gpt_neox.layers.10/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/baseline/.gpt_neox.layers.10/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/baseline/.gpt_neox.layers.11/0_32767.safetensors b/baseline/.gpt_neox.layers.11/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a25f1386427e6e1af7ad97f42e4192c177e44592
--- /dev/null
+++ b/baseline/.gpt_neox.layers.11/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f2a7ddba9bc7fc5956b2a8049775be8eb53af883832c9f22b4aa41a47c7666
+size 367821056
diff --git a/baseline/.gpt_neox.layers.11/config.json b/baseline/.gpt_neox.layers.11/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/baseline/.gpt_neox.layers.11/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/baseline/.gpt_neox.layers.12/0_32767.safetensors b/baseline/.gpt_neox.layers.12/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f78d828b12b246b90dcd81e4584fdf5d5b650aa0
--- /dev/null
+++ b/baseline/.gpt_neox.layers.12/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d602dde9972a88f4b5f5e1e2c10e4913bb0110a04f38af811569fd758c02e6
+size 367821056
diff --git a/baseline/.gpt_neox.layers.12/config.json b/baseline/.gpt_neox.layers.12/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/baseline/.gpt_neox.layers.12/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/baseline/.gpt_neox.layers.13/0_32767.safetensors b/baseline/.gpt_neox.layers.13/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3a63a33b1340de9f60417a63e41fe34b0f9cd635
--- /dev/null
+++ b/baseline/.gpt_neox.layers.13/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2a0636953811aee29c2d13afbc4cc794bc4bc6345858464e8b17ed79d3b466
+size 367821056
diff --git a/baseline/.gpt_neox.layers.13/config.json b/baseline/.gpt_neox.layers.13/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/baseline/.gpt_neox.layers.13/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/baseline/.gpt_neox.layers.14/0_32767.safetensors b/baseline/.gpt_neox.layers.14/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8eda8f5622b2309c15f92dd537f1654cc8c5c8c8
--- /dev/null
+++ b/baseline/.gpt_neox.layers.14/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f0055d3dde7a9cbcd5274bbc9f1e3face91db1565489a261dba14281dfc0b6
+size 367821056
diff --git a/baseline/.gpt_neox.layers.14/config.json b/baseline/.gpt_neox.layers.14/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/baseline/.gpt_neox.layers.14/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/baseline/.gpt_neox.layers.15/0_32767.safetensors b/baseline/.gpt_neox.layers.15/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4f320fd25147a94cac0f576d030abea066428bc2
--- /dev/null
+++ b/baseline/.gpt_neox.layers.15/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eda47a7d8f70dddad8d2ac59ea0842e7443b73cf1aa2d12873a8827b2283881
+size 367821056
diff --git a/baseline/.gpt_neox.layers.15/config.json b/baseline/.gpt_neox.layers.15/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/baseline/.gpt_neox.layers.15/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/baseline/.gpt_neox.layers.2/0_32767.safetensors b/baseline/.gpt_neox.layers.2/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c2b08a0efde7aa0570182413bd07fa480a217514
--- /dev/null
+++ b/baseline/.gpt_neox.layers.2/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681e2d88851b8b9c72212020484cace2b3bc6531caa9c8d41a92ce4d8cc3cadf
+size 367821056
diff --git a/baseline/.gpt_neox.layers.2/config.json b/baseline/.gpt_neox.layers.2/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/baseline/.gpt_neox.layers.2/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/baseline/.gpt_neox.layers.3/0_32767.safetensors b/baseline/.gpt_neox.layers.3/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6f9f2ffb854d7e3bf314682afe8fd6a99b45a701
--- /dev/null
+++ b/baseline/.gpt_neox.layers.3/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0685aa3ed85d7bc50a4b20d61caa15eb3094067d106493ff49f6f10f59fb28b
+size 367821056
diff --git a/baseline/.gpt_neox.layers.3/config.json b/baseline/.gpt_neox.layers.3/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/baseline/.gpt_neox.layers.3/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/baseline/.gpt_neox.layers.4/0_32767.safetensors b/baseline/.gpt_neox.layers.4/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8b6c595d82f9cd84f7daec8bf4a3750e637b8635
--- /dev/null
+++ b/baseline/.gpt_neox.layers.4/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f262de8f4efa766a0e86627eeacc7da373915a2e44dcd4f8d19450a2eb4e740
+size 367821056
diff --git a/baseline/.gpt_neox.layers.4/config.json b/baseline/.gpt_neox.layers.4/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/baseline/.gpt_neox.layers.4/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/baseline/.gpt_neox.layers.5/0_32767.safetensors b/baseline/.gpt_neox.layers.5/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..09c80269f436f503627d67f168b051c6f6933c46
--- /dev/null
+++ b/baseline/.gpt_neox.layers.5/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f166b3b9ab7448302ae83639e71d11602efc74f876a198799312e285bd1c41
+size 367821056
diff --git a/baseline/.gpt_neox.layers.5/config.json b/baseline/.gpt_neox.layers.5/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/baseline/.gpt_neox.layers.5/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/baseline/.gpt_neox.layers.6/0_32767.safetensors b/baseline/.gpt_neox.layers.6/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fb70d0b0def47f7275199f2b02da32279bf74ec6
--- /dev/null
+++ b/baseline/.gpt_neox.layers.6/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e32e6712da6009750024f9dc9ca80551343ffef95014f21e73dd4a4827b46e1
+size 367821056
diff --git a/baseline/.gpt_neox.layers.6/config.json b/baseline/.gpt_neox.layers.6/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/baseline/.gpt_neox.layers.6/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/baseline/.gpt_neox.layers.7/0_32767.safetensors b/baseline/.gpt_neox.layers.7/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..78502ac715702aa5da2906cb852466f2f0dbf560
--- /dev/null
+++ b/baseline/.gpt_neox.layers.7/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e737e608ba5eaff713a2400a4a52e1d09d41c75a1e8637ef60c3dacf6215971b
+size 367821056
diff --git a/baseline/.gpt_neox.layers.7/config.json b/baseline/.gpt_neox.layers.7/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/baseline/.gpt_neox.layers.7/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/baseline/.gpt_neox.layers.8/0_32767.safetensors b/baseline/.gpt_neox.layers.8/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dfd523d195f9609b258c179ab69a4229a894078d
--- /dev/null
+++ b/baseline/.gpt_neox.layers.8/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489d8d53d531c0069488ac23652b86374baad302ef3a531fdf59fdfc752b56fb
+size 367821056
diff --git a/baseline/.gpt_neox.layers.8/config.json b/baseline/.gpt_neox.layers.8/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/baseline/.gpt_neox.layers.8/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file
diff --git a/baseline/.gpt_neox.layers.9/0_32767.safetensors b/baseline/.gpt_neox.layers.9/0_32767.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b1c00e2bd62cc7009bb78eae4af3c612647411f9
--- /dev/null
+++ b/baseline/.gpt_neox.layers.9/0_32767.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d8548ddc1e24dc66558324536ee5eff93a6fbb0d7a174733df01d57e756ef4
+size 367821056
diff --git a/baseline/.gpt_neox.layers.9/config.json b/baseline/.gpt_neox.layers.9/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c527cf45f9c6d5e3b1934b9d4d6a510d287b3927
--- /dev/null
+++ b/baseline/.gpt_neox.layers.9/config.json
@@ -0,0 +1 @@
+{"dataset_repo": "gngdb/subset_the_pile_deduplicated", "dataset_split": "train[:1%]", "dataset_name": "", "dataset_row": "text", "batch_size": 8, "ctx_len": 512, "n_tokens": 100000, "n_splits": 1, "model_name": "EleutherAI/pythia-160m"}
\ No newline at end of file