diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e373248d60d9bd113211ba942b12f694af6e6f82
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48700038f2d7154ec0521faf528659b8e3679b5bad3a13932c6229b57e0deb1
+size 11947659443
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb51717d994747b248612cdc7bf741de08f938fd
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c5f975f5ef7826302046accc77379714fe7d5c860b82016b52c0d777077613
+size 11947659443
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71fa7a0cfaafb3b68c84b0d53cbc8b0afcf7621
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af4adebbfa6c5c06ae78a9d4bac48c5bde8a52b8cfc2742a035ae4deb1f7c84
+size 11947659443
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4085be0c48dba1b82ba3631fee90b3abbbf3e70
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5fdd3dceec8c847059f2b4ad9cc6c7a55f86f7244a8d561c1e4b7a2e678551
+size 11947659443
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b98c41d3153416963353a38e772bff11c5bf02
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f0b08ac695a61588d0616a2eb12f1e9ca99c8877c69e9b28766819917ad6d0
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337b7abeb5e61501a09dd552f7c1a5aa8d4c045c
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e33780a18f8abca1d0c0cddc706c83b51e705b9ca5dcfb03cdfa502a4985a8
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d590f62a4793d2da4509070c4ef8b2f86fd535bf
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff367d303f07ec27408374622ab1b70c8dad469a78c4b6f4044c739f3c24255
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d566ad7eef077fa87658a51b9ca35a0eee7b1385
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1e69a996589ab25f68c66888db453e795c9daa3c5db4b3c7fbb543eeb708ca
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44a4728c38d1270ba8ff135cdf20fe784a7709df
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f2304be4024cd83f8db1a25d24b619fd1b0a3325d29c7dac7e866f4dea90af
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b722b719f00c8ddd9068c5b2e5bc2602a92da1
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec8e8a792e51865c19e5119a943fbecfc1ce8ec330d74d26a819cbe9f219aa0
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8e021c8e442a4532379de352ee4d8c3f5b024c
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dc1a8621dad9039117a2e0591a4888b4acae1eea237c365ca3ad9167784871
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7f509ac2d464e7d5e93c1171582602531f2b75
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a25c12ef8b682997517463be93a64073646cadbb809f1666210e495205b5832
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7338a5d758ad2c94cc25a74c7c1c3fec7721ed9c
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcbf62447b307687ad9f3a6f74ad590caffa17c30bcf6f321d3266ad42555ed
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6398cd0fcb00a9c9dca91f197620174f8864bb4
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f985763ec8bf6c27fff293935a1132b5c9b6cc886c323320e84f2f09f9a3b77
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4404760633a42dbaa82249765d0f3bdf4d2215
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35128929b72c6d033194d47683211a26d300bc3492360db1418eb07f890d3dba
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72c99b069e397499c0e10dc6a42e8ec306d7fbc
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d37fbba271a97f3bf33d020740671b4aa2e5bc4f59cac73f60e40ab9212eceb
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_16_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_16_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d437bdead1091f804fcbe304a59c12abcd93828
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_16_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b5661c9cc44fdb62c7f311f7caa593cdb8f1c70328ad075580da8b894dcf0a
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_17_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_17_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c24507103d3ddc33dd8bbb3542328b3a9db6e5
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_17_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6ee46031b6b0da9d2e0e43381df1bce2b41d280de532a46ce9730094f8c866
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_18_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_18_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea6b77dc22364ae05754f0192d95c44f59c44ed
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_18_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afaa7ea0a7b6ca8367869aee1b2fd9763542cb97688997bc89f261ead520d901
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_19_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_19_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585dc2d653f2522f3f0718441a09311bf3198fc8
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_19_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9ded50cdf6d8db5aa0213cdbd76c8bd491738a274f8e76d7627f51ecf986c0
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_20_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_20_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aacb65ead506cf05b91012bff6c0adeaefccb7b
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_20_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ec73eb32032ac53c7eb2d09d9ea63ec08e8c35c2a7921fbfce359f9cf049bcd
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_21_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_21_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b85e0d8d41de6011c55bf492edb7c7deee5d568
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_21_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c26ec43478fb36fcd47f56b3a2a95926a036e10d6213e320a92d0432bd421ac
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_22_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_22_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2d6fec4a2df80ba57ef6429c75936c51a00bf1
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_22_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ffb631d0e83afc2ed4ff78a89598994ac8c1af7658164d92029eeef6a77371
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_23_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_23_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af0cdc9c0aea71042a3a3b1b0193997b4ba24cb
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_23_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6940f87342f1d01ec5d6481aa606b48abe256c1a873c24aa7ab97a7fd0d25e07
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_24_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_24_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45e3018a405e893fe5ccea75464779b0b87a92a
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_24_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7fe0b5218312396546db1ddc49395f6c15b54726a98c07a1c7021347afb4de
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_25_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_25_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadbddaf4e09b6b4aedb966b60f60f655df8eef6
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_25_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0158279523c9a2992c51064b73f50481503c37e1579c02382330ba57821d82
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_26_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_26_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718d3867f529c53786d9fcab33587df6047c5e6a
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_26_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9fc1c11eacd0d693efa2b1fd760fd6c162ab3fb867c0ee6b9c49c0efe387ed
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_27_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_27_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f6e055fdfd87c7db9c8f183373d2bcb2f9ec4c
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_27_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370ad749dd2612802d955d0dcd30f88c9d1a5f5525dc37be573d41d7a780404f
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_28_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_28_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af81e586a7056a9985c70a8e1182fc2de7b744f0
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_28_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549d188f53a501a3a455cd54b189a5e962918bc7994ef80de5074a15fe646de4
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_29_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_29_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa965592c03f5d1371e09249d70504817dffc03
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_29_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a853e0736779516b1abcfdba7c986ecf01a8d39725b034e454bd0b1baf0a95
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_30_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_30_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84b976bfc20920c85482818ee1edfc20c8e2013
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_30_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4ce7838042ca5b420b9d68655ceacac81be5410e075dc2fa675c3a99882d2c
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_31_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_31_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a36d4ac403354d6a872ec4879fe8353a7f9793
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_31_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718df84e89b4a4b048fe0ce3d98aabc1e1176eeec199b90f66c11b4cd1913929
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_32_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_32_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2944e51e106394e27b1fcbdc71b94d836458af
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_32_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125988edb2ee292ebf46357c9a159fc5e6e65f835d82b2e5d42975d4b9fdf296
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_33_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_33_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fac714d11266b4040519b2b7e4375c1ef83386
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_33_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c44b40eff5a0158f1fd53edd9a7a6bf9f3a257a5878df57e02ce1526b19f01f
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_34_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_34_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d3c2163755c9386c1742aa35b793c141eda154
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_34_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8281d638f252dd22e399198452eb0fb10b788af9bff9b99dec5abb3c955af3c
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_35_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_35_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7170a1c06f6daeabfe79090c9f5f824c6e4045c
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_35_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892d0153dcad6c9663690a861502c7c04aa5eef485849b1b4f8322c1ce1e0b27
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_36_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_36_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1323520b9cab587665102aa3ff0628eb42f84c7
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_36_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c873a6e7aadb7a3116812870c26447cab7605e111348073d949f22270e0dcd4
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_37_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_37_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d019bbaa019273704ffc1e03224a926734cf229
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_37_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9deed85103fd1fb3712d6c34eaab47f11f121a1e9af99124942d5bac759cb098
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_38_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_38_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08a5418281868904fa28951c13e39f69bbdb00f
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_38_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c844cbfb2c440f70f9139688411733bd3d590a1546071496154dca60ab0e3295
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_39_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_39_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7748dbdb38c8d3bea9699a47057dcd6403fec7a0
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_39_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c157b00c82748d383e9ecf1c6af036f4e763c857ae6b198eba1ebf551af11a73
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_40_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_40_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02340b548083125250ba528d0783a47d1dcc6db4
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_40_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfea99e435c1f10a7bb1b9272342142aad011766964d9409fe8a0a7dc33b122
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_41_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_41_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d793bd7e3a81a0135eb278416c300d42cbb39a
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_41_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e580f2309572217552f2d195c4a97f9969bcd80c129d5b7be820a175aa358f3
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_42_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_42_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52b275a9798838d1a78209cb1cf9a3f5588612b
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_42_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c4c5d586d933f06abc19d4f7fdb28b3fdf6372139b42add2f33b691c90151d
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_43_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_43_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cfe7e83e9745824d8cc8629f757eabdb31e8a2
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_43_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ea65f9b8f7665765bbf26283ff93245ca7a3d1d01e9663ee21beeb720fc49b
+size 11100133351
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_44_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_44_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d971d6a45702601a4cb3efd92dc7eb81f3b6926
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_44_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003e6255c9e36d436919de53e8e46086467651c1fa8aa223e8846122d3bd6fa8
+size 11947659443
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_45_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_45_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d1397cd79a10d01827b5ce7dd4137d736833b0
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_45_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8422747dd70d23ea54db2f203450ee0c93b7920354abd178b87a42a28bff8137
+size 11947659443
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_46_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_46_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca753d0e60f306600b764de205cafc6300b75cc5
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_46_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d6f5728fbb4198cfc0e215ca713686c34559baed34818e36bbfe5c058d08c2
+size 11947659443
diff --git a/global_step95000/bf16_zero_pp_rank_0_mp_rank_47_optim_states.pt b/global_step95000/bf16_zero_pp_rank_0_mp_rank_47_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744084a401d631c39c60e8c04b8f64f6b811e306
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_0_mp_rank_47_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6bd0fe384134e61b2c6bb6804934e043f3fa169e88f23218f762fffe5d7d96
+size 11947659443
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9dc3ed66ef1c20b80827dbc61e89c979a91e44
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c5f5e252cecc96bef8a3580dda40255107b7e2eba531534b9a15f49f97c131
+size 11947659699
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933428ccc99c5c98e855e8b50afc9764464fba34
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76426387fee459481745a789bf95505848e259dc17cf5c465f1a8e10c017a96a
+size 11947659699
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a0f96024922d731a7e7255935ec9a3eb4bfa76
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee457a442de6174ad5c89902939dce845b9ef3e3d352499210a1568f7aed29ff
+size 11947659699
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d2b1a98e9ae9319b6daa25e10531db7a7def20
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25b54a7289523d814172122d600c5c52357d1717dc14bb452d5a5f0ac24a1fc
+size 11947659699
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_04_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606aaa6e2c791db4e8bac10f86e6cf58599d959e
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f051215f57101956a102db032072655b1e70421f1d8bfc149fc9dd393f89188f
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_05_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7bb0955d2f7d4465843acca6332596b2202f19
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a763d4dffa622b3bceb3c57107b67f05c36ddec060b1806f574adb50cc15dc
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_06_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea725d5fb6a895c6c6d9d7f640970530ec9cf34
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a3d4f9b2336cc994d24477ac848996da861c94f98c9b627bcfd23f6b79d15b
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_07_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b34e5e0dac1e0d8f90120bf0cfb472abc80a4e
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3913cf4dc643d5e9761cbe988c15491a920b74a4d840c9688f654b21cdc9072b
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_08_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c06b16168fa89e51a0188de9838d853c4d4cdd2
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2741197309811314e26e451be8bf15c3fe860ad57477850376b48bdccbe33c
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_09_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987b2d8fcf617deefb56672952d72c14c8a43e66
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f9b432f76cc60f9f2c679de709f7aa2b928cc7661c68806e97b4438714710f
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_10_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3611e56e3849fa45e7b52275d5adf85711b087b
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e1cec87a52ff6311bf918eebc7d9543e67ff4eadd9589a30303935b5a3b56b
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_11_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e554898d1ccd48398ca05f06d76b338593a1948
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51d169d11a0b121f4cb432274ae40bfe57d16a7822554baae97a8d190553d1e
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_12_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bee4c335f369e2c182a13c14d1102b89381ebfb
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48ee44da2ae8f306b8b595f453c4bd5988ed4932212b95f4308f8696735ea4e
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_13_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821d1a236e802e02fd503ddc7a57ba230f6c7cec
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f8a1d988123b5961b79deb96e8187f2a954c599220f66d668542b973764072
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_14_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb71c2cadd583f9e974e46a300c65c22926df45
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7474bc20ea46b5cf703a87ab6d84aff061e0e16c8bcc5edac8caecd890f5a77
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_15_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d59c396deb4943c848b348acc5dc081df0d1101
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909457e67338981a74b90ec3bacde18dcc54f0ebb903616f99184f0337086fb3
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_16_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_16_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a122dc0fc8041e1722cd6577bff5d68764f2db21
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_16_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143410486c5b577a318cab1de0972404fa9b34a2b32c49970d03494852ad66fe
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_17_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_17_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9dcea92691d1e6eeeb6a8d8fbd21dc76b99fca
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_17_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32873a1e6be4893ef0a0b4ba5b370ef0835c4cd33e0e486de4ae57b2ddbde229
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_18_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_18_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9be43539d73e29612995f32a02f2940c0b506c
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_18_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc567f04f85bed96c3e78f5de709f42ca6a14cfee3f6c2d9f999a3dd760fdab
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_19_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_19_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873faff7a47c9f471f491dbcbd940ef013c3b229
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_19_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbb7b841fdefca8552062340906140971a70426793742f2020aacb4e2a84c02
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_20_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_20_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8938f562e9a6b9b4eec72927b0acc10d432557
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_20_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929edcd9159747dfe936d5cf92eaddc55d02e5bfc7b2f021fa816f8ae762fa7b
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_21_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_21_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754880cbfb95ce415161747c953a062f06de803f
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_21_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3ed2780acde6334d025d811c5048c6083336e54ded692e738e7cd859f0fb7b
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_22_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_22_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e08e636d75d8d4354a733cc109aac97e2d5f5b
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_22_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adbf634525e4ed3144313a06d3f2eb95309de23cf8a5d30cf532d5f69235130
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_23_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_23_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36399c55b00ef1091bc6a74661c2dbd0aaa154f6
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_23_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca4a2dc9bdaaf451d6464845586d0e4414e034288d697cc183560fcf57b1a34
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_24_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_24_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18e865c8843b274fab175071d68e40edd8c315c
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_24_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc95e26f897eb4e980f6bc796f629bea847fe19ee309b6cf2b03493036866a14
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_25_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_25_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340774f8b142b99ce259ba94f2ebd54b5f59dc16
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_25_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f4923d65e39177f4572897fd7a806a4b2b29de8460dbaf58b3bd0ccf2f28f7
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_26_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_26_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad89271db8e595201757c8de8e992fac43c02ec
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_26_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75deddc62270520a39c5c4851403c27dff81ff5738ba162e20773882adfde7a2
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_27_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_27_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d77653f369a51899505e2eff53a16c6458b57a3
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_27_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb1db0abffcb98436dd1bd1c135aaea3372c6ea6c71c54cb584f930372fa68b
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_28_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_28_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c238a27467ed049743cbde319c9a6dcf1f55c6
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_28_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f085535504e6927908075c6666c2bd03aaf800e3d32f4d2d9e69846ad4fa794
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_29_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_29_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c660a65bb8b344d89ed8b1b781b44e25afcc8e
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_29_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0023d82e2c184557cd61386b2dc097142c1e77e859c678ec626a6b962eaa5296
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_30_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_30_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77b23e386807d0b41f797a98cd79b5427148539
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_30_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559647ca95df79fb2eb8fe34d51d6cc222f1368f0f4112db0d9068a7f54a6c13
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_31_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_31_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e5a346b812c7a2cf5d7148355e4c6c6dfa4a37
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_31_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11835e99cd143f8546b26ea2c76a0c0d502c25e898513f590def8f28c3d95002
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_32_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_32_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d5fdf34757269fda986344c3886cc8c0b85bd7
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_32_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f454fed732a73a1584556fab9bab5929f6e8501a790431ab8e5c034a2dd065
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_33_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_33_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24348744e6f47785d0c0b5e49a544be551999c0
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_33_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac251431e6fbb76c42a2ba28d63cbf879c00e18c736aba398f4a01438380fbf
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_34_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_34_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460c9ec551089537fdf763ce9f50474fc0b07abd
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_34_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b143750352697ddd12381c12bc8b07382a9bbf2d5f726f1fcb564eae0e8343
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_35_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_35_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0236ebe23f575296b49293b9a2d383de6a1c29f4
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_35_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380a500d9c998ca3b8ede48c913e9b2332f01cb48d6b1b33c454cffc7ff3ba65
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_36_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_36_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4125156247e61e4842c87b4d137caaacf39e67
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_36_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb12d7ee6a88fb847aa2c381a80bc8872cfac287b06acc430b885a4756e066d
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_37_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_37_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdfc11a13bd243242e23a803e2ebf7b54d97f1c
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_37_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e6dc87a90cbd179b6240b287e955eea33da885a55c2f5cb9aaa8fa651b49f8
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_38_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_38_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384a8fac16fdb62e14783bf9bb6cbc9d05f5a1a4
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_38_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ec420dbec8e5ef1046a34e9e81cb5cba02d9bf6212787d2ede8cc2823a8f2d
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_39_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_39_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33958a98731957fcc7558ee2c80d62bbb0589a91
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_39_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbe8c4ff78c37ed56c4320c5244784467e6fcc8a5b0bedf97f1c791f6d24564
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_40_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_40_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e14bf27bca78d80fbc6e704c20140da85884ae
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_40_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa248df4cddf057dc7516802fbb0a744e0c9d3ebd90a19b1b66561093faf0c97
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_41_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_41_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf433bad504998b0d1309ea7d70a074c8fc545bb
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_41_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15770ad93a4e0fe0619410cfa97daf12448555ec20d1c0461e3b676cc7b1a3ec
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_42_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_42_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0a100dbc5ab4bbe95552e21e4cb3d873796d08
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_42_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccd3472186aa70c5c10953612256e19742360d96f4727bd16f4dc52076b42bf
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_43_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_43_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20f1906b49fb9ce3ff5653f92c5d2bac38369e2
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_43_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4ac010ae36a2d2a5d04d188d45dd4321d7018d19c7bcf50c945181d5de0f29
+size 11100133287
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_44_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_44_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6d589db0f9e8702f7a21ce065f4edb5e417ce4
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_44_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a05421ae9818007788059adaec04c73706cff110ce0cad1c8d4e191289702e
+size 11947659763
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_45_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_45_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf435c48de3eac1b55eb77eecc7885fe3ad7ea16
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_45_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081a1aca19c6fe82fd1fcea5c084e0dd14a3403ac857430aca38c586a1582735
+size 11947659763
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_46_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_46_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd0c3a3ef787123f8cdc85c3e279a5098e9d109
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_46_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb05f510d75d321e4e9cada1ac1ede9a03a43e64adfde4a1b0f618295fa77be
+size 11947659763
diff --git a/global_step95000/bf16_zero_pp_rank_1_mp_rank_47_optim_states.pt b/global_step95000/bf16_zero_pp_rank_1_mp_rank_47_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df0d582a14efd1a73e81e613dbeb8f03266da75
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_1_mp_rank_47_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fcc8388942af7965d94042c8eecba6015a5f87d9920cde96a71095c65d98f4
+size 11947659763
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940a028935e56339e8cb489f607576b752e32dc2
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dc637fed811eb910f4adfe9ebd0aaf93ab2f3201a3793595535638dc52e5f6
+size 11947659699
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d974abf69bae1665e979e74ec34b41a060f91b0
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4659de293a5ff987fdefa62a6f52df949bd2b7e80c162b356ad9cefc836d240f
+size 11947659699
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070094e08bbcf4425c30c0d5620fb365c1bc00bd
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148000f3c84856f4428c7a59490b9d7cfc26421b29dc66096d786f46c8f978b9
+size 11947659699
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6025e974d0fb53c83b350c26e06131875d622f
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bfac691d2ff37629c1917d8c7d84c0ffef88f19455c7be2ced4dc72c27fa3b
+size 11947659699
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_04_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e44c7d643a74640c6163c215027f68a897e940
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bdc3cdd5feff6344bc61ec05220cfcfeab84c48c81056e06834199c6f45c22
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_05_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fc56aeb704fe6efddd7d7e51f706500d4e8d72
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37927d2622f8bb1b66ba8f7f6596e53e6ad69c9b292990e7db6c8ecab2e5291d
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_06_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933376a22255f0e6089e968f6837f2d83a8fce04
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9511a7ee4219817ead0c77cd293b6a2764cf9c47cb826cd3e9b60f5d102ca1
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_07_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3868d024733294ec52ac530a1d0d6fdc776060e0
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c85c1b490186b033b9f7c2809dc96d78e0c2b0e50b741cec3c93b8d4d86df40
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_08_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531e5fe0d9ca027a3a5bc445d9249bc3636be317
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf49b69201349cc955093ff94b19bcef6af88e56648b6c373ddc82da0d9c355a
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_09_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e8e491e06756841d27c098730f06a4d3cb2207
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0279a151b22fff6acb012752c13a4d442af7a15ed06b49474cdda790fe86ba25
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_10_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502926775777768112d7a6c60bb0a1dc08d2600c
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e513d4c2b31527823cb00e64a92db7fbb957024b2534ca1e80505cb245701a5
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_11_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc29f9466de5ab00d72ff5e1690f0b92f584dfe2
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89af1d133f038f00a58685d46ba2fad78ccd3c99a486709d8de751fb0c626370
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_12_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccfc80d801a05f229e73a80e1cd292905005879
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c423183c9050054bb7ecc62f0c35ba70873bc075fc09465f3c27d76fda0993f9
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_13_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9316e0831313ebb47caa9eea8a5d5d0698f642b
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c23262e58beaf2c87594d803ddf0874f195f1b707030a6eee794c9f812c8410
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_14_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3afad672a94ffc12abe333c157df6cdb0ab4c72d
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7ffe2f97bb86e8618429ce9abcfc2716bbe06f8baa2a683727a308fc7bdaf4
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_15_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d37855f06a0ad739e7fe9cf234c7cf78932e29
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e543d7fd4a2419441f9ebffea80e75a643852a60f71f79f75525e49bb8165cb
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_16_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_16_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44fd0f541ff14fb69292e0d430b703de9efb6c3
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_16_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75365a1812726097018fa046ec089e01d720bde6efe14a2e18886711ccb9d011
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_17_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_17_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef448a42996ae1eb038ec9947e36972a98fcfa95
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_17_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3ba4efc0b7e5ff951c1f6f433b6d7a44a72a635a4114bb68db1ba3c050abbb
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_18_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_18_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39e51f653f167dbe99dfc55c1a599d6f5be88f8
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_18_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8b93063ff261201bb7f6d1bf4181597d3de51de8b7e2467fdf7a9f98b0f118
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_19_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_19_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5df99e105682a073cde1dbdff61b7ce94135bc1
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_19_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ce726ed96104bded54c21501cd223c1296a9018810f69768d8b140a77183c3
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_20_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_20_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7200c2ed2ec2252021dd580a1f145dcb7ecb544
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_20_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10efea73a0e15b8b967a1ad7364ecfa1ce5872e968b8a2080e4797c09edbec9
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_21_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_21_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b46be12e445a66ad2d3ba7b124c7f11ab13768
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_21_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d4f257810c58edc65c8e4aa0a4df14f133911d0d1ecf060a239847dfada178
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_22_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_22_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf15864ae5837e0d3d29bfdf175021ca740d572
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_22_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51d0403664f271e4d895813211ef4169adbf1388a5f4c4354b1507b850eda3c
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_23_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_23_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be3f8817536f8509dd80d8ba378cd9dec6e5420
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_23_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c8185519de73d8f8c185a92b5a8922c2dba21f42a89e50cce8e091457cf5db
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_24_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_24_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7c3957d4b31486b56659dd916d07a778d91c3e
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_24_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce254ebc89bf1c04abe09d977d15ab246cf626514be63b97e2ed7b9080f1a267
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_25_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_25_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a61f70474ddc8b7837261760f7644047ad75c3
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_25_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a49a6d37fe4ad27aa38089a175931bba83ba2956fdcacdd8c200b77d8a6067
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_26_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_26_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4afd25edc69f82789fb1464c15cc2b77e0e17ad
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_26_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4341c1f94861bd66139ac9c32be40d6abcc67d3c6a3cdc5c318e3f6d5bf12f22
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_27_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_27_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff3dd65a8424d7ccd0357c677eceac706b18fa5
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_27_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b301fad36489842fa85ec0ef38ac3840dff4732d8e3deb6c2eb879e8c2ba9a4d
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_28_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_28_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afaa4a6fd8dbad32ecaaa9bff246431e650da42c
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_28_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4bebaa3c9644d147edf59fc6c868514df77c70e6c01e0cf5305c7de440e037
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_29_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_29_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbdd77ffbdbfb85c62ba53b679b6a148915b14a
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_29_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2f1a29a197d5f8d1611b2e4822e80e381fad0b7f57b561f370debdd54ee021
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_30_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_30_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9f71450aeea974cac16ac88aa1b359828c4633
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_30_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cb410896befb0fbdd77611898b7e9378941177f21cc459bbc0db407ac7dc42
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_31_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_31_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5939cdcd7e2ebaf6c3c45a3d48052aeec765aa
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_31_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00dc3db5aabd4488cf30aa5775337c1977b009cd87335486728b664589bb97d
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_32_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_32_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf258cd899da20f2664f02bcaff696fedfefc14
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_32_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4485dd3cdb30c258eac9ad900c03bae4c92e80ef48bcc6eeca2b032be03007b
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_33_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_33_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa46994ba1cd63d577f832f90cc833e6da6465e
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_33_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5522432aabaf811af90a980b944ac9b3ff21a0896e24142cb863806815ffd1bb
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_34_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_34_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70ab7f17ac30b693df306ee29cb7164fc0e7997
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_34_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5338ae4edf4402ea05a8ba4b71a49c2b9609e36d914d13d8a438cf3cd4d49d1a
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_35_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_35_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66727d6cfc6546e0517fb74b3eddbc61c39d92a
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_35_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061357c49ab8052fff7b6ba466af846530e646e25f9adedfe82cb130dede9d8f
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_36_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_36_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f5f1962c3392c8912ea3cf7a45be19f80f9515
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_36_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485f61eaf6c8b288908b52cb5cad23bcc8883523111a466c44521b93920f1b30
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_37_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_37_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea64c6ab78979b5dcb7e86b311dd3fddeadc019
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_37_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460db177c21da310d88db0b635ccfd71c83017bcf5c96311475814a735362fde
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_38_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_38_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99a7641d5fc34921699163c7f3ff9b753762f18
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_38_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd7a7775e271bff97b1cff0135f45a137aff4b5ab1ba3da70abb21f3d045968
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_39_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_39_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94cea294514d11b029cc0903172731fae908e9d
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_39_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671f6dc9fd5cf2b7f656c335326bf44fb35b412620ea7a679107ad030324a4b8
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_40_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_40_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3aa665269896eb3cded344bc884d369bf3ba8c
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_40_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26510ca31de87ac60168e1832a23fd25bc26f70521decffe1acb0e4ace7c65e
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_41_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_41_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4910acdf044323d023b228088f7e6d08e6c8e6a2
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_41_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9c996c44d6e7f5365c9d9545044115768a72422b11c37a067fe726bbb8f720
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_42_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_42_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36ace193af09df7bc393d3265732957df696190
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_42_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9879b0b86099668a6c7890ca18169c76ccfdbdbc2674eb4c4e75ec9023921e3e
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_43_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_43_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b45f372925d5426cdc2164d2a875a2c9d1bfc7db
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_43_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04db20118a24de253e9eac075c345771ecd4b405ceda965a0a50d05930996de5
+size 11100133223
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_44_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_44_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8d5b31919f9c5d40d1b1f1f9ac4a5c9bf1fcad
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_44_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca29b165e0a4a76b4e1fc4b4537aada57c225706bbd799be26bfeb43ce20508
+size 11947659699
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_45_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_45_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192fd25f05d5da80600a511dd378babb0f2dc1ae
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_45_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea14b29445f4872b850b656837623df1eaab08a87d7fc9d6acef7a8a59dfe587
+size 11947659699
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_46_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_46_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9b77c4e41d666d1f67853a84a6e4ef2b501522
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_46_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af22da2320c1ce68071eeffb35b79ef8cfe13291737892eb4609bc06744ee03
+size 11947659699
diff --git a/global_step95000/bf16_zero_pp_rank_2_mp_rank_47_optim_states.pt b/global_step95000/bf16_zero_pp_rank_2_mp_rank_47_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1faa46febd24ab682dca9d81c89beab537c501
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_2_mp_rank_47_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd7a767d64a19ffa868533f3102978bf22f4d87b5ab04fc783f5ca1c9841ae3
+size 11947659699
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0ca6eb2ccfdf7c0bb3fbbfe59a98e30a2ff7f1
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8099e7d2a4c10bea477917eaff07f3871a966c52fe52594f8a8368d913bf2fd7
+size 11947659571
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0624bbf2082625cdb4949c117b6c64ec699b21
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_01_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabb7787dd0327b1049d88ff46fe6ddac97d443c6202720dabb42c2edb8a0bad
+size 11947659571
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a190fe519dfd55253bc31943656ef60336dee37
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_02_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43f30ae66306d431677d96fdad56402bf3ab1debafb3b3dcb9e2dac141c9119
+size 11947659571
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eae32a571410fb116980e6a5ab78b2e9b97d7cf
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_03_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3745adff23a15106521009c426bcc08b9956f64c51aa435a5020a8e0c0b329
+size 11947659571
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_04_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_04_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c70fdd8fca9f273d4a55f3d064323f1b6d16f3d
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_04_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8f73ed249edcd0e078b845fbf61eaa32492c4005bbe0d6236e9473638b5893
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_05_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_05_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de81bd321d2941a6b3a851813c2af0c8c9ceed9f
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_05_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022420c02077cdf6efd25fee572a5cc96282b6a03f1c7facc8f054e58d3d15fe
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_06_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_06_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4995a0a89b6c37c41f2bf3ab9b14cb5ca5d0178
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_06_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a423c32f1e607b99e0daf85f74d71d7f9144fdbaf587ce7d8377b61c8648fe
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_07_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_07_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7050b32b41c6f4e5b41a1ff1de8b54c26e7d93
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_07_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd60b238269fdf4ceafdc24b0dd7b5ec98924b85f4ce20ddc9bcb3c65fbaaa7
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_08_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_08_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2045329ee92429ed3c95b04dca6d2285bd1a515b
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_08_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495a0673b3021800f4d997940dfa2c189072f05a4ceed59ae8aa52ebefb47972
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_09_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_09_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4c3d354892d7aa3625af82e796eb4b7ff23da9
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_09_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdf3e50da408c2fc9f5ca44e5bf0e0fbd689d53a6121ac710ab031c9d74e33d
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_10_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_10_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9231548a6835ed14b90b0d055b3da163170b3b62
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_10_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab91bbbe9455c86acfc35ffb74256f6291c558e0178ee1fa7b3e585dd5db56a
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_11_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_11_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913dbc8b4481f5637af09ac679d37e599a80a14e
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_11_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166a354b47c2d9cb5b6b0b8fd1149577d754264b0cc81977dc1df609001aecd0
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_12_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_12_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e37815e1f1724ec4ed7ce5d4fb7f67a544e3cc
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_12_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab1c42ed7c7bfadc5e50a3b3e1f41b191c577e917745f812c941f9174db4757
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_13_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_13_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30f03ed452f68d66cbc9ff33b2340348e7cd3f7
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_13_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd1254a069415e76b42c32b153e0be06a790f7b9ad998e1577ca9e15b5fc263
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_14_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_14_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f44c4fbe6dc19e742c1b112bb68025bdcf4e643
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_14_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826a7c76f877544b6a33b64c5daca51ed7fdfa2aa536ba889140ce0ec711f794
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_15_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_15_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5baa02bf93ef0f8112d511e5da983422b472d14
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_15_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43388bc52bc179c46e748cd9e363a4994dce20469df266f9f435b669cd3cc76d
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_16_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_16_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acdecb5d62f09e7e97e8e2d27e32eba94ea37422
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_16_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8ed6f362f7679484a9f4e2be78a0454021d669734b892a118b6014dffc726d
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_17_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_17_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a09cc0d79093e662948e6e01afaa96fa65ac63
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_17_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0180baa1886d019a95465ec5456bc9cdd51b85d5ff84c2f7fd85dae9006ed2f2
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_18_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_18_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8af6a6a819d225babef9da6e1d5bf70bd7fe67b
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_18_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa82cbed742229acb89376006f53b2885dfdb52a7a8fe1ba7c1ad4e3bf8c5b8e
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_19_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_19_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4901fda88b824992e9c20f8c321fb2a1039369f6
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_19_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a60f035b23adad20703d16b24b4b30284a9445f12da1b5e6a55bd25667f918
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_20_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_20_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b395ed6cc038ffb0fec31ce7501af9d18c9cae1d
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_20_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1668bb889c9f7482855a1e462d8f6b094cbf68e387b22c78b545193d0f23942d
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_21_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_21_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9210e067a4a1a358dc2283964223c77653b53012
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_21_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5055bcb58e58bba25e98cfdebf730c3d90ca2188e72dbe453cfdec2b975a1a
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_22_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_22_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbd79c9728f2f0fa8e88b899f56901683537b8c
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_22_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17816cb4358f8ed80971b7d7e470376cdf63e5af4d49aad05fa84b511aa18cc2
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_23_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_23_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eec917cef864ccb4a118a576bd3cc6f6488b4be
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_23_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54d4e942b0941d05fb095afe4a57d7284b30e366f5a6940603fff2530e19364
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_24_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_24_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974aa49f669c7e6e193443214f2ff9d590a248b2
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_24_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac442e6e508be2aeb77f42864c207bd259e05bda1815cfbae388121425319c30
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_25_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_25_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbf5ca8c2bb9c95475177e8ef4c9a6918dd3994
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_25_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f36947e93568b6c60c62a4f4befbf9bd29de3118a40d4fc8ce62029465db703
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_26_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_26_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86fe282eb8f93170fbfb77a597b2c9ca92bfaa34
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_26_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41d5608ba847eb004c1844a537c5002845b08334fa98118eae639f2ef0b70ab
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_27_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_27_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c695c1565f10909e71800359161df58865352a
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_27_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7d76c91c1ccb9c37773a4a3213cfad0d2dd4c460bf3fa37390d94b1c6223fb
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_28_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_28_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a10cad3509457ac1a2dfeaa647fbd229cfbd42
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_28_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92cccf6803047aa5399c36e18e97625bea7d26b3a95b9d713624c04b90806991
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_29_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_29_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873dc3e62786ff5596927c23a373ebfa1c16e8d0
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_29_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9123834b767e9c9756b658114e9e371e9c618074073ee756be6ca822b0cdec
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_30_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_30_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ef73d743a348e05aff251d682754ffbe75ec1f
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_30_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c26ddeb5d0b8241f44b64e404be0f7b829e9a1bdf6ca9bf13bad8a0fbaf6151
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_31_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_31_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b4ca4dab39476e1883bf95e16b0ed98f1ceae0
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_31_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c4b7c5a5ea43ce82bac1e2beea25531cd54b3a8829c051a7f601d37f93fe80
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_32_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_32_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f436ed1b933cd0c02c1343a61d5448e77d484d58
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_32_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d59f138c19a16a735181b73961fa8d90e8366716c0af31cf8eaed8872f2016
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_33_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_33_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f533606a67276bba1cd031e0015441759a571e
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_33_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ea3823d4073914750114ae0b05607139b52634e4777b74decb2460a11ba842
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_34_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_34_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b42e27d98afbec670dbae224c74ec0d299ce1d
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_34_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756ce6a67bccb717b41920442a297aef6aa3188c6a5cd12491b19bfd0c628161
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_35_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_35_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c4ccb6cd2c4ab6bfdc6ab70c9f9b8475802757
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_35_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e94029b8e17a81e4923a2308d06358372e74973a1246d63b9ccdb8ac9de0b9d
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_36_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_36_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a639b541fee6bd7dbe52f9e7f6d06a09a81b44e2
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_36_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1ea24023b4ede6e2eab69e37335c60d35a6ccd72d25e3922cd30de61edbd1b
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_37_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_37_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dac6bbd24f7bdfffeb1f8f8069affe68f91a9f5
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_37_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a78359011946a2a24b37cd53d966268ca8681c65045c5d74a5c98c3f06bfc8
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_38_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_38_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83e77850cf332ca880e6874393712770adfe347
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_38_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830aae78922e2214632fc8d1b7cad204c161da22dc7ff031a346c6fd251bff93
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_39_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_39_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bffa3901bb6388ec61f3ee985a6cecc6c1f7964
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_39_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40dac078623e2526d6d2e4294de233f5222526290dbd25677f617f752eef2aa9
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_40_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_40_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd8352e3cebb7b255101ed13e962477305f4a62
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_40_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36da8f6940bf7813dcd54462b650bb57c514f5e494df447405ff50e83690c89e
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_41_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_41_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015a65c379e1d83c3623f8076d8c27f426e2cb1d
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_41_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771e0b836a2ff85c534cab13fca2efb3ff501d288eb6747b37d3b6641efb5e33
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_42_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_42_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba58efa800188c8f07cb2f465861d5c74534d82b
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_42_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c06e62988a819bacab16dc9490e227c3fa28bfe4c88a24b96125c89ba3ae4e9
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_43_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_43_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46de6272746ff3be246b63bc0d29ac51ddbbc621
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_43_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bbfa8619bb030ba89b6b423397770a633459b423fd1c1ef3db0cfa009ba1f7
+size 11100133095
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_44_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_44_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26d3f20b23bb62ceed48a0ad6fad94de19b27f2
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_44_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5cc5463ed33df86a905dce4ab0d254a123b469419a65dbf5f7909588943299
+size 11947659571
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_45_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_45_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621e1aae08097ff594ef808a3487d6c7fe4f950a
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_45_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5799d21a273e9d69af2a9f22ffa7f848b97aaeda319c2a64a96833322ca342
+size 11947659571
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_46_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_46_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61643e8514e1eeb1182280b38d4f6258e297a2c
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_46_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6211b213c8d53a68d6708eb1a04e90115617ac619829a268708678ae824f6a72
+size 11947659571
diff --git a/global_step95000/bf16_zero_pp_rank_3_mp_rank_47_optim_states.pt b/global_step95000/bf16_zero_pp_rank_3_mp_rank_47_optim_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f26a07a479deebb7784cebc94210af4b275a32c
--- /dev/null
+++ b/global_step95000/bf16_zero_pp_rank_3_mp_rank_47_optim_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a60efca474f308c008404cf690e9ce005eb727fd9fb1a1c686af666581dd80
+size 11947659571
diff --git a/global_step95000/layer_01-model_00-model_states.pt b/global_step95000/layer_01-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be34c7381ede23fc653b37396f35a562169dcfc0
--- /dev/null
+++ b/global_step95000/layer_01-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00734ee7dc407a4ef765565e64dd8b3fa12b44ddf93672e235a26e843d1a0ea2
+size 1798366435
diff --git a/global_step95000/layer_01-model_01-model_states.pt b/global_step95000/layer_01-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6631783999767a28f6fdbccac1f3606a7680e33
--- /dev/null
+++ b/global_step95000/layer_01-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0caeb3d8cb4b634c660d13a1d3af61fba4c480ef77c3203d1782be6c294c8aa7
+size 1798366435
diff --git a/global_step95000/layer_01-model_02-model_states.pt b/global_step95000/layer_01-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c578beefe980b3271f69da7ddecfd213e3bce69
--- /dev/null
+++ b/global_step95000/layer_01-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3bf8499a130c3a17f07ddbe4b9a637e1734f41c3263bccc3124f95c455cf95f
+size 1798366435
diff --git a/global_step95000/layer_01-model_03-model_states.pt b/global_step95000/layer_01-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd379ad64fc06697e08ec9ea524d60a7b2dbcfe
--- /dev/null
+++ b/global_step95000/layer_01-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4e279d8cc8977992b3cca0abb1162ad2e607034be6f5eaf1cae2b8137e2f96
+size 1798366435
diff --git a/global_step95000/layer_03-model_00-model_states.pt b/global_step95000/layer_03-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de03a4478078d85448480fc0fd1ee4c5212977c0
--- /dev/null
+++ b/global_step95000/layer_03-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77abc7d3090957ad29e5d6cffd29493e531dc8c65290ee194425187189358ad2
+size 1233350977
diff --git a/global_step95000/layer_03-model_01-model_states.pt b/global_step95000/layer_03-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550ff1a633b3ab493d5c41c06cf87afa6909c225
--- /dev/null
+++ b/global_step95000/layer_03-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce52579f1cef2371fc4d8bada4b8da621aae860d87f6c90d6b67821b60befbd
+size 1233350977
diff --git a/global_step95000/layer_03-model_02-model_states.pt b/global_step95000/layer_03-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb0d02ed48b17a24b5987aef2de43247af0f93f
--- /dev/null
+++ b/global_step95000/layer_03-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85b7f7b4c04c323b5c9716c9777099cecbe02bb70558bbef8cac7d29a67ddf4
+size 1233350977
diff --git a/global_step95000/layer_03-model_03-model_states.pt b/global_step95000/layer_03-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb1375188d846bb4481adc82566e4621454986b
--- /dev/null
+++ b/global_step95000/layer_03-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4254a7c4e83e449c9e917adceec95c9730b8b9dd76501caa24478328d34df72
+size 1233350977
diff --git a/global_step95000/layer_04-model_00-model_states.pt b/global_step95000/layer_04-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9605892a3fa1c99b18256086e53fdfe9f7aea5a9
--- /dev/null
+++ b/global_step95000/layer_04-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264a967eea1698ed2958567ec832c50b74ebaf8a40994a5381b204e9b2875f92
+size 1233350977
diff --git a/global_step95000/layer_04-model_01-model_states.pt b/global_step95000/layer_04-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0cf1dbf4c2751634c59d69f7c2633d39694a86f
--- /dev/null
+++ b/global_step95000/layer_04-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a448a73729bed9e8271d2ff339631936b022a6f1b7158b41ae8fbb45dac59c
+size 1233350977
diff --git a/global_step95000/layer_04-model_02-model_states.pt b/global_step95000/layer_04-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f811947f3f236c9d12b7b09970e2c119f2330c
--- /dev/null
+++ b/global_step95000/layer_04-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af01b6e54ea85db9216d2b62255a62bbec85fabdc9c67a3261416096da4d835
+size 1233350977
diff --git a/global_step95000/layer_04-model_03-model_states.pt b/global_step95000/layer_04-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8e4d9085f81654081d300e22738f19598eef9f
--- /dev/null
+++ b/global_step95000/layer_04-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737afa601165ca278d5453c8cc330deb42f151f2311766efd958d1151182b3fb
+size 1233350977
diff --git a/global_step95000/layer_05-model_00-model_states.pt b/global_step95000/layer_05-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e907301f61206546552f8c93f78a4e5d4b59a5
--- /dev/null
+++ b/global_step95000/layer_05-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:220e892c991bf23be872dad5f9635bf23a326f40b7a4f2454a911353dbbcc4d7
+size 1233350977
diff --git a/global_step95000/layer_05-model_01-model_states.pt b/global_step95000/layer_05-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf0b92fd4ba8a0005e9ba86ee2dbdc5ba5d06c4
--- /dev/null
+++ b/global_step95000/layer_05-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3efb4b5221b125c843d6707ab9f7f24f0787ce6866badc334d8292bef791c0
+size 1233350977
diff --git a/global_step95000/layer_05-model_02-model_states.pt b/global_step95000/layer_05-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355cd51496cd40a7ccb81542a8c9ea0f730a418f
--- /dev/null
+++ b/global_step95000/layer_05-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ad033715b89471477eb22feca624f7681f182d5f02784336dc8f36b76572d6
+size 1233350977
diff --git a/global_step95000/layer_05-model_03-model_states.pt b/global_step95000/layer_05-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43738d2cf2271fe1e6c588499d6a266ed0e0f223
--- /dev/null
+++ b/global_step95000/layer_05-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12efaba53f8bb170a110f9553513a1f2274f262ce25ffe19544707ada764bcb
+size 1233350977
diff --git a/global_step95000/layer_06-model_00-model_states.pt b/global_step95000/layer_06-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2a89e6220bac57854e3c3c2b9d7644ba3c7450
--- /dev/null
+++ b/global_step95000/layer_06-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cff44ad5beaaf4f87a1e1b3e80574f6b04e11746e580fd497e6259c181c4fb
+size 1233350977
diff --git a/global_step95000/layer_06-model_01-model_states.pt b/global_step95000/layer_06-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d68570f89cbcf9009459ae6a935313d3fb66a4a
--- /dev/null
+++ b/global_step95000/layer_06-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b285d4b62f6bc6d8a46c723f3fd157ec65998e8f81d0b69fc6ebb893cc00d50
+size 1233350977
diff --git a/global_step95000/layer_06-model_02-model_states.pt b/global_step95000/layer_06-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d225747fc4a091e7b912b2fddce0e7d2036626ae
--- /dev/null
+++ b/global_step95000/layer_06-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985d0b237c4e6c0dfa769d074ee8d6b156845bededa4354e54fc4e22b9e65b5e
+size 1233350977
diff --git a/global_step95000/layer_06-model_03-model_states.pt b/global_step95000/layer_06-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed96ece9ee50d4924e26d74f1bbc0678b4ed0f27
--- /dev/null
+++ b/global_step95000/layer_06-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5d100284c358d83f891832cbaf33291cc666a487b929235227371ea8749528
+size 1233350977
diff --git a/global_step95000/layer_07-model_00-model_states.pt b/global_step95000/layer_07-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d501607b88e28d04da5ffda2197c372828dc68e7
--- /dev/null
+++ b/global_step95000/layer_07-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150e877a37001a50df8764b1769b1d2524b1f688e4c940eef2b1d456c438e561
+size 1233350977
diff --git a/global_step95000/layer_07-model_01-model_states.pt b/global_step95000/layer_07-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082c2b00d5c631ea737eba72ad91acd37b0c436f
--- /dev/null
+++ b/global_step95000/layer_07-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fa6bf63473a22f41ff56b1ab149bf2ac6e608b3773cba29a3832b329d342ad
+size 1233350977
diff --git a/global_step95000/layer_07-model_02-model_states.pt b/global_step95000/layer_07-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af2991ca02d8fd63457aa6153d5e08fd3b13ff7
--- /dev/null
+++ b/global_step95000/layer_07-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9405493db02fe8be20b220fc0d98a9503a72d8422adbe43ba00606e0a8b9733c
+size 1233350977
diff --git a/global_step95000/layer_07-model_03-model_states.pt b/global_step95000/layer_07-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab20256ed993820a267fb3629c63f655236b2ad
--- /dev/null
+++ b/global_step95000/layer_07-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5dad56aab1f469bc276a17ae3c06c25c6fa5e8c9077556fd9050a342bb1b84
+size 1233350977
diff --git a/global_step95000/layer_08-model_00-model_states.pt b/global_step95000/layer_08-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a825f1d3f0aaf139efae354359c24424f316a5
--- /dev/null
+++ b/global_step95000/layer_08-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c673040ed3d11a7244bde76582a08a8a96f45db63e1f790613198a4e239dfb90
+size 1233350977
diff --git a/global_step95000/layer_08-model_01-model_states.pt b/global_step95000/layer_08-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e66b7facb8857b27ee457f77227243dff54468f
--- /dev/null
+++ b/global_step95000/layer_08-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d24385fe58a54e19d8a1a09ab025d0867a781a4a1489595617cd8409b864423
+size 1233350977
diff --git a/global_step95000/layer_08-model_02-model_states.pt b/global_step95000/layer_08-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c72df32e58a0fdc261c6ac99be3a266ef4cce8
--- /dev/null
+++ b/global_step95000/layer_08-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c676cd1556a720a07e3e4547ac6455a84249bb0153766f4913eb5d403b90df
+size 1233350977
diff --git a/global_step95000/layer_08-model_03-model_states.pt b/global_step95000/layer_08-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f01901606bcd265f9391b72417b048aa26d20f5
--- /dev/null
+++ b/global_step95000/layer_08-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137d249bcc795c459834db879ac6d739501e69ff6a27dfc1c74be56c518bc347
+size 1233350977
diff --git a/global_step95000/layer_09-model_00-model_states.pt b/global_step95000/layer_09-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d405587065dbfa3109eb8cf7172384bec703cd71
--- /dev/null
+++ b/global_step95000/layer_09-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5008e11580aa314540d6ad182e7d31558d1e01ce44d5bbb03cf004d0d597a942
+size 1233350977
diff --git a/global_step95000/layer_09-model_01-model_states.pt b/global_step95000/layer_09-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dddec1e370781f6805c234234a86cff5aeedae
--- /dev/null
+++ b/global_step95000/layer_09-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a00ee1c6d867aff07745b4ccd1b65847fa85605f80b70ebc49368028813db1
+size 1233350977
diff --git a/global_step95000/layer_09-model_02-model_states.pt b/global_step95000/layer_09-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d916a8f9d9a8957747ac6300fb66da2ac0e04d
--- /dev/null
+++ b/global_step95000/layer_09-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcded6d10a4f4507b4fc002ad4a40fb280b476e43b883f1af7e393cd1b95c71b
+size 1233350977
diff --git a/global_step95000/layer_09-model_03-model_states.pt b/global_step95000/layer_09-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2366d12df2ffd82d78434289d3b9d1266b42672
--- /dev/null
+++ b/global_step95000/layer_09-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2d4a50a83f8eb9f6dddf7d64b43667085082c88f848e31602ab723cb2fde61
+size 1233350977
diff --git a/global_step95000/layer_10-model_00-model_states.pt b/global_step95000/layer_10-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9370a795cfbfa2207cda8bf6748283031cc344
--- /dev/null
+++ b/global_step95000/layer_10-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a63f815549edaa477eb4955c00eefef98299e0e568836f90433ea5406d0a2d
+size 1233350977
diff --git a/global_step95000/layer_10-model_01-model_states.pt b/global_step95000/layer_10-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cd881af547dc2f0e502ab733c08fb11d77dd1a
--- /dev/null
+++ b/global_step95000/layer_10-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117af4ed1b7085d794427e2d8b61e096e67247076cea15e0d4d8cbd45932b45c
+size 1233350977
diff --git a/global_step95000/layer_10-model_02-model_states.pt b/global_step95000/layer_10-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633bc9e5887a4cbbcf2e65378d3cd8fa967e739c
--- /dev/null
+++ b/global_step95000/layer_10-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e612ba467d5ec350606e71c7fc36038ac29662c22e8a04310035a40319674cda
+size 1233350977
diff --git a/global_step95000/layer_10-model_03-model_states.pt b/global_step95000/layer_10-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e8feea12bcfa1d05612da1550f2d276c93e182
--- /dev/null
+++ b/global_step95000/layer_10-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c997bb03db5b28ef3ea3bc7df71d7ed45969e844c35fb37ce36e2387cf2ef8fd
+size 1233350977
diff --git a/global_step95000/layer_11-model_00-model_states.pt b/global_step95000/layer_11-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f5dd58f8186918fa2f48be4a28e00fc65d2fdc
--- /dev/null
+++ b/global_step95000/layer_11-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae09710a683e060806cad3306ce4bceaa5240424285ba760a6ba803353a5f46
+size 1233350977
diff --git a/global_step95000/layer_11-model_01-model_states.pt b/global_step95000/layer_11-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157b288c6518a203f11607e73612b6a8ded50c47
--- /dev/null
+++ b/global_step95000/layer_11-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5119acbee533aceb637bd09ef9cf49c2a5eaf4e134d50a05ae3f84f6b08f8e03
+size 1233350977
diff --git a/global_step95000/layer_11-model_02-model_states.pt b/global_step95000/layer_11-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042d18964f8ebf5860a9a159a011438416dcd223
--- /dev/null
+++ b/global_step95000/layer_11-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5f3d8eb24dd11cab602994c5d6fd28051e504b6a2d1e085441da147fe86ff4
+size 1233350977
diff --git a/global_step95000/layer_11-model_03-model_states.pt b/global_step95000/layer_11-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc15d39e25494d6446fb5bd2511259829a761e75
--- /dev/null
+++ b/global_step95000/layer_11-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e8beec1de50bc5d1ff66e2f04543ecdfb84135480d13eb37d7302e6f522dc0
+size 1233350977
diff --git a/global_step95000/layer_12-model_00-model_states.pt b/global_step95000/layer_12-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d72ff0edf63045619dd64fc0f240d9a19898a1
--- /dev/null
+++ b/global_step95000/layer_12-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda1b7a7dbbdc34d83ade64630280edd9ab482ad2d38bbf298d3fbc205611c67
+size 1233350977
diff --git a/global_step95000/layer_12-model_01-model_states.pt b/global_step95000/layer_12-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e80261e2c0ad23be7c1d03f3330a1f0deda424
--- /dev/null
+++ b/global_step95000/layer_12-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536abdc0ec393a6edf4f7b8ca25070de211bef121542d4600c07e64e996470ce
+size 1233350977
diff --git a/global_step95000/layer_12-model_02-model_states.pt b/global_step95000/layer_12-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee0ddd872bc6472e97626d945311b841535b35d
--- /dev/null
+++ b/global_step95000/layer_12-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effef9896e2bede858d1bde4a8b2751b3464a44a816397c0c257bf6e1d05472d
+size 1233350977
diff --git a/global_step95000/layer_12-model_03-model_states.pt b/global_step95000/layer_12-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8ecb7ad120146c167c589015b6b8a7223b821c
--- /dev/null
+++ b/global_step95000/layer_12-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6495d5d308d47050e01f6fd945618fcb929b70489ec3c1e91c921a2d029931b
+size 1233350977
diff --git a/global_step95000/layer_13-model_00-model_states.pt b/global_step95000/layer_13-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e371dc6a098259c5582155cb8bc77304d275ea49
--- /dev/null
+++ b/global_step95000/layer_13-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c479a24193e34c568578cadd3cd41c22ef0d87e352a5b78ed5c91cc6d02d6514
+size 1233350977
diff --git a/global_step95000/layer_13-model_01-model_states.pt b/global_step95000/layer_13-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd5f705fe8b6d104d1a4164d868c30b5bce2df3
--- /dev/null
+++ b/global_step95000/layer_13-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbd34542619954814951bc714e5785c04bc92d5681e25d915603e65ec5856b9
+size 1233350977
diff --git a/global_step95000/layer_13-model_02-model_states.pt b/global_step95000/layer_13-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21217c9f573c27b981022afa483f738b4c66dab
--- /dev/null
+++ b/global_step95000/layer_13-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cb1f3badc2b793ab3fc64109d26364f6d3dd04091e69af48d769d7838a0d9d
+size 1233350977
diff --git a/global_step95000/layer_13-model_03-model_states.pt b/global_step95000/layer_13-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34285d8bd40d1004b095fc8d913651e689d5df5d
--- /dev/null
+++ b/global_step95000/layer_13-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5dd4a991d92a0d00774063a7452bbe378f1ecfd75cf4c3bc44b59179f3ff45
+size 1233350977
diff --git a/global_step95000/layer_14-model_00-model_states.pt b/global_step95000/layer_14-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0016ebf22dd61aa99689b17e8944b5987da3324
--- /dev/null
+++ b/global_step95000/layer_14-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffc1b44a97adcf08240285d9b85920308b376e5d9b508e535df28eb41a92c3a
+size 1233350977
diff --git a/global_step95000/layer_14-model_01-model_states.pt b/global_step95000/layer_14-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89a418d75fdc4dd96c4f769d2f57f9a56f53b91
--- /dev/null
+++ b/global_step95000/layer_14-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fe1529594d87576785f24ba6afe48956e72c747c3f8613fa3697823b5d1205
+size 1233350977
diff --git a/global_step95000/layer_14-model_02-model_states.pt b/global_step95000/layer_14-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832cb49337dbac5a9a443df476d17c4d67c7a576
--- /dev/null
+++ b/global_step95000/layer_14-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11cdd3f6b705f2d8bccbce7e0d8336edf84d40b3385253eb123850649df5f48
+size 1233350977
diff --git a/global_step95000/layer_14-model_03-model_states.pt b/global_step95000/layer_14-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa1b2e3735add6b890a4e1a6d22a6cfc341937a
--- /dev/null
+++ b/global_step95000/layer_14-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f770c65c16dbb1a5b33d06b1b14e0131d035edf447b477c7cfcb3a534244e4
+size 1233350977
diff --git a/global_step95000/layer_15-model_00-model_states.pt b/global_step95000/layer_15-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4040d9d0650a57a5554cca7b7d5ec3b6ff6e0e1
--- /dev/null
+++ b/global_step95000/layer_15-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c99abd452fb01728f166a3eb91ac9f46fcfc02373dc9700bf09c43787c7e93a
+size 1233350977
diff --git a/global_step95000/layer_15-model_01-model_states.pt b/global_step95000/layer_15-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba659dcc7db692e642bcbb6e41a89f654d50eb84
--- /dev/null
+++ b/global_step95000/layer_15-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361707b504ea5d201e5d055986dbeff091da0a7fcedbcc7b6444275aa99ac05a
+size 1233350977
diff --git a/global_step95000/layer_15-model_02-model_states.pt b/global_step95000/layer_15-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ed45884e04ec1e123a0f877bccc4b3ce49d760
--- /dev/null
+++ b/global_step95000/layer_15-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792401b4cc516734a196d6a658234beff726dcfa571bebec4fd9e254b5f312fa
+size 1233350977
diff --git a/global_step95000/layer_15-model_03-model_states.pt b/global_step95000/layer_15-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501169ae226a91f7d584e84fee9caf8af9386e3b
--- /dev/null
+++ b/global_step95000/layer_15-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11f980c434ed1f7b1c8f4ce75d5044e64a95a53542c885c8e736f59f9fb53d3
+size 1233350977
diff --git a/global_step95000/layer_16-model_00-model_states.pt b/global_step95000/layer_16-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f83ef577fc4df20c42d9440abfd42f620357ee6
--- /dev/null
+++ b/global_step95000/layer_16-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822ea4c51ebfb654f7dadf9d6b875fc0d6107ac6fd10113029db100b20d84731
+size 1233350977
diff --git a/global_step95000/layer_16-model_01-model_states.pt b/global_step95000/layer_16-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e9c8b6a115a4f44f0bdbc9a92bc781bb82334f
--- /dev/null
+++ b/global_step95000/layer_16-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7335180332a7608efe4b4f47b2a6f281bd973bbb7f27127fd118b4154cb031b9
+size 1233350977
diff --git a/global_step95000/layer_16-model_02-model_states.pt b/global_step95000/layer_16-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2cc7b18be25aee8769b4aed3576ae749060dca
--- /dev/null
+++ b/global_step95000/layer_16-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac1f5d20b3a09c837160645074155dee44e16677a1d44c7447615f19ced9b5f
+size 1233350977
diff --git a/global_step95000/layer_16-model_03-model_states.pt b/global_step95000/layer_16-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33489dd4567a99027a99fe0bcbc44d02a863b171
--- /dev/null
+++ b/global_step95000/layer_16-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60be1bdaa3703374f9528bf4f23bf104fbb4929082913f9228aceb9391c34756
+size 1233350977
diff --git a/global_step95000/layer_17-model_00-model_states.pt b/global_step95000/layer_17-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ce464fc192563c1873e45549c678a18aad02dd
--- /dev/null
+++ b/global_step95000/layer_17-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5ae705600b661161559de8fac46afdfdc2cf21de9b9ab470c3755612e1199b
+size 1233350977
diff --git a/global_step95000/layer_17-model_01-model_states.pt b/global_step95000/layer_17-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105a812dce4dc9c4af6102db3f8511faab99a32d
--- /dev/null
+++ b/global_step95000/layer_17-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f662a78c171953b6bcf531535d2c6cf372f4be7f1a9913abec35d60f00dc33
+size 1233350977
diff --git a/global_step95000/layer_17-model_02-model_states.pt b/global_step95000/layer_17-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad1ca06428f6758c5f69efb2be336333b6c6f0a
--- /dev/null
+++ b/global_step95000/layer_17-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29323c674dbf7c64d007d553d4d37b7d6911356e2e497a2ddb6f494394b7da76
+size 1233350977
diff --git a/global_step95000/layer_17-model_03-model_states.pt b/global_step95000/layer_17-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab48025ce5a53bb3872af1345b1d983edd280da
--- /dev/null
+++ b/global_step95000/layer_17-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c278ed8bef2f889df0105551afcb2ea9f7c717fb82a0bbbc78717f8700dcf6
+size 1233350977
diff --git a/global_step95000/layer_18-model_00-model_states.pt b/global_step95000/layer_18-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bceb6bae8afb6d08cc9b58c8de4e7246e7cae03
--- /dev/null
+++ b/global_step95000/layer_18-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68ab58dab431ef6ceba17b82417a19237243fb37965f8860576c824ba763094
+size 1233350977
diff --git a/global_step95000/layer_18-model_01-model_states.pt b/global_step95000/layer_18-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b2ea0de8a970bc50a5ddfd79462bd13f8a18d3
--- /dev/null
+++ b/global_step95000/layer_18-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cb36460136421dbc276d18bdd7e297f9c114d19f33843778b27073e3e7d55e
+size 1233350977
diff --git a/global_step95000/layer_18-model_02-model_states.pt b/global_step95000/layer_18-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85b44e84f1a4fe89fac34f01f1c196a2fd8d350
--- /dev/null
+++ b/global_step95000/layer_18-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121b872ceb73c052eb644f00a1d9c47f2358d9aecafebe54ff8182ccfb331c86
+size 1233350977
diff --git a/global_step95000/layer_18-model_03-model_states.pt b/global_step95000/layer_18-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc9bdab43cb09bf76b2cab2fdd01bf050810a01
--- /dev/null
+++ b/global_step95000/layer_18-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf916d46e03fd8e2ecef1388494d01bfd25cf82cffb84016ae2c39530371eaf1
+size 1233350977
diff --git a/global_step95000/layer_19-model_00-model_states.pt b/global_step95000/layer_19-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b9da9bb759897166788e72b34769c95b399f2c
--- /dev/null
+++ b/global_step95000/layer_19-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630fdf68b7275ba800ea838ee141a8e948ad134bbbc544926ca149d9ef1309da
+size 1233350977
diff --git a/global_step95000/layer_19-model_01-model_states.pt b/global_step95000/layer_19-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b9cd7be6b18433404371bb3fb18f10bdf96d7c
--- /dev/null
+++ b/global_step95000/layer_19-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f5e3620c84b2fcc7b0ef93c64d231529dc97684a77221b78fba0ededc169c7
+size 1233350977
diff --git a/global_step95000/layer_19-model_02-model_states.pt b/global_step95000/layer_19-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f448c6221c7a2501291a31189047c900c2a4738f
--- /dev/null
+++ b/global_step95000/layer_19-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae4b365572d9dbc3598c8833452e1e01f2a17885a423719e38599852d4525b3
+size 1233350977
diff --git a/global_step95000/layer_19-model_03-model_states.pt b/global_step95000/layer_19-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f4a34656b6e81584c85e6efc51c10a2344708b
--- /dev/null
+++ b/global_step95000/layer_19-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab36fc9ac4e010f2661bc0a4cd2ac3128cea853bbc138e7c1ab3cddae471e540
+size 1233350977
diff --git a/global_step95000/layer_20-model_00-model_states.pt b/global_step95000/layer_20-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e902bb8c36f0e0f545a930a8e19d5dd08005966
--- /dev/null
+++ b/global_step95000/layer_20-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c79d379a6d92f851a7a8c08ba6e3a5ca6e940e492cfb1799d7f332300ddbb4
+size 1233350977
diff --git a/global_step95000/layer_20-model_01-model_states.pt b/global_step95000/layer_20-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1df7f79adc8bc185b940272272b6ed62eca080
--- /dev/null
+++ b/global_step95000/layer_20-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2220e15950d1707a138068e8dac06ca9a8e69bdb1b92e9d0773fca812b926a1
+size 1233350977
diff --git a/global_step95000/layer_20-model_02-model_states.pt b/global_step95000/layer_20-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66ef7b23c11414c468e5d312911c44bf20a9017
--- /dev/null
+++ b/global_step95000/layer_20-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a53181a1e19b325baff3fa54010747bbce9e13a67e0768cc8a3a0e8e67e786f
+size 1233350977
diff --git a/global_step95000/layer_20-model_03-model_states.pt b/global_step95000/layer_20-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bd3b9a105b8c22ae4e2bf46b509eab3e977650
--- /dev/null
+++ b/global_step95000/layer_20-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ce7cb0cd6d2a6da631c8ee4fd78a12e55d19dc2d43aaa68a18dcf0f0caf829
+size 1233350977
diff --git a/global_step95000/layer_21-model_00-model_states.pt b/global_step95000/layer_21-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995502eb19b6be680d2dc972a9889f7101a24f0e
--- /dev/null
+++ b/global_step95000/layer_21-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a806d79cb2d8dc262543c881b9a0be1892af16c99a361a29346f3806216ac858
+size 1233350977
diff --git a/global_step95000/layer_21-model_01-model_states.pt b/global_step95000/layer_21-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d317b7a02af62b6b434e3cb90685917d694496fa
--- /dev/null
+++ b/global_step95000/layer_21-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e52b190b5f246c67b7d6674f746013259bbff02b4bb6328423b65a6bfd60749
+size 1233350977
diff --git a/global_step95000/layer_21-model_02-model_states.pt b/global_step95000/layer_21-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91021659fd0b689cbd88bc18c931ebd8ba2a795e
--- /dev/null
+++ b/global_step95000/layer_21-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290b02cd2a4e7b5002637c473280cefbc49b0561a0a18263b132d637b222fbae
+size 1233350977
diff --git a/global_step95000/layer_21-model_03-model_states.pt b/global_step95000/layer_21-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442f912b5b4fab1a7275b8908cb5fb1c1776451c
--- /dev/null
+++ b/global_step95000/layer_21-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f57f2e188bf354c520d0d12f4854bb6407848aabfa94b1deaa6642b8b763ac
+size 1233350977
diff --git a/global_step95000/layer_22-model_00-model_states.pt b/global_step95000/layer_22-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d2166fdf43b88189e3fc80af3f9730d4947848
--- /dev/null
+++ b/global_step95000/layer_22-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d8a42b2c642e04c4b5eedd5a7725eae77831dcf7f88c788a4e1afa306beba4
+size 1233350977
diff --git a/global_step95000/layer_22-model_01-model_states.pt b/global_step95000/layer_22-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47cae1e5d694991991453aa67e78b17fae48c55e
--- /dev/null
+++ b/global_step95000/layer_22-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0a2b24f0ced252b1f52098a964d2032a4e108eb44a93c283618f1405b6b87a
+size 1233350977
diff --git a/global_step95000/layer_22-model_02-model_states.pt b/global_step95000/layer_22-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269b6c5e0aa578726f466dad0e0e9eec8ed9853f
--- /dev/null
+++ b/global_step95000/layer_22-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2cb7423ccaefc54f0680fb6778b9e8eace4dee10733766957d57ca91d5b022
+size 1233350977
diff --git a/global_step95000/layer_22-model_03-model_states.pt b/global_step95000/layer_22-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f290932ae31123c5eb5782216c50595bbdebf4
--- /dev/null
+++ b/global_step95000/layer_22-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272c65e825050e4a7e5f6d25a098347ad6330cd79ece412ee7e5c00774259175
+size 1233350977
diff --git a/global_step95000/layer_23-model_00-model_states.pt b/global_step95000/layer_23-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad0ddca0b100cf7c20d4406ed816bb9119a7a53
--- /dev/null
+++ b/global_step95000/layer_23-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65911f07ec75ca386261dd154303fd59a01771d50b5461ee54e97bc5faab7b6
+size 1233350977
diff --git a/global_step95000/layer_23-model_01-model_states.pt b/global_step95000/layer_23-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c694ef9efa55e41b0dedc22a440a3444338697
--- /dev/null
+++ b/global_step95000/layer_23-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01af59faf650d5320f228bfd442ac60550ba367d2efdca08e1af0567fa6e775e
+size 1233350977
diff --git a/global_step95000/layer_23-model_02-model_states.pt b/global_step95000/layer_23-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04927be3a575f0bdabe4eb5fd85fa12433547b1
--- /dev/null
+++ b/global_step95000/layer_23-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe730d182a6f7f56406d6b79f15339e699ea52971510800e8ae0eb166a10dcb
+size 1233350977
diff --git a/global_step95000/layer_23-model_03-model_states.pt b/global_step95000/layer_23-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c304e113b1cf5799bf18eb49917d8a780ebfa4fb
--- /dev/null
+++ b/global_step95000/layer_23-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e921e70587806c0e95a86622575afa9fcdd3298a156fea77b22ef65498916aef
+size 1233350977
diff --git a/global_step95000/layer_24-model_00-model_states.pt b/global_step95000/layer_24-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c60d9ace1cb66ed110b709963fd603b988db824
--- /dev/null
+++ b/global_step95000/layer_24-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad0a20576f7c8d2221ac7a57f8c205b3f6a50ca1840b7dd0472603dbbc6f451
+size 1233350977
diff --git a/global_step95000/layer_24-model_01-model_states.pt b/global_step95000/layer_24-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3247c02019ad8425e5ec1d07e0960630b1891ac
--- /dev/null
+++ b/global_step95000/layer_24-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2bb3056e92aa6ac645d3faedb036b06c844c45d43a5b54c04b13b177a64a64
+size 1233350977
diff --git a/global_step95000/layer_24-model_02-model_states.pt b/global_step95000/layer_24-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e4b9467795dba1949a05acdf0f0bda0a5d4c13
--- /dev/null
+++ b/global_step95000/layer_24-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054cbcefed7634b9073a32b34ac2df51193d9d5aee85cd0921b90d853d6cb960
+size 1233350977
diff --git a/global_step95000/layer_24-model_03-model_states.pt b/global_step95000/layer_24-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9c0acbc1b4788a9bc1fcaacf692af67069ac8b
--- /dev/null
+++ b/global_step95000/layer_24-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c04ef1be14b150203ec351725bf2f2ad22a020329e231dbd0d285d51eccf87
+size 1233350977
diff --git a/global_step95000/layer_25-model_00-model_states.pt b/global_step95000/layer_25-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e119e8ce2f746791e9b6cfd16c4f85dee990d82d
--- /dev/null
+++ b/global_step95000/layer_25-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a9e24d1e1ad3c3c03867d29e8a9ff2da0b7dc3851e0b455d2bd60f3bfe7eb3
+size 1233350977
diff --git a/global_step95000/layer_25-model_01-model_states.pt b/global_step95000/layer_25-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b2a5532bb799b7c71d18eae217feae14fad65b
--- /dev/null
+++ b/global_step95000/layer_25-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f7043ebcdaa4552d9ac41dfc49d0035ba5553ab1c5f352e5e1051300851d02
+size 1233350977
diff --git a/global_step95000/layer_25-model_02-model_states.pt b/global_step95000/layer_25-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffa35cf57210bdd19de26ee51fe7efafcc87001
--- /dev/null
+++ b/global_step95000/layer_25-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcee248e8af8dbff6724519e3844a569f825ea54e4034b1014a2152abfdc754d
+size 1233350977
diff --git a/global_step95000/layer_25-model_03-model_states.pt b/global_step95000/layer_25-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996bef2434de2841c6648b6bdd91da3c50f30d2a
--- /dev/null
+++ b/global_step95000/layer_25-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2408e4bf8b47546f1492b3e5ce96fa85d1c98af7bfe6b9bc92e586ca2f219698
+size 1233350977
diff --git a/global_step95000/layer_26-model_00-model_states.pt b/global_step95000/layer_26-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357415f3af5459127afea9ad862fb8fb2792d068
--- /dev/null
+++ b/global_step95000/layer_26-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fd747d33ab4700fd277ab48ecdfd0c651193373a9d530424ab94493a004b49
+size 1233350977
diff --git a/global_step95000/layer_26-model_01-model_states.pt b/global_step95000/layer_26-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78303e224fc71ad1a49fb52b04dece92f1191aef
--- /dev/null
+++ b/global_step95000/layer_26-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4960bbc28fa954b758f6aa08a2a1ac06ab48c30a76de8caf87e64cbdb6712e0e
+size 1233350977
diff --git a/global_step95000/layer_26-model_02-model_states.pt b/global_step95000/layer_26-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb66c610602432a75e4245345aa27fb550ccdc7
--- /dev/null
+++ b/global_step95000/layer_26-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194bd9c96898ebe18cc79a8b09a96ebd2f0c5dbc1170b5c11152e17a5ae95ef2
+size 1233350977
diff --git a/global_step95000/layer_26-model_03-model_states.pt b/global_step95000/layer_26-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb0869fc5b827a6e81eb79ff1c69c4f3e3b91a3
--- /dev/null
+++ b/global_step95000/layer_26-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fc2f5f46a7a7b43a54d5769023f03ae17535b507237ff222bff676921a7496
+size 1233350977
diff --git a/global_step95000/layer_27-model_00-model_states.pt b/global_step95000/layer_27-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd680ab9e40dd7a33528046d629fcfa27cb0a2c0
--- /dev/null
+++ b/global_step95000/layer_27-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9211bca3cbda9cf9654fb78ca0080f14c53498f97d38ad167cb70b5a04876a2c
+size 1233350977
diff --git a/global_step95000/layer_27-model_01-model_states.pt b/global_step95000/layer_27-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9dfc754ac3303fd56dc841ac60a97e110f0fd8
--- /dev/null
+++ b/global_step95000/layer_27-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a409d03539c29f11e4a03f97919d15ecbf7de2faa0c0d05f0f6dfa5d778b50
+size 1233350977
diff --git a/global_step95000/layer_27-model_02-model_states.pt b/global_step95000/layer_27-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1e9341af58d05ea1fcff44c936af15052b8f7f
--- /dev/null
+++ b/global_step95000/layer_27-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac1d0c5a45d3bb35df132ccb0b88d922ae1ddb91472cd7279c45269423907f2
+size 1233350977
diff --git a/global_step95000/layer_27-model_03-model_states.pt b/global_step95000/layer_27-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed54c5167c20b532e561df91c5d981f29eb0091
--- /dev/null
+++ b/global_step95000/layer_27-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46822861e0e8ef4672609657304312c2e8f17ffdcc6e97b3ce5f12ccf167128e
+size 1233350977
diff --git a/global_step95000/layer_28-model_00-model_states.pt b/global_step95000/layer_28-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ec3c3f98d53967cde3b8a0f1cef439d73fe1dc
--- /dev/null
+++ b/global_step95000/layer_28-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185464e85192170cb6ef7da448aae2cbe78ba171e73ab7dbe33d0a7509ff3c39
+size 1233350977
diff --git a/global_step95000/layer_28-model_01-model_states.pt b/global_step95000/layer_28-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bcc49963daf066505d19e491c7df4624182889
--- /dev/null
+++ b/global_step95000/layer_28-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b32958c276454e0b0e37b5cc30bf94cec98825837a67e802337adb71485212
+size 1233350977
diff --git a/global_step95000/layer_28-model_02-model_states.pt b/global_step95000/layer_28-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedbee9eb9107d1dcda50b442d42e1dc592bb596
--- /dev/null
+++ b/global_step95000/layer_28-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4ae28bf1626a39731be9c51be212875da0b749ac54ca2bc7bec180dcbef617
+size 1233350977
diff --git a/global_step95000/layer_28-model_03-model_states.pt b/global_step95000/layer_28-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a94ae5d24a4045b28125f5a0ac09bc475e55e11
--- /dev/null
+++ b/global_step95000/layer_28-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77713c42899bfe1c041b1982b8c6cd12b6a3503b750f85aa8cd3da20cc2220f0
+size 1233350977
diff --git a/global_step95000/layer_29-model_00-model_states.pt b/global_step95000/layer_29-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa060a93d553d7a061ba93e363c3edb63e2cacf
--- /dev/null
+++ b/global_step95000/layer_29-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3738ba22b31ab1ab4cf5c7a735051b43f397a994d7267edc5ad3058b6b10dcee
+size 1233350977
diff --git a/global_step95000/layer_29-model_01-model_states.pt b/global_step95000/layer_29-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de32e3b4ae2803f0cdaec7c863c51182e591ed7b
--- /dev/null
+++ b/global_step95000/layer_29-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ce4fdb4b00c90336f96e92fe771bda9f3b60b3996491a95e47343bcc5e647c
+size 1233350977
diff --git a/global_step95000/layer_29-model_02-model_states.pt b/global_step95000/layer_29-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4071fe4cf085d66db29c5a5e770eab41308470
--- /dev/null
+++ b/global_step95000/layer_29-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1864084eee4d26dad4465587cb53204aeedb1dbbd232b1a11e6def97f137d814
+size 1233350977
diff --git a/global_step95000/layer_29-model_03-model_states.pt b/global_step95000/layer_29-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4deedd5ea914be2a9d6a917d35156cbd0879c6a9
--- /dev/null
+++ b/global_step95000/layer_29-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56308a134bbfe0e60fbe9c9bab475e0194c68eb887d5e6540ffdad5f17a40ab5
+size 1233350977
diff --git a/global_step95000/layer_30-model_00-model_states.pt b/global_step95000/layer_30-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a471f67ee382befef7eba2b9964d78d8c93834
--- /dev/null
+++ b/global_step95000/layer_30-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f056e0f7510ea88abb136270eac8f3692d1edeb819859c9f014832d2181903ba
+size 1233350977
diff --git a/global_step95000/layer_30-model_01-model_states.pt b/global_step95000/layer_30-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4841d9d5fea8bd97d1ae64e42c38e10e85125002
--- /dev/null
+++ b/global_step95000/layer_30-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877381dd1d4fdffbe3f150e258d6d150b572b9f6f9cc6a8eb39ee4b59f9dbda0
+size 1233350977
diff --git a/global_step95000/layer_30-model_02-model_states.pt b/global_step95000/layer_30-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b5e4a22e73606ede229b97d32c53f03d11b36e
--- /dev/null
+++ b/global_step95000/layer_30-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47440bd2c2c2a8c444276bbf4a41eded8e9f59da7cef85ed29f558c15ceac561
+size 1233350977
diff --git a/global_step95000/layer_30-model_03-model_states.pt b/global_step95000/layer_30-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18d1ac99335c8d05a0d32487ab5d6c0103e20f2
--- /dev/null
+++ b/global_step95000/layer_30-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24880c728cdf0622e72e4de757303efcb1591c9923406112eba616f68598a95
+size 1233350977
diff --git a/global_step95000/layer_31-model_00-model_states.pt b/global_step95000/layer_31-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784b2990f98bdd4f7b405673037c171fc014bcfa
--- /dev/null
+++ b/global_step95000/layer_31-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a4a948d28525abf495f70d1a2cf86d09710db5dfbde978e3237c3209527f2e3
+size 1233350977
diff --git a/global_step95000/layer_31-model_01-model_states.pt b/global_step95000/layer_31-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3a2f5cc453b323839d3742026aa144b1582540
--- /dev/null
+++ b/global_step95000/layer_31-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674d7a2f55b158bf8b28dceb1681387af1689a5e039d5b63f7991f0ef33a642d
+size 1233350977
diff --git a/global_step95000/layer_31-model_02-model_states.pt b/global_step95000/layer_31-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e22101ba512a66a4d3a2cb2f78dceb9d94da57a
--- /dev/null
+++ b/global_step95000/layer_31-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b05633f00981a8d3afc8765ac3a7465855a5df24708d72d836442e8d0454a5d
+size 1233350977
diff --git a/global_step95000/layer_31-model_03-model_states.pt b/global_step95000/layer_31-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963463d9cb4d051406803e003b7f0f4320b84fc3
--- /dev/null
+++ b/global_step95000/layer_31-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5995de7642c4c352a45effd672a32202d0a23aff33988e348f8b4fa3cbb2c2c
+size 1233350977
diff --git a/global_step95000/layer_32-model_00-model_states.pt b/global_step95000/layer_32-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65c1d41e921586815af2e7a1f0d1f8745012089
--- /dev/null
+++ b/global_step95000/layer_32-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35b45ffc6d0db03e6e329c07296b3fdff979eb4917396990bd952431ec23ddd
+size 1233350977
diff --git a/global_step95000/layer_32-model_01-model_states.pt b/global_step95000/layer_32-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1360481badebd2f117e32adea4cd1617b64e2be
--- /dev/null
+++ b/global_step95000/layer_32-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daefc28644090a872337dd5161bff166bc863d14e65114e4398b5e49f43ee00d
+size 1233350977
diff --git a/global_step95000/layer_32-model_02-model_states.pt b/global_step95000/layer_32-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512d6035dc9c817def009376d816cfadbaef1982
--- /dev/null
+++ b/global_step95000/layer_32-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b0cc60e260baeab2b346d2d762a170d4061628b1e7aabc3da7bb65dabad603
+size 1233350977
diff --git a/global_step95000/layer_32-model_03-model_states.pt b/global_step95000/layer_32-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3535023199e5d670f26a5d599a2da3885c07d138
--- /dev/null
+++ b/global_step95000/layer_32-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4124a0068acc37623f18c199ac0d0de13757e7c015bd304957e22164d0ea3d
+size 1233350977
diff --git a/global_step95000/layer_33-model_00-model_states.pt b/global_step95000/layer_33-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c134b9308c6f6234e9bfecc5e0ed1468a61a7091
--- /dev/null
+++ b/global_step95000/layer_33-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916710ebdd9ad56db35ed4c0c5349b799d5b9db6cb754cabb9dc17d642fba402
+size 1233350977
diff --git a/global_step95000/layer_33-model_01-model_states.pt b/global_step95000/layer_33-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47b4ad1b0e9532e655bb8751c481f820e0eaa52
--- /dev/null
+++ b/global_step95000/layer_33-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd25e6404e4683645df441b9058a5dd32d84a3c0582ed2c5242f25a6f70366eb
+size 1233350977
diff --git a/global_step95000/layer_33-model_02-model_states.pt b/global_step95000/layer_33-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4ab253dcbf865688d912494a1595bcd96605c5
--- /dev/null
+++ b/global_step95000/layer_33-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc78f01b55b9dd872623012373641467a66dc540a1eec45126e09b08c5a5363
+size 1233350977
diff --git a/global_step95000/layer_33-model_03-model_states.pt b/global_step95000/layer_33-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8394016c6d68600056d310623e31aef3fb4f4114
--- /dev/null
+++ b/global_step95000/layer_33-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4716b652c80066bb47a3bec452e3bf468da23875041165b188212dd60c83556
+size 1233350977
diff --git a/global_step95000/layer_34-model_00-model_states.pt b/global_step95000/layer_34-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583959a377208404b8bfbc02522cabf79984e95d
--- /dev/null
+++ b/global_step95000/layer_34-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00f1eec4e1a6773a630e9984710dfcf22d3eedafc847d3b4d5e104e20ad07c1
+size 1233350977
diff --git a/global_step95000/layer_34-model_01-model_states.pt b/global_step95000/layer_34-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d072982dde1c63012e212801fc223b4ecb4b97
--- /dev/null
+++ b/global_step95000/layer_34-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f243f07d7cb4ea14dfd25920a72ae597a19696dc78f4d9487d504cfdc0a9a49e
+size 1233350977
diff --git a/global_step95000/layer_34-model_02-model_states.pt b/global_step95000/layer_34-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce0a4e8499f612f6f7c91c87537979ecf2340c0
--- /dev/null
+++ b/global_step95000/layer_34-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14530916b9169ca333a883033c9f47b4628efddaf87838c82b809e480de1912
+size 1233350977
diff --git a/global_step95000/layer_34-model_03-model_states.pt b/global_step95000/layer_34-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fc468598bc587df3baa8a259db058a62c864f8
--- /dev/null
+++ b/global_step95000/layer_34-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a781cf7c79789d928775be2858bd5b2f58621f416c9772cf37b460fb38d24075
+size 1233350977
diff --git a/global_step95000/layer_35-model_00-model_states.pt b/global_step95000/layer_35-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4be8882974a1d1526f20ebae162545612d1ea2
--- /dev/null
+++ b/global_step95000/layer_35-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a238f7183c1566d2535fe1f443a3d592104664a4c044c3103b6b36c57be41f0
+size 1233350977
diff --git a/global_step95000/layer_35-model_01-model_states.pt b/global_step95000/layer_35-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0f2c4c716c057a0c06970969a40f236fe56047
--- /dev/null
+++ b/global_step95000/layer_35-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8781e219b66ff4d8e2bc08c76c69e1fe76267922a64bcebe4337aa92869152cc
+size 1233350977
diff --git a/global_step95000/layer_35-model_02-model_states.pt b/global_step95000/layer_35-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c223ce60caa3f99ed77443dabecab4a2c6b48a93
--- /dev/null
+++ b/global_step95000/layer_35-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff36d81b9dbc1dc4cb7d723b0959cdf8933357507af40e72e4769306e97b966
+size 1233350977
diff --git a/global_step95000/layer_35-model_03-model_states.pt b/global_step95000/layer_35-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee99717e3d5975d76ac24ebef43e7d441fbb63a9
--- /dev/null
+++ b/global_step95000/layer_35-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c546956049208d88bb2cfc2d8c8188450d6784c10b68e8083ce4fc9a9e1ffb12
+size 1233350977
diff --git a/global_step95000/layer_36-model_00-model_states.pt b/global_step95000/layer_36-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d351ec6148a636d087a2d1a250a882b842b0c3
--- /dev/null
+++ b/global_step95000/layer_36-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59d06f940b68685dd3a9676dff0b09c3d4b3f5f35024fb55f252d8d02326c29
+size 1233350977
diff --git a/global_step95000/layer_36-model_01-model_states.pt b/global_step95000/layer_36-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a29c0fadce6ba337fb954156760a965342e9420
--- /dev/null
+++ b/global_step95000/layer_36-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a502c4f11dff3545a1a06ae1034e9e9b63cced22480664606e36a13bb62a31
+size 1233350977
diff --git a/global_step95000/layer_36-model_02-model_states.pt b/global_step95000/layer_36-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec3b77f5cae1cafadb4e7986d0a745f0ad95a08
--- /dev/null
+++ b/global_step95000/layer_36-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be8391fd6ffbb461ffbfa30758aa66ee98100e9d5c21513a82b335cbaf7187f
+size 1233350977
diff --git a/global_step95000/layer_36-model_03-model_states.pt b/global_step95000/layer_36-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c058c1d62cc451bbe901d36c5424836d3268b0
--- /dev/null
+++ b/global_step95000/layer_36-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fe2ce99cfa640c0a22ad8d003869f7a1502170870110fec3cdd682a942f989
+size 1233350977
diff --git a/global_step95000/layer_37-model_00-model_states.pt b/global_step95000/layer_37-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0c5cf305e9f5aba6759e56fa61dafbd6a00e7e
--- /dev/null
+++ b/global_step95000/layer_37-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae335bc6bd20ebe480f344f5cb7d77f08c5d1f6230463b9d6be015efcbbd3bcb
+size 1233350977
diff --git a/global_step95000/layer_37-model_01-model_states.pt b/global_step95000/layer_37-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960c067b12cac2fe8478113f5f816b2048d78617
--- /dev/null
+++ b/global_step95000/layer_37-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bf5a61cf281597263021f9995b5fbdc31b47d5a9fe40710bdcadeecb79f075
+size 1233350977
diff --git a/global_step95000/layer_37-model_02-model_states.pt b/global_step95000/layer_37-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a69e5cb4831eacaf8b3b9028439bcaf631fe24
--- /dev/null
+++ b/global_step95000/layer_37-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2fdcdd1c4242b45d2a1111eee2f78ce1b71fd495442a88e8ec401938941c79
+size 1233350977
diff --git a/global_step95000/layer_37-model_03-model_states.pt b/global_step95000/layer_37-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932a5ad60a4fce6b1d0ed52adcee33e9e91dc6cc
--- /dev/null
+++ b/global_step95000/layer_37-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce99374dd3806627b703d0f94422bd4a4835ff2d36fab631d8f9d9fa7ceb335
+size 1233350977
diff --git a/global_step95000/layer_38-model_00-model_states.pt b/global_step95000/layer_38-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb7d2f6b14fb6c8ece31b4699024487adce5f11
--- /dev/null
+++ b/global_step95000/layer_38-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b16c1c4fa813426f86266bd70952f11b8963146dd374b6297c4cd293f2716a
+size 1233350977
diff --git a/global_step95000/layer_38-model_01-model_states.pt b/global_step95000/layer_38-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92adbdccfc9686236ddbb7245110defb6da1560
--- /dev/null
+++ b/global_step95000/layer_38-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e4ba9165f79719da20c5eee3ca25e2e2a322aac1c8179add53023905ca2679
+size 1233350977
diff --git a/global_step95000/layer_38-model_02-model_states.pt b/global_step95000/layer_38-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a93d937751da76c179a141b9300719045274e30
--- /dev/null
+++ b/global_step95000/layer_38-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a1ceda476614126db7f1363d248dd8a158f673736f1aaa939286fb3746c05a
+size 1233350977
diff --git a/global_step95000/layer_38-model_03-model_states.pt b/global_step95000/layer_38-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcbc3660358e41352cd0156efa53aaa6ee01380
--- /dev/null
+++ b/global_step95000/layer_38-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdd8bc0f107f15b425a55534f86f899a94ccb7e4e4f006a1de28242190d8131
+size 1233350977
diff --git a/global_step95000/layer_39-model_00-model_states.pt b/global_step95000/layer_39-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14171257e2e94ceac4bb65d1b966c9ec166c4c7c
--- /dev/null
+++ b/global_step95000/layer_39-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0730f4a0f4e781d52ba415242e0b08aadb56282314488a2332274a191f1479cd
+size 1233350977
diff --git a/global_step95000/layer_39-model_01-model_states.pt b/global_step95000/layer_39-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10785075eb62a6324e5b9da1e294fb5e10b792cd
--- /dev/null
+++ b/global_step95000/layer_39-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d089278cdc867b575d9823abf229dcdf15749186e0422122b6104237bddbe3b
+size 1233350977
diff --git a/global_step95000/layer_39-model_02-model_states.pt b/global_step95000/layer_39-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e928f5183d3e612bb1d1283326200cd5573e1bb
--- /dev/null
+++ b/global_step95000/layer_39-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b29fa59cf6c37c3f4dbb19f61cf4fdb959a008e7f493e675afd5b32499bad4
+size 1233350977
diff --git a/global_step95000/layer_39-model_03-model_states.pt b/global_step95000/layer_39-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e61ef4318776105e21af7a46e9bda0bf856940f
--- /dev/null
+++ b/global_step95000/layer_39-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa1b274c41cfd2c65bcac76fcc265512a02bda04ad64a1cd72089d439c11163
+size 1233350977
diff --git a/global_step95000/layer_40-model_00-model_states.pt b/global_step95000/layer_40-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb65afea22f561db7294c51ec3652d05108db6a
--- /dev/null
+++ b/global_step95000/layer_40-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6554d7735d189cafd8429507a3064c250634921115e60474f5a475b18ea63d4
+size 1233350977
diff --git a/global_step95000/layer_40-model_01-model_states.pt b/global_step95000/layer_40-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8550b61216fa8c518e5293a4b6f042b067183fd
--- /dev/null
+++ b/global_step95000/layer_40-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4259fca62a0ec53f49e719377b03c41d8a7339504396c0c10bf90c47c91af41c
+size 1233350977
diff --git a/global_step95000/layer_40-model_02-model_states.pt b/global_step95000/layer_40-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf241752239d3640a34fbe7af4617e38e7e9b412
--- /dev/null
+++ b/global_step95000/layer_40-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8985274b38894b1ddd50293a2fd9225a181f6e2af15cf8b0317830dbb6d59bf0
+size 1233350977
diff --git a/global_step95000/layer_40-model_03-model_states.pt b/global_step95000/layer_40-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9495d382822ccb30f4e044aab6f35af4bb45ff0
--- /dev/null
+++ b/global_step95000/layer_40-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa9839770946f20db047dfddfe87f099f88afec810bcecb6e949420a7bc82ec
+size 1233350977
diff --git a/global_step95000/layer_41-model_00-model_states.pt b/global_step95000/layer_41-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e1302190c48716247e488d0066824b311355e4
--- /dev/null
+++ b/global_step95000/layer_41-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8c228822ad88b90555cde0ec3b747d047bc1861f63d1c8d0979bfd3f0fca14b
+size 1233350977
diff --git a/global_step95000/layer_41-model_01-model_states.pt b/global_step95000/layer_41-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4811b6a7c5a717f2e74c8d2b7d42e232e68bf3e3
--- /dev/null
+++ b/global_step95000/layer_41-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5226f977d0cd09f66eb6d1a8ba9a280c5a5336c126869d273786f9f5784ca2
+size 1233350977
diff --git a/global_step95000/layer_41-model_02-model_states.pt b/global_step95000/layer_41-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de62f794bb97639cc530c8f3b5bf19e3cf4eff1d
--- /dev/null
+++ b/global_step95000/layer_41-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee268188d60ec8e8b5c9aa0bc1317c03ea56fdadb8e21fbfa4747b57d89650ba
+size 1233350977
diff --git a/global_step95000/layer_41-model_03-model_states.pt b/global_step95000/layer_41-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c87ef7e5a64d3f1cf31c57def762cc42346f6b
--- /dev/null
+++ b/global_step95000/layer_41-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5812411cee40d7528d064e39a11da7de95f55f9bb0967bdbb9df2d7a1fda3629
+size 1233350977
diff --git a/global_step95000/layer_42-model_00-model_states.pt b/global_step95000/layer_42-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d102f1848c1797f1e2dd240e51c909aebfc41ff7
--- /dev/null
+++ b/global_step95000/layer_42-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5a39033f580112f7aeaf56bd01c27536f30d24dbd07538dff796157bc8f70f
+size 1233350977
diff --git a/global_step95000/layer_42-model_01-model_states.pt b/global_step95000/layer_42-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34689d25674f564e8c0b6b950d89a667fa24fe86
--- /dev/null
+++ b/global_step95000/layer_42-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d982009471ddae5e4cb15eb8d82f7bf3027cb33066e473a9b4b923cda5d2b530
+size 1233350977
diff --git a/global_step95000/layer_42-model_02-model_states.pt b/global_step95000/layer_42-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eeba349c3a9f67dce690b1f04e742344e1f8d0a
--- /dev/null
+++ b/global_step95000/layer_42-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e65eaf067369ffa93ecd7bfcced698196d87fcbaa8ec16376f1ae7f0ea4e18c
+size 1233350977
diff --git a/global_step95000/layer_42-model_03-model_states.pt b/global_step95000/layer_42-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad2b72dcaebadd8aa8465c2e3859145991603f6
--- /dev/null
+++ b/global_step95000/layer_42-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c95a26cb408c1ea648f6148953b4d3192fc4625db4fe08ef025d07ab416cf1
+size 1233350977
diff --git a/global_step95000/layer_43-model_00-model_states.pt b/global_step95000/layer_43-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bc37f22cb5fec6aac573b64b62682ff341868e
--- /dev/null
+++ b/global_step95000/layer_43-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5781b6aac58b8a7410100ffbc002d0ef84d1a3884c4ec03388af266665530f2
+size 1233350977
diff --git a/global_step95000/layer_43-model_01-model_states.pt b/global_step95000/layer_43-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24c739e0417a07669c862d998d49627a76d5930
--- /dev/null
+++ b/global_step95000/layer_43-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5edaa9b5ac0e4ccc87c3ea034fd8888d9c48d343da201a21a3b6799e9e5b66
+size 1233350977
diff --git a/global_step95000/layer_43-model_02-model_states.pt b/global_step95000/layer_43-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5f9de747c80c1e081eb93a04bd92de7ce4c1200
--- /dev/null
+++ b/global_step95000/layer_43-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c3565b8dc6f8b88f9a86fe4ca81f623c1ee2bc81d90527f7a9ffccc9abfe7d
+size 1233350977
diff --git a/global_step95000/layer_43-model_03-model_states.pt b/global_step95000/layer_43-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25cacbee0634c3e1b0df7c4404a3694114ded3c6
--- /dev/null
+++ b/global_step95000/layer_43-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ea741f8bd474039e25e46e0f336a7303e163514379df481e0cf740281916ed
+size 1233350977
diff --git a/global_step95000/layer_44-model_00-model_states.pt b/global_step95000/layer_44-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51a2cd0e3f530498d2a10bbb0d6c33da51d83b8
--- /dev/null
+++ b/global_step95000/layer_44-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7464751376f2fe6ca31d57be5f8ba9027b0f9809d06dce22bf12017c354a7ea
+size 1233350977
diff --git a/global_step95000/layer_44-model_01-model_states.pt b/global_step95000/layer_44-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327d7ca13d959c71f556c65bc96f4add8c896796
--- /dev/null
+++ b/global_step95000/layer_44-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164f07a3c3fbd7d446b3b52640163c3befdc7c28a42bfa98214a561c1e26e753
+size 1233350977
diff --git a/global_step95000/layer_44-model_02-model_states.pt b/global_step95000/layer_44-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a802c067db5abddc04bfd4de8401965bfb351f
--- /dev/null
+++ b/global_step95000/layer_44-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d9bd0277a6b64ca08ee69eb421a69dd5f8b64ec861dc52d0445dc2ecf0a83f
+size 1233350977
diff --git a/global_step95000/layer_44-model_03-model_states.pt b/global_step95000/layer_44-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6697be4a0989405df547aabff6e3692d808f4011
--- /dev/null
+++ b/global_step95000/layer_44-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52b3c621ae1e985933c6606d0491e12c0db2d4b4485887d09871a6289b4b98a
+size 1233350977
diff --git a/global_step95000/layer_45-model_00-model_states.pt b/global_step95000/layer_45-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289ab1ab5de9402311740fd1963bc039f266bd1a
--- /dev/null
+++ b/global_step95000/layer_45-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7110c5322a2892f42bde9f38bc1e9424cec311302c03210c96867eb2b5af10ca
+size 1233350977
diff --git a/global_step95000/layer_45-model_01-model_states.pt b/global_step95000/layer_45-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99672eec393dbccbb692ce0bcdddc3b33f59f49f
--- /dev/null
+++ b/global_step95000/layer_45-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bab0dfda162b868e77e9fbb9f31cbf2e00510132fac555204f86747925c3ea0
+size 1233350977
diff --git a/global_step95000/layer_45-model_02-model_states.pt b/global_step95000/layer_45-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d05f880a6bf83b527525a48a1ed74dba288b41
--- /dev/null
+++ b/global_step95000/layer_45-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e64087ca2e1650af277667482578ca188262c145717ddb9174e0a1ade79a422
+size 1233350977
diff --git a/global_step95000/layer_45-model_03-model_states.pt b/global_step95000/layer_45-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d2fb22f8b574bba6d5d6c4428df47b03c688bc
--- /dev/null
+++ b/global_step95000/layer_45-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec676da14bed5ed09644908fcd4b12b597461f77dbe4519f690185b332eb083
+size 1233350977
diff --git a/global_step95000/layer_46-model_00-model_states.pt b/global_step95000/layer_46-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2215957133907e4ed5fbccbae7da7caa039e463
--- /dev/null
+++ b/global_step95000/layer_46-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836573dc2b30c2f0149baef73a87ef89857aaa3c02199eea013145d7c7f943dc
+size 1233350977
diff --git a/global_step95000/layer_46-model_01-model_states.pt b/global_step95000/layer_46-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4583362df07a342f5146953ba89c772459462ac6
--- /dev/null
+++ b/global_step95000/layer_46-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45878f8ec815483df764b26597eb006be9755ba44b07fe80345573109b10f62
+size 1233350977
diff --git a/global_step95000/layer_46-model_02-model_states.pt b/global_step95000/layer_46-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4576b8ab519e8a4d34e992ca982c664ec7bc7bf8
--- /dev/null
+++ b/global_step95000/layer_46-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0cffd2ed034cd583f1292d02ee569f91f058f7ceb16de07d1b8f7f143e79d0
+size 1233350977
diff --git a/global_step95000/layer_46-model_03-model_states.pt b/global_step95000/layer_46-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1302cb3784d42c65d53ec4250c39c3e41eeac9c
--- /dev/null
+++ b/global_step95000/layer_46-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50866048444164610d2f1bfa57a4ba5b10b88b4c5dca047bd2a161eed0d2b1d
+size 1233350977
diff --git a/global_step95000/layer_47-model_00-model_states.pt b/global_step95000/layer_47-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986024eb622d02d37602abd5c5c424d43d55a6d5
--- /dev/null
+++ b/global_step95000/layer_47-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b042ccb6ae42b68568721bdcdc86c8f182854118424beba86f5dfb81864d369
+size 1233350977
diff --git a/global_step95000/layer_47-model_01-model_states.pt b/global_step95000/layer_47-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58285238a3134a34895d4b758b20e2a8614573ea
--- /dev/null
+++ b/global_step95000/layer_47-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa57bb0af68ae9c5cfeb10bc500e0eb1fb7aa649dc87a2dee31b31c5f1826c93
+size 1233350977
diff --git a/global_step95000/layer_47-model_02-model_states.pt b/global_step95000/layer_47-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c042863463ef3d56d7d685e1401e66a67cbd890a
--- /dev/null
+++ b/global_step95000/layer_47-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fb3971cda60afccbb37b4e73f1043146c6427f7ca951fc9258c4d0cb12bc0d
+size 1233350977
diff --git a/global_step95000/layer_47-model_03-model_states.pt b/global_step95000/layer_47-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044213aacec7edb831387bff02a62444d1272ebd
--- /dev/null
+++ b/global_step95000/layer_47-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6402934e9a834bdf8d9c087e82564cc93ed418a3a73b857724862312da8b68d9
+size 1233350977
diff --git a/global_step95000/layer_48-model_00-model_states.pt b/global_step95000/layer_48-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422a90143d155abc97622fe74cd98ece4c5ea0d8
--- /dev/null
+++ b/global_step95000/layer_48-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53c401bcc798dbb0c8989b9580c0f23ab98c118e0617ae20b06ed22614337e9
+size 1233350977
diff --git a/global_step95000/layer_48-model_01-model_states.pt b/global_step95000/layer_48-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0d08098a409e365f76c513587addd0e48584d7
--- /dev/null
+++ b/global_step95000/layer_48-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21918103381ffe0d01d2ebfd13f7dc0c8293d1324ada8611b811f112df473594
+size 1233350977
diff --git a/global_step95000/layer_48-model_02-model_states.pt b/global_step95000/layer_48-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0134404200003f2e71dcfd729f5423e45aaac016
--- /dev/null
+++ b/global_step95000/layer_48-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a1d93ee81db2ddd2d0d7f67d8b7c5e556c58bbb225c61a451b0496c655f66a6
+size 1233350977
diff --git a/global_step95000/layer_48-model_03-model_states.pt b/global_step95000/layer_48-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42698071a93d04205eaa8e9b1adc761b50cd854d
--- /dev/null
+++ b/global_step95000/layer_48-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359c64626a3ae7fb44b9a66ab364a30f285b92beeaffb7ddcea6cc026f47d213
+size 1233350977
diff --git a/global_step95000/layer_49-model_00-model_states.pt b/global_step95000/layer_49-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dac9655767eea9fb7b7588de91f280b494aa73a
--- /dev/null
+++ b/global_step95000/layer_49-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f6bf058ddd73cf20c0b0a16bb03e5736e022439b95db8b4c9d8a40ad431b31
+size 1233350977
diff --git a/global_step95000/layer_49-model_01-model_states.pt b/global_step95000/layer_49-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f428db3f83241e7523d4772a4e1b0af59a244b65
--- /dev/null
+++ b/global_step95000/layer_49-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f404d88f47010cbace28423db78d20d1a73761632fde808f5e2d7c0ddf8b2df5
+size 1233350977
diff --git a/global_step95000/layer_49-model_02-model_states.pt b/global_step95000/layer_49-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38ac43f727117c7959c7d86af597cef40e94a77
--- /dev/null
+++ b/global_step95000/layer_49-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8980a5ab436aadbe04ef1df51cb4ddd772d25837d1314343b5d4bbb8ceb8ec4a
+size 1233350977
diff --git a/global_step95000/layer_49-model_03-model_states.pt b/global_step95000/layer_49-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646a9332d6590e61fb3399a7daeeb617da58f88b
--- /dev/null
+++ b/global_step95000/layer_49-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11668b57000f4a744532d39fca43be7b5f176b3f6e0e75f451c6da3867492d7a
+size 1233350977
diff --git a/global_step95000/layer_50-model_00-model_states.pt b/global_step95000/layer_50-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89e0970c32205f9520d473624e7dafa06c1af94
--- /dev/null
+++ b/global_step95000/layer_50-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce03a54d5dab8bd00961060cea1381ec4c44377b98a10677243b73b9fd89177e
+size 1233350977
diff --git a/global_step95000/layer_50-model_01-model_states.pt b/global_step95000/layer_50-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87162ef98f1ed1c892c8394d895dd62c99ec5a81
--- /dev/null
+++ b/global_step95000/layer_50-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a869dc8b27d18b49bbed06311704d498fb68e7bff99cdf567fc5f1f08edbf8
+size 1233350977
diff --git a/global_step95000/layer_50-model_02-model_states.pt b/global_step95000/layer_50-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23255434fd00ac6502aa4531ff86742ce87ab51
--- /dev/null
+++ b/global_step95000/layer_50-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a33e160e0463b376b7d0dde4af796b2187440bc79f17bec78574faade9105fd
+size 1233350977
diff --git a/global_step95000/layer_50-model_03-model_states.pt b/global_step95000/layer_50-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e6956de67d78e6ecce11271f46b2e5c450e5e3
--- /dev/null
+++ b/global_step95000/layer_50-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f56af39be709f7c4dbf88fa3d935fc56e2b8211e203ef40c92b4c89caf6936
+size 1233350977
diff --git a/global_step95000/layer_51-model_00-model_states.pt b/global_step95000/layer_51-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00307c8ae56b61ac339f27fd86769523da5e8b35
--- /dev/null
+++ b/global_step95000/layer_51-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f524e2cd7697fb33ef93f231ab11365621838a8832d1fe85bc9752a1c07a8b77
+size 1233350977
diff --git a/global_step95000/layer_51-model_01-model_states.pt b/global_step95000/layer_51-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b15ced89ff58fec1c86dd54d42cf3224751339
--- /dev/null
+++ b/global_step95000/layer_51-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c065bacf1dade3af74401a1870ff6602b82ee5cae866a24dd02b4dba5fe709f
+size 1233350977
diff --git a/global_step95000/layer_51-model_02-model_states.pt b/global_step95000/layer_51-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251a7ab9a6e4438b2f7b522bcf4b48f15deaf138
--- /dev/null
+++ b/global_step95000/layer_51-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fe39850020534bbe7751823f82b22b0dafe7bdee9ef9636b3def106914237c
+size 1233350977
diff --git a/global_step95000/layer_51-model_03-model_states.pt b/global_step95000/layer_51-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e1db15aa1dfec8aeffbc4d9872787988a2bce4
--- /dev/null
+++ b/global_step95000/layer_51-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7c4a0b0854b1876a4bcd7872c1f88b0acb28e13e0b0ff492f4717d1ff8f6af
+size 1233350977
diff --git a/global_step95000/layer_52-model_00-model_states.pt b/global_step95000/layer_52-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c2d7b0eea3189a1a9c0ab0c5fcaf48d9683d45
--- /dev/null
+++ b/global_step95000/layer_52-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d068e3ef8a5f3e08d1f610f701c2cf8a9929933dfb3a685a4bd91b4c263b72
+size 1233350977
diff --git a/global_step95000/layer_52-model_01-model_states.pt b/global_step95000/layer_52-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99fe927f65a301af1fcc12e105cfde0bc692bd6
--- /dev/null
+++ b/global_step95000/layer_52-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0dac81c26ed1603b708870ca9b240e987ef16d7fcc9914a20aafa646a21548
+size 1233350977
diff --git a/global_step95000/layer_52-model_02-model_states.pt b/global_step95000/layer_52-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11baba6bd08463248c205051d9af2748a5ad7a39
--- /dev/null
+++ b/global_step95000/layer_52-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3481a741badb2a0665d6d1215ebf9b37fa26ba499c38653801bddc56232a4b42
+size 1233350977
diff --git a/global_step95000/layer_52-model_03-model_states.pt b/global_step95000/layer_52-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e3c1234920ee028b9d227f0dfa63771ad1d694
--- /dev/null
+++ b/global_step95000/layer_52-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8c458cdd02603409a0e4855411eef93fd508a56e83fcec89fc4ae180d8adf3
+size 1233350977
diff --git a/global_step95000/layer_53-model_00-model_states.pt b/global_step95000/layer_53-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb9e0e7958c9824e43a9b97770bfbc45a0ef7ec
--- /dev/null
+++ b/global_step95000/layer_53-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8aad7f67dd14adc26b05c1711b3721da9f5585f08e55e09e031878213150507
+size 1233350977
diff --git a/global_step95000/layer_53-model_01-model_states.pt b/global_step95000/layer_53-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c944ddb69ded9b5de081ccb41dd973bb50a9d710
--- /dev/null
+++ b/global_step95000/layer_53-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e431657f0f17856b08d5b304849ae8ee868ec633140cb9eb157aadddfab45851
+size 1233350977
diff --git a/global_step95000/layer_53-model_02-model_states.pt b/global_step95000/layer_53-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75e5144434e7a1101099b6337bdc9d5e677aea3
--- /dev/null
+++ b/global_step95000/layer_53-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c38fcad0a4580ed96d14541c7beb66214e00f893e28e4a5345fceede27d77c
+size 1233350977
diff --git a/global_step95000/layer_53-model_03-model_states.pt b/global_step95000/layer_53-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88271a40d35c2482546215591e5ba32a6582041
--- /dev/null
+++ b/global_step95000/layer_53-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0466bca3df09f3d59db47c51af1b8103f31f4167ab05951ca0fea7bef18284c
+size 1233350977
diff --git a/global_step95000/layer_54-model_00-model_states.pt b/global_step95000/layer_54-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca7d641d4e882eade7cf56d40d02da036fefb41
--- /dev/null
+++ b/global_step95000/layer_54-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c31ed67fc49ca2c75a821f970636fe988337b78b96dcfbf90bb0c75b4c1705f
+size 1233350977
diff --git a/global_step95000/layer_54-model_01-model_states.pt b/global_step95000/layer_54-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726eadf0a584afb7484b22397ec77c607504022e
--- /dev/null
+++ b/global_step95000/layer_54-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9421227471d43b02f90684b3d7e25d94b9c50b29d92e25ae6e2f2a8fc4eed539
+size 1233350977
diff --git a/global_step95000/layer_54-model_02-model_states.pt b/global_step95000/layer_54-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7c5eb1206233299217bc6637b3aa80c0a46633
--- /dev/null
+++ b/global_step95000/layer_54-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b921b2246e43fa79f897151c38e29221583516084aa380925a8e901b085d723f
+size 1233350977
diff --git a/global_step95000/layer_54-model_03-model_states.pt b/global_step95000/layer_54-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440764e985eb92096793ad5ee57baa93fed98665
--- /dev/null
+++ b/global_step95000/layer_54-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ba3859e77031c0a308d83e5b8dd4132ed8835b429ed296c9f71dfaeb35c866
+size 1233350977
diff --git a/global_step95000/layer_55-model_00-model_states.pt b/global_step95000/layer_55-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4dce4b56205d9e57e52a8865cceb9a175c48d79
--- /dev/null
+++ b/global_step95000/layer_55-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a2cb1d4855cf8cbdc3436dcaa92d804828b832597dfc1d5ca97dad63fce173
+size 1233350977
diff --git a/global_step95000/layer_55-model_01-model_states.pt b/global_step95000/layer_55-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb596ea27616362194e58bd0cae7aa30a7a2913
--- /dev/null
+++ b/global_step95000/layer_55-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5093ba512f00ff6ef4e9150d07331bb04a84bf0abf1a98320faed9c98c549bf
+size 1233350977
diff --git a/global_step95000/layer_55-model_02-model_states.pt b/global_step95000/layer_55-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8564cf21af6cd6f3ed99851e0454b39e62947613
--- /dev/null
+++ b/global_step95000/layer_55-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e87c407a2590411eaab834ee42a5e2fe42d222aad6dcfbed4f669c1f2353f3
+size 1233350977
diff --git a/global_step95000/layer_55-model_03-model_states.pt b/global_step95000/layer_55-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7930876f24eaed47ce2a42685675b95604487fa
--- /dev/null
+++ b/global_step95000/layer_55-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892867e67c845896954a1890c9360b2c1bd809c877f44c6c3e907cddb2f3ac3c
+size 1233350977
diff --git a/global_step95000/layer_56-model_00-model_states.pt b/global_step95000/layer_56-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6297dd365f911dc03ccde20d2874d8f97b4fac85
--- /dev/null
+++ b/global_step95000/layer_56-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9fd3e9848d8e5792ac4132efc336c0ea27c9cab366d6d5dc17dec9b35b72fea
+size 1233350977
diff --git a/global_step95000/layer_56-model_01-model_states.pt b/global_step95000/layer_56-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aac1fc7795281157cc395ae9b70f69dc46b4da7
--- /dev/null
+++ b/global_step95000/layer_56-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0083751aa8959c9620a1304f1ab7a986425839a66ed52ba57c788e6cde885128
+size 1233350977
diff --git a/global_step95000/layer_56-model_02-model_states.pt b/global_step95000/layer_56-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a0c4981c6256986522fabc5d967bbd5556f5be
--- /dev/null
+++ b/global_step95000/layer_56-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2a554c28b4c803a1dfaedb1b87e468e76167650c5f7517cedd26217e560320
+size 1233350977
diff --git a/global_step95000/layer_56-model_03-model_states.pt b/global_step95000/layer_56-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae832d1232873c93c202f446e9e424c8d0826c7a
--- /dev/null
+++ b/global_step95000/layer_56-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1c5054ca2c1e6f6b09bd62723d7654e2574ba3026e1d01ad81c85727ec8916
+size 1233350977
diff --git a/global_step95000/layer_57-model_00-model_states.pt b/global_step95000/layer_57-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51614f29b29b17c3dc6c73016be7da6c73dc8c1
--- /dev/null
+++ b/global_step95000/layer_57-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487b18ce9506e055c32e82c081da375f077ea8446cc5283a3e020e95c13ac8eb
+size 1233350977
diff --git a/global_step95000/layer_57-model_01-model_states.pt b/global_step95000/layer_57-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9f74077e8ab650ecdcf1e7b686c2bbe795d44d
--- /dev/null
+++ b/global_step95000/layer_57-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8963ff0a1f3e9b9f7e8ad0b66e2d6a2b0c29c8a80af36efaf10106cacded79
+size 1233350977
diff --git a/global_step95000/layer_57-model_02-model_states.pt b/global_step95000/layer_57-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5029a96d2cbf06bc38edaebac4f34cbcdef6d8bd
--- /dev/null
+++ b/global_step95000/layer_57-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ad45fcbc6fd65a3f8fdb7c5a8c73060d1ca92ff371bd944c99652c6866897b
+size 1233350977
diff --git a/global_step95000/layer_57-model_03-model_states.pt b/global_step95000/layer_57-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4e41fbb22915cd495d7dfcf3bb91f7ee6ef099
--- /dev/null
+++ b/global_step95000/layer_57-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad00478bcd31caf9e10d0705005284cf32c61ae6b073be6d6424087e52249563
+size 1233350977
diff --git a/global_step95000/layer_58-model_00-model_states.pt b/global_step95000/layer_58-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5fe6c7c02b1f3ae030518cb95fa4ff406ff7e0
--- /dev/null
+++ b/global_step95000/layer_58-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb761522b5f11285c741c8b0a10fa96a6bf37779c26c3202ca7f53543464a111
+size 1233350977
diff --git a/global_step95000/layer_58-model_01-model_states.pt b/global_step95000/layer_58-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521e66d1344556894c22626686e04a2f9b0a390b
--- /dev/null
+++ b/global_step95000/layer_58-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fdcbf44c133feebafb2193d029c96bdaf383a2e47a54d5978e9392500706ad
+size 1233350977
diff --git a/global_step95000/layer_58-model_02-model_states.pt b/global_step95000/layer_58-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fd8f9a4eca18aedaa8b296ea538612c214a46c
--- /dev/null
+++ b/global_step95000/layer_58-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736d39f118e3108300ebdf4644f84e34c64f6448fb03053f7497b64c91828b3d
+size 1233350977
diff --git a/global_step95000/layer_58-model_03-model_states.pt b/global_step95000/layer_58-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4e4a60af673196b33ecaaee1f92404f8f3292c
--- /dev/null
+++ b/global_step95000/layer_58-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64af8aae5021cd0c23f66ded13151135ec8483816f85f495bae56ca828252bf2
+size 1233350977
diff --git a/global_step95000/layer_59-model_00-model_states.pt b/global_step95000/layer_59-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1167e1c6d189ec939a91ee535838ae2cd658b3dd
--- /dev/null
+++ b/global_step95000/layer_59-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b37a180fb64963dd87e10b01864dfd2e00cd7814dd7459422d256b796aeef6d
+size 1233350977
diff --git a/global_step95000/layer_59-model_01-model_states.pt b/global_step95000/layer_59-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff2bc1782422177a941668225e7e503e6d40e1d
--- /dev/null
+++ b/global_step95000/layer_59-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c4edfec766bb7be0cf37547158db207ff4fb454b1a3e3619618bb63501e4c4
+size 1233350977
diff --git a/global_step95000/layer_59-model_02-model_states.pt b/global_step95000/layer_59-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c16045f13f713338f3966a0fea97af34eb7a5e
--- /dev/null
+++ b/global_step95000/layer_59-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55cde705dfaa782bb6a7e8a9923009a8caa8bcf258aefd48faa8edc245483b6
+size 1233350977
diff --git a/global_step95000/layer_59-model_03-model_states.pt b/global_step95000/layer_59-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab25cc27dcfb4e63aed1b11ce2f5a238f976048
--- /dev/null
+++ b/global_step95000/layer_59-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d966d479121af3049164656bc3d75cabe485a85893462e12fc9db80f2f9aa6c3
+size 1233350977
diff --git a/global_step95000/layer_60-model_00-model_states.pt b/global_step95000/layer_60-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bf781e85b72ac0d0728bb23946bc19a8448902
--- /dev/null
+++ b/global_step95000/layer_60-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42699cf85cdacc1176eafae3af790151b15b7ad0a11942e046dac70ca59afc3f
+size 1233350977
diff --git a/global_step95000/layer_60-model_01-model_states.pt b/global_step95000/layer_60-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcadb2577f5b6940bbe2bd4b381192d66ec2f32
--- /dev/null
+++ b/global_step95000/layer_60-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df22140b30aca5989e14b249455ce3f299bd6e5790d8b49964f4d2817cb4315
+size 1233350977
diff --git a/global_step95000/layer_60-model_02-model_states.pt b/global_step95000/layer_60-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf66a6d324f96c4e2104517abfe415c6ee49c40
--- /dev/null
+++ b/global_step95000/layer_60-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8310dd370d87dbbba12ace7267408fceb1c66381480954218330dd5c726f4979
+size 1233350977
diff --git a/global_step95000/layer_60-model_03-model_states.pt b/global_step95000/layer_60-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4a22b849b9bcc3ad95d759027ad7c4211ec255
--- /dev/null
+++ b/global_step95000/layer_60-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf625970dd5e2f3dbad850d58d606a181ea8645d5f770763c34f994d4e0984cb
+size 1233350977
diff --git a/global_step95000/layer_61-model_00-model_states.pt b/global_step95000/layer_61-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4545656d68ae47ffda0cb5f51182a3125977b2
--- /dev/null
+++ b/global_step95000/layer_61-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20c9302e4e1f7ede007546d803335601b4539ad157020ff7be4bcf2f41432f0
+size 1233350977
diff --git a/global_step95000/layer_61-model_01-model_states.pt b/global_step95000/layer_61-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece87b4aee30ac1673c3c3825c9b2d3c6e8cb07d
--- /dev/null
+++ b/global_step95000/layer_61-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9f1964f2092fd36fcdbbf80e4a3cd009cb12279c7da8e8fd974888c9c557d9
+size 1233350977
diff --git a/global_step95000/layer_61-model_02-model_states.pt b/global_step95000/layer_61-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a9974816c1f6d7b5b23e74a5ccb64fc2d347d6
--- /dev/null
+++ b/global_step95000/layer_61-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0625fd9251e9585d4466b865071908b630bc0df87768c53562766853d4a4c89a
+size 1233350977
diff --git a/global_step95000/layer_61-model_03-model_states.pt b/global_step95000/layer_61-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c6d280232d90029b977e9729716f794cff20c6
--- /dev/null
+++ b/global_step95000/layer_61-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac247765ddaee4ccc2242fe324666ec579970ffb4fe6120c19ebbb394a3c16a
+size 1233350977
diff --git a/global_step95000/layer_62-model_00-model_states.pt b/global_step95000/layer_62-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b0dcb456aa70b8b3a252ff44cbc0fbe0ba2b7a
--- /dev/null
+++ b/global_step95000/layer_62-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4b299a1b03fae974e99d25884270496d72a0e7390d3239c8c26740c6abea01
+size 1233350977
diff --git a/global_step95000/layer_62-model_01-model_states.pt b/global_step95000/layer_62-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa6238c07e2944cd044c6f98b231d160e550823
--- /dev/null
+++ b/global_step95000/layer_62-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758481f355112ebd8f61f42ec870570bee2974a79570f0911615532a38afade4
+size 1233350977
diff --git a/global_step95000/layer_62-model_02-model_states.pt b/global_step95000/layer_62-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3121f037f2d647fcda9fd4c05cb4feee6dfd14
--- /dev/null
+++ b/global_step95000/layer_62-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120cebc9aae1889aa5cd312d478798595886738fcbeb9d85ed305500e30e0824
+size 1233350977
diff --git a/global_step95000/layer_62-model_03-model_states.pt b/global_step95000/layer_62-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5183a6ba0a29a7071dcdf692c25ab9117553d353
--- /dev/null
+++ b/global_step95000/layer_62-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f7c346b5da1b332afce542ad38ffd4bf7a50009aca43c53fc82d2e678a59a5
+size 1233350977
diff --git a/global_step95000/layer_63-model_00-model_states.pt b/global_step95000/layer_63-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a57b733eb915a195e7032bc55ef13ed51202462
--- /dev/null
+++ b/global_step95000/layer_63-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a92043e972f26cbb0c8ee09536db9d98d7c6a034d97ee2fda95293c0c84990
+size 1233350977
diff --git a/global_step95000/layer_63-model_01-model_states.pt b/global_step95000/layer_63-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecef16ca7001a096a5243d3c174f216c37d558f9
--- /dev/null
+++ b/global_step95000/layer_63-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970d88ad395e35df38bfdcd83dc7d46ce34dc0eb62dc673aad002032346c7f86
+size 1233350977
diff --git a/global_step95000/layer_63-model_02-model_states.pt b/global_step95000/layer_63-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f62435f3620056112618cf3bf3aa92da16b53cb
--- /dev/null
+++ b/global_step95000/layer_63-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d547de0b79623ac1048855d7e8e6debecebe06ac619dfcdd6cbd505a5e14287
+size 1233350977
diff --git a/global_step95000/layer_63-model_03-model_states.pt b/global_step95000/layer_63-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed016f6cc5faedd9df300d8bb8d39856dc260a3a
--- /dev/null
+++ b/global_step95000/layer_63-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6fd3e141fc1a2fe791caa1943f0497fafbd005ff5d019311644585e368c1aa
+size 1233350977
diff --git a/global_step95000/layer_64-model_00-model_states.pt b/global_step95000/layer_64-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c27c34b48b00774cbabc9291a388cf1186abcf3
--- /dev/null
+++ b/global_step95000/layer_64-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc821035bac2b4aae8d5d3ebd78e3c44ab3bf8e12ec81bdceb9e37ec96b79ca
+size 1233350977
diff --git a/global_step95000/layer_64-model_01-model_states.pt b/global_step95000/layer_64-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2061c723660f3ff69695e6610cdc469092f3cc6e
--- /dev/null
+++ b/global_step95000/layer_64-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5454660129f25351813bc3d0c401f02dd135f1f1eaca45d96b8874e1ea6bdd1
+size 1233350977
diff --git a/global_step95000/layer_64-model_02-model_states.pt b/global_step95000/layer_64-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1f717ea8b46c679c4d4cf44ec7237f41d1888b
--- /dev/null
+++ b/global_step95000/layer_64-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a903baa5469820d79a34f7db9dc82d90a46a10309397777eb3d42dc18131ea
+size 1233350977
diff --git a/global_step95000/layer_64-model_03-model_states.pt b/global_step95000/layer_64-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd66b23c6148bf10ddb068473f2e10071dd6ff5
--- /dev/null
+++ b/global_step95000/layer_64-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9023cd3564f86a15ce65766c5138eb02c2a0a15d48f2ab4692412aae8a51fe5
+size 1233350977
diff --git a/global_step95000/layer_65-model_00-model_states.pt b/global_step95000/layer_65-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d304e46aeec6bc94f6e5f4b82571675cd94297bd
--- /dev/null
+++ b/global_step95000/layer_65-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9127eb06390507e26798e148042d50c90666834eabc799dcbad0ec8b3eba037d
+size 1233350977
diff --git a/global_step95000/layer_65-model_01-model_states.pt b/global_step95000/layer_65-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e39d4a8fa3efdabef48d7928711fef7768cb11
--- /dev/null
+++ b/global_step95000/layer_65-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8791d658c8d08e3c9983d6bf5b9abdb176c6728fa806c7778c23d2a240be3142
+size 1233350977
diff --git a/global_step95000/layer_65-model_02-model_states.pt b/global_step95000/layer_65-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694e36b6a947d45f59325851b6cebc3d6d4429f6
--- /dev/null
+++ b/global_step95000/layer_65-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf9a541f1f0f95d11e63947c6f8f2f271103f26f5d84ff90db5bed68ac25879
+size 1233350977
diff --git a/global_step95000/layer_65-model_03-model_states.pt b/global_step95000/layer_65-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c545fb78bf4c56a2905fee05ec213053a816c116
--- /dev/null
+++ b/global_step95000/layer_65-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e1e5c4db18b1e7ae173aa3622abbfd8ebd949ba1b2e89dcd4d8a6e42cd3f3c
+size 1233350977
diff --git a/global_step95000/layer_66-model_00-model_states.pt b/global_step95000/layer_66-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5d4da5c81e7889c633e91f841c54f00933b926
--- /dev/null
+++ b/global_step95000/layer_66-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d48a233d0bead0730d7f099625fd0aacd4569c5d623fc287e5dc29e9b96499b
+size 1233350977
diff --git a/global_step95000/layer_66-model_01-model_states.pt b/global_step95000/layer_66-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715733aeb56bf5160deba2e30cd846efbbac979f
--- /dev/null
+++ b/global_step95000/layer_66-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3084b023d76112b9348a4e3ec7b523db01c4c309639e731c385f9b032645e843
+size 1233350977
diff --git a/global_step95000/layer_66-model_02-model_states.pt b/global_step95000/layer_66-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06855ad65fef5f6162c20274e1d8e65165c7e525
--- /dev/null
+++ b/global_step95000/layer_66-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2221ecb0059ee8a3ddda91df5b0c896400ab69b27b9a9a76b3068c70091dbdc7
+size 1233350977
diff --git a/global_step95000/layer_66-model_03-model_states.pt b/global_step95000/layer_66-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187f45f36997356504db58763156ce1b4cc6e6c5
--- /dev/null
+++ b/global_step95000/layer_66-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5017155552eaa2787d5f4af41bc1c9924819236fbd2fbbd1a05ad75b6492d539
+size 1233350977
diff --git a/global_step95000/layer_67-model_00-model_states.pt b/global_step95000/layer_67-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f06bd4bf3d2775d843691525cba60077a84442
--- /dev/null
+++ b/global_step95000/layer_67-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6c28f6d9e897ee7e5007998f596eef5143d5cba01a07ed261d0162fa811f59
+size 1233350977
diff --git a/global_step95000/layer_67-model_01-model_states.pt b/global_step95000/layer_67-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c84eab4e9e69dcc897bca63feb76b4d9fb01db
--- /dev/null
+++ b/global_step95000/layer_67-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbc11e564cb69397fe11ba67e832c0021fe434597bb7be169eb6ce5c9ca5dac
+size 1233350977
diff --git a/global_step95000/layer_67-model_02-model_states.pt b/global_step95000/layer_67-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ce5b94c082a5414775cfb2107d6f13312a977e
--- /dev/null
+++ b/global_step95000/layer_67-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4451b156362c1338b7feb94243d105e16267cfe13d5a0babea1ca9445d45e492
+size 1233350977
diff --git a/global_step95000/layer_67-model_03-model_states.pt b/global_step95000/layer_67-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc58c4ba8995c91f7a3815a7364f0fdfb1017d32
--- /dev/null
+++ b/global_step95000/layer_67-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b7c61e667acb6e6a9180cc08c541a5e4291b369dca863054c930afe552ff08
+size 1233350977
diff --git a/global_step95000/layer_68-model_00-model_states.pt b/global_step95000/layer_68-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4bc9f2194b6389eebdd0ec5e486911b04b6a748
--- /dev/null
+++ b/global_step95000/layer_68-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea40e841d4453f80aea6f9b21a0e43fa1660180151db929f6097040f9723fb36
+size 1233350977
diff --git a/global_step95000/layer_68-model_01-model_states.pt b/global_step95000/layer_68-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405cb78e48fe65d8947ba7ade3fb5505fdc2b495
--- /dev/null
+++ b/global_step95000/layer_68-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0dcdd0c4a3b1541479096c789c867c6c10028b7c23bc61f45809e95ad8cc7a
+size 1233350977
diff --git a/global_step95000/layer_68-model_02-model_states.pt b/global_step95000/layer_68-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f21a53cf6680051d00f23e2b732de5ae1ff4a05
--- /dev/null
+++ b/global_step95000/layer_68-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76905178c029490d334176a35fdba7975950ced34a26cab529c7d208108d191
+size 1233350977
diff --git a/global_step95000/layer_68-model_03-model_states.pt b/global_step95000/layer_68-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771d6512e2b9dbc38691e12dd97e9c8860cc2abf
--- /dev/null
+++ b/global_step95000/layer_68-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c61304f39cad4599fe1ef95644ca36ee1341a812585ae385bb4ed77ba23d3c
+size 1233350977
diff --git a/global_step95000/layer_69-model_00-model_states.pt b/global_step95000/layer_69-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6787b8d7d2a296b982f515d9384d0016ef148793
--- /dev/null
+++ b/global_step95000/layer_69-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2526a9578c6936eeac8557609a811c37e2aef22a5503b677e1e0b3cc8221f2
+size 1233350977
diff --git a/global_step95000/layer_69-model_01-model_states.pt b/global_step95000/layer_69-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a101e89200bfaa57c7f3ba57a21b9d61d2b46c53
--- /dev/null
+++ b/global_step95000/layer_69-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec13c7afe81ee55828cb6fde3ea5148cab5cfc67b8c36f10b431ff8ddda8cdba
+size 1233350977
diff --git a/global_step95000/layer_69-model_02-model_states.pt b/global_step95000/layer_69-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b15f42bf368709ba318578655b20419613a6829
--- /dev/null
+++ b/global_step95000/layer_69-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f3f44f6c910a258a640cb2803b87c62d578cb43b07c101a6ab2badf2ad470e
+size 1233350977
diff --git a/global_step95000/layer_69-model_03-model_states.pt b/global_step95000/layer_69-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e178dc777c2b452fb5c2906dbddb9bb59d1c0007
--- /dev/null
+++ b/global_step95000/layer_69-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f14fc3f2835b35f26351f1166d1ff342b682dbb065eaf466652939631c723b2
+size 1233350977
diff --git a/global_step95000/layer_70-model_00-model_states.pt b/global_step95000/layer_70-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918f95490a62e6a3295e8530457914e72fc22b36
--- /dev/null
+++ b/global_step95000/layer_70-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a53b95ef9a369073f2ce556e9eff447890bd56527945e8aafa36c146729f70f
+size 1233350977
diff --git a/global_step95000/layer_70-model_01-model_states.pt b/global_step95000/layer_70-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbbe63654b8e5e58def192efe0096e48fc75fe4
--- /dev/null
+++ b/global_step95000/layer_70-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87429d243b1b4949a141315bb5b0c150fe251c8c4670abccde3a27af8e3f4e4e
+size 1233350977
diff --git a/global_step95000/layer_70-model_02-model_states.pt b/global_step95000/layer_70-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75563d935f8780618ec555f2e8218e811e74900c
--- /dev/null
+++ b/global_step95000/layer_70-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b313e2569492bf5ae08d98161487da6800e45dff1a990bbcdd8a46c0b236b6
+size 1233350977
diff --git a/global_step95000/layer_70-model_03-model_states.pt b/global_step95000/layer_70-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7924c72d8530674c672a1f70be4d2dbdccf40831
--- /dev/null
+++ b/global_step95000/layer_70-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051dd4cff3d938b8e053707aa46ad4b0d5bd3851a56112b127106791a5814e13
+size 1233350977
diff --git a/global_step95000/layer_71-model_00-model_states.pt b/global_step95000/layer_71-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3553fe46ebd607206897e52c90eccc436df11462
--- /dev/null
+++ b/global_step95000/layer_71-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211858312560ff22d60d0e0b0db79c1d9ae61f9659c5593f49d447329de7d451
+size 1233350977
diff --git a/global_step95000/layer_71-model_01-model_states.pt b/global_step95000/layer_71-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb1248352a78241a0ebdd70a006de00d821902c
--- /dev/null
+++ b/global_step95000/layer_71-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a210eb120a9a4001b992a72193093e77f478071f9f207291ab8936eebd7952
+size 1233350977
diff --git a/global_step95000/layer_71-model_02-model_states.pt b/global_step95000/layer_71-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdc8ee575d24b52c073facb6f344043f5f56d63
--- /dev/null
+++ b/global_step95000/layer_71-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb18eb5a6049eaee617914fa3302819753471096a85fbfc35bb449d5fa955ddf
+size 1233350977
diff --git a/global_step95000/layer_71-model_03-model_states.pt b/global_step95000/layer_71-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbce2d966f58eae68485bff5b09b230c290c2ba4
--- /dev/null
+++ b/global_step95000/layer_71-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f573da169031a0fcdaaf25f7dcdf5b623ce38d2c38ef00ea260eb689072d2ad
+size 1233350977
diff --git a/global_step95000/layer_72-model_00-model_states.pt b/global_step95000/layer_72-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba9d1482c2e532b6dec839d41514981442b121d
--- /dev/null
+++ b/global_step95000/layer_72-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e7fd0b34b6f4ab1eb8e8c4255f88b0e12b6f38284bf44e47d2409694cd72ec
+size 1233350977
diff --git a/global_step95000/layer_72-model_01-model_states.pt b/global_step95000/layer_72-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..979ff10db46b653710da50ceb862704a8b59440f
--- /dev/null
+++ b/global_step95000/layer_72-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7faa4875d3fa437ff9cd72d1fd1fa09c529d7946dd6018b3e1e1a3e398073822
+size 1233350977
diff --git a/global_step95000/layer_72-model_02-model_states.pt b/global_step95000/layer_72-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3274e2ddc56fa197aa6f6b105e163a8f9e11e8
--- /dev/null
+++ b/global_step95000/layer_72-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098567b2ed270e2885c76a6ec30ad05f8561639785bf2f028b927565b92d268d
+size 1233350977
diff --git a/global_step95000/layer_72-model_03-model_states.pt b/global_step95000/layer_72-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10eea9107b2644727af18b5af7eff8fbc7f707d
--- /dev/null
+++ b/global_step95000/layer_72-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f731caff752cb867e5c1827abe7b38cfd37d72eadc907307b6b4a3cfa7e3a087
+size 1233350977
diff --git a/global_step95000/layer_74-model_00-model_states.pt b/global_step95000/layer_74-model_00-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d662dbd679676014296290d21959ac06d1923d6
--- /dev/null
+++ b/global_step95000/layer_74-model_00-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3a4a23b1ef0ad19cc0e8cb9195e0841d38d43455056ff0648f70fe2521b924
+size 58279
diff --git a/global_step95000/layer_74-model_01-model_states.pt b/global_step95000/layer_74-model_01-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea2d1c52dbb2ec2a04b52b1059ac21bcd9329ae
--- /dev/null
+++ b/global_step95000/layer_74-model_01-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80040dc67c3ea0e5abb26dce842d205c852c76fc6277fb03cde6793cafe75195
+size 58279
diff --git a/global_step95000/layer_74-model_02-model_states.pt b/global_step95000/layer_74-model_02-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2bf5dcfcca24a8a1204312c4b9a077df9353e7
--- /dev/null
+++ b/global_step95000/layer_74-model_02-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8286a30bc4e353431b9aa5e0eab49933ba9afb854854956396dcf2c2a4312904
+size 58279
diff --git a/global_step95000/layer_74-model_03-model_states.pt b/global_step95000/layer_74-model_03-model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375dde3b3290fdbeeb3fa17a0fe996e4fe64aa21
--- /dev/null
+++ b/global_step95000/layer_74-model_03-model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305bc28afee8a065eb3440a4db6038ff51d2a69218c3e505625092561089acaf
+size 58279
diff --git a/global_step95000/mp_rank_00_model_states.pt b/global_step95000/mp_rank_00_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2ab6a96271e8453e27c4af25413176bc997c05
--- /dev/null
+++ b/global_step95000/mp_rank_00_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0b2a63a2a2fa56d2fa502a609817e9456e0458109cd823755052a12125a9aa
+size 4246239
diff --git a/global_step95000/mp_rank_01_model_states.pt b/global_step95000/mp_rank_01_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64736892a835715e046fa9e39f2e1f58418957ce
--- /dev/null
+++ b/global_step95000/mp_rank_01_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c42ac5ddcb2a43f28d7d0cc40c0b6b9d9febbc4d2436c61a5a846e8423604e
+size 4246239
diff --git a/global_step95000/mp_rank_02_model_states.pt b/global_step95000/mp_rank_02_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc68a025ce6a06e291e0c7e0113ab89bde390dbf
--- /dev/null
+++ b/global_step95000/mp_rank_02_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e47151e574ebc4ba379e25a9ad62a1f1ea519ee1171108354c47571eb492f88
+size 4246239
diff --git a/global_step95000/mp_rank_03_model_states.pt b/global_step95000/mp_rank_03_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f8042c357cabbe4278597343c5b57b230d084d
--- /dev/null
+++ b/global_step95000/mp_rank_03_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d10c7ec786552abf48abf3a50a00b05a76e982586a6620f86fe5d6d735694a1
+size 4246239
diff --git a/global_step95000/mp_rank_04_model_states.pt b/global_step95000/mp_rank_04_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc8e9d2432c24124b3a02d0bf1ef56b6e50de24
--- /dev/null
+++ b/global_step95000/mp_rank_04_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0459f92c47de90253441c0544fd6b81cbaea269f2f37435b921e9f839e380a9a
+size 4246879
diff --git a/global_step95000/mp_rank_05_model_states.pt b/global_step95000/mp_rank_05_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace98504a3dd780124678d8c65139d9aeaa3b529
--- /dev/null
+++ b/global_step95000/mp_rank_05_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0565e9a59f6a08f30f0cd6bf33706150584905f70bbee7e4c3ec2eebd53fbb2e
+size 4246879
diff --git a/global_step95000/mp_rank_06_model_states.pt b/global_step95000/mp_rank_06_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791a7773f2ace675c4f73d101481aaabf7b48cfe
--- /dev/null
+++ b/global_step95000/mp_rank_06_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc12a21cb6b52cfa94b0dd3919947734c58b783dc742350c5b34eff957c2e4be
+size 4246879
diff --git a/global_step95000/mp_rank_07_model_states.pt b/global_step95000/mp_rank_07_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b29ad381b4297f9d1a93d67be0dcee1d955b58
--- /dev/null
+++ b/global_step95000/mp_rank_07_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b8cb11baca089731a8a66d190d6cf28f873a16199af54fce24bf042bc39099
+size 4246879
diff --git a/global_step95000/mp_rank_08_model_states.pt b/global_step95000/mp_rank_08_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd689a7f16f535adff8a118508337924e8ad03f2
--- /dev/null
+++ b/global_step95000/mp_rank_08_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462e9ee5ead0a83b27ec9dce4e26f4c192ef448a3ac7d82681cc93c47f8b29c2
+size 4246879
diff --git a/global_step95000/mp_rank_09_model_states.pt b/global_step95000/mp_rank_09_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72093682dc5644c0cc9004d18449a5c4a1d75fe0
--- /dev/null
+++ b/global_step95000/mp_rank_09_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74b6fe674b2484e0217ecd680b3e36ba65c87c26b09d61b2cfc6ef67b00017d
+size 4246879
diff --git a/global_step95000/mp_rank_10_model_states.pt b/global_step95000/mp_rank_10_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ae85af9b37bd212182b0b08c39355dd100eec7
--- /dev/null
+++ b/global_step95000/mp_rank_10_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe6d2a186cad11a91c93599430cd0eff19308e8b63c2fe9cf5c724e6ef09df8
+size 4246879
diff --git a/global_step95000/mp_rank_11_model_states.pt b/global_step95000/mp_rank_11_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad07dce4fc24a83fd39fa66c247b26d0702e4812
--- /dev/null
+++ b/global_step95000/mp_rank_11_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1991040dad7ec611aa00aa87f21096f26f3f563f95c61bf783f4284ee1279b3f
+size 4246879
diff --git a/global_step95000/mp_rank_12_model_states.pt b/global_step95000/mp_rank_12_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d57df4080e8554485653c1334fa64862954bfa4
--- /dev/null
+++ b/global_step95000/mp_rank_12_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6c5329bd268fb8a8e24f5134e7985882c114e31b4c20b8fdb406bc6bf55040
+size 4246815
diff --git a/global_step95000/mp_rank_13_model_states.pt b/global_step95000/mp_rank_13_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2bece6b39cf96101b440e3410d2296195a5194
--- /dev/null
+++ b/global_step95000/mp_rank_13_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084202bd6b9af38aecb250eaef0133ac48faacccda5667204345ecf44ea93b1f
+size 4246815
diff --git a/global_step95000/mp_rank_14_model_states.pt b/global_step95000/mp_rank_14_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2abaad3ab204ab0038e2fadf4a08ee083da4d8a2
--- /dev/null
+++ b/global_step95000/mp_rank_14_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628f3a792fd262302bcedf961200420ec600294f97ee2b583a41004942a2f7e2
+size 4246815
diff --git a/global_step95000/mp_rank_15_model_states.pt b/global_step95000/mp_rank_15_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73e4f5a46de2dcc6cd4e6a40f7dd47135f42848
--- /dev/null
+++ b/global_step95000/mp_rank_15_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c1ff6c5ae028a52a40d7675727b8c7b264f65596e6a0a7434e8d13459ef4b8
+size 4246815
diff --git a/global_step95000/mp_rank_16_model_states.pt b/global_step95000/mp_rank_16_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456adf87cbcab52f861d00767ce1669f1867c2b0
--- /dev/null
+++ b/global_step95000/mp_rank_16_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d394e9bfcdd4c17a01712dd1c431a0c849a8c1eed1ca9b9689b0d55c4f4bc3
+size 4246815
diff --git a/global_step95000/mp_rank_17_model_states.pt b/global_step95000/mp_rank_17_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451bbf104c1597a5196baf5fef3c728c51e13905
--- /dev/null
+++ b/global_step95000/mp_rank_17_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f052e98ab98cfd037b5d54ef7860d17770053e3bd8a9c047227fa4ab778e74
+size 4246815
diff --git a/global_step95000/mp_rank_18_model_states.pt b/global_step95000/mp_rank_18_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5638887ee5cc77347e7e4606794c1792d72a91
--- /dev/null
+++ b/global_step95000/mp_rank_18_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc9ffbfa436d4c3b08e49aa48598c718efa5d0587d1dd7b17e7fa852ecd37b1
+size 4246815
diff --git a/global_step95000/mp_rank_19_model_states.pt b/global_step95000/mp_rank_19_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558fa25f48b6cbfca50aee1af95680d0233a14b8
--- /dev/null
+++ b/global_step95000/mp_rank_19_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1416fa966ec66d38b110b3b1e8352a5e840927c21d9942e8356f30c396f7de37
+size 4246815
diff --git a/global_step95000/mp_rank_20_model_states.pt b/global_step95000/mp_rank_20_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c996e8f92ed898890dbd079b0b15554b757d56a2
--- /dev/null
+++ b/global_step95000/mp_rank_20_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888c972165f754db0ac58359b45af9de16cd7a0de5ccd3afe40450ca5b5e368a
+size 4246815
diff --git a/global_step95000/mp_rank_21_model_states.pt b/global_step95000/mp_rank_21_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb0cf8ba2f8a13512358c8022d3187b555e397f
--- /dev/null
+++ b/global_step95000/mp_rank_21_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f6b5c62b530159b2dc089425eba4e537ee04f4eb8b48da6e655a28040a54b3
+size 4246815
diff --git a/global_step95000/mp_rank_22_model_states.pt b/global_step95000/mp_rank_22_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2999df65f25163cd69c7f3af33bb592f7ee25975
--- /dev/null
+++ b/global_step95000/mp_rank_22_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb5731d294913b2fe1c2a341f862be53b8fac88c043aabc66cde966a1159e98
+size 4246815
diff --git a/global_step95000/mp_rank_23_model_states.pt b/global_step95000/mp_rank_23_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea540e8066e07117b56f8811b73ddd33e72fc292
--- /dev/null
+++ b/global_step95000/mp_rank_23_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36e0ac9a7ab833598898727434369038f9c1b163985c40d25579a7b5ed0458e
+size 4246815
diff --git a/global_step95000/mp_rank_24_model_states.pt b/global_step95000/mp_rank_24_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e71471ba450ccbe6640a7ab8a39a034c7b32eb7
--- /dev/null
+++ b/global_step95000/mp_rank_24_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7abfa5e303eec100ed08dce0e1e5070a82e770127a04eeda2244f30ae1adaef
+size 4246815
diff --git a/global_step95000/mp_rank_25_model_states.pt b/global_step95000/mp_rank_25_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c449df90606482bb4bbd43ce4841a1873313b6
--- /dev/null
+++ b/global_step95000/mp_rank_25_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fd590d6e4bb5b631cf4594b4813f09f84e38e5e921cc73ca248bd99ae20579
+size 4246815
diff --git a/global_step95000/mp_rank_26_model_states.pt b/global_step95000/mp_rank_26_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4382c4976187d89ade540d755658e9f2140dcb1e
--- /dev/null
+++ b/global_step95000/mp_rank_26_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a3915957d27a6aa4d79bbe249543b7af426654666c24d8ef2ad04555661813
+size 4246815
diff --git a/global_step95000/mp_rank_27_model_states.pt b/global_step95000/mp_rank_27_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c100735c502ff473e03d178b45ab738b40da73a8
--- /dev/null
+++ b/global_step95000/mp_rank_27_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e2702ce32f019e5e7c4301ed5adf27c3d59b0b895d97588e6f40ba7d7802ba
+size 4246815
diff --git a/global_step95000/mp_rank_28_model_states.pt b/global_step95000/mp_rank_28_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e58fafdaf88011d42285cbb22e9c9444730bab8
--- /dev/null
+++ b/global_step95000/mp_rank_28_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58cce95df324f8203438374137b6ff1eb718cd8320be34df12f355cd5280e5c
+size 4246815
diff --git a/global_step95000/mp_rank_29_model_states.pt b/global_step95000/mp_rank_29_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e568e8f17f611d00d3c6d890cde8d7d25a1d2f6
--- /dev/null
+++ b/global_step95000/mp_rank_29_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477414651ec0f4760fec06fa09cc402690191d666de825b6464133c7867dada1
+size 4246815
diff --git a/global_step95000/mp_rank_30_model_states.pt b/global_step95000/mp_rank_30_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4ece4901625232099173ea36e77fffa131d0a3
--- /dev/null
+++ b/global_step95000/mp_rank_30_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4608bfa2d35f808a28fdb0d2d070ab738b6b11f0791bfbb75b19c9e880635392
+size 4246815
diff --git a/global_step95000/mp_rank_31_model_states.pt b/global_step95000/mp_rank_31_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a386a40771b62b0b5b00ef24eae11746e0945b
--- /dev/null
+++ b/global_step95000/mp_rank_31_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c9b0efb1eefebb0894b0c5c6190808d8d2d4f7cf6a86c3614083d31854bb21
+size 4246815
diff --git a/global_step95000/mp_rank_32_model_states.pt b/global_step95000/mp_rank_32_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc26566ca5716c0ef976731950bb60f877d4db8a
--- /dev/null
+++ b/global_step95000/mp_rank_32_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72df2752e4dd6fe4e61f584b634f5d3a9b64043e80f939b329c885bd8bb68fe
+size 4246879
diff --git a/global_step95000/mp_rank_33_model_states.pt b/global_step95000/mp_rank_33_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41afaae3620935241abd086dc42201a58b8f4677
--- /dev/null
+++ b/global_step95000/mp_rank_33_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a667e7fdafe1ab1e0c534b3aa78b92040926beb5f2d3bbcc8a980bb13aba7c9f
+size 4246879
diff --git a/global_step95000/mp_rank_34_model_states.pt b/global_step95000/mp_rank_34_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41745a1118f94667d5c566ccff94c4ffa4868fbc
--- /dev/null
+++ b/global_step95000/mp_rank_34_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb372110615e32d27c0b6846bec244d7fc068efb0ff26c48e9d0294ff8fc120
+size 4246879
diff --git a/global_step95000/mp_rank_35_model_states.pt b/global_step95000/mp_rank_35_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a54d27d900487261a5b9e276192cfd42596d71
--- /dev/null
+++ b/global_step95000/mp_rank_35_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0845f9b1851e6f53dbadeabd54dbdd3c3dd829fcbdd8cabc44f2b080217de7ed
+size 4246879
diff --git a/global_step95000/mp_rank_36_model_states.pt b/global_step95000/mp_rank_36_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5388e81e7107af5ef351373d8abadc6cecfc1a
--- /dev/null
+++ b/global_step95000/mp_rank_36_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23475081ff61b6ff31048e85a6f1c4be820362f855ccc201d46216292ae6a009
+size 4246815
diff --git a/global_step95000/mp_rank_37_model_states.pt b/global_step95000/mp_rank_37_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bca6545f634d300dcd45314c72fc14c0d797299
--- /dev/null
+++ b/global_step95000/mp_rank_37_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bf9f3fcc57b186a5282bc0188d201061c7c10fe85e9f153ebf58a866e35ed1
+size 4246815
diff --git a/global_step95000/mp_rank_38_model_states.pt b/global_step95000/mp_rank_38_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde1fe68789c017c7b18de632cfb90dbac08eb72
--- /dev/null
+++ b/global_step95000/mp_rank_38_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d69056d3167cc91813bc55c44a5aaa6bccdafcb4fd8a0941f547e6f60181b9
+size 4246815
diff --git a/global_step95000/mp_rank_39_model_states.pt b/global_step95000/mp_rank_39_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280bea381bcddcb15cfbd48be5b3590177609ef7
--- /dev/null
+++ b/global_step95000/mp_rank_39_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313438d85cbebb911e837ed40dddb6665e664c847da18b52d00b2657b3fa4673
+size 4246815
diff --git a/global_step95000/mp_rank_40_model_states.pt b/global_step95000/mp_rank_40_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbae19a1a9536b08075e0ebfe554668c9a3de0fd
--- /dev/null
+++ b/global_step95000/mp_rank_40_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a37ae021fa2c75dc6b4e049d720513b98eba8764e8a190339f2ded5fbe81106
+size 4246815
diff --git a/global_step95000/mp_rank_41_model_states.pt b/global_step95000/mp_rank_41_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a465a69a360f11360496c3434f162a9766e6e1fe
--- /dev/null
+++ b/global_step95000/mp_rank_41_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ac287e768312ff7ae606263b6e26cdca32ba1238eb20d0f9e556ec6928ce1c
+size 4246815
diff --git a/global_step95000/mp_rank_42_model_states.pt b/global_step95000/mp_rank_42_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fa1a7ca1767ce1913aeb2d13dfaa367821ae76
--- /dev/null
+++ b/global_step95000/mp_rank_42_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e1e4bedba26b844375c4b803fbda8d136cedd85cfdc5844369f26dc19d61c2
+size 4246815
diff --git a/global_step95000/mp_rank_43_model_states.pt b/global_step95000/mp_rank_43_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b103fc7a0a15a625cb162e2aff29224ddcbed66
--- /dev/null
+++ b/global_step95000/mp_rank_43_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e837799567728b83868d5a43c7ff9daa3ab4a5a8997edfdfc1cb29b4a12a32b
+size 4246815
diff --git a/global_step95000/mp_rank_44_model_states.pt b/global_step95000/mp_rank_44_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8030dad2c741b36fcdb47441a99e38834c8c2083
--- /dev/null
+++ b/global_step95000/mp_rank_44_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef338ff8faf3fb81a0ac061dddf162059365978aa8a4c26fa5163f8904c84dc
+size 4246239
diff --git a/global_step95000/mp_rank_45_model_states.pt b/global_step95000/mp_rank_45_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc40a1c9fbd550ffa47ec24d363e95894d3553e
--- /dev/null
+++ b/global_step95000/mp_rank_45_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e06bfc9921ce9992d57008d31313bf1a2f7d789d2564be7ac76d4105e046fc
+size 4246239
diff --git a/global_step95000/mp_rank_46_model_states.pt b/global_step95000/mp_rank_46_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b1a01fd6e791e7bc0bde56f445da7d56528346
--- /dev/null
+++ b/global_step95000/mp_rank_46_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03794db250729a76583228eef2cef9fc0b39a88d491a48a7e7b9d6db2ab2a773
+size 4246239
diff --git a/global_step95000/mp_rank_47_model_states.pt b/global_step95000/mp_rank_47_model_states.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e95afa2794ebe2f3881e0f889e03d14fe277bc
--- /dev/null
+++ b/global_step95000/mp_rank_47_model_states.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4d03a4bb5ca7e37d1803fa8030b167f5b5defdfae8529f97571030400f3df6
+size 4246239