Training in progress, step 10000, checkpoint

last-checkpoint/global_step10000/mp_rank_00_model_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986c5d6189f91975e918f7f6617810450fb7b51890d876a741c390d4841f7b69
+size 197282509

last-checkpoint/global_step10000/zero_pp_rank_0_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb6697e7d09b2b9438e99b4121c3d6aacb691a415048f42e8ceedd7e4b39aa5
+size 180416968

last-checkpoint/global_step10000/zero_pp_rank_1_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed54d6bb08e4df0fe2cb8d14b5ee65221041a04809718255aad9ffa15386977d
+size 180416776

last-checkpoint/global_step10000/zero_pp_rank_2_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681803b8fe75cdc69741908fb444d099d93b1a4452c3aa526d209dbf9c1b4e9e
+size 180416776

last-checkpoint/global_step10000/zero_pp_rank_3_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c4c01a8df2ddf6f4bf201fe6150e9914144ea8d563e055a7617f855c7d3cf7
+size 180416904

last-checkpoint/global_step10000/zero_pp_rank_4_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b3ab5eb9405f2cc1b4cdc0893c7fd00063d1174a35330b50c91d82c09e5b1f
+size 180416712

last-checkpoint/global_step10000/zero_pp_rank_5_mp_rank_00_optim_states.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee11d6dcd3ad95295de240130db341c0d7a9435fe8ed7cd54769171b466da104
+size 180417096

last-checkpoint/latest

@@ -1 +1 @@
-global_step9500
+global_step10000

last-checkpoint/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:360912bb66b5ef43b6217bdaf80a08845f2208809b73bea201e43e6402ec2cc3
+oid sha256:0e2cf95851453659172edee862761d076db580a680ad8053dff69e4287a74cd6
 size 188836816

last-checkpoint/rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d79ce11b93dbde86948b98c9ce1fa175f7a568c470e9afcefe72b95bef17a002
+oid sha256:b89fe0482199ff808b868b8a0a46d2f0637b6dc06af9dc1ffbdeda6857c3071a
 size 15536

last-checkpoint/rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:429ad9026ad7a94e536302987a593f0bac5e320bb5b4eac33f49d6dd3d14350d
+oid sha256:84bf853cfccab8ac65f8578c2fb423680b3549ae90b19876fa0965424652b821
 size 15536

last-checkpoint/rng_state_2.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4f799dffa70912ee5c070fe5ffb374a83158856242756a00c555654374f01da
+oid sha256:f3a3b603dad6931c9b06331e262a9b1593f8b87b28b513dd9f71508cb34c588a
 size 15536

last-checkpoint/rng_state_3.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54ecabfa330e288c44f0ddbde659a7cb50fb9698004a8036194b92ee4dd46064
-size 15536
+oid sha256:7d46f1d9fed83d2d3a6a159e06e1b60d78d2703f069254cc21b859ac0703b80a
+size 15472

last-checkpoint/rng_state_4.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1dbdc413b81880e152a22beadfb7765b2eb1b5148311b1cd2ec696f7323e1db
-size 15536
+oid sha256:902357280c996bfa97fdb46106f3a627456487652f274eb8f738ed7ee589e62c
+size 15472

last-checkpoint/rng_state_5.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44530a10c71833f6b70a1d042fd27fbc157e7885451a81a8b6656842c24fa6f3
+oid sha256:1cc5274efbac0d8700f57b902965cc1eb74b479df838f79d33f9b7fd9c1f9e74
 size 15536

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44b6f2c1812fce23d5731b76df787ac1b0733fa7e4172a4feeceed05b16ec8ff
+oid sha256:60915f9b39e366db12f97cc58cc8fc51304f5d2a2df70683329578a0e59cb1bf
 size 1256

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 256.7567567567568,
+  "epoch": 270.27027027027026,
   "eval_steps": 1500,
-  "global_step": 9500,
+  "global_step": 10000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -1382,6 +1382,76 @@
       "learning_rate": 0.0001,
       "loss": 0.0194,
       "step": 9500
+    },
+    {
+      "epoch": 258.1081081081081,
+      "grad_norm": 0.30529114603996277,
+      "learning_rate": 0.0001,
+      "loss": 0.0186,
+      "step": 9550
+    },
+    {
+      "epoch": 259.4594594594595,
+      "grad_norm": 0.257412314414978,
+      "learning_rate": 0.0001,
+      "loss": 0.018,
+      "step": 9600
+    },
+    {
+      "epoch": 260.81081081081084,
+      "grad_norm": 0.34228768944740295,
+      "learning_rate": 0.0001,
+      "loss": 0.019,
+      "step": 9650
+    },
+    {
+      "epoch": 262.1621621621622,
+      "grad_norm": 0.43392807245254517,
+      "learning_rate": 0.0001,
+      "loss": 0.0188,
+      "step": 9700
+    },
+    {
+      "epoch": 263.5135135135135,
+      "grad_norm": 0.2830718457698822,
+      "learning_rate": 0.0001,
+      "loss": 0.0191,
+      "step": 9750
+    },
+    {
+      "epoch": 264.86486486486484,
+      "grad_norm": 0.33202308416366577,
+      "learning_rate": 0.0001,
+      "loss": 0.0179,
+      "step": 9800
+    },
+    {
+      "epoch": 266.2162162162162,
+      "grad_norm": 0.4601031243801117,
+      "learning_rate": 0.0001,
+      "loss": 0.0176,
+      "step": 9850
+    },
+    {
+      "epoch": 267.56756756756755,
+      "grad_norm": 0.33976060152053833,
+      "learning_rate": 0.0001,
+      "loss": 0.0183,
+      "step": 9900
+    },
+    {
+      "epoch": 268.9189189189189,
+      "grad_norm": 0.23951521515846252,
+      "learning_rate": 0.0001,
+      "loss": 0.0171,
+      "step": 9950
+    },
+    {
+      "epoch": 270.27027027027026,
+      "grad_norm": 0.7073889970779419,
+      "learning_rate": 0.0001,
+      "loss": 0.0165,
+      "step": 10000
     }
   ],
   "logging_steps": 50,
@@ -1401,7 +1471,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 2.6668736569018207e+20,
+  "total_flos": 2.80706148015297e+20,
   "train_batch_size": 64,
   "trial_name": null,
   "trial_params": null