Training in progress, step 50, checkpoint

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f267bde378bec4eedadf0ace4ece596a4279f93b1cdfeed6d557b379ef219ea
+oid sha256:949dcbd30a0242483bafa481a73b675e0ffab3ce21b1088d2de31b5515edcf1a
 size 640009682

last-checkpoint/rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1280ce0c2db83fa51c0c5ea87d9851a4d3fd0fac48c1e8629c62d6a76a0c4a4e
+oid sha256:8bae6f84f9e44c0720c746e29643b8f392607d15405819fb0fa98717a927223b
 size 14960

last-checkpoint/rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab86422507560fe36df503fcec7bf779ca3831d87874f9d53f9874da7847a7db
+oid sha256:ff6d5658d989a948ad877d27db387126f74d0183667eec54026eabc036c44fcd
 size 15024

last-checkpoint/rng_state_2.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e694f0cc15b61b63c49f9899e4c048e19a381c3dd62c34081641acb74888e30
+oid sha256:96b874fd4e830f52d3783b56aa0b46683c0937e1faf35468cbc01f8690b42a3d
 size 15024

last-checkpoint/rng_state_3.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:815478db4ee9ed16b0245cb6f7a08d04a58049917227d5c8d036f71c90ba2fa4
+oid sha256:c685c1c7e4ceeca5adc48e02a99ae9aa59a62b5c4321750b5293d5da9fe8e86b
 size 15024

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d271cdb95f63cd655315f063ca2e25c78dc5ae4275523c5d4f80f367586b3351
+oid sha256:5607f6de446164d9d9adb8b91c44cec55b14aa391e24ba5637c08b834eedda2a
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": NaN,
   "best_model_checkpoint": "miner_id_24/checkpoint-25",
-  "epoch": 0.33585222502099077,
+  "epoch": 0.6717044500419815,
   "eval_steps": 25,
-  "global_step": 25,
+  "global_step": 50,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -198,6 +198,189 @@
       "eval_samples_per_second": 16.31,
       "eval_steps_per_second": 4.241,
       "step": 25
+    },
+    {
+      "epoch": 0.3492863140218304,
+      "grad_norm": NaN,
+      "learning_rate": 5.500000000000001e-05,
+      "loss": 0.0,
+      "step": 26
+    },
+    {
+      "epoch": 0.36272040302267,
+      "grad_norm": NaN,
+      "learning_rate": 5.205685918464356e-05,
+      "loss": 0.0,
+      "step": 27
+    },
+    {
+      "epoch": 0.37615449202350965,
+      "grad_norm": NaN,
+      "learning_rate": 4.912632135009769e-05,
+      "loss": 0.0,
+      "step": 28
+    },
+    {
+      "epoch": 0.3895885810243493,
+      "grad_norm": NaN,
+      "learning_rate": 4.6220935509274235e-05,
+      "loss": 0.0,
+      "step": 29
+    },
+    {
+      "epoch": 0.40302267002518893,
+      "grad_norm": NaN,
+      "learning_rate": 4.3353142970386564e-05,
+      "loss": 0.0,
+      "step": 30
+    },
+    {
+      "epoch": 0.4164567590260285,
+      "grad_norm": NaN,
+      "learning_rate": 4.053522406135775e-05,
+      "loss": 0.0,
+      "step": 31
+    },
+    {
+      "epoch": 0.42989084802686817,
+      "grad_norm": NaN,
+      "learning_rate": 3.777924554357096e-05,
+      "loss": 0.0,
+      "step": 32
+    },
+    {
+      "epoch": 0.4433249370277078,
+      "grad_norm": NaN,
+      "learning_rate": 3.509700894014496e-05,
+      "loss": 0.0,
+      "step": 33
+    },
+    {
+      "epoch": 0.45675902602854745,
+      "grad_norm": NaN,
+      "learning_rate": 3.250000000000001e-05,
+      "loss": 0.0,
+      "step": 34
+    },
+    {
+      "epoch": 0.47019311502938704,
+      "grad_norm": NaN,
+      "learning_rate": 2.9999339514117912e-05,
+      "loss": 0.0,
+      "step": 35
+    },
+    {
+      "epoch": 0.4836272040302267,
+      "grad_norm": NaN,
+      "learning_rate": 2.760573569460757e-05,
+      "loss": 0.0,
+      "step": 36
+    },
+    {
+      "epoch": 0.49706129303106633,
+      "grad_norm": NaN,
+      "learning_rate": 2.53294383204969e-05,
+      "loss": 0.0,
+      "step": 37
+    },
+    {
+      "epoch": 0.5104953820319059,
+      "grad_norm": NaN,
+      "learning_rate": 2.3180194846605367e-05,
+      "loss": 0.0,
+      "step": 38
+    },
+    {
+      "epoch": 0.5239294710327456,
+      "grad_norm": NaN,
+      "learning_rate": 2.1167208663446025e-05,
+      "loss": 0.0,
+      "step": 39
+    },
+    {
+      "epoch": 0.5373635600335852,
+      "grad_norm": NaN,
+      "learning_rate": 1.9299099686894423e-05,
+      "loss": 0.0,
+      "step": 40
+    },
+    {
+      "epoch": 0.5507976490344249,
+      "grad_norm": NaN,
+      "learning_rate": 1.758386744638546e-05,
+      "loss": 0.0,
+      "step": 41
+    },
+    {
+      "epoch": 0.5642317380352645,
+      "grad_norm": NaN,
+      "learning_rate": 1.602885682970026e-05,
+      "loss": 0.0,
+      "step": 42
+    },
+    {
+      "epoch": 0.5776658270361041,
+      "grad_norm": NaN,
+      "learning_rate": 1.464072663102903e-05,
+      "loss": 0.0,
+      "step": 43
+    },
+    {
+      "epoch": 0.5910999160369438,
+      "grad_norm": NaN,
+      "learning_rate": 1.3425421036992098e-05,
+      "loss": 0.0,
+      "step": 44
+    },
+    {
+      "epoch": 0.6045340050377834,
+      "grad_norm": NaN,
+      "learning_rate": 1.2388144172720251e-05,
+      "loss": 0.0,
+      "step": 45
+    },
+    {
+      "epoch": 0.617968094038623,
+      "grad_norm": NaN,
+      "learning_rate": 1.1533337816991932e-05,
+      "loss": 0.0,
+      "step": 46
+    },
+    {
+      "epoch": 0.6314021830394626,
+      "grad_norm": NaN,
+      "learning_rate": 1.0864662381854632e-05,
+      "loss": 0.0,
+      "step": 47
+    },
+    {
+      "epoch": 0.6448362720403022,
+      "grad_norm": NaN,
+      "learning_rate": 1.0384981238178534e-05,
+      "loss": 0.0,
+      "step": 48
+    },
+    {
+      "epoch": 0.6582703610411419,
+      "grad_norm": NaN,
+      "learning_rate": 1.0096348454262845e-05,
+      "loss": 0.0,
+      "step": 49
+    },
+    {
+      "epoch": 0.6717044500419815,
+      "grad_norm": NaN,
+      "learning_rate": 1e-05,
+      "loss": 0.0,
+      "step": 50
+    },
+    {
+      "epoch": 0.6717044500419815,
+      "eval_loss": NaN,
+      "eval_runtime": 3.0688,
+      "eval_samples_per_second": 16.293,
+      "eval_steps_per_second": 4.236,
+      "step": 50
     }
   ],
   "logging_steps": 1,
@@ -212,7 +395,7 @@
         "early_stopping_threshold": 0.0
       },
       "attributes": {
-        "early_stopping_patience_counter": 0
+        "early_stopping_patience_counter": 1
       }
     },
     "TrainerControl": {
@@ -221,12 +404,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 2.654300032425001e+17,
+  "total_flos": 5.308600064850002e+17,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null