Upload 11 files

config.json

@@ -1,5 +1,8 @@
 {
   "_name_or_path": "microsoft/MiniLM-L12-H384-uncased",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
   "attention_probs_dropout_prob": 0.1,
   "classifier_dropout": null,
   "hidden_act": "gelu",
@@ -22,8 +25,10 @@
   "num_hidden_layers": 12,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
   "transformers_version": "4.37.2",
   "type_vocab_size": 2,
   "use_cache": true,
-  "vocab_size": 30
-}
+  "vocab_size": 30522
+}

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a23afca23cb18bd4ab9093093679f284eefdc69be46267c7861bf5fdea2056ba
-size 133467576
+oid sha256:a640828f9d526d1b8de3e127a01bb0b2bf2a5a80c39b6c6b8cc6e472a9682bdd
+size 133466376

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba606569a67e41a0cdd9f9c6173d986feb13cb3380dc788c5ded71affbf36244
+oid sha256:319c57b813206d1595bb4568e829ffe00cf1dae5479933d61e57b031110ab3c8
 size 267054330

rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38f537364220577dd4e5269dcefc13c34f9b3778f6daf6768a70fafb5a921478
+oid sha256:4cdeee1988eb8068c8ab116f87717a64e03e46695a5c02d86b0b0d194f7a377c
 size 14244

scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1c16f6410648ec04afd4538b993744a9235b715a4b6e83844e6981759b4ebeb
+oid sha256:34631147f877348c90c7ffcffd8096f87c949df488c55e07965421da16ce55dd
 size 1064

trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 50.0,
+  "epoch": 35.0,
   "eval_steps": 10000,
-  "global_step": 126850,
+  "global_step": 88795,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -11,313 +11,313 @@
     {
       "epoch": 0.0,
       "learning_rate": 1.9999842333464724e-05,
-      "loss": 0.1488,
+      "loss": 0.2456,
       "step": 1
     },
     {
       "epoch": 0.39,
       "learning_rate": 1.9842333464722114e-05,
-      "loss": 0.1737,
+      "loss": 0.1742,
       "step": 1000
     },
     {
       "epoch": 0.79,
-      "learning_rate": 1.968498226251478e-05,
-      "loss": 0.1713,
+      "learning_rate": 1.9685297595585336e-05,
+      "loss": 0.1345,
       "step": 2000
     },
     {
       "epoch": 1.18,
-      "learning_rate": 1.9527315727236894e-05,
-      "loss": 0.1741,
+      "learning_rate": 1.952763106030745e-05,
+      "loss": 0.0825,
       "step": 3000
     },
     {
       "epoch": 1.58,
-      "learning_rate": 1.9369806858494287e-05,
-      "loss": 0.1357,
+      "learning_rate": 1.9370122191564842e-05,
+      "loss": 0.0691,
       "step": 4000
     },
     {
       "epoch": 1.97,
-      "learning_rate": 1.92121403232164e-05,
-      "loss": 0.0985,
+      "learning_rate": 1.9212455656286955e-05,
+      "loss": 0.0593,
       "step": 5000
     },
     {
       "epoch": 2.36,
-      "learning_rate": 1.9054473787938513e-05,
-      "loss": 0.0746,
+      "learning_rate": 1.9054789121009067e-05,
+      "loss": 0.0559,
       "step": 6000
     },
     {
       "epoch": 2.76,
-      "learning_rate": 1.8897437918801735e-05,
-      "loss": 0.077,
+      "learning_rate": 1.889712258573118e-05,
+      "loss": 0.0505,
       "step": 7000
     },
     {
       "epoch": 3.15,
-      "learning_rate": 1.8739771383523847e-05,
-      "loss": 0.0747,
+      "learning_rate": 1.8739456050453293e-05,
+      "loss": 0.0585,
       "step": 8000
     },
     {
       "epoch": 3.55,
-      "learning_rate": 1.858210484824596e-05,
-      "loss": 0.0607,
+      "learning_rate": 1.8581789515175405e-05,
+      "loss": 0.0496,
       "step": 9000
     },
     {
       "epoch": 3.94,
-      "learning_rate": 1.8424438312968072e-05,
-      "loss": 0.0648,
+      "learning_rate": 1.84242806464328e-05,
+      "loss": 0.0504,
       "step": 10000
     },
     {
       "epoch": 3.94,
-      "eval_accuracy": 0.971966859607309,
-      "eval_f1": 0.8975528826213189,
-      "eval_loss": 0.047781217843294144,
-      "eval_precision": 0.9169491525423729,
-      "eval_recall": 0.8789601949634444,
-      "eval_runtime": 30.9282,
-      "eval_samples_per_second": 284.886,
-      "eval_steps_per_second": 35.631,
+      "eval_accuracy": 0.9750283768444948,
+      "eval_f1": 0.9112903225806451,
+      "eval_loss": 0.02506309188902378,
+      "eval_precision": 0.8692307692307693,
+      "eval_recall": 0.9576271186440678,
+      "eval_runtime": 6.3761,
+      "eval_samples_per_second": 276.344,
+      "eval_steps_per_second": 34.661,
       "step": 10000
     },
     {
       "epoch": 4.34,
-      "learning_rate": 1.8266771777690185e-05,
-      "loss": 0.0604,
+      "learning_rate": 1.8266614111154908e-05,
+      "loss": 0.0442,
       "step": 11000
     },
     {
       "epoch": 4.73,
       "learning_rate": 1.8109105242412298e-05,
-      "loss": 0.0587,
+      "loss": 0.0467,
       "step": 12000
     },
     {
       "epoch": 5.12,
       "learning_rate": 1.795159637366969e-05,
-      "loss": 0.0635,
+      "loss": 0.0448,
       "step": 13000
     },
     {
       "epoch": 5.52,
-      "learning_rate": 1.779408750492708e-05,
-      "loss": 0.0558,
+      "learning_rate": 1.7793929838391804e-05,
+      "loss": 0.0418,
       "step": 14000
     },
     {
       "epoch": 5.91,
-      "learning_rate": 1.7636420969649194e-05,
-      "loss": 0.0525,
+      "learning_rate": 1.7636263303113916e-05,
+      "loss": 0.0339,
       "step": 15000
     },
     {
       "epoch": 6.31,
-      "learning_rate": 1.7478754434371306e-05,
-      "loss": 0.05,
+      "learning_rate": 1.747859676783603e-05,
+      "loss": 0.0385,
       "step": 16000
     },
     {
       "epoch": 6.7,
-      "learning_rate": 1.7321245565628696e-05,
-      "loss": 0.0513,
+      "learning_rate": 1.732093023255814e-05,
+      "loss": 0.0425,
       "step": 17000
     },
     {
       "epoch": 7.09,
-      "learning_rate": 1.716357903035081e-05,
-      "loss": 0.0423,
+      "learning_rate": 1.716342136381553e-05,
+      "loss": 0.0413,
       "step": 18000
     },
     {
       "epoch": 7.49,
-      "learning_rate": 1.70060701616082e-05,
-      "loss": 0.0417,
+      "learning_rate": 1.7005754828537644e-05,
+      "loss": 0.039,
       "step": 19000
     },
     {
       "epoch": 7.88,
-      "learning_rate": 1.684840362633031e-05,
-      "loss": 0.0432,
+      "learning_rate": 1.6848088293259757e-05,
+      "loss": 0.0398,
       "step": 20000
     },
     {
       "epoch": 7.88,
-      "eval_accuracy": 0.9800249687890137,
-      "eval_f1": 0.9293172690763052,
-      "eval_loss": 0.03126443922519684,
-      "eval_precision": 0.9189833200953137,
-      "eval_recall": 0.9398862713241267,
-      "eval_runtime": 30.5459,
-      "eval_samples_per_second": 288.451,
-      "eval_steps_per_second": 36.077,
+      "eval_accuracy": 0.9750283768444948,
+      "eval_f1": 0.9126984126984127,
+      "eval_loss": 0.02478128857910633,
+      "eval_precision": 0.8582089552238806,
+      "eval_recall": 0.9745762711864406,
+      "eval_runtime": 6.0449,
+      "eval_samples_per_second": 291.487,
+      "eval_steps_per_second": 36.56,
       "step": 20000
     },
     {
       "epoch": 8.28,
       "learning_rate": 1.6690737091052424e-05,
-      "loss": 0.0378,
+      "loss": 0.0347,
       "step": 21000
     },
     {
       "epoch": 8.67,
       "learning_rate": 1.6533070555774536e-05,
-      "loss": 0.041,
+      "loss": 0.0428,
       "step": 22000
     },
     {
       "epoch": 9.07,
       "learning_rate": 1.637540402049665e-05,
-      "loss": 0.0403,
+      "loss": 0.0391,
       "step": 23000
     },
     {
       "epoch": 9.46,
-      "learning_rate": 1.621805281828932e-05,
-      "loss": 0.0338,
+      "learning_rate": 1.6217895151754042e-05,
+      "loss": 0.0347,
       "step": 24000
     },
     {
       "epoch": 9.85,
-      "learning_rate": 1.6060386283011432e-05,
-      "loss": 0.0352,
+      "learning_rate": 1.6060228616476155e-05,
+      "loss": 0.0336,
       "step": 25000
     },
     {
       "epoch": 10.25,
-      "learning_rate": 1.5902877414268822e-05,
-      "loss": 0.0356,
+      "learning_rate": 1.5902562081198268e-05,
+      "loss": 0.033,
       "step": 26000
     },
     {
       "epoch": 10.64,
-      "learning_rate": 1.5745210878990935e-05,
-      "loss": 0.0343,
+      "learning_rate": 1.574489554592038e-05,
+      "loss": 0.0318,
       "step": 27000
     },
     {
       "epoch": 11.04,
-      "learning_rate": 1.5587702010248328e-05,
-      "loss": 0.039,
+      "learning_rate": 1.5587229010642493e-05,
+      "loss": 0.0338,
       "step": 28000
     },
     {
       "epoch": 11.43,
-      "learning_rate": 1.543003547497044e-05,
-      "loss": 0.0336,
+      "learning_rate": 1.5429562475364605e-05,
+      "loss": 0.0315,
       "step": 29000
     },
     {
       "epoch": 11.82,
-      "learning_rate": 1.5272368939692553e-05,
-      "loss": 0.0294,
+      "learning_rate": 1.5272053606621995e-05,
+      "loss": 0.0271,
       "step": 30000
     },
     {
       "epoch": 11.82,
-      "eval_accuracy": 0.9878560889796845,
-      "eval_f1": 0.9563799429270281,
-      "eval_loss": 0.023840567097067833,
-      "eval_precision": 0.9599018003273322,
-      "eval_recall": 0.9528838342810723,
-      "eval_runtime": 29.3298,
-      "eval_samples_per_second": 300.411,
-      "eval_steps_per_second": 37.573,
+      "eval_accuracy": 0.9903518728717366,
+      "eval_f1": 0.9649484536082474,
+      "eval_loss": 0.010149164125323296,
+      "eval_precision": 0.9397590361445783,
+      "eval_recall": 0.9915254237288136,
+      "eval_runtime": 6.3243,
+      "eval_samples_per_second": 278.608,
+      "eval_steps_per_second": 34.945,
       "step": 30000
     },
     {
       "epoch": 12.22,
-      "learning_rate": 1.5114702404414664e-05,
-      "loss": 0.0362,
+      "learning_rate": 1.5114387071344108e-05,
+      "loss": 0.0343,
       "step": 31000
     },
     {
       "epoch": 12.61,
-      "learning_rate": 1.4957035869136779e-05,
-      "loss": 0.0352,
+      "learning_rate": 1.49568782026015e-05,
+      "loss": 0.0311,
       "step": 32000
     },
     {
       "epoch": 13.01,
       "learning_rate": 1.4799369333858891e-05,
-      "loss": 0.0297,
+      "loss": 0.0278,
       "step": 33000
     },
     {
       "epoch": 13.4,
-      "learning_rate": 1.464186046511628e-05,
-      "loss": 0.0316,
+      "learning_rate": 1.4641702798581004e-05,
+      "loss": 0.027,
       "step": 34000
     },
     {
       "epoch": 13.8,
-      "learning_rate": 1.4484193929838392e-05,
-      "loss": 0.0312,
+      "learning_rate": 1.4484036263303116e-05,
+      "loss": 0.0285,
       "step": 35000
     },
     {
       "epoch": 14.19,
       "learning_rate": 1.4326527394560506e-05,
-      "loss": 0.0315,
+      "loss": 0.0303,
       "step": 36000
     },
     {
       "epoch": 14.58,
       "learning_rate": 1.4168860859282619e-05,
-      "loss": 0.0275,
+      "loss": 0.0253,
       "step": 37000
     },
     {
       "epoch": 14.98,
       "learning_rate": 1.401135199054001e-05,
-      "loss": 0.0431,
+      "loss": 0.0252,
       "step": 38000
     },
     {
       "epoch": 15.37,
-      "learning_rate": 1.3853843121797399e-05,
-      "loss": 0.034,
+      "learning_rate": 1.3853685455262123e-05,
+      "loss": 0.027,
       "step": 39000
     },
     {
       "epoch": 15.77,
-      "learning_rate": 1.3696176586519511e-05,
-      "loss": 0.0275,
+      "learning_rate": 1.3696018919984236e-05,
+      "loss": 0.0257,
       "step": 40000
     },
     {
       "epoch": 15.77,
-      "eval_accuracy": 0.9868346385200317,
-      "eval_f1": 0.9522240527182867,
-      "eval_loss": 0.022756921127438545,
-      "eval_precision": 0.9657477025898078,
-      "eval_recall": 0.9390739236393176,
-      "eval_runtime": 29.4347,
-      "eval_samples_per_second": 299.34,
-      "eval_steps_per_second": 37.439,
+      "eval_accuracy": 0.9841089670828603,
+      "eval_f1": 0.940677966101695,
+      "eval_loss": 0.031208263710141182,
+      "eval_precision": 0.940677966101695,
+      "eval_recall": 0.940677966101695,
+      "eval_runtime": 6.3572,
+      "eval_samples_per_second": 277.168,
+      "eval_steps_per_second": 34.764,
       "step": 40000
     },
     {
       "epoch": 16.16,
-      "learning_rate": 1.3538510051241624e-05,
-      "loss": 0.0285,
+      "learning_rate": 1.3538352384706348e-05,
+      "loss": 0.0252,
       "step": 41000
     },
     {
       "epoch": 16.55,
       "learning_rate": 1.3381001182499016e-05,
-      "loss": 0.0286,
+      "loss": 0.0272,
       "step": 42000
     },
     {
       "epoch": 16.95,
       "learning_rate": 1.3223334647221128e-05,
-      "loss": 0.0279,
+      "loss": 0.023,
       "step": 43000
     },
     {
@@ -328,591 +328,315 @@
     },
     {
       "epoch": 17.74,
-      "learning_rate": 1.2908001576665355e-05,
-      "loss": 0.0239,
+      "learning_rate": 1.290815924320063e-05,
+      "loss": 0.0229,
       "step": 45000
     },
     {
       "epoch": 18.13,
-      "learning_rate": 1.2750335041387468e-05,
-      "loss": 0.0269,
+      "learning_rate": 1.2750492707922743e-05,
+      "loss": 0.0241,
       "step": 46000
     },
     {
       "epoch": 18.53,
-      "learning_rate": 1.259266850610958e-05,
-      "loss": 0.0268,
+      "learning_rate": 1.2592826172644856e-05,
+      "loss": 0.0234,
       "step": 47000
     },
     {
       "epoch": 18.92,
-      "learning_rate": 1.2435001970831693e-05,
-      "loss": 0.0242,
+      "learning_rate": 1.2435317303902248e-05,
+      "loss": 0.0237,
       "step": 48000
     },
     {
       "epoch": 19.31,
-      "learning_rate": 1.2277493102089081e-05,
-      "loss": 0.0268,
+      "learning_rate": 1.227765076862436e-05,
+      "loss": 0.023,
       "step": 49000
     },
     {
       "epoch": 19.71,
       "learning_rate": 1.2119984233346473e-05,
-      "loss": 0.0268,
+      "loss": 0.0269,
       "step": 50000
     },
     {
       "epoch": 19.71,
-      "eval_accuracy": 0.9872886165020996,
-      "eval_f1": 0.9541734860883797,
-      "eval_loss": 0.017343735322356224,
-      "eval_precision": 0.9612530915086562,
-      "eval_recall": 0.9471974004874086,
-      "eval_runtime": 29.9772,
-      "eval_samples_per_second": 293.923,
-      "eval_steps_per_second": 36.761,
+      "eval_accuracy": 0.9948921679909194,
+      "eval_f1": 0.9809725158562368,
+      "eval_loss": 0.00856984406709671,
+      "eval_precision": 0.9789029535864979,
+      "eval_recall": 0.9830508474576272,
+      "eval_runtime": 6.0459,
+      "eval_samples_per_second": 291.435,
+      "eval_steps_per_second": 36.553,
       "step": 50000
     },
     {
       "epoch": 20.1,
       "learning_rate": 1.1962317698068587e-05,
-      "loss": 0.0238,
+      "loss": 0.0213,
       "step": 51000
     },
     {
       "epoch": 20.5,
-      "learning_rate": 1.1804808829325975e-05,
-      "loss": 0.0279,
+      "learning_rate": 1.18046511627907e-05,
+      "loss": 0.0223,
       "step": 52000
     },
     {
       "epoch": 20.89,
       "learning_rate": 1.1647142294048088e-05,
-      "loss": 0.0251,
+      "loss": 0.0247,
       "step": 53000
     },
     {
       "epoch": 21.28,
       "learning_rate": 1.148963342530548e-05,
-      "loss": 0.0258,
+      "loss": 0.0181,
       "step": 54000
     },
     {
       "epoch": 21.68,
       "learning_rate": 1.1331966890027592e-05,
-      "loss": 0.0233,
+      "loss": 0.0198,
       "step": 55000
     },
     {
       "epoch": 22.07,
-      "learning_rate": 1.1174458021284984e-05,
-      "loss": 0.0281,
+      "learning_rate": 1.1174300354749705e-05,
+      "loss": 0.0216,
       "step": 56000
     },
     {
       "epoch": 22.47,
-      "learning_rate": 1.1016949152542374e-05,
-      "loss": 0.0255,
+      "learning_rate": 1.1016791486007096e-05,
+      "loss": 0.0214,
       "step": 57000
     },
     {
       "epoch": 22.86,
-      "learning_rate": 1.0859282617264486e-05,
-      "loss": 0.0251,
+      "learning_rate": 1.0859124950729209e-05,
+      "loss": 0.0208,
       "step": 58000
     },
     {
       "epoch": 23.26,
-      "learning_rate": 1.0701616081986599e-05,
-      "loss": 0.0252,
+      "learning_rate": 1.0701773748521878e-05,
+      "loss": 0.0174,
       "step": 59000
     },
     {
       "epoch": 23.65,
-      "learning_rate": 1.0543949546708712e-05,
-      "loss": 0.0192,
+      "learning_rate": 1.054410721324399e-05,
+      "loss": 0.0193,
       "step": 60000
     },
     {
       "epoch": 23.65,
-      "eval_accuracy": 0.9854727045738282,
-      "eval_f1": 0.9498825371965545,
-      "eval_loss": 0.01524350605905056,
-      "eval_precision": 0.9168556311413454,
-      "eval_recall": 0.9853777416734363,
-      "eval_runtime": 29.585,
-      "eval_samples_per_second": 297.82,
-      "eval_steps_per_second": 37.249,
+      "eval_accuracy": 0.9943246311010215,
+      "eval_f1": 0.9789029535864979,
+      "eval_loss": 0.010104711167514324,
+      "eval_precision": 0.9747899159663865,
+      "eval_recall": 0.9830508474576272,
+      "eval_runtime": 6.1461,
+      "eval_samples_per_second": 286.688,
+      "eval_steps_per_second": 35.958,
       "step": 60000
     },
     {
       "epoch": 24.04,
       "learning_rate": 1.0386440677966103e-05,
-      "loss": 0.0223,
+      "loss": 0.0204,
       "step": 61000
     },
     {
       "epoch": 24.44,
       "learning_rate": 1.0228774142688216e-05,
-      "loss": 0.0221,
+      "loss": 0.0189,
       "step": 62000
     },
     {
       "epoch": 24.83,
       "learning_rate": 1.0071107607410328e-05,
-      "loss": 0.0232,
+      "loss": 0.0158,
       "step": 63000
     },
     {
       "epoch": 25.23,
-      "learning_rate": 9.913441072132441e-06,
-      "loss": 0.0215,
+      "learning_rate": 9.913598738667718e-06,
+      "loss": 0.022,
       "step": 64000
     },
     {
       "epoch": 25.62,
-      "learning_rate": 9.755774536854554e-06,
-      "loss": 0.0221,
+      "learning_rate": 9.755932203389833e-06,
+      "loss": 0.0176,
       "step": 65000
     },
     {
       "epoch": 26.01,
       "learning_rate": 9.598265668111943e-06,
-      "loss": 0.0216,
+      "loss": 0.0176,
       "step": 66000
     },
     {
       "epoch": 26.41,
       "learning_rate": 9.440599132834056e-06,
-      "loss": 0.0215,
+      "loss": 0.0164,
       "step": 67000
     },
     {
       "epoch": 26.8,
-      "learning_rate": 9.282932597556169e-06,
-      "loss": 0.02,
+      "learning_rate": 9.283090264091448e-06,
+      "loss": 0.0196,
       "step": 68000
     },
     {
       "epoch": 27.2,
-      "learning_rate": 9.12542372881356e-06,
-      "loss": 0.0227,
+      "learning_rate": 9.125581395348838e-06,
+      "loss": 0.0168,
       "step": 69000
     },
     {
       "epoch": 27.59,
-      "learning_rate": 8.967757193535673e-06,
-      "loss": 0.018,
+      "learning_rate": 8.96791486007095e-06,
+      "loss": 0.0167,
       "step": 70000
     },
     {
       "epoch": 27.59,
-      "eval_accuracy": 0.9919418908182953,
-      "eval_f1": 0.9716113554578168,
-      "eval_loss": 0.011301785707473755,
-      "eval_precision": 0.9566929133858267,
-      "eval_recall": 0.9870024370430545,
-      "eval_runtime": 29.5941,
-      "eval_samples_per_second": 297.728,
-      "eval_steps_per_second": 37.237,
+      "eval_accuracy": 0.9960272417707151,
+      "eval_f1": 0.9849462365591398,
+      "eval_loss": 0.015500849112868309,
+      "eval_precision": 1.0,
+      "eval_recall": 0.9703389830508474,
+      "eval_runtime": 6.0236,
+      "eval_samples_per_second": 292.516,
+      "eval_steps_per_second": 36.689,
       "step": 70000
     },
     {
       "epoch": 27.99,
       "learning_rate": 8.810248324793063e-06,
-      "loss": 0.0211,
+      "loss": 0.018,
       "step": 71000
     },
     {
       "epoch": 28.38,
-      "learning_rate": 8.652581789515177e-06,
-      "loss": 0.0199,
+      "learning_rate": 8.652739456050455e-06,
+      "loss": 0.0133,
       "step": 72000
     },
     {
       "epoch": 28.77,
-      "learning_rate": 8.49491525423729e-06,
-      "loss": 0.0197,
+      "learning_rate": 8.495388253843122e-06,
+      "loss": 0.0187,
       "step": 73000
     },
     {
       "epoch": 29.17,
-      "learning_rate": 8.337248718959402e-06,
-      "loss": 0.0216,
+      "learning_rate": 8.337721718565234e-06,
+      "loss": 0.0167,
       "step": 74000
     },
     {
       "epoch": 29.56,
-      "learning_rate": 8.17989751675207e-06,
-      "loss": 0.0177,
+      "learning_rate": 8.180055183287347e-06,
+      "loss": 0.0151,
       "step": 75000
     },
     {
       "epoch": 29.96,
-      "learning_rate": 8.022230981474182e-06,
-      "loss": 0.0193,
+      "learning_rate": 8.02238864800946e-06,
+      "loss": 0.0127,
       "step": 76000
     },
     {
       "epoch": 30.35,
-      "learning_rate": 7.864564446196295e-06,
-      "loss": 0.0167,
+      "learning_rate": 7.864722112731574e-06,
+      "loss": 0.017,
       "step": 77000
     },
     {
       "epoch": 30.74,
-      "learning_rate": 7.706897910918409e-06,
-      "loss": 0.0181,
+      "learning_rate": 7.707213243988964e-06,
+      "loss": 0.0148,
       "step": 78000
     },
     {
       "epoch": 31.14,
-      "learning_rate": 7.549231375640521e-06,
-      "loss": 0.0194,
+      "learning_rate": 7.5495467087110764e-06,
+      "loss": 0.0136,
       "step": 79000
     },
     {
       "epoch": 31.53,
-      "learning_rate": 7.3915648403626335e-06,
-      "loss": 0.0155,
+      "learning_rate": 7.391880173433189e-06,
+      "loss": 0.0141,
       "step": 80000
     },
     {
       "epoch": 31.53,
-      "eval_accuracy": 0.9923958688003632,
-      "eval_f1": 0.9729947601773479,
-      "eval_loss": 0.012764379382133484,
-      "eval_precision": 0.9656,
-      "eval_recall": 0.9805036555645816,
-      "eval_runtime": 29.6436,
-      "eval_samples_per_second": 297.231,
-      "eval_steps_per_second": 37.175,
+      "eval_accuracy": 0.9954597048808173,
+      "eval_f1": 0.9829059829059829,
+      "eval_loss": 0.012631294317543507,
+      "eval_precision": 0.9913793103448276,
+      "eval_recall": 0.9745762711864406,
+      "eval_runtime": 6.0398,
+      "eval_samples_per_second": 291.729,
+      "eval_steps_per_second": 36.59,
       "step": 80000
     },
     {
       "epoch": 31.93,
-      "learning_rate": 7.233898305084747e-06,
-      "loss": 0.018,
+      "learning_rate": 7.23437130469058e-06,
+      "loss": 0.0156,
       "step": 81000
     },
     {
       "epoch": 32.32,
-      "learning_rate": 7.076389436342137e-06,
-      "loss": 0.0184,
+      "learning_rate": 7.0767047694126924e-06,
+      "loss": 0.0136,
       "step": 82000
     },
     {
       "epoch": 32.72,
-      "learning_rate": 6.9187229010642495e-06,
-      "loss": 0.0169,
+      "learning_rate": 6.919038234134805e-06,
+      "loss": 0.013,
       "step": 83000
     },
     {
       "epoch": 33.11,
-      "learning_rate": 6.76121403232164e-06,
-      "loss": 0.0172,
+      "learning_rate": 6.761371698856918e-06,
+      "loss": 0.0093,
       "step": 84000
     },
     {
       "epoch": 33.5,
-      "learning_rate": 6.603547497043753e-06,
-      "loss": 0.0191,
+      "learning_rate": 6.603862830114309e-06,
+      "loss": 0.0121,
       "step": 85000
     },
     {
       "epoch": 33.9,
-      "learning_rate": 6.446038628301144e-06,
+      "learning_rate": 6.4463539613717e-06,
       "loss": 0.0136,
       "step": 86000
     },
     {
       "epoch": 34.29,
-      "learning_rate": 6.288372093023256e-06,
-      "loss": 0.0173,
+      "learning_rate": 6.288687426093813e-06,
+      "loss": 0.013,
       "step": 87000
     },
     {
       "epoch": 34.69,
-      "learning_rate": 6.130705557745369e-06,
-      "loss": 0.0161,
+      "learning_rate": 6.131178557351203e-06,
+      "loss": 0.0135,
       "step": 88000
-    },
-    {
-      "epoch": 35.08,
-      "learning_rate": 5.97319668900276e-06,
-      "loss": 0.0143,
-      "step": 89000
-    },
-    {
-      "epoch": 35.47,
-      "learning_rate": 5.815530153724872e-06,
-      "loss": 0.0142,
-      "step": 90000
-    },
-    {
-      "epoch": 35.47,
-      "eval_accuracy": 0.9943252752241516,
-      "eval_f1": 0.9798549556809025,
-      "eval_loss": 0.00998597126454115,
-      "eval_precision": 0.9720223820943246,
-      "eval_recall": 0.9878147847278635,
-      "eval_runtime": 29.6518,
-      "eval_samples_per_second": 297.149,
-      "eval_steps_per_second": 37.165,
-      "step": 90000
-    },
-    {
-      "epoch": 35.87,
-      "learning_rate": 5.657863618446985e-06,
-      "loss": 0.0157,
-      "step": 91000
-    },
-    {
-      "epoch": 36.26,
-      "learning_rate": 5.500354749704376e-06,
-      "loss": 0.0164,
-      "step": 92000
-    },
-    {
-      "epoch": 36.66,
-      "learning_rate": 5.342688214426488e-06,
-      "loss": 0.0159,
-      "step": 93000
-    },
-    {
-      "epoch": 37.05,
-      "learning_rate": 5.18517934568388e-06,
-      "loss": 0.0134,
-      "step": 94000
-    },
-    {
-      "epoch": 37.45,
-      "learning_rate": 5.0275128104059924e-06,
-      "loss": 0.0148,
-      "step": 95000
-    },
-    {
-      "epoch": 37.84,
-      "learning_rate": 4.870003941663382e-06,
-      "loss": 0.0119,
-      "step": 96000
-    },
-    {
-      "epoch": 38.23,
-      "learning_rate": 4.712337406385495e-06,
-      "loss": 0.0116,
-      "step": 97000
-    },
-    {
-      "epoch": 38.63,
-      "learning_rate": 4.554670871107608e-06,
-      "loss": 0.0128,
-      "step": 98000
-    },
-    {
-      "epoch": 39.02,
-      "learning_rate": 4.397162002364998e-06,
-      "loss": 0.016,
-      "step": 99000
-    },
-    {
-      "epoch": 39.42,
-      "learning_rate": 4.239495467087111e-06,
-      "loss": 0.016,
-      "step": 100000
-    },
-    {
-      "epoch": 39.42,
-      "eval_accuracy": 0.9950062421972534,
-      "eval_f1": 0.9822437449556094,
-      "eval_loss": 0.009744029492139816,
-      "eval_precision": 0.9759422614274258,
-      "eval_recall": 0.9886271324126726,
-      "eval_runtime": 29.5778,
-      "eval_samples_per_second": 297.892,
-      "eval_steps_per_second": 37.258,
-      "step": 100000
-    },
-    {
-      "epoch": 39.81,
-      "learning_rate": 4.081986598344502e-06,
-      "loss": 0.0126,
-      "step": 101000
-    },
-    {
-      "epoch": 40.2,
-      "learning_rate": 3.924320063066614e-06,
-      "loss": 0.015,
-      "step": 102000
-    },
-    {
-      "epoch": 40.6,
-      "learning_rate": 3.7666535277887274e-06,
-      "loss": 0.0116,
-      "step": 103000
-    },
-    {
-      "epoch": 40.99,
-      "learning_rate": 3.60898699251084e-06,
-      "loss": 0.013,
-      "step": 104000
-    },
-    {
-      "epoch": 41.39,
-      "learning_rate": 3.4514781237682304e-06,
-      "loss": 0.0119,
-      "step": 105000
-    },
-    {
-      "epoch": 41.78,
-      "learning_rate": 3.2938115884903434e-06,
-      "loss": 0.0117,
-      "step": 106000
-    },
-    {
-      "epoch": 42.18,
-      "learning_rate": 3.136145053212456e-06,
-      "loss": 0.0107,
-      "step": 107000
-    },
-    {
-      "epoch": 42.57,
-      "learning_rate": 2.9786361844698463e-06,
-      "loss": 0.0103,
-      "step": 108000
-    },
-    {
-      "epoch": 42.96,
-      "learning_rate": 2.8209696491919594e-06,
-      "loss": 0.0137,
-      "step": 109000
-    },
-    {
-      "epoch": 43.36,
-      "learning_rate": 2.663303113914072e-06,
-      "loss": 0.0122,
-      "step": 110000
-    },
-    {
-      "epoch": 43.36,
-      "eval_accuracy": 0.9962546816479401,
-      "eval_f1": 0.9865689865689866,
-      "eval_loss": 0.010858706198632717,
-      "eval_precision": 0.9885807504078303,
-      "eval_recall": 0.9845653939886271,
-      "eval_runtime": 29.5587,
-      "eval_samples_per_second": 298.085,
-      "eval_steps_per_second": 37.282,
-      "step": 110000
-    },
-    {
-      "epoch": 43.75,
-      "learning_rate": 2.5056365786361845e-06,
-      "loss": 0.0104,
-      "step": 111000
-    },
-    {
-      "epoch": 44.15,
-      "learning_rate": 2.3481277098935753e-06,
-      "loss": 0.013,
-      "step": 112000
-    },
-    {
-      "epoch": 44.54,
-      "learning_rate": 2.190461174615688e-06,
-      "loss": 0.0095,
-      "step": 113000
-    },
-    {
-      "epoch": 44.93,
-      "learning_rate": 2.0329523058730783e-06,
-      "loss": 0.0114,
-      "step": 114000
-    },
-    {
-      "epoch": 45.33,
-      "learning_rate": 1.8752857705951913e-06,
-      "loss": 0.0116,
-      "step": 115000
-    },
-    {
-      "epoch": 45.72,
-      "learning_rate": 1.7176192353173041e-06,
-      "loss": 0.0084,
-      "step": 116000
-    },
-    {
-      "epoch": 46.12,
-      "learning_rate": 1.559952700039417e-06,
-      "loss": 0.0134,
-      "step": 117000
-    },
-    {
-      "epoch": 46.51,
-      "learning_rate": 1.4024438312968075e-06,
-      "loss": 0.0116,
-      "step": 118000
-    },
-    {
-      "epoch": 46.91,
-      "learning_rate": 1.2449349625541981e-06,
-      "loss": 0.0116,
-      "step": 119000
-    },
-    {
-      "epoch": 47.3,
-      "learning_rate": 1.0872684272763107e-06,
-      "loss": 0.0087,
-      "step": 120000
-    },
-    {
-      "epoch": 47.3,
-      "eval_accuracy": 0.9962546816479401,
-      "eval_f1": 0.9865799105327369,
-      "eval_loss": 0.010331220924854279,
-      "eval_precision": 0.987785016286645,
-      "eval_recall": 0.9853777416734363,
-      "eval_runtime": 29.6133,
-      "eval_samples_per_second": 297.536,
-      "eval_steps_per_second": 37.213,
-      "step": 120000
-    },
-    {
-      "epoch": 47.69,
-      "learning_rate": 9.296018919984234e-07,
-      "loss": 0.0127,
-      "step": 121000
-    },
-    {
-      "epoch": 48.09,
-      "learning_rate": 7.719353567205361e-07,
-      "loss": 0.0113,
-      "step": 122000
-    },
-    {
-      "epoch": 48.48,
-      "learning_rate": 6.144264879779267e-07,
-      "loss": 0.0103,
-      "step": 123000
-    },
-    {
-      "epoch": 48.88,
-      "learning_rate": 4.5675995270003944e-07,
-      "loss": 0.0078,
-      "step": 124000
-    },
-    {
-      "epoch": 49.27,
-      "learning_rate": 2.992510839574301e-07,
-      "loss": 0.0095,
-      "step": 125000
-    },
-    {
-      "epoch": 49.66,
-      "learning_rate": 1.4158454867954278e-07,
-      "loss": 0.0097,
-      "step": 126000
     }
   ],
   "logging_steps": 1000,
@@ -920,7 +644,7 @@
   "num_input_tokens_seen": 0,
   "num_train_epochs": 50,
   "save_steps": 500,
-  "total_flos": 0.0,
+  "total_flos": 7400666137523400.0,
   "train_batch_size": 8,
   "trial_name": null,
   "trial_params": null