{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.994059405940594,
  "eval_steps": 500,
  "global_step": 378,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.007920792079207921,
      "grad_norm": 5.2691683098946545,
      "learning_rate": 5.263157894736843e-07,
      "loss": 1.568,
      "step": 1
    },
    {
      "epoch": 0.015841584158415842,
      "grad_norm": 5.00511067394956,
      "learning_rate": 1.0526315789473685e-06,
      "loss": 1.5221,
      "step": 2
    },
    {
      "epoch": 0.023762376237623763,
      "grad_norm": 4.54506426631759,
      "learning_rate": 1.5789473684210526e-06,
      "loss": 1.5171,
      "step": 3
    },
    {
      "epoch": 0.031683168316831684,
      "grad_norm": 4.36896006607012,
      "learning_rate": 2.105263157894737e-06,
      "loss": 1.5391,
      "step": 4
    },
    {
      "epoch": 0.039603960396039604,
      "grad_norm": 3.353266992703984,
      "learning_rate": 2.631578947368421e-06,
      "loss": 1.4111,
      "step": 5
    },
    {
      "epoch": 0.047524752475247525,
      "grad_norm": 2.920541207093266,
      "learning_rate": 3.157894736842105e-06,
      "loss": 1.3994,
      "step": 6
    },
    {
      "epoch": 0.055445544554455446,
      "grad_norm": 1.916780394273478,
      "learning_rate": 3.6842105263157896e-06,
      "loss": 1.3978,
      "step": 7
    },
    {
      "epoch": 0.06336633663366337,
      "grad_norm": 1.7850272367832638,
      "learning_rate": 4.210526315789474e-06,
      "loss": 1.3282,
      "step": 8
    },
    {
      "epoch": 0.07128712871287128,
      "grad_norm": 1.7482580453609655,
      "learning_rate": 4.736842105263158e-06,
      "loss": 1.2986,
      "step": 9
    },
    {
      "epoch": 0.07920792079207921,
      "grad_norm": 1.449543281626886,
      "learning_rate": 5.263157894736842e-06,
      "loss": 1.2898,
      "step": 10
    },
    {
      "epoch": 0.08712871287128712,
      "grad_norm": 1.8720398819253754,
      "learning_rate": 5.789473684210527e-06,
      "loss": 1.2781,
      "step": 11
    },
    {
      "epoch": 0.09504950495049505,
      "grad_norm": 2.2015426049634503,
      "learning_rate": 6.31578947368421e-06,
      "loss": 1.2935,
      "step": 12
    },
    {
      "epoch": 0.10297029702970296,
      "grad_norm": 2.615874858377271,
      "learning_rate": 6.842105263157896e-06,
      "loss": 1.2973,
      "step": 13
    },
    {
      "epoch": 0.11089108910891089,
      "grad_norm": 3.8682995800654187,
      "learning_rate": 7.368421052631579e-06,
      "loss": 1.2402,
      "step": 14
    },
    {
      "epoch": 0.1188118811881188,
      "grad_norm": 2.746699538417491,
      "learning_rate": 7.894736842105265e-06,
      "loss": 1.2562,
      "step": 15
    },
    {
      "epoch": 0.12673267326732673,
      "grad_norm": 2.682031995657898,
      "learning_rate": 8.421052631578948e-06,
      "loss": 1.2414,
      "step": 16
    },
    {
      "epoch": 0.13465346534653466,
      "grad_norm": 2.9242715554029663,
      "learning_rate": 8.947368421052632e-06,
      "loss": 1.173,
      "step": 17
    },
    {
      "epoch": 0.14257425742574256,
      "grad_norm": 2.7715021870832386,
      "learning_rate": 9.473684210526315e-06,
      "loss": 1.218,
      "step": 18
    },
    {
      "epoch": 0.1504950495049505,
      "grad_norm": 2.3528632221189607,
      "learning_rate": 1e-05,
      "loss": 1.1863,
      "step": 19
    },
    {
      "epoch": 0.15841584158415842,
      "grad_norm": 2.034765686956333,
      "learning_rate": 1.0526315789473684e-05,
      "loss": 1.1888,
      "step": 20
    },
    {
      "epoch": 0.16633663366336635,
      "grad_norm": 3.1288870944867666,
      "learning_rate": 1.105263157894737e-05,
      "loss": 1.1971,
      "step": 21
    },
    {
      "epoch": 0.17425742574257425,
      "grad_norm": 2.195732986258774,
      "learning_rate": 1.1578947368421053e-05,
      "loss": 1.1866,
      "step": 22
    },
    {
      "epoch": 0.18217821782178217,
      "grad_norm": 4.112336771867653,
      "learning_rate": 1.2105263157894737e-05,
      "loss": 1.1563,
      "step": 23
    },
    {
      "epoch": 0.1900990099009901,
      "grad_norm": 3.6328533281903526,
      "learning_rate": 1.263157894736842e-05,
      "loss": 1.175,
      "step": 24
    },
    {
      "epoch": 0.19801980198019803,
      "grad_norm": 1.6325540508979153,
      "learning_rate": 1.3157894736842108e-05,
      "loss": 1.1646,
      "step": 25
    },
    {
      "epoch": 0.20594059405940593,
      "grad_norm": 3.9494616695340077,
      "learning_rate": 1.3684210526315791e-05,
      "loss": 1.1323,
      "step": 26
    },
    {
      "epoch": 0.21386138613861386,
      "grad_norm": 3.27189931951213,
      "learning_rate": 1.4210526315789475e-05,
      "loss": 1.1408,
      "step": 27
    },
    {
      "epoch": 0.22178217821782178,
      "grad_norm": 2.6804790210906573,
      "learning_rate": 1.4736842105263159e-05,
      "loss": 1.1319,
      "step": 28
    },
    {
      "epoch": 0.2297029702970297,
      "grad_norm": 1.1471627340033614,
      "learning_rate": 1.5263157894736846e-05,
      "loss": 1.1482,
      "step": 29
    },
    {
      "epoch": 0.2376237623762376,
      "grad_norm": 2.002020630505531,
      "learning_rate": 1.578947368421053e-05,
      "loss": 1.1494,
      "step": 30
    },
    {
      "epoch": 0.24554455445544554,
      "grad_norm": 2.4723778287869616,
      "learning_rate": 1.6315789473684213e-05,
      "loss": 1.1441,
      "step": 31
    },
    {
      "epoch": 0.25346534653465347,
      "grad_norm": 2.229781993318989,
      "learning_rate": 1.6842105263157896e-05,
      "loss": 1.1235,
      "step": 32
    },
    {
      "epoch": 0.2613861386138614,
      "grad_norm": 1.7701112722120012,
      "learning_rate": 1.736842105263158e-05,
      "loss": 1.1126,
      "step": 33
    },
    {
      "epoch": 0.2693069306930693,
      "grad_norm": 1.064748424759578,
      "learning_rate": 1.7894736842105264e-05,
      "loss": 1.1595,
      "step": 34
    },
    {
      "epoch": 0.27722772277227725,
      "grad_norm": 1.2312931929901163,
      "learning_rate": 1.8421052631578947e-05,
      "loss": 1.1668,
      "step": 35
    },
    {
      "epoch": 0.2851485148514851,
      "grad_norm": 1.7551020997420819,
      "learning_rate": 1.894736842105263e-05,
      "loss": 1.0913,
      "step": 36
    },
    {
      "epoch": 0.29306930693069305,
      "grad_norm": 1.7687041331840054,
      "learning_rate": 1.9473684210526318e-05,
      "loss": 1.1152,
      "step": 37
    },
    {
      "epoch": 0.300990099009901,
      "grad_norm": 0.5975775886980378,
      "learning_rate": 2e-05,
      "loss": 1.1279,
      "step": 38
    },
    {
      "epoch": 0.3089108910891089,
      "grad_norm": 1.7305083714637768,
      "learning_rate": 1.999957311703368e-05,
      "loss": 1.0947,
      "step": 39
    },
    {
      "epoch": 0.31683168316831684,
      "grad_norm": 1.844146398722995,
      "learning_rate": 1.9998292504580528e-05,
      "loss": 1.0906,
      "step": 40
    },
    {
      "epoch": 0.32475247524752476,
      "grad_norm": 0.7796143095441499,
      "learning_rate": 1.9996158271974875e-05,
      "loss": 1.1236,
      "step": 41
    },
    {
      "epoch": 0.3326732673267327,
      "grad_norm": 1.5056201561723581,
      "learning_rate": 1.9993170601430233e-05,
      "loss": 1.0662,
      "step": 42
    },
    {
      "epoch": 0.3405940594059406,
      "grad_norm": 1.8181218416149059,
      "learning_rate": 1.9989329748023728e-05,
      "loss": 1.1041,
      "step": 43
    },
    {
      "epoch": 0.3485148514851485,
      "grad_norm": 1.0925270287101072,
      "learning_rate": 1.9984636039674342e-05,
      "loss": 1.1226,
      "step": 44
    },
    {
      "epoch": 0.3564356435643564,
      "grad_norm": 0.9921305736361253,
      "learning_rate": 1.9979089877114905e-05,
      "loss": 1.0756,
      "step": 45
    },
    {
      "epoch": 0.36435643564356435,
      "grad_norm": 1.2754799989749876,
      "learning_rate": 1.997269173385788e-05,
      "loss": 1.1173,
      "step": 46
    },
    {
      "epoch": 0.3722772277227723,
      "grad_norm": 0.8010641417555526,
      "learning_rate": 1.9965442156154947e-05,
      "loss": 1.1113,
      "step": 47
    },
    {
      "epoch": 0.3801980198019802,
      "grad_norm": 0.7444563010730426,
      "learning_rate": 1.9957341762950346e-05,
      "loss": 1.1396,
      "step": 48
    },
    {
      "epoch": 0.38811881188118813,
      "grad_norm": 1.1638152394745782,
      "learning_rate": 1.994839124582806e-05,
      "loss": 1.1117,
      "step": 49
    },
    {
      "epoch": 0.39603960396039606,
      "grad_norm": 0.7261236266090463,
      "learning_rate": 1.993859136895274e-05,
      "loss": 1.0745,
      "step": 50
    },
    {
      "epoch": 0.403960396039604,
      "grad_norm": 0.6556537970861287,
      "learning_rate": 1.9927942969004493e-05,
      "loss": 1.0783,
      "step": 51
    },
    {
      "epoch": 0.41188118811881186,
      "grad_norm": 1.0338775189848177,
      "learning_rate": 1.991644695510743e-05,
      "loss": 1.1053,
      "step": 52
    },
    {
      "epoch": 0.4198019801980198,
      "grad_norm": 0.5045982803365276,
      "learning_rate": 1.9904104308752053e-05,
      "loss": 1.1187,
      "step": 53
    },
    {
      "epoch": 0.4277227722772277,
      "grad_norm": 0.8811507158721841,
      "learning_rate": 1.9890916083711463e-05,
      "loss": 1.0666,
      "step": 54
    },
    {
      "epoch": 0.43564356435643564,
      "grad_norm": 0.7323789997357792,
      "learning_rate": 1.9876883405951378e-05,
      "loss": 1.0613,
      "step": 55
    },
    {
      "epoch": 0.44356435643564357,
      "grad_norm": 0.43382558782064967,
      "learning_rate": 1.9862007473534026e-05,
      "loss": 1.0946,
      "step": 56
    },
    {
      "epoch": 0.4514851485148515,
      "grad_norm": 0.7855920569177011,
      "learning_rate": 1.9846289556515835e-05,
      "loss": 1.0801,
      "step": 57
    },
    {
      "epoch": 0.4594059405940594,
      "grad_norm": 0.5060051358313292,
      "learning_rate": 1.982973099683902e-05,
      "loss": 1.0559,
      "step": 58
    },
    {
      "epoch": 0.46732673267326735,
      "grad_norm": 0.6612232058281015,
      "learning_rate": 1.981233320821699e-05,
      "loss": 1.0684,
      "step": 59
    },
    {
      "epoch": 0.4752475247524752,
      "grad_norm": 0.6407758050553994,
      "learning_rate": 1.979409767601366e-05,
      "loss": 1.0392,
      "step": 60
    },
    {
      "epoch": 0.48316831683168315,
      "grad_norm": 0.4238055278476331,
      "learning_rate": 1.9775025957116657e-05,
      "loss": 1.0852,
      "step": 61
    },
    {
      "epoch": 0.4910891089108911,
      "grad_norm": 0.6366553572873023,
      "learning_rate": 1.975511967980437e-05,
      "loss": 1.0718,
      "step": 62
    },
    {
      "epoch": 0.499009900990099,
      "grad_norm": 0.4560763634964661,
      "learning_rate": 1.9734380543606932e-05,
      "loss": 1.0491,
      "step": 63
    },
    {
      "epoch": 0.5069306930693069,
      "grad_norm": 0.47744475456040364,
      "learning_rate": 1.971281031916114e-05,
      "loss": 1.0682,
      "step": 64
    },
    {
      "epoch": 0.5148514851485149,
      "grad_norm": 0.6139591331770152,
      "learning_rate": 1.9690410848059278e-05,
      "loss": 1.0859,
      "step": 65
    },
    {
      "epoch": 0.5227722772277228,
      "grad_norm": 0.4633776390020583,
      "learning_rate": 1.9667184042691877e-05,
      "loss": 1.0637,
      "step": 66
    },
    {
      "epoch": 0.5306930693069307,
      "grad_norm": 0.48132534481018163,
      "learning_rate": 1.964313188608445e-05,
      "loss": 1.1127,
      "step": 67
    },
    {
      "epoch": 0.5386138613861386,
      "grad_norm": 0.5078593046327664,
      "learning_rate": 1.961825643172819e-05,
      "loss": 1.0666,
      "step": 68
    },
    {
      "epoch": 0.5465346534653466,
      "grad_norm": 0.4641018705804529,
      "learning_rate": 1.9592559803404652e-05,
      "loss": 1.0412,
      "step": 69
    },
    {
      "epoch": 0.5544554455445545,
      "grad_norm": 0.4477782377674348,
      "learning_rate": 1.956604419500441e-05,
      "loss": 1.0319,
      "step": 70
    },
    {
      "epoch": 0.5623762376237624,
      "grad_norm": 0.4399022823054154,
      "learning_rate": 1.953871187033978e-05,
      "loss": 1.0433,
      "step": 71
    },
    {
      "epoch": 0.5702970297029702,
      "grad_norm": 0.49392160981903666,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 1.063,
      "step": 72
    },
    {
      "epoch": 0.5782178217821782,
      "grad_norm": 0.47294899191298795,
      "learning_rate": 1.948160647590966e-05,
      "loss": 1.0749,
      "step": 73
    },
    {
      "epoch": 0.5861386138613861,
      "grad_norm": 0.41344043915965834,
      "learning_rate": 1.94518382816082e-05,
      "loss": 1.0979,
      "step": 74
    },
    {
      "epoch": 0.594059405940594,
      "grad_norm": 0.5011686560663466,
      "learning_rate": 1.9421263121554163e-05,
      "loss": 1.015,
      "step": 75
    },
    {
      "epoch": 0.601980198019802,
      "grad_norm": 0.39582414491214485,
      "learning_rate": 1.938988360615057e-05,
      "loss": 1.0383,
      "step": 76
    },
    {
      "epoch": 0.6099009900990099,
      "grad_norm": 0.48768604319919506,
      "learning_rate": 1.9357702414473528e-05,
      "loss": 1.0526,
      "step": 77
    },
    {
      "epoch": 0.6178217821782178,
      "grad_norm": 0.45230653840089824,
      "learning_rate": 1.932472229404356e-05,
      "loss": 1.0308,
      "step": 78
    },
    {
      "epoch": 0.6257425742574257,
      "grad_norm": 0.4138418438484353,
      "learning_rate": 1.9290946060590992e-05,
      "loss": 1.0532,
      "step": 79
    },
    {
      "epoch": 0.6336633663366337,
      "grad_norm": 0.4370072818318615,
      "learning_rate": 1.9256376597815565e-05,
      "loss": 1.0673,
      "step": 80
    },
    {
      "epoch": 0.6415841584158416,
      "grad_norm": 0.39792387068550145,
      "learning_rate": 1.9221016857140244e-05,
      "loss": 1.0101,
      "step": 81
    },
    {
      "epoch": 0.6495049504950495,
      "grad_norm": 0.5007989711284164,
      "learning_rate": 1.9184869857459233e-05,
      "loss": 1.012,
      "step": 82
    },
    {
      "epoch": 0.6574257425742575,
      "grad_norm": 0.4103210495096538,
      "learning_rate": 1.9147938684880213e-05,
      "loss": 1.0374,
      "step": 83
    },
    {
      "epoch": 0.6653465346534654,
      "grad_norm": 0.4872855085217254,
      "learning_rate": 1.9110226492460886e-05,
      "loss": 1.0859,
      "step": 84
    },
    {
      "epoch": 0.6732673267326733,
      "grad_norm": 0.422627898101724,
      "learning_rate": 1.9071736499939765e-05,
      "loss": 1.0518,
      "step": 85
    },
    {
      "epoch": 0.6811881188118812,
      "grad_norm": 0.41564147530018053,
      "learning_rate": 1.903247199346129e-05,
      "loss": 1.0178,
      "step": 86
    },
    {
      "epoch": 0.689108910891089,
      "grad_norm": 0.4358424246570489,
      "learning_rate": 1.8992436325295258e-05,
      "loss": 1.0677,
      "step": 87
    },
    {
      "epoch": 0.697029702970297,
      "grad_norm": 0.41355898391860707,
      "learning_rate": 1.8951632913550625e-05,
      "loss": 1.0237,
      "step": 88
    },
    {
      "epoch": 0.7049504950495049,
      "grad_norm": 0.3823609847824327,
      "learning_rate": 1.891006524188368e-05,
      "loss": 0.9833,
      "step": 89
    },
    {
      "epoch": 0.7128712871287128,
      "grad_norm": 0.39209473964132163,
      "learning_rate": 1.886773685920062e-05,
      "loss": 1.0451,
      "step": 90
    },
    {
      "epoch": 0.7207920792079208,
      "grad_norm": 0.4140041300883924,
      "learning_rate": 1.882465137935456e-05,
      "loss": 1.0222,
      "step": 91
    },
    {
      "epoch": 0.7287128712871287,
      "grad_norm": 0.40375021194700533,
      "learning_rate": 1.878081248083698e-05,
      "loss": 1.0952,
      "step": 92
    },
    {
      "epoch": 0.7366336633663366,
      "grad_norm": 0.4414196189759205,
      "learning_rate": 1.8736223906463698e-05,
      "loss": 1.0156,
      "step": 93
    },
    {
      "epoch": 0.7445544554455445,
      "grad_norm": 0.4386744025847356,
      "learning_rate": 1.8690889463055285e-05,
      "loss": 1.0279,
      "step": 94
    },
    {
      "epoch": 0.7524752475247525,
      "grad_norm": 0.7947840810413794,
      "learning_rate": 1.864481302111208e-05,
      "loss": 1.0593,
      "step": 95
    },
    {
      "epoch": 0.7603960396039604,
      "grad_norm": 0.42527281294211106,
      "learning_rate": 1.8597998514483724e-05,
      "loss": 1.0055,
      "step": 96
    },
    {
      "epoch": 0.7683168316831683,
      "grad_norm": 0.44600952063933513,
      "learning_rate": 1.855044994003331e-05,
      "loss": 1.0189,
      "step": 97
    },
    {
      "epoch": 0.7762376237623763,
      "grad_norm": 0.41381659543669813,
      "learning_rate": 1.8502171357296144e-05,
      "loss": 1.0385,
      "step": 98
    },
    {
      "epoch": 0.7841584158415842,
      "grad_norm": 0.4356737265816363,
      "learning_rate": 1.845316688813314e-05,
      "loss": 1.0188,
      "step": 99
    },
    {
      "epoch": 0.7920792079207921,
      "grad_norm": 0.3910640622588359,
      "learning_rate": 1.840344071637893e-05,
      "loss": 1.0,
      "step": 100
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.5929595435725368,
      "learning_rate": 1.8352997087484657e-05,
      "loss": 1.0768,
      "step": 101
    },
    {
      "epoch": 0.807920792079208,
      "grad_norm": 0.39724371010118187,
      "learning_rate": 1.8301840308155507e-05,
      "loss": 1.0546,
      "step": 102
    },
    {
      "epoch": 0.8158415841584158,
      "grad_norm": 0.3924179902332133,
      "learning_rate": 1.8249974745983023e-05,
      "loss": 1.0163,
      "step": 103
    },
    {
      "epoch": 0.8237623762376237,
      "grad_norm": 0.4531863562551441,
      "learning_rate": 1.8197404829072214e-05,
      "loss": 1.0125,
      "step": 104
    },
    {
      "epoch": 0.8316831683168316,
      "grad_norm": 0.44574269385841797,
      "learning_rate": 1.8144135045663486e-05,
      "loss": 1.0399,
      "step": 105
    },
    {
      "epoch": 0.8396039603960396,
      "grad_norm": 0.3994623879554383,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 1.0103,
      "step": 106
    },
    {
      "epoch": 0.8475247524752475,
      "grad_norm": 0.41462016834859783,
      "learning_rate": 1.8035514130686737e-05,
      "loss": 1.0474,
      "step": 107
    },
    {
      "epoch": 0.8554455445544554,
      "grad_norm": 0.44011181806180777,
      "learning_rate": 1.7980172272802398e-05,
      "loss": 1.0274,
      "step": 108
    },
    {
      "epoch": 0.8633663366336634,
      "grad_norm": 0.4581477822740845,
      "learning_rate": 1.792414909499574e-05,
      "loss": 1.0291,
      "step": 109
    },
    {
      "epoch": 0.8712871287128713,
      "grad_norm": 0.3880729293901145,
      "learning_rate": 1.7867449380334834e-05,
      "loss": 1.0304,
      "step": 110
    },
    {
      "epoch": 0.8792079207920792,
      "grad_norm": 0.3756477226180992,
      "learning_rate": 1.7810077969648157e-05,
      "loss": 0.9737,
      "step": 111
    },
    {
      "epoch": 0.8871287128712871,
      "grad_norm": 0.38501494156072325,
      "learning_rate": 1.77520397611113e-05,
      "loss": 1.0222,
      "step": 112
    },
    {
      "epoch": 0.8950495049504951,
      "grad_norm": 0.3812791473176217,
      "learning_rate": 1.769333970982879e-05,
      "loss": 1.0568,
      "step": 113
    },
    {
      "epoch": 0.902970297029703,
      "grad_norm": 0.38636764366182014,
      "learning_rate": 1.763398282741103e-05,
      "loss": 1.0556,
      "step": 114
    },
    {
      "epoch": 0.9108910891089109,
      "grad_norm": 0.3689101295336194,
      "learning_rate": 1.757397418154643e-05,
      "loss": 1.0143,
      "step": 115
    },
    {
      "epoch": 0.9188118811881189,
      "grad_norm": 0.36527609469057676,
      "learning_rate": 1.7513318895568734e-05,
      "loss": 0.9986,
      "step": 116
    },
    {
      "epoch": 0.9267326732673268,
      "grad_norm": 0.3986163851527506,
      "learning_rate": 1.7452022148019626e-05,
      "loss": 1.0462,
      "step": 117
    },
    {
      "epoch": 0.9346534653465347,
      "grad_norm": 0.37735673327905117,
      "learning_rate": 1.7390089172206594e-05,
      "loss": 1.0072,
      "step": 118
    },
    {
      "epoch": 0.9425742574257425,
      "grad_norm": 0.37706765852085494,
      "learning_rate": 1.7327525255756118e-05,
      "loss": 1.0323,
      "step": 119
    },
    {
      "epoch": 0.9504950495049505,
      "grad_norm": 0.39377310916431657,
      "learning_rate": 1.7264335740162244e-05,
      "loss": 1.0422,
      "step": 120
    },
    {
      "epoch": 0.9584158415841584,
      "grad_norm": 0.41314537071793267,
      "learning_rate": 1.720052602033055e-05,
      "loss": 0.9771,
      "step": 121
    },
    {
      "epoch": 0.9663366336633663,
      "grad_norm": 0.37875715597090986,
      "learning_rate": 1.7136101544117526e-05,
      "loss": 0.9968,
      "step": 122
    },
    {
      "epoch": 0.9742574257425742,
      "grad_norm": 0.37159716453417896,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 1.0158,
      "step": 123
    },
    {
      "epoch": 0.9821782178217822,
      "grad_norm": 0.36633287049364816,
      "learning_rate": 1.700543037593291e-05,
      "loss": 1.0113,
      "step": 124
    },
    {
      "epoch": 0.9900990099009901,
      "grad_norm": 0.3639299308468012,
      "learning_rate": 1.6939194840220497e-05,
      "loss": 1.0108,
      "step": 125
    },
    {
      "epoch": 0.998019801980198,
      "grad_norm": 0.3687515525421076,
      "learning_rate": 1.687236685969263e-05,
      "loss": 1.0183,
      "step": 126
    },
    {
      "epoch": 0.998019801980198,
      "eval_loss": 1.0126549005508423,
      "eval_runtime": 87.7583,
      "eval_samples_per_second": 3.031,
      "eval_steps_per_second": 0.194,
      "step": 126
    },
    {
      "epoch": 1.005940594059406,
      "grad_norm": 0.6033515169314877,
      "learning_rate": 1.6804952139894618e-05,
      "loss": 0.9244,
      "step": 127
    },
    {
      "epoch": 1.0138613861386139,
      "grad_norm": 0.5458375892374859,
      "learning_rate": 1.6736956436465573e-05,
      "loss": 0.8684,
      "step": 128
    },
    {
      "epoch": 1.0217821782178218,
      "grad_norm": 0.6652946196593673,
      "learning_rate": 1.6668385554647017e-05,
      "loss": 0.8744,
      "step": 129
    },
    {
      "epoch": 1.0297029702970297,
      "grad_norm": 0.47420107863397504,
      "learning_rate": 1.659924534878723e-05,
      "loss": 0.8562,
      "step": 130
    },
    {
      "epoch": 1.0376237623762377,
      "grad_norm": 0.6395196023840517,
      "learning_rate": 1.6529541721841444e-05,
      "loss": 0.8653,
      "step": 131
    },
    {
      "epoch": 1.0455445544554456,
      "grad_norm": 0.49490432639088666,
      "learning_rate": 1.6459280624867876e-05,
      "loss": 0.8939,
      "step": 132
    },
    {
      "epoch": 1.0534653465346535,
      "grad_norm": 0.662156431335598,
      "learning_rate": 1.638846805651961e-05,
      "loss": 0.8772,
      "step": 133
    },
    {
      "epoch": 1.0613861386138614,
      "grad_norm": 0.4315607187688008,
      "learning_rate": 1.631711006253251e-05,
      "loss": 0.8719,
      "step": 134
    },
    {
      "epoch": 1.0693069306930694,
      "grad_norm": 0.5428981275030659,
      "learning_rate": 1.6245212735208994e-05,
      "loss": 0.8902,
      "step": 135
    },
    {
      "epoch": 1.0772277227722773,
      "grad_norm": 0.4212431283579326,
      "learning_rate": 1.617278221289793e-05,
      "loss": 0.8958,
      "step": 136
    },
    {
      "epoch": 1.0851485148514852,
      "grad_norm": 0.45956779312336216,
      "learning_rate": 1.609982467947057e-05,
      "loss": 0.8798,
      "step": 137
    },
    {
      "epoch": 1.0930693069306932,
      "grad_norm": 0.5318677463313782,
      "learning_rate": 1.6026346363792565e-05,
      "loss": 0.8691,
      "step": 138
    },
    {
      "epoch": 1.100990099009901,
      "grad_norm": 0.420504194389614,
      "learning_rate": 1.595235353919219e-05,
      "loss": 0.8711,
      "step": 139
    },
    {
      "epoch": 1.108910891089109,
      "grad_norm": 0.4826547764308898,
      "learning_rate": 1.5877852522924733e-05,
      "loss": 0.8908,
      "step": 140
    },
    {
      "epoch": 1.116831683168317,
      "grad_norm": 0.3992971335438903,
      "learning_rate": 1.580284967563316e-05,
      "loss": 0.8591,
      "step": 141
    },
    {
      "epoch": 1.1247524752475249,
      "grad_norm": 0.4402406328520412,
      "learning_rate": 1.5727351400805054e-05,
      "loss": 0.839,
      "step": 142
    },
    {
      "epoch": 1.1326732673267328,
      "grad_norm": 0.41454275441137073,
      "learning_rate": 1.565136414422592e-05,
      "loss": 0.8566,
      "step": 143
    },
    {
      "epoch": 1.1405940594059407,
      "grad_norm": 0.4296709034986113,
      "learning_rate": 1.5574894393428856e-05,
      "loss": 0.8881,
      "step": 144
    },
    {
      "epoch": 1.1485148514851484,
      "grad_norm": 0.45117629451958274,
      "learning_rate": 1.5497948677140673e-05,
      "loss": 0.8457,
      "step": 145
    },
    {
      "epoch": 1.1564356435643564,
      "grad_norm": 0.3989063232783904,
      "learning_rate": 1.5420533564724495e-05,
      "loss": 0.8805,
      "step": 146
    },
    {
      "epoch": 1.1643564356435643,
      "grad_norm": 0.44568328942669366,
      "learning_rate": 1.5342655665618885e-05,
      "loss": 0.853,
      "step": 147
    },
    {
      "epoch": 1.1722772277227722,
      "grad_norm": 0.39828075995328915,
      "learning_rate": 1.526432162877356e-05,
      "loss": 0.8831,
      "step": 148
    },
    {
      "epoch": 1.1801980198019801,
      "grad_norm": 0.41294672710780717,
      "learning_rate": 1.5185538142081721e-05,
      "loss": 0.8786,
      "step": 149
    },
    {
      "epoch": 1.188118811881188,
      "grad_norm": 0.40873959614869637,
      "learning_rate": 1.510631193180907e-05,
      "loss": 0.8684,
      "step": 150
    },
    {
      "epoch": 1.196039603960396,
      "grad_norm": 0.3978636394954677,
      "learning_rate": 1.5026649762019539e-05,
      "loss": 0.8756,
      "step": 151
    },
    {
      "epoch": 1.203960396039604,
      "grad_norm": 0.5036601026033098,
      "learning_rate": 1.4946558433997792e-05,
      "loss": 0.844,
      "step": 152
    },
    {
      "epoch": 1.2118811881188118,
      "grad_norm": 0.3932657455702579,
      "learning_rate": 1.4866044785668563e-05,
      "loss": 0.801,
      "step": 153
    },
    {
      "epoch": 1.2198019801980198,
      "grad_norm": 0.41396973144650107,
      "learning_rate": 1.4785115691012866e-05,
      "loss": 0.8854,
      "step": 154
    },
    {
      "epoch": 1.2277227722772277,
      "grad_norm": 0.4095963357893977,
      "learning_rate": 1.4703778059481096e-05,
      "loss": 0.8629,
      "step": 155
    },
    {
      "epoch": 1.2356435643564356,
      "grad_norm": 0.3844996926085625,
      "learning_rate": 1.4622038835403135e-05,
      "loss": 0.8802,
      "step": 156
    },
    {
      "epoch": 1.2435643564356436,
      "grad_norm": 0.38098631899426383,
      "learning_rate": 1.4539904997395468e-05,
      "loss": 0.8546,
      "step": 157
    },
    {
      "epoch": 1.2514851485148515,
      "grad_norm": 0.38645301150023,
      "learning_rate": 1.4457383557765385e-05,
      "loss": 0.8745,
      "step": 158
    },
    {
      "epoch": 1.2594059405940594,
      "grad_norm": 0.38284619702545075,
      "learning_rate": 1.4374481561912266e-05,
      "loss": 0.8618,
      "step": 159
    },
    {
      "epoch": 1.2673267326732673,
      "grad_norm": 0.4209251000095392,
      "learning_rate": 1.429120608772609e-05,
      "loss": 0.8839,
      "step": 160
    },
    {
      "epoch": 1.2752475247524753,
      "grad_norm": 0.402410646316122,
      "learning_rate": 1.4207564244983154e-05,
      "loss": 0.8741,
      "step": 161
    },
    {
      "epoch": 1.2831683168316832,
      "grad_norm": 0.39477095820040203,
      "learning_rate": 1.4123563174739036e-05,
      "loss": 0.8883,
      "step": 162
    },
    {
      "epoch": 1.2910891089108911,
      "grad_norm": 0.3924015414958881,
      "learning_rate": 1.403921004871895e-05,
      "loss": 0.8576,
      "step": 163
    },
    {
      "epoch": 1.299009900990099,
      "grad_norm": 0.4161025068008364,
      "learning_rate": 1.3954512068705425e-05,
      "loss": 0.8305,
      "step": 164
    },
    {
      "epoch": 1.306930693069307,
      "grad_norm": 0.4263635509257888,
      "learning_rate": 1.3869476465923455e-05,
      "loss": 0.8647,
      "step": 165
    },
    {
      "epoch": 1.314851485148515,
      "grad_norm": 0.39404329089929485,
      "learning_rate": 1.3784110500423104e-05,
      "loss": 0.8622,
      "step": 166
    },
    {
      "epoch": 1.3227722772277228,
      "grad_norm": 0.3805109485657045,
      "learning_rate": 1.3698421460459692e-05,
      "loss": 0.862,
      "step": 167
    },
    {
      "epoch": 1.3306930693069308,
      "grad_norm": 0.40690294201503635,
      "learning_rate": 1.3612416661871532e-05,
      "loss": 0.8647,
      "step": 168
    },
    {
      "epoch": 1.3386138613861387,
      "grad_norm": 0.4259562065252122,
      "learning_rate": 1.3526103447455326e-05,
      "loss": 0.8563,
      "step": 169
    },
    {
      "epoch": 1.3465346534653464,
      "grad_norm": 0.3810965967304589,
      "learning_rate": 1.3439489186339283e-05,
      "loss": 0.8311,
      "step": 170
    },
    {
      "epoch": 1.3544554455445543,
      "grad_norm": 0.39136590416953965,
      "learning_rate": 1.335258127335394e-05,
      "loss": 0.8471,
      "step": 171
    },
    {
      "epoch": 1.3623762376237623,
      "grad_norm": 0.41483855969298006,
      "learning_rate": 1.3265387128400833e-05,
      "loss": 0.8609,
      "step": 172
    },
    {
      "epoch": 1.3702970297029702,
      "grad_norm": 0.40516699447727095,
      "learning_rate": 1.3177914195819018e-05,
      "loss": 0.8275,
      "step": 173
    },
    {
      "epoch": 1.378217821782178,
      "grad_norm": 0.4793820142436531,
      "learning_rate": 1.3090169943749475e-05,
      "loss": 0.8749,
      "step": 174
    },
    {
      "epoch": 1.386138613861386,
      "grad_norm": 0.3840703344721545,
      "learning_rate": 1.3002161863497529e-05,
      "loss": 0.8966,
      "step": 175
    },
    {
      "epoch": 1.394059405940594,
      "grad_norm": 0.41308469917146595,
      "learning_rate": 1.2913897468893249e-05,
      "loss": 0.8914,
      "step": 176
    },
    {
      "epoch": 1.401980198019802,
      "grad_norm": 0.3827637794217713,
      "learning_rate": 1.2825384295649952e-05,
      "loss": 0.8299,
      "step": 177
    },
    {
      "epoch": 1.4099009900990098,
      "grad_norm": 0.4492756954997741,
      "learning_rate": 1.2736629900720832e-05,
      "loss": 0.8736,
      "step": 178
    },
    {
      "epoch": 1.4178217821782177,
      "grad_norm": 0.3770575870144539,
      "learning_rate": 1.2647641861653759e-05,
      "loss": 0.8602,
      "step": 179
    },
    {
      "epoch": 1.4257425742574257,
      "grad_norm": 0.3900899921685637,
      "learning_rate": 1.2558427775944357e-05,
      "loss": 0.8365,
      "step": 180
    },
    {
      "epoch": 1.4336633663366336,
      "grad_norm": 0.41840094530944894,
      "learning_rate": 1.2468995260387332e-05,
      "loss": 0.8993,
      "step": 181
    },
    {
      "epoch": 1.4415841584158415,
      "grad_norm": 0.40583158631957733,
      "learning_rate": 1.2379351950426188e-05,
      "loss": 0.8691,
      "step": 182
    },
    {
      "epoch": 1.4495049504950495,
      "grad_norm": 0.3966569139417299,
      "learning_rate": 1.2289505499501341e-05,
      "loss": 0.8711,
      "step": 183
    },
    {
      "epoch": 1.4574257425742574,
      "grad_norm": 0.41194466483513786,
      "learning_rate": 1.2199463578396688e-05,
      "loss": 0.8338,
      "step": 184
    },
    {
      "epoch": 1.4653465346534653,
      "grad_norm": 0.3818733353460163,
      "learning_rate": 1.21092338745847e-05,
      "loss": 0.8403,
      "step": 185
    },
    {
      "epoch": 1.4732673267326732,
      "grad_norm": 0.48110222651862666,
      "learning_rate": 1.2018824091570103e-05,
      "loss": 0.8359,
      "step": 186
    },
    {
      "epoch": 1.4811881188118812,
      "grad_norm": 0.39846082622633,
      "learning_rate": 1.192824194823217e-05,
      "loss": 0.8862,
      "step": 187
    },
    {
      "epoch": 1.489108910891089,
      "grad_norm": 0.4794826007648338,
      "learning_rate": 1.1837495178165706e-05,
      "loss": 0.8611,
      "step": 188
    },
    {
      "epoch": 1.497029702970297,
      "grad_norm": 0.41925943616423056,
      "learning_rate": 1.1746591529020789e-05,
      "loss": 0.8734,
      "step": 189
    },
    {
      "epoch": 1.504950495049505,
      "grad_norm": 0.40682041747226527,
      "learning_rate": 1.16555387618413e-05,
      "loss": 0.85,
      "step": 190
    },
    {
      "epoch": 1.5128712871287129,
      "grad_norm": 0.3925259196133537,
      "learning_rate": 1.156434465040231e-05,
      "loss": 0.8685,
      "step": 191
    },
    {
      "epoch": 1.5207920792079208,
      "grad_norm": 0.3917596296811381,
      "learning_rate": 1.1473016980546377e-05,
      "loss": 0.8613,
      "step": 192
    },
    {
      "epoch": 1.5287128712871287,
      "grad_norm": 0.3916872938793011,
      "learning_rate": 1.1381563549518823e-05,
      "loss": 0.8708,
      "step": 193
    },
    {
      "epoch": 1.5366336633663367,
      "grad_norm": 0.4079178768846547,
      "learning_rate": 1.1289992165302036e-05,
      "loss": 0.8444,
      "step": 194
    },
    {
      "epoch": 1.5445544554455446,
      "grad_norm": 0.4239468808643011,
      "learning_rate": 1.1198310645948833e-05,
      "loss": 0.8475,
      "step": 195
    },
    {
      "epoch": 1.5524752475247525,
      "grad_norm": 0.4143090508458373,
      "learning_rate": 1.1106526818915008e-05,
      "loss": 0.8584,
      "step": 196
    },
    {
      "epoch": 1.5603960396039604,
      "grad_norm": 0.3749410819598408,
      "learning_rate": 1.1014648520391031e-05,
      "loss": 0.8694,
      "step": 197
    },
    {
      "epoch": 1.5683168316831684,
      "grad_norm": 0.38698513255681644,
      "learning_rate": 1.092268359463302e-05,
      "loss": 0.8895,
      "step": 198
    },
    {
      "epoch": 1.5762376237623763,
      "grad_norm": 0.3945257947528202,
      "learning_rate": 1.083063989329304e-05,
      "loss": 0.8437,
      "step": 199
    },
    {
      "epoch": 1.5841584158415842,
      "grad_norm": 0.38726772534551934,
      "learning_rate": 1.073852527474874e-05,
      "loss": 0.9063,
      "step": 200
    },
    {
      "epoch": 1.5920792079207922,
      "grad_norm": 0.3806123804826243,
      "learning_rate": 1.0646347603432443e-05,
      "loss": 0.8432,
      "step": 201
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.39146660949081974,
      "learning_rate": 1.05541147491597e-05,
      "loss": 0.8676,
      "step": 202
    },
    {
      "epoch": 1.607920792079208,
      "grad_norm": 0.3845422288308008,
      "learning_rate": 1.0461834586457398e-05,
      "loss": 0.852,
      "step": 203
    },
    {
      "epoch": 1.615841584158416,
      "grad_norm": 0.3854898725988794,
      "learning_rate": 1.0369514993891451e-05,
      "loss": 0.8376,
      "step": 204
    },
    {
      "epoch": 1.6237623762376239,
      "grad_norm": 0.40353321866721364,
      "learning_rate": 1.0277163853394166e-05,
      "loss": 0.852,
      "step": 205
    },
    {
      "epoch": 1.6316831683168318,
      "grad_norm": 0.38444130174939833,
      "learning_rate": 1.01847890495913e-05,
      "loss": 0.889,
      "step": 206
    },
    {
      "epoch": 1.6396039603960397,
      "grad_norm": 0.38108640413144107,
      "learning_rate": 1.009239846912891e-05,
      "loss": 0.8359,
      "step": 207
    },
    {
      "epoch": 1.6475247524752477,
      "grad_norm": 0.4747347151817832,
      "learning_rate": 1e-05,
      "loss": 0.8865,
      "step": 208
    },
    {
      "epoch": 1.6554455445544556,
      "grad_norm": 0.40452870424857584,
      "learning_rate": 9.907601530871094e-06,
      "loss": 0.8253,
      "step": 209
    },
    {
      "epoch": 1.6633663366336635,
      "grad_norm": 0.38987399344119467,
      "learning_rate": 9.815210950408703e-06,
      "loss": 0.849,
      "step": 210
    },
    {
      "epoch": 1.6712871287128714,
      "grad_norm": 0.39493082174252364,
      "learning_rate": 9.722836146605838e-06,
      "loss": 0.8483,
      "step": 211
    },
    {
      "epoch": 1.6792079207920794,
      "grad_norm": 0.39165994965141043,
      "learning_rate": 9.630485006108554e-06,
      "loss": 0.8871,
      "step": 212
    },
    {
      "epoch": 1.6871287128712873,
      "grad_norm": 0.38092018061735106,
      "learning_rate": 9.538165413542607e-06,
      "loss": 0.8518,
      "step": 213
    },
    {
      "epoch": 1.695049504950495,
      "grad_norm": 0.3855485261645927,
      "learning_rate": 9.445885250840301e-06,
      "loss": 0.8356,
      "step": 214
    },
    {
      "epoch": 1.702970297029703,
      "grad_norm": 0.39414553727691437,
      "learning_rate": 9.353652396567558e-06,
      "loss": 0.8689,
      "step": 215
    },
    {
      "epoch": 1.7108910891089109,
      "grad_norm": 0.383608920878984,
      "learning_rate": 9.261474725251261e-06,
      "loss": 0.8462,
      "step": 216
    },
    {
      "epoch": 1.7188118811881188,
      "grad_norm": 0.37956984957800455,
      "learning_rate": 9.169360106706962e-06,
      "loss": 0.8636,
      "step": 217
    },
    {
      "epoch": 1.7267326732673267,
      "grad_norm": 0.3952521158053759,
      "learning_rate": 9.07731640536698e-06,
      "loss": 0.8371,
      "step": 218
    },
    {
      "epoch": 1.7346534653465346,
      "grad_norm": 0.39432968092671433,
      "learning_rate": 8.985351479608972e-06,
      "loss": 0.8686,
      "step": 219
    },
    {
      "epoch": 1.7425742574257426,
      "grad_norm": 0.4091695075116408,
      "learning_rate": 8.893473181084993e-06,
      "loss": 0.8854,
      "step": 220
    },
    {
      "epoch": 1.7504950495049505,
      "grad_norm": 0.38879198281346644,
      "learning_rate": 8.80168935405117e-06,
      "loss": 0.8258,
      "step": 221
    },
    {
      "epoch": 1.7584158415841584,
      "grad_norm": 0.3787674450951966,
      "learning_rate": 8.71000783469797e-06,
      "loss": 0.8577,
      "step": 222
    },
    {
      "epoch": 1.7663366336633664,
      "grad_norm": 0.4140574481556825,
      "learning_rate": 8.618436450481182e-06,
      "loss": 0.8717,
      "step": 223
    },
    {
      "epoch": 1.7742574257425743,
      "grad_norm": 0.3816315351422027,
      "learning_rate": 8.526983019453624e-06,
      "loss": 0.8328,
      "step": 224
    },
    {
      "epoch": 1.7821782178217822,
      "grad_norm": 0.3778129363378664,
      "learning_rate": 8.43565534959769e-06,
      "loss": 0.8625,
      "step": 225
    },
    {
      "epoch": 1.7900990099009901,
      "grad_norm": 0.39307248999316513,
      "learning_rate": 8.3444612381587e-06,
      "loss": 0.8472,
      "step": 226
    },
    {
      "epoch": 1.798019801980198,
      "grad_norm": 0.567116321231214,
      "learning_rate": 8.253408470979212e-06,
      "loss": 0.8435,
      "step": 227
    },
    {
      "epoch": 1.805940594059406,
      "grad_norm": 0.3826967696218752,
      "learning_rate": 8.162504821834296e-06,
      "loss": 0.8287,
      "step": 228
    },
    {
      "epoch": 1.8138613861386137,
      "grad_norm": 0.4031524752294553,
      "learning_rate": 8.071758051767833e-06,
      "loss": 0.8372,
      "step": 229
    },
    {
      "epoch": 1.8217821782178216,
      "grad_norm": 0.38474330971078624,
      "learning_rate": 7.9811759084299e-06,
      "loss": 0.8722,
      "step": 230
    },
    {
      "epoch": 1.8297029702970296,
      "grad_norm": 0.3835735801490187,
      "learning_rate": 7.890766125415304e-06,
      "loss": 0.9066,
      "step": 231
    },
    {
      "epoch": 1.8376237623762375,
      "grad_norm": 0.4060540049015593,
      "learning_rate": 7.800536421603317e-06,
      "loss": 0.8252,
      "step": 232
    },
    {
      "epoch": 1.8455445544554454,
      "grad_norm": 0.386875601730567,
      "learning_rate": 7.710494500498662e-06,
      "loss": 0.8643,
      "step": 233
    },
    {
      "epoch": 1.8534653465346533,
      "grad_norm": 0.38667621959177934,
      "learning_rate": 7.620648049573815e-06,
      "loss": 0.857,
      "step": 234
    },
    {
      "epoch": 1.8613861386138613,
      "grad_norm": 0.38808086535439623,
      "learning_rate": 7.531004739612668e-06,
      "loss": 0.846,
      "step": 235
    },
    {
      "epoch": 1.8693069306930692,
      "grad_norm": 0.3980360267748509,
      "learning_rate": 7.441572224055644e-06,
      "loss": 0.8394,
      "step": 236
    },
    {
      "epoch": 1.8772277227722771,
      "grad_norm": 0.38040890589313575,
      "learning_rate": 7.352358138346241e-06,
      "loss": 0.8321,
      "step": 237
    },
    {
      "epoch": 1.885148514851485,
      "grad_norm": 0.36846374610523613,
      "learning_rate": 7.263370099279173e-06,
      "loss": 0.8497,
      "step": 238
    },
    {
      "epoch": 1.893069306930693,
      "grad_norm": 0.3864744771519634,
      "learning_rate": 7.17461570435005e-06,
      "loss": 0.8568,
      "step": 239
    },
    {
      "epoch": 1.900990099009901,
      "grad_norm": 0.4061916523025884,
      "learning_rate": 7.086102531106755e-06,
      "loss": 0.9014,
      "step": 240
    },
    {
      "epoch": 1.9089108910891088,
      "grad_norm": 0.4041879159841448,
      "learning_rate": 6.997838136502474e-06,
      "loss": 0.8792,
      "step": 241
    },
    {
      "epoch": 1.9168316831683168,
      "grad_norm": 0.42210348978875756,
      "learning_rate": 6.909830056250527e-06,
      "loss": 0.8597,
      "step": 242
    },
    {
      "epoch": 1.9247524752475247,
      "grad_norm": 0.3878637842247315,
      "learning_rate": 6.822085804180985e-06,
      "loss": 0.889,
      "step": 243
    },
    {
      "epoch": 1.9326732673267326,
      "grad_norm": 0.3903220656513824,
      "learning_rate": 6.734612871599169e-06,
      "loss": 0.8518,
      "step": 244
    },
    {
      "epoch": 1.9405940594059405,
      "grad_norm": 0.38140916668736696,
      "learning_rate": 6.647418726646065e-06,
      "loss": 0.8664,
      "step": 245
    },
    {
      "epoch": 1.9485148514851485,
      "grad_norm": 0.37076093981349967,
      "learning_rate": 6.560510813660719e-06,
      "loss": 0.8115,
      "step": 246
    },
    {
      "epoch": 1.9564356435643564,
      "grad_norm": 0.38782683714399413,
      "learning_rate": 6.473896552544674e-06,
      "loss": 0.8616,
      "step": 247
    },
    {
      "epoch": 1.9643564356435643,
      "grad_norm": 0.3806774040873917,
      "learning_rate": 6.387583338128471e-06,
      "loss": 0.8547,
      "step": 248
    },
    {
      "epoch": 1.9722772277227723,
      "grad_norm": 0.39269059714326215,
      "learning_rate": 6.30157853954031e-06,
      "loss": 0.8466,
      "step": 249
    },
    {
      "epoch": 1.9801980198019802,
      "grad_norm": 0.3887611447725159,
      "learning_rate": 6.215889499576898e-06,
      "loss": 0.8347,
      "step": 250
    },
    {
      "epoch": 1.988118811881188,
      "grad_norm": 0.3776184815702374,
      "learning_rate": 6.130523534076549e-06,
      "loss": 0.8313,
      "step": 251
    },
    {
      "epoch": 1.996039603960396,
      "grad_norm": 0.39378215320119175,
      "learning_rate": 6.0454879312945755e-06,
      "loss": 0.869,
      "step": 252
    },
    {
      "epoch": 1.996039603960396,
      "eval_loss": 1.002571702003479,
      "eval_runtime": 88.5175,
      "eval_samples_per_second": 3.005,
      "eval_steps_per_second": 0.192,
      "step": 252
    },
    {
      "epoch": 2.003960396039604,
      "grad_norm": 0.576420587207012,
      "learning_rate": 5.960789951281052e-06,
      "loss": 0.7911,
      "step": 253
    },
    {
      "epoch": 2.011881188118812,
      "grad_norm": 0.781752019713,
      "learning_rate": 5.876436825260967e-06,
      "loss": 0.7259,
      "step": 254
    },
    {
      "epoch": 2.01980198019802,
      "grad_norm": 0.6274336393038759,
      "learning_rate": 5.7924357550168534e-06,
      "loss": 0.7553,
      "step": 255
    },
    {
      "epoch": 2.0277227722772277,
      "grad_norm": 0.638695579314472,
      "learning_rate": 5.708793912273911e-06,
      "loss": 0.7508,
      "step": 256
    },
    {
      "epoch": 2.0356435643564357,
      "grad_norm": 0.708507864502287,
      "learning_rate": 5.625518438087738e-06,
      "loss": 0.7477,
      "step": 257
    },
    {
      "epoch": 2.0435643564356436,
      "grad_norm": 0.5492723143519291,
      "learning_rate": 5.542616442234618e-06,
      "loss": 0.7429,
      "step": 258
    },
    {
      "epoch": 2.0514851485148515,
      "grad_norm": 0.6026775840172064,
      "learning_rate": 5.460095002604533e-06,
      "loss": 0.7175,
      "step": 259
    },
    {
      "epoch": 2.0594059405940595,
      "grad_norm": 0.6699241593183407,
      "learning_rate": 5.3779611645968696e-06,
      "loss": 0.7093,
      "step": 260
    },
    {
      "epoch": 2.0673267326732674,
      "grad_norm": 0.5343067117420846,
      "learning_rate": 5.296221940518908e-06,
      "loss": 0.7232,
      "step": 261
    },
    {
      "epoch": 2.0752475247524753,
      "grad_norm": 0.4911057371956158,
      "learning_rate": 5.214884308987136e-06,
      "loss": 0.7802,
      "step": 262
    },
    {
      "epoch": 2.0831683168316832,
      "grad_norm": 0.5433218831841199,
      "learning_rate": 5.133955214331439e-06,
      "loss": 0.7053,
      "step": 263
    },
    {
      "epoch": 2.091089108910891,
      "grad_norm": 0.5400653655431835,
      "learning_rate": 5.053441566002214e-06,
      "loss": 0.7098,
      "step": 264
    },
    {
      "epoch": 2.099009900990099,
      "grad_norm": 0.4898471275769769,
      "learning_rate": 4.973350237980466e-06,
      "loss": 0.739,
      "step": 265
    },
    {
      "epoch": 2.106930693069307,
      "grad_norm": 0.4939480668131728,
      "learning_rate": 4.893688068190933e-06,
      "loss": 0.7255,
      "step": 266
    },
    {
      "epoch": 2.114851485148515,
      "grad_norm": 0.5066963493135274,
      "learning_rate": 4.814461857918279e-06,
      "loss": 0.7502,
      "step": 267
    },
    {
      "epoch": 2.122772277227723,
      "grad_norm": 0.5064134093537243,
      "learning_rate": 4.7356783712264405e-06,
      "loss": 0.7113,
      "step": 268
    },
    {
      "epoch": 2.130693069306931,
      "grad_norm": 0.4224734666377468,
      "learning_rate": 4.657344334381116e-06,
      "loss": 0.7215,
      "step": 269
    },
    {
      "epoch": 2.1386138613861387,
      "grad_norm": 0.459279750043329,
      "learning_rate": 4.579466435275506e-06,
      "loss": 0.7407,
      "step": 270
    },
    {
      "epoch": 2.1465346534653467,
      "grad_norm": 0.46742630810280705,
      "learning_rate": 4.5020513228593275e-06,
      "loss": 0.6973,
      "step": 271
    },
    {
      "epoch": 2.1544554455445546,
      "grad_norm": 0.4943363620760823,
      "learning_rate": 4.425105606571145e-06,
      "loss": 0.7338,
      "step": 272
    },
    {
      "epoch": 2.1623762376237625,
      "grad_norm": 0.433433891249229,
      "learning_rate": 4.348635855774082e-06,
      "loss": 0.721,
      "step": 273
    },
    {
      "epoch": 2.1702970297029704,
      "grad_norm": 0.44511761437854985,
      "learning_rate": 4.272648599194948e-06,
      "loss": 0.7183,
      "step": 274
    },
    {
      "epoch": 2.1782178217821784,
      "grad_norm": 0.4758876220892502,
      "learning_rate": 4.197150324366844e-06,
      "loss": 0.6928,
      "step": 275
    },
    {
      "epoch": 2.1861386138613863,
      "grad_norm": 0.49467814256335324,
      "learning_rate": 4.12214747707527e-06,
      "loss": 0.7151,
      "step": 276
    },
    {
      "epoch": 2.1940594059405942,
      "grad_norm": 0.4332527533958727,
      "learning_rate": 4.047646460807814e-06,
      "loss": 0.7231,
      "step": 277
    },
    {
      "epoch": 2.201980198019802,
      "grad_norm": 0.4341696748234564,
      "learning_rate": 3.973653636207437e-06,
      "loss": 0.7161,
      "step": 278
    },
    {
      "epoch": 2.20990099009901,
      "grad_norm": 0.4892958618243702,
      "learning_rate": 3.9001753205294335e-06,
      "loss": 0.7385,
      "step": 279
    },
    {
      "epoch": 2.217821782178218,
      "grad_norm": 0.42779412099186476,
      "learning_rate": 3.827217787102072e-06,
      "loss": 0.6949,
      "step": 280
    },
    {
      "epoch": 2.225742574257426,
      "grad_norm": 0.43010675128621945,
      "learning_rate": 3.754787264791011e-06,
      "loss": 0.7279,
      "step": 281
    },
    {
      "epoch": 2.233663366336634,
      "grad_norm": 0.4189623315492079,
      "learning_rate": 3.6828899374674933e-06,
      "loss": 0.7151,
      "step": 282
    },
    {
      "epoch": 2.241584158415842,
      "grad_norm": 0.4283610207819412,
      "learning_rate": 3.6115319434803897e-06,
      "loss": 0.767,
      "step": 283
    },
    {
      "epoch": 2.2495049504950497,
      "grad_norm": 0.4344389534943353,
      "learning_rate": 3.540719375132129e-06,
      "loss": 0.7271,
      "step": 284
    },
    {
      "epoch": 2.2574257425742577,
      "grad_norm": 0.4361317858889359,
      "learning_rate": 3.4704582781585596e-06,
      "loss": 0.7248,
      "step": 285
    },
    {
      "epoch": 2.2653465346534656,
      "grad_norm": 0.43728115762338654,
      "learning_rate": 3.4007546512127764e-06,
      "loss": 0.7231,
      "step": 286
    },
    {
      "epoch": 2.2732673267326735,
      "grad_norm": 0.4264346314477906,
      "learning_rate": 3.3316144453529897e-06,
      "loss": 0.7265,
      "step": 287
    },
    {
      "epoch": 2.2811881188118814,
      "grad_norm": 0.4328763606745891,
      "learning_rate": 3.2630435635344283e-06,
      "loss": 0.726,
      "step": 288
    },
    {
      "epoch": 2.289108910891089,
      "grad_norm": 0.40543132963978806,
      "learning_rate": 3.1950478601053847e-06,
      "loss": 0.7226,
      "step": 289
    },
    {
      "epoch": 2.297029702970297,
      "grad_norm": 0.40808543584405227,
      "learning_rate": 3.1276331403073733e-06,
      "loss": 0.6789,
      "step": 290
    },
    {
      "epoch": 2.3049504950495048,
      "grad_norm": 0.40839769173881413,
      "learning_rate": 3.0608051597795043e-06,
      "loss": 0.7187,
      "step": 291
    },
    {
      "epoch": 2.3128712871287127,
      "grad_norm": 0.4369573292307265,
      "learning_rate": 2.9945696240670905e-06,
      "loss": 0.7301,
      "step": 292
    },
    {
      "epoch": 2.3207920792079206,
      "grad_norm": 0.40752917080947654,
      "learning_rate": 2.9289321881345257e-06,
      "loss": 0.7371,
      "step": 293
    },
    {
      "epoch": 2.3287128712871286,
      "grad_norm": 0.40681720921863107,
      "learning_rate": 2.8638984558824777e-06,
      "loss": 0.7053,
      "step": 294
    },
    {
      "epoch": 2.3366336633663365,
      "grad_norm": 0.39704090696075117,
      "learning_rate": 2.799473979669456e-06,
      "loss": 0.7222,
      "step": 295
    },
    {
      "epoch": 2.3445544554455444,
      "grad_norm": 0.4127972906314945,
      "learning_rate": 2.7356642598377604e-06,
      "loss": 0.7227,
      "step": 296
    },
    {
      "epoch": 2.3524752475247523,
      "grad_norm": 0.40247162704682216,
      "learning_rate": 2.672474744243888e-06,
      "loss": 0.7178,
      "step": 297
    },
    {
      "epoch": 2.3603960396039603,
      "grad_norm": 0.4070193008615235,
      "learning_rate": 2.6099108277934105e-06,
      "loss": 0.7164,
      "step": 298
    },
    {
      "epoch": 2.368316831683168,
      "grad_norm": 0.3958026290470292,
      "learning_rate": 2.547977851980373e-06,
      "loss": 0.7226,
      "step": 299
    },
    {
      "epoch": 2.376237623762376,
      "grad_norm": 0.414324012823234,
      "learning_rate": 2.4866811044312667e-06,
      "loss": 0.722,
      "step": 300
    },
    {
      "epoch": 2.384158415841584,
      "grad_norm": 0.3924655139400483,
      "learning_rate": 2.426025818453572e-06,
      "loss": 0.6922,
      "step": 301
    },
    {
      "epoch": 2.392079207920792,
      "grad_norm": 0.39324797222146385,
      "learning_rate": 2.3660171725889703e-06,
      "loss": 0.7168,
      "step": 302
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.4018290113845056,
      "learning_rate": 2.306660290171211e-06,
      "loss": 0.7058,
      "step": 303
    },
    {
      "epoch": 2.407920792079208,
      "grad_norm": 0.4186975177176807,
      "learning_rate": 2.2479602388887013e-06,
      "loss": 0.7308,
      "step": 304
    },
    {
      "epoch": 2.4158415841584158,
      "grad_norm": 0.41697995471077964,
      "learning_rate": 2.1899220303518465e-06,
      "loss": 0.7428,
      "step": 305
    },
    {
      "epoch": 2.4237623762376237,
      "grad_norm": 0.4024605920230618,
      "learning_rate": 2.132550619665168e-06,
      "loss": 0.6937,
      "step": 306
    },
    {
      "epoch": 2.4316831683168316,
      "grad_norm": 0.415257008654532,
      "learning_rate": 2.075850905004262e-06,
      "loss": 0.7351,
      "step": 307
    },
    {
      "epoch": 2.4396039603960396,
      "grad_norm": 0.40407977073992135,
      "learning_rate": 2.019827727197605e-06,
      "loss": 0.7028,
      "step": 308
    },
    {
      "epoch": 2.4475247524752475,
      "grad_norm": 0.3935541096805544,
      "learning_rate": 1.9644858693132627e-06,
      "loss": 0.7073,
      "step": 309
    },
    {
      "epoch": 2.4554455445544554,
      "grad_norm": 0.40998948849676764,
      "learning_rate": 1.9098300562505266e-06,
      "loss": 0.7084,
      "step": 310
    },
    {
      "epoch": 2.4633663366336633,
      "grad_norm": 0.4064763838316956,
      "learning_rate": 1.855864954336517e-06,
      "loss": 0.7541,
      "step": 311
    },
    {
      "epoch": 2.4712871287128713,
      "grad_norm": 0.40702963715268836,
      "learning_rate": 1.80259517092779e-06,
      "loss": 0.7118,
      "step": 312
    },
    {
      "epoch": 2.479207920792079,
      "grad_norm": 0.40962380739362325,
      "learning_rate": 1.7500252540169782e-06,
      "loss": 0.7149,
      "step": 313
    },
    {
      "epoch": 2.487128712871287,
      "grad_norm": 0.4225405507530112,
      "learning_rate": 1.6981596918444953e-06,
      "loss": 0.7097,
      "step": 314
    },
    {
      "epoch": 2.495049504950495,
      "grad_norm": 0.3974259872963068,
      "learning_rate": 1.6470029125153463e-06,
      "loss": 0.7468,
      "step": 315
    },
    {
      "epoch": 2.502970297029703,
      "grad_norm": 0.4075694075831413,
      "learning_rate": 1.596559283621074e-06,
      "loss": 0.7223,
      "step": 316
    },
    {
      "epoch": 2.510891089108911,
      "grad_norm": 0.4032028821038701,
      "learning_rate": 1.5468331118668655e-06,
      "loss": 0.7233,
      "step": 317
    },
    {
      "epoch": 2.518811881188119,
      "grad_norm": 0.3984358554986335,
      "learning_rate": 1.4978286427038602e-06,
      "loss": 0.7163,
      "step": 318
    },
    {
      "epoch": 2.5267326732673268,
      "grad_norm": 0.39826123904027727,
      "learning_rate": 1.44955005996669e-06,
      "loss": 0.7174,
      "step": 319
    },
    {
      "epoch": 2.5346534653465347,
      "grad_norm": 0.40725326569026266,
      "learning_rate": 1.4020014855162755e-06,
      "loss": 0.7112,
      "step": 320
    },
    {
      "epoch": 2.5425742574257426,
      "grad_norm": 0.39814818108116296,
      "learning_rate": 1.3551869788879213e-06,
      "loss": 0.7301,
      "step": 321
    },
    {
      "epoch": 2.5504950495049505,
      "grad_norm": 0.39471994779707076,
      "learning_rate": 1.3091105369447166e-06,
      "loss": 0.7092,
      "step": 322
    },
    {
      "epoch": 2.5584158415841585,
      "grad_norm": 0.4165929129276557,
      "learning_rate": 1.2637760935363053e-06,
      "loss": 0.7131,
      "step": 323
    },
    {
      "epoch": 2.5663366336633664,
      "grad_norm": 0.40067988266060006,
      "learning_rate": 1.2191875191630209e-06,
      "loss": 0.7242,
      "step": 324
    },
    {
      "epoch": 2.5742574257425743,
      "grad_norm": 0.4150381954280917,
      "learning_rate": 1.1753486206454433e-06,
      "loss": 0.7402,
      "step": 325
    },
    {
      "epoch": 2.5821782178217823,
      "grad_norm": 0.3920384804019307,
      "learning_rate": 1.132263140799381e-06,
      "loss": 0.7105,
      "step": 326
    },
    {
      "epoch": 2.59009900990099,
      "grad_norm": 0.3987176952287612,
      "learning_rate": 1.0899347581163222e-06,
      "loss": 0.7144,
      "step": 327
    },
    {
      "epoch": 2.598019801980198,
      "grad_norm": 0.41078279785040733,
      "learning_rate": 1.0483670864493777e-06,
      "loss": 0.7249,
      "step": 328
    },
    {
      "epoch": 2.605940594059406,
      "grad_norm": 0.4040238292412966,
      "learning_rate": 1.0075636747047446e-06,
      "loss": 0.7272,
      "step": 329
    },
    {
      "epoch": 2.613861386138614,
      "grad_norm": 0.43047282777392387,
      "learning_rate": 9.675280065387117e-07,
      "loss": 0.7433,
      "step": 330
    },
    {
      "epoch": 2.621782178217822,
      "grad_norm": 0.3922293398745348,
      "learning_rate": 9.282635000602346e-07,
      "loss": 0.7071,
      "step": 331
    },
    {
      "epoch": 2.62970297029703,
      "grad_norm": 0.41685890998877895,
      "learning_rate": 8.897735075391156e-07,
      "loss": 0.7435,
      "step": 332
    },
    {
      "epoch": 2.6376237623762377,
      "grad_norm": 0.4060427125681242,
      "learning_rate": 8.520613151197899e-07,
      "loss": 0.7065,
      "step": 333
    },
    {
      "epoch": 2.6455445544554457,
      "grad_norm": 0.3975045499192803,
      "learning_rate": 8.151301425407699e-07,
      "loss": 0.7324,
      "step": 334
    },
    {
      "epoch": 2.6534653465346536,
      "grad_norm": 0.39196801398755104,
      "learning_rate": 7.78983142859755e-07,
      "loss": 0.714,
      "step": 335
    },
    {
      "epoch": 2.6613861386138615,
      "grad_norm": 0.3956193577383561,
      "learning_rate": 7.43623402184438e-07,
      "loss": 0.7276,
      "step": 336
    },
    {
      "epoch": 2.6693069306930695,
      "grad_norm": 0.3990830893440769,
      "learning_rate": 7.090539394090135e-07,
      "loss": 0.7247,
      "step": 337
    },
    {
      "epoch": 2.6772277227722774,
      "grad_norm": 0.3930307996524001,
      "learning_rate": 6.752777059564431e-07,
      "loss": 0.6925,
      "step": 338
    },
    {
      "epoch": 2.6851485148514853,
      "grad_norm": 0.41056613538755815,
      "learning_rate": 6.422975855264757e-07,
      "loss": 0.7119,
      "step": 339
    },
    {
      "epoch": 2.693069306930693,
      "grad_norm": 0.5308864436453282,
      "learning_rate": 6.101163938494359e-07,
      "loss": 0.6739,
      "step": 340
    },
    {
      "epoch": 2.7009900990099007,
      "grad_norm": 0.3970396905428287,
      "learning_rate": 5.78736878445837e-07,
      "loss": 0.6944,
      "step": 341
    },
    {
      "epoch": 2.7089108910891087,
      "grad_norm": 0.40116648564130203,
      "learning_rate": 5.481617183918053e-07,
      "loss": 0.6752,
      "step": 342
    },
    {
      "epoch": 2.7168316831683166,
      "grad_norm": 0.4288212628472651,
      "learning_rate": 5.183935240903415e-07,
      "loss": 0.7268,
      "step": 343
    },
    {
      "epoch": 2.7247524752475245,
      "grad_norm": 0.4018223127502873,
      "learning_rate": 4.894348370484648e-07,
      "loss": 0.7069,
      "step": 344
    },
    {
      "epoch": 2.7326732673267324,
      "grad_norm": 0.45512141312553184,
      "learning_rate": 4.6128812966021894e-07,
      "loss": 0.7236,
      "step": 345
    },
    {
      "epoch": 2.7405940594059404,
      "grad_norm": 0.40647740230337975,
      "learning_rate": 4.3395580499559276e-07,
      "loss": 0.7056,
      "step": 346
    },
    {
      "epoch": 2.7485148514851483,
      "grad_norm": 0.7851062640103578,
      "learning_rate": 4.0744019659535116e-07,
      "loss": 0.7191,
      "step": 347
    },
    {
      "epoch": 2.756435643564356,
      "grad_norm": 0.3918292935567612,
      "learning_rate": 3.817435682718096e-07,
      "loss": 0.7331,
      "step": 348
    },
    {
      "epoch": 2.764356435643564,
      "grad_norm": 0.40947897586494714,
      "learning_rate": 3.5686811391555164e-07,
      "loss": 0.6874,
      "step": 349
    },
    {
      "epoch": 2.772277227722772,
      "grad_norm": 0.3980289846234701,
      "learning_rate": 3.328159573081258e-07,
      "loss": 0.7299,
      "step": 350
    },
    {
      "epoch": 2.78019801980198,
      "grad_norm": 0.3883876533346389,
      "learning_rate": 3.095891519407246e-07,
      "loss": 0.705,
      "step": 351
    },
    {
      "epoch": 2.788118811881188,
      "grad_norm": 0.4021695381629565,
      "learning_rate": 2.871896808388608e-07,
      "loss": 0.7105,
      "step": 352
    },
    {
      "epoch": 2.796039603960396,
      "grad_norm": 0.40524014008780573,
      "learning_rate": 2.656194563930714e-07,
      "loss": 0.6829,
      "step": 353
    },
    {
      "epoch": 2.803960396039604,
      "grad_norm": 0.400098347999415,
      "learning_rate": 2.44880320195634e-07,
      "loss": 0.7134,
      "step": 354
    },
    {
      "epoch": 2.8118811881188117,
      "grad_norm": 0.39959879213796157,
      "learning_rate": 2.2497404288334245e-07,
      "loss": 0.7349,
      "step": 355
    },
    {
      "epoch": 2.8198019801980196,
      "grad_norm": 0.404829435915328,
      "learning_rate": 2.0590232398634114e-07,
      "loss": 0.7224,
      "step": 356
    },
    {
      "epoch": 2.8277227722772276,
      "grad_norm": 0.3988593166231128,
      "learning_rate": 1.876667917830155e-07,
      "loss": 0.7137,
      "step": 357
    },
    {
      "epoch": 2.8356435643564355,
      "grad_norm": 0.39999015184518205,
      "learning_rate": 1.7026900316098217e-07,
      "loss": 0.7214,
      "step": 358
    },
    {
      "epoch": 2.8435643564356434,
      "grad_norm": 0.40532384840797636,
      "learning_rate": 1.537104434841641e-07,
      "loss": 0.7403,
      "step": 359
    },
    {
      "epoch": 2.8514851485148514,
      "grad_norm": 0.4072129955656424,
      "learning_rate": 1.3799252646597428e-07,
      "loss": 0.7525,
      "step": 360
    },
    {
      "epoch": 2.8594059405940593,
      "grad_norm": 0.4081067652201019,
      "learning_rate": 1.231165940486234e-07,
      "loss": 0.7119,
      "step": 361
    },
    {
      "epoch": 2.867326732673267,
      "grad_norm": 0.40127768445127304,
      "learning_rate": 1.0908391628854042e-07,
      "loss": 0.7068,
      "step": 362
    },
    {
      "epoch": 2.875247524752475,
      "grad_norm": 0.4056569585309908,
      "learning_rate": 9.589569124794918e-08,
      "loss": 0.7327,
      "step": 363
    },
    {
      "epoch": 2.883168316831683,
      "grad_norm": 0.39394071807420317,
      "learning_rate": 8.355304489257254e-08,
      "loss": 0.7217,
      "step": 364
    },
    {
      "epoch": 2.891089108910891,
      "grad_norm": 0.3987850556623756,
      "learning_rate": 7.205703099551042e-08,
      "loss": 0.696,
      "step": 365
    },
    {
      "epoch": 2.899009900990099,
      "grad_norm": 0.40217224086214826,
      "learning_rate": 6.140863104726391e-08,
      "loss": 0.7303,
      "step": 366
    },
    {
      "epoch": 2.906930693069307,
      "grad_norm": 0.40009663993330546,
      "learning_rate": 5.1608754171944555e-08,
      "loss": 0.7105,
      "step": 367
    },
    {
      "epoch": 2.9148514851485148,
      "grad_norm": 0.3967938165718884,
      "learning_rate": 4.2658237049655325e-08,
      "loss": 0.7334,
      "step": 368
    },
    {
      "epoch": 2.9227722772277227,
      "grad_norm": 0.4086603962701755,
      "learning_rate": 3.455784384505445e-08,
      "loss": 0.6938,
      "step": 369
    },
    {
      "epoch": 2.9306930693069306,
      "grad_norm": 0.3899469279832273,
      "learning_rate": 2.7308266142119788e-08,
      "loss": 0.7172,
      "step": 370
    },
    {
      "epoch": 2.9386138613861386,
      "grad_norm": 0.4126769814687196,
      "learning_rate": 2.0910122885097194e-08,
      "loss": 0.7112,
      "step": 371
    },
    {
      "epoch": 2.9465346534653465,
      "grad_norm": 1.0101608008566858,
      "learning_rate": 1.5363960325660565e-08,
      "loss": 0.7177,
      "step": 372
    },
    {
      "epoch": 2.9544554455445544,
      "grad_norm": 0.422375267138987,
      "learning_rate": 1.0670251976275803e-08,
      "loss": 0.7275,
      "step": 373
    },
    {
      "epoch": 2.9623762376237623,
      "grad_norm": 0.3978598838942699,
      "learning_rate": 6.82939856977094e-09,
      "loss": 0.7221,
      "step": 374
    },
    {
      "epoch": 2.9702970297029703,
      "grad_norm": 0.4100316902452377,
      "learning_rate": 3.8417280251257235e-09,
      "loss": 0.7309,
      "step": 375
    },
    {
      "epoch": 2.978217821782178,
      "grad_norm": 0.39841317020419215,
      "learning_rate": 1.7074954194729044e-09,
      "loss": 0.7361,
      "step": 376
    },
    {
      "epoch": 2.986138613861386,
      "grad_norm": 0.39205883398967273,
      "learning_rate": 4.2688296632120705e-10,
      "loss": 0.7139,
      "step": 377
    },
    {
      "epoch": 2.994059405940594,
      "grad_norm": 0.3914037221232023,
      "learning_rate": 0.0,
      "loss": 0.714,
      "step": 378
    },
    {
      "epoch": 2.994059405940594,
      "eval_loss": 1.0379831790924072,
      "eval_runtime": 89.0288,
      "eval_samples_per_second": 2.988,
      "eval_steps_per_second": 0.191,
      "step": 378
    },
    {
      "epoch": 2.994059405940594,
      "step": 378,
      "total_flos": 158238674780160.0,
      "train_loss": 0.8970171990533354,
      "train_runtime": 67109.8008,
      "train_samples_per_second": 0.722,
      "train_steps_per_second": 0.006
    }
  ],
  "logging_steps": 1,
  "max_steps": 378,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 158238674780160.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}