{
  "best_metric": 0.24187567830085754,
  "best_model_checkpoint": "./results\\checkpoint-150000",
  "epoch": 5.318552300921432,
  "eval_steps": 10000,
  "global_step": 200000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.013296281030195855,
      "grad_norm": 1.8945389986038208,
      "learning_rate": 1.9986783320923308e-05,
      "loss": 2.1575,
      "step": 500
    },
    {
      "epoch": 0.02659256206039171,
      "grad_norm": 1.8132811784744263,
      "learning_rate": 1.997348686309967e-05,
      "loss": 0.6486,
      "step": 1000
    },
    {
      "epoch": 0.039888843090587565,
      "grad_norm": 1.9245736598968506,
      "learning_rate": 1.9960190405276038e-05,
      "loss": 0.6164,
      "step": 1500
    },
    {
      "epoch": 0.05318512412078342,
      "grad_norm": 1.4257850646972656,
      "learning_rate": 1.99468939474524e-05,
      "loss": 0.6067,
      "step": 2000
    },
    {
      "epoch": 0.06648140515097926,
      "grad_norm": 1.434894323348999,
      "learning_rate": 1.9933597489628764e-05,
      "loss": 0.5671,
      "step": 2500
    },
    {
      "epoch": 0.07977768618117513,
      "grad_norm": 1.8151600360870361,
      "learning_rate": 1.992030103180513e-05,
      "loss": 0.5535,
      "step": 3000
    },
    {
      "epoch": 0.09307396721137098,
      "grad_norm": 1.9667155742645264,
      "learning_rate": 1.990700457398149e-05,
      "loss": 0.5628,
      "step": 3500
    },
    {
      "epoch": 0.10637024824156684,
      "grad_norm": 2.0493931770324707,
      "learning_rate": 1.9893708116157857e-05,
      "loss": 0.5465,
      "step": 4000
    },
    {
      "epoch": 0.11966652927176269,
      "grad_norm": 2.201901435852051,
      "learning_rate": 1.988041165833422e-05,
      "loss": 0.5472,
      "step": 4500
    },
    {
      "epoch": 0.13296281030195853,
      "grad_norm": 1.8538507223129272,
      "learning_rate": 1.9867115200510584e-05,
      "loss": 0.5451,
      "step": 5000
    },
    {
      "epoch": 0.1462590913321544,
      "grad_norm": 1.35111403465271,
      "learning_rate": 1.985381874268695e-05,
      "loss": 0.5333,
      "step": 5500
    },
    {
      "epoch": 0.15955537236235026,
      "grad_norm": 1.2387117147445679,
      "learning_rate": 1.9840522284863314e-05,
      "loss": 0.5096,
      "step": 6000
    },
    {
      "epoch": 0.1728516533925461,
      "grad_norm": 1.2727868556976318,
      "learning_rate": 1.9827225827039677e-05,
      "loss": 0.5256,
      "step": 6500
    },
    {
      "epoch": 0.18614793442274197,
      "grad_norm": 1.7770028114318848,
      "learning_rate": 1.9813929369216044e-05,
      "loss": 0.5064,
      "step": 7000
    },
    {
      "epoch": 0.1994442154529378,
      "grad_norm": 2.1460671424865723,
      "learning_rate": 1.9800632911392407e-05,
      "loss": 0.5066,
      "step": 7500
    },
    {
      "epoch": 0.21274049648313367,
      "grad_norm": 1.315503716468811,
      "learning_rate": 1.978733645356877e-05,
      "loss": 0.4974,
      "step": 8000
    },
    {
      "epoch": 0.2260367775133295,
      "grad_norm": 1.6402277946472168,
      "learning_rate": 1.9774039995745137e-05,
      "loss": 0.5019,
      "step": 8500
    },
    {
      "epoch": 0.23933305854352538,
      "grad_norm": 1.4794352054595947,
      "learning_rate": 1.97607435379215e-05,
      "loss": 0.5072,
      "step": 9000
    },
    {
      "epoch": 0.25262933957372125,
      "grad_norm": 1.432265043258667,
      "learning_rate": 1.9747447080097863e-05,
      "loss": 0.4844,
      "step": 9500
    },
    {
      "epoch": 0.26592562060391706,
      "grad_norm": 1.7145007848739624,
      "learning_rate": 1.973415062227423e-05,
      "loss": 0.488,
      "step": 10000
    },
    {
      "epoch": 0.26592562060391706,
      "eval_loss": 0.4845176041126251,
      "eval_runtime": 45.8707,
      "eval_samples_per_second": 66.251,
      "eval_steps_per_second": 16.568,
      "step": 10000
    },
    {
      "epoch": 0.2792219016341129,
      "grad_norm": 1.404540777206421,
      "learning_rate": 1.972085416445059e-05,
      "loss": 0.4931,
      "step": 10500
    },
    {
      "epoch": 0.2925181826643088,
      "grad_norm": 1.3520866632461548,
      "learning_rate": 1.9707557706626957e-05,
      "loss": 0.4868,
      "step": 11000
    },
    {
      "epoch": 0.30581446369450466,
      "grad_norm": 1.4363296031951904,
      "learning_rate": 1.969426124880332e-05,
      "loss": 0.4798,
      "step": 11500
    },
    {
      "epoch": 0.3191107447247005,
      "grad_norm": 1.4917619228363037,
      "learning_rate": 1.9680964790979683e-05,
      "loss": 0.4736,
      "step": 12000
    },
    {
      "epoch": 0.33240702575489633,
      "grad_norm": 1.7679712772369385,
      "learning_rate": 1.966766833315605e-05,
      "loss": 0.4778,
      "step": 12500
    },
    {
      "epoch": 0.3457033067850922,
      "grad_norm": 1.4026507139205933,
      "learning_rate": 1.9654371875332413e-05,
      "loss": 0.4761,
      "step": 13000
    },
    {
      "epoch": 0.35899958781528807,
      "grad_norm": 1.8736493587493896,
      "learning_rate": 1.9641075417508776e-05,
      "loss": 0.4871,
      "step": 13500
    },
    {
      "epoch": 0.37229586884548393,
      "grad_norm": 1.2222760915756226,
      "learning_rate": 1.9627778959685143e-05,
      "loss": 0.4745,
      "step": 14000
    },
    {
      "epoch": 0.38559214987567975,
      "grad_norm": 1.4624443054199219,
      "learning_rate": 1.9614509094777154e-05,
      "loss": 0.4573,
      "step": 14500
    },
    {
      "epoch": 0.3988884309058756,
      "grad_norm": 1.8538755178451538,
      "learning_rate": 1.9601212636953517e-05,
      "loss": 0.4633,
      "step": 15000
    },
    {
      "epoch": 0.4121847119360715,
      "grad_norm": 1.47249174118042,
      "learning_rate": 1.9587916179129884e-05,
      "loss": 0.4764,
      "step": 15500
    },
    {
      "epoch": 0.42548099296626735,
      "grad_norm": 1.7755292654037476,
      "learning_rate": 1.9574619721306244e-05,
      "loss": 0.4699,
      "step": 16000
    },
    {
      "epoch": 0.4387772739964632,
      "grad_norm": 1.4009391069412231,
      "learning_rate": 1.956132326348261e-05,
      "loss": 0.4666,
      "step": 16500
    },
    {
      "epoch": 0.452073555026659,
      "grad_norm": 1.520727276802063,
      "learning_rate": 1.9548026805658973e-05,
      "loss": 0.4697,
      "step": 17000
    },
    {
      "epoch": 0.4653698360568549,
      "grad_norm": 1.7645255327224731,
      "learning_rate": 1.9534730347835337e-05,
      "loss": 0.46,
      "step": 17500
    },
    {
      "epoch": 0.47866611708705076,
      "grad_norm": 1.7914655208587646,
      "learning_rate": 1.9521433890011703e-05,
      "loss": 0.4601,
      "step": 18000
    },
    {
      "epoch": 0.4919623981172466,
      "grad_norm": 1.4558111429214478,
      "learning_rate": 1.9508164025103714e-05,
      "loss": 0.4601,
      "step": 18500
    },
    {
      "epoch": 0.5052586791474425,
      "grad_norm": 1.1980383396148682,
      "learning_rate": 1.9494894160195725e-05,
      "loss": 0.4563,
      "step": 19000
    },
    {
      "epoch": 0.5185549601776384,
      "grad_norm": 1.8653793334960938,
      "learning_rate": 1.9481597702372092e-05,
      "loss": 0.4434,
      "step": 19500
    },
    {
      "epoch": 0.5318512412078341,
      "grad_norm": 1.3913460969924927,
      "learning_rate": 1.946830124454845e-05,
      "loss": 0.45,
      "step": 20000
    },
    {
      "epoch": 0.5318512412078341,
      "eval_loss": 0.4461110234260559,
      "eval_runtime": 46.6164,
      "eval_samples_per_second": 65.192,
      "eval_steps_per_second": 16.303,
      "step": 20000
    },
    {
      "epoch": 0.54514752223803,
      "grad_norm": 1.4441711902618408,
      "learning_rate": 1.9455004786724818e-05,
      "loss": 0.4536,
      "step": 20500
    },
    {
      "epoch": 0.5584438032682258,
      "grad_norm": 1.2844038009643555,
      "learning_rate": 1.9441708328901185e-05,
      "loss": 0.447,
      "step": 21000
    },
    {
      "epoch": 0.5717400842984217,
      "grad_norm": 2.10949444770813,
      "learning_rate": 1.9428438463993192e-05,
      "loss": 0.4484,
      "step": 21500
    },
    {
      "epoch": 0.5850363653286176,
      "grad_norm": 0.925681471824646,
      "learning_rate": 1.941514200616956e-05,
      "loss": 0.4374,
      "step": 22000
    },
    {
      "epoch": 0.5983326463588134,
      "grad_norm": 1.49970543384552,
      "learning_rate": 1.9401845548345922e-05,
      "loss": 0.4533,
      "step": 22500
    },
    {
      "epoch": 0.6116289273890093,
      "grad_norm": 1.2436000108718872,
      "learning_rate": 1.9388549090522286e-05,
      "loss": 0.4455,
      "step": 23000
    },
    {
      "epoch": 0.6249252084192052,
      "grad_norm": 1.1918786764144897,
      "learning_rate": 1.9375252632698652e-05,
      "loss": 0.4389,
      "step": 23500
    },
    {
      "epoch": 0.638221489449401,
      "grad_norm": 1.2042317390441895,
      "learning_rate": 1.9361956174875015e-05,
      "loss": 0.4446,
      "step": 24000
    },
    {
      "epoch": 0.6515177704795968,
      "grad_norm": 1.3460853099822998,
      "learning_rate": 1.934865971705138e-05,
      "loss": 0.4464,
      "step": 24500
    },
    {
      "epoch": 0.6648140515097927,
      "grad_norm": 1.1541383266448975,
      "learning_rate": 1.9335363259227745e-05,
      "loss": 0.4404,
      "step": 25000
    },
    {
      "epoch": 0.6781103325399885,
      "grad_norm": 1.2001688480377197,
      "learning_rate": 1.9322093394319753e-05,
      "loss": 0.4409,
      "step": 25500
    },
    {
      "epoch": 0.6914066135701844,
      "grad_norm": 1.38569974899292,
      "learning_rate": 1.930879693649612e-05,
      "loss": 0.4412,
      "step": 26000
    },
    {
      "epoch": 0.7047028946003803,
      "grad_norm": 1.6519745588302612,
      "learning_rate": 1.9295500478672483e-05,
      "loss": 0.4293,
      "step": 26500
    },
    {
      "epoch": 0.7179991756305761,
      "grad_norm": 1.1891002655029297,
      "learning_rate": 1.9282230613764494e-05,
      "loss": 0.4478,
      "step": 27000
    },
    {
      "epoch": 0.731295456660772,
      "grad_norm": 1.2890375852584839,
      "learning_rate": 1.926893415594086e-05,
      "loss": 0.4422,
      "step": 27500
    },
    {
      "epoch": 0.7445917376909679,
      "grad_norm": 1.2893614768981934,
      "learning_rate": 1.9255637698117224e-05,
      "loss": 0.4379,
      "step": 28000
    },
    {
      "epoch": 0.7578880187211637,
      "grad_norm": 1.2751696109771729,
      "learning_rate": 1.9242341240293587e-05,
      "loss": 0.4259,
      "step": 28500
    },
    {
      "epoch": 0.7711842997513595,
      "grad_norm": 1.263238549232483,
      "learning_rate": 1.9229044782469953e-05,
      "loss": 0.4285,
      "step": 29000
    },
    {
      "epoch": 0.7844805807815554,
      "grad_norm": 1.6520916223526,
      "learning_rate": 1.921577491756196e-05,
      "loss": 0.4278,
      "step": 29500
    },
    {
      "epoch": 0.7977768618117512,
      "grad_norm": 1.4022353887557983,
      "learning_rate": 1.9202478459738328e-05,
      "loss": 0.4277,
      "step": 30000
    },
    {
      "epoch": 0.7977768618117512,
      "eval_loss": 0.4259246587753296,
      "eval_runtime": 45.6826,
      "eval_samples_per_second": 66.524,
      "eval_steps_per_second": 16.637,
      "step": 30000
    },
    {
      "epoch": 0.8110731428419471,
      "grad_norm": 1.3312253952026367,
      "learning_rate": 1.918920859483034e-05,
      "loss": 0.4262,
      "step": 30500
    },
    {
      "epoch": 0.824369423872143,
      "grad_norm": 1.5275497436523438,
      "learning_rate": 1.91759121370067e-05,
      "loss": 0.4281,
      "step": 31000
    },
    {
      "epoch": 0.8376657049023388,
      "grad_norm": 1.7679028511047363,
      "learning_rate": 1.916261567918307e-05,
      "loss": 0.44,
      "step": 31500
    },
    {
      "epoch": 0.8509619859325347,
      "grad_norm": 1.1467547416687012,
      "learning_rate": 1.914931922135943e-05,
      "loss": 0.4153,
      "step": 32000
    },
    {
      "epoch": 0.8642582669627306,
      "grad_norm": 1.2685679197311401,
      "learning_rate": 1.9136022763535795e-05,
      "loss": 0.4232,
      "step": 32500
    },
    {
      "epoch": 0.8775545479929264,
      "grad_norm": 0.9204725623130798,
      "learning_rate": 1.912272630571216e-05,
      "loss": 0.425,
      "step": 33000
    },
    {
      "epoch": 0.8908508290231222,
      "grad_norm": 0.7971585988998413,
      "learning_rate": 1.9109429847888525e-05,
      "loss": 0.431,
      "step": 33500
    },
    {
      "epoch": 0.904147110053318,
      "grad_norm": 1.6358304023742676,
      "learning_rate": 1.9096133390064888e-05,
      "loss": 0.4361,
      "step": 34000
    },
    {
      "epoch": 0.9174433910835139,
      "grad_norm": 1.7240855693817139,
      "learning_rate": 1.9082836932241255e-05,
      "loss": 0.432,
      "step": 34500
    },
    {
      "epoch": 0.9307396721137098,
      "grad_norm": 1.1937910318374634,
      "learning_rate": 1.9069567067333262e-05,
      "loss": 0.4324,
      "step": 35000
    },
    {
      "epoch": 0.9440359531439056,
      "grad_norm": 1.1422160863876343,
      "learning_rate": 1.905627060950963e-05,
      "loss": 0.4286,
      "step": 35500
    },
    {
      "epoch": 0.9573322341741015,
      "grad_norm": 1.0084590911865234,
      "learning_rate": 1.9042974151685992e-05,
      "loss": 0.4401,
      "step": 36000
    },
    {
      "epoch": 0.9706285152042974,
      "grad_norm": 1.7879573106765747,
      "learning_rate": 1.9029677693862355e-05,
      "loss": 0.4259,
      "step": 36500
    },
    {
      "epoch": 0.9839247962344932,
      "grad_norm": 1.1148507595062256,
      "learning_rate": 1.9016381236038722e-05,
      "loss": 0.3995,
      "step": 37000
    },
    {
      "epoch": 0.9972210772646891,
      "grad_norm": 1.2119601964950562,
      "learning_rate": 1.9003084778215085e-05,
      "loss": 0.4228,
      "step": 37500
    },
    {
      "epoch": 1.010517358294885,
      "grad_norm": 1.2811840772628784,
      "learning_rate": 1.898978832039145e-05,
      "loss": 0.3945,
      "step": 38000
    },
    {
      "epoch": 1.0238136393250807,
      "grad_norm": 1.199591040611267,
      "learning_rate": 1.8976491862567815e-05,
      "loss": 0.3724,
      "step": 38500
    },
    {
      "epoch": 1.0371099203552767,
      "grad_norm": 1.4783821105957031,
      "learning_rate": 1.8963221997659823e-05,
      "loss": 0.3869,
      "step": 39000
    },
    {
      "epoch": 1.0504062013854725,
      "grad_norm": 1.1598395109176636,
      "learning_rate": 1.894992553983619e-05,
      "loss": 0.3888,
      "step": 39500
    },
    {
      "epoch": 1.0637024824156684,
      "grad_norm": 1.0254014730453491,
      "learning_rate": 1.8936629082012556e-05,
      "loss": 0.3741,
      "step": 40000
    },
    {
      "epoch": 1.0637024824156684,
      "eval_loss": 0.4110487699508667,
      "eval_runtime": 45.9661,
      "eval_samples_per_second": 66.114,
      "eval_steps_per_second": 16.534,
      "step": 40000
    },
    {
      "epoch": 1.0769987634458642,
      "grad_norm": 1.4140042066574097,
      "learning_rate": 1.8923332624188916e-05,
      "loss": 0.3838,
      "step": 40500
    },
    {
      "epoch": 1.09029504447606,
      "grad_norm": 1.4062950611114502,
      "learning_rate": 1.8910089352196578e-05,
      "loss": 0.368,
      "step": 41000
    },
    {
      "epoch": 1.103591325506256,
      "grad_norm": 1.2314609289169312,
      "learning_rate": 1.889681948728859e-05,
      "loss": 0.4033,
      "step": 41500
    },
    {
      "epoch": 1.1168876065364517,
      "grad_norm": 1.4966250658035278,
      "learning_rate": 1.8883523029464952e-05,
      "loss": 0.3878,
      "step": 42000
    },
    {
      "epoch": 1.1301838875666477,
      "grad_norm": 1.1920274496078491,
      "learning_rate": 1.887022657164132e-05,
      "loss": 0.375,
      "step": 42500
    },
    {
      "epoch": 1.1434801685968434,
      "grad_norm": 1.0075514316558838,
      "learning_rate": 1.8856930113817678e-05,
      "loss": 0.3821,
      "step": 43000
    },
    {
      "epoch": 1.1567764496270394,
      "grad_norm": 1.2424709796905518,
      "learning_rate": 1.8843633655994045e-05,
      "loss": 0.3793,
      "step": 43500
    },
    {
      "epoch": 1.1700727306572352,
      "grad_norm": 0.7054141163825989,
      "learning_rate": 1.8830337198170408e-05,
      "loss": 0.3821,
      "step": 44000
    },
    {
      "epoch": 1.183369011687431,
      "grad_norm": 0.7828935384750366,
      "learning_rate": 1.881704074034677e-05,
      "loss": 0.3737,
      "step": 44500
    },
    {
      "epoch": 1.196665292717627,
      "grad_norm": 1.3097379207611084,
      "learning_rate": 1.8803744282523138e-05,
      "loss": 0.3747,
      "step": 45000
    },
    {
      "epoch": 1.2099615737478226,
      "grad_norm": 1.2207602262496948,
      "learning_rate": 1.87904478246995e-05,
      "loss": 0.3799,
      "step": 45500
    },
    {
      "epoch": 1.2232578547780186,
      "grad_norm": 1.5833189487457275,
      "learning_rate": 1.8777151366875865e-05,
      "loss": 0.387,
      "step": 46000
    },
    {
      "epoch": 1.2365541358082144,
      "grad_norm": 1.3836820125579834,
      "learning_rate": 1.876385490905223e-05,
      "loss": 0.3853,
      "step": 46500
    },
    {
      "epoch": 1.2498504168384104,
      "grad_norm": 0.9267215728759766,
      "learning_rate": 1.8750558451228595e-05,
      "loss": 0.3763,
      "step": 47000
    },
    {
      "epoch": 1.2631466978686061,
      "grad_norm": 1.4826302528381348,
      "learning_rate": 1.8737288586320605e-05,
      "loss": 0.3753,
      "step": 47500
    },
    {
      "epoch": 1.2764429788988019,
      "grad_norm": 1.7470266819000244,
      "learning_rate": 1.8723992128496972e-05,
      "loss": 0.389,
      "step": 48000
    },
    {
      "epoch": 1.2897392599289978,
      "grad_norm": 0.9160776734352112,
      "learning_rate": 1.8710695670673332e-05,
      "loss": 0.3732,
      "step": 48500
    },
    {
      "epoch": 1.3030355409591938,
      "grad_norm": 1.5541558265686035,
      "learning_rate": 1.86973992128497e-05,
      "loss": 0.3815,
      "step": 49000
    },
    {
      "epoch": 1.3163318219893896,
      "grad_norm": 1.3254436254501343,
      "learning_rate": 1.8684102755026062e-05,
      "loss": 0.3786,
      "step": 49500
    },
    {
      "epoch": 1.3296281030195853,
      "grad_norm": 1.5244851112365723,
      "learning_rate": 1.8670806297202425e-05,
      "loss": 0.3886,
      "step": 50000
    },
    {
      "epoch": 1.3296281030195853,
      "eval_loss": 0.4009094834327698,
      "eval_runtime": 45.5454,
      "eval_samples_per_second": 66.725,
      "eval_steps_per_second": 16.687,
      "step": 50000
    },
    {
      "epoch": 1.3429376803308115,
      "grad_norm": 0.867463231086731,
      "learning_rate": 1.8657509839378792e-05,
      "loss": 0.3681,
      "step": 50500
    },
    {
      "epoch": 1.3562339613610073,
      "grad_norm": 1.2311478853225708,
      "learning_rate": 1.8644213381555155e-05,
      "loss": 0.347,
      "step": 51000
    },
    {
      "epoch": 1.3695302423912032,
      "grad_norm": 1.4698890447616577,
      "learning_rate": 1.8630916923731518e-05,
      "loss": 0.3666,
      "step": 51500
    },
    {
      "epoch": 1.382826523421399,
      "grad_norm": 1.3057785034179688,
      "learning_rate": 1.8617620465907885e-05,
      "loss": 0.3716,
      "step": 52000
    },
    {
      "epoch": 1.3961228044515948,
      "grad_norm": 0.9626977443695068,
      "learning_rate": 1.8604324008084248e-05,
      "loss": 0.3633,
      "step": 52500
    },
    {
      "epoch": 1.4094190854817907,
      "grad_norm": 1.055158257484436,
      "learning_rate": 1.859102755026061e-05,
      "loss": 0.364,
      "step": 53000
    },
    {
      "epoch": 1.4227153665119867,
      "grad_norm": 1.7065026760101318,
      "learning_rate": 1.8577731092436978e-05,
      "loss": 0.365,
      "step": 53500
    },
    {
      "epoch": 1.4360116475421825,
      "grad_norm": 1.1983647346496582,
      "learning_rate": 1.856443463461334e-05,
      "loss": 0.3584,
      "step": 54000
    },
    {
      "epoch": 1.4493079285723782,
      "grad_norm": 1.465380072593689,
      "learning_rate": 1.8551138176789705e-05,
      "loss": 0.3698,
      "step": 54500
    },
    {
      "epoch": 1.4626042096025742,
      "grad_norm": 0.9600203037261963,
      "learning_rate": 1.853784171896607e-05,
      "loss": 0.3686,
      "step": 55000
    },
    {
      "epoch": 1.47590049063277,
      "grad_norm": 0.7194857597351074,
      "learning_rate": 1.852454526114243e-05,
      "loss": 0.3691,
      "step": 55500
    },
    {
      "epoch": 1.489196771662966,
      "grad_norm": 1.2525266408920288,
      "learning_rate": 1.8511248803318798e-05,
      "loss": 0.3716,
      "step": 56000
    },
    {
      "epoch": 1.5024930526931617,
      "grad_norm": 1.4390616416931152,
      "learning_rate": 1.849795234549516e-05,
      "loss": 0.3642,
      "step": 56500
    },
    {
      "epoch": 1.5157893337233577,
      "grad_norm": 0.9960741996765137,
      "learning_rate": 1.8484655887671524e-05,
      "loss": 0.3543,
      "step": 57000
    },
    {
      "epoch": 1.5290856147535534,
      "grad_norm": 1.5157722234725952,
      "learning_rate": 1.847135942984789e-05,
      "loss": 0.3684,
      "step": 57500
    },
    {
      "epoch": 1.5423818957837492,
      "grad_norm": 1.2276800870895386,
      "learning_rate": 1.8458062972024254e-05,
      "loss": 0.3682,
      "step": 58000
    },
    {
      "epoch": 1.5556781768139452,
      "grad_norm": 0.7182838916778564,
      "learning_rate": 1.8444793107116265e-05,
      "loss": 0.3571,
      "step": 58500
    },
    {
      "epoch": 1.5689744578441411,
      "grad_norm": 1.4738359451293945,
      "learning_rate": 1.8431496649292632e-05,
      "loss": 0.3495,
      "step": 59000
    },
    {
      "epoch": 1.582270738874337,
      "grad_norm": 1.1519092321395874,
      "learning_rate": 1.8418200191468995e-05,
      "loss": 0.3656,
      "step": 59500
    },
    {
      "epoch": 1.5955670199045326,
      "grad_norm": 0.9778446555137634,
      "learning_rate": 1.8404903733645358e-05,
      "loss": 0.3528,
      "step": 60000
    },
    {
      "epoch": 1.5955670199045326,
      "eval_loss": 0.33645519614219666,
      "eval_runtime": 45.1628,
      "eval_samples_per_second": 67.29,
      "eval_steps_per_second": 16.828,
      "step": 60000
    },
    {
      "epoch": 1.6088633009347286,
      "grad_norm": 1.5486047267913818,
      "learning_rate": 1.8391607275821725e-05,
      "loss": 0.3587,
      "step": 60500
    },
    {
      "epoch": 1.6221595819649244,
      "grad_norm": 0.8840271234512329,
      "learning_rate": 1.8378337410913732e-05,
      "loss": 0.3584,
      "step": 61000
    },
    {
      "epoch": 1.6354558629951201,
      "grad_norm": 0.9995741248130798,
      "learning_rate": 1.83650409530901e-05,
      "loss": 0.3737,
      "step": 61500
    },
    {
      "epoch": 1.6487521440253161,
      "grad_norm": 1.7882977724075317,
      "learning_rate": 1.835177108818211e-05,
      "loss": 0.3655,
      "step": 62000
    },
    {
      "epoch": 1.662048425055512,
      "grad_norm": 0.7783369421958923,
      "learning_rate": 1.8338474630358473e-05,
      "loss": 0.3673,
      "step": 62500
    },
    {
      "epoch": 1.6753447060857078,
      "grad_norm": 1.585405945777893,
      "learning_rate": 1.832517817253484e-05,
      "loss": 0.3595,
      "step": 63000
    },
    {
      "epoch": 1.6886409871159036,
      "grad_norm": 1.3467520475387573,
      "learning_rate": 1.8311881714711203e-05,
      "loss": 0.3627,
      "step": 63500
    },
    {
      "epoch": 1.7019372681460996,
      "grad_norm": 1.1446176767349243,
      "learning_rate": 1.8298585256887566e-05,
      "loss": 0.3574,
      "step": 64000
    },
    {
      "epoch": 1.7152335491762953,
      "grad_norm": 0.9003855586051941,
      "learning_rate": 1.828531539197958e-05,
      "loss": 0.3665,
      "step": 64500
    },
    {
      "epoch": 1.728529830206491,
      "grad_norm": 0.8468024730682373,
      "learning_rate": 1.827201893415594e-05,
      "loss": 0.3574,
      "step": 65000
    },
    {
      "epoch": 1.741826111236687,
      "grad_norm": 1.0654727220535278,
      "learning_rate": 1.8258722476332307e-05,
      "loss": 0.3651,
      "step": 65500
    },
    {
      "epoch": 1.755122392266883,
      "grad_norm": 0.6998704671859741,
      "learning_rate": 1.824542601850867e-05,
      "loss": 0.36,
      "step": 66000
    },
    {
      "epoch": 1.7684186732970788,
      "grad_norm": 0.8846042156219482,
      "learning_rate": 1.8232129560685034e-05,
      "loss": 0.362,
      "step": 66500
    },
    {
      "epoch": 1.7817149543272746,
      "grad_norm": 1.2595306634902954,
      "learning_rate": 1.82188331028614e-05,
      "loss": 0.3607,
      "step": 67000
    },
    {
      "epoch": 1.7950112353574705,
      "grad_norm": 1.0262569189071655,
      "learning_rate": 1.8205536645037764e-05,
      "loss": 0.3528,
      "step": 67500
    },
    {
      "epoch": 1.8083075163876665,
      "grad_norm": 1.034749150276184,
      "learning_rate": 1.8192240187214127e-05,
      "loss": 0.3659,
      "step": 68000
    },
    {
      "epoch": 1.8216037974178623,
      "grad_norm": 1.6457266807556152,
      "learning_rate": 1.817897032230614e-05,
      "loss": 0.3618,
      "step": 68500
    },
    {
      "epoch": 1.834900078448058,
      "grad_norm": 1.0784075260162354,
      "learning_rate": 1.81656738644825e-05,
      "loss": 0.3678,
      "step": 69000
    },
    {
      "epoch": 1.848196359478254,
      "grad_norm": 1.7093465328216553,
      "learning_rate": 1.8152377406658868e-05,
      "loss": 0.3586,
      "step": 69500
    },
    {
      "epoch": 1.8614926405084498,
      "grad_norm": 1.0873297452926636,
      "learning_rate": 1.8139080948835234e-05,
      "loss": 0.3486,
      "step": 70000
    },
    {
      "epoch": 1.8614926405084498,
      "eval_loss": 0.33657437562942505,
      "eval_runtime": 44.8327,
      "eval_samples_per_second": 67.785,
      "eval_steps_per_second": 16.952,
      "step": 70000
    },
    {
      "epoch": 1.8747889215386455,
      "grad_norm": 1.2218577861785889,
      "learning_rate": 1.8125784491011594e-05,
      "loss": 0.3538,
      "step": 70500
    },
    {
      "epoch": 1.8880852025688415,
      "grad_norm": 1.7675495147705078,
      "learning_rate": 1.8112541219019256e-05,
      "loss": 0.36,
      "step": 71000
    },
    {
      "epoch": 1.9013814835990375,
      "grad_norm": 1.546845555305481,
      "learning_rate": 1.809924476119562e-05,
      "loss": 0.3681,
      "step": 71500
    },
    {
      "epoch": 1.9146777646292332,
      "grad_norm": 1.0978270769119263,
      "learning_rate": 1.8085948303371982e-05,
      "loss": 0.349,
      "step": 72000
    },
    {
      "epoch": 1.927974045659429,
      "grad_norm": 1.0180225372314453,
      "learning_rate": 1.807265184554835e-05,
      "loss": 0.3607,
      "step": 72500
    },
    {
      "epoch": 1.941270326689625,
      "grad_norm": 1.5221401453018188,
      "learning_rate": 1.8059355387724712e-05,
      "loss": 0.3603,
      "step": 73000
    },
    {
      "epoch": 1.9545666077198207,
      "grad_norm": 1.8798828125,
      "learning_rate": 1.8046058929901076e-05,
      "loss": 0.3609,
      "step": 73500
    },
    {
      "epoch": 1.9678628887500165,
      "grad_norm": 1.5229233503341675,
      "learning_rate": 1.8032762472077442e-05,
      "loss": 0.3721,
      "step": 74000
    },
    {
      "epoch": 1.9811591697802124,
      "grad_norm": 0.7534819841384888,
      "learning_rate": 1.8019466014253802e-05,
      "loss": 0.3606,
      "step": 74500
    },
    {
      "epoch": 1.9944554508104084,
      "grad_norm": 1.0966280698776245,
      "learning_rate": 1.800616955643017e-05,
      "loss": 0.3581,
      "step": 75000
    },
    {
      "epoch": 2.0077517318406044,
      "grad_norm": 1.165394902229309,
      "learning_rate": 1.7992873098606532e-05,
      "loss": 0.3426,
      "step": 75500
    },
    {
      "epoch": 2.0210480128708,
      "grad_norm": 1.4377708435058594,
      "learning_rate": 1.7979576640782895e-05,
      "loss": 0.3315,
      "step": 76000
    },
    {
      "epoch": 2.034344293900996,
      "grad_norm": 1.065831184387207,
      "learning_rate": 1.7966280182959262e-05,
      "loss": 0.3348,
      "step": 76500
    },
    {
      "epoch": 2.047640574931192,
      "grad_norm": 1.0377391576766968,
      "learning_rate": 1.7953010318051273e-05,
      "loss": 0.3297,
      "step": 77000
    },
    {
      "epoch": 2.0609368559613874,
      "grad_norm": 1.28931725025177,
      "learning_rate": 1.7939713860227636e-05,
      "loss": 0.3353,
      "step": 77500
    },
    {
      "epoch": 2.0742331369915834,
      "grad_norm": 0.9061357378959656,
      "learning_rate": 1.7926417402404003e-05,
      "loss": 0.3373,
      "step": 78000
    },
    {
      "epoch": 2.0875294180217794,
      "grad_norm": 1.162048101425171,
      "learning_rate": 1.7913120944580366e-05,
      "loss": 0.3287,
      "step": 78500
    },
    {
      "epoch": 2.1008256990519754,
      "grad_norm": 1.1295771598815918,
      "learning_rate": 1.7899851079672377e-05,
      "loss": 0.3306,
      "step": 79000
    },
    {
      "epoch": 2.114121980082171,
      "grad_norm": 1.3394831418991089,
      "learning_rate": 1.788655462184874e-05,
      "loss": 0.3425,
      "step": 79500
    },
    {
      "epoch": 2.127418261112367,
      "grad_norm": 0.7900285124778748,
      "learning_rate": 1.7873258164025103e-05,
      "loss": 0.3339,
      "step": 80000
    },
    {
      "epoch": 2.127418261112367,
      "eval_loss": 0.33293381333351135,
      "eval_runtime": 45.161,
      "eval_samples_per_second": 67.293,
      "eval_steps_per_second": 16.829,
      "step": 80000
    },
    {
      "epoch": 2.140714542142563,
      "grad_norm": 1.2849562168121338,
      "learning_rate": 1.785996170620147e-05,
      "loss": 0.3299,
      "step": 80500
    },
    {
      "epoch": 2.1540108231727584,
      "grad_norm": 1.2442893981933594,
      "learning_rate": 1.7846665248377833e-05,
      "loss": 0.3234,
      "step": 81000
    },
    {
      "epoch": 2.1673071042029544,
      "grad_norm": 0.9078606963157654,
      "learning_rate": 1.7833368790554197e-05,
      "loss": 0.3405,
      "step": 81500
    },
    {
      "epoch": 2.1806033852331503,
      "grad_norm": 1.1512479782104492,
      "learning_rate": 1.782009892564621e-05,
      "loss": 0.332,
      "step": 82000
    },
    {
      "epoch": 2.1938996662633463,
      "grad_norm": 1.0047634840011597,
      "learning_rate": 1.7806802467822574e-05,
      "loss": 0.3294,
      "step": 82500
    },
    {
      "epoch": 2.207195947293542,
      "grad_norm": 0.8341502547264099,
      "learning_rate": 1.7793506009998937e-05,
      "loss": 0.3428,
      "step": 83000
    },
    {
      "epoch": 2.220492228323738,
      "grad_norm": 1.1106518507003784,
      "learning_rate": 1.7780209552175304e-05,
      "loss": 0.3312,
      "step": 83500
    },
    {
      "epoch": 2.233788509353934,
      "grad_norm": 1.0450632572174072,
      "learning_rate": 1.7766913094351664e-05,
      "loss": 0.3228,
      "step": 84000
    },
    {
      "epoch": 2.24708479038413,
      "grad_norm": 1.2051053047180176,
      "learning_rate": 1.775361663652803e-05,
      "loss": 0.3231,
      "step": 84500
    },
    {
      "epoch": 2.2603810714143253,
      "grad_norm": 1.2320146560668945,
      "learning_rate": 1.7740320178704394e-05,
      "loss": 0.3275,
      "step": 85000
    },
    {
      "epoch": 2.2736773524445213,
      "grad_norm": 1.878662347793579,
      "learning_rate": 1.7727023720880757e-05,
      "loss": 0.3394,
      "step": 85500
    },
    {
      "epoch": 2.2869736334747173,
      "grad_norm": 0.7427929043769836,
      "learning_rate": 1.771375385597277e-05,
      "loss": 0.3334,
      "step": 86000
    },
    {
      "epoch": 2.300269914504913,
      "grad_norm": 0.6553477644920349,
      "learning_rate": 1.7700483991064782e-05,
      "loss": 0.3426,
      "step": 86500
    },
    {
      "epoch": 2.313566195535109,
      "grad_norm": 1.1945719718933105,
      "learning_rate": 1.7687187533241145e-05,
      "loss": 0.3329,
      "step": 87000
    },
    {
      "epoch": 2.3268624765653048,
      "grad_norm": 1.410997986793518,
      "learning_rate": 1.7673891075417512e-05,
      "loss": 0.3309,
      "step": 87500
    },
    {
      "epoch": 2.3401587575955007,
      "grad_norm": 1.0178992748260498,
      "learning_rate": 1.7660594617593872e-05,
      "loss": 0.3247,
      "step": 88000
    },
    {
      "epoch": 2.3534550386256963,
      "grad_norm": 1.4672740697860718,
      "learning_rate": 1.764729815977024e-05,
      "loss": 0.3373,
      "step": 88500
    },
    {
      "epoch": 2.3667513196558922,
      "grad_norm": 1.1154576539993286,
      "learning_rate": 1.763402829486225e-05,
      "loss": 0.3331,
      "step": 89000
    },
    {
      "epoch": 2.3800476006860882,
      "grad_norm": 1.5529305934906006,
      "learning_rate": 1.7620731837038613e-05,
      "loss": 0.3325,
      "step": 89500
    },
    {
      "epoch": 2.3933438817162838,
      "grad_norm": 1.4075485467910767,
      "learning_rate": 1.760743537921498e-05,
      "loss": 0.3252,
      "step": 90000
    },
    {
      "epoch": 2.3933438817162838,
      "eval_loss": 0.3309895098209381,
      "eval_runtime": 45.3672,
      "eval_samples_per_second": 66.987,
      "eval_steps_per_second": 16.752,
      "step": 90000
    },
    {
      "epoch": 2.4066401627464797,
      "grad_norm": 1.5770002603530884,
      "learning_rate": 1.7594138921391343e-05,
      "loss": 0.3341,
      "step": 90500
    },
    {
      "epoch": 2.4199364437766757,
      "grad_norm": 1.350996494293213,
      "learning_rate": 1.7580842463567706e-05,
      "loss": 0.3316,
      "step": 91000
    },
    {
      "epoch": 2.4332327248068717,
      "grad_norm": 1.3606607913970947,
      "learning_rate": 1.7567599191575368e-05,
      "loss": 0.3437,
      "step": 91500
    },
    {
      "epoch": 2.4465290058370672,
      "grad_norm": 1.3645395040512085,
      "learning_rate": 1.7554302733751728e-05,
      "loss": 0.3287,
      "step": 92000
    },
    {
      "epoch": 2.459825286867263,
      "grad_norm": 1.6436042785644531,
      "learning_rate": 1.7541006275928094e-05,
      "loss": 0.3443,
      "step": 92500
    },
    {
      "epoch": 2.473121567897459,
      "grad_norm": 0.837202250957489,
      "learning_rate": 1.7527709818104458e-05,
      "loss": 0.3221,
      "step": 93000
    },
    {
      "epoch": 2.4864178489276547,
      "grad_norm": 1.0937107801437378,
      "learning_rate": 1.751441336028082e-05,
      "loss": 0.3406,
      "step": 93500
    },
    {
      "epoch": 2.4997141299578507,
      "grad_norm": 1.4137901067733765,
      "learning_rate": 1.7501116902457187e-05,
      "loss": 0.3243,
      "step": 94000
    },
    {
      "epoch": 2.5130104109880467,
      "grad_norm": 0.8641353249549866,
      "learning_rate": 1.748782044463355e-05,
      "loss": 0.328,
      "step": 94500
    },
    {
      "epoch": 2.5263066920182427,
      "grad_norm": 1.4282252788543701,
      "learning_rate": 1.7474523986809914e-05,
      "loss": 0.3362,
      "step": 95000
    },
    {
      "epoch": 2.5396029730484386,
      "grad_norm": 1.3759071826934814,
      "learning_rate": 1.746122752898628e-05,
      "loss": 0.3339,
      "step": 95500
    },
    {
      "epoch": 2.552899254078634,
      "grad_norm": 1.239725947380066,
      "learning_rate": 1.7447931071162644e-05,
      "loss": 0.3419,
      "step": 96000
    },
    {
      "epoch": 2.56619553510883,
      "grad_norm": 0.919045627117157,
      "learning_rate": 1.7434634613339007e-05,
      "loss": 0.3369,
      "step": 96500
    },
    {
      "epoch": 2.5794918161390257,
      "grad_norm": 1.8451613187789917,
      "learning_rate": 1.7421338155515374e-05,
      "loss": 0.3417,
      "step": 97000
    },
    {
      "epoch": 2.5927880971692217,
      "grad_norm": 1.0559651851654053,
      "learning_rate": 1.740806829060738e-05,
      "loss": 0.3291,
      "step": 97500
    },
    {
      "epoch": 2.6060843781994176,
      "grad_norm": 1.215611219406128,
      "learning_rate": 1.7394771832783748e-05,
      "loss": 0.3252,
      "step": 98000
    },
    {
      "epoch": 2.6193806592296136,
      "grad_norm": 0.8735470175743103,
      "learning_rate": 1.738147537496011e-05,
      "loss": 0.3338,
      "step": 98500
    },
    {
      "epoch": 2.6326769402598096,
      "grad_norm": 1.5552194118499756,
      "learning_rate": 1.7368178917136474e-05,
      "loss": 0.3336,
      "step": 99000
    },
    {
      "epoch": 2.645973221290005,
      "grad_norm": 1.0891499519348145,
      "learning_rate": 1.735490905222849e-05,
      "loss": 0.3302,
      "step": 99500
    },
    {
      "epoch": 2.659269502320201,
      "grad_norm": 1.1763145923614502,
      "learning_rate": 1.73416391873205e-05,
      "loss": 0.33,
      "step": 100000
    },
    {
      "epoch": 2.659269502320201,
      "eval_loss": 0.3290364444255829,
      "eval_runtime": 45.2861,
      "eval_samples_per_second": 67.107,
      "eval_steps_per_second": 16.782,
      "step": 100000
    },
    {
      "epoch": 2.6725657833503966,
      "grad_norm": 1.2883906364440918,
      "learning_rate": 1.7328342729496863e-05,
      "loss": 0.3306,
      "step": 100500
    },
    {
      "epoch": 2.6858620643805926,
      "grad_norm": 1.4006438255310059,
      "learning_rate": 1.7315072864588877e-05,
      "loss": 0.3342,
      "step": 101000
    },
    {
      "epoch": 2.6991583454107886,
      "grad_norm": 1.019209861755371,
      "learning_rate": 1.7301776406765237e-05,
      "loss": 0.3321,
      "step": 101500
    },
    {
      "epoch": 2.7124546264409846,
      "grad_norm": 1.1669857501983643,
      "learning_rate": 1.7288479948941604e-05,
      "loss": 0.334,
      "step": 102000
    },
    {
      "epoch": 2.7257509074711805,
      "grad_norm": 0.8057425022125244,
      "learning_rate": 1.7275183491117967e-05,
      "loss": 0.3347,
      "step": 102500
    },
    {
      "epoch": 2.739047188501376,
      "grad_norm": 0.6847462058067322,
      "learning_rate": 1.726188703329433e-05,
      "loss": 0.3299,
      "step": 103000
    },
    {
      "epoch": 2.752343469531572,
      "grad_norm": 1.1315343379974365,
      "learning_rate": 1.7248590575470697e-05,
      "loss": 0.3424,
      "step": 103500
    },
    {
      "epoch": 2.765639750561768,
      "grad_norm": 1.2325061559677124,
      "learning_rate": 1.723529411764706e-05,
      "loss": 0.3346,
      "step": 104000
    },
    {
      "epoch": 2.7789360315919636,
      "grad_norm": 1.2530683279037476,
      "learning_rate": 1.7221997659823423e-05,
      "loss": 0.3299,
      "step": 104500
    },
    {
      "epoch": 2.7922323126221595,
      "grad_norm": 1.4341391324996948,
      "learning_rate": 1.720870120199979e-05,
      "loss": 0.3331,
      "step": 105000
    },
    {
      "epoch": 2.8055285936523555,
      "grad_norm": 0.983672559261322,
      "learning_rate": 1.7195404744176153e-05,
      "loss": 0.3229,
      "step": 105500
    },
    {
      "epoch": 2.8188248746825515,
      "grad_norm": 1.336562156677246,
      "learning_rate": 1.7182108286352516e-05,
      "loss": 0.3336,
      "step": 106000
    },
    {
      "epoch": 2.832121155712747,
      "grad_norm": 1.2226226329803467,
      "learning_rate": 1.7168811828528883e-05,
      "loss": 0.3296,
      "step": 106500
    },
    {
      "epoch": 2.845417436742943,
      "grad_norm": 0.9698474407196045,
      "learning_rate": 1.7155515370705243e-05,
      "loss": 0.3362,
      "step": 107000
    },
    {
      "epoch": 2.858713717773139,
      "grad_norm": 1.006219744682312,
      "learning_rate": 1.7142245505797257e-05,
      "loss": 0.3435,
      "step": 107500
    },
    {
      "epoch": 2.8720099988033345,
      "grad_norm": 1.3786289691925049,
      "learning_rate": 1.712894904797362e-05,
      "loss": 0.335,
      "step": 108000
    },
    {
      "epoch": 2.8853062798335305,
      "grad_norm": 1.3363252878189087,
      "learning_rate": 1.7115652590149984e-05,
      "loss": 0.3295,
      "step": 108500
    },
    {
      "epoch": 2.8986025608637265,
      "grad_norm": 0.9451866149902344,
      "learning_rate": 1.710235613232635e-05,
      "loss": 0.3226,
      "step": 109000
    },
    {
      "epoch": 2.9118988418939225,
      "grad_norm": 0.9065133929252625,
      "learning_rate": 1.708908626741836e-05,
      "loss": 0.3356,
      "step": 109500
    },
    {
      "epoch": 2.925195122924118,
      "grad_norm": 2.04927396774292,
      "learning_rate": 1.7075789809594725e-05,
      "loss": 0.3325,
      "step": 110000
    },
    {
      "epoch": 2.925195122924118,
      "eval_loss": 0.32618749141693115,
      "eval_runtime": 44.7607,
      "eval_samples_per_second": 67.894,
      "eval_steps_per_second": 16.979,
      "step": 110000
    },
    {
      "epoch": 2.938491403954314,
      "grad_norm": 1.1163157224655151,
      "learning_rate": 1.706249335177109e-05,
      "loss": 0.3257,
      "step": 110500
    },
    {
      "epoch": 2.95178768498451,
      "grad_norm": 0.929104208946228,
      "learning_rate": 1.7049196893947454e-05,
      "loss": 0.3384,
      "step": 111000
    },
    {
      "epoch": 2.9650839660147055,
      "grad_norm": 1.0319048166275024,
      "learning_rate": 1.7035927029039465e-05,
      "loss": 0.3337,
      "step": 111500
    },
    {
      "epoch": 2.9783802470449015,
      "grad_norm": 1.5630576610565186,
      "learning_rate": 1.702263057121583e-05,
      "loss": 0.3372,
      "step": 112000
    },
    {
      "epoch": 2.9916765280750974,
      "grad_norm": 1.2456904649734497,
      "learning_rate": 1.7009334113392192e-05,
      "loss": 0.339,
      "step": 112500
    },
    {
      "epoch": 3.0049728091052934,
      "grad_norm": 1.1409209966659546,
      "learning_rate": 1.699603765556856e-05,
      "loss": 0.3236,
      "step": 113000
    },
    {
      "epoch": 3.018269090135489,
      "grad_norm": 1.1287899017333984,
      "learning_rate": 1.698276779066057e-05,
      "loss": 0.2909,
      "step": 113500
    },
    {
      "epoch": 3.031565371165685,
      "grad_norm": 1.0493087768554688,
      "learning_rate": 1.6969471332836933e-05,
      "loss": 0.2988,
      "step": 114000
    },
    {
      "epoch": 3.044861652195881,
      "grad_norm": 0.8281829357147217,
      "learning_rate": 1.69561748750133e-05,
      "loss": 0.3001,
      "step": 114500
    },
    {
      "epoch": 3.058157933226077,
      "grad_norm": 1.5901657342910767,
      "learning_rate": 1.6942878417189663e-05,
      "loss": 0.2954,
      "step": 115000
    },
    {
      "epoch": 3.0714542142562724,
      "grad_norm": 1.0881614685058594,
      "learning_rate": 1.6929581959366026e-05,
      "loss": 0.2985,
      "step": 115500
    },
    {
      "epoch": 3.0847504952864684,
      "grad_norm": 1.8229660987854004,
      "learning_rate": 1.6916285501542392e-05,
      "loss": 0.2959,
      "step": 116000
    },
    {
      "epoch": 3.0980467763166644,
      "grad_norm": 0.8429426550865173,
      "learning_rate": 1.6902989043718752e-05,
      "loss": 0.2977,
      "step": 116500
    },
    {
      "epoch": 3.11134305734686,
      "grad_norm": 0.7262697219848633,
      "learning_rate": 1.688969258589512e-05,
      "loss": 0.2984,
      "step": 117000
    },
    {
      "epoch": 3.124639338377056,
      "grad_norm": 1.0413541793823242,
      "learning_rate": 1.6876396128071482e-05,
      "loss": 0.2959,
      "step": 117500
    },
    {
      "epoch": 3.137935619407252,
      "grad_norm": 1.0889323949813843,
      "learning_rate": 1.686315285607914e-05,
      "loss": 0.3,
      "step": 118000
    },
    {
      "epoch": 3.151231900437448,
      "grad_norm": 1.1839392185211182,
      "learning_rate": 1.6849856398255507e-05,
      "loss": 0.2975,
      "step": 118500
    },
    {
      "epoch": 3.1645281814676434,
      "grad_norm": 0.779194712638855,
      "learning_rate": 1.683655994043187e-05,
      "loss": 0.3028,
      "step": 119000
    },
    {
      "epoch": 3.1778244624978393,
      "grad_norm": 1.3120828866958618,
      "learning_rate": 1.6823263482608234e-05,
      "loss": 0.2929,
      "step": 119500
    },
    {
      "epoch": 3.1911207435280353,
      "grad_norm": 1.7091648578643799,
      "learning_rate": 1.68099670247846e-05,
      "loss": 0.2948,
      "step": 120000
    },
    {
      "epoch": 3.1911207435280353,
      "eval_loss": 0.3274182677268982,
      "eval_runtime": 59.8113,
      "eval_samples_per_second": 50.81,
      "eval_steps_per_second": 12.707,
      "step": 120000
    },
    {
      "epoch": 3.2044436171202912,
      "grad_norm": 1.2384920120239258,
      "learning_rate": 1.679667056696096e-05,
      "loss": 0.2823,
      "step": 120500
    },
    {
      "epoch": 3.217739898150487,
      "grad_norm": 1.2225531339645386,
      "learning_rate": 1.6783400702052975e-05,
      "loss": 0.2925,
      "step": 121000
    },
    {
      "epoch": 3.231036179180683,
      "grad_norm": 1.3342504501342773,
      "learning_rate": 1.6770104244229338e-05,
      "loss": 0.2906,
      "step": 121500
    },
    {
      "epoch": 3.244332460210879,
      "grad_norm": 1.2133206129074097,
      "learning_rate": 1.67568077864057e-05,
      "loss": 0.2877,
      "step": 122000
    },
    {
      "epoch": 3.2576287412410747,
      "grad_norm": 1.1577247381210327,
      "learning_rate": 1.6743511328582068e-05,
      "loss": 0.2876,
      "step": 122500
    },
    {
      "epoch": 3.2709250222712707,
      "grad_norm": 1.1587375402450562,
      "learning_rate": 1.673021487075843e-05,
      "loss": 0.2937,
      "step": 123000
    },
    {
      "epoch": 3.2842213033014667,
      "grad_norm": 1.1512658596038818,
      "learning_rate": 1.6716918412934794e-05,
      "loss": 0.2971,
      "step": 123500
    },
    {
      "epoch": 3.297517584331662,
      "grad_norm": 0.8885172605514526,
      "learning_rate": 1.670362195511116e-05,
      "loss": 0.2825,
      "step": 124000
    },
    {
      "epoch": 3.310813865361858,
      "grad_norm": 1.435475468635559,
      "learning_rate": 1.6690325497287524e-05,
      "loss": 0.2984,
      "step": 124500
    },
    {
      "epoch": 3.324110146392054,
      "grad_norm": 1.7068617343902588,
      "learning_rate": 1.6677029039463887e-05,
      "loss": 0.2844,
      "step": 125000
    },
    {
      "epoch": 3.33740642742225,
      "grad_norm": 0.8843211531639099,
      "learning_rate": 1.6663732581640254e-05,
      "loss": 0.2961,
      "step": 125500
    },
    {
      "epoch": 3.3507027084524457,
      "grad_norm": 1.1262086629867554,
      "learning_rate": 1.6650436123816614e-05,
      "loss": 0.2896,
      "step": 126000
    },
    {
      "epoch": 3.3639989894826416,
      "grad_norm": 1.073869228363037,
      "learning_rate": 1.663713966599298e-05,
      "loss": 0.2923,
      "step": 126500
    },
    {
      "epoch": 3.3772952705128376,
      "grad_norm": 1.1707890033721924,
      "learning_rate": 1.6623843208169347e-05,
      "loss": 0.3003,
      "step": 127000
    },
    {
      "epoch": 3.3905915515430336,
      "grad_norm": 1.2858471870422363,
      "learning_rate": 1.6610546750345707e-05,
      "loss": 0.3041,
      "step": 127500
    },
    {
      "epoch": 3.403887832573229,
      "grad_norm": 0.9487111568450928,
      "learning_rate": 1.6597250292522074e-05,
      "loss": 0.2916,
      "step": 128000
    },
    {
      "epoch": 3.417184113603425,
      "grad_norm": 1.1401737928390503,
      "learning_rate": 1.6583953834698437e-05,
      "loss": 0.2905,
      "step": 128500
    },
    {
      "epoch": 3.430480394633621,
      "grad_norm": 0.862232506275177,
      "learning_rate": 1.65706573768748e-05,
      "loss": 0.292,
      "step": 129000
    },
    {
      "epoch": 3.443776675663817,
      "grad_norm": 2.11210560798645,
      "learning_rate": 1.6557360919051167e-05,
      "loss": 0.2873,
      "step": 129500
    },
    {
      "epoch": 3.4570729566940126,
      "grad_norm": 1.325928807258606,
      "learning_rate": 1.654406446122753e-05,
      "loss": 0.2874,
      "step": 130000
    },
    {
      "epoch": 3.4570729566940126,
      "eval_loss": 0.27055609226226807,
      "eval_runtime": 44.0558,
      "eval_samples_per_second": 68.981,
      "eval_steps_per_second": 17.251,
      "step": 130000
    },
    {
      "epoch": 3.4703692377242086,
      "grad_norm": 0.9289048314094543,
      "learning_rate": 1.6530768003403894e-05,
      "loss": 0.2955,
      "step": 130500
    },
    {
      "epoch": 3.4836655187544046,
      "grad_norm": 1.1079119443893433,
      "learning_rate": 1.651747154558026e-05,
      "loss": 0.3043,
      "step": 131000
    },
    {
      "epoch": 3.4969617997846,
      "grad_norm": 0.927392840385437,
      "learning_rate": 1.650420168067227e-05,
      "loss": 0.2993,
      "step": 131500
    },
    {
      "epoch": 3.510258080814796,
      "grad_norm": 1.21388578414917,
      "learning_rate": 1.6490931815764282e-05,
      "loss": 0.2922,
      "step": 132000
    },
    {
      "epoch": 3.523554361844992,
      "grad_norm": 0.8197039365768433,
      "learning_rate": 1.6477635357940645e-05,
      "loss": 0.2945,
      "step": 132500
    },
    {
      "epoch": 3.536850642875188,
      "grad_norm": 1.3974609375,
      "learning_rate": 1.646433890011701e-05,
      "loss": 0.2892,
      "step": 133000
    },
    {
      "epoch": 3.5501469239053836,
      "grad_norm": 1.4183751344680786,
      "learning_rate": 1.6451042442293375e-05,
      "loss": 0.2879,
      "step": 133500
    },
    {
      "epoch": 3.5634432049355795,
      "grad_norm": 1.218549132347107,
      "learning_rate": 1.6437772577385386e-05,
      "loss": 0.3097,
      "step": 134000
    },
    {
      "epoch": 3.5767394859657755,
      "grad_norm": 1.6601920127868652,
      "learning_rate": 1.642447611956175e-05,
      "loss": 0.2867,
      "step": 134500
    },
    {
      "epoch": 3.590035766995971,
      "grad_norm": 1.3657351732254028,
      "learning_rate": 1.6411179661738116e-05,
      "loss": 0.3013,
      "step": 135000
    },
    {
      "epoch": 3.603332048026167,
      "grad_norm": 1.6279337406158447,
      "learning_rate": 1.639788320391448e-05,
      "loss": 0.3024,
      "step": 135500
    },
    {
      "epoch": 3.616628329056363,
      "grad_norm": 1.4741065502166748,
      "learning_rate": 1.6384586746090842e-05,
      "loss": 0.2994,
      "step": 136000
    },
    {
      "epoch": 3.629924610086559,
      "grad_norm": 1.1416784524917603,
      "learning_rate": 1.637129028826721e-05,
      "loss": 0.2996,
      "step": 136500
    },
    {
      "epoch": 3.6432208911167545,
      "grad_norm": 1.3834564685821533,
      "learning_rate": 1.635799383044357e-05,
      "loss": 0.2884,
      "step": 137000
    },
    {
      "epoch": 3.6565171721469505,
      "grad_norm": 1.2296993732452393,
      "learning_rate": 1.6344697372619936e-05,
      "loss": 0.2908,
      "step": 137500
    },
    {
      "epoch": 3.6698134531771465,
      "grad_norm": 1.3037883043289185,
      "learning_rate": 1.63314009147963e-05,
      "loss": 0.2896,
      "step": 138000
    },
    {
      "epoch": 3.683109734207342,
      "grad_norm": 1.5054666996002197,
      "learning_rate": 1.6318104456972662e-05,
      "loss": 0.2949,
      "step": 138500
    },
    {
      "epoch": 3.696406015237538,
      "grad_norm": 1.01513671875,
      "learning_rate": 1.630480799914903e-05,
      "loss": 0.2964,
      "step": 139000
    },
    {
      "epoch": 3.709702296267734,
      "grad_norm": 1.0762807130813599,
      "learning_rate": 1.6291511541325392e-05,
      "loss": 0.2938,
      "step": 139500
    },
    {
      "epoch": 3.72299857729793,
      "grad_norm": 1.9730701446533203,
      "learning_rate": 1.6278241676417403e-05,
      "loss": 0.3019,
      "step": 140000
    },
    {
      "epoch": 3.72299857729793,
      "eval_loss": 0.2732769846916199,
      "eval_runtime": 44.8357,
      "eval_samples_per_second": 67.781,
      "eval_steps_per_second": 16.951,
      "step": 140000
    },
    {
      "epoch": 3.7362948583281255,
      "grad_norm": 1.622164011001587,
      "learning_rate": 1.626494521859377e-05,
      "loss": 0.272,
      "step": 140500
    },
    {
      "epoch": 3.7495911393583214,
      "grad_norm": 1.4417494535446167,
      "learning_rate": 1.6251648760770133e-05,
      "loss": 0.2696,
      "step": 141000
    },
    {
      "epoch": 3.7628874203885174,
      "grad_norm": 0.9713847637176514,
      "learning_rate": 1.6238352302946496e-05,
      "loss": 0.276,
      "step": 141500
    },
    {
      "epoch": 3.776183701418713,
      "grad_norm": 0.9661402106285095,
      "learning_rate": 1.6225055845122863e-05,
      "loss": 0.2773,
      "step": 142000
    },
    {
      "epoch": 3.789479982448909,
      "grad_norm": 1.307726502418518,
      "learning_rate": 1.6211759387299223e-05,
      "loss": 0.2763,
      "step": 142500
    },
    {
      "epoch": 3.802776263479105,
      "grad_norm": 1.0191502571105957,
      "learning_rate": 1.619846292947559e-05,
      "loss": 0.2872,
      "step": 143000
    },
    {
      "epoch": 3.816072544509301,
      "grad_norm": 1.083509922027588,
      "learning_rate": 1.6185166471651952e-05,
      "loss": 0.2737,
      "step": 143500
    },
    {
      "epoch": 3.829368825539497,
      "grad_norm": 1.0461057424545288,
      "learning_rate": 1.6171870013828316e-05,
      "loss": 0.2745,
      "step": 144000
    },
    {
      "epoch": 3.8426651065696924,
      "grad_norm": 1.0616631507873535,
      "learning_rate": 1.6158573556004682e-05,
      "loss": 0.2753,
      "step": 144500
    },
    {
      "epoch": 3.8559613875998884,
      "grad_norm": 1.418392539024353,
      "learning_rate": 1.6145277098181046e-05,
      "loss": 0.2815,
      "step": 145000
    },
    {
      "epoch": 3.869257668630084,
      "grad_norm": 1.022754430770874,
      "learning_rate": 1.613198064035741e-05,
      "loss": 0.2721,
      "step": 145500
    },
    {
      "epoch": 3.88255394966028,
      "grad_norm": 1.5018330812454224,
      "learning_rate": 1.6118684182533776e-05,
      "loss": 0.2804,
      "step": 146000
    },
    {
      "epoch": 3.895850230690476,
      "grad_norm": 1.0998148918151855,
      "learning_rate": 1.610538772471014e-05,
      "loss": 0.2801,
      "step": 146500
    },
    {
      "epoch": 3.909146511720672,
      "grad_norm": 1.5807846784591675,
      "learning_rate": 1.6092091266886502e-05,
      "loss": 0.2821,
      "step": 147000
    },
    {
      "epoch": 3.922442792750868,
      "grad_norm": 1.443129539489746,
      "learning_rate": 1.607879480906287e-05,
      "loss": 0.2734,
      "step": 147500
    },
    {
      "epoch": 3.9357390737810634,
      "grad_norm": 1.2961505651474,
      "learning_rate": 1.6065498351239232e-05,
      "loss": 0.2694,
      "step": 148000
    },
    {
      "epoch": 3.9490353548112593,
      "grad_norm": 1.235811471939087,
      "learning_rate": 1.6052228486331243e-05,
      "loss": 0.2811,
      "step": 148500
    },
    {
      "epoch": 3.962331635841455,
      "grad_norm": 1.3737879991531372,
      "learning_rate": 1.6038932028507606e-05,
      "loss": 0.2796,
      "step": 149000
    },
    {
      "epoch": 3.975627916871651,
      "grad_norm": 1.3180122375488281,
      "learning_rate": 1.602563557068397e-05,
      "loss": 0.2752,
      "step": 149500
    },
    {
      "epoch": 3.988924197901847,
      "grad_norm": 1.293617606163025,
      "learning_rate": 1.6012339112860336e-05,
      "loss": 0.2853,
      "step": 150000
    },
    {
      "epoch": 3.988924197901847,
      "eval_loss": 0.24187567830085754,
      "eval_runtime": 44.4954,
      "eval_samples_per_second": 68.299,
      "eval_steps_per_second": 17.08,
      "step": 150000
    },
    {
      "epoch": 4.002220478932043,
      "grad_norm": 1.8393179178237915,
      "learning_rate": 1.59990426550367e-05,
      "loss": 0.2718,
      "step": 150500
    },
    {
      "epoch": 4.015516759962239,
      "grad_norm": 1.5193239450454712,
      "learning_rate": 1.5985746197213063e-05,
      "loss": 0.2665,
      "step": 151000
    },
    {
      "epoch": 4.028813040992435,
      "grad_norm": 1.0958846807479858,
      "learning_rate": 1.597244973938943e-05,
      "loss": 0.2725,
      "step": 151500
    },
    {
      "epoch": 4.04210932202263,
      "grad_norm": 1.564980387687683,
      "learning_rate": 1.595917987448144e-05,
      "loss": 0.2745,
      "step": 152000
    },
    {
      "epoch": 4.055405603052826,
      "grad_norm": 1.3031373023986816,
      "learning_rate": 1.5945883416657803e-05,
      "loss": 0.2646,
      "step": 152500
    },
    {
      "epoch": 4.068701884083022,
      "grad_norm": 1.3589409589767456,
      "learning_rate": 1.593258695883417e-05,
      "loss": 0.2777,
      "step": 153000
    },
    {
      "epoch": 4.081998165113218,
      "grad_norm": 1.092926263809204,
      "learning_rate": 1.591929050101053e-05,
      "loss": 0.2787,
      "step": 153500
    },
    {
      "epoch": 4.095294446143414,
      "grad_norm": 1.362304925918579,
      "learning_rate": 1.5906020636102544e-05,
      "loss": 0.273,
      "step": 154000
    },
    {
      "epoch": 4.10859072717361,
      "grad_norm": 1.3661013841629028,
      "learning_rate": 1.5892724178278907e-05,
      "loss": 0.2624,
      "step": 154500
    },
    {
      "epoch": 4.121887008203806,
      "grad_norm": 0.923414945602417,
      "learning_rate": 1.587942772045527e-05,
      "loss": 0.2708,
      "step": 155000
    },
    {
      "epoch": 4.135183289234002,
      "grad_norm": 1.3246159553527832,
      "learning_rate": 1.5866131262631637e-05,
      "loss": 0.2661,
      "step": 155500
    },
    {
      "epoch": 4.148479570264197,
      "grad_norm": 1.3546644449234009,
      "learning_rate": 1.5852834804808e-05,
      "loss": 0.268,
      "step": 156000
    },
    {
      "epoch": 4.161775851294393,
      "grad_norm": 1.048305630683899,
      "learning_rate": 1.5839538346984364e-05,
      "loss": 0.2711,
      "step": 156500
    },
    {
      "epoch": 4.175072132324589,
      "grad_norm": 1.0217567682266235,
      "learning_rate": 1.5826268482076378e-05,
      "loss": 0.2689,
      "step": 157000
    },
    {
      "epoch": 4.188368413354785,
      "grad_norm": 1.253959059715271,
      "learning_rate": 1.5812972024252738e-05,
      "loss": 0.2709,
      "step": 157500
    },
    {
      "epoch": 4.201664694384981,
      "grad_norm": 1.3631120920181274,
      "learning_rate": 1.5799675566429105e-05,
      "loss": 0.2753,
      "step": 158000
    },
    {
      "epoch": 4.214960975415177,
      "grad_norm": 1.5026861429214478,
      "learning_rate": 1.578637910860547e-05,
      "loss": 0.2729,
      "step": 158500
    },
    {
      "epoch": 4.228257256445373,
      "grad_norm": 1.2928775548934937,
      "learning_rate": 1.577308265078183e-05,
      "loss": 0.2645,
      "step": 159000
    },
    {
      "epoch": 4.241553537475568,
      "grad_norm": 0.8542189598083496,
      "learning_rate": 1.5759812785873845e-05,
      "loss": 0.2779,
      "step": 159500
    },
    {
      "epoch": 4.254849818505764,
      "grad_norm": 1.4010766744613647,
      "learning_rate": 1.574651632805021e-05,
      "loss": 0.2709,
      "step": 160000
    },
    {
      "epoch": 4.254849818505764,
      "eval_loss": 0.24389813840389252,
      "eval_runtime": 44.8113,
      "eval_samples_per_second": 67.818,
      "eval_steps_per_second": 16.96,
      "step": 160000
    },
    {
      "epoch": 4.26814609953596,
      "grad_norm": 1.1164586544036865,
      "learning_rate": 1.5733219870226572e-05,
      "loss": 0.2675,
      "step": 160500
    },
    {
      "epoch": 4.281442380566156,
      "grad_norm": 1.361721158027649,
      "learning_rate": 1.571992341240294e-05,
      "loss": 0.2767,
      "step": 161000
    },
    {
      "epoch": 4.294738661596352,
      "grad_norm": 1.3751747608184814,
      "learning_rate": 1.5706626954579302e-05,
      "loss": 0.2672,
      "step": 161500
    },
    {
      "epoch": 4.308034942626548,
      "grad_norm": 1.032375693321228,
      "learning_rate": 1.5693357089671313e-05,
      "loss": 0.2786,
      "step": 162000
    },
    {
      "epoch": 4.321331223656744,
      "grad_norm": 1.288988471031189,
      "learning_rate": 1.568006063184768e-05,
      "loss": 0.2845,
      "step": 162500
    },
    {
      "epoch": 4.334627504686939,
      "grad_norm": 1.0330158472061157,
      "learning_rate": 1.566676417402404e-05,
      "loss": 0.2811,
      "step": 163000
    },
    {
      "epoch": 4.347923785717135,
      "grad_norm": 1.7785344123840332,
      "learning_rate": 1.5653467716200406e-05,
      "loss": 0.2791,
      "step": 163500
    },
    {
      "epoch": 4.361220066747331,
      "grad_norm": 1.7403333187103271,
      "learning_rate": 1.5640197851292417e-05,
      "loss": 0.2773,
      "step": 164000
    },
    {
      "epoch": 4.374516347777527,
      "grad_norm": 1.0584579706192017,
      "learning_rate": 1.562690139346878e-05,
      "loss": 0.2711,
      "step": 164500
    },
    {
      "epoch": 4.387812628807723,
      "grad_norm": 1.419774055480957,
      "learning_rate": 1.5613604935645147e-05,
      "loss": 0.2762,
      "step": 165000
    },
    {
      "epoch": 4.401108909837919,
      "grad_norm": 1.3535691499710083,
      "learning_rate": 1.560030847782151e-05,
      "loss": 0.271,
      "step": 165500
    },
    {
      "epoch": 4.414405190868115,
      "grad_norm": 1.4730337858200073,
      "learning_rate": 1.5587012019997873e-05,
      "loss": 0.2753,
      "step": 166000
    },
    {
      "epoch": 4.42770147189831,
      "grad_norm": 1.1973862648010254,
      "learning_rate": 1.557371556217424e-05,
      "loss": 0.2731,
      "step": 166500
    },
    {
      "epoch": 4.440997752928506,
      "grad_norm": 1.2967299222946167,
      "learning_rate": 1.5560472290181895e-05,
      "loss": 0.2815,
      "step": 167000
    },
    {
      "epoch": 4.454294033958702,
      "grad_norm": 1.1886343955993652,
      "learning_rate": 1.554717583235826e-05,
      "loss": 0.27,
      "step": 167500
    },
    {
      "epoch": 4.467590314988898,
      "grad_norm": 1.6000491380691528,
      "learning_rate": 1.5533879374534625e-05,
      "loss": 0.28,
      "step": 168000
    },
    {
      "epoch": 4.480886596019094,
      "grad_norm": 1.6364268064498901,
      "learning_rate": 1.5520582916710988e-05,
      "loss": 0.2741,
      "step": 168500
    },
    {
      "epoch": 4.4941828770492895,
      "grad_norm": 1.4403234720230103,
      "learning_rate": 1.5507286458887355e-05,
      "loss": 0.2768,
      "step": 169000
    },
    {
      "epoch": 4.5074791580794855,
      "grad_norm": 1.1721081733703613,
      "learning_rate": 1.5493990001063718e-05,
      "loss": 0.2812,
      "step": 169500
    },
    {
      "epoch": 4.520775439109681,
      "grad_norm": 1.213318943977356,
      "learning_rate": 1.548072013615573e-05,
      "loss": 0.2772,
      "step": 170000
    },
    {
      "epoch": 4.520775439109681,
      "eval_loss": 0.2475610226392746,
      "eval_runtime": 44.8886,
      "eval_samples_per_second": 67.701,
      "eval_steps_per_second": 16.931,
      "step": 170000
    },
    {
      "epoch": 4.534071720139877,
      "grad_norm": 1.3363765478134155,
      "learning_rate": 1.5467423678332095e-05,
      "loss": 0.2748,
      "step": 170500
    },
    {
      "epoch": 4.547368001170073,
      "grad_norm": 1.1976338624954224,
      "learning_rate": 1.5454127220508455e-05,
      "loss": 0.2731,
      "step": 171000
    },
    {
      "epoch": 4.5606642822002685,
      "grad_norm": 1.1618109941482544,
      "learning_rate": 1.5440830762684822e-05,
      "loss": 0.2772,
      "step": 171500
    },
    {
      "epoch": 4.5739605632304645,
      "grad_norm": 1.5081138610839844,
      "learning_rate": 1.542753430486119e-05,
      "loss": 0.2711,
      "step": 172000
    },
    {
      "epoch": 4.5872568442606605,
      "grad_norm": 1.2148953676223755,
      "learning_rate": 1.541423784703755e-05,
      "loss": 0.2708,
      "step": 172500
    },
    {
      "epoch": 4.6005531252908565,
      "grad_norm": 0.9179415702819824,
      "learning_rate": 1.5400941389213915e-05,
      "loss": 0.2674,
      "step": 173000
    },
    {
      "epoch": 4.613849406321052,
      "grad_norm": 1.1413265466690063,
      "learning_rate": 1.538764493139028e-05,
      "loss": 0.2747,
      "step": 173500
    },
    {
      "epoch": 4.6271456873512475,
      "grad_norm": 1.0427721738815308,
      "learning_rate": 1.537434847356664e-05,
      "loss": 0.2802,
      "step": 174000
    },
    {
      "epoch": 4.6404419683814435,
      "grad_norm": 1.8311312198638916,
      "learning_rate": 1.5361052015743008e-05,
      "loss": 0.2746,
      "step": 174500
    },
    {
      "epoch": 4.6537382494116395,
      "grad_norm": 1.482964038848877,
      "learning_rate": 1.534775555791937e-05,
      "loss": 0.2661,
      "step": 175000
    },
    {
      "epoch": 4.6670345304418355,
      "grad_norm": 1.2513574361801147,
      "learning_rate": 1.5334485693011382e-05,
      "loss": 0.2654,
      "step": 175500
    },
    {
      "epoch": 4.6803308114720314,
      "grad_norm": 1.0544030666351318,
      "learning_rate": 1.532118923518775e-05,
      "loss": 0.2783,
      "step": 176000
    },
    {
      "epoch": 4.693627092502227,
      "grad_norm": 1.350472331047058,
      "learning_rate": 1.530789277736411e-05,
      "loss": 0.2846,
      "step": 176500
    },
    {
      "epoch": 4.7069233735324225,
      "grad_norm": 1.0775673389434814,
      "learning_rate": 1.5294596319540476e-05,
      "loss": 0.2759,
      "step": 177000
    },
    {
      "epoch": 4.7202196545626185,
      "grad_norm": 0.8350367546081543,
      "learning_rate": 1.5281299861716842e-05,
      "loss": 0.2778,
      "step": 177500
    },
    {
      "epoch": 4.7335159355928145,
      "grad_norm": 1.2634960412979126,
      "learning_rate": 1.5268003403893202e-05,
      "loss": 0.2754,
      "step": 178000
    },
    {
      "epoch": 4.7468122166230104,
      "grad_norm": 1.2727707624435425,
      "learning_rate": 1.5254706946069569e-05,
      "loss": 0.2811,
      "step": 178500
    },
    {
      "epoch": 4.760108497653206,
      "grad_norm": 1.2721821069717407,
      "learning_rate": 1.5241410488245934e-05,
      "loss": 0.2765,
      "step": 179000
    },
    {
      "epoch": 4.773404778683402,
      "grad_norm": 1.0992257595062256,
      "learning_rate": 1.522816721625359e-05,
      "loss": 0.2767,
      "step": 179500
    },
    {
      "epoch": 4.786701059713598,
      "grad_norm": 0.9015975594520569,
      "learning_rate": 1.5214870758429955e-05,
      "loss": 0.2713,
      "step": 180000
    },
    {
      "epoch": 4.786701059713598,
      "eval_loss": 0.24829423427581787,
      "eval_runtime": 44.7845,
      "eval_samples_per_second": 67.858,
      "eval_steps_per_second": 16.97,
      "step": 180000
    },
    {
      "epoch": 4.7999973407437935,
      "grad_norm": 1.1640844345092773,
      "learning_rate": 1.5201600893521966e-05,
      "loss": 0.2836,
      "step": 180500
    },
    {
      "epoch": 4.8132936217739895,
      "grad_norm": 1.0341435670852661,
      "learning_rate": 1.5188304435698331e-05,
      "loss": 0.2761,
      "step": 181000
    },
    {
      "epoch": 4.826589902804185,
      "grad_norm": 1.327324628829956,
      "learning_rate": 1.5175007977874696e-05,
      "loss": 0.2791,
      "step": 181500
    },
    {
      "epoch": 4.839886183834381,
      "grad_norm": 0.8103187084197998,
      "learning_rate": 1.5161738112966707e-05,
      "loss": 0.2879,
      "step": 182000
    },
    {
      "epoch": 4.853182464864577,
      "grad_norm": 0.7801828384399414,
      "learning_rate": 1.5148441655143072e-05,
      "loss": 0.2756,
      "step": 182500
    },
    {
      "epoch": 4.866478745894773,
      "grad_norm": 1.30203378200531,
      "learning_rate": 1.5135145197319437e-05,
      "loss": 0.277,
      "step": 183000
    },
    {
      "epoch": 4.879775026924969,
      "grad_norm": 1.3664675951004028,
      "learning_rate": 1.5121848739495799e-05,
      "loss": 0.2731,
      "step": 183500
    },
    {
      "epoch": 4.893071307955165,
      "grad_norm": 1.314031720161438,
      "learning_rate": 1.5108552281672163e-05,
      "loss": 0.2729,
      "step": 184000
    },
    {
      "epoch": 4.90636758898536,
      "grad_norm": 0.8956036567687988,
      "learning_rate": 1.5095255823848527e-05,
      "loss": 0.2788,
      "step": 184500
    },
    {
      "epoch": 4.919663870015556,
      "grad_norm": 1.520376205444336,
      "learning_rate": 1.5081959366024892e-05,
      "loss": 0.2845,
      "step": 185000
    },
    {
      "epoch": 4.932960151045752,
      "grad_norm": 1.3505889177322388,
      "learning_rate": 1.5068662908201257e-05,
      "loss": 0.2818,
      "step": 185500
    },
    {
      "epoch": 4.946256432075948,
      "grad_norm": 0.6950279474258423,
      "learning_rate": 1.505536645037762e-05,
      "loss": 0.2737,
      "step": 186000
    },
    {
      "epoch": 4.959552713106144,
      "grad_norm": 1.2404699325561523,
      "learning_rate": 1.5042069992553985e-05,
      "loss": 0.2813,
      "step": 186500
    },
    {
      "epoch": 4.97284899413634,
      "grad_norm": 1.1977089643478394,
      "learning_rate": 1.5028800127645997e-05,
      "loss": 0.2758,
      "step": 187000
    },
    {
      "epoch": 4.986145275166536,
      "grad_norm": 1.2810465097427368,
      "learning_rate": 1.501550366982236e-05,
      "loss": 0.287,
      "step": 187500
    },
    {
      "epoch": 4.999441556196732,
      "grad_norm": 2.558598756790161,
      "learning_rate": 1.5002207211998726e-05,
      "loss": 0.2701,
      "step": 188000
    },
    {
      "epoch": 5.012737837226927,
      "grad_norm": 1.2791069746017456,
      "learning_rate": 1.498891075417509e-05,
      "loss": 0.2406,
      "step": 188500
    },
    {
      "epoch": 5.026034118257123,
      "grad_norm": 1.0913165807724,
      "learning_rate": 1.4975614296351452e-05,
      "loss": 0.2307,
      "step": 189000
    },
    {
      "epoch": 5.039330399287319,
      "grad_norm": 1.1861522197723389,
      "learning_rate": 1.4962317838527817e-05,
      "loss": 0.2429,
      "step": 189500
    },
    {
      "epoch": 5.052626680317515,
      "grad_norm": 1.2686249017715454,
      "learning_rate": 1.494902138070418e-05,
      "loss": 0.2395,
      "step": 190000
    },
    {
      "epoch": 5.052626680317515,
      "eval_loss": 0.2490723580121994,
      "eval_runtime": 43.0318,
      "eval_samples_per_second": 70.622,
      "eval_steps_per_second": 17.661,
      "step": 190000
    },
    {
      "epoch": 5.065922961347711,
      "grad_norm": 1.4228299856185913,
      "learning_rate": 1.4935724922880545e-05,
      "loss": 0.2493,
      "step": 190500
    },
    {
      "epoch": 5.079219242377907,
      "grad_norm": 1.0055017471313477,
      "learning_rate": 1.492242846505691e-05,
      "loss": 0.2522,
      "step": 191000
    },
    {
      "epoch": 5.092515523408102,
      "grad_norm": 0.8438519239425659,
      "learning_rate": 1.4909132007233274e-05,
      "loss": 0.2546,
      "step": 191500
    },
    {
      "epoch": 5.105811804438298,
      "grad_norm": 1.2010571956634521,
      "learning_rate": 1.4895862142325286e-05,
      "loss": 0.2352,
      "step": 192000
    },
    {
      "epoch": 5.119108085468494,
      "grad_norm": 1.275994062423706,
      "learning_rate": 1.4882565684501651e-05,
      "loss": 0.2372,
      "step": 192500
    },
    {
      "epoch": 5.13240436649869,
      "grad_norm": 0.7371090054512024,
      "learning_rate": 1.4869269226678014e-05,
      "loss": 0.2487,
      "step": 193000
    },
    {
      "epoch": 5.145700647528886,
      "grad_norm": 1.3083887100219727,
      "learning_rate": 1.485597276885438e-05,
      "loss": 0.2485,
      "step": 193500
    },
    {
      "epoch": 5.158996928559082,
      "grad_norm": 0.972006618976593,
      "learning_rate": 1.4842676311030744e-05,
      "loss": 0.2517,
      "step": 194000
    },
    {
      "epoch": 5.172293209589278,
      "grad_norm": 1.3523329496383667,
      "learning_rate": 1.4829379853207106e-05,
      "loss": 0.243,
      "step": 194500
    },
    {
      "epoch": 5.185589490619474,
      "grad_norm": 1.2454783916473389,
      "learning_rate": 1.4816109988299118e-05,
      "loss": 0.2456,
      "step": 195000
    },
    {
      "epoch": 5.198885771649669,
      "grad_norm": 1.2170870304107666,
      "learning_rate": 1.480284012339113e-05,
      "loss": 0.2524,
      "step": 195500
    },
    {
      "epoch": 5.212182052679865,
      "grad_norm": 1.7185641527175903,
      "learning_rate": 1.4789570258483142e-05,
      "loss": 0.2403,
      "step": 196000
    },
    {
      "epoch": 5.225478333710061,
      "grad_norm": 1.2505462169647217,
      "learning_rate": 1.4776273800659507e-05,
      "loss": 0.248,
      "step": 196500
    },
    {
      "epoch": 5.238774614740257,
      "grad_norm": 1.061320424079895,
      "learning_rate": 1.4762977342835868e-05,
      "loss": 0.2522,
      "step": 197000
    },
    {
      "epoch": 5.252070895770453,
      "grad_norm": 1.1784652471542358,
      "learning_rate": 1.4749680885012235e-05,
      "loss": 0.2471,
      "step": 197500
    },
    {
      "epoch": 5.265367176800649,
      "grad_norm": 1.6446605920791626,
      "learning_rate": 1.47363844271886e-05,
      "loss": 0.2459,
      "step": 198000
    },
    {
      "epoch": 5.278663457830845,
      "grad_norm": 1.7436884641647339,
      "learning_rate": 1.4723087969364962e-05,
      "loss": 0.2452,
      "step": 198500
    },
    {
      "epoch": 5.29195973886104,
      "grad_norm": 1.2458696365356445,
      "learning_rate": 1.4709791511541326e-05,
      "loss": 0.2535,
      "step": 199000
    },
    {
      "epoch": 5.305256019891236,
      "grad_norm": 1.1361490488052368,
      "learning_rate": 1.469649505371769e-05,
      "loss": 0.2444,
      "step": 199500
    },
    {
      "epoch": 5.318552300921432,
      "grad_norm": 1.2189501523971558,
      "learning_rate": 1.4683198595894055e-05,
      "loss": 0.2509,
      "step": 200000
    },
    {
      "epoch": 5.318552300921432,
      "eval_loss": 0.25082090497016907,
      "eval_runtime": 56.1856,
      "eval_samples_per_second": 54.089,
      "eval_steps_per_second": 13.527,
      "step": 200000
    }
  ],
  "logging_steps": 500,
  "max_steps": 752080,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 10000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 4.334195659820237e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}