{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.15092095071321246,
  "global_step": 204000,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.000739808581927512,
      "learning_rate": 1e-05,
      "loss": 9.4473583984375,
      "step": 1000
    },
    {
      "epoch": 0.001479617163855024,
      "learning_rate": 2e-05,
      "loss": 4.761673828125,
      "step": 2000
    },
    {
      "epoch": 0.002219425745782536,
      "learning_rate": 3e-05,
      "loss": 3.3295283203125,
      "step": 3000
    },
    {
      "epoch": 0.002959234327710048,
      "learning_rate": 4e-05,
      "loss": 2.793072265625,
      "step": 4000
    },
    {
      "epoch": 0.00369904290963756,
      "learning_rate": 5e-05,
      "loss": 2.51521875,
      "step": 5000
    },
    {
      "epoch": 0.004438851491565072,
      "learning_rate": 6e-05,
      "loss": 2.3833671875,
      "step": 6000
    },
    {
      "epoch": 0.005178660073492584,
      "learning_rate": 7e-05,
      "loss": 2.28459765625,
      "step": 7000
    },
    {
      "epoch": 0.005918468655420096,
      "learning_rate": 8e-05,
      "loss": 2.228125,
      "step": 8000
    },
    {
      "epoch": 0.006658277237347608,
      "learning_rate": 9e-05,
      "loss": 2.19816015625,
      "step": 9000
    },
    {
      "epoch": 0.00739808581927512,
      "learning_rate": 0.0001,
      "loss": 2.15448828125,
      "step": 10000
    },
    {
      "epoch": 0.008137894401202633,
      "learning_rate": 9.98989898989899e-05,
      "loss": 2.13649609375,
      "step": 11000
    },
    {
      "epoch": 0.008877702983130144,
      "learning_rate": 9.97979797979798e-05,
      "loss": 2.08796484375,
      "step": 12000
    },
    {
      "epoch": 0.009617511565057657,
      "learning_rate": 9.96969696969697e-05,
      "loss": 2.0968984375,
      "step": 13000
    },
    {
      "epoch": 0.010357320146985169,
      "learning_rate": 9.95959595959596e-05,
      "loss": 2.08955078125,
      "step": 14000
    },
    {
      "epoch": 0.011097128728912681,
      "learning_rate": 9.94949494949495e-05,
      "loss": 2.0763828125,
      "step": 15000
    },
    {
      "epoch": 0.011836937310840193,
      "learning_rate": 9.939393939393939e-05,
      "loss": 2.06798828125,
      "step": 16000
    },
    {
      "epoch": 0.012576745892767706,
      "learning_rate": 9.92929292929293e-05,
      "loss": 2.06260546875,
      "step": 17000
    },
    {
      "epoch": 0.013316554474695217,
      "learning_rate": 9.919191919191919e-05,
      "loss": 2.058328125,
      "step": 18000
    },
    {
      "epoch": 0.01405636305662273,
      "learning_rate": 9.909090909090911e-05,
      "loss": 2.04747265625,
      "step": 19000
    },
    {
      "epoch": 0.01479617163855024,
      "learning_rate": 9.8989898989899e-05,
      "loss": 2.0418671875,
      "step": 20000
    },
    {
      "epoch": 0.015535980220477754,
      "learning_rate": 9.888888888888889e-05,
      "loss": 2.0486484375,
      "step": 21000
    },
    {
      "epoch": 0.016275788802405267,
      "learning_rate": 9.87878787878788e-05,
      "loss": 2.052984375,
      "step": 22000
    },
    {
      "epoch": 0.017015597384332778,
      "learning_rate": 9.868686868686869e-05,
      "loss": 2.0374609375,
      "step": 23000
    },
    {
      "epoch": 0.01775540596626029,
      "learning_rate": 9.85858585858586e-05,
      "loss": 2.03405078125,
      "step": 24000
    },
    {
      "epoch": 0.018495214548187804,
      "learning_rate": 9.848484848484849e-05,
      "loss": 2.04113671875,
      "step": 25000
    },
    {
      "epoch": 0.019235023130115315,
      "learning_rate": 9.838383838383838e-05,
      "loss": 2.02526953125,
      "step": 26000
    },
    {
      "epoch": 0.019974831712042826,
      "learning_rate": 9.828282828282829e-05,
      "loss": 2.0195234375,
      "step": 27000
    },
    {
      "epoch": 0.020714640293970337,
      "learning_rate": 9.818181818181818e-05,
      "loss": 2.0342734375,
      "step": 28000
    },
    {
      "epoch": 0.021454448875897852,
      "learning_rate": 9.808080808080809e-05,
      "loss": 2.0206328125,
      "step": 29000
    },
    {
      "epoch": 0.022194257457825363,
      "learning_rate": 9.797979797979798e-05,
      "loss": 2.0215859375,
      "step": 30000
    },
    {
      "epoch": 0.022934066039752874,
      "learning_rate": 9.787878787878789e-05,
      "loss": 2.0064453125,
      "step": 31000
    },
    {
      "epoch": 0.023673874621680385,
      "learning_rate": 9.777777777777778e-05,
      "loss": 2.0098984375,
      "step": 32000
    },
    {
      "epoch": 0.0244136832036079,
      "learning_rate": 9.767676767676767e-05,
      "loss": 2.0178046875,
      "step": 33000
    },
    {
      "epoch": 0.02515349178553541,
      "learning_rate": 9.757575757575758e-05,
      "loss": 2.01334375,
      "step": 34000
    },
    {
      "epoch": 0.025893300367462922,
      "learning_rate": 9.747474747474747e-05,
      "loss": 2.01625,
      "step": 35000
    },
    {
      "epoch": 0.026633108949390433,
      "learning_rate": 9.737373737373738e-05,
      "loss": 2.0108828125,
      "step": 36000
    },
    {
      "epoch": 0.027372917531317948,
      "learning_rate": 9.727272727272728e-05,
      "loss": 2.018734375,
      "step": 37000
    },
    {
      "epoch": 0.02811272611324546,
      "learning_rate": 9.717171717171718e-05,
      "loss": 2.003578125,
      "step": 38000
    },
    {
      "epoch": 0.02885253469517297,
      "learning_rate": 9.707070707070708e-05,
      "loss": 2.01503125,
      "step": 39000
    },
    {
      "epoch": 0.02959234327710048,
      "learning_rate": 9.696969696969698e-05,
      "loss": 2.016765625,
      "step": 40000
    },
    {
      "epoch": 0.030332151859027996,
      "learning_rate": 9.686868686868688e-05,
      "loss": 2.0055703125,
      "step": 41000
    },
    {
      "epoch": 0.031071960440955507,
      "learning_rate": 9.676767676767677e-05,
      "loss": 2.015375,
      "step": 42000
    },
    {
      "epoch": 0.03181176902288302,
      "learning_rate": 9.666666666666667e-05,
      "loss": 2.0087421875,
      "step": 43000
    },
    {
      "epoch": 0.03255157760481053,
      "learning_rate": 9.656565656565657e-05,
      "loss": 2.016359375,
      "step": 44000
    },
    {
      "epoch": 0.03329138618673804,
      "learning_rate": 9.646464646464647e-05,
      "loss": 2.015015625,
      "step": 45000
    },
    {
      "epoch": 0.034031194768665556,
      "learning_rate": 9.636363636363637e-05,
      "loss": 2.025421875,
      "step": 46000
    },
    {
      "epoch": 0.03477100335059307,
      "learning_rate": 9.626262626262627e-05,
      "loss": 2.0208671875,
      "step": 47000
    },
    {
      "epoch": 0.03551081193252058,
      "learning_rate": 9.616161616161616e-05,
      "loss": 2.00615625,
      "step": 48000
    },
    {
      "epoch": 0.03625062051444809,
      "learning_rate": 9.606060606060606e-05,
      "loss": 2.00828125,
      "step": 49000
    },
    {
      "epoch": 0.03699042909637561,
      "learning_rate": 9.595959595959596e-05,
      "loss": 1.998234375,
      "step": 50000
    },
    {
      "epoch": 0.037730237678303115,
      "learning_rate": 9.585858585858586e-05,
      "loss": 2.0086640625,
      "step": 51000
    },
    {
      "epoch": 0.03847004626023063,
      "learning_rate": 9.575757575757576e-05,
      "loss": 1.9955234375,
      "step": 52000
    },
    {
      "epoch": 0.03920985484215814,
      "learning_rate": 9.565656565656566e-05,
      "loss": 2.0098984375,
      "step": 53000
    },
    {
      "epoch": 0.03994966342408565,
      "learning_rate": 9.555555555555557e-05,
      "loss": 1.9921015625,
      "step": 54000
    },
    {
      "epoch": 0.040689472006013166,
      "learning_rate": 9.545454545454546e-05,
      "loss": 2.0024765625,
      "step": 55000
    },
    {
      "epoch": 0.041429280587940674,
      "learning_rate": 9.535353535353537e-05,
      "loss": 2.0018515625,
      "step": 56000
    },
    {
      "epoch": 0.04216908916986819,
      "learning_rate": 9.525252525252526e-05,
      "loss": 2.009984375,
      "step": 57000
    },
    {
      "epoch": 0.042908897751795703,
      "learning_rate": 9.515151515151515e-05,
      "loss": 2.00109375,
      "step": 58000
    },
    {
      "epoch": 0.04364870633372321,
      "learning_rate": 9.505050505050506e-05,
      "loss": 2.017796875,
      "step": 59000
    },
    {
      "epoch": 0.044388514915650726,
      "learning_rate": 9.494949494949495e-05,
      "loss": 2.005921875,
      "step": 60000
    },
    {
      "epoch": 0.045128323497578234,
      "learning_rate": 9.484848484848486e-05,
      "loss": 2.012265625,
      "step": 61000
    },
    {
      "epoch": 0.04586813207950575,
      "learning_rate": 9.474747474747475e-05,
      "loss": 1.99825,
      "step": 62000
    },
    {
      "epoch": 0.04660794066143326,
      "learning_rate": 9.464646464646464e-05,
      "loss": 2.003953125,
      "step": 63000
    },
    {
      "epoch": 0.04734774924336077,
      "learning_rate": 9.454545454545455e-05,
      "loss": 2.019515625,
      "step": 64000
    },
    {
      "epoch": 0.048087557825288285,
      "learning_rate": 9.444444444444444e-05,
      "loss": 2.00675,
      "step": 65000
    },
    {
      "epoch": 0.0488273664072158,
      "learning_rate": 9.434343434343435e-05,
      "loss": 2.005234375,
      "step": 66000
    },
    {
      "epoch": 0.04956717498914331,
      "learning_rate": 9.424242424242424e-05,
      "loss": 1.9940625,
      "step": 67000
    },
    {
      "epoch": 0.05030698357107082,
      "learning_rate": 9.414141414141415e-05,
      "loss": 1.999109375,
      "step": 68000
    },
    {
      "epoch": 0.05104679215299833,
      "learning_rate": 9.404040404040404e-05,
      "loss": 2.00134375,
      "step": 69000
    },
    {
      "epoch": 0.051786600734925844,
      "learning_rate": 9.393939393939395e-05,
      "loss": 2.007953125,
      "step": 70000
    },
    {
      "epoch": 0.05252640931685336,
      "learning_rate": 9.383838383838385e-05,
      "loss": 2.005171875,
      "step": 71000
    },
    {
      "epoch": 0.05326621789878087,
      "learning_rate": 9.373737373737375e-05,
      "loss": 2.000734375,
      "step": 72000
    },
    {
      "epoch": 0.05400602648070838,
      "learning_rate": 9.363636363636364e-05,
      "loss": 2.01009375,
      "step": 73000
    },
    {
      "epoch": 0.054745835062635896,
      "learning_rate": 9.353535353535354e-05,
      "loss": 2.006703125,
      "step": 74000
    },
    {
      "epoch": 0.055485643644563404,
      "learning_rate": 9.343434343434344e-05,
      "loss": 2.019640625,
      "step": 75000
    },
    {
      "epoch": 0.05622545222649092,
      "learning_rate": 9.333333333333334e-05,
      "loss": 1.999078125,
      "step": 76000
    },
    {
      "epoch": 0.05696526080841843,
      "learning_rate": 9.323232323232324e-05,
      "loss": 1.995890625,
      "step": 77000
    },
    {
      "epoch": 0.05770506939034594,
      "learning_rate": 9.313131313131314e-05,
      "loss": 2.00525,
      "step": 78000
    },
    {
      "epoch": 0.058444877972273455,
      "learning_rate": 9.303030303030303e-05,
      "loss": 2.0128125,
      "step": 79000
    },
    {
      "epoch": 0.05918468655420096,
      "learning_rate": 9.292929292929293e-05,
      "loss": 2.006140625,
      "step": 80000
    },
    {
      "epoch": 0.05992449513612848,
      "learning_rate": 9.282828282828283e-05,
      "loss": 2.0091875,
      "step": 81000
    },
    {
      "epoch": 0.06066430371805599,
      "learning_rate": 9.272727272727273e-05,
      "loss": 1.997203125,
      "step": 82000
    },
    {
      "epoch": 0.0614041122999835,
      "learning_rate": 9.262626262626263e-05,
      "loss": 2.020015625,
      "step": 83000
    },
    {
      "epoch": 0.062143920881911015,
      "learning_rate": 9.252525252525253e-05,
      "loss": 2.028375,
      "step": 84000
    },
    {
      "epoch": 0.06288372946383852,
      "learning_rate": 9.242424242424242e-05,
      "loss": 2.006765625,
      "step": 85000
    },
    {
      "epoch": 0.06362353804576604,
      "learning_rate": 9.232323232323232e-05,
      "loss": 2.016703125,
      "step": 86000
    },
    {
      "epoch": 0.06436334662769355,
      "learning_rate": 9.222222222222223e-05,
      "loss": 2.041,
      "step": 87000
    },
    {
      "epoch": 0.06510315520962107,
      "learning_rate": 9.212121212121214e-05,
      "loss": 2.029640625,
      "step": 88000
    },
    {
      "epoch": 0.06584296379154858,
      "learning_rate": 9.202020202020203e-05,
      "loss": 2.005890625,
      "step": 89000
    },
    {
      "epoch": 0.06658277237347608,
      "learning_rate": 9.191919191919192e-05,
      "loss": 1.997921875,
      "step": 90000
    },
    {
      "epoch": 0.0673225809554036,
      "learning_rate": 9.181818181818183e-05,
      "loss": 1.993796875,
      "step": 91000
    },
    {
      "epoch": 0.06806238953733111,
      "learning_rate": 9.171717171717172e-05,
      "loss": 1.997109375,
      "step": 92000
    },
    {
      "epoch": 0.06880219811925863,
      "learning_rate": 9.161616161616163e-05,
      "loss": 2.004078125,
      "step": 93000
    },
    {
      "epoch": 0.06954200670118614,
      "learning_rate": 9.151515151515152e-05,
      "loss": 2.001828125,
      "step": 94000
    },
    {
      "epoch": 0.07028181528311364,
      "learning_rate": 9.141414141414141e-05,
      "loss": 1.9931875,
      "step": 95000
    },
    {
      "epoch": 0.07102162386504116,
      "learning_rate": 9.131313131313132e-05,
      "loss": 1.987171875,
      "step": 96000
    },
    {
      "epoch": 0.07176143244696867,
      "learning_rate": 9.121212121212121e-05,
      "loss": 2.0305,
      "step": 97000
    },
    {
      "epoch": 0.07250124102889619,
      "learning_rate": 9.111111111111112e-05,
      "loss": 1.999484375,
      "step": 98000
    },
    {
      "epoch": 0.0732410496108237,
      "learning_rate": 9.101010101010101e-05,
      "loss": 1.989171875,
      "step": 99000
    },
    {
      "epoch": 0.07398085819275121,
      "learning_rate": 9.090909090909092e-05,
      "loss": 1.988671875,
      "step": 100000
    },
    {
      "epoch": 0.07472066677467872,
      "learning_rate": 9.080808080808081e-05,
      "loss": 1.989,
      "step": 101000
    },
    {
      "epoch": 0.07546047535660623,
      "learning_rate": 9.07070707070707e-05,
      "loss": 1.99684375,
      "step": 102000
    },
    {
      "epoch": 0.07620028393853374,
      "learning_rate": 9.060606060606061e-05,
      "loss": 2.004921875,
      "step": 103000
    },
    {
      "epoch": 0.07694009252046126,
      "learning_rate": 9.050505050505052e-05,
      "loss": 2.01390625,
      "step": 104000
    },
    {
      "epoch": 0.07767990110238877,
      "learning_rate": 9.040404040404041e-05,
      "loss": 1.98865625,
      "step": 105000
    },
    {
      "epoch": 0.07841970968431627,
      "learning_rate": 9.030303030303031e-05,
      "loss": 1.98871875,
      "step": 106000
    },
    {
      "epoch": 0.07915951826624379,
      "learning_rate": 9.02020202020202e-05,
      "loss": 1.994046875,
      "step": 107000
    },
    {
      "epoch": 0.0798993268481713,
      "learning_rate": 9.010101010101011e-05,
      "loss": 2.010546875,
      "step": 108000
    },
    {
      "epoch": 0.08063913543009882,
      "learning_rate": 9e-05,
      "loss": 2.005640625,
      "step": 109000
    },
    {
      "epoch": 0.08137894401202633,
      "learning_rate": 8.98989898989899e-05,
      "loss": 1.99709375,
      "step": 110000
    },
    {
      "epoch": 0.08211875259395383,
      "learning_rate": 8.97979797979798e-05,
      "loss": 2.01225,
      "step": 111000
    },
    {
      "epoch": 0.08285856117588135,
      "learning_rate": 8.96969696969697e-05,
      "loss": 1.982421875,
      "step": 112000
    },
    {
      "epoch": 0.08359836975780886,
      "learning_rate": 8.95959595959596e-05,
      "loss": 1.988484375,
      "step": 113000
    },
    {
      "epoch": 0.08433817833973638,
      "learning_rate": 8.94949494949495e-05,
      "loss": 2.001359375,
      "step": 114000
    },
    {
      "epoch": 0.08507798692166389,
      "learning_rate": 8.93939393939394e-05,
      "loss": 2.001796875,
      "step": 115000
    },
    {
      "epoch": 0.08581779550359141,
      "learning_rate": 8.92929292929293e-05,
      "loss": 2.012875,
      "step": 116000
    },
    {
      "epoch": 0.08655760408551891,
      "learning_rate": 8.919191919191919e-05,
      "loss": 2.007953125,
      "step": 117000
    },
    {
      "epoch": 0.08729741266744642,
      "learning_rate": 8.90909090909091e-05,
      "loss": 2.00078125,
      "step": 118000
    },
    {
      "epoch": 0.08803722124937394,
      "learning_rate": 8.898989898989899e-05,
      "loss": 2.02653125,
      "step": 119000
    },
    {
      "epoch": 0.08877702983130145,
      "learning_rate": 8.888888888888889e-05,
      "loss": 2.006796875,
      "step": 120000
    },
    {
      "epoch": 0.08951683841322897,
      "learning_rate": 8.87878787878788e-05,
      "loss": 2.007296875,
      "step": 121000
    },
    {
      "epoch": 0.09025664699515647,
      "learning_rate": 8.868686868686869e-05,
      "loss": 2.012890625,
      "step": 122000
    },
    {
      "epoch": 0.09099645557708398,
      "learning_rate": 8.85858585858586e-05,
      "loss": 2.012546875,
      "step": 123000
    },
    {
      "epoch": 0.0917362641590115,
      "learning_rate": 8.848484848484849e-05,
      "loss": 2.016765625,
      "step": 124000
    },
    {
      "epoch": 0.09247607274093901,
      "learning_rate": 8.83838383838384e-05,
      "loss": 1.985875,
      "step": 125000
    },
    {
      "epoch": 0.09321588132286653,
      "learning_rate": 8.828282828282829e-05,
      "loss": 2.0315,
      "step": 126000
    },
    {
      "epoch": 0.09395568990479404,
      "learning_rate": 8.818181818181818e-05,
      "loss": 2.061625,
      "step": 127000
    },
    {
      "epoch": 0.09469549848672154,
      "learning_rate": 8.808080808080809e-05,
      "loss": 2.03778125,
      "step": 128000
    },
    {
      "epoch": 0.09543530706864906,
      "learning_rate": 8.797979797979798e-05,
      "loss": 2.0075625,
      "step": 129000
    },
    {
      "epoch": 0.09617511565057657,
      "learning_rate": 8.787878787878789e-05,
      "loss": 1.9984375,
      "step": 130000
    },
    {
      "epoch": 0.09691492423250408,
      "learning_rate": 8.777777777777778e-05,
      "loss": 1.99621875,
      "step": 131000
    },
    {
      "epoch": 0.0976547328144316,
      "learning_rate": 8.767676767676767e-05,
      "loss": 2.01059375,
      "step": 132000
    },
    {
      "epoch": 0.0983945413963591,
      "learning_rate": 8.757575757575758e-05,
      "loss": 2.0471875,
      "step": 133000
    },
    {
      "epoch": 0.09913434997828661,
      "learning_rate": 8.747474747474747e-05,
      "loss": 2.01190625,
      "step": 134000
    },
    {
      "epoch": 0.09987415856021413,
      "learning_rate": 8.737373737373738e-05,
      "loss": 2.00653125,
      "step": 135000
    },
    {
      "epoch": 0.10061396714214164,
      "learning_rate": 8.727272727272727e-05,
      "loss": 2.014375,
      "step": 136000
    },
    {
      "epoch": 0.10135377572406916,
      "learning_rate": 8.717171717171718e-05,
      "loss": 2.00065625,
      "step": 137000
    },
    {
      "epoch": 0.10209358430599666,
      "learning_rate": 8.707070707070707e-05,
      "loss": 2.031875,
      "step": 138000
    },
    {
      "epoch": 0.10283339288792417,
      "learning_rate": 8.696969696969698e-05,
      "loss": 1.99303125,
      "step": 139000
    },
    {
      "epoch": 0.10357320146985169,
      "learning_rate": 8.686868686868688e-05,
      "loss": 1.97703125,
      "step": 140000
    },
    {
      "epoch": 0.1043130100517792,
      "learning_rate": 8.676767676767678e-05,
      "loss": 1.99440625,
      "step": 141000
    },
    {
      "epoch": 0.10505281863370672,
      "learning_rate": 8.666666666666667e-05,
      "loss": 2.00790625,
      "step": 142000
    },
    {
      "epoch": 0.10579262721563423,
      "learning_rate": 8.656565656565657e-05,
      "loss": 1.9769375,
      "step": 143000
    },
    {
      "epoch": 0.10653243579756173,
      "learning_rate": 8.646464646464647e-05,
      "loss": 1.98775,
      "step": 144000
    },
    {
      "epoch": 0.10727224437948925,
      "learning_rate": 8.636363636363637e-05,
      "loss": 1.970875,
      "step": 145000
    },
    {
      "epoch": 0.10801205296141676,
      "learning_rate": 8.626262626262627e-05,
      "loss": 1.97203125,
      "step": 146000
    },
    {
      "epoch": 0.10875186154334428,
      "learning_rate": 8.616161616161616e-05,
      "loss": 1.97359375,
      "step": 147000
    },
    {
      "epoch": 0.10949167012527179,
      "learning_rate": 8.606060606060606e-05,
      "loss": 1.97471875,
      "step": 148000
    },
    {
      "epoch": 0.11023147870719929,
      "learning_rate": 8.595959595959596e-05,
      "loss": 1.96978125,
      "step": 149000
    },
    {
      "epoch": 0.11097128728912681,
      "learning_rate": 8.585858585858586e-05,
      "loss": 1.9813125,
      "step": 150000
    },
    {
      "epoch": 0.11171109587105432,
      "learning_rate": 8.575757575757576e-05,
      "loss": 1.9761875,
      "step": 151000
    },
    {
      "epoch": 0.11245090445298184,
      "learning_rate": 8.565656565656566e-05,
      "loss": 1.9814375,
      "step": 152000
    },
    {
      "epoch": 0.11319071303490935,
      "learning_rate": 8.555555555555556e-05,
      "loss": 1.97459375,
      "step": 153000
    },
    {
      "epoch": 0.11393052161683687,
      "learning_rate": 8.545454545454545e-05,
      "loss": 1.97503125,
      "step": 154000
    },
    {
      "epoch": 0.11467033019876437,
      "learning_rate": 8.535353535353535e-05,
      "loss": 1.98446875,
      "step": 155000
    },
    {
      "epoch": 0.11541013878069188,
      "learning_rate": 8.525252525252526e-05,
      "loss": 1.997,
      "step": 156000
    },
    {
      "epoch": 0.1161499473626194,
      "learning_rate": 8.515151515151515e-05,
      "loss": 1.98559375,
      "step": 157000
    },
    {
      "epoch": 0.11688975594454691,
      "learning_rate": 8.505050505050506e-05,
      "loss": 1.99725,
      "step": 158000
    },
    {
      "epoch": 0.11762956452647443,
      "learning_rate": 8.494949494949495e-05,
      "loss": 1.997375,
      "step": 159000
    },
    {
      "epoch": 0.11836937310840193,
      "learning_rate": 8.484848484848486e-05,
      "loss": 1.98828125,
      "step": 160000
    },
    {
      "epoch": 0.11910918169032944,
      "learning_rate": 8.474747474747475e-05,
      "loss": 1.9948125,
      "step": 161000
    },
    {
      "epoch": 0.11984899027225696,
      "learning_rate": 8.464646464646466e-05,
      "loss": 1.986,
      "step": 162000
    },
    {
      "epoch": 0.12058879885418447,
      "learning_rate": 8.454545454545455e-05,
      "loss": 1.99940625,
      "step": 163000
    },
    {
      "epoch": 0.12132860743611198,
      "learning_rate": 8.444444444444444e-05,
      "loss": 1.99140625,
      "step": 164000
    },
    {
      "epoch": 0.12206841601803949,
      "learning_rate": 8.434343434343435e-05,
      "loss": 1.996375,
      "step": 165000
    },
    {
      "epoch": 0.122808224599967,
      "learning_rate": 8.424242424242424e-05,
      "loss": 1.99515625,
      "step": 166000
    },
    {
      "epoch": 0.12354803318189451,
      "learning_rate": 8.414141414141415e-05,
      "loss": 1.97484375,
      "step": 167000
    },
    {
      "epoch": 0.12428784176382203,
      "learning_rate": 8.404040404040404e-05,
      "loss": 1.99240625,
      "step": 168000
    },
    {
      "epoch": 0.12502765034574953,
      "learning_rate": 8.393939393939393e-05,
      "loss": 1.99184375,
      "step": 169000
    },
    {
      "epoch": 0.12576745892767704,
      "learning_rate": 8.383838383838384e-05,
      "loss": 1.99071875,
      "step": 170000
    },
    {
      "epoch": 0.12650726750960456,
      "learning_rate": 8.373737373737373e-05,
      "loss": 1.99640625,
      "step": 171000
    },
    {
      "epoch": 0.12724707609153207,
      "learning_rate": 8.363636363636364e-05,
      "loss": 2.009375,
      "step": 172000
    },
    {
      "epoch": 0.1279868846734596,
      "learning_rate": 8.353535353535355e-05,
      "loss": 2.01953125,
      "step": 173000
    },
    {
      "epoch": 0.1287266932553871,
      "learning_rate": 8.343434343434344e-05,
      "loss": 2.0111875,
      "step": 174000
    },
    {
      "epoch": 0.12946650183731462,
      "learning_rate": 8.333333333333334e-05,
      "loss": 2.014,
      "step": 175000
    },
    {
      "epoch": 0.13020631041924213,
      "learning_rate": 8.323232323232324e-05,
      "loss": 2.0209375,
      "step": 176000
    },
    {
      "epoch": 0.13094611900116965,
      "learning_rate": 8.313131313131314e-05,
      "loss": 1.98971875,
      "step": 177000
    },
    {
      "epoch": 0.13168592758309716,
      "learning_rate": 8.303030303030304e-05,
      "loss": 1.978,
      "step": 178000
    },
    {
      "epoch": 0.13242573616502465,
      "learning_rate": 8.292929292929293e-05,
      "loss": 2.0005,
      "step": 179000
    },
    {
      "epoch": 0.13316554474695216,
      "learning_rate": 8.282828282828283e-05,
      "loss": 2.01215625,
      "step": 180000
    },
    {
      "epoch": 0.13390535332887968,
      "learning_rate": 8.272727272727273e-05,
      "loss": 2.0359375,
      "step": 181000
    },
    {
      "epoch": 0.1346451619108072,
      "learning_rate": 8.262626262626263e-05,
      "loss": 2.0521875,
      "step": 182000
    },
    {
      "epoch": 0.1353849704927347,
      "learning_rate": 8.252525252525253e-05,
      "loss": 2.0225625,
      "step": 183000
    },
    {
      "epoch": 0.13612477907466222,
      "learning_rate": 8.242424242424243e-05,
      "loss": 2.02978125,
      "step": 184000
    },
    {
      "epoch": 0.13686458765658974,
      "learning_rate": 8.232323232323233e-05,
      "loss": 2.09690625,
      "step": 185000
    },
    {
      "epoch": 0.13760439623851725,
      "learning_rate": 8.222222222222222e-05,
      "loss": 2.14709375,
      "step": 186000
    },
    {
      "epoch": 0.13834420482044477,
      "learning_rate": 8.212121212121212e-05,
      "loss": 2.05809375,
      "step": 187000
    },
    {
      "epoch": 0.13908401340237228,
      "learning_rate": 8.202020202020202e-05,
      "loss": 2.24625,
      "step": 188000
    },
    {
      "epoch": 0.1398238219842998,
      "learning_rate": 8.191919191919192e-05,
      "loss": 2.2840625,
      "step": 189000
    },
    {
      "epoch": 0.14056363056622728,
      "learning_rate": 8.181818181818183e-05,
      "loss": 2.23384375,
      "step": 190000
    },
    {
      "epoch": 0.1413034391481548,
      "learning_rate": 8.171717171717172e-05,
      "loss": 2.27740625,
      "step": 191000
    },
    {
      "epoch": 0.1420432477300823,
      "learning_rate": 8.161616161616163e-05,
      "loss": 2.3976875,
      "step": 192000
    },
    {
      "epoch": 0.14278305631200983,
      "learning_rate": 8.151515151515152e-05,
      "loss": 2.22225,
      "step": 193000
    },
    {
      "epoch": 0.14352286489393734,
      "learning_rate": 8.141414141414141e-05,
      "loss": 2.28578125,
      "step": 194000
    },
    {
      "epoch": 0.14426267347586486,
      "learning_rate": 8.131313131313132e-05,
      "loss": 2.22359375,
      "step": 195000
    },
    {
      "epoch": 0.14500248205779237,
      "learning_rate": 8.121212121212121e-05,
      "loss": 2.16703125,
      "step": 196000
    },
    {
      "epoch": 0.14574229063971988,
      "learning_rate": 8.111111111111112e-05,
      "loss": 2.26603125,
      "step": 197000
    },
    {
      "epoch": 0.1464820992216474,
      "learning_rate": 8.101010101010101e-05,
      "loss": 2.159125,
      "step": 198000
    },
    {
      "epoch": 0.14722190780357491,
      "learning_rate": 8.090909090909092e-05,
      "loss": 2.02203125,
      "step": 199000
    },
    {
      "epoch": 0.14796171638550243,
      "learning_rate": 8.080808080808081e-05,
      "loss": 2.01090625,
      "step": 200000
    },
    {
      "epoch": 0.14870152496742992,
      "learning_rate": 8.07070707070707e-05,
      "loss": 2.0288125,
      "step": 201000
    },
    {
      "epoch": 0.14944133354935743,
      "learning_rate": 8.060606060606061e-05,
      "loss": 2.00403125,
      "step": 202000
    },
    {
      "epoch": 0.15018114213128494,
      "learning_rate": 8.05050505050505e-05,
      "loss": 1.99765625,
      "step": 203000
    },
    {
      "epoch": 0.15092095071321246,
      "learning_rate": 8.040404040404041e-05,
      "loss": 1.98784375,
      "step": 204000
    }
  ],
  "max_steps": 1000000,
  "num_train_epochs": 1,
  "total_flos": 369792323308800000
}