{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.99981234753237,
  "eval_steps": 500,
  "global_step": 999,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0010008131606930632,
      "grad_norm": 0.09912109375,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.7364,
      "step": 1
    },
    {
      "epoch": 0.005004065803465315,
      "grad_norm": 0.09228515625,
      "learning_rate": 1e-05,
      "loss": 1.7255,
      "step": 5
    },
    {
      "epoch": 0.01000813160693063,
      "grad_norm": 0.10009765625,
      "learning_rate": 2e-05,
      "loss": 1.693,
      "step": 10
    },
    {
      "epoch": 0.015012197410395946,
      "grad_norm": 0.10546875,
      "learning_rate": 3e-05,
      "loss": 1.7131,
      "step": 15
    },
    {
      "epoch": 0.02001626321386126,
      "grad_norm": 0.1298828125,
      "learning_rate": 4e-05,
      "loss": 1.6944,
      "step": 20
    },
    {
      "epoch": 0.02502032901732658,
      "grad_norm": 0.162109375,
      "learning_rate": 5e-05,
      "loss": 1.6902,
      "step": 25
    },
    {
      "epoch": 0.030024394820791892,
      "grad_norm": 0.1982421875,
      "learning_rate": 6e-05,
      "loss": 1.6689,
      "step": 30
    },
    {
      "epoch": 0.035028460624257206,
      "grad_norm": 0.173828125,
      "learning_rate": 7e-05,
      "loss": 1.6255,
      "step": 35
    },
    {
      "epoch": 0.04003252642772252,
      "grad_norm": 0.1611328125,
      "learning_rate": 8e-05,
      "loss": 1.5785,
      "step": 40
    },
    {
      "epoch": 0.04503659223118784,
      "grad_norm": 0.1357421875,
      "learning_rate": 9e-05,
      "loss": 1.5011,
      "step": 45
    },
    {
      "epoch": 0.05004065803465316,
      "grad_norm": 0.1376953125,
      "learning_rate": 0.0001,
      "loss": 1.4936,
      "step": 50
    },
    {
      "epoch": 0.055044723838118474,
      "grad_norm": 0.08740234375,
      "learning_rate": 0.00011000000000000002,
      "loss": 1.48,
      "step": 55
    },
    {
      "epoch": 0.060048789641583784,
      "grad_norm": 0.06591796875,
      "learning_rate": 0.00012,
      "loss": 1.4597,
      "step": 60
    },
    {
      "epoch": 0.0650528554450491,
      "grad_norm": 0.04345703125,
      "learning_rate": 0.00013000000000000002,
      "loss": 1.4573,
      "step": 65
    },
    {
      "epoch": 0.07005692124851441,
      "grad_norm": 0.0322265625,
      "learning_rate": 0.00014,
      "loss": 1.4094,
      "step": 70
    },
    {
      "epoch": 0.07506098705197974,
      "grad_norm": 0.037353515625,
      "learning_rate": 0.00015000000000000001,
      "loss": 1.4073,
      "step": 75
    },
    {
      "epoch": 0.08006505285544505,
      "grad_norm": 0.0277099609375,
      "learning_rate": 0.00016,
      "loss": 1.4222,
      "step": 80
    },
    {
      "epoch": 0.08506911865891037,
      "grad_norm": 0.0230712890625,
      "learning_rate": 0.00017,
      "loss": 1.4125,
      "step": 85
    },
    {
      "epoch": 0.09007318446237568,
      "grad_norm": 0.021728515625,
      "learning_rate": 0.00018,
      "loss": 1.3956,
      "step": 90
    },
    {
      "epoch": 0.09507725026584099,
      "grad_norm": 0.0211181640625,
      "learning_rate": 0.00019,
      "loss": 1.4091,
      "step": 95
    },
    {
      "epoch": 0.10008131606930631,
      "grad_norm": 0.0198974609375,
      "learning_rate": 0.0002,
      "loss": 1.368,
      "step": 100
    },
    {
      "epoch": 0.10508538187277162,
      "grad_norm": 0.0196533203125,
      "learning_rate": 0.00019998473561448797,
      "loss": 1.381,
      "step": 105
    },
    {
      "epoch": 0.11008944767623695,
      "grad_norm": 0.01806640625,
      "learning_rate": 0.0001999389471179811,
      "loss": 1.3798,
      "step": 110
    },
    {
      "epoch": 0.11509351347970226,
      "grad_norm": 0.017333984375,
      "learning_rate": 0.00019986264848914474,
      "loss": 1.3918,
      "step": 115
    },
    {
      "epoch": 0.12009757928316757,
      "grad_norm": 0.017578125,
      "learning_rate": 0.00019975586302101248,
      "loss": 1.3851,
      "step": 120
    },
    {
      "epoch": 0.12510164508663288,
      "grad_norm": 0.017578125,
      "learning_rate": 0.00019961862331387543,
      "loss": 1.3727,
      "step": 125
    },
    {
      "epoch": 0.1301057108900982,
      "grad_norm": 0.0169677734375,
      "learning_rate": 0.00019945097126532955,
      "loss": 1.3798,
      "step": 130
    },
    {
      "epoch": 0.13510977669356353,
      "grad_norm": 0.016357421875,
      "learning_rate": 0.0001992529580574848,
      "loss": 1.3553,
      "step": 135
    },
    {
      "epoch": 0.14011384249702882,
      "grad_norm": 0.01953125,
      "learning_rate": 0.00019902464414134005,
      "loss": 1.3801,
      "step": 140
    },
    {
      "epoch": 0.14511790830049415,
      "grad_norm": 0.0203857421875,
      "learning_rate": 0.000198766099218328,
      "loss": 1.354,
      "step": 145
    },
    {
      "epoch": 0.15012197410395947,
      "grad_norm": 0.01806640625,
      "learning_rate": 0.0001984774022190361,
      "loss": 1.3874,
      "step": 150
    },
    {
      "epoch": 0.1551260399074248,
      "grad_norm": 0.0166015625,
      "learning_rate": 0.0001981586412791103,
      "loss": 1.3565,
      "step": 155
    },
    {
      "epoch": 0.1601301057108901,
      "grad_norm": 0.0177001953125,
      "learning_rate": 0.00019780991371234801,
      "loss": 1.3525,
      "step": 160
    },
    {
      "epoch": 0.16513417151435542,
      "grad_norm": 0.01806640625,
      "learning_rate": 0.00019743132598098963,
      "loss": 1.3537,
      "step": 165
    },
    {
      "epoch": 0.17013823731782074,
      "grad_norm": 0.02734375,
      "learning_rate": 0.00019702299366321677,
      "loss": 1.3681,
      "step": 170
    },
    {
      "epoch": 0.17514230312128604,
      "grad_norm": 0.0201416015625,
      "learning_rate": 0.00019658504141786774,
      "loss": 1.3453,
      "step": 175
    },
    {
      "epoch": 0.18014636892475136,
      "grad_norm": 0.0184326171875,
      "learning_rate": 0.0001961176029463807,
      "loss": 1.3701,
      "step": 180
    },
    {
      "epoch": 0.18515043472821668,
      "grad_norm": 0.021240234375,
      "learning_rate": 0.00019562082095197632,
      "loss": 1.3525,
      "step": 185
    },
    {
      "epoch": 0.19015450053168198,
      "grad_norm": 0.02001953125,
      "learning_rate": 0.00019509484709609215,
      "loss": 1.3427,
      "step": 190
    },
    {
      "epoch": 0.1951585663351473,
      "grad_norm": 0.02001953125,
      "learning_rate": 0.0001945398419520823,
      "loss": 1.3469,
      "step": 195
    },
    {
      "epoch": 0.20016263213861263,
      "grad_norm": 0.021484375,
      "learning_rate": 0.00019395597495619634,
      "loss": 1.3413,
      "step": 200
    },
    {
      "epoch": 0.20516669794207792,
      "grad_norm": 0.0230712890625,
      "learning_rate": 0.00019334342435585255,
      "loss": 1.3604,
      "step": 205
    },
    {
      "epoch": 0.21017076374554325,
      "grad_norm": 0.0211181640625,
      "learning_rate": 0.00019270237715522112,
      "loss": 1.3695,
      "step": 210
    },
    {
      "epoch": 0.21517482954900857,
      "grad_norm": 0.02197265625,
      "learning_rate": 0.00019203302905813406,
      "loss": 1.3443,
      "step": 215
    },
    {
      "epoch": 0.2201788953524739,
      "grad_norm": 0.0211181640625,
      "learning_rate": 0.00019133558440833926,
      "loss": 1.336,
      "step": 220
    },
    {
      "epoch": 0.2251829611559392,
      "grad_norm": 0.0234375,
      "learning_rate": 0.00019061025612711699,
      "loss": 1.373,
      "step": 225
    },
    {
      "epoch": 0.23018702695940452,
      "grad_norm": 0.021728515625,
      "learning_rate": 0.00018985726564827728,
      "loss": 1.3571,
      "step": 230
    },
    {
      "epoch": 0.23519109276286984,
      "grad_norm": 0.0218505859375,
      "learning_rate": 0.0001890768428505593,
      "loss": 1.3279,
      "step": 235
    },
    {
      "epoch": 0.24019515856633514,
      "grad_norm": 0.023193359375,
      "learning_rate": 0.00018826922598745197,
      "loss": 1.358,
      "step": 240
    },
    {
      "epoch": 0.24519922436980046,
      "grad_norm": 0.0250244140625,
      "learning_rate": 0.00018743466161445823,
      "loss": 1.3361,
      "step": 245
    },
    {
      "epoch": 0.25020329017326576,
      "grad_norm": 0.02197265625,
      "learning_rate": 0.00018657340451382447,
      "loss": 1.3324,
      "step": 250
    },
    {
      "epoch": 0.2552073559767311,
      "grad_norm": 0.0213623046875,
      "learning_rate": 0.00018568571761675893,
      "loss": 1.3304,
      "step": 255
    },
    {
      "epoch": 0.2602114217801964,
      "grad_norm": 0.0225830078125,
      "learning_rate": 0.00018477187192316184,
      "loss": 1.3585,
      "step": 260
    },
    {
      "epoch": 0.2652154875836617,
      "grad_norm": 0.0250244140625,
      "learning_rate": 0.00018383214641889243,
      "loss": 1.3295,
      "step": 265
    },
    {
      "epoch": 0.27021955338712705,
      "grad_norm": 0.024658203125,
      "learning_rate": 0.00018286682799059824,
      "loss": 1.3565,
      "step": 270
    },
    {
      "epoch": 0.27522361919059235,
      "grad_norm": 0.0223388671875,
      "learning_rate": 0.00018187621133813187,
      "loss": 1.3314,
      "step": 275
    },
    {
      "epoch": 0.28022768499405765,
      "grad_norm": 0.0228271484375,
      "learning_rate": 0.00018086059888458288,
      "loss": 1.3395,
      "step": 280
    },
    {
      "epoch": 0.285231750797523,
      "grad_norm": 0.0218505859375,
      "learning_rate": 0.0001798203006839517,
      "loss": 1.3486,
      "step": 285
    },
    {
      "epoch": 0.2902358166009883,
      "grad_norm": 0.022216796875,
      "learning_rate": 0.00017875563432649392,
      "loss": 1.3341,
      "step": 290
    },
    {
      "epoch": 0.29523988240445365,
      "grad_norm": 0.0245361328125,
      "learning_rate": 0.0001776669248417641,
      "loss": 1.3409,
      "step": 295
    },
    {
      "epoch": 0.30024394820791894,
      "grad_norm": 0.0235595703125,
      "learning_rate": 0.00017655450459938784,
      "loss": 1.3506,
      "step": 300
    },
    {
      "epoch": 0.30524801401138424,
      "grad_norm": 0.0242919921875,
      "learning_rate": 0.00017541871320759378,
      "loss": 1.3523,
      "step": 305
    },
    {
      "epoch": 0.3102520798148496,
      "grad_norm": 0.0230712890625,
      "learning_rate": 0.0001742598974095353,
      "loss": 1.3328,
      "step": 310
    },
    {
      "epoch": 0.3152561456183149,
      "grad_norm": 0.0220947265625,
      "learning_rate": 0.0001730784109774339,
      "loss": 1.3394,
      "step": 315
    },
    {
      "epoch": 0.3202602114217802,
      "grad_norm": 0.0224609375,
      "learning_rate": 0.00017187461460457717,
      "loss": 1.3379,
      "step": 320
    },
    {
      "epoch": 0.32526427722524553,
      "grad_norm": 0.0233154296875,
      "learning_rate": 0.00017064887579520334,
      "loss": 1.317,
      "step": 325
    },
    {
      "epoch": 0.33026834302871083,
      "grad_norm": 0.02197265625,
      "learning_rate": 0.00016940156875230687,
      "loss": 1.3257,
      "step": 330
    },
    {
      "epoch": 0.3352724088321761,
      "grad_norm": 0.0220947265625,
      "learning_rate": 0.00016813307426339892,
      "loss": 1.3265,
      "step": 335
    },
    {
      "epoch": 0.3402764746356415,
      "grad_norm": 0.0235595703125,
      "learning_rate": 0.0001668437795842574,
      "loss": 1.3372,
      "step": 340
    },
    {
      "epoch": 0.3452805404391068,
      "grad_norm": 0.024658203125,
      "learning_rate": 0.00016553407832070277,
      "loss": 1.3559,
      "step": 345
    },
    {
      "epoch": 0.35028460624257207,
      "grad_norm": 0.02490234375,
      "learning_rate": 0.00016420437030843484,
      "loss": 1.3396,
      "step": 350
    },
    {
      "epoch": 0.3552886720460374,
      "grad_norm": 0.025634765625,
      "learning_rate": 0.00016285506149096794,
      "loss": 1.3437,
      "step": 355
    },
    {
      "epoch": 0.3602927378495027,
      "grad_norm": 0.0269775390625,
      "learning_rate": 0.00016148656379570144,
      "loss": 1.3409,
      "step": 360
    },
    {
      "epoch": 0.365296803652968,
      "grad_norm": 0.029052734375,
      "learning_rate": 0.0001600992950081632,
      "loss": 1.3445,
      "step": 365
    },
    {
      "epoch": 0.37030086945643337,
      "grad_norm": 0.026123046875,
      "learning_rate": 0.0001586936786444648,
      "loss": 1.3533,
      "step": 370
    },
    {
      "epoch": 0.37530493525989866,
      "grad_norm": 0.0234375,
      "learning_rate": 0.0001572701438220074,
      "loss": 1.343,
      "step": 375
    },
    {
      "epoch": 0.38030900106336396,
      "grad_norm": 0.026611328125,
      "learning_rate": 0.0001558291251284774,
      "loss": 1.3617,
      "step": 380
    },
    {
      "epoch": 0.3853130668668293,
      "grad_norm": 0.0274658203125,
      "learning_rate": 0.00015437106248917217,
      "loss": 1.323,
      "step": 385
    },
    {
      "epoch": 0.3903171326702946,
      "grad_norm": 0.0235595703125,
      "learning_rate": 0.00015289640103269625,
      "loss": 1.3186,
      "step": 390
    },
    {
      "epoch": 0.3953211984737599,
      "grad_norm": 0.0262451171875,
      "learning_rate": 0.00015140559095506908,
      "loss": 1.3228,
      "step": 395
    },
    {
      "epoch": 0.40032526427722526,
      "grad_norm": 0.02685546875,
      "learning_rate": 0.00014989908738228567,
      "loss": 1.3341,
      "step": 400
    },
    {
      "epoch": 0.40532933008069055,
      "grad_norm": 0.024658203125,
      "learning_rate": 0.00014837735023137216,
      "loss": 1.3479,
      "step": 405
    },
    {
      "epoch": 0.41033339588415585,
      "grad_norm": 0.0267333984375,
      "learning_rate": 0.00014684084406997903,
      "loss": 1.3272,
      "step": 410
    },
    {
      "epoch": 0.4153374616876212,
      "grad_norm": 0.0262451171875,
      "learning_rate": 0.00014529003797455402,
      "loss": 1.338,
      "step": 415
    },
    {
      "epoch": 0.4203415274910865,
      "grad_norm": 0.024658203125,
      "learning_rate": 0.000143725405387139,
      "loss": 1.3344,
      "step": 420
    },
    {
      "epoch": 0.42534559329455185,
      "grad_norm": 0.023681640625,
      "learning_rate": 0.000142147423970834,
      "loss": 1.3262,
      "step": 425
    },
    {
      "epoch": 0.43034965909801715,
      "grad_norm": 0.024658203125,
      "learning_rate": 0.0001405565754639724,
      "loss": 1.3282,
      "step": 430
    },
    {
      "epoch": 0.43535372490148244,
      "grad_norm": 0.0238037109375,
      "learning_rate": 0.00013895334553305216,
      "loss": 1.3363,
      "step": 435
    },
    {
      "epoch": 0.4403577907049478,
      "grad_norm": 0.0281982421875,
      "learning_rate": 0.0001373382236244679,
      "loss": 1.3365,
      "step": 440
    },
    {
      "epoch": 0.4453618565084131,
      "grad_norm": 0.0242919921875,
      "learning_rate": 0.0001357117028150889,
      "loss": 1.338,
      "step": 445
    },
    {
      "epoch": 0.4503659223118784,
      "grad_norm": 0.0240478515625,
      "learning_rate": 0.00013407427966172865,
      "loss": 1.3344,
      "step": 450
    },
    {
      "epoch": 0.45536998811534374,
      "grad_norm": 0.0257568359375,
      "learning_rate": 0.00013242645404955237,
      "loss": 1.3576,
      "step": 455
    },
    {
      "epoch": 0.46037405391880903,
      "grad_norm": 0.02734375,
      "learning_rate": 0.00013076872903946806,
      "loss": 1.3258,
      "step": 460
    },
    {
      "epoch": 0.46537811972227433,
      "grad_norm": 0.02490234375,
      "learning_rate": 0.0001291016107145483,
      "loss": 1.3441,
      "step": 465
    },
    {
      "epoch": 0.4703821855257397,
      "grad_norm": 0.02490234375,
      "learning_rate": 0.00012742560802552912,
      "loss": 1.3255,
      "step": 470
    },
    {
      "epoch": 0.475386251329205,
      "grad_norm": 0.0272216796875,
      "learning_rate": 0.00012574123263543388,
      "loss": 1.3483,
      "step": 475
    },
    {
      "epoch": 0.4803903171326703,
      "grad_norm": 0.025146484375,
      "learning_rate": 0.0001240489987633686,
      "loss": 1.3465,
      "step": 480
    },
    {
      "epoch": 0.4853943829361356,
      "grad_norm": 0.0247802734375,
      "learning_rate": 0.0001223494230275372,
      "loss": 1.3419,
      "step": 485
    },
    {
      "epoch": 0.4903984487396009,
      "grad_norm": 0.0244140625,
      "learning_rate": 0.0001206430242875246,
      "loss": 1.3168,
      "step": 490
    },
    {
      "epoch": 0.4954025145430662,
      "grad_norm": 0.0247802734375,
      "learning_rate": 0.00011893032348589478,
      "loss": 1.3379,
      "step": 495
    },
    {
      "epoch": 0.5004065803465315,
      "grad_norm": 0.025390625,
      "learning_rate": 0.00011721184348915384,
      "loss": 1.3195,
      "step": 500
    },
    {
      "epoch": 0.5054106461499969,
      "grad_norm": 0.024169921875,
      "learning_rate": 0.00011548810892812505,
      "loss": 1.3169,
      "step": 505
    },
    {
      "epoch": 0.5104147119534622,
      "grad_norm": 0.0245361328125,
      "learning_rate": 0.00011375964603778561,
      "loss": 1.3208,
      "step": 510
    },
    {
      "epoch": 0.5154187777569275,
      "grad_norm": 0.025390625,
      "learning_rate": 0.00011202698249661364,
      "loss": 1.3139,
      "step": 515
    },
    {
      "epoch": 0.5204228435603928,
      "grad_norm": 0.0238037109375,
      "learning_rate": 0.00011029064726549412,
      "loss": 1.3217,
      "step": 520
    },
    {
      "epoch": 0.5254269093638582,
      "grad_norm": 0.025634765625,
      "learning_rate": 0.000108551170426234,
      "loss": 1.3115,
      "step": 525
    },
    {
      "epoch": 0.5304309751673234,
      "grad_norm": 0.0272216796875,
      "learning_rate": 0.0001068090830197346,
      "loss": 1.3709,
      "step": 530
    },
    {
      "epoch": 0.5354350409707888,
      "grad_norm": 0.0257568359375,
      "learning_rate": 0.00010506491688387127,
      "loss": 1.3332,
      "step": 535
    },
    {
      "epoch": 0.5404391067742541,
      "grad_norm": 0.025634765625,
      "learning_rate": 0.00010331920449112991,
      "loss": 1.3496,
      "step": 540
    },
    {
      "epoch": 0.5454431725777193,
      "grad_norm": 0.0260009765625,
      "learning_rate": 0.00010157247878604961,
      "loss": 1.3611,
      "step": 545
    },
    {
      "epoch": 0.5504472383811847,
      "grad_norm": 0.024658203125,
      "learning_rate": 9.982527302252135e-05,
      "loss": 1.3502,
      "step": 550
    },
    {
      "epoch": 0.55545130418465,
      "grad_norm": 0.0235595703125,
      "learning_rate": 9.807812060099191e-05,
      "loss": 1.3278,
      "step": 555
    },
    {
      "epoch": 0.5604553699881153,
      "grad_norm": 0.0244140625,
      "learning_rate": 9.633155490562358e-05,
      "loss": 1.3605,
      "step": 560
    },
    {
      "epoch": 0.5654594357915806,
      "grad_norm": 0.0235595703125,
      "learning_rate": 9.458610914145826e-05,
      "loss": 1.3379,
      "step": 565
    },
    {
      "epoch": 0.570463501595046,
      "grad_norm": 0.0257568359375,
      "learning_rate": 9.284231617163666e-05,
      "loss": 1.3085,
      "step": 570
    },
    {
      "epoch": 0.5754675673985112,
      "grad_norm": 0.0252685546875,
      "learning_rate": 9.11007083547216e-05,
      "loss": 1.3415,
      "step": 575
    },
    {
      "epoch": 0.5804716332019766,
      "grad_norm": 0.0252685546875,
      "learning_rate": 8.936181738217571e-05,
      "loss": 1.3251,
      "step": 580
    },
    {
      "epoch": 0.5854756990054419,
      "grad_norm": 0.0262451171875,
      "learning_rate": 8.762617411604235e-05,
      "loss": 1.3519,
      "step": 585
    },
    {
      "epoch": 0.5904797648089073,
      "grad_norm": 0.0252685546875,
      "learning_rate": 8.589430842688001e-05,
      "loss": 1.3148,
      "step": 590
    },
    {
      "epoch": 0.5954838306123725,
      "grad_norm": 0.02685546875,
      "learning_rate": 8.41667490319994e-05,
      "loss": 1.3169,
      "step": 595
    },
    {
      "epoch": 0.6004878964158379,
      "grad_norm": 0.024658203125,
      "learning_rate": 8.244402333405252e-05,
      "loss": 1.3561,
      "step": 600
    },
    {
      "epoch": 0.6054919622193032,
      "grad_norm": 0.025146484375,
      "learning_rate": 8.0726657260023e-05,
      "loss": 1.3059,
      "step": 605
    },
    {
      "epoch": 0.6104960280227685,
      "grad_norm": 0.0245361328125,
      "learning_rate": 7.901517510066724e-05,
      "loss": 1.329,
      "step": 610
    },
    {
      "epoch": 0.6155000938262338,
      "grad_norm": 0.0250244140625,
      "learning_rate": 7.73100993504548e-05,
      "loss": 1.3412,
      "step": 615
    },
    {
      "epoch": 0.6205041596296992,
      "grad_norm": 0.025146484375,
      "learning_rate": 7.561195054805729e-05,
      "loss": 1.3447,
      "step": 620
    },
    {
      "epoch": 0.6255082254331644,
      "grad_norm": 0.02392578125,
      "learning_rate": 7.392124711743422e-05,
      "loss": 1.3445,
      "step": 625
    },
    {
      "epoch": 0.6305122912366298,
      "grad_norm": 0.025634765625,
      "learning_rate": 7.223850520956457e-05,
      "loss": 1.3078,
      "step": 630
    },
    {
      "epoch": 0.6355163570400951,
      "grad_norm": 0.026123046875,
      "learning_rate": 7.056423854487236e-05,
      "loss": 1.3427,
      "step": 635
    },
    {
      "epoch": 0.6405204228435604,
      "grad_norm": 0.0244140625,
      "learning_rate": 6.889895825639401e-05,
      "loss": 1.3364,
      "step": 640
    },
    {
      "epoch": 0.6455244886470257,
      "grad_norm": 0.0263671875,
      "learning_rate": 6.724317273373563e-05,
      "loss": 1.3555,
      "step": 645
    },
    {
      "epoch": 0.6505285544504911,
      "grad_norm": 0.02587890625,
      "learning_rate": 6.55973874678682e-05,
      "loss": 1.3542,
      "step": 650
    },
    {
      "epoch": 0.6555326202539563,
      "grad_norm": 0.025390625,
      "learning_rate": 6.396210489680699e-05,
      "loss": 1.3421,
      "step": 655
    },
    {
      "epoch": 0.6605366860574217,
      "grad_norm": 0.0240478515625,
      "learning_rate": 6.23378242522237e-05,
      "loss": 1.3395,
      "step": 660
    },
    {
      "epoch": 0.665540751860887,
      "grad_norm": 0.02490234375,
      "learning_rate": 6.072504140703714e-05,
      "loss": 1.3291,
      "step": 665
    },
    {
      "epoch": 0.6705448176643523,
      "grad_norm": 0.0255126953125,
      "learning_rate": 5.912424872402927e-05,
      "loss": 1.33,
      "step": 670
    },
    {
      "epoch": 0.6755488834678176,
      "grad_norm": 0.0257568359375,
      "learning_rate": 5.7535934905532816e-05,
      "loss": 1.3547,
      "step": 675
    },
    {
      "epoch": 0.680552949271283,
      "grad_norm": 0.02490234375,
      "learning_rate": 5.596058484423656e-05,
      "loss": 1.344,
      "step": 680
    },
    {
      "epoch": 0.6855570150747482,
      "grad_norm": 0.025390625,
      "learning_rate": 5.43986794751536e-05,
      "loss": 1.3617,
      "step": 685
    },
    {
      "epoch": 0.6905610808782136,
      "grad_norm": 0.023193359375,
      "learning_rate": 5.285069562879758e-05,
      "loss": 1.3275,
      "step": 690
    },
    {
      "epoch": 0.6955651466816789,
      "grad_norm": 0.0245361328125,
      "learning_rate": 5.1317105885612524e-05,
      "loss": 1.3459,
      "step": 695
    },
    {
      "epoch": 0.7005692124851441,
      "grad_norm": 0.026123046875,
      "learning_rate": 4.9798378431699585e-05,
      "loss": 1.3345,
      "step": 700
    },
    {
      "epoch": 0.7055732782886095,
      "grad_norm": 0.0260009765625,
      "learning_rate": 4.829497691588557e-05,
      "loss": 1.3208,
      "step": 705
    },
    {
      "epoch": 0.7105773440920748,
      "grad_norm": 0.02587890625,
      "learning_rate": 4.680736030817687e-05,
      "loss": 1.3546,
      "step": 710
    },
    {
      "epoch": 0.7155814098955401,
      "grad_norm": 0.0240478515625,
      "learning_rate": 4.533598275964139e-05,
      "loss": 1.326,
      "step": 715
    },
    {
      "epoch": 0.7205854756990054,
      "grad_norm": 0.0250244140625,
      "learning_rate": 4.388129346376178e-05,
      "loss": 1.3337,
      "step": 720
    },
    {
      "epoch": 0.7255895415024708,
      "grad_norm": 0.025390625,
      "learning_rate": 4.2443736519302314e-05,
      "loss": 1.3264,
      "step": 725
    },
    {
      "epoch": 0.730593607305936,
      "grad_norm": 0.0250244140625,
      "learning_rate": 4.102375079473087e-05,
      "loss": 1.3214,
      "step": 730
    },
    {
      "epoch": 0.7355976731094014,
      "grad_norm": 0.0255126953125,
      "learning_rate": 3.9621769794237894e-05,
      "loss": 1.3318,
      "step": 735
    },
    {
      "epoch": 0.7406017389128667,
      "grad_norm": 0.0247802734375,
      "learning_rate": 3.823822152539286e-05,
      "loss": 1.3327,
      "step": 740
    },
    {
      "epoch": 0.745605804716332,
      "grad_norm": 0.025146484375,
      "learning_rate": 3.687352836847874e-05,
      "loss": 1.3486,
      "step": 745
    },
    {
      "epoch": 0.7506098705197973,
      "grad_norm": 0.0252685546875,
      "learning_rate": 3.552810694754463e-05,
      "loss": 1.329,
      "step": 750
    },
    {
      "epoch": 0.7556139363232627,
      "grad_norm": 0.025634765625,
      "learning_rate": 3.42023680032154e-05,
      "loss": 1.3553,
      "step": 755
    },
    {
      "epoch": 0.7606180021267279,
      "grad_norm": 0.0240478515625,
      "learning_rate": 3.289671626729772e-05,
      "loss": 1.3087,
      "step": 760
    },
    {
      "epoch": 0.7656220679301933,
      "grad_norm": 0.0244140625,
      "learning_rate": 3.161155033922045e-05,
      "loss": 1.3299,
      "step": 765
    },
    {
      "epoch": 0.7706261337336586,
      "grad_norm": 0.02392578125,
      "learning_rate": 3.0347262564347057e-05,
      "loss": 1.3156,
      "step": 770
    },
    {
      "epoch": 0.7756301995371239,
      "grad_norm": 0.02587890625,
      "learning_rate": 2.9104238914197445e-05,
      "loss": 1.3171,
      "step": 775
    },
    {
      "epoch": 0.7806342653405892,
      "grad_norm": 0.02392578125,
      "learning_rate": 2.7882858868615467e-05,
      "loss": 1.3415,
      "step": 780
    },
    {
      "epoch": 0.7856383311440546,
      "grad_norm": 0.023193359375,
      "learning_rate": 2.6683495299918648e-05,
      "loss": 1.3576,
      "step": 785
    },
    {
      "epoch": 0.7906423969475198,
      "grad_norm": 0.025146484375,
      "learning_rate": 2.550651435906456e-05,
      "loss": 1.309,
      "step": 790
    },
    {
      "epoch": 0.7956464627509852,
      "grad_norm": 0.0272216796875,
      "learning_rate": 2.435227536386967e-05,
      "loss": 1.3299,
      "step": 795
    },
    {
      "epoch": 0.8006505285544505,
      "grad_norm": 0.0240478515625,
      "learning_rate": 2.3221130689313907e-05,
      "loss": 1.3354,
      "step": 800
    },
    {
      "epoch": 0.8056545943579158,
      "grad_norm": 0.023681640625,
      "learning_rate": 2.211342565996487e-05,
      "loss": 1.3262,
      "step": 805
    },
    {
      "epoch": 0.8106586601613811,
      "grad_norm": 0.025390625,
      "learning_rate": 2.1029498444554618e-05,
      "loss": 1.3339,
      "step": 810
    },
    {
      "epoch": 0.8156627259648465,
      "grad_norm": 0.02490234375,
      "learning_rate": 1.9969679952740805e-05,
      "loss": 1.3516,
      "step": 815
    },
    {
      "epoch": 0.8206667917683117,
      "grad_norm": 0.0234375,
      "learning_rate": 1.893429373408411e-05,
      "loss": 1.3399,
      "step": 820
    },
    {
      "epoch": 0.825670857571777,
      "grad_norm": 0.0242919921875,
      "learning_rate": 1.7923655879272393e-05,
      "loss": 1.3149,
      "step": 825
    },
    {
      "epoch": 0.8306749233752424,
      "grad_norm": 0.0242919921875,
      "learning_rate": 1.6938074923622227e-05,
      "loss": 1.3292,
      "step": 830
    },
    {
      "epoch": 0.8356789891787078,
      "grad_norm": 0.0242919921875,
      "learning_rate": 1.597785175288683e-05,
      "loss": 1.3325,
      "step": 835
    },
    {
      "epoch": 0.840683054982173,
      "grad_norm": 0.0245361328125,
      "learning_rate": 1.5043279511399333e-05,
      "loss": 1.3544,
      "step": 840
    },
    {
      "epoch": 0.8456871207856383,
      "grad_norm": 0.0245361328125,
      "learning_rate": 1.4134643512579382e-05,
      "loss": 1.3601,
      "step": 845
    },
    {
      "epoch": 0.8506911865891037,
      "grad_norm": 0.0238037109375,
      "learning_rate": 1.3252221151830513e-05,
      "loss": 1.3447,
      "step": 850
    },
    {
      "epoch": 0.8556952523925689,
      "grad_norm": 0.0238037109375,
      "learning_rate": 1.2396281821854683e-05,
      "loss": 1.3296,
      "step": 855
    },
    {
      "epoch": 0.8606993181960343,
      "grad_norm": 0.024169921875,
      "learning_rate": 1.156708683041008e-05,
      "loss": 1.3187,
      "step": 860
    },
    {
      "epoch": 0.8657033839994996,
      "grad_norm": 0.024169921875,
      "learning_rate": 1.0764889320536931e-05,
      "loss": 1.3136,
      "step": 865
    },
    {
      "epoch": 0.8707074498029649,
      "grad_norm": 0.023193359375,
      "learning_rate": 9.989934193276219e-06,
      "loss": 1.323,
      "step": 870
    },
    {
      "epoch": 0.8757115156064302,
      "grad_norm": 0.024658203125,
      "learning_rate": 9.242458032904311e-06,
      "loss": 1.3221,
      "step": 875
    },
    {
      "epoch": 0.8807155814098956,
      "grad_norm": 0.02587890625,
      "learning_rate": 8.52268903470661e-06,
      "loss": 1.3413,
      "step": 880
    },
    {
      "epoch": 0.8857196472133608,
      "grad_norm": 0.0242919921875,
      "learning_rate": 7.830846935312509e-06,
      "loss": 1.3342,
      "step": 885
    },
    {
      "epoch": 0.8907237130168262,
      "grad_norm": 0.0245361328125,
      "learning_rate": 7.167142945612393e-06,
      "loss": 1.3265,
      "step": 890
    },
    {
      "epoch": 0.8957277788202915,
      "grad_norm": 0.0238037109375,
      "learning_rate": 6.531779686277528e-06,
      "loss": 1.3387,
      "step": 895
    },
    {
      "epoch": 0.9007318446237568,
      "grad_norm": 0.02392578125,
      "learning_rate": 5.924951125902545e-06,
      "loss": 1.3167,
      "step": 900
    },
    {
      "epoch": 0.9057359104272221,
      "grad_norm": 0.0235595703125,
      "learning_rate": 5.346842521789141e-06,
      "loss": 1.3465,
      "step": 905
    },
    {
      "epoch": 0.9107399762306875,
      "grad_norm": 0.0244140625,
      "learning_rate": 4.7976303633893384e-06,
      "loss": 1.3396,
      "step": 910
    },
    {
      "epoch": 0.9157440420341527,
      "grad_norm": 0.0250244140625,
      "learning_rate": 4.277482318425408e-06,
      "loss": 1.3569,
      "step": 915
    },
    {
      "epoch": 0.9207481078376181,
      "grad_norm": 0.025390625,
      "learning_rate": 3.7865571817029877e-06,
      "loss": 1.3265,
      "step": 920
    },
    {
      "epoch": 0.9257521736410834,
      "grad_norm": 0.025390625,
      "learning_rate": 3.3250048266329825e-06,
      "loss": 1.3392,
      "step": 925
    },
    {
      "epoch": 0.9307562394445487,
      "grad_norm": 0.024658203125,
      "learning_rate": 2.8929661594770174e-06,
      "loss": 1.3597,
      "step": 930
    },
    {
      "epoch": 0.935760305248014,
      "grad_norm": 0.0257568359375,
      "learning_rate": 2.4905730763305047e-06,
      "loss": 1.3329,
      "step": 935
    },
    {
      "epoch": 0.9407643710514794,
      "grad_norm": 0.025146484375,
      "learning_rate": 2.1179484228564305e-06,
      "loss": 1.3497,
      "step": 940
    },
    {
      "epoch": 0.9457684368549446,
      "grad_norm": 0.02392578125,
      "learning_rate": 1.7752059567820333e-06,
      "loss": 1.3367,
      "step": 945
    },
    {
      "epoch": 0.95077250265841,
      "grad_norm": 0.0245361328125,
      "learning_rate": 1.4624503131699828e-06,
      "loss": 1.3459,
      "step": 950
    },
    {
      "epoch": 0.9557765684618753,
      "grad_norm": 0.02490234375,
      "learning_rate": 1.1797769724745888e-06,
      "loss": 1.3326,
      "step": 955
    },
    {
      "epoch": 0.9607806342653405,
      "grad_norm": 0.024169921875,
      "learning_rate": 9.272722313927617e-07,
      "loss": 1.3487,
      "step": 960
    },
    {
      "epoch": 0.9657847000688059,
      "grad_norm": 0.0247802734375,
      "learning_rate": 7.05013176518754e-07,
      "loss": 1.3647,
      "step": 965
    },
    {
      "epoch": 0.9707887658722713,
      "grad_norm": 0.0233154296875,
      "learning_rate": 5.130676608104845e-07,
      "loss": 1.3482,
      "step": 970
    },
    {
      "epoch": 0.9757928316757365,
      "grad_norm": 0.0247802734375,
      "learning_rate": 3.5149428287495343e-07,
      "loss": 1.3423,
      "step": 975
    },
    {
      "epoch": 0.9807968974792018,
      "grad_norm": 0.02587890625,
      "learning_rate": 2.2034236907874094e-07,
      "loss": 1.3267,
      "step": 980
    },
    {
      "epoch": 0.9858009632826672,
      "grad_norm": 0.0238037109375,
      "learning_rate": 1.1965195848929745e-07,
      "loss": 1.3185,
      "step": 985
    },
    {
      "epoch": 0.9908050290861324,
      "grad_norm": 0.02392578125,
      "learning_rate": 4.945379065152134e-08,
      "loss": 1.3129,
      "step": 990
    },
    {
      "epoch": 0.9958090948895978,
      "grad_norm": 0.024658203125,
      "learning_rate": 9.769296203332446e-09,
      "loss": 1.3423,
      "step": 995
    },
    {
      "epoch": 0.99981234753237,
      "eval_loss": 1.343445897102356,
      "eval_runtime": 1960.9798,
      "eval_samples_per_second": 7.216,
      "eval_steps_per_second": 7.216,
      "step": 999
    },
    {
      "epoch": 0.99981234753237,
      "step": 999,
      "total_flos": 2.0711686751461048e+18,
      "train_loss": 0.052138939037456644,
      "train_runtime": 4093.6241,
      "train_samples_per_second": 31.243,
      "train_steps_per_second": 0.244
    }
  ],
  "logging_steps": 5,
  "max_steps": 999,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 20,
  "total_flos": 2.0711686751461048e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}