{
  "best_metric": 0.4145541489124298,
  "best_model_checkpoint": "saves/CADICA_qwenvl_stenosis_detect_scale4/lora/sft/checkpoint-2350",
  "epoch": 0.8756116404841617,
  "eval_steps": 50,
  "global_step": 3400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0012876641771825909,
      "grad_norm": 13.245840411597928,
      "learning_rate": 2.9411764705882355e-06,
      "loss": 2.8889,
      "num_input_tokens_seen": 52840,
      "step": 5
    },
    {
      "epoch": 0.0025753283543651817,
      "grad_norm": 12.237619501215374,
      "learning_rate": 5.882352941176471e-06,
      "loss": 2.8165,
      "num_input_tokens_seen": 105528,
      "step": 10
    },
    {
      "epoch": 0.0038629925315477724,
      "grad_norm": 16.29688816410412,
      "learning_rate": 8.823529411764707e-06,
      "loss": 2.8363,
      "num_input_tokens_seen": 158768,
      "step": 15
    },
    {
      "epoch": 0.0051506567087303634,
      "grad_norm": 11.576419511120797,
      "learning_rate": 1.1764705882352942e-05,
      "loss": 2.6853,
      "num_input_tokens_seen": 210816,
      "step": 20
    },
    {
      "epoch": 0.006438320885912954,
      "grad_norm": 6.9672256792859,
      "learning_rate": 1.4705882352941177e-05,
      "loss": 2.2992,
      "num_input_tokens_seen": 262936,
      "step": 25
    },
    {
      "epoch": 0.007725985063095545,
      "grad_norm": 3.1837818528204305,
      "learning_rate": 1.7647058823529414e-05,
      "loss": 1.8923,
      "num_input_tokens_seen": 315264,
      "step": 30
    },
    {
      "epoch": 0.009013649240278136,
      "grad_norm": 2.835950303969337,
      "learning_rate": 2.058823529411765e-05,
      "loss": 1.6984,
      "num_input_tokens_seen": 367840,
      "step": 35
    },
    {
      "epoch": 0.010301313417460727,
      "grad_norm": 2.223740001042382,
      "learning_rate": 2.3529411764705884e-05,
      "loss": 1.6434,
      "num_input_tokens_seen": 420112,
      "step": 40
    },
    {
      "epoch": 0.011588977594643318,
      "grad_norm": 1.9880935044313244,
      "learning_rate": 2.647058823529412e-05,
      "loss": 1.4659,
      "num_input_tokens_seen": 472728,
      "step": 45
    },
    {
      "epoch": 0.012876641771825908,
      "grad_norm": 1.7151131700495934,
      "learning_rate": 2.9411764705882354e-05,
      "loss": 1.3506,
      "num_input_tokens_seen": 524648,
      "step": 50
    },
    {
      "epoch": 0.012876641771825908,
      "eval_loss": 1.1727452278137207,
      "eval_runtime": 66.3207,
      "eval_samples_per_second": 1.809,
      "eval_steps_per_second": 0.452,
      "num_input_tokens_seen": 524648,
      "step": 50
    },
    {
      "epoch": 0.014164305949008499,
      "grad_norm": 1.47475981537851,
      "learning_rate": 3.235294117647059e-05,
      "loss": 1.1455,
      "num_input_tokens_seen": 576472,
      "step": 55
    },
    {
      "epoch": 0.01545197012619109,
      "grad_norm": 1.7476693647440722,
      "learning_rate": 3.529411764705883e-05,
      "loss": 0.9971,
      "num_input_tokens_seen": 628056,
      "step": 60
    },
    {
      "epoch": 0.01673963430337368,
      "grad_norm": 1.3384365493212875,
      "learning_rate": 3.8235294117647055e-05,
      "loss": 0.9073,
      "num_input_tokens_seen": 680448,
      "step": 65
    },
    {
      "epoch": 0.018027298480556272,
      "grad_norm": 0.9014358219807773,
      "learning_rate": 4.11764705882353e-05,
      "loss": 0.8386,
      "num_input_tokens_seen": 733664,
      "step": 70
    },
    {
      "epoch": 0.01931496265773886,
      "grad_norm": 0.8007820009902022,
      "learning_rate": 4.411764705882353e-05,
      "loss": 0.7827,
      "num_input_tokens_seen": 786096,
      "step": 75
    },
    {
      "epoch": 0.020602626834921454,
      "grad_norm": 0.6701003454307716,
      "learning_rate": 4.705882352941177e-05,
      "loss": 0.7814,
      "num_input_tokens_seen": 838192,
      "step": 80
    },
    {
      "epoch": 0.021890291012104043,
      "grad_norm": 0.8973165751658843,
      "learning_rate": 5e-05,
      "loss": 0.7297,
      "num_input_tokens_seen": 890112,
      "step": 85
    },
    {
      "epoch": 0.023177955189286635,
      "grad_norm": 0.9060968630490469,
      "learning_rate": 5.294117647058824e-05,
      "loss": 0.7894,
      "num_input_tokens_seen": 943472,
      "step": 90
    },
    {
      "epoch": 0.024465619366469224,
      "grad_norm": 0.9520214202472889,
      "learning_rate": 5.588235294117647e-05,
      "loss": 0.7758,
      "num_input_tokens_seen": 996872,
      "step": 95
    },
    {
      "epoch": 0.025753283543651816,
      "grad_norm": 0.8226006535044261,
      "learning_rate": 5.882352941176471e-05,
      "loss": 0.7577,
      "num_input_tokens_seen": 1049816,
      "step": 100
    },
    {
      "epoch": 0.025753283543651816,
      "eval_loss": 0.7517351508140564,
      "eval_runtime": 38.7829,
      "eval_samples_per_second": 3.094,
      "eval_steps_per_second": 0.774,
      "num_input_tokens_seen": 1049816,
      "step": 100
    },
    {
      "epoch": 0.027040947720834405,
      "grad_norm": 0.7251208491150668,
      "learning_rate": 6.176470588235295e-05,
      "loss": 0.7579,
      "num_input_tokens_seen": 1102584,
      "step": 105
    },
    {
      "epoch": 0.028328611898016998,
      "grad_norm": 0.8217419839297042,
      "learning_rate": 6.470588235294118e-05,
      "loss": 0.7659,
      "num_input_tokens_seen": 1155512,
      "step": 110
    },
    {
      "epoch": 0.029616276075199587,
      "grad_norm": 0.6768053879888967,
      "learning_rate": 6.764705882352942e-05,
      "loss": 0.7469,
      "num_input_tokens_seen": 1207976,
      "step": 115
    },
    {
      "epoch": 0.03090394025238218,
      "grad_norm": 1.9562630849642013,
      "learning_rate": 7.058823529411765e-05,
      "loss": 0.7353,
      "num_input_tokens_seen": 1259776,
      "step": 120
    },
    {
      "epoch": 0.03219160442956477,
      "grad_norm": 0.6439041597153087,
      "learning_rate": 7.352941176470589e-05,
      "loss": 0.7537,
      "num_input_tokens_seen": 1312760,
      "step": 125
    },
    {
      "epoch": 0.03347926860674736,
      "grad_norm": 0.6124318582166212,
      "learning_rate": 7.647058823529411e-05,
      "loss": 0.7669,
      "num_input_tokens_seen": 1365616,
      "step": 130
    },
    {
      "epoch": 0.03476693278392995,
      "grad_norm": 0.7593534002488418,
      "learning_rate": 7.941176470588235e-05,
      "loss": 0.722,
      "num_input_tokens_seen": 1417544,
      "step": 135
    },
    {
      "epoch": 0.036054596961112545,
      "grad_norm": 0.7827834651032061,
      "learning_rate": 8.23529411764706e-05,
      "loss": 0.7502,
      "num_input_tokens_seen": 1469856,
      "step": 140
    },
    {
      "epoch": 0.037342261138295134,
      "grad_norm": 0.5444126155596626,
      "learning_rate": 8.529411764705883e-05,
      "loss": 0.7174,
      "num_input_tokens_seen": 1521496,
      "step": 145
    },
    {
      "epoch": 0.03862992531547772,
      "grad_norm": 0.40878703812837747,
      "learning_rate": 8.823529411764706e-05,
      "loss": 0.7018,
      "num_input_tokens_seen": 1573376,
      "step": 150
    },
    {
      "epoch": 0.03862992531547772,
      "eval_loss": 0.7309949994087219,
      "eval_runtime": 38.2005,
      "eval_samples_per_second": 3.141,
      "eval_steps_per_second": 0.785,
      "num_input_tokens_seen": 1573376,
      "step": 150
    },
    {
      "epoch": 0.03991758949266031,
      "grad_norm": 0.5536144453733772,
      "learning_rate": 9.11764705882353e-05,
      "loss": 0.738,
      "num_input_tokens_seen": 1626136,
      "step": 155
    },
    {
      "epoch": 0.04120525366984291,
      "grad_norm": 0.5151715191704441,
      "learning_rate": 9.411764705882353e-05,
      "loss": 0.7579,
      "num_input_tokens_seen": 1678760,
      "step": 160
    },
    {
      "epoch": 0.042492917847025496,
      "grad_norm": 0.5209077394596254,
      "learning_rate": 9.705882352941177e-05,
      "loss": 0.7502,
      "num_input_tokens_seen": 1731240,
      "step": 165
    },
    {
      "epoch": 0.043780582024208085,
      "grad_norm": 0.721213601237688,
      "learning_rate": 0.0001,
      "loss": 0.7448,
      "num_input_tokens_seen": 1783816,
      "step": 170
    },
    {
      "epoch": 0.045068246201390674,
      "grad_norm": 0.48666007914879555,
      "learning_rate": 9.999940874631277e-05,
      "loss": 0.6648,
      "num_input_tokens_seen": 1834592,
      "step": 175
    },
    {
      "epoch": 0.04635591037857327,
      "grad_norm": 0.5136600613696797,
      "learning_rate": 9.999763499923432e-05,
      "loss": 0.7759,
      "num_input_tokens_seen": 1888176,
      "step": 180
    },
    {
      "epoch": 0.04764357455575586,
      "grad_norm": 0.6706281530046975,
      "learning_rate": 9.999467880071402e-05,
      "loss": 0.7167,
      "num_input_tokens_seen": 1940280,
      "step": 185
    },
    {
      "epoch": 0.04893123873293845,
      "grad_norm": 0.5159139445497618,
      "learning_rate": 9.999054022066641e-05,
      "loss": 0.7483,
      "num_input_tokens_seen": 1993096,
      "step": 190
    },
    {
      "epoch": 0.050218902910121044,
      "grad_norm": 0.40251006129746847,
      "learning_rate": 9.998521935696953e-05,
      "loss": 0.7464,
      "num_input_tokens_seen": 2045648,
      "step": 195
    },
    {
      "epoch": 0.05150656708730363,
      "grad_norm": 0.4811730853311867,
      "learning_rate": 9.997871633546257e-05,
      "loss": 0.7594,
      "num_input_tokens_seen": 2099008,
      "step": 200
    },
    {
      "epoch": 0.05150656708730363,
      "eval_loss": 0.7274295687675476,
      "eval_runtime": 38.079,
      "eval_samples_per_second": 3.151,
      "eval_steps_per_second": 0.788,
      "num_input_tokens_seen": 2099008,
      "step": 200
    },
    {
      "epoch": 0.05279423126448622,
      "grad_norm": 0.591934959695668,
      "learning_rate": 9.997103130994296e-05,
      "loss": 0.706,
      "num_input_tokens_seen": 2151680,
      "step": 205
    },
    {
      "epoch": 0.05408189544166881,
      "grad_norm": 0.48253717444489286,
      "learning_rate": 9.996216446216267e-05,
      "loss": 0.7186,
      "num_input_tokens_seen": 2203784,
      "step": 210
    },
    {
      "epoch": 0.055369559618851406,
      "grad_norm": 0.5274315079401322,
      "learning_rate": 9.995211600182397e-05,
      "loss": 0.7009,
      "num_input_tokens_seen": 2255632,
      "step": 215
    },
    {
      "epoch": 0.056657223796033995,
      "grad_norm": 0.32879215224292613,
      "learning_rate": 9.994088616657444e-05,
      "loss": 0.6801,
      "num_input_tokens_seen": 2308096,
      "step": 220
    },
    {
      "epoch": 0.057944887973216584,
      "grad_norm": 0.37171195071448215,
      "learning_rate": 9.992847522200133e-05,
      "loss": 0.7569,
      "num_input_tokens_seen": 2361168,
      "step": 225
    },
    {
      "epoch": 0.05923255215039917,
      "grad_norm": 0.4120941016934064,
      "learning_rate": 9.99148834616253e-05,
      "loss": 0.7402,
      "num_input_tokens_seen": 2413896,
      "step": 230
    },
    {
      "epoch": 0.06052021632758177,
      "grad_norm": 0.5998680948310651,
      "learning_rate": 9.990011120689351e-05,
      "loss": 0.7191,
      "num_input_tokens_seen": 2466136,
      "step": 235
    },
    {
      "epoch": 0.06180788050476436,
      "grad_norm": 0.538488141249078,
      "learning_rate": 9.988415880717194e-05,
      "loss": 0.7274,
      "num_input_tokens_seen": 2518848,
      "step": 240
    },
    {
      "epoch": 0.06309554468194695,
      "grad_norm": 0.4393093124760277,
      "learning_rate": 9.986702663973722e-05,
      "loss": 0.7704,
      "num_input_tokens_seen": 2572384,
      "step": 245
    },
    {
      "epoch": 0.06438320885912954,
      "grad_norm": 0.6116643616510118,
      "learning_rate": 9.98487151097676e-05,
      "loss": 0.7346,
      "num_input_tokens_seen": 2625352,
      "step": 250
    },
    {
      "epoch": 0.06438320885912954,
      "eval_loss": 0.7181503176689148,
      "eval_runtime": 38.0986,
      "eval_samples_per_second": 3.15,
      "eval_steps_per_second": 0.787,
      "num_input_tokens_seen": 2625352,
      "step": 250
    },
    {
      "epoch": 0.06567087303631212,
      "grad_norm": 0.41200227731339506,
      "learning_rate": 9.98292246503335e-05,
      "loss": 0.7408,
      "num_input_tokens_seen": 2678216,
      "step": 255
    },
    {
      "epoch": 0.06695853721349472,
      "grad_norm": 0.44521059732114987,
      "learning_rate": 9.980855572238714e-05,
      "loss": 0.7044,
      "num_input_tokens_seen": 2730664,
      "step": 260
    },
    {
      "epoch": 0.06824620139067732,
      "grad_norm": 0.571896859428363,
      "learning_rate": 9.978670881475172e-05,
      "loss": 0.7334,
      "num_input_tokens_seen": 2783584,
      "step": 265
    },
    {
      "epoch": 0.0695338655678599,
      "grad_norm": 0.3907697039722125,
      "learning_rate": 9.976368444410985e-05,
      "loss": 0.7075,
      "num_input_tokens_seen": 2836152,
      "step": 270
    },
    {
      "epoch": 0.0708215297450425,
      "grad_norm": 0.4507806825752261,
      "learning_rate": 9.973948315499126e-05,
      "loss": 0.7039,
      "num_input_tokens_seen": 2887808,
      "step": 275
    },
    {
      "epoch": 0.07210919392222509,
      "grad_norm": 0.41330504132984697,
      "learning_rate": 9.971410551976002e-05,
      "loss": 0.6953,
      "num_input_tokens_seen": 2939656,
      "step": 280
    },
    {
      "epoch": 0.07339685809940767,
      "grad_norm": 0.4625671909482009,
      "learning_rate": 9.968755213860094e-05,
      "loss": 0.7022,
      "num_input_tokens_seen": 2991632,
      "step": 285
    },
    {
      "epoch": 0.07468452227659027,
      "grad_norm": 0.6553627840267285,
      "learning_rate": 9.96598236395054e-05,
      "loss": 0.6796,
      "num_input_tokens_seen": 3043616,
      "step": 290
    },
    {
      "epoch": 0.07597218645377285,
      "grad_norm": 0.5157886895754477,
      "learning_rate": 9.96309206782565e-05,
      "loss": 0.7346,
      "num_input_tokens_seen": 3096920,
      "step": 295
    },
    {
      "epoch": 0.07725985063095545,
      "grad_norm": 0.5672965149433489,
      "learning_rate": 9.960084393841355e-05,
      "loss": 0.6815,
      "num_input_tokens_seen": 3149032,
      "step": 300
    },
    {
      "epoch": 0.07725985063095545,
      "eval_loss": 0.7073924541473389,
      "eval_runtime": 38.1842,
      "eval_samples_per_second": 3.143,
      "eval_steps_per_second": 0.786,
      "num_input_tokens_seen": 3149032,
      "step": 300
    },
    {
      "epoch": 0.07854751480813804,
      "grad_norm": 0.4479276285203507,
      "learning_rate": 9.956959413129585e-05,
      "loss": 0.7208,
      "num_input_tokens_seen": 3201560,
      "step": 305
    },
    {
      "epoch": 0.07983517898532062,
      "grad_norm": 0.368457437106614,
      "learning_rate": 9.953717199596598e-05,
      "loss": 0.7144,
      "num_input_tokens_seen": 3254632,
      "step": 310
    },
    {
      "epoch": 0.08112284316250322,
      "grad_norm": 0.5531413254856732,
      "learning_rate": 9.95035782992122e-05,
      "loss": 0.6861,
      "num_input_tokens_seen": 3306432,
      "step": 315
    },
    {
      "epoch": 0.08241050733968582,
      "grad_norm": 0.41513991799613037,
      "learning_rate": 9.94688138355304e-05,
      "loss": 0.6836,
      "num_input_tokens_seen": 3358392,
      "step": 320
    },
    {
      "epoch": 0.0836981715168684,
      "grad_norm": 0.47052274706452957,
      "learning_rate": 9.943287942710527e-05,
      "loss": 0.7353,
      "num_input_tokens_seen": 3411424,
      "step": 325
    },
    {
      "epoch": 0.08498583569405099,
      "grad_norm": 0.6322586593511644,
      "learning_rate": 9.939577592379088e-05,
      "loss": 0.6774,
      "num_input_tokens_seen": 3462992,
      "step": 330
    },
    {
      "epoch": 0.08627349987123359,
      "grad_norm": 0.4129597798905344,
      "learning_rate": 9.935750420309055e-05,
      "loss": 0.7331,
      "num_input_tokens_seen": 3516136,
      "step": 335
    },
    {
      "epoch": 0.08756116404841617,
      "grad_norm": 0.4031509882699161,
      "learning_rate": 9.931806517013612e-05,
      "loss": 0.6939,
      "num_input_tokens_seen": 3568360,
      "step": 340
    },
    {
      "epoch": 0.08884882822559877,
      "grad_norm": 0.4444358747076587,
      "learning_rate": 9.927745975766654e-05,
      "loss": 0.7158,
      "num_input_tokens_seen": 3620696,
      "step": 345
    },
    {
      "epoch": 0.09013649240278135,
      "grad_norm": 0.5290547365449167,
      "learning_rate": 9.923568892600578e-05,
      "loss": 0.6932,
      "num_input_tokens_seen": 3673152,
      "step": 350
    },
    {
      "epoch": 0.09013649240278135,
      "eval_loss": 0.7044599056243896,
      "eval_runtime": 38.2709,
      "eval_samples_per_second": 3.136,
      "eval_steps_per_second": 0.784,
      "num_input_tokens_seen": 3673152,
      "step": 350
    },
    {
      "epoch": 0.09142415657996394,
      "grad_norm": 0.47530311368359207,
      "learning_rate": 9.91927536630402e-05,
      "loss": 0.6778,
      "num_input_tokens_seen": 3725296,
      "step": 355
    },
    {
      "epoch": 0.09271182075714654,
      "grad_norm": 0.38913022785688944,
      "learning_rate": 9.91486549841951e-05,
      "loss": 0.6857,
      "num_input_tokens_seen": 3777552,
      "step": 360
    },
    {
      "epoch": 0.09399948493432912,
      "grad_norm": 0.4834773141333328,
      "learning_rate": 9.91033939324107e-05,
      "loss": 0.7184,
      "num_input_tokens_seen": 3830200,
      "step": 365
    },
    {
      "epoch": 0.09528714911151172,
      "grad_norm": 0.5862045807150876,
      "learning_rate": 9.905697157811761e-05,
      "loss": 0.7196,
      "num_input_tokens_seen": 3883200,
      "step": 370
    },
    {
      "epoch": 0.09657481328869431,
      "grad_norm": 0.4576971522205563,
      "learning_rate": 9.900938901921131e-05,
      "loss": 0.6914,
      "num_input_tokens_seen": 3935576,
      "step": 375
    },
    {
      "epoch": 0.0978624774658769,
      "grad_norm": 0.49551517524520683,
      "learning_rate": 9.896064738102635e-05,
      "loss": 0.6681,
      "num_input_tokens_seen": 3987624,
      "step": 380
    },
    {
      "epoch": 0.09915014164305949,
      "grad_norm": 0.8198390819787913,
      "learning_rate": 9.891074781630966e-05,
      "loss": 0.6723,
      "num_input_tokens_seen": 4039680,
      "step": 385
    },
    {
      "epoch": 0.10043780582024209,
      "grad_norm": 0.7034626469978683,
      "learning_rate": 9.885969150519331e-05,
      "loss": 0.6498,
      "num_input_tokens_seen": 4091216,
      "step": 390
    },
    {
      "epoch": 0.10172546999742467,
      "grad_norm": 0.8838075623197742,
      "learning_rate": 9.88074796551666e-05,
      "loss": 0.7311,
      "num_input_tokens_seen": 4144264,
      "step": 395
    },
    {
      "epoch": 0.10301313417460727,
      "grad_norm": 0.7342758386202114,
      "learning_rate": 9.875411350104744e-05,
      "loss": 0.7089,
      "num_input_tokens_seen": 4197072,
      "step": 400
    },
    {
      "epoch": 0.10301313417460727,
      "eval_loss": 0.6847750544548035,
      "eval_runtime": 37.9238,
      "eval_samples_per_second": 3.164,
      "eval_steps_per_second": 0.791,
      "num_input_tokens_seen": 4197072,
      "step": 400
    },
    {
      "epoch": 0.10430079835178985,
      "grad_norm": 0.8113533605928532,
      "learning_rate": 9.86995943049533e-05,
      "loss": 0.7021,
      "num_input_tokens_seen": 4249656,
      "step": 405
    },
    {
      "epoch": 0.10558846252897244,
      "grad_norm": 1.1772677082041305,
      "learning_rate": 9.864392335627117e-05,
      "loss": 0.6943,
      "num_input_tokens_seen": 4302944,
      "step": 410
    },
    {
      "epoch": 0.10687612670615504,
      "grad_norm": 1.6493280510697776,
      "learning_rate": 9.858710197162721e-05,
      "loss": 0.7146,
      "num_input_tokens_seen": 4355480,
      "step": 415
    },
    {
      "epoch": 0.10816379088333762,
      "grad_norm": 3.0159798803441715,
      "learning_rate": 9.852913149485556e-05,
      "loss": 0.6312,
      "num_input_tokens_seen": 4407688,
      "step": 420
    },
    {
      "epoch": 0.10945145506052022,
      "grad_norm": 1.7981196843056153,
      "learning_rate": 9.847001329696653e-05,
      "loss": 0.6877,
      "num_input_tokens_seen": 4459736,
      "step": 425
    },
    {
      "epoch": 0.11073911923770281,
      "grad_norm": 1.5783278376799834,
      "learning_rate": 9.840974877611422e-05,
      "loss": 0.6975,
      "num_input_tokens_seen": 4512928,
      "step": 430
    },
    {
      "epoch": 0.1120267834148854,
      "grad_norm": 3.306646516615779,
      "learning_rate": 9.834833935756344e-05,
      "loss": 0.651,
      "num_input_tokens_seen": 4565840,
      "step": 435
    },
    {
      "epoch": 0.11331444759206799,
      "grad_norm": 2.3184973874904005,
      "learning_rate": 9.828578649365601e-05,
      "loss": 0.685,
      "num_input_tokens_seen": 4618168,
      "step": 440
    },
    {
      "epoch": 0.11460211176925057,
      "grad_norm": 1.602690016495642,
      "learning_rate": 9.822209166377635e-05,
      "loss": 0.6258,
      "num_input_tokens_seen": 4669784,
      "step": 445
    },
    {
      "epoch": 0.11588977594643317,
      "grad_norm": 2.6770797227308196,
      "learning_rate": 9.815725637431662e-05,
      "loss": 0.6732,
      "num_input_tokens_seen": 4722528,
      "step": 450
    },
    {
      "epoch": 0.11588977594643317,
      "eval_loss": 0.6526497006416321,
      "eval_runtime": 39.085,
      "eval_samples_per_second": 3.07,
      "eval_steps_per_second": 0.768,
      "num_input_tokens_seen": 4722528,
      "step": 450
    },
    {
      "epoch": 0.11717744012361576,
      "grad_norm": 2.1823349329218074,
      "learning_rate": 9.809128215864097e-05,
      "loss": 0.6544,
      "num_input_tokens_seen": 4774400,
      "step": 455
    },
    {
      "epoch": 0.11846510430079835,
      "grad_norm": 1.434521593914191,
      "learning_rate": 9.802417057704931e-05,
      "loss": 0.652,
      "num_input_tokens_seen": 4826704,
      "step": 460
    },
    {
      "epoch": 0.11975276847798094,
      "grad_norm": 2.399754385687283,
      "learning_rate": 9.795592321674045e-05,
      "loss": 0.6582,
      "num_input_tokens_seen": 4880072,
      "step": 465
    },
    {
      "epoch": 0.12104043265516354,
      "grad_norm": 3.9235176077985536,
      "learning_rate": 9.788654169177453e-05,
      "loss": 0.6506,
      "num_input_tokens_seen": 4931968,
      "step": 470
    },
    {
      "epoch": 0.12232809683234612,
      "grad_norm": 3.659330745777227,
      "learning_rate": 9.781602764303487e-05,
      "loss": 0.6551,
      "num_input_tokens_seen": 4983656,
      "step": 475
    },
    {
      "epoch": 0.12361576100952872,
      "grad_norm": 1.9670601503398757,
      "learning_rate": 9.774438273818911e-05,
      "loss": 0.6978,
      "num_input_tokens_seen": 5036528,
      "step": 480
    },
    {
      "epoch": 0.12490342518671131,
      "grad_norm": 1.308580869419328,
      "learning_rate": 9.767160867164979e-05,
      "loss": 0.6407,
      "num_input_tokens_seen": 5088768,
      "step": 485
    },
    {
      "epoch": 0.1261910893638939,
      "grad_norm": 1.7349486072682865,
      "learning_rate": 9.759770716453436e-05,
      "loss": 0.6641,
      "num_input_tokens_seen": 5142080,
      "step": 490
    },
    {
      "epoch": 0.1274787535410765,
      "grad_norm": 2.993327939872198,
      "learning_rate": 9.752267996462434e-05,
      "loss": 0.6588,
      "num_input_tokens_seen": 5194432,
      "step": 495
    },
    {
      "epoch": 0.12876641771825909,
      "grad_norm": 2.6430988002320976,
      "learning_rate": 9.744652884632406e-05,
      "loss": 0.6304,
      "num_input_tokens_seen": 5246640,
      "step": 500
    },
    {
      "epoch": 0.12876641771825909,
      "eval_loss": 0.6272165775299072,
      "eval_runtime": 39.4177,
      "eval_samples_per_second": 3.044,
      "eval_steps_per_second": 0.761,
      "num_input_tokens_seen": 5246640,
      "step": 500
    },
    {
      "epoch": 0.13005408189544168,
      "grad_norm": 2.6047672112920286,
      "learning_rate": 9.736925561061871e-05,
      "loss": 0.5741,
      "num_input_tokens_seen": 5299024,
      "step": 505
    },
    {
      "epoch": 0.13134174607262425,
      "grad_norm": 2.4706517190834063,
      "learning_rate": 9.729086208503174e-05,
      "loss": 0.6535,
      "num_input_tokens_seen": 5352664,
      "step": 510
    },
    {
      "epoch": 0.13262941024980685,
      "grad_norm": 2.031672226684599,
      "learning_rate": 9.721135012358156e-05,
      "loss": 0.6081,
      "num_input_tokens_seen": 5406008,
      "step": 515
    },
    {
      "epoch": 0.13391707442698944,
      "grad_norm": 2.773997809426142,
      "learning_rate": 9.713072160673777e-05,
      "loss": 0.6792,
      "num_input_tokens_seen": 5459368,
      "step": 520
    },
    {
      "epoch": 0.13520473860417204,
      "grad_norm": 5.083057729524855,
      "learning_rate": 9.704897844137673e-05,
      "loss": 0.6821,
      "num_input_tokens_seen": 5512960,
      "step": 525
    },
    {
      "epoch": 0.13649240278135463,
      "grad_norm": 3.0440654843385584,
      "learning_rate": 9.696612256073633e-05,
      "loss": 0.5835,
      "num_input_tokens_seen": 5565368,
      "step": 530
    },
    {
      "epoch": 0.1377800669585372,
      "grad_norm": 3.7400231170971323,
      "learning_rate": 9.688215592437039e-05,
      "loss": 0.6129,
      "num_input_tokens_seen": 5618008,
      "step": 535
    },
    {
      "epoch": 0.1390677311357198,
      "grad_norm": 6.340287952379529,
      "learning_rate": 9.679708051810221e-05,
      "loss": 0.5765,
      "num_input_tokens_seen": 5670072,
      "step": 540
    },
    {
      "epoch": 0.1403553953129024,
      "grad_norm": 3.6351560550229207,
      "learning_rate": 9.67108983539777e-05,
      "loss": 0.6325,
      "num_input_tokens_seen": 5722936,
      "step": 545
    },
    {
      "epoch": 0.141643059490085,
      "grad_norm": 3.8363425916745117,
      "learning_rate": 9.662361147021779e-05,
      "loss": 0.5596,
      "num_input_tokens_seen": 5774880,
      "step": 550
    },
    {
      "epoch": 0.141643059490085,
      "eval_loss": 0.5832681059837341,
      "eval_runtime": 38.2495,
      "eval_samples_per_second": 3.137,
      "eval_steps_per_second": 0.784,
      "num_input_tokens_seen": 5774880,
      "step": 550
    },
    {
      "epoch": 0.14293072366726758,
      "grad_norm": 3.911447203674744,
      "learning_rate": 9.653522193117013e-05,
      "loss": 0.5073,
      "num_input_tokens_seen": 5826608,
      "step": 555
    },
    {
      "epoch": 0.14421838784445018,
      "grad_norm": 3.3501835856945763,
      "learning_rate": 9.644573182726035e-05,
      "loss": 0.5652,
      "num_input_tokens_seen": 5879776,
      "step": 560
    },
    {
      "epoch": 0.14550605202163275,
      "grad_norm": 8.75758822201328,
      "learning_rate": 9.63551432749426e-05,
      "loss": 0.5727,
      "num_input_tokens_seen": 5932888,
      "step": 565
    },
    {
      "epoch": 0.14679371619881534,
      "grad_norm": 4.351029258458384,
      "learning_rate": 9.626345841664953e-05,
      "loss": 0.6251,
      "num_input_tokens_seen": 5984648,
      "step": 570
    },
    {
      "epoch": 0.14808138037599794,
      "grad_norm": 7.617020699535255,
      "learning_rate": 9.617067942074153e-05,
      "loss": 0.6508,
      "num_input_tokens_seen": 6037000,
      "step": 575
    },
    {
      "epoch": 0.14936904455318054,
      "grad_norm": 7.293430172750479,
      "learning_rate": 9.607680848145558e-05,
      "loss": 0.6686,
      "num_input_tokens_seen": 6090512,
      "step": 580
    },
    {
      "epoch": 0.15065670873036313,
      "grad_norm": 3.3635276124166653,
      "learning_rate": 9.598184781885318e-05,
      "loss": 0.5793,
      "num_input_tokens_seen": 6143320,
      "step": 585
    },
    {
      "epoch": 0.1519443729075457,
      "grad_norm": 2.7589160396339407,
      "learning_rate": 9.588579967876806e-05,
      "loss": 0.5954,
      "num_input_tokens_seen": 6195720,
      "step": 590
    },
    {
      "epoch": 0.1532320370847283,
      "grad_norm": 1.582169884399532,
      "learning_rate": 9.578866633275288e-05,
      "loss": 0.5644,
      "num_input_tokens_seen": 6247592,
      "step": 595
    },
    {
      "epoch": 0.1545197012619109,
      "grad_norm": 3.891844940061855,
      "learning_rate": 9.569045007802559e-05,
      "loss": 0.5794,
      "num_input_tokens_seen": 6299656,
      "step": 600
    },
    {
      "epoch": 0.1545197012619109,
      "eval_loss": 0.6039358973503113,
      "eval_runtime": 38.3138,
      "eval_samples_per_second": 3.132,
      "eval_steps_per_second": 0.783,
      "num_input_tokens_seen": 6299656,
      "step": 600
    },
    {
      "epoch": 0.1558073654390935,
      "grad_norm": 5.90634634073773,
      "learning_rate": 9.55911532374151e-05,
      "loss": 0.6106,
      "num_input_tokens_seen": 6351680,
      "step": 605
    },
    {
      "epoch": 0.15709502961627608,
      "grad_norm": 3.5429043559071034,
      "learning_rate": 9.549077815930636e-05,
      "loss": 0.5812,
      "num_input_tokens_seen": 6403648,
      "step": 610
    },
    {
      "epoch": 0.15838269379345868,
      "grad_norm": 2.8753548663225144,
      "learning_rate": 9.538932721758474e-05,
      "loss": 0.5992,
      "num_input_tokens_seen": 6456328,
      "step": 615
    },
    {
      "epoch": 0.15967035797064125,
      "grad_norm": 2.4013005755622467,
      "learning_rate": 9.528680281157999e-05,
      "loss": 0.587,
      "num_input_tokens_seen": 6509024,
      "step": 620
    },
    {
      "epoch": 0.16095802214782384,
      "grad_norm": 3.860358696946306,
      "learning_rate": 9.518320736600943e-05,
      "loss": 0.5836,
      "num_input_tokens_seen": 6561336,
      "step": 625
    },
    {
      "epoch": 0.16224568632500644,
      "grad_norm": 3.187917212328382,
      "learning_rate": 9.507854333092063e-05,
      "loss": 0.5913,
      "num_input_tokens_seen": 6614024,
      "step": 630
    },
    {
      "epoch": 0.16353335050218903,
      "grad_norm": 3.5342177024321586,
      "learning_rate": 9.497281318163346e-05,
      "loss": 0.5693,
      "num_input_tokens_seen": 6666416,
      "step": 635
    },
    {
      "epoch": 0.16482101467937163,
      "grad_norm": 3.90374612709263,
      "learning_rate": 9.486601941868154e-05,
      "loss": 0.572,
      "num_input_tokens_seen": 6718200,
      "step": 640
    },
    {
      "epoch": 0.1661086788565542,
      "grad_norm": 4.4270591027201665,
      "learning_rate": 9.475816456775313e-05,
      "loss": 0.6111,
      "num_input_tokens_seen": 6771256,
      "step": 645
    },
    {
      "epoch": 0.1673963430337368,
      "grad_norm": 5.04761388655614,
      "learning_rate": 9.464925117963133e-05,
      "loss": 0.5959,
      "num_input_tokens_seen": 6824008,
      "step": 650
    },
    {
      "epoch": 0.1673963430337368,
      "eval_loss": 0.5542036890983582,
      "eval_runtime": 68.9048,
      "eval_samples_per_second": 1.742,
      "eval_steps_per_second": 0.435,
      "num_input_tokens_seen": 6824008,
      "step": 650
    },
    {
      "epoch": 0.1686840072109194,
      "grad_norm": 3.428410481447858,
      "learning_rate": 9.453928183013385e-05,
      "loss": 0.5344,
      "num_input_tokens_seen": 6875432,
      "step": 655
    },
    {
      "epoch": 0.16997167138810199,
      "grad_norm": 2.9137495299009846,
      "learning_rate": 9.442825912005202e-05,
      "loss": 0.56,
      "num_input_tokens_seen": 6927768,
      "step": 660
    },
    {
      "epoch": 0.17125933556528458,
      "grad_norm": 4.2956604210715925,
      "learning_rate": 9.431618567508933e-05,
      "loss": 0.5701,
      "num_input_tokens_seen": 6980544,
      "step": 665
    },
    {
      "epoch": 0.17254699974246718,
      "grad_norm": 4.3977584083656405,
      "learning_rate": 9.420306414579925e-05,
      "loss": 0.5604,
      "num_input_tokens_seen": 7032584,
      "step": 670
    },
    {
      "epoch": 0.17383466391964975,
      "grad_norm": 4.48381006313936,
      "learning_rate": 9.408889720752266e-05,
      "loss": 0.5763,
      "num_input_tokens_seen": 7085048,
      "step": 675
    },
    {
      "epoch": 0.17512232809683234,
      "grad_norm": 2.189534287393346,
      "learning_rate": 9.397368756032445e-05,
      "loss": 0.5962,
      "num_input_tokens_seen": 7137952,
      "step": 680
    },
    {
      "epoch": 0.17640999227401494,
      "grad_norm": 3.34591241093722,
      "learning_rate": 9.385743792892982e-05,
      "loss": 0.5935,
      "num_input_tokens_seen": 7190584,
      "step": 685
    },
    {
      "epoch": 0.17769765645119753,
      "grad_norm": 2.7509902524242507,
      "learning_rate": 9.374015106265968e-05,
      "loss": 0.5267,
      "num_input_tokens_seen": 7243440,
      "step": 690
    },
    {
      "epoch": 0.17898532062838013,
      "grad_norm": 2.322454948468365,
      "learning_rate": 9.362182973536569e-05,
      "loss": 0.5351,
      "num_input_tokens_seen": 7295568,
      "step": 695
    },
    {
      "epoch": 0.1802729848055627,
      "grad_norm": 3.4615171229405046,
      "learning_rate": 9.35024767453647e-05,
      "loss": 0.5014,
      "num_input_tokens_seen": 7347040,
      "step": 700
    },
    {
      "epoch": 0.1802729848055627,
      "eval_loss": 0.5440100431442261,
      "eval_runtime": 39.1181,
      "eval_samples_per_second": 3.068,
      "eval_steps_per_second": 0.767,
      "num_input_tokens_seen": 7347040,
      "step": 700
    },
    {
      "epoch": 0.1815606489827453,
      "grad_norm": 4.815426816055898,
      "learning_rate": 9.338209491537257e-05,
      "loss": 0.543,
      "num_input_tokens_seen": 7399584,
      "step": 705
    },
    {
      "epoch": 0.1828483131599279,
      "grad_norm": 7.294932559918336,
      "learning_rate": 9.326068709243727e-05,
      "loss": 0.4995,
      "num_input_tokens_seen": 7452928,
      "step": 710
    },
    {
      "epoch": 0.18413597733711048,
      "grad_norm": 3.6946433405013495,
      "learning_rate": 9.313825614787177e-05,
      "loss": 0.5109,
      "num_input_tokens_seen": 7505112,
      "step": 715
    },
    {
      "epoch": 0.18542364151429308,
      "grad_norm": 4.339671310261357,
      "learning_rate": 9.301480497718593e-05,
      "loss": 0.4932,
      "num_input_tokens_seen": 7557608,
      "step": 720
    },
    {
      "epoch": 0.18671130569147568,
      "grad_norm": 11.604530853746237,
      "learning_rate": 9.289033650001817e-05,
      "loss": 0.5573,
      "num_input_tokens_seen": 7610048,
      "step": 725
    },
    {
      "epoch": 0.18799896986865824,
      "grad_norm": 5.990020165378009,
      "learning_rate": 9.276485366006634e-05,
      "loss": 0.5305,
      "num_input_tokens_seen": 7662056,
      "step": 730
    },
    {
      "epoch": 0.18928663404584084,
      "grad_norm": 4.709895983169237,
      "learning_rate": 9.263835942501807e-05,
      "loss": 0.5369,
      "num_input_tokens_seen": 7713656,
      "step": 735
    },
    {
      "epoch": 0.19057429822302344,
      "grad_norm": 4.873824727341975,
      "learning_rate": 9.251085678648072e-05,
      "loss": 0.5397,
      "num_input_tokens_seen": 7765992,
      "step": 740
    },
    {
      "epoch": 0.19186196240020603,
      "grad_norm": 3.288968567031419,
      "learning_rate": 9.238234875991046e-05,
      "loss": 0.5116,
      "num_input_tokens_seen": 7818448,
      "step": 745
    },
    {
      "epoch": 0.19314962657738863,
      "grad_norm": 4.778741391076671,
      "learning_rate": 9.225283838454111e-05,
      "loss": 0.541,
      "num_input_tokens_seen": 7870520,
      "step": 750
    },
    {
      "epoch": 0.19314962657738863,
      "eval_loss": 0.5273815989494324,
      "eval_runtime": 39.1812,
      "eval_samples_per_second": 3.063,
      "eval_steps_per_second": 0.766,
      "num_input_tokens_seen": 7870520,
      "step": 750
    },
    {
      "epoch": 0.1944372907545712,
      "grad_norm": 4.544356566141105,
      "learning_rate": 9.21223287233121e-05,
      "loss": 0.4961,
      "num_input_tokens_seen": 7922736,
      "step": 755
    },
    {
      "epoch": 0.1957249549317538,
      "grad_norm": 7.025876813077666,
      "learning_rate": 9.199082286279622e-05,
      "loss": 0.4956,
      "num_input_tokens_seen": 7975304,
      "step": 760
    },
    {
      "epoch": 0.1970126191089364,
      "grad_norm": 4.9360968239249985,
      "learning_rate": 9.185832391312644e-05,
      "loss": 0.4997,
      "num_input_tokens_seen": 8027448,
      "step": 765
    },
    {
      "epoch": 0.19830028328611898,
      "grad_norm": 10.528361984915874,
      "learning_rate": 9.172483500792244e-05,
      "loss": 0.5214,
      "num_input_tokens_seen": 8080944,
      "step": 770
    },
    {
      "epoch": 0.19958794746330158,
      "grad_norm": 9.264531258094065,
      "learning_rate": 9.159035930421658e-05,
      "loss": 0.6098,
      "num_input_tokens_seen": 8133392,
      "step": 775
    },
    {
      "epoch": 0.20087561164048418,
      "grad_norm": 1.9709167614209242,
      "learning_rate": 9.145489998237902e-05,
      "loss": 0.5046,
      "num_input_tokens_seen": 8185360,
      "step": 780
    },
    {
      "epoch": 0.20216327581766674,
      "grad_norm": 7.5915211434567595,
      "learning_rate": 9.131846024604274e-05,
      "loss": 0.5803,
      "num_input_tokens_seen": 8237672,
      "step": 785
    },
    {
      "epoch": 0.20345093999484934,
      "grad_norm": 3.251682970663388,
      "learning_rate": 9.11810433220276e-05,
      "loss": 0.5365,
      "num_input_tokens_seen": 8289688,
      "step": 790
    },
    {
      "epoch": 0.20473860417203193,
      "grad_norm": 4.341533737034294,
      "learning_rate": 9.104265246026415e-05,
      "loss": 0.5259,
      "num_input_tokens_seen": 8341624,
      "step": 795
    },
    {
      "epoch": 0.20602626834921453,
      "grad_norm": 5.463180544339495,
      "learning_rate": 9.090329093371666e-05,
      "loss": 0.5291,
      "num_input_tokens_seen": 8393696,
      "step": 800
    },
    {
      "epoch": 0.20602626834921453,
      "eval_loss": 0.5219093561172485,
      "eval_runtime": 39.7455,
      "eval_samples_per_second": 3.019,
      "eval_steps_per_second": 0.755,
      "num_input_tokens_seen": 8393696,
      "step": 800
    },
    {
      "epoch": 0.20731393252639713,
      "grad_norm": 4.254130676908817,
      "learning_rate": 9.076296203830579e-05,
      "loss": 0.5449,
      "num_input_tokens_seen": 8446496,
      "step": 805
    },
    {
      "epoch": 0.2086015967035797,
      "grad_norm": 5.6525741285524145,
      "learning_rate": 9.062166909283062e-05,
      "loss": 0.5625,
      "num_input_tokens_seen": 8499544,
      "step": 810
    },
    {
      "epoch": 0.2098892608807623,
      "grad_norm": 3.8041246225911345,
      "learning_rate": 9.047941543889014e-05,
      "loss": 0.5564,
      "num_input_tokens_seen": 8552568,
      "step": 815
    },
    {
      "epoch": 0.2111769250579449,
      "grad_norm": 3.803732280546421,
      "learning_rate": 9.033620444080428e-05,
      "loss": 0.5487,
      "num_input_tokens_seen": 8605560,
      "step": 820
    },
    {
      "epoch": 0.21246458923512748,
      "grad_norm": 2.8518948364927925,
      "learning_rate": 9.019203948553422e-05,
      "loss": 0.5719,
      "num_input_tokens_seen": 8657704,
      "step": 825
    },
    {
      "epoch": 0.21375225341231008,
      "grad_norm": 3.939376115862177,
      "learning_rate": 9.004692398260244e-05,
      "loss": 0.5235,
      "num_input_tokens_seen": 8711088,
      "step": 830
    },
    {
      "epoch": 0.21503991758949267,
      "grad_norm": 6.635912128499916,
      "learning_rate": 8.9900861364012e-05,
      "loss": 0.5566,
      "num_input_tokens_seen": 8763712,
      "step": 835
    },
    {
      "epoch": 0.21632758176667524,
      "grad_norm": 3.7547407090496687,
      "learning_rate": 8.975385508416532e-05,
      "loss": 0.482,
      "num_input_tokens_seen": 8815760,
      "step": 840
    },
    {
      "epoch": 0.21761524594385784,
      "grad_norm": 4.093006904445721,
      "learning_rate": 8.960590861978265e-05,
      "loss": 0.5046,
      "num_input_tokens_seen": 8867720,
      "step": 845
    },
    {
      "epoch": 0.21890291012104043,
      "grad_norm": 11.397392997722068,
      "learning_rate": 8.945702546981969e-05,
      "loss": 0.5063,
      "num_input_tokens_seen": 8919608,
      "step": 850
    },
    {
      "epoch": 0.21890291012104043,
      "eval_loss": 0.5525640249252319,
      "eval_runtime": 39.0469,
      "eval_samples_per_second": 3.073,
      "eval_steps_per_second": 0.768,
      "num_input_tokens_seen": 8919608,
      "step": 850
    },
    {
      "epoch": 0.22019057429822303,
      "grad_norm": 4.339535962830116,
      "learning_rate": 8.930720915538487e-05,
      "loss": 0.5853,
      "num_input_tokens_seen": 8971048,
      "step": 855
    },
    {
      "epoch": 0.22147823847540563,
      "grad_norm": 6.118436891847819,
      "learning_rate": 8.915646321965614e-05,
      "loss": 0.5534,
      "num_input_tokens_seen": 9022936,
      "step": 860
    },
    {
      "epoch": 0.2227659026525882,
      "grad_norm": 3.3997835203618667,
      "learning_rate": 8.900479122779712e-05,
      "loss": 0.5623,
      "num_input_tokens_seen": 9075336,
      "step": 865
    },
    {
      "epoch": 0.2240535668297708,
      "grad_norm": 4.188326935911128,
      "learning_rate": 8.885219676687277e-05,
      "loss": 0.5561,
      "num_input_tokens_seen": 9127688,
      "step": 870
    },
    {
      "epoch": 0.22534123100695339,
      "grad_norm": 5.220175192497493,
      "learning_rate": 8.869868344576459e-05,
      "loss": 0.5449,
      "num_input_tokens_seen": 9180624,
      "step": 875
    },
    {
      "epoch": 0.22662889518413598,
      "grad_norm": 2.2022914161050577,
      "learning_rate": 8.854425489508532e-05,
      "loss": 0.5062,
      "num_input_tokens_seen": 9233176,
      "step": 880
    },
    {
      "epoch": 0.22791655936131858,
      "grad_norm": 4.62379059067999,
      "learning_rate": 8.838891476709288e-05,
      "loss": 0.5033,
      "num_input_tokens_seen": 9286688,
      "step": 885
    },
    {
      "epoch": 0.22920422353850115,
      "grad_norm": 3.639684630492015,
      "learning_rate": 8.823266673560426e-05,
      "loss": 0.4845,
      "num_input_tokens_seen": 9339600,
      "step": 890
    },
    {
      "epoch": 0.23049188771568374,
      "grad_norm": 4.131757647310936,
      "learning_rate": 8.807551449590846e-05,
      "loss": 0.5595,
      "num_input_tokens_seen": 9391536,
      "step": 895
    },
    {
      "epoch": 0.23177955189286634,
      "grad_norm": 4.771128685196347,
      "learning_rate": 8.791746176467907e-05,
      "loss": 0.5251,
      "num_input_tokens_seen": 9443616,
      "step": 900
    },
    {
      "epoch": 0.23177955189286634,
      "eval_loss": 0.49604204297065735,
      "eval_runtime": 39.5289,
      "eval_samples_per_second": 3.036,
      "eval_steps_per_second": 0.759,
      "num_input_tokens_seen": 9443616,
      "step": 900
    },
    {
      "epoch": 0.23306721607004893,
      "grad_norm": 6.849781513397169,
      "learning_rate": 8.775851227988656e-05,
      "loss": 0.5774,
      "num_input_tokens_seen": 9497304,
      "step": 905
    },
    {
      "epoch": 0.23435488024723153,
      "grad_norm": 2.526801567699946,
      "learning_rate": 8.759866980070963e-05,
      "loss": 0.5441,
      "num_input_tokens_seen": 9549416,
      "step": 910
    },
    {
      "epoch": 0.23564254442441412,
      "grad_norm": 3.1008408808291503,
      "learning_rate": 8.743793810744654e-05,
      "loss": 0.4898,
      "num_input_tokens_seen": 9601800,
      "step": 915
    },
    {
      "epoch": 0.2369302086015967,
      "grad_norm": 4.120824184689494,
      "learning_rate": 8.727632100142551e-05,
      "loss": 0.4681,
      "num_input_tokens_seen": 9653600,
      "step": 920
    },
    {
      "epoch": 0.2382178727787793,
      "grad_norm": 5.251488809494114,
      "learning_rate": 8.711382230491493e-05,
      "loss": 0.4946,
      "num_input_tokens_seen": 9707224,
      "step": 925
    },
    {
      "epoch": 0.23950553695596188,
      "grad_norm": 6.885034741125289,
      "learning_rate": 8.695044586103296e-05,
      "loss": 0.5517,
      "num_input_tokens_seen": 9760096,
      "step": 930
    },
    {
      "epoch": 0.24079320113314448,
      "grad_norm": 4.6246077239626855,
      "learning_rate": 8.678619553365659e-05,
      "loss": 0.6064,
      "num_input_tokens_seen": 9812672,
      "step": 935
    },
    {
      "epoch": 0.24208086531032708,
      "grad_norm": 5.621020693846077,
      "learning_rate": 8.662107520733027e-05,
      "loss": 0.5398,
      "num_input_tokens_seen": 9866200,
      "step": 940
    },
    {
      "epoch": 0.24336852948750964,
      "grad_norm": 3.1921985322817092,
      "learning_rate": 8.64550887871741e-05,
      "loss": 0.5068,
      "num_input_tokens_seen": 9918160,
      "step": 945
    },
    {
      "epoch": 0.24465619366469224,
      "grad_norm": 2.3689648161336465,
      "learning_rate": 8.628824019879137e-05,
      "loss": 0.5862,
      "num_input_tokens_seen": 9970600,
      "step": 950
    },
    {
      "epoch": 0.24465619366469224,
      "eval_loss": 0.5085262656211853,
      "eval_runtime": 39.0437,
      "eval_samples_per_second": 3.073,
      "eval_steps_per_second": 0.768,
      "num_input_tokens_seen": 9970600,
      "step": 950
    },
    {
      "epoch": 0.24594385784187484,
      "grad_norm": 2.8827978223065363,
      "learning_rate": 8.612053338817581e-05,
      "loss": 0.4549,
      "num_input_tokens_seen": 10022248,
      "step": 955
    },
    {
      "epoch": 0.24723152201905743,
      "grad_norm": 6.662877258417003,
      "learning_rate": 8.595197232161824e-05,
      "loss": 0.4791,
      "num_input_tokens_seen": 10075280,
      "step": 960
    },
    {
      "epoch": 0.24851918619624003,
      "grad_norm": 8.140970355143077,
      "learning_rate": 8.578256098561275e-05,
      "loss": 0.4833,
      "num_input_tokens_seen": 10128392,
      "step": 965
    },
    {
      "epoch": 0.24980685037342262,
      "grad_norm": 3.243184767888501,
      "learning_rate": 8.561230338676239e-05,
      "loss": 0.4672,
      "num_input_tokens_seen": 10180720,
      "step": 970
    },
    {
      "epoch": 0.2510945145506052,
      "grad_norm": 6.588760068173114,
      "learning_rate": 8.544120355168451e-05,
      "loss": 0.5205,
      "num_input_tokens_seen": 10233256,
      "step": 975
    },
    {
      "epoch": 0.2523821787277878,
      "grad_norm": 2.6240987196110837,
      "learning_rate": 8.526926552691544e-05,
      "loss": 0.5124,
      "num_input_tokens_seen": 10284928,
      "step": 980
    },
    {
      "epoch": 0.2536698429049704,
      "grad_norm": 8.242761558538728,
      "learning_rate": 8.509649337881483e-05,
      "loss": 0.5034,
      "num_input_tokens_seen": 10338208,
      "step": 985
    },
    {
      "epoch": 0.254957507082153,
      "grad_norm": 8.922137566500533,
      "learning_rate": 8.492289119346943e-05,
      "loss": 0.5226,
      "num_input_tokens_seen": 10390224,
      "step": 990
    },
    {
      "epoch": 0.25624517125933555,
      "grad_norm": 4.922275874717211,
      "learning_rate": 8.474846307659658e-05,
      "loss": 0.5399,
      "num_input_tokens_seen": 10443080,
      "step": 995
    },
    {
      "epoch": 0.25753283543651817,
      "grad_norm": 6.866585614783304,
      "learning_rate": 8.457321315344694e-05,
      "loss": 0.483,
      "num_input_tokens_seen": 10495592,
      "step": 1000
    },
    {
      "epoch": 0.25753283543651817,
      "eval_loss": 0.5305114388465881,
      "eval_runtime": 38.9297,
      "eval_samples_per_second": 3.082,
      "eval_steps_per_second": 0.771,
      "num_input_tokens_seen": 10495592,
      "step": 1000
    },
    {
      "epoch": 0.25882049961370074,
      "grad_norm": 8.233033578002926,
      "learning_rate": 8.439714556870704e-05,
      "loss": 0.568,
      "num_input_tokens_seen": 10548136,
      "step": 1005
    },
    {
      "epoch": 0.26010816379088336,
      "grad_norm": 5.3701298824478485,
      "learning_rate": 8.422026448640124e-05,
      "loss": 0.4335,
      "num_input_tokens_seen": 10600048,
      "step": 1010
    },
    {
      "epoch": 0.26139582796806593,
      "grad_norm": 5.491882026124958,
      "learning_rate": 8.40425740897932e-05,
      "loss": 0.5385,
      "num_input_tokens_seen": 10652160,
      "step": 1015
    },
    {
      "epoch": 0.2626834921452485,
      "grad_norm": 5.479941792055548,
      "learning_rate": 8.386407858128706e-05,
      "loss": 0.5171,
      "num_input_tokens_seen": 10705208,
      "step": 1020
    },
    {
      "epoch": 0.2639711563224311,
      "grad_norm": 3.489116106033337,
      "learning_rate": 8.368478218232787e-05,
      "loss": 0.5201,
      "num_input_tokens_seen": 10758688,
      "step": 1025
    },
    {
      "epoch": 0.2652588204996137,
      "grad_norm": 5.923123692460237,
      "learning_rate": 8.350468913330192e-05,
      "loss": 0.5521,
      "num_input_tokens_seen": 10811408,
      "step": 1030
    },
    {
      "epoch": 0.2665464846767963,
      "grad_norm": 2.7605406738569824,
      "learning_rate": 8.33238036934364e-05,
      "loss": 0.4938,
      "num_input_tokens_seen": 10864144,
      "step": 1035
    },
    {
      "epoch": 0.2678341488539789,
      "grad_norm": 5.500647711838314,
      "learning_rate": 8.31421301406986e-05,
      "loss": 0.4828,
      "num_input_tokens_seen": 10916952,
      "step": 1040
    },
    {
      "epoch": 0.26912181303116145,
      "grad_norm": 6.823855575342733,
      "learning_rate": 8.29596727716949e-05,
      "loss": 0.5491,
      "num_input_tokens_seen": 10968824,
      "step": 1045
    },
    {
      "epoch": 0.2704094772083441,
      "grad_norm": 5.409054743152559,
      "learning_rate": 8.277643590156894e-05,
      "loss": 0.4628,
      "num_input_tokens_seen": 11021656,
      "step": 1050
    },
    {
      "epoch": 0.2704094772083441,
      "eval_loss": 0.5039986371994019,
      "eval_runtime": 40.3009,
      "eval_samples_per_second": 2.978,
      "eval_steps_per_second": 0.744,
      "num_input_tokens_seen": 11021656,
      "step": 1050
    },
    {
      "epoch": 0.27169714138552664,
      "grad_norm": 3.2588151986321994,
      "learning_rate": 8.259242386389973e-05,
      "loss": 0.4586,
      "num_input_tokens_seen": 11074336,
      "step": 1055
    },
    {
      "epoch": 0.27298480556270927,
      "grad_norm": 12.995641199019554,
      "learning_rate": 8.240764101059912e-05,
      "loss": 0.4939,
      "num_input_tokens_seen": 11126776,
      "step": 1060
    },
    {
      "epoch": 0.27427246973989183,
      "grad_norm": 8.713479932798109,
      "learning_rate": 8.222209171180883e-05,
      "loss": 0.4978,
      "num_input_tokens_seen": 11179680,
      "step": 1065
    },
    {
      "epoch": 0.2755601339170744,
      "grad_norm": 3.6728132957332016,
      "learning_rate": 8.203578035579715e-05,
      "loss": 0.5695,
      "num_input_tokens_seen": 11231616,
      "step": 1070
    },
    {
      "epoch": 0.276847798094257,
      "grad_norm": 9.661110166832387,
      "learning_rate": 8.184871134885513e-05,
      "loss": 0.4635,
      "num_input_tokens_seen": 11283720,
      "step": 1075
    },
    {
      "epoch": 0.2781354622714396,
      "grad_norm": 5.4096015474623576,
      "learning_rate": 8.166088911519235e-05,
      "loss": 0.4974,
      "num_input_tokens_seen": 11336144,
      "step": 1080
    },
    {
      "epoch": 0.2794231264486222,
      "grad_norm": 5.353663008589148,
      "learning_rate": 8.147231809683236e-05,
      "loss": 0.4439,
      "num_input_tokens_seen": 11389128,
      "step": 1085
    },
    {
      "epoch": 0.2807107906258048,
      "grad_norm": 3.863008112890598,
      "learning_rate": 8.128300275350756e-05,
      "loss": 0.4368,
      "num_input_tokens_seen": 11441864,
      "step": 1090
    },
    {
      "epoch": 0.2819984548029874,
      "grad_norm": 5.545035623030093,
      "learning_rate": 8.109294756255375e-05,
      "loss": 0.4895,
      "num_input_tokens_seen": 11494880,
      "step": 1095
    },
    {
      "epoch": 0.28328611898017,
      "grad_norm": 5.124762488175073,
      "learning_rate": 8.090215701880419e-05,
      "loss": 0.4825,
      "num_input_tokens_seen": 11547008,
      "step": 1100
    },
    {
      "epoch": 0.28328611898017,
      "eval_loss": 0.4798590838909149,
      "eval_runtime": 40.6942,
      "eval_samples_per_second": 2.949,
      "eval_steps_per_second": 0.737,
      "num_input_tokens_seen": 11547008,
      "step": 1100
    },
    {
      "epoch": 0.28457378315735254,
      "grad_norm": 11.308296783543483,
      "learning_rate": 8.07106356344834e-05,
      "loss": 0.4927,
      "num_input_tokens_seen": 11600032,
      "step": 1105
    },
    {
      "epoch": 0.28586144733453517,
      "grad_norm": 4.902660398367944,
      "learning_rate": 8.051838793910038e-05,
      "loss": 0.4353,
      "num_input_tokens_seen": 11652120,
      "step": 1110
    },
    {
      "epoch": 0.28714911151171774,
      "grad_norm": 4.185631754620407,
      "learning_rate": 8.032541847934146e-05,
      "loss": 0.4891,
      "num_input_tokens_seen": 11705184,
      "step": 1115
    },
    {
      "epoch": 0.28843677568890036,
      "grad_norm": 6.049695709018542,
      "learning_rate": 8.013173181896283e-05,
      "loss": 0.4497,
      "num_input_tokens_seen": 11758032,
      "step": 1120
    },
    {
      "epoch": 0.28972443986608293,
      "grad_norm": 4.598736726589848,
      "learning_rate": 7.993733253868256e-05,
      "loss": 0.4927,
      "num_input_tokens_seen": 11810736,
      "step": 1125
    },
    {
      "epoch": 0.2910121040432655,
      "grad_norm": 41.010822412039396,
      "learning_rate": 7.974222523607236e-05,
      "loss": 0.4853,
      "num_input_tokens_seen": 11863152,
      "step": 1130
    },
    {
      "epoch": 0.2922997682204481,
      "grad_norm": 5.591270811303827,
      "learning_rate": 7.954641452544865e-05,
      "loss": 0.4458,
      "num_input_tokens_seen": 11914536,
      "step": 1135
    },
    {
      "epoch": 0.2935874323976307,
      "grad_norm": 4.526048407550314,
      "learning_rate": 7.934990503776363e-05,
      "loss": 0.3976,
      "num_input_tokens_seen": 11966064,
      "step": 1140
    },
    {
      "epoch": 0.2948750965748133,
      "grad_norm": 4.778105875378293,
      "learning_rate": 7.915270142049566e-05,
      "loss": 0.508,
      "num_input_tokens_seen": 12018928,
      "step": 1145
    },
    {
      "epoch": 0.2961627607519959,
      "grad_norm": 8.075837130866274,
      "learning_rate": 7.89548083375394e-05,
      "loss": 0.4553,
      "num_input_tokens_seen": 12071088,
      "step": 1150
    },
    {
      "epoch": 0.2961627607519959,
      "eval_loss": 0.45381438732147217,
      "eval_runtime": 38.3303,
      "eval_samples_per_second": 3.131,
      "eval_steps_per_second": 0.783,
      "num_input_tokens_seen": 12071088,
      "step": 1150
    },
    {
      "epoch": 0.29745042492917845,
      "grad_norm": 5.66991445612284,
      "learning_rate": 7.875623046909544e-05,
      "loss": 0.4192,
      "num_input_tokens_seen": 12122128,
      "step": 1155
    },
    {
      "epoch": 0.29873808910636107,
      "grad_norm": 11.08291356725024,
      "learning_rate": 7.855697251155967e-05,
      "loss": 0.433,
      "num_input_tokens_seen": 12174288,
      "step": 1160
    },
    {
      "epoch": 0.30002575328354364,
      "grad_norm": 8.191495602021662,
      "learning_rate": 7.835703917741212e-05,
      "loss": 0.4817,
      "num_input_tokens_seen": 12227008,
      "step": 1165
    },
    {
      "epoch": 0.30131341746072626,
      "grad_norm": 7.763763600628314,
      "learning_rate": 7.81564351951057e-05,
      "loss": 0.485,
      "num_input_tokens_seen": 12280168,
      "step": 1170
    },
    {
      "epoch": 0.30260108163790883,
      "grad_norm": 5.347838532189795,
      "learning_rate": 7.795516530895414e-05,
      "loss": 0.4532,
      "num_input_tokens_seen": 12333072,
      "step": 1175
    },
    {
      "epoch": 0.3038887458150914,
      "grad_norm": 7.959591215701365,
      "learning_rate": 7.775323427901993e-05,
      "loss": 0.4643,
      "num_input_tokens_seen": 12386208,
      "step": 1180
    },
    {
      "epoch": 0.305176409992274,
      "grad_norm": 6.676689561663868,
      "learning_rate": 7.755064688100171e-05,
      "loss": 0.4577,
      "num_input_tokens_seen": 12439304,
      "step": 1185
    },
    {
      "epoch": 0.3064640741694566,
      "grad_norm": 6.976246725003336,
      "learning_rate": 7.734740790612136e-05,
      "loss": 0.4666,
      "num_input_tokens_seen": 12491360,
      "step": 1190
    },
    {
      "epoch": 0.3077517383466392,
      "grad_norm": 6.034570050567919,
      "learning_rate": 7.714352216101055e-05,
      "loss": 0.407,
      "num_input_tokens_seen": 12544264,
      "step": 1195
    },
    {
      "epoch": 0.3090394025238218,
      "grad_norm": 4.583037231101643,
      "learning_rate": 7.693899446759727e-05,
      "loss": 0.454,
      "num_input_tokens_seen": 12596208,
      "step": 1200
    },
    {
      "epoch": 0.3090394025238218,
      "eval_loss": 0.49250805377960205,
      "eval_runtime": 38.6863,
      "eval_samples_per_second": 3.102,
      "eval_steps_per_second": 0.775,
      "num_input_tokens_seen": 12596208,
      "step": 1200
    },
    {
      "epoch": 0.31032706670100435,
      "grad_norm": 4.0964966925406365,
      "learning_rate": 7.673382966299163e-05,
      "loss": 0.5226,
      "num_input_tokens_seen": 12648936,
      "step": 1205
    },
    {
      "epoch": 0.311614730878187,
      "grad_norm": 7.87992303723905,
      "learning_rate": 7.65280325993715e-05,
      "loss": 0.4757,
      "num_input_tokens_seen": 12702432,
      "step": 1210
    },
    {
      "epoch": 0.31290239505536954,
      "grad_norm": 6.822793875901239,
      "learning_rate": 7.63216081438678e-05,
      "loss": 0.451,
      "num_input_tokens_seen": 12755128,
      "step": 1215
    },
    {
      "epoch": 0.31419005923255217,
      "grad_norm": 8.804840574778536,
      "learning_rate": 7.611456117844934e-05,
      "loss": 0.4155,
      "num_input_tokens_seen": 12808152,
      "step": 1220
    },
    {
      "epoch": 0.31547772340973473,
      "grad_norm": 12.832933509895003,
      "learning_rate": 7.59068965998074e-05,
      "loss": 0.4094,
      "num_input_tokens_seen": 12861592,
      "step": 1225
    },
    {
      "epoch": 0.31676538758691736,
      "grad_norm": 3.769639586972444,
      "learning_rate": 7.569861931923989e-05,
      "loss": 0.4663,
      "num_input_tokens_seen": 12914240,
      "step": 1230
    },
    {
      "epoch": 0.3180530517640999,
      "grad_norm": 5.011688667303979,
      "learning_rate": 7.548973426253521e-05,
      "loss": 0.468,
      "num_input_tokens_seen": 12967472,
      "step": 1235
    },
    {
      "epoch": 0.3193407159412825,
      "grad_norm": 5.925703481508644,
      "learning_rate": 7.528024636985575e-05,
      "loss": 0.4744,
      "num_input_tokens_seen": 13020232,
      "step": 1240
    },
    {
      "epoch": 0.3206283801184651,
      "grad_norm": 3.511846132089351,
      "learning_rate": 7.507016059562107e-05,
      "loss": 0.4269,
      "num_input_tokens_seen": 13073032,
      "step": 1245
    },
    {
      "epoch": 0.3219160442956477,
      "grad_norm": 6.878508053492975,
      "learning_rate": 7.485948190839077e-05,
      "loss": 0.4725,
      "num_input_tokens_seen": 13125624,
      "step": 1250
    },
    {
      "epoch": 0.3219160442956477,
      "eval_loss": 0.4339977502822876,
      "eval_runtime": 39.1132,
      "eval_samples_per_second": 3.068,
      "eval_steps_per_second": 0.767,
      "num_input_tokens_seen": 13125624,
      "step": 1250
    },
    {
      "epoch": 0.3232037084728303,
      "grad_norm": 3.2225418900054184,
      "learning_rate": 7.464821529074679e-05,
      "loss": 0.4196,
      "num_input_tokens_seen": 13178656,
      "step": 1255
    },
    {
      "epoch": 0.3244913726500129,
      "grad_norm": 5.7056125199065475,
      "learning_rate": 7.443636573917585e-05,
      "loss": 0.4349,
      "num_input_tokens_seen": 13231224,
      "step": 1260
    },
    {
      "epoch": 0.32577903682719545,
      "grad_norm": 3.1679429520474587,
      "learning_rate": 7.422393826395108e-05,
      "loss": 0.4726,
      "num_input_tokens_seen": 13283208,
      "step": 1265
    },
    {
      "epoch": 0.32706670100437807,
      "grad_norm": 5.409673500894723,
      "learning_rate": 7.40109378890136e-05,
      "loss": 0.4604,
      "num_input_tokens_seen": 13335808,
      "step": 1270
    },
    {
      "epoch": 0.32835436518156064,
      "grad_norm": 6.011303613930208,
      "learning_rate": 7.379736965185368e-05,
      "loss": 0.4606,
      "num_input_tokens_seen": 13389112,
      "step": 1275
    },
    {
      "epoch": 0.32964202935874326,
      "grad_norm": 11.490498301960598,
      "learning_rate": 7.358323860339165e-05,
      "loss": 0.4487,
      "num_input_tokens_seen": 13441816,
      "step": 1280
    },
    {
      "epoch": 0.33092969353592583,
      "grad_norm": 8.761206465870922,
      "learning_rate": 7.336854980785839e-05,
      "loss": 0.422,
      "num_input_tokens_seen": 13493592,
      "step": 1285
    },
    {
      "epoch": 0.3322173577131084,
      "grad_norm": 8.457687965106274,
      "learning_rate": 7.315330834267553e-05,
      "loss": 0.5397,
      "num_input_tokens_seen": 13545696,
      "step": 1290
    },
    {
      "epoch": 0.333505021890291,
      "grad_norm": 6.1852361009354295,
      "learning_rate": 7.293751929833553e-05,
      "loss": 0.5022,
      "num_input_tokens_seen": 13597560,
      "step": 1295
    },
    {
      "epoch": 0.3347926860674736,
      "grad_norm": 3.157280649859201,
      "learning_rate": 7.272118777828108e-05,
      "loss": 0.4794,
      "num_input_tokens_seen": 13650264,
      "step": 1300
    },
    {
      "epoch": 0.3347926860674736,
      "eval_loss": 0.4991846978664398,
      "eval_runtime": 38.2504,
      "eval_samples_per_second": 3.137,
      "eval_steps_per_second": 0.784,
      "num_input_tokens_seen": 13650264,
      "step": 1300
    },
    {
      "epoch": 0.3360803502446562,
      "grad_norm": 6.386835645613503,
      "learning_rate": 7.250431889878455e-05,
      "loss": 0.4971,
      "num_input_tokens_seen": 13702584,
      "step": 1305
    },
    {
      "epoch": 0.3373680144218388,
      "grad_norm": 4.797592029689297,
      "learning_rate": 7.228691778882693e-05,
      "loss": 0.4574,
      "num_input_tokens_seen": 13755024,
      "step": 1310
    },
    {
      "epoch": 0.33865567859902135,
      "grad_norm": 3.659831343491765,
      "learning_rate": 7.20689895899765e-05,
      "loss": 0.4463,
      "num_input_tokens_seen": 13807528,
      "step": 1315
    },
    {
      "epoch": 0.33994334277620397,
      "grad_norm": 8.104230440489859,
      "learning_rate": 7.185053945626733e-05,
      "loss": 0.4549,
      "num_input_tokens_seen": 13859760,
      "step": 1320
    },
    {
      "epoch": 0.34123100695338654,
      "grad_norm": 4.000749012853666,
      "learning_rate": 7.163157255407732e-05,
      "loss": 0.4073,
      "num_input_tokens_seen": 13911656,
      "step": 1325
    },
    {
      "epoch": 0.34251867113056916,
      "grad_norm": 4.431361614574065,
      "learning_rate": 7.141209406200599e-05,
      "loss": 0.433,
      "num_input_tokens_seen": 13963816,
      "step": 1330
    },
    {
      "epoch": 0.34380633530775173,
      "grad_norm": 3.9352317738395635,
      "learning_rate": 7.1192109170752e-05,
      "loss": 0.4244,
      "num_input_tokens_seen": 14016256,
      "step": 1335
    },
    {
      "epoch": 0.34509399948493436,
      "grad_norm": 4.571632866024196,
      "learning_rate": 7.097162308299054e-05,
      "loss": 0.4448,
      "num_input_tokens_seen": 14068768,
      "step": 1340
    },
    {
      "epoch": 0.3463816636621169,
      "grad_norm": 4.2711556426666375,
      "learning_rate": 7.07506410132501e-05,
      "loss": 0.4608,
      "num_input_tokens_seen": 14121272,
      "step": 1345
    },
    {
      "epoch": 0.3476693278392995,
      "grad_norm": 4.49067434213006,
      "learning_rate": 7.052916818778918e-05,
      "loss": 0.3994,
      "num_input_tokens_seen": 14173240,
      "step": 1350
    },
    {
      "epoch": 0.3476693278392995,
      "eval_loss": 0.460835725069046,
      "eval_runtime": 38.3552,
      "eval_samples_per_second": 3.129,
      "eval_steps_per_second": 0.782,
      "num_input_tokens_seen": 14173240,
      "step": 1350
    },
    {
      "epoch": 0.3489569920164821,
      "grad_norm": 6.100571377010892,
      "learning_rate": 7.030720984447279e-05,
      "loss": 0.41,
      "num_input_tokens_seen": 14226032,
      "step": 1355
    },
    {
      "epoch": 0.3502446561936647,
      "grad_norm": 3.531812694789996,
      "learning_rate": 7.008477123264848e-05,
      "loss": 0.3751,
      "num_input_tokens_seen": 14278128,
      "step": 1360
    },
    {
      "epoch": 0.3515323203708473,
      "grad_norm": 13.528736327050117,
      "learning_rate": 6.986185761302224e-05,
      "loss": 0.4814,
      "num_input_tokens_seen": 14330624,
      "step": 1365
    },
    {
      "epoch": 0.3528199845480299,
      "grad_norm": 6.2453361475565305,
      "learning_rate": 6.963847425753403e-05,
      "loss": 0.5007,
      "num_input_tokens_seen": 14382416,
      "step": 1370
    },
    {
      "epoch": 0.35410764872521244,
      "grad_norm": 3.5868157849734925,
      "learning_rate": 6.941462644923318e-05,
      "loss": 0.4335,
      "num_input_tokens_seen": 14434896,
      "step": 1375
    },
    {
      "epoch": 0.35539531290239507,
      "grad_norm": 7.0930284762784925,
      "learning_rate": 6.919031948215335e-05,
      "loss": 0.4427,
      "num_input_tokens_seen": 14487152,
      "step": 1380
    },
    {
      "epoch": 0.35668297707957763,
      "grad_norm": 1.8673746248959853,
      "learning_rate": 6.896555866118741e-05,
      "loss": 0.42,
      "num_input_tokens_seen": 14539608,
      "step": 1385
    },
    {
      "epoch": 0.35797064125676026,
      "grad_norm": 3.29378340171418,
      "learning_rate": 6.87403493019619e-05,
      "loss": 0.4573,
      "num_input_tokens_seen": 14592168,
      "step": 1390
    },
    {
      "epoch": 0.3592583054339428,
      "grad_norm": 4.710051493913417,
      "learning_rate": 6.851469673071143e-05,
      "loss": 0.4341,
      "num_input_tokens_seen": 14643920,
      "step": 1395
    },
    {
      "epoch": 0.3605459696111254,
      "grad_norm": 5.46737560287727,
      "learning_rate": 6.828860628415253e-05,
      "loss": 0.437,
      "num_input_tokens_seen": 14697136,
      "step": 1400
    },
    {
      "epoch": 0.3605459696111254,
      "eval_loss": 0.46620962023735046,
      "eval_runtime": 38.4197,
      "eval_samples_per_second": 3.123,
      "eval_steps_per_second": 0.781,
      "num_input_tokens_seen": 14697136,
      "step": 1400
    },
    {
      "epoch": 0.361833633788308,
      "grad_norm": 5.6011715346425355,
      "learning_rate": 6.806208330935766e-05,
      "loss": 0.4377,
      "num_input_tokens_seen": 14749168,
      "step": 1405
    },
    {
      "epoch": 0.3631212979654906,
      "grad_norm": 8.725023519965001,
      "learning_rate": 6.783513316362855e-05,
      "loss": 0.412,
      "num_input_tokens_seen": 14801568,
      "step": 1410
    },
    {
      "epoch": 0.3644089621426732,
      "grad_norm": 8.12664534705471,
      "learning_rate": 6.760776121436962e-05,
      "loss": 0.4441,
      "num_input_tokens_seen": 14853384,
      "step": 1415
    },
    {
      "epoch": 0.3656966263198558,
      "grad_norm": 3.5568354734329244,
      "learning_rate": 6.737997283896103e-05,
      "loss": 0.4576,
      "num_input_tokens_seen": 14906632,
      "step": 1420
    },
    {
      "epoch": 0.36698429049703835,
      "grad_norm": 2.9816566580274007,
      "learning_rate": 6.715177342463145e-05,
      "loss": 0.3853,
      "num_input_tokens_seen": 14959240,
      "step": 1425
    },
    {
      "epoch": 0.36827195467422097,
      "grad_norm": 9.270651786172323,
      "learning_rate": 6.692316836833065e-05,
      "loss": 0.3755,
      "num_input_tokens_seen": 15012256,
      "step": 1430
    },
    {
      "epoch": 0.36955961885140354,
      "grad_norm": 7.022055493979997,
      "learning_rate": 6.6694163076602e-05,
      "loss": 0.5384,
      "num_input_tokens_seen": 15064664,
      "step": 1435
    },
    {
      "epoch": 0.37084728302858616,
      "grad_norm": 3.764454647275643,
      "learning_rate": 6.646476296545434e-05,
      "loss": 0.4377,
      "num_input_tokens_seen": 15117384,
      "step": 1440
    },
    {
      "epoch": 0.37213494720576873,
      "grad_norm": 5.3073636057406794,
      "learning_rate": 6.623497346023418e-05,
      "loss": 0.3876,
      "num_input_tokens_seen": 15169880,
      "step": 1445
    },
    {
      "epoch": 0.37342261138295135,
      "grad_norm": 3.8443265684988392,
      "learning_rate": 6.60047999954972e-05,
      "loss": 0.4065,
      "num_input_tokens_seen": 15222568,
      "step": 1450
    },
    {
      "epoch": 0.37342261138295135,
      "eval_loss": 0.4395444095134735,
      "eval_runtime": 38.336,
      "eval_samples_per_second": 3.13,
      "eval_steps_per_second": 0.783,
      "num_input_tokens_seen": 15222568,
      "step": 1450
    },
    {
      "epoch": 0.3747102755601339,
      "grad_norm": 8.614661225033187,
      "learning_rate": 6.57742480148798e-05,
      "loss": 0.4231,
      "num_input_tokens_seen": 15275288,
      "step": 1455
    },
    {
      "epoch": 0.3759979397373165,
      "grad_norm": 3.107561516867378,
      "learning_rate": 6.554332297097031e-05,
      "loss": 0.4301,
      "num_input_tokens_seen": 15328072,
      "step": 1460
    },
    {
      "epoch": 0.3772856039144991,
      "grad_norm": 2.9024892391048867,
      "learning_rate": 6.53120303251801e-05,
      "loss": 0.446,
      "num_input_tokens_seen": 15379120,
      "step": 1465
    },
    {
      "epoch": 0.3785732680916817,
      "grad_norm": 2.7506997409330105,
      "learning_rate": 6.508037554761432e-05,
      "loss": 0.3764,
      "num_input_tokens_seen": 15431104,
      "step": 1470
    },
    {
      "epoch": 0.3798609322688643,
      "grad_norm": 5.7118625908326734,
      "learning_rate": 6.484836411694267e-05,
      "loss": 0.4423,
      "num_input_tokens_seen": 15482816,
      "step": 1475
    },
    {
      "epoch": 0.3811485964460469,
      "grad_norm": 4.701095405963631,
      "learning_rate": 6.461600152026965e-05,
      "loss": 0.4439,
      "num_input_tokens_seen": 15534896,
      "step": 1480
    },
    {
      "epoch": 0.38243626062322944,
      "grad_norm": 5.574717716204205,
      "learning_rate": 6.438329325300499e-05,
      "loss": 0.4408,
      "num_input_tokens_seen": 15587496,
      "step": 1485
    },
    {
      "epoch": 0.38372392480041206,
      "grad_norm": 4.6497322752918,
      "learning_rate": 6.415024481873352e-05,
      "loss": 0.4086,
      "num_input_tokens_seen": 15639672,
      "step": 1490
    },
    {
      "epoch": 0.38501158897759463,
      "grad_norm": 5.427307211472868,
      "learning_rate": 6.391686172908506e-05,
      "loss": 0.4489,
      "num_input_tokens_seen": 15693120,
      "step": 1495
    },
    {
      "epoch": 0.38629925315477726,
      "grad_norm": 5.005547973733715,
      "learning_rate": 6.368314950360415e-05,
      "loss": 0.4338,
      "num_input_tokens_seen": 15744848,
      "step": 1500
    },
    {
      "epoch": 0.38629925315477726,
      "eval_loss": 0.45475366711616516,
      "eval_runtime": 38.3957,
      "eval_samples_per_second": 3.125,
      "eval_steps_per_second": 0.781,
      "num_input_tokens_seen": 15744848,
      "step": 1500
    },
    {
      "epoch": 0.3875869173319598,
      "grad_norm": 5.097132399629058,
      "learning_rate": 6.344911366961934e-05,
      "loss": 0.4558,
      "num_input_tokens_seen": 15797632,
      "step": 1505
    },
    {
      "epoch": 0.3888745815091424,
      "grad_norm": 4.502325593575991,
      "learning_rate": 6.321475976211266e-05,
      "loss": 0.4518,
      "num_input_tokens_seen": 15850040,
      "step": 1510
    },
    {
      "epoch": 0.390162245686325,
      "grad_norm": 6.425152572566654,
      "learning_rate": 6.298009332358856e-05,
      "loss": 0.4092,
      "num_input_tokens_seen": 15902496,
      "step": 1515
    },
    {
      "epoch": 0.3914499098635076,
      "grad_norm": 3.968135032555422,
      "learning_rate": 6.274511990394294e-05,
      "loss": 0.478,
      "num_input_tokens_seen": 15954936,
      "step": 1520
    },
    {
      "epoch": 0.3927375740406902,
      "grad_norm": 4.636757769906518,
      "learning_rate": 6.250984506033183e-05,
      "loss": 0.4294,
      "num_input_tokens_seen": 16007624,
      "step": 1525
    },
    {
      "epoch": 0.3940252382178728,
      "grad_norm": 2.7967900169696347,
      "learning_rate": 6.227427435703997e-05,
      "loss": 0.3846,
      "num_input_tokens_seen": 16059440,
      "step": 1530
    },
    {
      "epoch": 0.39531290239505534,
      "grad_norm": 2.983520749639549,
      "learning_rate": 6.203841336534924e-05,
      "loss": 0.4372,
      "num_input_tokens_seen": 16111136,
      "step": 1535
    },
    {
      "epoch": 0.39660056657223797,
      "grad_norm": 8.364510466670477,
      "learning_rate": 6.180226766340688e-05,
      "loss": 0.484,
      "num_input_tokens_seen": 16163976,
      "step": 1540
    },
    {
      "epoch": 0.39788823074942054,
      "grad_norm": 4.45878743373729,
      "learning_rate": 6.156584283609359e-05,
      "loss": 0.3965,
      "num_input_tokens_seen": 16217192,
      "step": 1545
    },
    {
      "epoch": 0.39917589492660316,
      "grad_norm": 2.6831990995391717,
      "learning_rate": 6.132914447489137e-05,
      "loss": 0.3872,
      "num_input_tokens_seen": 16269896,
      "step": 1550
    },
    {
      "epoch": 0.39917589492660316,
      "eval_loss": 0.4416767656803131,
      "eval_runtime": 38.4671,
      "eval_samples_per_second": 3.12,
      "eval_steps_per_second": 0.78,
      "num_input_tokens_seen": 16269896,
      "step": 1550
    },
    {
      "epoch": 0.4004635591037857,
      "grad_norm": 4.920079251827062,
      "learning_rate": 6.109217817775139e-05,
      "loss": 0.4593,
      "num_input_tokens_seen": 16322496,
      "step": 1555
    },
    {
      "epoch": 0.40175122328096835,
      "grad_norm": 9.068094163618136,
      "learning_rate": 6.085494954896156e-05,
      "loss": 0.4865,
      "num_input_tokens_seen": 16375320,
      "step": 1560
    },
    {
      "epoch": 0.4030388874581509,
      "grad_norm": 9.316944070527988,
      "learning_rate": 6.061746419901388e-05,
      "loss": 0.4422,
      "num_input_tokens_seen": 16428096,
      "step": 1565
    },
    {
      "epoch": 0.4043265516353335,
      "grad_norm": 2.4617418860122213,
      "learning_rate": 6.0379727744471936e-05,
      "loss": 0.3538,
      "num_input_tokens_seen": 16480832,
      "step": 1570
    },
    {
      "epoch": 0.4056142158125161,
      "grad_norm": 5.028400110331736,
      "learning_rate": 6.014174580783794e-05,
      "loss": 0.3923,
      "num_input_tokens_seen": 16534016,
      "step": 1575
    },
    {
      "epoch": 0.4069018799896987,
      "grad_norm": 6.638266454273257,
      "learning_rate": 5.990352401741981e-05,
      "loss": 0.3967,
      "num_input_tokens_seen": 16586216,
      "step": 1580
    },
    {
      "epoch": 0.4081895441668813,
      "grad_norm": 6.928848680437489,
      "learning_rate": 5.9665068007197976e-05,
      "loss": 0.4212,
      "num_input_tokens_seen": 16639312,
      "step": 1585
    },
    {
      "epoch": 0.40947720834406387,
      "grad_norm": 4.2324092477507005,
      "learning_rate": 5.94263834166923e-05,
      "loss": 0.3489,
      "num_input_tokens_seen": 16692328,
      "step": 1590
    },
    {
      "epoch": 0.41076487252124644,
      "grad_norm": 5.607976113391715,
      "learning_rate": 5.918747589082853e-05,
      "loss": 0.4105,
      "num_input_tokens_seen": 16745088,
      "step": 1595
    },
    {
      "epoch": 0.41205253669842906,
      "grad_norm": 5.155332109104381,
      "learning_rate": 5.8948351079804875e-05,
      "loss": 0.3914,
      "num_input_tokens_seen": 16798768,
      "step": 1600
    },
    {
      "epoch": 0.41205253669842906,
      "eval_loss": 0.4657597243785858,
      "eval_runtime": 38.2951,
      "eval_samples_per_second": 3.134,
      "eval_steps_per_second": 0.783,
      "num_input_tokens_seen": 16798768,
      "step": 1600
    },
    {
      "epoch": 0.41334020087561163,
      "grad_norm": 9.705842143603624,
      "learning_rate": 5.8709014638958404e-05,
      "loss": 0.3731,
      "num_input_tokens_seen": 16851408,
      "step": 1605
    },
    {
      "epoch": 0.41462786505279425,
      "grad_norm": 3.9787044551608752,
      "learning_rate": 5.846947222863123e-05,
      "loss": 0.4099,
      "num_input_tokens_seen": 16903136,
      "step": 1610
    },
    {
      "epoch": 0.4159155292299768,
      "grad_norm": 4.14166731803799,
      "learning_rate": 5.8229729514036705e-05,
      "loss": 0.4136,
      "num_input_tokens_seen": 16955528,
      "step": 1615
    },
    {
      "epoch": 0.4172031934071594,
      "grad_norm": 5.571493786006333,
      "learning_rate": 5.7989792165125356e-05,
      "loss": 0.3818,
      "num_input_tokens_seen": 17008032,
      "step": 1620
    },
    {
      "epoch": 0.418490857584342,
      "grad_norm": 6.599331542411203,
      "learning_rate": 5.774966585645092e-05,
      "loss": 0.4303,
      "num_input_tokens_seen": 17060488,
      "step": 1625
    },
    {
      "epoch": 0.4197785217615246,
      "grad_norm": 3.5274772999039072,
      "learning_rate": 5.7509356267035975e-05,
      "loss": 0.3673,
      "num_input_tokens_seen": 17112408,
      "step": 1630
    },
    {
      "epoch": 0.4210661859387072,
      "grad_norm": 3.483018179241301,
      "learning_rate": 5.726886908023776e-05,
      "loss": 0.4149,
      "num_input_tokens_seen": 17164664,
      "step": 1635
    },
    {
      "epoch": 0.4223538501158898,
      "grad_norm": 5.924637144990831,
      "learning_rate": 5.702820998361373e-05,
      "loss": 0.4613,
      "num_input_tokens_seen": 17217232,
      "step": 1640
    },
    {
      "epoch": 0.42364151429307234,
      "grad_norm": 6.036127770884555,
      "learning_rate": 5.6787384668786994e-05,
      "loss": 0.372,
      "num_input_tokens_seen": 17269344,
      "step": 1645
    },
    {
      "epoch": 0.42492917847025496,
      "grad_norm": 5.185881680374458,
      "learning_rate": 5.654639883131178e-05,
      "loss": 0.3755,
      "num_input_tokens_seen": 17323232,
      "step": 1650
    },
    {
      "epoch": 0.42492917847025496,
      "eval_loss": 0.4726848006248474,
      "eval_runtime": 38.644,
      "eval_samples_per_second": 3.105,
      "eval_steps_per_second": 0.776,
      "num_input_tokens_seen": 17323232,
      "step": 1650
    },
    {
      "epoch": 0.42621684264743753,
      "grad_norm": 3.857123876804029,
      "learning_rate": 5.6305258170538676e-05,
      "loss": 0.3972,
      "num_input_tokens_seen": 17375432,
      "step": 1655
    },
    {
      "epoch": 0.42750450682462016,
      "grad_norm": 5.654580193869214,
      "learning_rate": 5.606396838947988e-05,
      "loss": 0.3988,
      "num_input_tokens_seen": 17427832,
      "step": 1660
    },
    {
      "epoch": 0.4287921710018027,
      "grad_norm": 3.947785396211361,
      "learning_rate": 5.582253519467432e-05,
      "loss": 0.4247,
      "num_input_tokens_seen": 17480056,
      "step": 1665
    },
    {
      "epoch": 0.43007983517898535,
      "grad_norm": 7.275477625247532,
      "learning_rate": 5.558096429605263e-05,
      "loss": 0.386,
      "num_input_tokens_seen": 17533192,
      "step": 1670
    },
    {
      "epoch": 0.4313674993561679,
      "grad_norm": 6.488968692662172,
      "learning_rate": 5.533926140680221e-05,
      "loss": 0.4487,
      "num_input_tokens_seen": 17585000,
      "step": 1675
    },
    {
      "epoch": 0.4326551635333505,
      "grad_norm": 2.852361322266725,
      "learning_rate": 5.509743224323203e-05,
      "loss": 0.3878,
      "num_input_tokens_seen": 17638152,
      "step": 1680
    },
    {
      "epoch": 0.4339428277105331,
      "grad_norm": 7.981827756404923,
      "learning_rate": 5.485548252463749e-05,
      "loss": 0.3333,
      "num_input_tokens_seen": 17690656,
      "step": 1685
    },
    {
      "epoch": 0.4352304918877157,
      "grad_norm": 2.573091816072651,
      "learning_rate": 5.4613417973165106e-05,
      "loss": 0.464,
      "num_input_tokens_seen": 17742112,
      "step": 1690
    },
    {
      "epoch": 0.4365181560648983,
      "grad_norm": 5.873606814461249,
      "learning_rate": 5.4371244313677225e-05,
      "loss": 0.4374,
      "num_input_tokens_seen": 17793968,
      "step": 1695
    },
    {
      "epoch": 0.43780582024208087,
      "grad_norm": 2.7838359754450956,
      "learning_rate": 5.4128967273616625e-05,
      "loss": 0.3796,
      "num_input_tokens_seen": 17845600,
      "step": 1700
    },
    {
      "epoch": 0.43780582024208087,
      "eval_loss": 0.4555380642414093,
      "eval_runtime": 38.1895,
      "eval_samples_per_second": 3.142,
      "eval_steps_per_second": 0.786,
      "num_input_tokens_seen": 17845600,
      "step": 1700
    },
    {
      "epoch": 0.43909348441926344,
      "grad_norm": 6.805905061208508,
      "learning_rate": 5.388659258287102e-05,
      "loss": 0.4066,
      "num_input_tokens_seen": 17897920,
      "step": 1705
    },
    {
      "epoch": 0.44038114859644606,
      "grad_norm": 6.964220035587859,
      "learning_rate": 5.364412597363759e-05,
      "loss": 0.3599,
      "num_input_tokens_seen": 17950920,
      "step": 1710
    },
    {
      "epoch": 0.4416688127736286,
      "grad_norm": 6.2080800188283956,
      "learning_rate": 5.3401573180287426e-05,
      "loss": 0.3681,
      "num_input_tokens_seen": 18003280,
      "step": 1715
    },
    {
      "epoch": 0.44295647695081125,
      "grad_norm": 6.3073464125282195,
      "learning_rate": 5.315893993922986e-05,
      "loss": 0.4005,
      "num_input_tokens_seen": 18056296,
      "step": 1720
    },
    {
      "epoch": 0.4442441411279938,
      "grad_norm": 4.274996116585604,
      "learning_rate": 5.29162319887768e-05,
      "loss": 0.3513,
      "num_input_tokens_seen": 18108904,
      "step": 1725
    },
    {
      "epoch": 0.4455318053051764,
      "grad_norm": 2.3776496789610224,
      "learning_rate": 5.26734550690071e-05,
      "loss": 0.373,
      "num_input_tokens_seen": 18160696,
      "step": 1730
    },
    {
      "epoch": 0.446819469482359,
      "grad_norm": 5.321325318314331,
      "learning_rate": 5.243061492163073e-05,
      "loss": 0.4246,
      "num_input_tokens_seen": 18213760,
      "step": 1735
    },
    {
      "epoch": 0.4481071336595416,
      "grad_norm": 4.658819445189394,
      "learning_rate": 5.2187717289852955e-05,
      "loss": 0.3703,
      "num_input_tokens_seen": 18266424,
      "step": 1740
    },
    {
      "epoch": 0.4493947978367242,
      "grad_norm": 4.197790185757161,
      "learning_rate": 5.1944767918238624e-05,
      "loss": 0.3763,
      "num_input_tokens_seen": 18318984,
      "step": 1745
    },
    {
      "epoch": 0.45068246201390677,
      "grad_norm": 8.378009104226413,
      "learning_rate": 5.170177255257618e-05,
      "loss": 0.3767,
      "num_input_tokens_seen": 18371928,
      "step": 1750
    },
    {
      "epoch": 0.45068246201390677,
      "eval_loss": 0.4234265685081482,
      "eval_runtime": 38.3269,
      "eval_samples_per_second": 3.131,
      "eval_steps_per_second": 0.783,
      "num_input_tokens_seen": 18371928,
      "step": 1750
    },
    {
      "epoch": 0.45197012619108934,
      "grad_norm": 14.32713228151988,
      "learning_rate": 5.145873693974188e-05,
      "loss": 0.4059,
      "num_input_tokens_seen": 18424432,
      "step": 1755
    },
    {
      "epoch": 0.45325779036827196,
      "grad_norm": 2.0707361276884013,
      "learning_rate": 5.12156668275638e-05,
      "loss": 0.3709,
      "num_input_tokens_seen": 18476736,
      "step": 1760
    },
    {
      "epoch": 0.45454545454545453,
      "grad_norm": 4.619909130275672,
      "learning_rate": 5.097256796468598e-05,
      "loss": 0.4075,
      "num_input_tokens_seen": 18529552,
      "step": 1765
    },
    {
      "epoch": 0.45583311872263715,
      "grad_norm": 3.094020664423217,
      "learning_rate": 5.072944610043232e-05,
      "loss": 0.3101,
      "num_input_tokens_seen": 18583232,
      "step": 1770
    },
    {
      "epoch": 0.4571207828998197,
      "grad_norm": 5.699455809009083,
      "learning_rate": 5.048630698467081e-05,
      "loss": 0.33,
      "num_input_tokens_seen": 18636296,
      "step": 1775
    },
    {
      "epoch": 0.4584084470770023,
      "grad_norm": 7.4549216170752395,
      "learning_rate": 5.024315636767738e-05,
      "loss": 0.4204,
      "num_input_tokens_seen": 18688376,
      "step": 1780
    },
    {
      "epoch": 0.4596961112541849,
      "grad_norm": 4.888497930569714,
      "learning_rate": 5e-05,
      "loss": 0.4855,
      "num_input_tokens_seen": 18741192,
      "step": 1785
    },
    {
      "epoch": 0.4609837754313675,
      "grad_norm": 5.677261933254248,
      "learning_rate": 4.9756843632322626e-05,
      "loss": 0.3344,
      "num_input_tokens_seen": 18794320,
      "step": 1790
    },
    {
      "epoch": 0.4622714396085501,
      "grad_norm": 6.052977008969569,
      "learning_rate": 4.9513693015329197e-05,
      "loss": 0.3836,
      "num_input_tokens_seen": 18846368,
      "step": 1795
    },
    {
      "epoch": 0.4635591037857327,
      "grad_norm": 9.403234122276736,
      "learning_rate": 4.9270553899567686e-05,
      "loss": 0.4484,
      "num_input_tokens_seen": 18898888,
      "step": 1800
    },
    {
      "epoch": 0.4635591037857327,
      "eval_loss": 0.4194311797618866,
      "eval_runtime": 38.1985,
      "eval_samples_per_second": 3.141,
      "eval_steps_per_second": 0.785,
      "num_input_tokens_seen": 18898888,
      "step": 1800
    },
    {
      "epoch": 0.4648467679629153,
      "grad_norm": 7.731678512107114,
      "learning_rate": 4.902743203531405e-05,
      "loss": 0.3301,
      "num_input_tokens_seen": 18951672,
      "step": 1805
    },
    {
      "epoch": 0.46613443214009787,
      "grad_norm": 10.15063272505325,
      "learning_rate": 4.8784333172436206e-05,
      "loss": 0.3861,
      "num_input_tokens_seen": 19005008,
      "step": 1810
    },
    {
      "epoch": 0.46742209631728043,
      "grad_norm": 5.469167499287458,
      "learning_rate": 4.854126306025812e-05,
      "loss": 0.459,
      "num_input_tokens_seen": 19057856,
      "step": 1815
    },
    {
      "epoch": 0.46870976049446306,
      "grad_norm": 4.484770144747688,
      "learning_rate": 4.829822744742383e-05,
      "loss": 0.3944,
      "num_input_tokens_seen": 19110992,
      "step": 1820
    },
    {
      "epoch": 0.4699974246716456,
      "grad_norm": 2.93519255562483,
      "learning_rate": 4.8055232081761395e-05,
      "loss": 0.3447,
      "num_input_tokens_seen": 19162816,
      "step": 1825
    },
    {
      "epoch": 0.47128508884882825,
      "grad_norm": 4.537664765353073,
      "learning_rate": 4.781228271014704e-05,
      "loss": 0.3954,
      "num_input_tokens_seen": 19215752,
      "step": 1830
    },
    {
      "epoch": 0.4725727530260108,
      "grad_norm": 5.207010560179338,
      "learning_rate": 4.756938507836929e-05,
      "loss": 0.415,
      "num_input_tokens_seen": 19268392,
      "step": 1835
    },
    {
      "epoch": 0.4738604172031934,
      "grad_norm": 2.8028260441863044,
      "learning_rate": 4.732654493099291e-05,
      "loss": 0.2794,
      "num_input_tokens_seen": 19321696,
      "step": 1840
    },
    {
      "epoch": 0.475148081380376,
      "grad_norm": 3.4995694598409406,
      "learning_rate": 4.708376801122321e-05,
      "loss": 0.3699,
      "num_input_tokens_seen": 19373584,
      "step": 1845
    },
    {
      "epoch": 0.4764357455575586,
      "grad_norm": 3.1019810158916212,
      "learning_rate": 4.6841060060770154e-05,
      "loss": 0.3941,
      "num_input_tokens_seen": 19424688,
      "step": 1850
    },
    {
      "epoch": 0.4764357455575586,
      "eval_loss": 0.45103010535240173,
      "eval_runtime": 38.1071,
      "eval_samples_per_second": 3.149,
      "eval_steps_per_second": 0.787,
      "num_input_tokens_seen": 19424688,
      "step": 1850
    },
    {
      "epoch": 0.4777234097347412,
      "grad_norm": 17.624135718164755,
      "learning_rate": 4.659842681971258e-05,
      "loss": 0.4362,
      "num_input_tokens_seen": 19477320,
      "step": 1855
    },
    {
      "epoch": 0.47901107391192377,
      "grad_norm": 3.653356682833457,
      "learning_rate": 4.635587402636241e-05,
      "loss": 0.4027,
      "num_input_tokens_seen": 19529000,
      "step": 1860
    },
    {
      "epoch": 0.48029873808910634,
      "grad_norm": 7.862514036245574,
      "learning_rate": 4.611340741712901e-05,
      "loss": 0.3981,
      "num_input_tokens_seen": 19581736,
      "step": 1865
    },
    {
      "epoch": 0.48158640226628896,
      "grad_norm": 6.303826242506772,
      "learning_rate": 4.5871032726383386e-05,
      "loss": 0.3545,
      "num_input_tokens_seen": 19634744,
      "step": 1870
    },
    {
      "epoch": 0.48287406644347153,
      "grad_norm": 1.3395331237019557,
      "learning_rate": 4.562875568632278e-05,
      "loss": 0.34,
      "num_input_tokens_seen": 19686792,
      "step": 1875
    },
    {
      "epoch": 0.48416173062065415,
      "grad_norm": 9.317753726798626,
      "learning_rate": 4.5386582026834906e-05,
      "loss": 0.3041,
      "num_input_tokens_seen": 19739784,
      "step": 1880
    },
    {
      "epoch": 0.4854493947978367,
      "grad_norm": 10.151546411219384,
      "learning_rate": 4.5144517475362514e-05,
      "loss": 0.445,
      "num_input_tokens_seen": 19792024,
      "step": 1885
    },
    {
      "epoch": 0.4867370589750193,
      "grad_norm": 5.018653041136549,
      "learning_rate": 4.490256775676797e-05,
      "loss": 0.3532,
      "num_input_tokens_seen": 19844568,
      "step": 1890
    },
    {
      "epoch": 0.4880247231522019,
      "grad_norm": 7.538802514963857,
      "learning_rate": 4.466073859319781e-05,
      "loss": 0.4356,
      "num_input_tokens_seen": 19897464,
      "step": 1895
    },
    {
      "epoch": 0.4893123873293845,
      "grad_norm": 6.295489433923776,
      "learning_rate": 4.441903570394739e-05,
      "loss": 0.2877,
      "num_input_tokens_seen": 19950480,
      "step": 1900
    },
    {
      "epoch": 0.4893123873293845,
      "eval_loss": 0.4511750042438507,
      "eval_runtime": 38.0275,
      "eval_samples_per_second": 3.156,
      "eval_steps_per_second": 0.789,
      "num_input_tokens_seen": 19950480,
      "step": 1900
    },
    {
      "epoch": 0.4906000515065671,
      "grad_norm": 5.366705146420215,
      "learning_rate": 4.41774648053257e-05,
      "loss": 0.3542,
      "num_input_tokens_seen": 20002968,
      "step": 1905
    },
    {
      "epoch": 0.49188771568374967,
      "grad_norm": 16.028429879963088,
      "learning_rate": 4.3936031610520124e-05,
      "loss": 0.4095,
      "num_input_tokens_seen": 20055560,
      "step": 1910
    },
    {
      "epoch": 0.4931753798609323,
      "grad_norm": 5.057782615493361,
      "learning_rate": 4.3694741829461336e-05,
      "loss": 0.3887,
      "num_input_tokens_seen": 20108016,
      "step": 1915
    },
    {
      "epoch": 0.49446304403811486,
      "grad_norm": 5.383554110802039,
      "learning_rate": 4.345360116868823e-05,
      "loss": 0.3485,
      "num_input_tokens_seen": 20160480,
      "step": 1920
    },
    {
      "epoch": 0.49575070821529743,
      "grad_norm": 5.9195432883109484,
      "learning_rate": 4.321261533121303e-05,
      "loss": 0.4348,
      "num_input_tokens_seen": 20213312,
      "step": 1925
    },
    {
      "epoch": 0.49703837239248005,
      "grad_norm": 4.857089792199489,
      "learning_rate": 4.2971790016386286e-05,
      "loss": 0.4073,
      "num_input_tokens_seen": 20266288,
      "step": 1930
    },
    {
      "epoch": 0.4983260365696626,
      "grad_norm": 3.5886814648964824,
      "learning_rate": 4.273113091976225e-05,
      "loss": 0.3297,
      "num_input_tokens_seen": 20318576,
      "step": 1935
    },
    {
      "epoch": 0.49961370074684525,
      "grad_norm": 3.543407544361586,
      "learning_rate": 4.249064373296403e-05,
      "loss": 0.3352,
      "num_input_tokens_seen": 20370696,
      "step": 1940
    },
    {
      "epoch": 0.5009013649240278,
      "grad_norm": 9.841855265781527,
      "learning_rate": 4.225033414354908e-05,
      "loss": 0.3195,
      "num_input_tokens_seen": 20423480,
      "step": 1945
    },
    {
      "epoch": 0.5021890291012104,
      "grad_norm": 4.324269958230436,
      "learning_rate": 4.201020783487464e-05,
      "loss": 0.365,
      "num_input_tokens_seen": 20476176,
      "step": 1950
    },
    {
      "epoch": 0.5021890291012104,
      "eval_loss": 0.4763557016849518,
      "eval_runtime": 38.0861,
      "eval_samples_per_second": 3.151,
      "eval_steps_per_second": 0.788,
      "num_input_tokens_seen": 20476176,
      "step": 1950
    },
    {
      "epoch": 0.503476693278393,
      "grad_norm": 3.649701013250087,
      "learning_rate": 4.17702704859633e-05,
      "loss": 0.3723,
      "num_input_tokens_seen": 20529160,
      "step": 1955
    },
    {
      "epoch": 0.5047643574555756,
      "grad_norm": 3.531932033124302,
      "learning_rate": 4.153052777136879e-05,
      "loss": 0.3637,
      "num_input_tokens_seen": 20580864,
      "step": 1960
    },
    {
      "epoch": 0.5060520216327582,
      "grad_norm": 4.047584724343972,
      "learning_rate": 4.1290985361041614e-05,
      "loss": 0.3513,
      "num_input_tokens_seen": 20633720,
      "step": 1965
    },
    {
      "epoch": 0.5073396858099408,
      "grad_norm": 3.217808286049099,
      "learning_rate": 4.105164892019514e-05,
      "loss": 0.3569,
      "num_input_tokens_seen": 20685832,
      "step": 1970
    },
    {
      "epoch": 0.5086273499871233,
      "grad_norm": 9.648291719407668,
      "learning_rate": 4.0812524109171476e-05,
      "loss": 0.3072,
      "num_input_tokens_seen": 20737832,
      "step": 1975
    },
    {
      "epoch": 0.509915014164306,
      "grad_norm": 3.324786506149817,
      "learning_rate": 4.0573616583307705e-05,
      "loss": 0.3884,
      "num_input_tokens_seen": 20791184,
      "step": 1980
    },
    {
      "epoch": 0.5112026783414886,
      "grad_norm": 1.6012419002883989,
      "learning_rate": 4.033493199280202e-05,
      "loss": 0.3414,
      "num_input_tokens_seen": 20843672,
      "step": 1985
    },
    {
      "epoch": 0.5124903425186711,
      "grad_norm": 6.104847001850503,
      "learning_rate": 4.009647598258022e-05,
      "loss": 0.3545,
      "num_input_tokens_seen": 20895760,
      "step": 1990
    },
    {
      "epoch": 0.5137780066958537,
      "grad_norm": 8.908240180870123,
      "learning_rate": 3.985825419216207e-05,
      "loss": 0.3406,
      "num_input_tokens_seen": 20948448,
      "step": 1995
    },
    {
      "epoch": 0.5150656708730363,
      "grad_norm": 3.002560544048349,
      "learning_rate": 3.962027225552807e-05,
      "loss": 0.3814,
      "num_input_tokens_seen": 21002032,
      "step": 2000
    },
    {
      "epoch": 0.5150656708730363,
      "eval_loss": 0.5097677707672119,
      "eval_runtime": 38.0631,
      "eval_samples_per_second": 3.153,
      "eval_steps_per_second": 0.788,
      "num_input_tokens_seen": 21002032,
      "step": 2000
    },
    {
      "epoch": 0.5163533350502189,
      "grad_norm": 6.685054288102831,
      "learning_rate": 3.938253580098613e-05,
      "loss": 0.3312,
      "num_input_tokens_seen": 21054264,
      "step": 2005
    },
    {
      "epoch": 0.5176409992274015,
      "grad_norm": 4.2707442476569035,
      "learning_rate": 3.914505045103845e-05,
      "loss": 0.2914,
      "num_input_tokens_seen": 21106872,
      "step": 2010
    },
    {
      "epoch": 0.5189286634045841,
      "grad_norm": 3.417443771833172,
      "learning_rate": 3.8907821822248605e-05,
      "loss": 0.3414,
      "num_input_tokens_seen": 21159976,
      "step": 2015
    },
    {
      "epoch": 0.5202163275817667,
      "grad_norm": 2.150501014687572,
      "learning_rate": 3.867085552510864e-05,
      "loss": 0.3701,
      "num_input_tokens_seen": 21211920,
      "step": 2020
    },
    {
      "epoch": 0.5215039917589492,
      "grad_norm": 6.342590085133259,
      "learning_rate": 3.843415716390644e-05,
      "loss": 0.3867,
      "num_input_tokens_seen": 21265128,
      "step": 2025
    },
    {
      "epoch": 0.5227916559361319,
      "grad_norm": 2.264113173351574,
      "learning_rate": 3.819773233659314e-05,
      "loss": 0.3515,
      "num_input_tokens_seen": 21317592,
      "step": 2030
    },
    {
      "epoch": 0.5240793201133145,
      "grad_norm": 10.341962425227234,
      "learning_rate": 3.7961586634650767e-05,
      "loss": 0.3359,
      "num_input_tokens_seen": 21370976,
      "step": 2035
    },
    {
      "epoch": 0.525366984290497,
      "grad_norm": 2.2141855095716103,
      "learning_rate": 3.772572564296005e-05,
      "loss": 0.3265,
      "num_input_tokens_seen": 21424056,
      "step": 2040
    },
    {
      "epoch": 0.5266546484676796,
      "grad_norm": 14.141024644600748,
      "learning_rate": 3.749015493966817e-05,
      "loss": 0.3738,
      "num_input_tokens_seen": 21476248,
      "step": 2045
    },
    {
      "epoch": 0.5279423126448622,
      "grad_norm": 4.242661385103271,
      "learning_rate": 3.7254880096057073e-05,
      "loss": 0.3389,
      "num_input_tokens_seen": 21527496,
      "step": 2050
    },
    {
      "epoch": 0.5279423126448622,
      "eval_loss": 0.4327767789363861,
      "eval_runtime": 38.1845,
      "eval_samples_per_second": 3.143,
      "eval_steps_per_second": 0.786,
      "num_input_tokens_seen": 21527496,
      "step": 2050
    },
    {
      "epoch": 0.5292299768220448,
      "grad_norm": 2.354802898537749,
      "learning_rate": 3.7019906676411446e-05,
      "loss": 0.3937,
      "num_input_tokens_seen": 21579816,
      "step": 2055
    },
    {
      "epoch": 0.5305176409992274,
      "grad_norm": 6.103564629763687,
      "learning_rate": 3.678524023788735e-05,
      "loss": 0.4039,
      "num_input_tokens_seen": 21631776,
      "step": 2060
    },
    {
      "epoch": 0.53180530517641,
      "grad_norm": 3.5285927755997655,
      "learning_rate": 3.6550886330380665e-05,
      "loss": 0.3501,
      "num_input_tokens_seen": 21683608,
      "step": 2065
    },
    {
      "epoch": 0.5330929693535926,
      "grad_norm": 4.520457201010945,
      "learning_rate": 3.631685049639586e-05,
      "loss": 0.3334,
      "num_input_tokens_seen": 21735672,
      "step": 2070
    },
    {
      "epoch": 0.5343806335307751,
      "grad_norm": 2.4877611413408554,
      "learning_rate": 3.608313827091493e-05,
      "loss": 0.3292,
      "num_input_tokens_seen": 21787592,
      "step": 2075
    },
    {
      "epoch": 0.5356682977079578,
      "grad_norm": 1.8075536605690385,
      "learning_rate": 3.5849755181266474e-05,
      "loss": 0.3616,
      "num_input_tokens_seen": 21840448,
      "step": 2080
    },
    {
      "epoch": 0.5369559618851404,
      "grad_norm": 10.058001239765861,
      "learning_rate": 3.5616706746995026e-05,
      "loss": 0.3082,
      "num_input_tokens_seen": 21893096,
      "step": 2085
    },
    {
      "epoch": 0.5382436260623229,
      "grad_norm": 5.955966804633529,
      "learning_rate": 3.538399847973036e-05,
      "loss": 0.293,
      "num_input_tokens_seen": 21945184,
      "step": 2090
    },
    {
      "epoch": 0.5395312902395055,
      "grad_norm": 5.3172870269416554,
      "learning_rate": 3.515163588305735e-05,
      "loss": 0.3835,
      "num_input_tokens_seen": 21998016,
      "step": 2095
    },
    {
      "epoch": 0.5408189544166881,
      "grad_norm": 10.736456867600818,
      "learning_rate": 3.491962445238569e-05,
      "loss": 0.3983,
      "num_input_tokens_seen": 22050376,
      "step": 2100
    },
    {
      "epoch": 0.5408189544166881,
      "eval_loss": 0.481829971075058,
      "eval_runtime": 37.9835,
      "eval_samples_per_second": 3.159,
      "eval_steps_per_second": 0.79,
      "num_input_tokens_seen": 22050376,
      "step": 2100
    },
    {
      "epoch": 0.5421066185938708,
      "grad_norm": 4.2067016944481965,
      "learning_rate": 3.4687969674819906e-05,
      "loss": 0.4067,
      "num_input_tokens_seen": 22102848,
      "step": 2105
    },
    {
      "epoch": 0.5433942827710533,
      "grad_norm": 3.273955419211119,
      "learning_rate": 3.445667702902969e-05,
      "loss": 0.36,
      "num_input_tokens_seen": 22155432,
      "step": 2110
    },
    {
      "epoch": 0.5446819469482359,
      "grad_norm": 3.815876908682745,
      "learning_rate": 3.4225751985120215e-05,
      "loss": 0.3569,
      "num_input_tokens_seen": 22207528,
      "step": 2115
    },
    {
      "epoch": 0.5459696111254185,
      "grad_norm": 3.5864972836865845,
      "learning_rate": 3.3995200004502816e-05,
      "loss": 0.3503,
      "num_input_tokens_seen": 22260016,
      "step": 2120
    },
    {
      "epoch": 0.547257275302601,
      "grad_norm": 10.259154585756033,
      "learning_rate": 3.3765026539765834e-05,
      "loss": 0.342,
      "num_input_tokens_seen": 22312616,
      "step": 2125
    },
    {
      "epoch": 0.5485449394797837,
      "grad_norm": 10.27121418750564,
      "learning_rate": 3.3535237034545675e-05,
      "loss": 0.4113,
      "num_input_tokens_seen": 22364776,
      "step": 2130
    },
    {
      "epoch": 0.5498326036569663,
      "grad_norm": 7.798195914668443,
      "learning_rate": 3.330583692339802e-05,
      "loss": 0.311,
      "num_input_tokens_seen": 22416944,
      "step": 2135
    },
    {
      "epoch": 0.5511202678341488,
      "grad_norm": 4.484699705421769,
      "learning_rate": 3.307683163166934e-05,
      "loss": 0.358,
      "num_input_tokens_seen": 22468960,
      "step": 2140
    },
    {
      "epoch": 0.5524079320113314,
      "grad_norm": 4.1926914172544665,
      "learning_rate": 3.284822657536856e-05,
      "loss": 0.378,
      "num_input_tokens_seen": 22521624,
      "step": 2145
    },
    {
      "epoch": 0.553695596188514,
      "grad_norm": 4.378365479925035,
      "learning_rate": 3.262002716103897e-05,
      "loss": 0.3687,
      "num_input_tokens_seen": 22574104,
      "step": 2150
    },
    {
      "epoch": 0.553695596188514,
      "eval_loss": 0.4504742920398712,
      "eval_runtime": 38.0971,
      "eval_samples_per_second": 3.15,
      "eval_steps_per_second": 0.787,
      "num_input_tokens_seen": 22574104,
      "step": 2150
    },
    {
      "epoch": 0.5549832603656967,
      "grad_norm": 3.1041247759199204,
      "learning_rate": 3.2392238785630386e-05,
      "loss": 0.3188,
      "num_input_tokens_seen": 22626752,
      "step": 2155
    },
    {
      "epoch": 0.5562709245428792,
      "grad_norm": 3.1148146131655734,
      "learning_rate": 3.216486683637146e-05,
      "loss": 0.3724,
      "num_input_tokens_seen": 22679152,
      "step": 2160
    },
    {
      "epoch": 0.5575585887200618,
      "grad_norm": 5.700401460677582,
      "learning_rate": 3.1937916690642356e-05,
      "loss": 0.3341,
      "num_input_tokens_seen": 22732576,
      "step": 2165
    },
    {
      "epoch": 0.5588462528972444,
      "grad_norm": 9.470111774820635,
      "learning_rate": 3.1711393715847476e-05,
      "loss": 0.3741,
      "num_input_tokens_seen": 22785536,
      "step": 2170
    },
    {
      "epoch": 0.560133917074427,
      "grad_norm": 4.526396843690337,
      "learning_rate": 3.14853032692886e-05,
      "loss": 0.4109,
      "num_input_tokens_seen": 22838448,
      "step": 2175
    },
    {
      "epoch": 0.5614215812516096,
      "grad_norm": 4.247095737713632,
      "learning_rate": 3.125965069803811e-05,
      "loss": 0.3548,
      "num_input_tokens_seen": 22891176,
      "step": 2180
    },
    {
      "epoch": 0.5627092454287922,
      "grad_norm": 2.9758376576171446,
      "learning_rate": 3.103444133881261e-05,
      "loss": 0.339,
      "num_input_tokens_seen": 22942832,
      "step": 2185
    },
    {
      "epoch": 0.5639969096059748,
      "grad_norm": 7.772924225732904,
      "learning_rate": 3.080968051784666e-05,
      "loss": 0.4406,
      "num_input_tokens_seen": 22995928,
      "step": 2190
    },
    {
      "epoch": 0.5652845737831573,
      "grad_norm": 3.2135384815306667,
      "learning_rate": 3.058537355076683e-05,
      "loss": 0.3615,
      "num_input_tokens_seen": 23048848,
      "step": 2195
    },
    {
      "epoch": 0.56657223796034,
      "grad_norm": 3.856652958172482,
      "learning_rate": 3.0361525742465973e-05,
      "loss": 0.3232,
      "num_input_tokens_seen": 23101488,
      "step": 2200
    },
    {
      "epoch": 0.56657223796034,
      "eval_loss": 0.45173853635787964,
      "eval_runtime": 38.0698,
      "eval_samples_per_second": 3.152,
      "eval_steps_per_second": 0.788,
      "num_input_tokens_seen": 23101488,
      "step": 2200
    },
    {
      "epoch": 0.5678599021375226,
      "grad_norm": 5.085963200845529,
      "learning_rate": 3.0138142386977787e-05,
      "loss": 0.3453,
      "num_input_tokens_seen": 23154320,
      "step": 2205
    },
    {
      "epoch": 0.5691475663147051,
      "grad_norm": 4.403681680794225,
      "learning_rate": 2.991522876735154e-05,
      "loss": 0.3277,
      "num_input_tokens_seen": 23206640,
      "step": 2210
    },
    {
      "epoch": 0.5704352304918877,
      "grad_norm": 1.8098384673150376,
      "learning_rate": 2.9692790155527227e-05,
      "loss": 0.3368,
      "num_input_tokens_seen": 23258992,
      "step": 2215
    },
    {
      "epoch": 0.5717228946690703,
      "grad_norm": 9.043551101712044,
      "learning_rate": 2.9470831812210837e-05,
      "loss": 0.3518,
      "num_input_tokens_seen": 23311640,
      "step": 2220
    },
    {
      "epoch": 0.5730105588462528,
      "grad_norm": 5.292334580485412,
      "learning_rate": 2.924935898674992e-05,
      "loss": 0.3142,
      "num_input_tokens_seen": 23364048,
      "step": 2225
    },
    {
      "epoch": 0.5742982230234355,
      "grad_norm": 8.550510313993195,
      "learning_rate": 2.902837691700945e-05,
      "loss": 0.347,
      "num_input_tokens_seen": 23416632,
      "step": 2230
    },
    {
      "epoch": 0.5755858872006181,
      "grad_norm": 5.025171334634832,
      "learning_rate": 2.880789082924798e-05,
      "loss": 0.3807,
      "num_input_tokens_seen": 23468608,
      "step": 2235
    },
    {
      "epoch": 0.5768735513778007,
      "grad_norm": 3.166864828635947,
      "learning_rate": 2.858790593799405e-05,
      "loss": 0.3271,
      "num_input_tokens_seen": 23521312,
      "step": 2240
    },
    {
      "epoch": 0.5781612155549832,
      "grad_norm": 2.5337353386720167,
      "learning_rate": 2.8368427445922696e-05,
      "loss": 0.296,
      "num_input_tokens_seen": 23574104,
      "step": 2245
    },
    {
      "epoch": 0.5794488797321659,
      "grad_norm": 3.178685740597424,
      "learning_rate": 2.8149460543732664e-05,
      "loss": 0.325,
      "num_input_tokens_seen": 23626952,
      "step": 2250
    },
    {
      "epoch": 0.5794488797321659,
      "eval_loss": 0.4990580379962921,
      "eval_runtime": 38.0999,
      "eval_samples_per_second": 3.15,
      "eval_steps_per_second": 0.787,
      "num_input_tokens_seen": 23626952,
      "step": 2250
    },
    {
      "epoch": 0.5807365439093485,
      "grad_norm": 7.013960747751967,
      "learning_rate": 2.7931010410023518e-05,
      "loss": 0.3544,
      "num_input_tokens_seen": 23680112,
      "step": 2255
    },
    {
      "epoch": 0.582024208086531,
      "grad_norm": 4.605744038285181,
      "learning_rate": 2.771308221117309e-05,
      "loss": 0.3467,
      "num_input_tokens_seen": 23731896,
      "step": 2260
    },
    {
      "epoch": 0.5833118722637136,
      "grad_norm": 4.9921005761457895,
      "learning_rate": 2.749568110121545e-05,
      "loss": 0.3374,
      "num_input_tokens_seen": 23784616,
      "step": 2265
    },
    {
      "epoch": 0.5845995364408962,
      "grad_norm": 4.366796972583381,
      "learning_rate": 2.7278812221718924e-05,
      "loss": 0.3509,
      "num_input_tokens_seen": 23836920,
      "step": 2270
    },
    {
      "epoch": 0.5858872006180788,
      "grad_norm": 3.5862787852890876,
      "learning_rate": 2.7062480701664488e-05,
      "loss": 0.3014,
      "num_input_tokens_seen": 23890792,
      "step": 2275
    },
    {
      "epoch": 0.5871748647952614,
      "grad_norm": 7.030699453643037,
      "learning_rate": 2.6846691657324473e-05,
      "loss": 0.4672,
      "num_input_tokens_seen": 23943264,
      "step": 2280
    },
    {
      "epoch": 0.588462528972444,
      "grad_norm": 3.981559816955943,
      "learning_rate": 2.663145019214163e-05,
      "loss": 0.2817,
      "num_input_tokens_seen": 23995760,
      "step": 2285
    },
    {
      "epoch": 0.5897501931496266,
      "grad_norm": 4.699964630974459,
      "learning_rate": 2.6416761396608362e-05,
      "loss": 0.3538,
      "num_input_tokens_seen": 24048696,
      "step": 2290
    },
    {
      "epoch": 0.5910378573268091,
      "grad_norm": 8.241455514660794,
      "learning_rate": 2.6202630348146324e-05,
      "loss": 0.3018,
      "num_input_tokens_seen": 24102248,
      "step": 2295
    },
    {
      "epoch": 0.5923255215039918,
      "grad_norm": 3.2050310147654604,
      "learning_rate": 2.598906211098643e-05,
      "loss": 0.3322,
      "num_input_tokens_seen": 24154624,
      "step": 2300
    },
    {
      "epoch": 0.5923255215039918,
      "eval_loss": 0.4960116744041443,
      "eval_runtime": 38.142,
      "eval_samples_per_second": 3.146,
      "eval_steps_per_second": 0.787,
      "num_input_tokens_seen": 24154624,
      "step": 2300
    },
    {
      "epoch": 0.5936131856811744,
      "grad_norm": 8.572037740621793,
      "learning_rate": 2.577606173604894e-05,
      "loss": 0.3806,
      "num_input_tokens_seen": 24206536,
      "step": 2305
    },
    {
      "epoch": 0.5949008498583569,
      "grad_norm": 11.549064999265804,
      "learning_rate": 2.5563634260824175e-05,
      "loss": 0.4,
      "num_input_tokens_seen": 24259448,
      "step": 2310
    },
    {
      "epoch": 0.5961885140355395,
      "grad_norm": 5.644540109257779,
      "learning_rate": 2.535178470925323e-05,
      "loss": 0.3565,
      "num_input_tokens_seen": 24312520,
      "step": 2315
    },
    {
      "epoch": 0.5974761782127221,
      "grad_norm": 4.753875124060683,
      "learning_rate": 2.5140518091609256e-05,
      "loss": 0.2725,
      "num_input_tokens_seen": 24364600,
      "step": 2320
    },
    {
      "epoch": 0.5987638423899048,
      "grad_norm": 3.6385124306884635,
      "learning_rate": 2.4929839404378936e-05,
      "loss": 0.3154,
      "num_input_tokens_seen": 24417624,
      "step": 2325
    },
    {
      "epoch": 0.6000515065670873,
      "grad_norm": 2.660932582778999,
      "learning_rate": 2.471975363014428e-05,
      "loss": 0.3016,
      "num_input_tokens_seen": 24469680,
      "step": 2330
    },
    {
      "epoch": 0.6013391707442699,
      "grad_norm": 6.2187107955592085,
      "learning_rate": 2.451026573746482e-05,
      "loss": 0.3363,
      "num_input_tokens_seen": 24521784,
      "step": 2335
    },
    {
      "epoch": 0.6026268349214525,
      "grad_norm": 4.194683671487059,
      "learning_rate": 2.430138068076013e-05,
      "loss": 0.3393,
      "num_input_tokens_seen": 24573824,
      "step": 2340
    },
    {
      "epoch": 0.603914499098635,
      "grad_norm": 2.8460025008801613,
      "learning_rate": 2.4093103400192625e-05,
      "loss": 0.3243,
      "num_input_tokens_seen": 24625824,
      "step": 2345
    },
    {
      "epoch": 0.6052021632758177,
      "grad_norm": 6.045327035682761,
      "learning_rate": 2.388543882155067e-05,
      "loss": 0.3651,
      "num_input_tokens_seen": 24678768,
      "step": 2350
    },
    {
      "epoch": 0.6052021632758177,
      "eval_loss": 0.4145541489124298,
      "eval_runtime": 38.1728,
      "eval_samples_per_second": 3.144,
      "eval_steps_per_second": 0.786,
      "num_input_tokens_seen": 24678768,
      "step": 2350
    },
    {
      "epoch": 0.6064898274530003,
      "grad_norm": 2.7740413001573057,
      "learning_rate": 2.3678391856132204e-05,
      "loss": 0.3229,
      "num_input_tokens_seen": 24730528,
      "step": 2355
    },
    {
      "epoch": 0.6077774916301828,
      "grad_norm": 6.766132750655314,
      "learning_rate": 2.3471967400628513e-05,
      "loss": 0.3308,
      "num_input_tokens_seen": 24784472,
      "step": 2360
    },
    {
      "epoch": 0.6090651558073654,
      "grad_norm": 6.8653733639649515,
      "learning_rate": 2.3266170337008398e-05,
      "loss": 0.356,
      "num_input_tokens_seen": 24838168,
      "step": 2365
    },
    {
      "epoch": 0.610352819984548,
      "grad_norm": 2.3990294356922615,
      "learning_rate": 2.306100553240274e-05,
      "loss": 0.2784,
      "num_input_tokens_seen": 24890552,
      "step": 2370
    },
    {
      "epoch": 0.6116404841617307,
      "grad_norm": 2.929256632803373,
      "learning_rate": 2.2856477838989456e-05,
      "loss": 0.2859,
      "num_input_tokens_seen": 24942904,
      "step": 2375
    },
    {
      "epoch": 0.6129281483389132,
      "grad_norm": 3.932586185965905,
      "learning_rate": 2.2652592093878666e-05,
      "loss": 0.3107,
      "num_input_tokens_seen": 24995776,
      "step": 2380
    },
    {
      "epoch": 0.6142158125160958,
      "grad_norm": 3.999914127947348,
      "learning_rate": 2.244935311899829e-05,
      "loss": 0.3131,
      "num_input_tokens_seen": 25047848,
      "step": 2385
    },
    {
      "epoch": 0.6155034766932784,
      "grad_norm": 3.803358403729212,
      "learning_rate": 2.224676572098007e-05,
      "loss": 0.3175,
      "num_input_tokens_seen": 25100896,
      "step": 2390
    },
    {
      "epoch": 0.6167911408704609,
      "grad_norm": 10.600664919848047,
      "learning_rate": 2.2044834691045873e-05,
      "loss": 0.3482,
      "num_input_tokens_seen": 25153912,
      "step": 2395
    },
    {
      "epoch": 0.6180788050476436,
      "grad_norm": 5.122783317200166,
      "learning_rate": 2.184356480489432e-05,
      "loss": 0.3445,
      "num_input_tokens_seen": 25206168,
      "step": 2400
    },
    {
      "epoch": 0.6180788050476436,
      "eval_loss": 0.42807063460350037,
      "eval_runtime": 38.2326,
      "eval_samples_per_second": 3.139,
      "eval_steps_per_second": 0.785,
      "num_input_tokens_seen": 25206168,
      "step": 2400
    },
    {
      "epoch": 0.6193664692248262,
      "grad_norm": 9.751299586219911,
      "learning_rate": 2.1642960822587878e-05,
      "loss": 0.3147,
      "num_input_tokens_seen": 25258880,
      "step": 2405
    },
    {
      "epoch": 0.6206541334020087,
      "grad_norm": 1.3518511785939038,
      "learning_rate": 2.1443027488440338e-05,
      "loss": 0.3467,
      "num_input_tokens_seen": 25310976,
      "step": 2410
    },
    {
      "epoch": 0.6219417975791913,
      "grad_norm": 4.735151631850019,
      "learning_rate": 2.124376953090456e-05,
      "loss": 0.3085,
      "num_input_tokens_seen": 25363520,
      "step": 2415
    },
    {
      "epoch": 0.623229461756374,
      "grad_norm": 6.109775613794598,
      "learning_rate": 2.104519166246059e-05,
      "loss": 0.3376,
      "num_input_tokens_seen": 25415400,
      "step": 2420
    },
    {
      "epoch": 0.6245171259335566,
      "grad_norm": 1.896185856776787,
      "learning_rate": 2.0847298579504344e-05,
      "loss": 0.3312,
      "num_input_tokens_seen": 25468296,
      "step": 2425
    },
    {
      "epoch": 0.6258047901107391,
      "grad_norm": 3.9069124431889932,
      "learning_rate": 2.065009496223638e-05,
      "loss": 0.3282,
      "num_input_tokens_seen": 25520816,
      "step": 2430
    },
    {
      "epoch": 0.6270924542879217,
      "grad_norm": 4.998056844440976,
      "learning_rate": 2.045358547455138e-05,
      "loss": 0.321,
      "num_input_tokens_seen": 25573416,
      "step": 2435
    },
    {
      "epoch": 0.6283801184651043,
      "grad_norm": 4.15352407282998,
      "learning_rate": 2.0257774763927655e-05,
      "loss": 0.33,
      "num_input_tokens_seen": 25626536,
      "step": 2440
    },
    {
      "epoch": 0.6296677826422868,
      "grad_norm": 7.962840580433044,
      "learning_rate": 2.0062667461317426e-05,
      "loss": 0.2833,
      "num_input_tokens_seen": 25679208,
      "step": 2445
    },
    {
      "epoch": 0.6309554468194695,
      "grad_norm": 3.645397800601146,
      "learning_rate": 1.9868268181037185e-05,
      "loss": 0.3413,
      "num_input_tokens_seen": 25730432,
      "step": 2450
    },
    {
      "epoch": 0.6309554468194695,
      "eval_loss": 0.46914541721343994,
      "eval_runtime": 38.1221,
      "eval_samples_per_second": 3.148,
      "eval_steps_per_second": 0.787,
      "num_input_tokens_seen": 25730432,
      "step": 2450
    },
    {
      "epoch": 0.6322431109966521,
      "grad_norm": 7.709254974398925,
      "learning_rate": 1.967458152065857e-05,
      "loss": 0.3132,
      "num_input_tokens_seen": 25782992,
      "step": 2455
    },
    {
      "epoch": 0.6335307751738347,
      "grad_norm": 2.0752736771377287,
      "learning_rate": 1.9481612060899646e-05,
      "loss": 0.2995,
      "num_input_tokens_seen": 25835576,
      "step": 2460
    },
    {
      "epoch": 0.6348184393510172,
      "grad_norm": 10.170909003408605,
      "learning_rate": 1.928936436551661e-05,
      "loss": 0.3104,
      "num_input_tokens_seen": 25886784,
      "step": 2465
    },
    {
      "epoch": 0.6361061035281999,
      "grad_norm": 1.8795408100126576,
      "learning_rate": 1.9097842981195834e-05,
      "loss": 0.2866,
      "num_input_tokens_seen": 25939408,
      "step": 2470
    },
    {
      "epoch": 0.6373937677053825,
      "grad_norm": 3.0210608988396617,
      "learning_rate": 1.8907052437446272e-05,
      "loss": 0.2886,
      "num_input_tokens_seen": 25992048,
      "step": 2475
    },
    {
      "epoch": 0.638681431882565,
      "grad_norm": 5.74395959342657,
      "learning_rate": 1.871699724649244e-05,
      "loss": 0.3752,
      "num_input_tokens_seen": 26045216,
      "step": 2480
    },
    {
      "epoch": 0.6399690960597476,
      "grad_norm": 2.165308828868311,
      "learning_rate": 1.8527681903167644e-05,
      "loss": 0.3039,
      "num_input_tokens_seen": 26097424,
      "step": 2485
    },
    {
      "epoch": 0.6412567602369302,
      "grad_norm": 2.3585515677006534,
      "learning_rate": 1.833911088480767e-05,
      "loss": 0.3142,
      "num_input_tokens_seen": 26149616,
      "step": 2490
    },
    {
      "epoch": 0.6425444244141127,
      "grad_norm": 3.733186871212028,
      "learning_rate": 1.8151288651144893e-05,
      "loss": 0.3576,
      "num_input_tokens_seen": 26200744,
      "step": 2495
    },
    {
      "epoch": 0.6438320885912954,
      "grad_norm": 3.1608590396449423,
      "learning_rate": 1.796421964420285e-05,
      "loss": 0.363,
      "num_input_tokens_seen": 26252584,
      "step": 2500
    },
    {
      "epoch": 0.6438320885912954,
      "eval_loss": 0.44705262780189514,
      "eval_runtime": 38.2407,
      "eval_samples_per_second": 3.138,
      "eval_steps_per_second": 0.785,
      "num_input_tokens_seen": 26252584,
      "step": 2500
    },
    {
      "epoch": 0.645119752768478,
      "grad_norm": 12.715005532803087,
      "learning_rate": 1.7777908288191176e-05,
      "loss": 0.3113,
      "num_input_tokens_seen": 26304800,
      "step": 2505
    },
    {
      "epoch": 0.6464074169456606,
      "grad_norm": 4.389623559119695,
      "learning_rate": 1.7592358989400883e-05,
      "loss": 0.3581,
      "num_input_tokens_seen": 26357680,
      "step": 2510
    },
    {
      "epoch": 0.6476950811228431,
      "grad_norm": 4.708341940810254,
      "learning_rate": 1.740757613610028e-05,
      "loss": 0.3353,
      "num_input_tokens_seen": 26410432,
      "step": 2515
    },
    {
      "epoch": 0.6489827453000258,
      "grad_norm": 2.698266437964572,
      "learning_rate": 1.7223564098431067e-05,
      "loss": 0.2796,
      "num_input_tokens_seen": 26463016,
      "step": 2520
    },
    {
      "epoch": 0.6502704094772084,
      "grad_norm": 2.4430847474817843,
      "learning_rate": 1.704032722830512e-05,
      "loss": 0.3197,
      "num_input_tokens_seen": 26515408,
      "step": 2525
    },
    {
      "epoch": 0.6515580736543909,
      "grad_norm": 2.729151807047382,
      "learning_rate": 1.68578698593014e-05,
      "loss": 0.3182,
      "num_input_tokens_seen": 26567024,
      "step": 2530
    },
    {
      "epoch": 0.6528457378315735,
      "grad_norm": 12.016926866019531,
      "learning_rate": 1.6676196306563613e-05,
      "loss": 0.3822,
      "num_input_tokens_seen": 26619744,
      "step": 2535
    },
    {
      "epoch": 0.6541334020087561,
      "grad_norm": 3.7284612790252294,
      "learning_rate": 1.6495310866698093e-05,
      "loss": 0.2853,
      "num_input_tokens_seen": 26672408,
      "step": 2540
    },
    {
      "epoch": 0.6554210661859388,
      "grad_norm": 4.562253048250174,
      "learning_rate": 1.631521781767214e-05,
      "loss": 0.3622,
      "num_input_tokens_seen": 26724488,
      "step": 2545
    },
    {
      "epoch": 0.6567087303631213,
      "grad_norm": 9.803435725573266,
      "learning_rate": 1.6135921418712956e-05,
      "loss": 0.3195,
      "num_input_tokens_seen": 26776816,
      "step": 2550
    },
    {
      "epoch": 0.6567087303631213,
      "eval_loss": 0.43731561303138733,
      "eval_runtime": 38.3205,
      "eval_samples_per_second": 3.131,
      "eval_steps_per_second": 0.783,
      "num_input_tokens_seen": 26776816,
      "step": 2550
    },
    {
      "epoch": 0.6579963945403039,
      "grad_norm": 4.114015193521732,
      "learning_rate": 1.5957425910206785e-05,
      "loss": 0.3547,
      "num_input_tokens_seen": 26829304,
      "step": 2555
    },
    {
      "epoch": 0.6592840587174865,
      "grad_norm": 3.0843395555920994,
      "learning_rate": 1.577973551359877e-05,
      "loss": 0.281,
      "num_input_tokens_seen": 26881272,
      "step": 2560
    },
    {
      "epoch": 0.660571722894669,
      "grad_norm": 1.2091864940073456,
      "learning_rate": 1.560285443129296e-05,
      "loss": 0.2814,
      "num_input_tokens_seen": 26934104,
      "step": 2565
    },
    {
      "epoch": 0.6618593870718517,
      "grad_norm": 3.2274724027367263,
      "learning_rate": 1.542678684655306e-05,
      "loss": 0.2602,
      "num_input_tokens_seen": 26986248,
      "step": 2570
    },
    {
      "epoch": 0.6631470512490343,
      "grad_norm": 4.701885261412978,
      "learning_rate": 1.5251536923403426e-05,
      "loss": 0.336,
      "num_input_tokens_seen": 27038528,
      "step": 2575
    },
    {
      "epoch": 0.6644347154262168,
      "grad_norm": 8.345266437633946,
      "learning_rate": 1.5077108806530581e-05,
      "loss": 0.2867,
      "num_input_tokens_seen": 27090792,
      "step": 2580
    },
    {
      "epoch": 0.6657223796033994,
      "grad_norm": 1.737622406149806,
      "learning_rate": 1.4903506621185192e-05,
      "loss": 0.2898,
      "num_input_tokens_seen": 27143544,
      "step": 2585
    },
    {
      "epoch": 0.667010043780582,
      "grad_norm": 3.3292538558539,
      "learning_rate": 1.4730734473084568e-05,
      "loss": 0.2955,
      "num_input_tokens_seen": 27195632,
      "step": 2590
    },
    {
      "epoch": 0.6682977079577647,
      "grad_norm": 3.0195263199381492,
      "learning_rate": 1.4558796448315504e-05,
      "loss": 0.281,
      "num_input_tokens_seen": 27248472,
      "step": 2595
    },
    {
      "epoch": 0.6695853721349472,
      "grad_norm": 2.0014947688908067,
      "learning_rate": 1.4387696613237612e-05,
      "loss": 0.3075,
      "num_input_tokens_seen": 27301776,
      "step": 2600
    },
    {
      "epoch": 0.6695853721349472,
      "eval_loss": 0.4504788815975189,
      "eval_runtime": 65.1834,
      "eval_samples_per_second": 1.841,
      "eval_steps_per_second": 0.46,
      "num_input_tokens_seen": 27301776,
      "step": 2600
    },
    {
      "epoch": 0.6708730363121298,
      "grad_norm": 11.33277292417631,
      "learning_rate": 1.4217439014387251e-05,
      "loss": 0.3403,
      "num_input_tokens_seen": 27354136,
      "step": 2605
    },
    {
      "epoch": 0.6721607004893124,
      "grad_norm": 5.510244242476496,
      "learning_rate": 1.404802767838176e-05,
      "loss": 0.286,
      "num_input_tokens_seen": 27405792,
      "step": 2610
    },
    {
      "epoch": 0.6734483646664949,
      "grad_norm": 2.193500058552259,
      "learning_rate": 1.3879466611824199e-05,
      "loss": 0.2851,
      "num_input_tokens_seen": 27457864,
      "step": 2615
    },
    {
      "epoch": 0.6747360288436776,
      "grad_norm": 4.514329899988941,
      "learning_rate": 1.371175980120864e-05,
      "loss": 0.3605,
      "num_input_tokens_seen": 27511520,
      "step": 2620
    },
    {
      "epoch": 0.6760236930208602,
      "grad_norm": 5.425713946109257,
      "learning_rate": 1.3544911212825906e-05,
      "loss": 0.2961,
      "num_input_tokens_seen": 27564200,
      "step": 2625
    },
    {
      "epoch": 0.6773113571980427,
      "grad_norm": 4.175489265713165,
      "learning_rate": 1.337892479266974e-05,
      "loss": 0.3004,
      "num_input_tokens_seen": 27616704,
      "step": 2630
    },
    {
      "epoch": 0.6785990213752253,
      "grad_norm": 10.44575522954796,
      "learning_rate": 1.3213804466343421e-05,
      "loss": 0.2878,
      "num_input_tokens_seen": 27668944,
      "step": 2635
    },
    {
      "epoch": 0.6798866855524079,
      "grad_norm": 3.7122542259834996,
      "learning_rate": 1.3049554138967051e-05,
      "loss": 0.2863,
      "num_input_tokens_seen": 27722304,
      "step": 2640
    },
    {
      "epoch": 0.6811743497295906,
      "grad_norm": 3.3427153391507605,
      "learning_rate": 1.2886177695085078e-05,
      "loss": 0.3084,
      "num_input_tokens_seen": 27775400,
      "step": 2645
    },
    {
      "epoch": 0.6824620139067731,
      "grad_norm": 4.866560148374017,
      "learning_rate": 1.2723678998574512e-05,
      "loss": 0.324,
      "num_input_tokens_seen": 27827480,
      "step": 2650
    },
    {
      "epoch": 0.6824620139067731,
      "eval_loss": 0.5079630613327026,
      "eval_runtime": 37.7274,
      "eval_samples_per_second": 3.181,
      "eval_steps_per_second": 0.795,
      "num_input_tokens_seen": 27827480,
      "step": 2650
    },
    {
      "epoch": 0.6837496780839557,
      "grad_norm": 4.053406132978294,
      "learning_rate": 1.2562061892553473e-05,
      "loss": 0.3189,
      "num_input_tokens_seen": 27879064,
      "step": 2655
    },
    {
      "epoch": 0.6850373422611383,
      "grad_norm": 3.0207067473597937,
      "learning_rate": 1.2401330199290367e-05,
      "loss": 0.2458,
      "num_input_tokens_seen": 27931864,
      "step": 2660
    },
    {
      "epoch": 0.6863250064383208,
      "grad_norm": 4.476781511295854,
      "learning_rate": 1.224148772011346e-05,
      "loss": 0.3055,
      "num_input_tokens_seen": 27984408,
      "step": 2665
    },
    {
      "epoch": 0.6876126706155035,
      "grad_norm": 10.00871121504839,
      "learning_rate": 1.2082538235320929e-05,
      "loss": 0.2993,
      "num_input_tokens_seen": 28037368,
      "step": 2670
    },
    {
      "epoch": 0.6889003347926861,
      "grad_norm": 8.5963867396194,
      "learning_rate": 1.1924485504091565e-05,
      "loss": 0.3572,
      "num_input_tokens_seen": 28090768,
      "step": 2675
    },
    {
      "epoch": 0.6901879989698687,
      "grad_norm": 2.8349545388422857,
      "learning_rate": 1.1767333264395736e-05,
      "loss": 0.4043,
      "num_input_tokens_seen": 28142432,
      "step": 2680
    },
    {
      "epoch": 0.6914756631470512,
      "grad_norm": 3.857351389318571,
      "learning_rate": 1.1611085232907132e-05,
      "loss": 0.3288,
      "num_input_tokens_seen": 28194896,
      "step": 2685
    },
    {
      "epoch": 0.6927633273242338,
      "grad_norm": 2.9121673846993943,
      "learning_rate": 1.14557451049147e-05,
      "loss": 0.3491,
      "num_input_tokens_seen": 28247264,
      "step": 2690
    },
    {
      "epoch": 0.6940509915014165,
      "grad_norm": 5.691957290096305,
      "learning_rate": 1.1301316554235397e-05,
      "loss": 0.2881,
      "num_input_tokens_seen": 28299864,
      "step": 2695
    },
    {
      "epoch": 0.695338655678599,
      "grad_norm": 3.366628982199851,
      "learning_rate": 1.114780323312724e-05,
      "loss": 0.3076,
      "num_input_tokens_seen": 28352368,
      "step": 2700
    },
    {
      "epoch": 0.695338655678599,
      "eval_loss": 0.4338160753250122,
      "eval_runtime": 38.6118,
      "eval_samples_per_second": 3.108,
      "eval_steps_per_second": 0.777,
      "num_input_tokens_seen": 28352368,
      "step": 2700
    },
    {
      "epoch": 0.6966263198557816,
      "grad_norm": 4.846751637664359,
      "learning_rate": 1.0995208772202897e-05,
      "loss": 0.3024,
      "num_input_tokens_seen": 28404360,
      "step": 2705
    },
    {
      "epoch": 0.6979139840329642,
      "grad_norm": 3.389210038033102,
      "learning_rate": 1.0843536780343865e-05,
      "loss": 0.2668,
      "num_input_tokens_seen": 28456960,
      "step": 2710
    },
    {
      "epoch": 0.6992016482101467,
      "grad_norm": 3.86068493876399,
      "learning_rate": 1.069279084461513e-05,
      "loss": 0.3344,
      "num_input_tokens_seen": 28509448,
      "step": 2715
    },
    {
      "epoch": 0.7004893123873294,
      "grad_norm": 4.640152880083763,
      "learning_rate": 1.0542974530180327e-05,
      "loss": 0.2942,
      "num_input_tokens_seen": 28561496,
      "step": 2720
    },
    {
      "epoch": 0.701776976564512,
      "grad_norm": 4.8249731253866965,
      "learning_rate": 1.0394091380217352e-05,
      "loss": 0.3209,
      "num_input_tokens_seen": 28613224,
      "step": 2725
    },
    {
      "epoch": 0.7030646407416946,
      "grad_norm": 3.5230741478299064,
      "learning_rate": 1.0246144915834683e-05,
      "loss": 0.3021,
      "num_input_tokens_seen": 28665360,
      "step": 2730
    },
    {
      "epoch": 0.7043523049188771,
      "grad_norm": 3.128735151687698,
      "learning_rate": 1.0099138635988026e-05,
      "loss": 0.211,
      "num_input_tokens_seen": 28719488,
      "step": 2735
    },
    {
      "epoch": 0.7056399690960597,
      "grad_norm": 1.3121990500145593,
      "learning_rate": 9.953076017397578e-06,
      "loss": 0.3017,
      "num_input_tokens_seen": 28771880,
      "step": 2740
    },
    {
      "epoch": 0.7069276332732424,
      "grad_norm": 8.516269925603744,
      "learning_rate": 9.807960514465792e-06,
      "loss": 0.3022,
      "num_input_tokens_seen": 28825096,
      "step": 2745
    },
    {
      "epoch": 0.7082152974504249,
      "grad_norm": 2.554842562479388,
      "learning_rate": 9.663795559195733e-06,
      "loss": 0.2817,
      "num_input_tokens_seen": 28877960,
      "step": 2750
    },
    {
      "epoch": 0.7082152974504249,
      "eval_loss": 0.4439634680747986,
      "eval_runtime": 38.5485,
      "eval_samples_per_second": 3.113,
      "eval_steps_per_second": 0.778,
      "num_input_tokens_seen": 28877960,
      "step": 2750
    },
    {
      "epoch": 0.7095029616276075,
      "grad_norm": 5.663465836449411,
      "learning_rate": 9.520584561109864e-06,
      "loss": 0.2854,
      "num_input_tokens_seen": 28930512,
      "step": 2755
    },
    {
      "epoch": 0.7107906258047901,
      "grad_norm": 7.439380473916582,
      "learning_rate": 9.378330907169386e-06,
      "loss": 0.3635,
      "num_input_tokens_seen": 28984048,
      "step": 2760
    },
    {
      "epoch": 0.7120782899819728,
      "grad_norm": 4.5771879776359405,
      "learning_rate": 9.237037961694223e-06,
      "loss": 0.3276,
      "num_input_tokens_seen": 29034368,
      "step": 2765
    },
    {
      "epoch": 0.7133659541591553,
      "grad_norm": 7.8677378416300465,
      "learning_rate": 9.096709066283354e-06,
      "loss": 0.2939,
      "num_input_tokens_seen": 29086720,
      "step": 2770
    },
    {
      "epoch": 0.7146536183363379,
      "grad_norm": 1.5291169053199134,
      "learning_rate": 8.957347539735872e-06,
      "loss": 0.2814,
      "num_input_tokens_seen": 29139744,
      "step": 2775
    },
    {
      "epoch": 0.7159412825135205,
      "grad_norm": 4.891124821027818,
      "learning_rate": 8.818956677972406e-06,
      "loss": 0.3773,
      "num_input_tokens_seen": 29192168,
      "step": 2780
    },
    {
      "epoch": 0.717228946690703,
      "grad_norm": 9.680575721553687,
      "learning_rate": 8.681539753957269e-06,
      "loss": 0.3126,
      "num_input_tokens_seen": 29244896,
      "step": 2785
    },
    {
      "epoch": 0.7185166108678857,
      "grad_norm": 1.859678529995154,
      "learning_rate": 8.545100017620988e-06,
      "loss": 0.3038,
      "num_input_tokens_seen": 29297424,
      "step": 2790
    },
    {
      "epoch": 0.7198042750450683,
      "grad_norm": 3.4590192982362518,
      "learning_rate": 8.409640695783443e-06,
      "loss": 0.308,
      "num_input_tokens_seen": 29349664,
      "step": 2795
    },
    {
      "epoch": 0.7210919392222508,
      "grad_norm": 2.2011746218628416,
      "learning_rate": 8.275164992077556e-06,
      "loss": 0.3567,
      "num_input_tokens_seen": 29402040,
      "step": 2800
    },
    {
      "epoch": 0.7210919392222508,
      "eval_loss": 0.4282406270503998,
      "eval_runtime": 38.0305,
      "eval_samples_per_second": 3.155,
      "eval_steps_per_second": 0.789,
      "num_input_tokens_seen": 29402040,
      "step": 2800
    },
    {
      "epoch": 0.7223796033994334,
      "grad_norm": 3.561696884073749,
      "learning_rate": 8.141676086873572e-06,
      "loss": 0.2538,
      "num_input_tokens_seen": 29455456,
      "step": 2805
    },
    {
      "epoch": 0.723667267576616,
      "grad_norm": 2.941091025150912,
      "learning_rate": 8.009177137203794e-06,
      "loss": 0.3374,
      "num_input_tokens_seen": 29507136,
      "step": 2810
    },
    {
      "epoch": 0.7249549317537987,
      "grad_norm": 1.7626408698187983,
      "learning_rate": 7.877671276687898e-06,
      "loss": 0.3303,
      "num_input_tokens_seen": 29558760,
      "step": 2815
    },
    {
      "epoch": 0.7262425959309812,
      "grad_norm": 2.788131053787238,
      "learning_rate": 7.747161615458902e-06,
      "loss": 0.2834,
      "num_input_tokens_seen": 29612000,
      "step": 2820
    },
    {
      "epoch": 0.7275302601081638,
      "grad_norm": 3.8899073323572444,
      "learning_rate": 7.617651240089546e-06,
      "loss": 0.2746,
      "num_input_tokens_seen": 29664472,
      "step": 2825
    },
    {
      "epoch": 0.7288179242853464,
      "grad_norm": 1.3611659955678468,
      "learning_rate": 7.489143213519301e-06,
      "loss": 0.315,
      "num_input_tokens_seen": 29716440,
      "step": 2830
    },
    {
      "epoch": 0.7301055884625289,
      "grad_norm": 5.373259186650034,
      "learning_rate": 7.361640574981937e-06,
      "loss": 0.2877,
      "num_input_tokens_seen": 29769248,
      "step": 2835
    },
    {
      "epoch": 0.7313932526397116,
      "grad_norm": 2.796854999712465,
      "learning_rate": 7.2351463399336735e-06,
      "loss": 0.2953,
      "num_input_tokens_seen": 29821968,
      "step": 2840
    },
    {
      "epoch": 0.7326809168168942,
      "grad_norm": 6.039730307609144,
      "learning_rate": 7.109663499981834e-06,
      "loss": 0.2709,
      "num_input_tokens_seen": 29875104,
      "step": 2845
    },
    {
      "epoch": 0.7339685809940767,
      "grad_norm": 4.572150266141393,
      "learning_rate": 6.985195022814067e-06,
      "loss": 0.3024,
      "num_input_tokens_seen": 29928032,
      "step": 2850
    },
    {
      "epoch": 0.7339685809940767,
      "eval_loss": 0.47043517231941223,
      "eval_runtime": 37.451,
      "eval_samples_per_second": 3.204,
      "eval_steps_per_second": 0.801,
      "num_input_tokens_seen": 29928032,
      "step": 2850
    },
    {
      "epoch": 0.7352562451712593,
      "grad_norm": 9.02733401851065,
      "learning_rate": 6.861743852128233e-06,
      "loss": 0.3425,
      "num_input_tokens_seen": 29980608,
      "step": 2855
    },
    {
      "epoch": 0.7365439093484419,
      "grad_norm": 3.7033826107513947,
      "learning_rate": 6.7393129075627335e-06,
      "loss": 0.3095,
      "num_input_tokens_seen": 30033680,
      "step": 2860
    },
    {
      "epoch": 0.7378315735256246,
      "grad_norm": 6.765425363789277,
      "learning_rate": 6.6179050846274515e-06,
      "loss": 0.2894,
      "num_input_tokens_seen": 30086016,
      "step": 2865
    },
    {
      "epoch": 0.7391192377028071,
      "grad_norm": 3.14927032436602,
      "learning_rate": 6.497523254635296e-06,
      "loss": 0.3044,
      "num_input_tokens_seen": 30139216,
      "step": 2870
    },
    {
      "epoch": 0.7404069018799897,
      "grad_norm": 4.393134612270862,
      "learning_rate": 6.37817026463432e-06,
      "loss": 0.3116,
      "num_input_tokens_seen": 30191240,
      "step": 2875
    },
    {
      "epoch": 0.7416945660571723,
      "grad_norm": 7.359516623863216,
      "learning_rate": 6.25984893734034e-06,
      "loss": 0.3229,
      "num_input_tokens_seen": 30243680,
      "step": 2880
    },
    {
      "epoch": 0.7429822302343548,
      "grad_norm": 3.1847287957730313,
      "learning_rate": 6.142562071070179e-06,
      "loss": 0.2495,
      "num_input_tokens_seen": 30296376,
      "step": 2885
    },
    {
      "epoch": 0.7442698944115375,
      "grad_norm": 4.477442751590225,
      "learning_rate": 6.026312439675552e-06,
      "loss": 0.3083,
      "num_input_tokens_seen": 30349864,
      "step": 2890
    },
    {
      "epoch": 0.7455575585887201,
      "grad_norm": 4.438478594240989,
      "learning_rate": 5.911102792477357e-06,
      "loss": 0.3252,
      "num_input_tokens_seen": 30402248,
      "step": 2895
    },
    {
      "epoch": 0.7468452227659027,
      "grad_norm": 2.1585574607675873,
      "learning_rate": 5.796935854200763e-06,
      "loss": 0.3167,
      "num_input_tokens_seen": 30455480,
      "step": 2900
    },
    {
      "epoch": 0.7468452227659027,
      "eval_loss": 0.46323254704475403,
      "eval_runtime": 38.4671,
      "eval_samples_per_second": 3.12,
      "eval_steps_per_second": 0.78,
      "num_input_tokens_seen": 30455480,
      "step": 2900
    },
    {
      "epoch": 0.7481328869430852,
      "grad_norm": 2.3992253819845457,
      "learning_rate": 5.683814324910685e-06,
      "loss": 0.3063,
      "num_input_tokens_seen": 30507096,
      "step": 2905
    },
    {
      "epoch": 0.7494205511202678,
      "grad_norm": 1.9374646045639132,
      "learning_rate": 5.571740879947979e-06,
      "loss": 0.2694,
      "num_input_tokens_seen": 30558760,
      "step": 2910
    },
    {
      "epoch": 0.7507082152974505,
      "grad_norm": 2.935921090645564,
      "learning_rate": 5.4607181698661634e-06,
      "loss": 0.2578,
      "num_input_tokens_seen": 30612024,
      "step": 2915
    },
    {
      "epoch": 0.751995879474633,
      "grad_norm": 3.630419333089186,
      "learning_rate": 5.35074882036869e-06,
      "loss": 0.3526,
      "num_input_tokens_seen": 30665272,
      "step": 2920
    },
    {
      "epoch": 0.7532835436518156,
      "grad_norm": 5.477070657190314,
      "learning_rate": 5.241835432246889e-06,
      "loss": 0.2965,
      "num_input_tokens_seen": 30717104,
      "step": 2925
    },
    {
      "epoch": 0.7545712078289982,
      "grad_norm": 4.515862685899356,
      "learning_rate": 5.133980581318459e-06,
      "loss": 0.3122,
      "num_input_tokens_seen": 30769656,
      "step": 2930
    },
    {
      "epoch": 0.7558588720061807,
      "grad_norm": 2.2550437769263585,
      "learning_rate": 5.027186818366542e-06,
      "loss": 0.2968,
      "num_input_tokens_seen": 30822016,
      "step": 2935
    },
    {
      "epoch": 0.7571465361833634,
      "grad_norm": 5.093463419929814,
      "learning_rate": 4.921456669079366e-06,
      "loss": 0.3536,
      "num_input_tokens_seen": 30873336,
      "step": 2940
    },
    {
      "epoch": 0.758434200360546,
      "grad_norm": 3.53245369843195,
      "learning_rate": 4.816792633990569e-06,
      "loss": 0.2721,
      "num_input_tokens_seen": 30926104,
      "step": 2945
    },
    {
      "epoch": 0.7597218645377286,
      "grad_norm": 6.403963575911819,
      "learning_rate": 4.713197188420026e-06,
      "loss": 0.2899,
      "num_input_tokens_seen": 30979312,
      "step": 2950
    },
    {
      "epoch": 0.7597218645377286,
      "eval_loss": 0.4720001518726349,
      "eval_runtime": 38.5709,
      "eval_samples_per_second": 3.111,
      "eval_steps_per_second": 0.778,
      "num_input_tokens_seen": 30979312,
      "step": 2950
    },
    {
      "epoch": 0.7610095287149111,
      "grad_norm": 2.8702187527192606,
      "learning_rate": 4.610672782415276e-06,
      "loss": 0.262,
      "num_input_tokens_seen": 31032752,
      "step": 2955
    },
    {
      "epoch": 0.7622971928920937,
      "grad_norm": 5.0777277551984685,
      "learning_rate": 4.509221840693656e-06,
      "loss": 0.3094,
      "num_input_tokens_seen": 31085208,
      "step": 2960
    },
    {
      "epoch": 0.7635848570692764,
      "grad_norm": 4.075901162722221,
      "learning_rate": 4.408846762584901e-06,
      "loss": 0.2995,
      "num_input_tokens_seen": 31137584,
      "step": 2965
    },
    {
      "epoch": 0.7648725212464589,
      "grad_norm": 2.7403373602794407,
      "learning_rate": 4.309549921974421e-06,
      "loss": 0.312,
      "num_input_tokens_seen": 31190160,
      "step": 2970
    },
    {
      "epoch": 0.7661601854236415,
      "grad_norm": 10.928832756124109,
      "learning_rate": 4.2113336672471245e-06,
      "loss": 0.2961,
      "num_input_tokens_seen": 31242024,
      "step": 2975
    },
    {
      "epoch": 0.7674478496008241,
      "grad_norm": 3.207870206407515,
      "learning_rate": 4.114200321231937e-06,
      "loss": 0.3188,
      "num_input_tokens_seen": 31294272,
      "step": 2980
    },
    {
      "epoch": 0.7687355137780066,
      "grad_norm": 10.104667188926854,
      "learning_rate": 4.018152181146823e-06,
      "loss": 0.2721,
      "num_input_tokens_seen": 31347128,
      "step": 2985
    },
    {
      "epoch": 0.7700231779551893,
      "grad_norm": 3.011784186718581,
      "learning_rate": 3.923191518544434e-06,
      "loss": 0.2993,
      "num_input_tokens_seen": 31399576,
      "step": 2990
    },
    {
      "epoch": 0.7713108421323719,
      "grad_norm": 5.814155800149598,
      "learning_rate": 3.829320579258466e-06,
      "loss": 0.3327,
      "num_input_tokens_seen": 31451704,
      "step": 2995
    },
    {
      "epoch": 0.7725985063095545,
      "grad_norm": 2.292303703876774,
      "learning_rate": 3.7365415833504725e-06,
      "loss": 0.3522,
      "num_input_tokens_seen": 31503344,
      "step": 3000
    },
    {
      "epoch": 0.7725985063095545,
      "eval_loss": 0.4726044833660126,
      "eval_runtime": 37.8146,
      "eval_samples_per_second": 3.173,
      "eval_steps_per_second": 0.793,
      "num_input_tokens_seen": 31503344,
      "step": 3000
    },
    {
      "epoch": 0.773886170486737,
      "grad_norm": 1.6974033383197926,
      "learning_rate": 3.644856725057405e-06,
      "loss": 0.3076,
      "num_input_tokens_seen": 31555896,
      "step": 3005
    },
    {
      "epoch": 0.7751738346639196,
      "grad_norm": 2.9199863233877923,
      "learning_rate": 3.554268172739661e-06,
      "loss": 0.2934,
      "num_input_tokens_seen": 31608208,
      "step": 3010
    },
    {
      "epoch": 0.7764614988411023,
      "grad_norm": 3.5836227929171787,
      "learning_rate": 3.4647780688298826e-06,
      "loss": 0.3333,
      "num_input_tokens_seen": 31659576,
      "step": 3015
    },
    {
      "epoch": 0.7777491630182848,
      "grad_norm": 5.740247853887878,
      "learning_rate": 3.376388529782215e-06,
      "loss": 0.2666,
      "num_input_tokens_seen": 31712176,
      "step": 3020
    },
    {
      "epoch": 0.7790368271954674,
      "grad_norm": 1.6722725422207578,
      "learning_rate": 3.2891016460222967e-06,
      "loss": 0.2454,
      "num_input_tokens_seen": 31765672,
      "step": 3025
    },
    {
      "epoch": 0.78032449137265,
      "grad_norm": 1.3887229307567428,
      "learning_rate": 3.2029194818977983e-06,
      "loss": 0.3242,
      "num_input_tokens_seen": 31818456,
      "step": 3030
    },
    {
      "epoch": 0.7816121555498327,
      "grad_norm": 6.645653838568147,
      "learning_rate": 3.117844075629617e-06,
      "loss": 0.3378,
      "num_input_tokens_seen": 31871648,
      "step": 3035
    },
    {
      "epoch": 0.7828998197270152,
      "grad_norm": 13.953403962515383,
      "learning_rate": 3.033877439263666e-06,
      "loss": 0.2981,
      "num_input_tokens_seen": 31924688,
      "step": 3040
    },
    {
      "epoch": 0.7841874839041978,
      "grad_norm": 8.96486812016057,
      "learning_rate": 2.951021558623274e-06,
      "loss": 0.2909,
      "num_input_tokens_seen": 31977752,
      "step": 3045
    },
    {
      "epoch": 0.7854751480813804,
      "grad_norm": 5.486803825217382,
      "learning_rate": 2.869278393262226e-06,
      "loss": 0.3137,
      "num_input_tokens_seen": 32030016,
      "step": 3050
    },
    {
      "epoch": 0.7854751480813804,
      "eval_loss": 0.4746885299682617,
      "eval_runtime": 38.0464,
      "eval_samples_per_second": 3.154,
      "eval_steps_per_second": 0.789,
      "num_input_tokens_seen": 32030016,
      "step": 3050
    },
    {
      "epoch": 0.7867628122585629,
      "grad_norm": 1.6401540308745686,
      "learning_rate": 2.7886498764184588e-06,
      "loss": 0.3247,
      "num_input_tokens_seen": 32082256,
      "step": 3055
    },
    {
      "epoch": 0.7880504764357456,
      "grad_norm": 2.305310160123287,
      "learning_rate": 2.7091379149682685e-06,
      "loss": 0.2895,
      "num_input_tokens_seen": 32134592,
      "step": 3060
    },
    {
      "epoch": 0.7893381406129282,
      "grad_norm": 7.79411199672483,
      "learning_rate": 2.6307443893812843e-06,
      "loss": 0.294,
      "num_input_tokens_seen": 32187064,
      "step": 3065
    },
    {
      "epoch": 0.7906258047901107,
      "grad_norm": 7.8803119684251355,
      "learning_rate": 2.5534711536759404e-06,
      "loss": 0.3205,
      "num_input_tokens_seen": 32238944,
      "step": 3070
    },
    {
      "epoch": 0.7919134689672933,
      "grad_norm": 1.651743530845747,
      "learning_rate": 2.4773200353756798e-06,
      "loss": 0.2726,
      "num_input_tokens_seen": 32291528,
      "step": 3075
    },
    {
      "epoch": 0.7932011331444759,
      "grad_norm": 5.642476416103777,
      "learning_rate": 2.4022928354656473e-06,
      "loss": 0.3012,
      "num_input_tokens_seen": 32343600,
      "step": 3080
    },
    {
      "epoch": 0.7944887973216586,
      "grad_norm": 3.639368693424175,
      "learning_rate": 2.3283913283502044e-06,
      "loss": 0.2712,
      "num_input_tokens_seen": 32396128,
      "step": 3085
    },
    {
      "epoch": 0.7957764614988411,
      "grad_norm": 6.532937861900995,
      "learning_rate": 2.2556172618108997e-06,
      "loss": 0.3342,
      "num_input_tokens_seen": 32448624,
      "step": 3090
    },
    {
      "epoch": 0.7970641256760237,
      "grad_norm": 1.4088613654984938,
      "learning_rate": 2.183972356965125e-06,
      "loss": 0.3132,
      "num_input_tokens_seen": 32500664,
      "step": 3095
    },
    {
      "epoch": 0.7983517898532063,
      "grad_norm": 3.205147557757995,
      "learning_rate": 2.113458308225458e-06,
      "loss": 0.2856,
      "num_input_tokens_seen": 32553288,
      "step": 3100
    },
    {
      "epoch": 0.7983517898532063,
      "eval_loss": 0.4740166962146759,
      "eval_runtime": 37.5378,
      "eval_samples_per_second": 3.197,
      "eval_steps_per_second": 0.799,
      "num_input_tokens_seen": 32553288,
      "step": 3100
    },
    {
      "epoch": 0.7996394540303888,
      "grad_norm": 8.05961476917595,
      "learning_rate": 2.0440767832595574e-06,
      "loss": 0.3052,
      "num_input_tokens_seen": 32606096,
      "step": 3105
    },
    {
      "epoch": 0.8009271182075715,
      "grad_norm": 3.1428977500375326,
      "learning_rate": 1.975829422950709e-06,
      "loss": 0.2125,
      "num_input_tokens_seen": 32659376,
      "step": 3110
    },
    {
      "epoch": 0.8022147823847541,
      "grad_norm": 2.8855336999591295,
      "learning_rate": 1.908717841359048e-06,
      "loss": 0.3122,
      "num_input_tokens_seen": 32712168,
      "step": 3115
    },
    {
      "epoch": 0.8035024465619367,
      "grad_norm": 12.674047700213576,
      "learning_rate": 1.8427436256833852e-06,
      "loss": 0.3006,
      "num_input_tokens_seen": 32764296,
      "step": 3120
    },
    {
      "epoch": 0.8047901107391192,
      "grad_norm": 1.5292819995856641,
      "learning_rate": 1.7779083362236547e-06,
      "loss": 0.3077,
      "num_input_tokens_seen": 32815296,
      "step": 3125
    },
    {
      "epoch": 0.8060777749163018,
      "grad_norm": 12.068461011216378,
      "learning_rate": 1.7142135063440035e-06,
      "loss": 0.29,
      "num_input_tokens_seen": 32867288,
      "step": 3130
    },
    {
      "epoch": 0.8073654390934845,
      "grad_norm": 9.37062799812982,
      "learning_rate": 1.6516606424365643e-06,
      "loss": 0.3574,
      "num_input_tokens_seen": 32919584,
      "step": 3135
    },
    {
      "epoch": 0.808653103270667,
      "grad_norm": 5.777474878278418,
      "learning_rate": 1.5902512238857858e-06,
      "loss": 0.2414,
      "num_input_tokens_seen": 32972736,
      "step": 3140
    },
    {
      "epoch": 0.8099407674478496,
      "grad_norm": 3.0096174763729864,
      "learning_rate": 1.5299867030334814e-06,
      "loss": 0.2521,
      "num_input_tokens_seen": 33026320,
      "step": 3145
    },
    {
      "epoch": 0.8112284316250322,
      "grad_norm": 5.573236169553209,
      "learning_rate": 1.4708685051444515e-06,
      "loss": 0.2669,
      "num_input_tokens_seen": 33078960,
      "step": 3150
    },
    {
      "epoch": 0.8112284316250322,
      "eval_loss": 0.4687062203884125,
      "eval_runtime": 37.4391,
      "eval_samples_per_second": 3.205,
      "eval_steps_per_second": 0.801,
      "num_input_tokens_seen": 33078960,
      "step": 3150
    },
    {
      "epoch": 0.8125160958022147,
      "grad_norm": 9.248479787863037,
      "learning_rate": 1.4128980283727943e-06,
      "loss": 0.2622,
      "num_input_tokens_seen": 33131352,
      "step": 3155
    },
    {
      "epoch": 0.8138037599793974,
      "grad_norm": 2.5549795824819377,
      "learning_rate": 1.356076643728843e-06,
      "loss": 0.2776,
      "num_input_tokens_seen": 33183032,
      "step": 3160
    },
    {
      "epoch": 0.81509142415658,
      "grad_norm": 10.008731313823478,
      "learning_rate": 1.3004056950467135e-06,
      "loss": 0.247,
      "num_input_tokens_seen": 33235992,
      "step": 3165
    },
    {
      "epoch": 0.8163790883337626,
      "grad_norm": 4.169049205827014,
      "learning_rate": 1.2458864989525698e-06,
      "loss": 0.2917,
      "num_input_tokens_seen": 33288696,
      "step": 3170
    },
    {
      "epoch": 0.8176667525109451,
      "grad_norm": 7.528979068812372,
      "learning_rate": 1.19252034483342e-06,
      "loss": 0.257,
      "num_input_tokens_seen": 33341472,
      "step": 3175
    },
    {
      "epoch": 0.8189544166881277,
      "grad_norm": 2.293449526780795,
      "learning_rate": 1.1403084948067021e-06,
      "loss": 0.2836,
      "num_input_tokens_seen": 33394856,
      "step": 3180
    },
    {
      "epoch": 0.8202420808653104,
      "grad_norm": 3.9562566364327987,
      "learning_rate": 1.089252183690348e-06,
      "loss": 0.3201,
      "num_input_tokens_seen": 33447208,
      "step": 3185
    },
    {
      "epoch": 0.8215297450424929,
      "grad_norm": 3.5877536742177227,
      "learning_rate": 1.0393526189736602e-06,
      "loss": 0.2751,
      "num_input_tokens_seen": 33500288,
      "step": 3190
    },
    {
      "epoch": 0.8228174092196755,
      "grad_norm": 3.3758478518136252,
      "learning_rate": 9.906109807887032e-07,
      "loss": 0.3231,
      "num_input_tokens_seen": 33552400,
      "step": 3195
    },
    {
      "epoch": 0.8241050733968581,
      "grad_norm": 5.857495732246955,
      "learning_rate": 9.430284218824026e-07,
      "loss": 0.3322,
      "num_input_tokens_seen": 33604328,
      "step": 3200
    },
    {
      "epoch": 0.8241050733968581,
      "eval_loss": 0.47025421261787415,
      "eval_runtime": 37.5509,
      "eval_samples_per_second": 3.196,
      "eval_steps_per_second": 0.799,
      "num_input_tokens_seen": 33604328,
      "step": 3200
    },
    {
      "epoch": 0.8253927375740406,
      "grad_norm": 3.137517906900648,
      "learning_rate": 8.966060675892951e-07,
      "loss": 0.2841,
      "num_input_tokens_seen": 33656768,
      "step": 3205
    },
    {
      "epoch": 0.8266804017512233,
      "grad_norm": 6.220162233685774,
      "learning_rate": 8.513450158049108e-07,
      "loss": 0.3064,
      "num_input_tokens_seen": 33709960,
      "step": 3210
    },
    {
      "epoch": 0.8279680659284059,
      "grad_norm": 2.9217052129873453,
      "learning_rate": 8.072463369597993e-07,
      "loss": 0.3126,
      "num_input_tokens_seen": 33762336,
      "step": 3215
    },
    {
      "epoch": 0.8292557301055885,
      "grad_norm": 4.188551959084003,
      "learning_rate": 7.643110739942172e-07,
      "loss": 0.2758,
      "num_input_tokens_seen": 33814544,
      "step": 3220
    },
    {
      "epoch": 0.830543394282771,
      "grad_norm": 7.312341995663223,
      "learning_rate": 7.225402423334693e-07,
      "loss": 0.3154,
      "num_input_tokens_seen": 33867184,
      "step": 3225
    },
    {
      "epoch": 0.8318310584599536,
      "grad_norm": 9.247395364718018,
      "learning_rate": 6.819348298638839e-07,
      "loss": 0.2894,
      "num_input_tokens_seen": 33920120,
      "step": 3230
    },
    {
      "epoch": 0.8331187226371363,
      "grad_norm": 4.011556835563422,
      "learning_rate": 6.424957969094536e-07,
      "loss": 0.2521,
      "num_input_tokens_seen": 33971928,
      "step": 3235
    },
    {
      "epoch": 0.8344063868143188,
      "grad_norm": 6.487526690091496,
      "learning_rate": 6.0422407620912e-07,
      "loss": 0.3532,
      "num_input_tokens_seen": 34024272,
      "step": 3240
    },
    {
      "epoch": 0.8356940509915014,
      "grad_norm": 3.7460726144210414,
      "learning_rate": 5.671205728947305e-07,
      "loss": 0.2519,
      "num_input_tokens_seen": 34077920,
      "step": 3245
    },
    {
      "epoch": 0.836981715168684,
      "grad_norm": 2.055442328676098,
      "learning_rate": 5.311861644696048e-07,
      "loss": 0.2836,
      "num_input_tokens_seen": 34129832,
      "step": 3250
    },
    {
      "epoch": 0.836981715168684,
      "eval_loss": 0.46573224663734436,
      "eval_runtime": 37.4469,
      "eval_samples_per_second": 3.205,
      "eval_steps_per_second": 0.801,
      "num_input_tokens_seen": 34129832,
      "step": 3250
    },
    {
      "epoch": 0.8382693793458666,
      "grad_norm": 9.810236827636258,
      "learning_rate": 4.964217007878081e-07,
      "loss": 0.3243,
      "num_input_tokens_seen": 34182360,
      "step": 3255
    },
    {
      "epoch": 0.8395570435230492,
      "grad_norm": 3.5923057623468972,
      "learning_rate": 4.6282800403402715e-07,
      "loss": 0.295,
      "num_input_tokens_seen": 34234176,
      "step": 3260
    },
    {
      "epoch": 0.8408447077002318,
      "grad_norm": 4.895595503237554,
      "learning_rate": 4.3040586870415346e-07,
      "loss": 0.3189,
      "num_input_tokens_seen": 34287472,
      "step": 3265
    },
    {
      "epoch": 0.8421323718774144,
      "grad_norm": 4.790419220901576,
      "learning_rate": 3.991560615864587e-07,
      "loss": 0.2927,
      "num_input_tokens_seen": 34339496,
      "step": 3270
    },
    {
      "epoch": 0.8434200360545969,
      "grad_norm": 3.222572566824057,
      "learning_rate": 3.6907932174349846e-07,
      "loss": 0.299,
      "num_input_tokens_seen": 34391688,
      "step": 3275
    },
    {
      "epoch": 0.8447077002317795,
      "grad_norm": 4.29141108538951,
      "learning_rate": 3.40176360494604e-07,
      "loss": 0.3218,
      "num_input_tokens_seen": 34443720,
      "step": 3280
    },
    {
      "epoch": 0.8459953644089622,
      "grad_norm": 8.665138339120979,
      "learning_rate": 3.124478613990733e-07,
      "loss": 0.3295,
      "num_input_tokens_seen": 34495512,
      "step": 3285
    },
    {
      "epoch": 0.8472830285861447,
      "grad_norm": 3.6750059216889857,
      "learning_rate": 2.8589448023998987e-07,
      "loss": 0.2889,
      "num_input_tokens_seen": 34547936,
      "step": 3290
    },
    {
      "epoch": 0.8485706927633273,
      "grad_norm": 3.80128536969918,
      "learning_rate": 2.605168450087514e-07,
      "loss": 0.2697,
      "num_input_tokens_seen": 34601320,
      "step": 3295
    },
    {
      "epoch": 0.8498583569405099,
      "grad_norm": 4.353943864411861,
      "learning_rate": 2.363155558901542e-07,
      "loss": 0.3135,
      "num_input_tokens_seen": 34654480,
      "step": 3300
    },
    {
      "epoch": 0.8498583569405099,
      "eval_loss": 0.4714098274707794,
      "eval_runtime": 37.5939,
      "eval_samples_per_second": 3.192,
      "eval_steps_per_second": 0.798,
      "num_input_tokens_seen": 34654480,
      "step": 3300
    },
    {
      "epoch": 0.8511460211176926,
      "grad_norm": 1.3186556509713656,
      "learning_rate": 2.1329118524827662e-07,
      "loss": 0.3195,
      "num_input_tokens_seen": 34706600,
      "step": 3305
    },
    {
      "epoch": 0.8524336852948751,
      "grad_norm": 5.6829477329970475,
      "learning_rate": 1.9144427761286222e-07,
      "loss": 0.2817,
      "num_input_tokens_seen": 34759528,
      "step": 3310
    },
    {
      "epoch": 0.8537213494720577,
      "grad_norm": 10.648820125115563,
      "learning_rate": 1.7077534966650766e-07,
      "loss": 0.3131,
      "num_input_tokens_seen": 34811832,
      "step": 3315
    },
    {
      "epoch": 0.8550090136492403,
      "grad_norm": 1.412998871252427,
      "learning_rate": 1.51284890232406e-07,
      "loss": 0.2926,
      "num_input_tokens_seen": 34864696,
      "step": 3320
    },
    {
      "epoch": 0.8562966778264228,
      "grad_norm": 2.3084307837646425,
      "learning_rate": 1.3297336026280027e-07,
      "loss": 0.2606,
      "num_input_tokens_seen": 34917584,
      "step": 3325
    },
    {
      "epoch": 0.8575843420036054,
      "grad_norm": 1.9582259889928806,
      "learning_rate": 1.158411928280645e-07,
      "loss": 0.3203,
      "num_input_tokens_seen": 34969720,
      "step": 3330
    },
    {
      "epoch": 0.8588720061807881,
      "grad_norm": 4.1936933517667825,
      "learning_rate": 9.988879310649513e-08,
      "loss": 0.3211,
      "num_input_tokens_seen": 35021296,
      "step": 3335
    },
    {
      "epoch": 0.8601596703579707,
      "grad_norm": 5.882661534247897,
      "learning_rate": 8.511653837470212e-08,
      "loss": 0.2923,
      "num_input_tokens_seen": 35073120,
      "step": 3340
    },
    {
      "epoch": 0.8614473345351532,
      "grad_norm": 6.708718647923996,
      "learning_rate": 7.152477799867719e-08,
      "loss": 0.289,
      "num_input_tokens_seen": 35126296,
      "step": 3345
    },
    {
      "epoch": 0.8627349987123358,
      "grad_norm": 2.5743366606144185,
      "learning_rate": 5.911383342556143e-08,
      "loss": 0.3253,
      "num_input_tokens_seen": 35179104,
      "step": 3350
    },
    {
      "epoch": 0.8627349987123358,
      "eval_loss": 0.4714648127555847,
      "eval_runtime": 37.5951,
      "eval_samples_per_second": 3.192,
      "eval_steps_per_second": 0.798,
      "num_input_tokens_seen": 35179104,
      "step": 3350
    },
    {
      "epoch": 0.8640226628895185,
      "grad_norm": 5.553235621230406,
      "learning_rate": 4.788399817602929e-08,
      "loss": 0.3179,
      "num_input_tokens_seen": 35231608,
      "step": 3355
    },
    {
      "epoch": 0.865310327066701,
      "grad_norm": 4.202242288396885,
      "learning_rate": 3.7835537837338506e-08,
      "loss": 0.2829,
      "num_input_tokens_seen": 35284448,
      "step": 3360
    },
    {
      "epoch": 0.8665979912438836,
      "grad_norm": 3.6414795103608255,
      "learning_rate": 2.8968690057051828e-08,
      "loss": 0.2579,
      "num_input_tokens_seen": 35336520,
      "step": 3365
    },
    {
      "epoch": 0.8678856554210662,
      "grad_norm": 4.481511308866539,
      "learning_rate": 2.128366453743591e-08,
      "loss": 0.2862,
      "num_input_tokens_seen": 35388728,
      "step": 3370
    },
    {
      "epoch": 0.8691733195982487,
      "grad_norm": 4.3032070874799,
      "learning_rate": 1.4780643030476438e-08,
      "loss": 0.2812,
      "num_input_tokens_seen": 35441824,
      "step": 3375
    },
    {
      "epoch": 0.8704609837754314,
      "grad_norm": 5.8821140210764336,
      "learning_rate": 9.459779333587104e-09,
      "loss": 0.3174,
      "num_input_tokens_seen": 35495128,
      "step": 3380
    },
    {
      "epoch": 0.871748647952614,
      "grad_norm": 7.380544386822247,
      "learning_rate": 5.3211992859791835e-09,
      "loss": 0.3049,
      "num_input_tokens_seen": 35548144,
      "step": 3385
    },
    {
      "epoch": 0.8730363121297966,
      "grad_norm": 1.5375610441333851,
      "learning_rate": 2.3650007656805806e-09,
      "loss": 0.2882,
      "num_input_tokens_seen": 35600936,
      "step": 3390
    },
    {
      "epoch": 0.8743239763069791,
      "grad_norm": 6.170480848656164,
      "learning_rate": 5.912536872321184e-10,
      "loss": 0.2789,
      "num_input_tokens_seen": 35653896,
      "step": 3395
    },
    {
      "epoch": 0.8756116404841617,
      "grad_norm": 5.211578123351505,
      "learning_rate": 0.0,
      "loss": 0.3187,
      "num_input_tokens_seen": 35706848,
      "step": 3400
    },
    {
      "epoch": 0.8756116404841617,
      "eval_loss": 0.4701705873012543,
      "eval_runtime": 37.5324,
      "eval_samples_per_second": 3.197,
      "eval_steps_per_second": 0.799,
      "num_input_tokens_seen": 35706848,
      "step": 3400
    },
    {
      "epoch": 0.8756116404841617,
      "num_input_tokens_seen": 35706848,
      "step": 3400,
      "total_flos": 2355853440057344.0,
      "train_loss": 0.07519739676924313,
      "train_runtime": 15513.1083,
      "train_samples_per_second": 5.26,
      "train_steps_per_second": 0.219
    }
  ],
  "logging_steps": 5,
  "max_steps": 3400,
  "num_input_tokens_seen": 35706848,
  "num_train_epochs": 1,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2355853440057344.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}