{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 50.0,
  "eval_steps": 500,
  "global_step": 161050,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.1552312946289972,
      "grad_norm": 2.5311179161071777,
      "learning_rate": 4.9844768705371e-05,
      "loss": 7.3069,
      "step": 500
    },
    {
      "epoch": 0.3104625892579944,
      "grad_norm": 1.969574213027954,
      "learning_rate": 4.968953741074201e-05,
      "loss": 6.5393,
      "step": 1000
    },
    {
      "epoch": 0.4656938838869916,
      "grad_norm": 2.073662757873535,
      "learning_rate": 4.953430611611301e-05,
      "loss": 6.1794,
      "step": 1500
    },
    {
      "epoch": 0.6209251785159888,
      "grad_norm": 1.9679251909255981,
      "learning_rate": 4.937907482148401e-05,
      "loss": 5.8754,
      "step": 2000
    },
    {
      "epoch": 0.776156473144986,
      "grad_norm": 2.1763973236083984,
      "learning_rate": 4.922384352685502e-05,
      "loss": 5.6265,
      "step": 2500
    },
    {
      "epoch": 0.9313877677739832,
      "grad_norm": 2.12394642829895,
      "learning_rate": 4.906861223222602e-05,
      "loss": 5.4302,
      "step": 3000
    },
    {
      "epoch": 1.0866190624029803,
      "grad_norm": 2.004790782928467,
      "learning_rate": 4.891338093759702e-05,
      "loss": 5.2491,
      "step": 3500
    },
    {
      "epoch": 1.2418503570319777,
      "grad_norm": 1.9632400274276733,
      "learning_rate": 4.875814964296802e-05,
      "loss": 5.1163,
      "step": 4000
    },
    {
      "epoch": 1.397081651660975,
      "grad_norm": 2.08528733253479,
      "learning_rate": 4.8602918348339024e-05,
      "loss": 5.0118,
      "step": 4500
    },
    {
      "epoch": 1.552312946289972,
      "grad_norm": 2.016941547393799,
      "learning_rate": 4.8447687053710025e-05,
      "loss": 4.9387,
      "step": 5000
    },
    {
      "epoch": 1.7075442409189692,
      "grad_norm": 2.050320863723755,
      "learning_rate": 4.829245575908103e-05,
      "loss": 4.8555,
      "step": 5500
    },
    {
      "epoch": 1.8627755355479665,
      "grad_norm": 2.028923273086548,
      "learning_rate": 4.8137224464452034e-05,
      "loss": 4.801,
      "step": 6000
    },
    {
      "epoch": 2.018006830176964,
      "grad_norm": 2.3016574382781982,
      "learning_rate": 4.7981993169823035e-05,
      "loss": 4.7415,
      "step": 6500
    },
    {
      "epoch": 2.1732381248059607,
      "grad_norm": 2.362550735473633,
      "learning_rate": 4.782676187519404e-05,
      "loss": 4.6673,
      "step": 7000
    },
    {
      "epoch": 2.328469419434958,
      "grad_norm": 2.2543234825134277,
      "learning_rate": 4.7671530580565043e-05,
      "loss": 4.6305,
      "step": 7500
    },
    {
      "epoch": 2.4837007140639553,
      "grad_norm": 2.4154460430145264,
      "learning_rate": 4.7516299285936044e-05,
      "loss": 4.5969,
      "step": 8000
    },
    {
      "epoch": 2.6389320086929526,
      "grad_norm": 2.489636182785034,
      "learning_rate": 4.736106799130705e-05,
      "loss": 4.5431,
      "step": 8500
    },
    {
      "epoch": 2.79416330332195,
      "grad_norm": 2.3382210731506348,
      "learning_rate": 4.720583669667805e-05,
      "loss": 4.5128,
      "step": 9000
    },
    {
      "epoch": 2.949394597950947,
      "grad_norm": 2.371870756149292,
      "learning_rate": 4.7050605402049054e-05,
      "loss": 4.481,
      "step": 9500
    },
    {
      "epoch": 3.104625892579944,
      "grad_norm": 2.4025254249572754,
      "learning_rate": 4.689537410742006e-05,
      "loss": 4.4316,
      "step": 10000
    },
    {
      "epoch": 3.2598571872089415,
      "grad_norm": 2.3801567554473877,
      "learning_rate": 4.674014281279106e-05,
      "loss": 4.392,
      "step": 10500
    },
    {
      "epoch": 3.4150884818379383,
      "grad_norm": 2.7669832706451416,
      "learning_rate": 4.6584911518162063e-05,
      "loss": 4.3718,
      "step": 11000
    },
    {
      "epoch": 3.5703197764669357,
      "grad_norm": 2.3554067611694336,
      "learning_rate": 4.6429680223533064e-05,
      "loss": 4.3374,
      "step": 11500
    },
    {
      "epoch": 3.725551071095933,
      "grad_norm": 2.672555923461914,
      "learning_rate": 4.6274448928904065e-05,
      "loss": 4.2903,
      "step": 12000
    },
    {
      "epoch": 3.8807823657249303,
      "grad_norm": 3.017108678817749,
      "learning_rate": 4.611921763427507e-05,
      "loss": 4.2753,
      "step": 12500
    },
    {
      "epoch": 4.036013660353928,
      "grad_norm": 2.9149186611175537,
      "learning_rate": 4.5963986339646074e-05,
      "loss": 4.2174,
      "step": 13000
    },
    {
      "epoch": 4.191244954982925,
      "grad_norm": 2.5483713150024414,
      "learning_rate": 4.5808755045017075e-05,
      "loss": 4.1771,
      "step": 13500
    },
    {
      "epoch": 4.346476249611921,
      "grad_norm": 2.8469910621643066,
      "learning_rate": 4.565352375038808e-05,
      "loss": 4.1374,
      "step": 14000
    },
    {
      "epoch": 4.501707544240919,
      "grad_norm": 2.5643463134765625,
      "learning_rate": 4.5498292455759083e-05,
      "loss": 4.1179,
      "step": 14500
    },
    {
      "epoch": 4.656938838869916,
      "grad_norm": 2.949036121368408,
      "learning_rate": 4.5343061161130084e-05,
      "loss": 4.0832,
      "step": 15000
    },
    {
      "epoch": 4.812170133498913,
      "grad_norm": 2.8270998001098633,
      "learning_rate": 4.518782986650109e-05,
      "loss": 4.066,
      "step": 15500
    },
    {
      "epoch": 4.967401428127911,
      "grad_norm": 2.839745283126831,
      "learning_rate": 4.503259857187209e-05,
      "loss": 4.0297,
      "step": 16000
    },
    {
      "epoch": 5.122632722756908,
      "grad_norm": 2.8617799282073975,
      "learning_rate": 4.4877367277243094e-05,
      "loss": 3.9769,
      "step": 16500
    },
    {
      "epoch": 5.277864017385905,
      "grad_norm": 2.988461494445801,
      "learning_rate": 4.47221359826141e-05,
      "loss": 3.9605,
      "step": 17000
    },
    {
      "epoch": 5.433095312014903,
      "grad_norm": 2.9263391494750977,
      "learning_rate": 4.45669046879851e-05,
      "loss": 3.9326,
      "step": 17500
    },
    {
      "epoch": 5.5883266066439,
      "grad_norm": 3.013662099838257,
      "learning_rate": 4.4411673393356104e-05,
      "loss": 3.9117,
      "step": 18000
    },
    {
      "epoch": 5.743557901272896,
      "grad_norm": 3.1931121349334717,
      "learning_rate": 4.4256442098727104e-05,
      "loss": 3.8977,
      "step": 18500
    },
    {
      "epoch": 5.898789195901894,
      "grad_norm": 3.0486295223236084,
      "learning_rate": 4.4101210804098105e-05,
      "loss": 3.8594,
      "step": 19000
    },
    {
      "epoch": 6.054020490530891,
      "grad_norm": 3.090029001235962,
      "learning_rate": 4.3945979509469106e-05,
      "loss": 3.8299,
      "step": 19500
    },
    {
      "epoch": 6.209251785159888,
      "grad_norm": 2.7931933403015137,
      "learning_rate": 4.3790748214840114e-05,
      "loss": 3.7919,
      "step": 20000
    },
    {
      "epoch": 6.364483079788886,
      "grad_norm": 3.0710182189941406,
      "learning_rate": 4.3635516920211115e-05,
      "loss": 3.7688,
      "step": 20500
    },
    {
      "epoch": 6.519714374417883,
      "grad_norm": 3.5505247116088867,
      "learning_rate": 4.3480285625582116e-05,
      "loss": 3.7545,
      "step": 21000
    },
    {
      "epoch": 6.674945669046879,
      "grad_norm": 3.376587390899658,
      "learning_rate": 4.3325054330953124e-05,
      "loss": 3.7285,
      "step": 21500
    },
    {
      "epoch": 6.830176963675877,
      "grad_norm": 4.988298416137695,
      "learning_rate": 4.3169823036324124e-05,
      "loss": 3.7192,
      "step": 22000
    },
    {
      "epoch": 6.985408258304874,
      "grad_norm": 3.1776342391967773,
      "learning_rate": 4.3014591741695125e-05,
      "loss": 3.6964,
      "step": 22500
    },
    {
      "epoch": 7.140639552933871,
      "grad_norm": 3.3717660903930664,
      "learning_rate": 4.285936044706613e-05,
      "loss": 3.6509,
      "step": 23000
    },
    {
      "epoch": 7.295870847562869,
      "grad_norm": 3.224043607711792,
      "learning_rate": 4.2704129152437134e-05,
      "loss": 3.6125,
      "step": 23500
    },
    {
      "epoch": 7.451102142191866,
      "grad_norm": 3.1459500789642334,
      "learning_rate": 4.2548897857808135e-05,
      "loss": 3.6209,
      "step": 24000
    },
    {
      "epoch": 7.606333436820863,
      "grad_norm": 3.296095132827759,
      "learning_rate": 4.239366656317914e-05,
      "loss": 3.5956,
      "step": 24500
    },
    {
      "epoch": 7.761564731449861,
      "grad_norm": 3.7389063835144043,
      "learning_rate": 4.2238435268550144e-05,
      "loss": 3.5743,
      "step": 25000
    },
    {
      "epoch": 7.916796026078858,
      "grad_norm": 3.22495174407959,
      "learning_rate": 4.2083203973921145e-05,
      "loss": 3.5633,
      "step": 25500
    },
    {
      "epoch": 8.072027320707855,
      "grad_norm": 3.2648046016693115,
      "learning_rate": 4.192797267929215e-05,
      "loss": 3.5174,
      "step": 26000
    },
    {
      "epoch": 8.227258615336853,
      "grad_norm": 3.516303539276123,
      "learning_rate": 4.177274138466315e-05,
      "loss": 3.4799,
      "step": 26500
    },
    {
      "epoch": 8.38248990996585,
      "grad_norm": 3.50242280960083,
      "learning_rate": 4.1617510090034154e-05,
      "loss": 3.4678,
      "step": 27000
    },
    {
      "epoch": 8.537721204594845,
      "grad_norm": 3.312835454940796,
      "learning_rate": 4.1462278795405155e-05,
      "loss": 3.4551,
      "step": 27500
    },
    {
      "epoch": 8.692952499223843,
      "grad_norm": 3.0370001792907715,
      "learning_rate": 4.1307047500776156e-05,
      "loss": 3.4393,
      "step": 28000
    },
    {
      "epoch": 8.84818379385284,
      "grad_norm": 3.387784242630005,
      "learning_rate": 4.115181620614716e-05,
      "loss": 3.415,
      "step": 28500
    },
    {
      "epoch": 9.003415088481837,
      "grad_norm": 3.6201112270355225,
      "learning_rate": 4.0996584911518165e-05,
      "loss": 3.418,
      "step": 29000
    },
    {
      "epoch": 9.158646383110835,
      "grad_norm": 3.2895004749298096,
      "learning_rate": 4.0841353616889166e-05,
      "loss": 3.3479,
      "step": 29500
    },
    {
      "epoch": 9.313877677739832,
      "grad_norm": 4.205784320831299,
      "learning_rate": 4.0686122322260166e-05,
      "loss": 3.3433,
      "step": 30000
    },
    {
      "epoch": 9.46910897236883,
      "grad_norm": 4.602181434631348,
      "learning_rate": 4.0530891027631174e-05,
      "loss": 3.3223,
      "step": 30500
    },
    {
      "epoch": 9.624340266997827,
      "grad_norm": 3.7277743816375732,
      "learning_rate": 4.0375659733002175e-05,
      "loss": 3.3039,
      "step": 31000
    },
    {
      "epoch": 9.779571561626824,
      "grad_norm": 3.491147994995117,
      "learning_rate": 4.0220428438373176e-05,
      "loss": 3.2895,
      "step": 31500
    },
    {
      "epoch": 9.934802856255821,
      "grad_norm": 3.2562263011932373,
      "learning_rate": 4.0065197143744184e-05,
      "loss": 3.2754,
      "step": 32000
    },
    {
      "epoch": 10.090034150884819,
      "grad_norm": 3.8227834701538086,
      "learning_rate": 3.9909965849115185e-05,
      "loss": 3.239,
      "step": 32500
    },
    {
      "epoch": 10.245265445513816,
      "grad_norm": 3.5297625064849854,
      "learning_rate": 3.9754734554486186e-05,
      "loss": 3.2036,
      "step": 33000
    },
    {
      "epoch": 10.400496740142813,
      "grad_norm": 3.621588945388794,
      "learning_rate": 3.959950325985719e-05,
      "loss": 3.1944,
      "step": 33500
    },
    {
      "epoch": 10.55572803477181,
      "grad_norm": 3.2394556999206543,
      "learning_rate": 3.9444271965228194e-05,
      "loss": 3.1961,
      "step": 34000
    },
    {
      "epoch": 10.710959329400808,
      "grad_norm": 3.6555140018463135,
      "learning_rate": 3.9289040670599195e-05,
      "loss": 3.1687,
      "step": 34500
    },
    {
      "epoch": 10.866190624029805,
      "grad_norm": 3.675229787826538,
      "learning_rate": 3.9133809375970196e-05,
      "loss": 3.1664,
      "step": 35000
    },
    {
      "epoch": 11.021421918658802,
      "grad_norm": 3.4863462448120117,
      "learning_rate": 3.89785780813412e-05,
      "loss": 3.1411,
      "step": 35500
    },
    {
      "epoch": 11.176653213287798,
      "grad_norm": 3.564634084701538,
      "learning_rate": 3.88233467867122e-05,
      "loss": 3.0942,
      "step": 36000
    },
    {
      "epoch": 11.331884507916795,
      "grad_norm": 3.6480257511138916,
      "learning_rate": 3.8668115492083206e-05,
      "loss": 3.0866,
      "step": 36500
    },
    {
      "epoch": 11.487115802545793,
      "grad_norm": 3.6294379234313965,
      "learning_rate": 3.8512884197454207e-05,
      "loss": 3.075,
      "step": 37000
    },
    {
      "epoch": 11.64234709717479,
      "grad_norm": 3.706338882446289,
      "learning_rate": 3.8357652902825214e-05,
      "loss": 3.0711,
      "step": 37500
    },
    {
      "epoch": 11.797578391803787,
      "grad_norm": 3.5022192001342773,
      "learning_rate": 3.8202421608196215e-05,
      "loss": 3.0543,
      "step": 38000
    },
    {
      "epoch": 11.952809686432785,
      "grad_norm": 3.718973159790039,
      "learning_rate": 3.8047190313567216e-05,
      "loss": 3.0499,
      "step": 38500
    },
    {
      "epoch": 12.108040981061782,
      "grad_norm": 3.5916123390197754,
      "learning_rate": 3.7891959018938224e-05,
      "loss": 3.0056,
      "step": 39000
    },
    {
      "epoch": 12.26327227569078,
      "grad_norm": 3.694257974624634,
      "learning_rate": 3.7736727724309225e-05,
      "loss": 2.9916,
      "step": 39500
    },
    {
      "epoch": 12.418503570319777,
      "grad_norm": 3.5255913734436035,
      "learning_rate": 3.7581496429680226e-05,
      "loss": 2.9823,
      "step": 40000
    },
    {
      "epoch": 12.573734864948774,
      "grad_norm": 3.4169323444366455,
      "learning_rate": 3.742626513505123e-05,
      "loss": 2.9726,
      "step": 40500
    },
    {
      "epoch": 12.728966159577771,
      "grad_norm": 3.2919702529907227,
      "learning_rate": 3.7271033840422234e-05,
      "loss": 2.9586,
      "step": 41000
    },
    {
      "epoch": 12.884197454206769,
      "grad_norm": 3.52095890045166,
      "learning_rate": 3.7115802545793235e-05,
      "loss": 2.9576,
      "step": 41500
    },
    {
      "epoch": 13.039428748835766,
      "grad_norm": 4.317255020141602,
      "learning_rate": 3.6960571251164236e-05,
      "loss": 2.936,
      "step": 42000
    },
    {
      "epoch": 13.194660043464763,
      "grad_norm": 3.2749974727630615,
      "learning_rate": 3.680533995653524e-05,
      "loss": 2.894,
      "step": 42500
    },
    {
      "epoch": 13.34989133809376,
      "grad_norm": 4.149952411651611,
      "learning_rate": 3.665010866190624e-05,
      "loss": 2.8892,
      "step": 43000
    },
    {
      "epoch": 13.505122632722756,
      "grad_norm": 3.8253960609436035,
      "learning_rate": 3.6494877367277246e-05,
      "loss": 2.8957,
      "step": 43500
    },
    {
      "epoch": 13.660353927351753,
      "grad_norm": 3.3494088649749756,
      "learning_rate": 3.6339646072648247e-05,
      "loss": 2.8821,
      "step": 44000
    },
    {
      "epoch": 13.81558522198075,
      "grad_norm": 3.426492691040039,
      "learning_rate": 3.618441477801925e-05,
      "loss": 2.8655,
      "step": 44500
    },
    {
      "epoch": 13.970816516609748,
      "grad_norm": 3.3416435718536377,
      "learning_rate": 3.6029183483390255e-05,
      "loss": 2.8685,
      "step": 45000
    },
    {
      "epoch": 14.126047811238745,
      "grad_norm": 3.6365139484405518,
      "learning_rate": 3.5873952188761256e-05,
      "loss": 2.8184,
      "step": 45500
    },
    {
      "epoch": 14.281279105867743,
      "grad_norm": 3.4732120037078857,
      "learning_rate": 3.571872089413226e-05,
      "loss": 2.8102,
      "step": 46000
    },
    {
      "epoch": 14.43651040049674,
      "grad_norm": 3.4674530029296875,
      "learning_rate": 3.5563489599503265e-05,
      "loss": 2.8077,
      "step": 46500
    },
    {
      "epoch": 14.591741695125737,
      "grad_norm": 3.3378286361694336,
      "learning_rate": 3.5408258304874266e-05,
      "loss": 2.808,
      "step": 47000
    },
    {
      "epoch": 14.746972989754735,
      "grad_norm": 3.5950191020965576,
      "learning_rate": 3.525302701024527e-05,
      "loss": 2.7938,
      "step": 47500
    },
    {
      "epoch": 14.902204284383732,
      "grad_norm": 3.4225220680236816,
      "learning_rate": 3.5097795715616274e-05,
      "loss": 2.7817,
      "step": 48000
    },
    {
      "epoch": 15.05743557901273,
      "grad_norm": 3.353314161300659,
      "learning_rate": 3.4942564420987275e-05,
      "loss": 2.7783,
      "step": 48500
    },
    {
      "epoch": 15.212666873641727,
      "grad_norm": 3.483828067779541,
      "learning_rate": 3.4787333126358276e-05,
      "loss": 2.7388,
      "step": 49000
    },
    {
      "epoch": 15.367898168270724,
      "grad_norm": 3.295490026473999,
      "learning_rate": 3.463210183172928e-05,
      "loss": 2.7404,
      "step": 49500
    },
    {
      "epoch": 15.523129462899721,
      "grad_norm": 3.7673990726470947,
      "learning_rate": 3.447687053710028e-05,
      "loss": 2.7192,
      "step": 50000
    },
    {
      "epoch": 15.678360757528718,
      "grad_norm": 3.3685121536254883,
      "learning_rate": 3.432163924247128e-05,
      "loss": 2.7341,
      "step": 50500
    },
    {
      "epoch": 15.833592052157716,
      "grad_norm": 3.8389620780944824,
      "learning_rate": 3.416640794784229e-05,
      "loss": 2.7239,
      "step": 51000
    },
    {
      "epoch": 15.988823346786713,
      "grad_norm": 3.8301634788513184,
      "learning_rate": 3.401117665321329e-05,
      "loss": 2.716,
      "step": 51500
    },
    {
      "epoch": 16.14405464141571,
      "grad_norm": 3.7196969985961914,
      "learning_rate": 3.385594535858429e-05,
      "loss": 2.6732,
      "step": 52000
    },
    {
      "epoch": 16.299285936044708,
      "grad_norm": 3.847682476043701,
      "learning_rate": 3.3700714063955296e-05,
      "loss": 2.6561,
      "step": 52500
    },
    {
      "epoch": 16.454517230673705,
      "grad_norm": 3.079871416091919,
      "learning_rate": 3.35454827693263e-05,
      "loss": 2.6765,
      "step": 53000
    },
    {
      "epoch": 16.609748525302702,
      "grad_norm": 3.7256991863250732,
      "learning_rate": 3.33902514746973e-05,
      "loss": 2.6754,
      "step": 53500
    },
    {
      "epoch": 16.7649798199317,
      "grad_norm": 3.556029796600342,
      "learning_rate": 3.3235020180068306e-05,
      "loss": 2.6675,
      "step": 54000
    },
    {
      "epoch": 16.920211114560697,
      "grad_norm": 3.9556143283843994,
      "learning_rate": 3.307978888543931e-05,
      "loss": 2.6507,
      "step": 54500
    },
    {
      "epoch": 17.075442409189694,
      "grad_norm": 3.482832431793213,
      "learning_rate": 3.292455759081031e-05,
      "loss": 2.6343,
      "step": 55000
    },
    {
      "epoch": 17.230673703818688,
      "grad_norm": 4.063329696655273,
      "learning_rate": 3.2769326296181315e-05,
      "loss": 2.6071,
      "step": 55500
    },
    {
      "epoch": 17.385904998447685,
      "grad_norm": 3.9433131217956543,
      "learning_rate": 3.2614095001552316e-05,
      "loss": 2.6064,
      "step": 56000
    },
    {
      "epoch": 17.541136293076683,
      "grad_norm": 3.5680246353149414,
      "learning_rate": 3.245886370692332e-05,
      "loss": 2.6091,
      "step": 56500
    },
    {
      "epoch": 17.69636758770568,
      "grad_norm": 3.5213463306427,
      "learning_rate": 3.230363241229432e-05,
      "loss": 2.6058,
      "step": 57000
    },
    {
      "epoch": 17.851598882334677,
      "grad_norm": 3.5061028003692627,
      "learning_rate": 3.214840111766532e-05,
      "loss": 2.5981,
      "step": 57500
    },
    {
      "epoch": 18.006830176963675,
      "grad_norm": 3.4912548065185547,
      "learning_rate": 3.199316982303632e-05,
      "loss": 2.5998,
      "step": 58000
    },
    {
      "epoch": 18.162061471592672,
      "grad_norm": 3.2917845249176025,
      "learning_rate": 3.183793852840733e-05,
      "loss": 2.5569,
      "step": 58500
    },
    {
      "epoch": 18.31729276622167,
      "grad_norm": 3.707597017288208,
      "learning_rate": 3.168270723377833e-05,
      "loss": 2.555,
      "step": 59000
    },
    {
      "epoch": 18.472524060850667,
      "grad_norm": 3.4082422256469727,
      "learning_rate": 3.152747593914933e-05,
      "loss": 2.5539,
      "step": 59500
    },
    {
      "epoch": 18.627755355479664,
      "grad_norm": 3.6042168140411377,
      "learning_rate": 3.137224464452034e-05,
      "loss": 2.5485,
      "step": 60000
    },
    {
      "epoch": 18.78298665010866,
      "grad_norm": 3.665288209915161,
      "learning_rate": 3.121701334989134e-05,
      "loss": 2.5499,
      "step": 60500
    },
    {
      "epoch": 18.93821794473766,
      "grad_norm": 3.590956211090088,
      "learning_rate": 3.1061782055262346e-05,
      "loss": 2.5479,
      "step": 61000
    },
    {
      "epoch": 19.093449239366656,
      "grad_norm": 3.468674898147583,
      "learning_rate": 3.090655076063335e-05,
      "loss": 2.5156,
      "step": 61500
    },
    {
      "epoch": 19.248680533995653,
      "grad_norm": 3.4389026165008545,
      "learning_rate": 3.075131946600435e-05,
      "loss": 2.5037,
      "step": 62000
    },
    {
      "epoch": 19.40391182862465,
      "grad_norm": 3.568042039871216,
      "learning_rate": 3.0596088171375355e-05,
      "loss": 2.514,
      "step": 62500
    },
    {
      "epoch": 19.559143123253648,
      "grad_norm": 3.448721408843994,
      "learning_rate": 3.0440856876746353e-05,
      "loss": 2.5004,
      "step": 63000
    },
    {
      "epoch": 19.714374417882645,
      "grad_norm": 3.3219761848449707,
      "learning_rate": 3.0285625582117354e-05,
      "loss": 2.5072,
      "step": 63500
    },
    {
      "epoch": 19.869605712511643,
      "grad_norm": 3.5406880378723145,
      "learning_rate": 3.013039428748836e-05,
      "loss": 2.5006,
      "step": 64000
    },
    {
      "epoch": 20.02483700714064,
      "grad_norm": 3.606174945831299,
      "learning_rate": 2.9975162992859363e-05,
      "loss": 2.5015,
      "step": 64500
    },
    {
      "epoch": 20.180068301769637,
      "grad_norm": 3.5096230506896973,
      "learning_rate": 2.9819931698230363e-05,
      "loss": 2.456,
      "step": 65000
    },
    {
      "epoch": 20.335299596398634,
      "grad_norm": 3.478529691696167,
      "learning_rate": 2.966470040360137e-05,
      "loss": 2.4515,
      "step": 65500
    },
    {
      "epoch": 20.490530891027632,
      "grad_norm": 3.3920540809631348,
      "learning_rate": 2.9509469108972372e-05,
      "loss": 2.4625,
      "step": 66000
    },
    {
      "epoch": 20.64576218565663,
      "grad_norm": 3.6235618591308594,
      "learning_rate": 2.9354237814343373e-05,
      "loss": 2.4665,
      "step": 66500
    },
    {
      "epoch": 20.800993480285626,
      "grad_norm": 3.580286979675293,
      "learning_rate": 2.9199006519714377e-05,
      "loss": 2.4577,
      "step": 67000
    },
    {
      "epoch": 20.956224774914624,
      "grad_norm": 3.5689404010772705,
      "learning_rate": 2.9043775225085378e-05,
      "loss": 2.4619,
      "step": 67500
    },
    {
      "epoch": 21.11145606954362,
      "grad_norm": 3.5909037590026855,
      "learning_rate": 2.888854393045638e-05,
      "loss": 2.4148,
      "step": 68000
    },
    {
      "epoch": 21.26668736417262,
      "grad_norm": 3.4171316623687744,
      "learning_rate": 2.8733312635827387e-05,
      "loss": 2.4071,
      "step": 68500
    },
    {
      "epoch": 21.421918658801616,
      "grad_norm": 3.457381248474121,
      "learning_rate": 2.8578081341198388e-05,
      "loss": 2.4169,
      "step": 69000
    },
    {
      "epoch": 21.577149953430613,
      "grad_norm": 3.420381784439087,
      "learning_rate": 2.842285004656939e-05,
      "loss": 2.42,
      "step": 69500
    },
    {
      "epoch": 21.73238124805961,
      "grad_norm": 3.2285988330841064,
      "learning_rate": 2.8267618751940393e-05,
      "loss": 2.4262,
      "step": 70000
    },
    {
      "epoch": 21.887612542688608,
      "grad_norm": 3.473289728164673,
      "learning_rate": 2.8112387457311394e-05,
      "loss": 2.413,
      "step": 70500
    },
    {
      "epoch": 22.042843837317605,
      "grad_norm": 3.272094488143921,
      "learning_rate": 2.7957156162682395e-05,
      "loss": 2.4166,
      "step": 71000
    },
    {
      "epoch": 22.1980751319466,
      "grad_norm": 3.903505563735962,
      "learning_rate": 2.7801924868053403e-05,
      "loss": 2.3766,
      "step": 71500
    },
    {
      "epoch": 22.353306426575596,
      "grad_norm": 3.58394193649292,
      "learning_rate": 2.7646693573424404e-05,
      "loss": 2.3844,
      "step": 72000
    },
    {
      "epoch": 22.508537721204593,
      "grad_norm": 3.6447036266326904,
      "learning_rate": 2.7491462278795404e-05,
      "loss": 2.3683,
      "step": 72500
    },
    {
      "epoch": 22.66376901583359,
      "grad_norm": 3.740295648574829,
      "learning_rate": 2.7336230984166412e-05,
      "loss": 2.3822,
      "step": 73000
    },
    {
      "epoch": 22.819000310462588,
      "grad_norm": 3.439695358276367,
      "learning_rate": 2.7180999689537413e-05,
      "loss": 2.3893,
      "step": 73500
    },
    {
      "epoch": 22.974231605091585,
      "grad_norm": 3.6966145038604736,
      "learning_rate": 2.7025768394908414e-05,
      "loss": 2.3803,
      "step": 74000
    },
    {
      "epoch": 23.129462899720583,
      "grad_norm": 3.1649584770202637,
      "learning_rate": 2.687053710027942e-05,
      "loss": 2.343,
      "step": 74500
    },
    {
      "epoch": 23.28469419434958,
      "grad_norm": 3.4965484142303467,
      "learning_rate": 2.671530580565042e-05,
      "loss": 2.3351,
      "step": 75000
    },
    {
      "epoch": 23.439925488978577,
      "grad_norm": 3.3004109859466553,
      "learning_rate": 2.656007451102142e-05,
      "loss": 2.335,
      "step": 75500
    },
    {
      "epoch": 23.595156783607575,
      "grad_norm": 3.5990171432495117,
      "learning_rate": 2.6404843216392428e-05,
      "loss": 2.3474,
      "step": 76000
    },
    {
      "epoch": 23.750388078236572,
      "grad_norm": 3.2564170360565186,
      "learning_rate": 2.624961192176343e-05,
      "loss": 2.3447,
      "step": 76500
    },
    {
      "epoch": 23.90561937286557,
      "grad_norm": 3.103309392929077,
      "learning_rate": 2.609438062713443e-05,
      "loss": 2.3536,
      "step": 77000
    },
    {
      "epoch": 24.060850667494567,
      "grad_norm": 3.434351921081543,
      "learning_rate": 2.5939149332505437e-05,
      "loss": 2.3314,
      "step": 77500
    },
    {
      "epoch": 24.216081962123564,
      "grad_norm": 3.0751280784606934,
      "learning_rate": 2.5783918037876435e-05,
      "loss": 2.3113,
      "step": 78000
    },
    {
      "epoch": 24.37131325675256,
      "grad_norm": 3.3030903339385986,
      "learning_rate": 2.5628686743247436e-05,
      "loss": 2.3074,
      "step": 78500
    },
    {
      "epoch": 24.52654455138156,
      "grad_norm": 3.4424233436584473,
      "learning_rate": 2.5473455448618444e-05,
      "loss": 2.3074,
      "step": 79000
    },
    {
      "epoch": 24.681775846010556,
      "grad_norm": 3.4242780208587646,
      "learning_rate": 2.5318224153989445e-05,
      "loss": 2.3127,
      "step": 79500
    },
    {
      "epoch": 24.837007140639553,
      "grad_norm": 3.478363275527954,
      "learning_rate": 2.5162992859360445e-05,
      "loss": 2.3068,
      "step": 80000
    },
    {
      "epoch": 24.99223843526855,
      "grad_norm": 3.381448745727539,
      "learning_rate": 2.5007761564731453e-05,
      "loss": 2.3128,
      "step": 80500
    },
    {
      "epoch": 25.147469729897548,
      "grad_norm": 3.3895316123962402,
      "learning_rate": 2.4852530270102454e-05,
      "loss": 2.2783,
      "step": 81000
    },
    {
      "epoch": 25.302701024526545,
      "grad_norm": 3.522529363632202,
      "learning_rate": 2.469729897547346e-05,
      "loss": 2.2744,
      "step": 81500
    },
    {
      "epoch": 25.457932319155542,
      "grad_norm": 3.2338192462921143,
      "learning_rate": 2.454206768084446e-05,
      "loss": 2.2724,
      "step": 82000
    },
    {
      "epoch": 25.61316361378454,
      "grad_norm": 3.4074482917785645,
      "learning_rate": 2.438683638621546e-05,
      "loss": 2.2792,
      "step": 82500
    },
    {
      "epoch": 25.768394908413537,
      "grad_norm": 4.039905548095703,
      "learning_rate": 2.4231605091586465e-05,
      "loss": 2.2841,
      "step": 83000
    },
    {
      "epoch": 25.923626203042534,
      "grad_norm": 3.547403335571289,
      "learning_rate": 2.407637379695747e-05,
      "loss": 2.2819,
      "step": 83500
    },
    {
      "epoch": 26.07885749767153,
      "grad_norm": 3.3868236541748047,
      "learning_rate": 2.392114250232847e-05,
      "loss": 2.2798,
      "step": 84000
    },
    {
      "epoch": 26.23408879230053,
      "grad_norm": 3.4890501499176025,
      "learning_rate": 2.3765911207699474e-05,
      "loss": 2.2533,
      "step": 84500
    },
    {
      "epoch": 26.389320086929526,
      "grad_norm": 3.4324049949645996,
      "learning_rate": 2.361067991307048e-05,
      "loss": 2.2503,
      "step": 85000
    },
    {
      "epoch": 26.544551381558524,
      "grad_norm": 3.444091558456421,
      "learning_rate": 2.345544861844148e-05,
      "loss": 2.2475,
      "step": 85500
    },
    {
      "epoch": 26.69978267618752,
      "grad_norm": 3.4090046882629395,
      "learning_rate": 2.330021732381248e-05,
      "loss": 2.2484,
      "step": 86000
    },
    {
      "epoch": 26.85501397081652,
      "grad_norm": 3.447425365447998,
      "learning_rate": 2.3144986029183485e-05,
      "loss": 2.2488,
      "step": 86500
    },
    {
      "epoch": 27.010245265445512,
      "grad_norm": 3.323572874069214,
      "learning_rate": 2.2989754734554486e-05,
      "loss": 2.2459,
      "step": 87000
    },
    {
      "epoch": 27.16547656007451,
      "grad_norm": 3.2703440189361572,
      "learning_rate": 2.283452343992549e-05,
      "loss": 2.2174,
      "step": 87500
    },
    {
      "epoch": 27.320707854703507,
      "grad_norm": 3.5882294178009033,
      "learning_rate": 2.2679292145296494e-05,
      "loss": 2.2148,
      "step": 88000
    },
    {
      "epoch": 27.475939149332504,
      "grad_norm": 3.4588534832000732,
      "learning_rate": 2.2524060850667495e-05,
      "loss": 2.2225,
      "step": 88500
    },
    {
      "epoch": 27.6311704439615,
      "grad_norm": 3.370229482650757,
      "learning_rate": 2.23688295560385e-05,
      "loss": 2.2274,
      "step": 89000
    },
    {
      "epoch": 27.7864017385905,
      "grad_norm": 3.271768093109131,
      "learning_rate": 2.22135982614095e-05,
      "loss": 2.2272,
      "step": 89500
    },
    {
      "epoch": 27.941633033219496,
      "grad_norm": 3.4835493564605713,
      "learning_rate": 2.20583669667805e-05,
      "loss": 2.2324,
      "step": 90000
    },
    {
      "epoch": 28.096864327848493,
      "grad_norm": 3.6498279571533203,
      "learning_rate": 2.1903135672151506e-05,
      "loss": 2.1981,
      "step": 90500
    },
    {
      "epoch": 28.25209562247749,
      "grad_norm": 3.356560468673706,
      "learning_rate": 2.174790437752251e-05,
      "loss": 2.2064,
      "step": 91000
    },
    {
      "epoch": 28.407326917106488,
      "grad_norm": 3.2081451416015625,
      "learning_rate": 2.1592673082893514e-05,
      "loss": 2.1893,
      "step": 91500
    },
    {
      "epoch": 28.562558211735485,
      "grad_norm": 3.4001569747924805,
      "learning_rate": 2.1437441788264515e-05,
      "loss": 2.2014,
      "step": 92000
    },
    {
      "epoch": 28.717789506364483,
      "grad_norm": 3.529869794845581,
      "learning_rate": 2.128221049363552e-05,
      "loss": 2.2016,
      "step": 92500
    },
    {
      "epoch": 28.87302080099348,
      "grad_norm": 3.313579797744751,
      "learning_rate": 2.112697919900652e-05,
      "loss": 2.1937,
      "step": 93000
    },
    {
      "epoch": 29.028252095622477,
      "grad_norm": 3.336879253387451,
      "learning_rate": 2.097174790437752e-05,
      "loss": 2.1945,
      "step": 93500
    },
    {
      "epoch": 29.183483390251475,
      "grad_norm": 3.567126512527466,
      "learning_rate": 2.0816516609748526e-05,
      "loss": 2.1729,
      "step": 94000
    },
    {
      "epoch": 29.338714684880472,
      "grad_norm": 3.5103540420532227,
      "learning_rate": 2.066128531511953e-05,
      "loss": 2.1772,
      "step": 94500
    },
    {
      "epoch": 29.49394597950947,
      "grad_norm": 3.479119300842285,
      "learning_rate": 2.050605402049053e-05,
      "loss": 2.1786,
      "step": 95000
    },
    {
      "epoch": 29.649177274138466,
      "grad_norm": 3.516080856323242,
      "learning_rate": 2.0350822725861535e-05,
      "loss": 2.1714,
      "step": 95500
    },
    {
      "epoch": 29.804408568767464,
      "grad_norm": 3.3175048828125,
      "learning_rate": 2.019559143123254e-05,
      "loss": 2.176,
      "step": 96000
    },
    {
      "epoch": 29.95963986339646,
      "grad_norm": 3.5741403102874756,
      "learning_rate": 2.004036013660354e-05,
      "loss": 2.1747,
      "step": 96500
    },
    {
      "epoch": 30.11487115802546,
      "grad_norm": 3.3326079845428467,
      "learning_rate": 1.988512884197454e-05,
      "loss": 2.1465,
      "step": 97000
    },
    {
      "epoch": 30.270102452654456,
      "grad_norm": 3.591451406478882,
      "learning_rate": 1.9729897547345546e-05,
      "loss": 2.1452,
      "step": 97500
    },
    {
      "epoch": 30.425333747283453,
      "grad_norm": 3.386875629425049,
      "learning_rate": 1.9574666252716547e-05,
      "loss": 2.1527,
      "step": 98000
    },
    {
      "epoch": 30.58056504191245,
      "grad_norm": 3.5038528442382812,
      "learning_rate": 1.941943495808755e-05,
      "loss": 2.1562,
      "step": 98500
    },
    {
      "epoch": 30.735796336541448,
      "grad_norm": 3.5655734539031982,
      "learning_rate": 1.9264203663458555e-05,
      "loss": 2.1579,
      "step": 99000
    },
    {
      "epoch": 30.891027631170445,
      "grad_norm": 3.556865692138672,
      "learning_rate": 1.9108972368829556e-05,
      "loss": 2.1654,
      "step": 99500
    },
    {
      "epoch": 31.046258925799442,
      "grad_norm": 3.171966791152954,
      "learning_rate": 1.895374107420056e-05,
      "loss": 2.1375,
      "step": 100000
    },
    {
      "epoch": 31.20149022042844,
      "grad_norm": 3.2655224800109863,
      "learning_rate": 1.8798509779571565e-05,
      "loss": 2.1242,
      "step": 100500
    },
    {
      "epoch": 31.356721515057437,
      "grad_norm": 3.5983667373657227,
      "learning_rate": 1.8643278484942562e-05,
      "loss": 2.1241,
      "step": 101000
    },
    {
      "epoch": 31.511952809686434,
      "grad_norm": 3.4082624912261963,
      "learning_rate": 1.8488047190313567e-05,
      "loss": 2.1286,
      "step": 101500
    },
    {
      "epoch": 31.66718410431543,
      "grad_norm": 3.6842904090881348,
      "learning_rate": 1.833281589568457e-05,
      "loss": 2.1307,
      "step": 102000
    },
    {
      "epoch": 31.82241539894443,
      "grad_norm": 3.506561040878296,
      "learning_rate": 1.8177584601055575e-05,
      "loss": 2.128,
      "step": 102500
    },
    {
      "epoch": 31.977646693573423,
      "grad_norm": 3.1754329204559326,
      "learning_rate": 1.8022353306426576e-05,
      "loss": 2.1546,
      "step": 103000
    },
    {
      "epoch": 32.132877988202424,
      "grad_norm": 3.4814705848693848,
      "learning_rate": 1.786712201179758e-05,
      "loss": 2.1155,
      "step": 103500
    },
    {
      "epoch": 32.28810928283142,
      "grad_norm": 3.7139673233032227,
      "learning_rate": 1.7711890717168585e-05,
      "loss": 2.1056,
      "step": 104000
    },
    {
      "epoch": 32.44334057746042,
      "grad_norm": 3.498924732208252,
      "learning_rate": 1.7556659422539586e-05,
      "loss": 2.1142,
      "step": 104500
    },
    {
      "epoch": 32.598571872089416,
      "grad_norm": 3.50618052482605,
      "learning_rate": 1.7401428127910587e-05,
      "loss": 2.1133,
      "step": 105000
    },
    {
      "epoch": 32.75380316671841,
      "grad_norm": 3.3597817420959473,
      "learning_rate": 1.724619683328159e-05,
      "loss": 2.1023,
      "step": 105500
    },
    {
      "epoch": 32.90903446134741,
      "grad_norm": 3.1257002353668213,
      "learning_rate": 1.7090965538652592e-05,
      "loss": 2.1164,
      "step": 106000
    },
    {
      "epoch": 33.06426575597641,
      "grad_norm": 3.2539827823638916,
      "learning_rate": 1.6935734244023596e-05,
      "loss": 2.094,
      "step": 106500
    },
    {
      "epoch": 33.219497050605405,
      "grad_norm": 3.5922114849090576,
      "learning_rate": 1.67805029493946e-05,
      "loss": 2.0797,
      "step": 107000
    },
    {
      "epoch": 33.3747283452344,
      "grad_norm": 3.4829044342041016,
      "learning_rate": 1.66252716547656e-05,
      "loss": 2.0991,
      "step": 107500
    },
    {
      "epoch": 33.5299596398634,
      "grad_norm": 3.402447462081909,
      "learning_rate": 1.6470040360136606e-05,
      "loss": 2.095,
      "step": 108000
    },
    {
      "epoch": 33.6851909344924,
      "grad_norm": 3.4598045349121094,
      "learning_rate": 1.6314809065507607e-05,
      "loss": 2.0866,
      "step": 108500
    },
    {
      "epoch": 33.840422229121394,
      "grad_norm": 3.806218147277832,
      "learning_rate": 1.6159577770878608e-05,
      "loss": 2.1014,
      "step": 109000
    },
    {
      "epoch": 33.99565352375039,
      "grad_norm": 3.7168009281158447,
      "learning_rate": 1.6004346476249612e-05,
      "loss": 2.103,
      "step": 109500
    },
    {
      "epoch": 34.15088481837939,
      "grad_norm": 3.703636884689331,
      "learning_rate": 1.5849115181620616e-05,
      "loss": 2.0691,
      "step": 110000
    },
    {
      "epoch": 34.306116113008386,
      "grad_norm": 3.4325764179229736,
      "learning_rate": 1.5693883886991617e-05,
      "loss": 2.077,
      "step": 110500
    },
    {
      "epoch": 34.461347407637376,
      "grad_norm": 3.5435197353363037,
      "learning_rate": 1.553865259236262e-05,
      "loss": 2.0839,
      "step": 111000
    },
    {
      "epoch": 34.616578702266374,
      "grad_norm": 3.507366418838501,
      "learning_rate": 1.5383421297733626e-05,
      "loss": 2.0709,
      "step": 111500
    },
    {
      "epoch": 34.77180999689537,
      "grad_norm": 3.401642084121704,
      "learning_rate": 1.5228190003104625e-05,
      "loss": 2.0656,
      "step": 112000
    },
    {
      "epoch": 34.92704129152437,
      "grad_norm": 3.4845223426818848,
      "learning_rate": 1.507295870847563e-05,
      "loss": 2.0848,
      "step": 112500
    },
    {
      "epoch": 35.082272586153366,
      "grad_norm": 3.477248191833496,
      "learning_rate": 1.4917727413846632e-05,
      "loss": 2.0595,
      "step": 113000
    },
    {
      "epoch": 35.23750388078236,
      "grad_norm": 3.3301658630371094,
      "learning_rate": 1.4762496119217633e-05,
      "loss": 2.056,
      "step": 113500
    },
    {
      "epoch": 35.39273517541136,
      "grad_norm": 3.5794308185577393,
      "learning_rate": 1.4607264824588637e-05,
      "loss": 2.0579,
      "step": 114000
    },
    {
      "epoch": 35.54796647004036,
      "grad_norm": 3.680616617202759,
      "learning_rate": 1.4452033529959642e-05,
      "loss": 2.0607,
      "step": 114500
    },
    {
      "epoch": 35.703197764669355,
      "grad_norm": 3.581709384918213,
      "learning_rate": 1.4296802235330644e-05,
      "loss": 2.0583,
      "step": 115000
    },
    {
      "epoch": 35.85842905929835,
      "grad_norm": 3.3622961044311523,
      "learning_rate": 1.4141570940701645e-05,
      "loss": 2.0646,
      "step": 115500
    },
    {
      "epoch": 36.01366035392735,
      "grad_norm": 3.7327592372894287,
      "learning_rate": 1.398633964607265e-05,
      "loss": 2.0665,
      "step": 116000
    },
    {
      "epoch": 36.16889164855635,
      "grad_norm": 3.1711039543151855,
      "learning_rate": 1.3831108351443654e-05,
      "loss": 2.0485,
      "step": 116500
    },
    {
      "epoch": 36.324122943185344,
      "grad_norm": 3.367382764816284,
      "learning_rate": 1.3675877056814653e-05,
      "loss": 2.0385,
      "step": 117000
    },
    {
      "epoch": 36.47935423781434,
      "grad_norm": 3.5484557151794434,
      "learning_rate": 1.3520645762185657e-05,
      "loss": 2.0345,
      "step": 117500
    },
    {
      "epoch": 36.63458553244334,
      "grad_norm": 3.6032321453094482,
      "learning_rate": 1.3365414467556662e-05,
      "loss": 2.0468,
      "step": 118000
    },
    {
      "epoch": 36.789816827072336,
      "grad_norm": 4.026392936706543,
      "learning_rate": 1.3210183172927663e-05,
      "loss": 2.0481,
      "step": 118500
    },
    {
      "epoch": 36.94504812170133,
      "grad_norm": 3.644474983215332,
      "learning_rate": 1.3054951878298665e-05,
      "loss": 2.0447,
      "step": 119000
    },
    {
      "epoch": 37.10027941633033,
      "grad_norm": 3.28544545173645,
      "learning_rate": 1.289972058366967e-05,
      "loss": 2.0358,
      "step": 119500
    },
    {
      "epoch": 37.25551071095933,
      "grad_norm": 3.2941246032714844,
      "learning_rate": 1.274448928904067e-05,
      "loss": 2.0084,
      "step": 120000
    },
    {
      "epoch": 37.410742005588325,
      "grad_norm": 3.7883927822113037,
      "learning_rate": 1.2589257994411675e-05,
      "loss": 2.0329,
      "step": 120500
    },
    {
      "epoch": 37.56597330021732,
      "grad_norm": 3.23514986038208,
      "learning_rate": 1.2434026699782676e-05,
      "loss": 2.0297,
      "step": 121000
    },
    {
      "epoch": 37.72120459484632,
      "grad_norm": 4.0385894775390625,
      "learning_rate": 1.227879540515368e-05,
      "loss": 2.0347,
      "step": 121500
    },
    {
      "epoch": 37.87643588947532,
      "grad_norm": 3.6746459007263184,
      "learning_rate": 1.2123564110524683e-05,
      "loss": 2.0386,
      "step": 122000
    },
    {
      "epoch": 38.031667184104315,
      "grad_norm": 3.5813486576080322,
      "learning_rate": 1.1968332815895685e-05,
      "loss": 2.0275,
      "step": 122500
    },
    {
      "epoch": 38.18689847873331,
      "grad_norm": 3.3303112983703613,
      "learning_rate": 1.1813101521266688e-05,
      "loss": 2.0086,
      "step": 123000
    },
    {
      "epoch": 38.34212977336231,
      "grad_norm": 3.5184788703918457,
      "learning_rate": 1.165787022663769e-05,
      "loss": 2.016,
      "step": 123500
    },
    {
      "epoch": 38.49736106799131,
      "grad_norm": 3.505143642425537,
      "learning_rate": 1.1502638932008695e-05,
      "loss": 2.0179,
      "step": 124000
    },
    {
      "epoch": 38.652592362620304,
      "grad_norm": 3.432009696960449,
      "learning_rate": 1.1347407637379696e-05,
      "loss": 2.02,
      "step": 124500
    },
    {
      "epoch": 38.8078236572493,
      "grad_norm": 3.268419027328491,
      "learning_rate": 1.1192176342750698e-05,
      "loss": 2.0185,
      "step": 125000
    },
    {
      "epoch": 38.9630549518783,
      "grad_norm": 3.895332098007202,
      "learning_rate": 1.1036945048121703e-05,
      "loss": 2.0213,
      "step": 125500
    },
    {
      "epoch": 39.118286246507296,
      "grad_norm": 3.481630325317383,
      "learning_rate": 1.0881713753492705e-05,
      "loss": 1.9974,
      "step": 126000
    },
    {
      "epoch": 39.27351754113629,
      "grad_norm": 3.3944613933563232,
      "learning_rate": 1.0726482458863706e-05,
      "loss": 2.0012,
      "step": 126500
    },
    {
      "epoch": 39.42874883576529,
      "grad_norm": 4.5043182373046875,
      "learning_rate": 1.057125116423471e-05,
      "loss": 2.0044,
      "step": 127000
    },
    {
      "epoch": 39.58398013039429,
      "grad_norm": 3.6557388305664062,
      "learning_rate": 1.0416019869605713e-05,
      "loss": 2.0059,
      "step": 127500
    },
    {
      "epoch": 39.739211425023285,
      "grad_norm": 3.3339288234710693,
      "learning_rate": 1.0260788574976716e-05,
      "loss": 2.0018,
      "step": 128000
    },
    {
      "epoch": 39.89444271965228,
      "grad_norm": 3.376677989959717,
      "learning_rate": 1.0105557280347718e-05,
      "loss": 2.0102,
      "step": 128500
    },
    {
      "epoch": 40.04967401428128,
      "grad_norm": 3.601083278656006,
      "learning_rate": 9.950325985718721e-06,
      "loss": 2.0019,
      "step": 129000
    },
    {
      "epoch": 40.20490530891028,
      "grad_norm": 3.458583116531372,
      "learning_rate": 9.795094691089725e-06,
      "loss": 1.9888,
      "step": 129500
    },
    {
      "epoch": 40.360136603539274,
      "grad_norm": 3.3313772678375244,
      "learning_rate": 9.639863396460728e-06,
      "loss": 1.9947,
      "step": 130000
    },
    {
      "epoch": 40.51536789816827,
      "grad_norm": 3.6328794956207275,
      "learning_rate": 9.484632101831729e-06,
      "loss": 1.985,
      "step": 130500
    },
    {
      "epoch": 40.67059919279727,
      "grad_norm": 3.165858030319214,
      "learning_rate": 9.329400807202733e-06,
      "loss": 1.9962,
      "step": 131000
    },
    {
      "epoch": 40.825830487426266,
      "grad_norm": 3.330787420272827,
      "learning_rate": 9.174169512573736e-06,
      "loss": 1.9982,
      "step": 131500
    },
    {
      "epoch": 40.981061782055264,
      "grad_norm": 3.3106303215026855,
      "learning_rate": 9.018938217944738e-06,
      "loss": 1.9974,
      "step": 132000
    },
    {
      "epoch": 41.13629307668426,
      "grad_norm": 3.49682354927063,
      "learning_rate": 8.863706923315741e-06,
      "loss": 1.9706,
      "step": 132500
    },
    {
      "epoch": 41.29152437131326,
      "grad_norm": 3.306004047393799,
      "learning_rate": 8.708475628686744e-06,
      "loss": 1.9795,
      "step": 133000
    },
    {
      "epoch": 41.446755665942256,
      "grad_norm": 3.715866804122925,
      "learning_rate": 8.553244334057746e-06,
      "loss": 1.9736,
      "step": 133500
    },
    {
      "epoch": 41.60198696057125,
      "grad_norm": 3.6723625659942627,
      "learning_rate": 8.398013039428749e-06,
      "loss": 1.9844,
      "step": 134000
    },
    {
      "epoch": 41.75721825520025,
      "grad_norm": 3.4786245822906494,
      "learning_rate": 8.242781744799752e-06,
      "loss": 1.9902,
      "step": 134500
    },
    {
      "epoch": 41.91244954982925,
      "grad_norm": 3.588338851928711,
      "learning_rate": 8.087550450170754e-06,
      "loss": 1.9829,
      "step": 135000
    },
    {
      "epoch": 42.067680844458245,
      "grad_norm": 3.7299747467041016,
      "learning_rate": 7.932319155541758e-06,
      "loss": 1.9803,
      "step": 135500
    },
    {
      "epoch": 42.22291213908724,
      "grad_norm": 3.1764190196990967,
      "learning_rate": 7.77708786091276e-06,
      "loss": 1.968,
      "step": 136000
    },
    {
      "epoch": 42.37814343371624,
      "grad_norm": 3.7980525493621826,
      "learning_rate": 7.621856566283764e-06,
      "loss": 1.9643,
      "step": 136500
    },
    {
      "epoch": 42.53337472834524,
      "grad_norm": 3.3517909049987793,
      "learning_rate": 7.466625271654766e-06,
      "loss": 1.9786,
      "step": 137000
    },
    {
      "epoch": 42.688606022974234,
      "grad_norm": 3.4372501373291016,
      "learning_rate": 7.311393977025768e-06,
      "loss": 1.9649,
      "step": 137500
    },
    {
      "epoch": 42.84383731760323,
      "grad_norm": 3.6716599464416504,
      "learning_rate": 7.156162682396772e-06,
      "loss": 1.9805,
      "step": 138000
    },
    {
      "epoch": 42.99906861223223,
      "grad_norm": 3.4524483680725098,
      "learning_rate": 7.000931387767774e-06,
      "loss": 1.9822,
      "step": 138500
    },
    {
      "epoch": 43.154299906861226,
      "grad_norm": 3.7548680305480957,
      "learning_rate": 6.845700093138777e-06,
      "loss": 1.9648,
      "step": 139000
    },
    {
      "epoch": 43.30953120149022,
      "grad_norm": 3.3365092277526855,
      "learning_rate": 6.69046879850978e-06,
      "loss": 1.9602,
      "step": 139500
    },
    {
      "epoch": 43.46476249611922,
      "grad_norm": 3.7342677116394043,
      "learning_rate": 6.535237503880783e-06,
      "loss": 1.9615,
      "step": 140000
    },
    {
      "epoch": 43.61999379074822,
      "grad_norm": 3.863659381866455,
      "learning_rate": 6.380006209251785e-06,
      "loss": 1.9672,
      "step": 140500
    },
    {
      "epoch": 43.775225085377215,
      "grad_norm": 3.3871288299560547,
      "learning_rate": 6.224774914622788e-06,
      "loss": 1.9663,
      "step": 141000
    },
    {
      "epoch": 43.93045638000621,
      "grad_norm": 3.8932695388793945,
      "learning_rate": 6.069543619993791e-06,
      "loss": 1.9654,
      "step": 141500
    },
    {
      "epoch": 44.08568767463521,
      "grad_norm": 3.8590352535247803,
      "learning_rate": 5.914312325364793e-06,
      "loss": 1.9528,
      "step": 142000
    },
    {
      "epoch": 44.2409189692642,
      "grad_norm": 3.2460689544677734,
      "learning_rate": 5.759081030735797e-06,
      "loss": 1.9557,
      "step": 142500
    },
    {
      "epoch": 44.3961502638932,
      "grad_norm": 3.6797304153442383,
      "learning_rate": 5.6038497361067995e-06,
      "loss": 1.9552,
      "step": 143000
    },
    {
      "epoch": 44.551381558522195,
      "grad_norm": 3.47025203704834,
      "learning_rate": 5.448618441477802e-06,
      "loss": 1.9548,
      "step": 143500
    },
    {
      "epoch": 44.70661285315119,
      "grad_norm": 3.376739978790283,
      "learning_rate": 5.293387146848805e-06,
      "loss": 1.9584,
      "step": 144000
    },
    {
      "epoch": 44.86184414778019,
      "grad_norm": 3.447455644607544,
      "learning_rate": 5.138155852219808e-06,
      "loss": 1.9524,
      "step": 144500
    },
    {
      "epoch": 45.01707544240919,
      "grad_norm": 3.5013909339904785,
      "learning_rate": 4.98292455759081e-06,
      "loss": 1.9537,
      "step": 145000
    },
    {
      "epoch": 45.172306737038184,
      "grad_norm": 3.857957124710083,
      "learning_rate": 4.827693262961813e-06,
      "loss": 1.9446,
      "step": 145500
    },
    {
      "epoch": 45.32753803166718,
      "grad_norm": 3.5706942081451416,
      "learning_rate": 4.672461968332816e-06,
      "loss": 1.9512,
      "step": 146000
    },
    {
      "epoch": 45.48276932629618,
      "grad_norm": 3.5100932121276855,
      "learning_rate": 4.5172306737038195e-06,
      "loss": 1.9573,
      "step": 146500
    },
    {
      "epoch": 45.638000620925176,
      "grad_norm": 3.7259585857391357,
      "learning_rate": 4.361999379074821e-06,
      "loss": 1.9461,
      "step": 147000
    },
    {
      "epoch": 45.79323191555417,
      "grad_norm": 3.6146180629730225,
      "learning_rate": 4.206768084445825e-06,
      "loss": 1.946,
      "step": 147500
    },
    {
      "epoch": 45.94846321018317,
      "grad_norm": 3.5233962535858154,
      "learning_rate": 4.051536789816827e-06,
      "loss": 1.9454,
      "step": 148000
    },
    {
      "epoch": 46.10369450481217,
      "grad_norm": 3.628469944000244,
      "learning_rate": 3.89630549518783e-06,
      "loss": 1.9394,
      "step": 148500
    },
    {
      "epoch": 46.258925799441165,
      "grad_norm": 3.5431318283081055,
      "learning_rate": 3.7410742005588326e-06,
      "loss": 1.9319,
      "step": 149000
    },
    {
      "epoch": 46.41415709407016,
      "grad_norm": 3.5288734436035156,
      "learning_rate": 3.5858429059298356e-06,
      "loss": 1.9436,
      "step": 149500
    },
    {
      "epoch": 46.56938838869916,
      "grad_norm": 3.5967633724212646,
      "learning_rate": 3.4306116113008387e-06,
      "loss": 1.9393,
      "step": 150000
    },
    {
      "epoch": 46.72461968332816,
      "grad_norm": 3.546693801879883,
      "learning_rate": 3.275380316671841e-06,
      "loss": 1.9502,
      "step": 150500
    },
    {
      "epoch": 46.879850977957155,
      "grad_norm": 3.5913896560668945,
      "learning_rate": 3.120149022042844e-06,
      "loss": 1.9514,
      "step": 151000
    },
    {
      "epoch": 47.03508227258615,
      "grad_norm": 3.8581769466400146,
      "learning_rate": 2.964917727413847e-06,
      "loss": 1.9383,
      "step": 151500
    },
    {
      "epoch": 47.19031356721515,
      "grad_norm": 3.577950954437256,
      "learning_rate": 2.8096864327848496e-06,
      "loss": 1.9267,
      "step": 152000
    },
    {
      "epoch": 47.34554486184415,
      "grad_norm": 3.6761834621429443,
      "learning_rate": 2.6544551381558526e-06,
      "loss": 1.9418,
      "step": 152500
    },
    {
      "epoch": 47.500776156473144,
      "grad_norm": 3.6187174320220947,
      "learning_rate": 2.4992238435268553e-06,
      "loss": 1.9362,
      "step": 153000
    },
    {
      "epoch": 47.65600745110214,
      "grad_norm": 3.6399784088134766,
      "learning_rate": 2.343992548897858e-06,
      "loss": 1.9375,
      "step": 153500
    },
    {
      "epoch": 47.81123874573114,
      "grad_norm": 3.451267957687378,
      "learning_rate": 2.188761254268861e-06,
      "loss": 1.9349,
      "step": 154000
    },
    {
      "epoch": 47.966470040360136,
      "grad_norm": 3.334773540496826,
      "learning_rate": 2.0335299596398635e-06,
      "loss": 1.9418,
      "step": 154500
    },
    {
      "epoch": 48.12170133498913,
      "grad_norm": 3.2175698280334473,
      "learning_rate": 1.8782986650108664e-06,
      "loss": 1.9339,
      "step": 155000
    },
    {
      "epoch": 48.27693262961813,
      "grad_norm": 3.638575315475464,
      "learning_rate": 1.723067370381869e-06,
      "loss": 1.9272,
      "step": 155500
    },
    {
      "epoch": 48.43216392424713,
      "grad_norm": 3.2722606658935547,
      "learning_rate": 1.567836075752872e-06,
      "loss": 1.9311,
      "step": 156000
    },
    {
      "epoch": 48.587395218876125,
      "grad_norm": 3.3455374240875244,
      "learning_rate": 1.4126047811238747e-06,
      "loss": 1.9318,
      "step": 156500
    },
    {
      "epoch": 48.74262651350512,
      "grad_norm": 3.634216785430908,
      "learning_rate": 1.2573734864948775e-06,
      "loss": 1.9335,
      "step": 157000
    },
    {
      "epoch": 48.89785780813412,
      "grad_norm": 3.6753644943237305,
      "learning_rate": 1.1021421918658803e-06,
      "loss": 1.9397,
      "step": 157500
    },
    {
      "epoch": 49.05308910276312,
      "grad_norm": 3.3982911109924316,
      "learning_rate": 9.469108972368831e-07,
      "loss": 1.9312,
      "step": 158000
    },
    {
      "epoch": 49.208320397392114,
      "grad_norm": 3.403062343597412,
      "learning_rate": 7.916796026078859e-07,
      "loss": 1.9299,
      "step": 158500
    },
    {
      "epoch": 49.36355169202111,
      "grad_norm": 3.539356231689453,
      "learning_rate": 6.364483079788885e-07,
      "loss": 1.9314,
      "step": 159000
    },
    {
      "epoch": 49.51878298665011,
      "grad_norm": 3.549177885055542,
      "learning_rate": 4.812170133498913e-07,
      "loss": 1.9192,
      "step": 159500
    },
    {
      "epoch": 49.674014281279106,
      "grad_norm": 3.6044740676879883,
      "learning_rate": 3.259857187208941e-07,
      "loss": 1.9283,
      "step": 160000
    },
    {
      "epoch": 49.829245575908104,
      "grad_norm": 3.24859619140625,
      "learning_rate": 1.7075442409189693e-07,
      "loss": 1.9268,
      "step": 160500
    },
    {
      "epoch": 49.9844768705371,
      "grad_norm": 3.433534860610962,
      "learning_rate": 1.552312946289972e-08,
      "loss": 1.9389,
      "step": 161000
    },
    {
      "epoch": 50.0,
      "step": 161050,
      "total_flos": 2.8277448966144e+17,
      "train_loss": 2.6664713644307803,
      "train_runtime": 39272.3209,
      "train_samples_per_second": 262.414,
      "train_steps_per_second": 4.101
    }
  ],
  "logging_steps": 500,
  "max_steps": 161050,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 50,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.8277448966144e+17,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}