{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9989310529128808,
  "eval_steps": 500,
  "global_step": 1870,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0010689470871191875,
      "grad_norm": 56.09147115973681,
      "learning_rate": 1.0695187165775401e-07,
      "loss": 1.554,
      "step": 1
    },
    {
      "epoch": 0.010689470871191877,
      "grad_norm": 416.2698691138927,
      "learning_rate": 1.0695187165775401e-06,
      "loss": 1.5405,
      "step": 10
    },
    {
      "epoch": 0.021378941742383754,
      "grad_norm": 667.8842682438211,
      "learning_rate": 2.1390374331550802e-06,
      "loss": 1.4648,
      "step": 20
    },
    {
      "epoch": 0.032068412613575625,
      "grad_norm": 2.9422589389154457,
      "learning_rate": 3.2085561497326205e-06,
      "loss": 1.3258,
      "step": 30
    },
    {
      "epoch": 0.04275788348476751,
      "grad_norm": 52.87526964166794,
      "learning_rate": 4.2780748663101604e-06,
      "loss": 1.2952,
      "step": 40
    },
    {
      "epoch": 0.05344735435595938,
      "grad_norm": 2.8923791457722072,
      "learning_rate": 5.347593582887702e-06,
      "loss": 1.2588,
      "step": 50
    },
    {
      "epoch": 0.06413682522715125,
      "grad_norm": 2.656284320194568,
      "learning_rate": 6.417112299465241e-06,
      "loss": 1.2247,
      "step": 60
    },
    {
      "epoch": 0.07482629609834313,
      "grad_norm": 4.4735196432994915,
      "learning_rate": 7.486631016042781e-06,
      "loss": 1.1873,
      "step": 70
    },
    {
      "epoch": 0.08551576696953501,
      "grad_norm": 2.828665120905719,
      "learning_rate": 8.556149732620321e-06,
      "loss": 1.1654,
      "step": 80
    },
    {
      "epoch": 0.09620523784072689,
      "grad_norm": 27.50225041150734,
      "learning_rate": 9.625668449197861e-06,
      "loss": 1.1473,
      "step": 90
    },
    {
      "epoch": 0.10689470871191876,
      "grad_norm": 1.1135780282016265,
      "learning_rate": 1.0695187165775403e-05,
      "loss": 1.1594,
      "step": 100
    },
    {
      "epoch": 0.11758417958311064,
      "grad_norm": 1.5471458694252325,
      "learning_rate": 1.1764705882352942e-05,
      "loss": 1.1471,
      "step": 110
    },
    {
      "epoch": 0.1282736504543025,
      "grad_norm": 2.9925400086464946,
      "learning_rate": 1.2834224598930482e-05,
      "loss": 1.1446,
      "step": 120
    },
    {
      "epoch": 0.13896312132549438,
      "grad_norm": 1.3582655233383645,
      "learning_rate": 1.3903743315508022e-05,
      "loss": 1.1231,
      "step": 130
    },
    {
      "epoch": 0.14965259219668625,
      "grad_norm": 4.301858568361503,
      "learning_rate": 1.4973262032085563e-05,
      "loss": 1.121,
      "step": 140
    },
    {
      "epoch": 0.16034206306787813,
      "grad_norm": 1.7516618532476456,
      "learning_rate": 1.60427807486631e-05,
      "loss": 1.1375,
      "step": 150
    },
    {
      "epoch": 0.17103153393907003,
      "grad_norm": 2.05276098281325,
      "learning_rate": 1.7112299465240642e-05,
      "loss": 1.1317,
      "step": 160
    },
    {
      "epoch": 0.1817210048102619,
      "grad_norm": 1.936189800352967,
      "learning_rate": 1.8181818181818182e-05,
      "loss": 1.1261,
      "step": 170
    },
    {
      "epoch": 0.19241047568145378,
      "grad_norm": 2.8285205229802317,
      "learning_rate": 1.9251336898395722e-05,
      "loss": 1.1194,
      "step": 180
    },
    {
      "epoch": 0.20309994655264565,
      "grad_norm": 1.2316486726277835,
      "learning_rate": 1.99998432011431e-05,
      "loss": 1.1127,
      "step": 190
    },
    {
      "epoch": 0.21378941742383753,
      "grad_norm": 1.1894590702071168,
      "learning_rate": 1.9997055802697737e-05,
      "loss": 1.1251,
      "step": 200
    },
    {
      "epoch": 0.2244788882950294,
      "grad_norm": 0.9254235249331663,
      "learning_rate": 1.99907851031346e-05,
      "loss": 1.1281,
      "step": 210
    },
    {
      "epoch": 0.23516835916622128,
      "grad_norm": 0.8840386606822348,
      "learning_rate": 1.9981033287370443e-05,
      "loss": 1.114,
      "step": 220
    },
    {
      "epoch": 0.24585783003741316,
      "grad_norm": 1.2054591384545625,
      "learning_rate": 1.9967803753256737e-05,
      "loss": 1.1071,
      "step": 230
    },
    {
      "epoch": 0.256547300908605,
      "grad_norm": 1.1840624995699496,
      "learning_rate": 1.995110111039574e-05,
      "loss": 1.1194,
      "step": 240
    },
    {
      "epoch": 0.2672367717797969,
      "grad_norm": 1.0998971951669942,
      "learning_rate": 1.9930931178534353e-05,
      "loss": 1.1207,
      "step": 250
    },
    {
      "epoch": 0.27792624265098875,
      "grad_norm": 1.0298199126134084,
      "learning_rate": 1.9907300985536334e-05,
      "loss": 1.111,
      "step": 260
    },
    {
      "epoch": 0.28861571352218063,
      "grad_norm": 1.1181488992425574,
      "learning_rate": 1.988021876493357e-05,
      "loss": 1.1111,
      "step": 270
    },
    {
      "epoch": 0.2993051843933725,
      "grad_norm": 1.379189172394145,
      "learning_rate": 1.9849693953057235e-05,
      "loss": 1.1203,
      "step": 280
    },
    {
      "epoch": 0.3099946552645644,
      "grad_norm": 1.3727219764638852,
      "learning_rate": 1.9815737185749855e-05,
      "loss": 1.1124,
      "step": 290
    },
    {
      "epoch": 0.32068412613575625,
      "grad_norm": 0.9557824074089444,
      "learning_rate": 1.9778360294659463e-05,
      "loss": 1.1075,
      "step": 300
    },
    {
      "epoch": 0.33137359700694813,
      "grad_norm": 1.1644352715278528,
      "learning_rate": 1.9737576303117025e-05,
      "loss": 1.119,
      "step": 310
    },
    {
      "epoch": 0.34206306787814006,
      "grad_norm": 1.0990077051440315,
      "learning_rate": 1.969339942159873e-05,
      "loss": 1.1029,
      "step": 320
    },
    {
      "epoch": 0.35275253874933193,
      "grad_norm": 1.0573662138914466,
      "learning_rate": 1.9645845042774555e-05,
      "loss": 1.0974,
      "step": 330
    },
    {
      "epoch": 0.3634420096205238,
      "grad_norm": 2.3340677840799313,
      "learning_rate": 1.9594929736144978e-05,
      "loss": 1.1153,
      "step": 340
    },
    {
      "epoch": 0.3741314804917157,
      "grad_norm": 2.3221634783528686,
      "learning_rate": 1.9540671242267616e-05,
      "loss": 1.107,
      "step": 350
    },
    {
      "epoch": 0.38482095136290756,
      "grad_norm": 0.9109466500529232,
      "learning_rate": 1.9483088466575848e-05,
      "loss": 1.1043,
      "step": 360
    },
    {
      "epoch": 0.39551042223409943,
      "grad_norm": 1.0011924259988965,
      "learning_rate": 1.9422201472791515e-05,
      "loss": 1.1121,
      "step": 370
    },
    {
      "epoch": 0.4061998931052913,
      "grad_norm": 0.9440180335807369,
      "learning_rate": 1.9358031475934093e-05,
      "loss": 1.1227,
      "step": 380
    },
    {
      "epoch": 0.4168893639764832,
      "grad_norm": 1.1307195146615314,
      "learning_rate": 1.9290600834928665e-05,
      "loss": 1.1219,
      "step": 390
    },
    {
      "epoch": 0.42757883484767506,
      "grad_norm": 0.9621091161912891,
      "learning_rate": 1.9219933044815357e-05,
      "loss": 1.1048,
      "step": 400
    },
    {
      "epoch": 0.43826830571886694,
      "grad_norm": 2.48708331314638,
      "learning_rate": 1.9146052728562882e-05,
      "loss": 1.1108,
      "step": 410
    },
    {
      "epoch": 0.4489577765900588,
      "grad_norm": 1.3248966545586405,
      "learning_rate": 1.9068985628489105e-05,
      "loss": 1.1006,
      "step": 420
    },
    {
      "epoch": 0.4596472474612507,
      "grad_norm": 0.8657688159326627,
      "learning_rate": 1.8988758597291577e-05,
      "loss": 1.1104,
      "step": 430
    },
    {
      "epoch": 0.47033671833244256,
      "grad_norm": 0.935936780857328,
      "learning_rate": 1.8905399588691165e-05,
      "loss": 1.1056,
      "step": 440
    },
    {
      "epoch": 0.48102618920363444,
      "grad_norm": 1.2429779878387484,
      "learning_rate": 1.8818937647692076e-05,
      "loss": 1.1074,
      "step": 450
    },
    {
      "epoch": 0.4917156600748263,
      "grad_norm": 1.0378059855689485,
      "learning_rate": 1.8729402900461627e-05,
      "loss": 1.1008,
      "step": 460
    },
    {
      "epoch": 0.5024051309460181,
      "grad_norm": 1.0652615925406739,
      "learning_rate": 1.863682654383328e-05,
      "loss": 1.1087,
      "step": 470
    },
    {
      "epoch": 0.51309460181721,
      "grad_norm": 1.1862267155083708,
      "learning_rate": 1.8541240834436687e-05,
      "loss": 1.1057,
      "step": 480
    },
    {
      "epoch": 0.5237840726884019,
      "grad_norm": 0.8664081720983386,
      "learning_rate": 1.8442679077458383e-05,
      "loss": 1.0964,
      "step": 490
    },
    {
      "epoch": 0.5344735435595938,
      "grad_norm": 0.8315173201885296,
      "learning_rate": 1.83411756150372e-05,
      "loss": 1.0907,
      "step": 500
    },
    {
      "epoch": 0.5451630144307856,
      "grad_norm": 0.9387766421901986,
      "learning_rate": 1.8236765814298328e-05,
      "loss": 1.094,
      "step": 510
    },
    {
      "epoch": 0.5558524853019775,
      "grad_norm": 0.7690516313506294,
      "learning_rate": 1.8129486055030255e-05,
      "loss": 1.0948,
      "step": 520
    },
    {
      "epoch": 0.5665419561731694,
      "grad_norm": 1.2145466612540963,
      "learning_rate": 1.801937371700887e-05,
      "loss": 1.0857,
      "step": 530
    },
    {
      "epoch": 0.5772314270443613,
      "grad_norm": 0.9040800382389166,
      "learning_rate": 1.7906467166973096e-05,
      "loss": 1.1107,
      "step": 540
    },
    {
      "epoch": 0.5879208979155531,
      "grad_norm": 0.7980679102324686,
      "learning_rate": 1.7790805745256703e-05,
      "loss": 1.0901,
      "step": 550
    },
    {
      "epoch": 0.598610368786745,
      "grad_norm": 1.0614775069350189,
      "learning_rate": 1.767242975208083e-05,
      "loss": 1.1017,
      "step": 560
    },
    {
      "epoch": 0.6092998396579369,
      "grad_norm": 0.888082998520413,
      "learning_rate": 1.755138043351207e-05,
      "loss": 1.0899,
      "step": 570
    },
    {
      "epoch": 0.6199893105291288,
      "grad_norm": 0.9317009226983197,
      "learning_rate": 1.742769996709098e-05,
      "loss": 1.1001,
      "step": 580
    },
    {
      "epoch": 0.6306787814003206,
      "grad_norm": 0.8729974876830693,
      "learning_rate": 1.7301431447136077e-05,
      "loss": 1.0828,
      "step": 590
    },
    {
      "epoch": 0.6413682522715125,
      "grad_norm": 1.2895448854179192,
      "learning_rate": 1.7172618869728346e-05,
      "loss": 1.0897,
      "step": 600
    },
    {
      "epoch": 0.6520577231427044,
      "grad_norm": 0.8660951578681755,
      "learning_rate": 1.704130711738157e-05,
      "loss": 1.0809,
      "step": 610
    },
    {
      "epoch": 0.6627471940138963,
      "grad_norm": 1.2186690464245094,
      "learning_rate": 1.6907541943403798e-05,
      "loss": 1.0921,
      "step": 620
    },
    {
      "epoch": 0.6734366648850882,
      "grad_norm": 1.4778826133569847,
      "learning_rate": 1.6771369955955396e-05,
      "loss": 1.1037,
      "step": 630
    },
    {
      "epoch": 0.6841261357562801,
      "grad_norm": 0.801944528331015,
      "learning_rate": 1.6632838601809243e-05,
      "loss": 1.0943,
      "step": 640
    },
    {
      "epoch": 0.694815606627472,
      "grad_norm": 0.7830148390541238,
      "learning_rate": 1.649199614981871e-05,
      "loss": 1.0918,
      "step": 650
    },
    {
      "epoch": 0.7055050774986639,
      "grad_norm": 1.0185586437824388,
      "learning_rate": 1.634889167409923e-05,
      "loss": 1.0844,
      "step": 660
    },
    {
      "epoch": 0.7161945483698557,
      "grad_norm": 0.8838705526707066,
      "learning_rate": 1.6203575036929268e-05,
      "loss": 1.0853,
      "step": 670
    },
    {
      "epoch": 0.7268840192410476,
      "grad_norm": 1.096045173824452,
      "learning_rate": 1.6056096871376667e-05,
      "loss": 1.0802,
      "step": 680
    },
    {
      "epoch": 0.7375734901122395,
      "grad_norm": 1.19736597555692,
      "learning_rate": 1.5906508563656434e-05,
      "loss": 1.0861,
      "step": 690
    },
    {
      "epoch": 0.7482629609834314,
      "grad_norm": 2.268133688603997,
      "learning_rate": 1.57548622352261e-05,
      "loss": 1.0792,
      "step": 700
    },
    {
      "epoch": 0.7589524318546232,
      "grad_norm": 1.155157995630093,
      "learning_rate": 1.5601210724624912e-05,
      "loss": 1.0745,
      "step": 710
    },
    {
      "epoch": 0.7696419027258151,
      "grad_norm": 0.7705769101041595,
      "learning_rate": 1.5445607569063144e-05,
      "loss": 1.0794,
      "step": 720
    },
    {
      "epoch": 0.780331373597007,
      "grad_norm": 1.0736892593265372,
      "learning_rate": 1.528810698576798e-05,
      "loss": 1.0895,
      "step": 730
    },
    {
      "epoch": 0.7910208444681989,
      "grad_norm": 1.1337775203934415,
      "learning_rate": 1.5128763853092476e-05,
      "loss": 1.0754,
      "step": 740
    },
    {
      "epoch": 0.8017103153393907,
      "grad_norm": 0.8438005844283198,
      "learning_rate": 1.4967633691394139e-05,
      "loss": 1.0833,
      "step": 750
    },
    {
      "epoch": 0.8123997862105826,
      "grad_norm": 0.8559009738146083,
      "learning_rate": 1.480477264368982e-05,
      "loss": 1.0791,
      "step": 760
    },
    {
      "epoch": 0.8230892570817745,
      "grad_norm": 0.8637829399117554,
      "learning_rate": 1.4640237456093636e-05,
      "loss": 1.0952,
      "step": 770
    },
    {
      "epoch": 0.8337787279529664,
      "grad_norm": 0.9219591233164315,
      "learning_rate": 1.44740854580448e-05,
      "loss": 1.0849,
      "step": 780
    },
    {
      "epoch": 0.8444681988241582,
      "grad_norm": 0.9489856259273626,
      "learning_rate": 1.4306374542332141e-05,
      "loss": 1.0845,
      "step": 790
    },
    {
      "epoch": 0.8551576696953501,
      "grad_norm": 0.726086087500721,
      "learning_rate": 1.4137163144922377e-05,
      "loss": 1.0757,
      "step": 800
    },
    {
      "epoch": 0.865847140566542,
      "grad_norm": 0.7147881127002116,
      "learning_rate": 1.3966510224599109e-05,
      "loss": 1.0744,
      "step": 810
    },
    {
      "epoch": 0.8765366114377339,
      "grad_norm": 0.9658809100864133,
      "learning_rate": 1.3794475242419662e-05,
      "loss": 1.0779,
      "step": 820
    },
    {
      "epoch": 0.8872260823089257,
      "grad_norm": 0.8176502290457607,
      "learning_rate": 1.3621118140996893e-05,
      "loss": 1.0713,
      "step": 830
    },
    {
      "epoch": 0.8979155531801176,
      "grad_norm": 1.3753581886211053,
      "learning_rate": 1.3446499323613233e-05,
      "loss": 1.0741,
      "step": 840
    },
    {
      "epoch": 0.9086050240513095,
      "grad_norm": 0.8886361584497087,
      "learning_rate": 1.3270679633174219e-05,
      "loss": 1.068,
      "step": 850
    },
    {
      "epoch": 0.9192944949225014,
      "grad_norm": 0.7532737963851583,
      "learning_rate": 1.3093720331008812e-05,
      "loss": 1.0651,
      "step": 860
    },
    {
      "epoch": 0.9299839657936932,
      "grad_norm": 1.0561855303366106,
      "learning_rate": 1.291568307552397e-05,
      "loss": 1.0638,
      "step": 870
    },
    {
      "epoch": 0.9406734366648851,
      "grad_norm": 1.0975528887378465,
      "learning_rate": 1.2736629900720832e-05,
      "loss": 1.0708,
      "step": 880
    },
    {
      "epoch": 0.951362907536077,
      "grad_norm": 1.0367264540308103,
      "learning_rate": 1.2556623194580038e-05,
      "loss": 1.0697,
      "step": 890
    },
    {
      "epoch": 0.9620523784072689,
      "grad_norm": 0.7496159960346996,
      "learning_rate": 1.2375725677323737e-05,
      "loss": 1.0658,
      "step": 900
    },
    {
      "epoch": 0.9727418492784607,
      "grad_norm": 0.7165830493866471,
      "learning_rate": 1.2194000379561786e-05,
      "loss": 1.066,
      "step": 910
    },
    {
      "epoch": 0.9834313201496526,
      "grad_norm": 0.8117062083163005,
      "learning_rate": 1.2011510620329838e-05,
      "loss": 1.0559,
      "step": 920
    },
    {
      "epoch": 0.9941207910208445,
      "grad_norm": 0.9671101728818755,
      "learning_rate": 1.1828319985026929e-05,
      "loss": 1.0719,
      "step": 930
    },
    {
      "epoch": 0.9994655264564404,
      "eval_loss": 1.077652096748352,
      "eval_runtime": 645.1277,
      "eval_samples_per_second": 20.532,
      "eval_steps_per_second": 2.567,
      "step": 935
    },
    {
      "epoch": 1.0048102618920363,
      "grad_norm": 1.1087788044463114,
      "learning_rate": 1.1644492303260218e-05,
      "loss": 1.012,
      "step": 940
    },
    {
      "epoch": 1.0154997327632282,
      "grad_norm": 0.886022399302217,
      "learning_rate": 1.1460091626604694e-05,
      "loss": 0.9152,
      "step": 950
    },
    {
      "epoch": 1.02618920363442,
      "grad_norm": 1.1706937749180708,
      "learning_rate": 1.12751822062855e-05,
      "loss": 0.9167,
      "step": 960
    },
    {
      "epoch": 1.036878674505612,
      "grad_norm": 1.7532601167315451,
      "learning_rate": 1.1089828470790694e-05,
      "loss": 0.9232,
      "step": 970
    },
    {
      "epoch": 1.0475681453768038,
      "grad_norm": 0.7576611900072645,
      "learning_rate": 1.0904095003422288e-05,
      "loss": 0.9135,
      "step": 980
    },
    {
      "epoch": 1.0582576162479957,
      "grad_norm": 1.406066479915882,
      "learning_rate": 1.0718046519793276e-05,
      "loss": 0.911,
      "step": 990
    },
    {
      "epoch": 1.0689470871191875,
      "grad_norm": 0.8276407306306659,
      "learning_rate": 1.053174784527863e-05,
      "loss": 0.9118,
      "step": 1000
    },
    {
      "epoch": 1.0796365579903795,
      "grad_norm": 1.5786140198155785,
      "learning_rate": 1.0345263892428006e-05,
      "loss": 0.9143,
      "step": 1010
    },
    {
      "epoch": 1.0903260288615713,
      "grad_norm": 0.7600031883291228,
      "learning_rate": 1.015865963834808e-05,
      "loss": 0.9109,
      "step": 1020
    },
    {
      "epoch": 1.1010154997327632,
      "grad_norm": 0.9360779030634315,
      "learning_rate": 9.972000102062424e-06,
      "loss": 0.9053,
      "step": 1030
    },
    {
      "epoch": 1.111704970603955,
      "grad_norm": 0.7119953722649014,
      "learning_rate": 9.785350321856727e-06,
      "loss": 0.908,
      "step": 1040
    },
    {
      "epoch": 1.122394441475147,
      "grad_norm": 1.2298264228966356,
      "learning_rate": 9.59877533261735e-06,
      "loss": 0.9101,
      "step": 1050
    },
    {
      "epoch": 1.1330839123463388,
      "grad_norm": 0.8613400924950422,
      "learning_rate": 9.412340143171025e-06,
      "loss": 0.9084,
      "step": 1060
    },
    {
      "epoch": 1.1437733832175307,
      "grad_norm": 0.7397211579098093,
      "learning_rate": 9.226109713633673e-06,
      "loss": 0.9177,
      "step": 1070
    },
    {
      "epoch": 1.1544628540887225,
      "grad_norm": 0.8896654098285914,
      "learning_rate": 9.040148932776171e-06,
      "loss": 0.9099,
      "step": 1080
    },
    {
      "epoch": 1.1651523249599145,
      "grad_norm": 0.8849999970569379,
      "learning_rate": 8.854522595414964e-06,
      "loss": 0.9037,
      "step": 1090
    },
    {
      "epoch": 1.1758417958311065,
      "grad_norm": 0.8584268485223988,
      "learning_rate": 8.669295379835467e-06,
      "loss": 0.9191,
      "step": 1100
    },
    {
      "epoch": 1.1865312667022982,
      "grad_norm": 1.7832046863381712,
      "learning_rate": 8.484531825256e-06,
      "loss": 0.9147,
      "step": 1110
    },
    {
      "epoch": 1.19722073757349,
      "grad_norm": 0.943125758208895,
      "learning_rate": 8.300296309340237e-06,
      "loss": 0.9006,
      "step": 1120
    },
    {
      "epoch": 1.207910208444682,
      "grad_norm": 1.027773392254089,
      "learning_rate": 8.11665302576592e-06,
      "loss": 0.9075,
      "step": 1130
    },
    {
      "epoch": 1.218599679315874,
      "grad_norm": 0.8100086271002062,
      "learning_rate": 7.933665961857668e-06,
      "loss": 0.9103,
      "step": 1140
    },
    {
      "epoch": 1.2292891501870657,
      "grad_norm": 0.9544459170071978,
      "learning_rate": 7.751398876291725e-06,
      "loss": 0.9176,
      "step": 1150
    },
    {
      "epoch": 1.2399786210582575,
      "grad_norm": 2.225340528053797,
      "learning_rate": 7.56991527688033e-06,
      "loss": 0.9156,
      "step": 1160
    },
    {
      "epoch": 1.2506680919294495,
      "grad_norm": 0.9023151298540013,
      "learning_rate": 7.389278398443528e-06,
      "loss": 0.9119,
      "step": 1170
    },
    {
      "epoch": 1.2613575628006415,
      "grad_norm": 1.4863083286254688,
      "learning_rate": 7.2095511807760955e-06,
      "loss": 0.9132,
      "step": 1180
    },
    {
      "epoch": 1.2720470336718332,
      "grad_norm": 0.8183011216223799,
      "learning_rate": 7.0307962467172555e-06,
      "loss": 0.9075,
      "step": 1190
    },
    {
      "epoch": 1.282736504543025,
      "grad_norm": 1.5386124533111987,
      "learning_rate": 6.853075880330819e-06,
      "loss": 0.9027,
      "step": 1200
    },
    {
      "epoch": 1.293425975414217,
      "grad_norm": 0.7528676159107465,
      "learning_rate": 6.6764520052034054e-06,
      "loss": 0.9064,
      "step": 1210
    },
    {
      "epoch": 1.304115446285409,
      "grad_norm": 0.8967065438707555,
      "learning_rate": 6.500986162868224e-06,
      "loss": 0.9059,
      "step": 1220
    },
    {
      "epoch": 1.3148049171566007,
      "grad_norm": 1.0341197275879177,
      "learning_rate": 6.3267394913619864e-06,
      "loss": 0.8956,
      "step": 1230
    },
    {
      "epoch": 1.3254943880277925,
      "grad_norm": 0.7557659052059883,
      "learning_rate": 6.153772703922434e-06,
      "loss": 0.8995,
      "step": 1240
    },
    {
      "epoch": 1.3361838588989845,
      "grad_norm": 1.0298457610722649,
      "learning_rate": 5.982146067833849e-06,
      "loss": 0.9111,
      "step": 1250
    },
    {
      "epoch": 1.3468733297701765,
      "grad_norm": 0.6755040857479608,
      "learning_rate": 5.811919383427961e-06,
      "loss": 0.9124,
      "step": 1260
    },
    {
      "epoch": 1.3575628006413683,
      "grad_norm": 0.8917854927658709,
      "learning_rate": 5.6431519632475496e-06,
      "loss": 0.9172,
      "step": 1270
    },
    {
      "epoch": 1.36825227151256,
      "grad_norm": 0.7626134459542782,
      "learning_rate": 5.475902611380051e-06,
      "loss": 0.893,
      "step": 1280
    },
    {
      "epoch": 1.378941742383752,
      "grad_norm": 1.0706548113801684,
      "learning_rate": 5.31022960296824e-06,
      "loss": 0.9012,
      "step": 1290
    },
    {
      "epoch": 1.389631213254944,
      "grad_norm": 0.9177131965846325,
      "learning_rate": 5.146190663905292e-06,
      "loss": 0.8949,
      "step": 1300
    },
    {
      "epoch": 1.4003206841261358,
      "grad_norm": 2.534008416771525,
      "learning_rate": 4.9838429507212085e-06,
      "loss": 0.9141,
      "step": 1310
    },
    {
      "epoch": 1.4110101549973275,
      "grad_norm": 1.0276887869821825,
      "learning_rate": 4.823243030667576e-06,
      "loss": 0.8951,
      "step": 1320
    },
    {
      "epoch": 1.4216996258685195,
      "grad_norm": 0.7439623469240491,
      "learning_rate": 4.664446862007718e-06,
      "loss": 0.8957,
      "step": 1330
    },
    {
      "epoch": 1.4323890967397115,
      "grad_norm": 1.0892357195069147,
      "learning_rate": 4.507509774518987e-06,
      "loss": 0.9007,
      "step": 1340
    },
    {
      "epoch": 1.4430785676109033,
      "grad_norm": 0.7332808674148251,
      "learning_rate": 4.352486450214081e-06,
      "loss": 0.8971,
      "step": 1350
    },
    {
      "epoch": 1.453768038482095,
      "grad_norm": 1.0981109067365051,
      "learning_rate": 4.19943090428802e-06,
      "loss": 0.9038,
      "step": 1360
    },
    {
      "epoch": 1.464457509353287,
      "grad_norm": 1.0348847081193606,
      "learning_rate": 4.048396466297493e-06,
      "loss": 0.9026,
      "step": 1370
    },
    {
      "epoch": 1.475146980224479,
      "grad_norm": 0.7848138958466574,
      "learning_rate": 3.899435761579114e-06,
      "loss": 0.8992,
      "step": 1380
    },
    {
      "epoch": 1.4858364510956708,
      "grad_norm": 0.7599216516004884,
      "learning_rate": 3.7526006929130044e-06,
      "loss": 0.9067,
      "step": 1390
    },
    {
      "epoch": 1.4965259219668625,
      "grad_norm": 0.7304865400667054,
      "learning_rate": 3.6079424224381877e-06,
      "loss": 0.9002,
      "step": 1400
    },
    {
      "epoch": 1.5072153928380545,
      "grad_norm": 0.7480908189249247,
      "learning_rate": 3.46551135382603e-06,
      "loss": 0.8884,
      "step": 1410
    },
    {
      "epoch": 1.5179048637092465,
      "grad_norm": 0.7177286196799881,
      "learning_rate": 3.3253571147179333e-06,
      "loss": 0.8985,
      "step": 1420
    },
    {
      "epoch": 1.5285943345804383,
      "grad_norm": 0.867580603053855,
      "learning_rate": 3.1875285394334575e-06,
      "loss": 0.8923,
      "step": 1430
    },
    {
      "epoch": 1.53928380545163,
      "grad_norm": 0.9881425126168384,
      "learning_rate": 3.052073651954852e-06,
      "loss": 0.8993,
      "step": 1440
    },
    {
      "epoch": 1.549973276322822,
      "grad_norm": 0.9051127099020313,
      "learning_rate": 2.919039649193912e-06,
      "loss": 0.899,
      "step": 1450
    },
    {
      "epoch": 1.560662747194014,
      "grad_norm": 0.7445995785573707,
      "learning_rate": 2.788472884547041e-06,
      "loss": 0.8955,
      "step": 1460
    },
    {
      "epoch": 1.5713522180652058,
      "grad_norm": 0.8797867158896838,
      "learning_rate": 2.66041885174422e-06,
      "loss": 0.8865,
      "step": 1470
    },
    {
      "epoch": 1.5820416889363975,
      "grad_norm": 0.7305375315664138,
      "learning_rate": 2.534922168997488e-06,
      "loss": 0.8916,
      "step": 1480
    },
    {
      "epoch": 1.5927311598075895,
      "grad_norm": 2.534643027146753,
      "learning_rate": 2.412026563454506e-06,
      "loss": 0.8949,
      "step": 1490
    },
    {
      "epoch": 1.6034206306787815,
      "grad_norm": 1.2859411614634395,
      "learning_rate": 2.2917748559625985e-06,
      "loss": 0.9056,
      "step": 1500
    },
    {
      "epoch": 1.6141101015499733,
      "grad_norm": 0.9710242041721586,
      "learning_rate": 2.1742089461485504e-06,
      "loss": 0.8981,
      "step": 1510
    },
    {
      "epoch": 1.624799572421165,
      "grad_norm": 0.769368245004695,
      "learning_rate": 2.0593697978194207e-06,
      "loss": 0.9007,
      "step": 1520
    },
    {
      "epoch": 1.635489043292357,
      "grad_norm": 0.8015397618995402,
      "learning_rate": 1.947297424689414e-06,
      "loss": 0.8886,
      "step": 1530
    },
    {
      "epoch": 1.646178514163549,
      "grad_norm": 0.8275628360204516,
      "learning_rate": 1.8380308764377841e-06,
      "loss": 0.8925,
      "step": 1540
    },
    {
      "epoch": 1.6568679850347408,
      "grad_norm": 0.7756796925943065,
      "learning_rate": 1.7316082251026534e-06,
      "loss": 0.9021,
      "step": 1550
    },
    {
      "epoch": 1.6675574559059325,
      "grad_norm": 0.8141069583254018,
      "learning_rate": 1.6280665518154793e-06,
      "loss": 0.9012,
      "step": 1560
    },
    {
      "epoch": 1.6782469267771245,
      "grad_norm": 1.0082290712791837,
      "learning_rate": 1.5274419338807577e-06,
      "loss": 0.8966,
      "step": 1570
    },
    {
      "epoch": 1.6889363976483165,
      "grad_norm": 0.7257612696025059,
      "learning_rate": 1.4297694322055244e-06,
      "loss": 0.8845,
      "step": 1580
    },
    {
      "epoch": 1.6996258685195083,
      "grad_norm": 0.8013586352610749,
      "learning_rate": 1.3350830790829883e-06,
      "loss": 0.8899,
      "step": 1590
    },
    {
      "epoch": 1.7103153393907,
      "grad_norm": 2.796682716354161,
      "learning_rate": 1.2434158663345553e-06,
      "loss": 0.8822,
      "step": 1600
    },
    {
      "epoch": 1.721004810261892,
      "grad_norm": 0.8220972733831542,
      "learning_rate": 1.1547997338144113e-06,
      "loss": 0.8957,
      "step": 1610
    },
    {
      "epoch": 1.731694281133084,
      "grad_norm": 0.7615550972821201,
      "learning_rate": 1.0692655582806333e-06,
      "loss": 0.8958,
      "step": 1620
    },
    {
      "epoch": 1.7423837520042758,
      "grad_norm": 0.6868208233977947,
      "learning_rate": 9.868431426367054e-07,
      "loss": 0.8893,
      "step": 1630
    },
    {
      "epoch": 1.7530732228754675,
      "grad_norm": 0.7642536246851884,
      "learning_rate": 9.075612055472228e-07,
      "loss": 0.8904,
      "step": 1640
    },
    {
      "epoch": 1.7637626937466595,
      "grad_norm": 0.7619842486287282,
      "learning_rate": 8.31447371431372e-07,
      "loss": 0.8987,
      "step": 1650
    },
    {
      "epoch": 1.7744521646178515,
      "grad_norm": 0.7244947582854459,
      "learning_rate": 7.585281608376671e-07,
      "loss": 0.8964,
      "step": 1660
    },
    {
      "epoch": 1.7851416354890433,
      "grad_norm": 0.8227237122805585,
      "learning_rate": 6.888289812033355e-07,
      "loss": 0.8926,
      "step": 1670
    },
    {
      "epoch": 1.795831106360235,
      "grad_norm": 0.7083179730078351,
      "learning_rate": 6.223741180015364e-07,
      "loss": 0.8868,
      "step": 1680
    },
    {
      "epoch": 1.806520577231427,
      "grad_norm": 1.016704872651831,
      "learning_rate": 5.591867262794969e-07,
      "loss": 0.8893,
      "step": 1690
    },
    {
      "epoch": 1.817210048102619,
      "grad_norm": 0.7541296642350999,
      "learning_rate": 4.992888225905467e-07,
      "loss": 0.8873,
      "step": 1700
    },
    {
      "epoch": 1.8278995189738108,
      "grad_norm": 1.1828510824703147,
      "learning_rate": 4.4270127732282674e-07,
      "loss": 0.8888,
      "step": 1710
    },
    {
      "epoch": 1.8385889898450025,
      "grad_norm": 0.8854813180131454,
      "learning_rate": 3.894438074273654e-07,
      "loss": 0.8931,
      "step": 1720
    },
    {
      "epoch": 1.8492784607161945,
      "grad_norm": 0.6824883127136027,
      "learning_rate": 3.395349695480477e-07,
      "loss": 0.8919,
      "step": 1730
    },
    {
      "epoch": 1.8599679315873865,
      "grad_norm": 0.6963594352156394,
      "learning_rate": 2.9299215355586776e-07,
      "loss": 0.8918,
      "step": 1740
    },
    {
      "epoch": 1.8706574024585783,
      "grad_norm": 0.8163050203075269,
      "learning_rate": 2.498315764897441e-07,
      "loss": 0.9054,
      "step": 1750
    },
    {
      "epoch": 1.88134687332977,
      "grad_norm": 0.744317394175376,
      "learning_rate": 2.1006827690595478e-07,
      "loss": 0.8757,
      "step": 1760
    },
    {
      "epoch": 1.892036344200962,
      "grad_norm": 0.6963502727814512,
      "learning_rate": 1.737161096382256e-07,
      "loss": 0.8836,
      "step": 1770
    },
    {
      "epoch": 1.902725815072154,
      "grad_norm": 0.7735187846239215,
      "learning_rate": 1.407877409702496e-07,
      "loss": 0.8913,
      "step": 1780
    },
    {
      "epoch": 1.9134152859433458,
      "grad_norm": 0.9790540762915396,
      "learning_rate": 1.1129464422233615e-07,
      "loss": 0.8918,
      "step": 1790
    },
    {
      "epoch": 1.9241047568145375,
      "grad_norm": 0.6906743386051164,
      "learning_rate": 8.524709575373436e-08,
      "loss": 0.8968,
      "step": 1800
    },
    {
      "epoch": 1.9347942276857295,
      "grad_norm": 0.948337666554192,
      "learning_rate": 6.265417138201391e-08,
      "loss": 0.8798,
      "step": 1810
    },
    {
      "epoch": 1.9454836985569215,
      "grad_norm": 1.1478744196499828,
      "learning_rate": 4.352374322075359e-08,
      "loss": 0.8874,
      "step": 1820
    },
    {
      "epoch": 1.9561731694281133,
      "grad_norm": 0.7815098293930887,
      "learning_rate": 2.786247693663646e-08,
      "loss": 0.8874,
      "step": 1830
    },
    {
      "epoch": 1.966862640299305,
      "grad_norm": 1.3945629640091628,
      "learning_rate": 1.567582942691437e-08,
      "loss": 0.8939,
      "step": 1840
    },
    {
      "epoch": 1.977552111170497,
      "grad_norm": 0.7412508100956116,
      "learning_rate": 6.968046918052196e-09,
      "loss": 0.8891,
      "step": 1850
    },
    {
      "epoch": 1.988241582041689,
      "grad_norm": 0.720933817131335,
      "learning_rate": 1.7421634861936043e-09,
      "loss": 0.8888,
      "step": 1860
    },
    {
      "epoch": 1.9989310529128808,
      "grad_norm": 0.9923707428720276,
      "learning_rate": 0.0,
      "loss": 0.883,
      "step": 1870
    },
    {
      "epoch": 1.9989310529128808,
      "eval_loss": 1.0620321035385132,
      "eval_runtime": 645.1871,
      "eval_samples_per_second": 20.53,
      "eval_steps_per_second": 2.567,
      "step": 1870
    },
    {
      "epoch": 1.9989310529128808,
      "step": 1870,
      "total_flos": 783053739786240.0,
      "train_loss": 1.0084666737260666,
      "train_runtime": 48199.6175,
      "train_samples_per_second": 4.968,
      "train_steps_per_second": 0.039
    }
  ],
  "logging_steps": 10,
  "max_steps": 1870,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "total_flos": 783053739786240.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}