{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.995877233165369,
  "eval_steps": 500,
  "global_step": 1635,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01832340815391663,
      "grad_norm": 0.06011037901043892,
      "learning_rate": 4e-05,
      "loss": 1.296,
      "step": 10
    },
    {
      "epoch": 0.03664681630783326,
      "grad_norm": 0.05856110155582428,
      "learning_rate": 8e-05,
      "loss": 1.3316,
      "step": 20
    },
    {
      "epoch": 0.054970224461749886,
      "grad_norm": 0.0607464499771595,
      "learning_rate": 0.00012,
      "loss": 1.2794,
      "step": 30
    },
    {
      "epoch": 0.07329363261566652,
      "grad_norm": 0.06632011383771896,
      "learning_rate": 0.00016,
      "loss": 1.3129,
      "step": 40
    },
    {
      "epoch": 0.09161704076958314,
      "grad_norm": 0.06631691753864288,
      "learning_rate": 0.0002,
      "loss": 1.2741,
      "step": 50
    },
    {
      "epoch": 0.10994044892349977,
      "grad_norm": 0.056466877460479736,
      "learning_rate": 0.00019998035748930052,
      "loss": 1.2717,
      "step": 60
    },
    {
      "epoch": 0.1282638570774164,
      "grad_norm": 0.05860245227813721,
      "learning_rate": 0.00019992143767376668,
      "loss": 1.2091,
      "step": 70
    },
    {
      "epoch": 0.14658726523133303,
      "grad_norm": 0.06553175300359726,
      "learning_rate": 0.00019982326370006058,
      "loss": 1.1926,
      "step": 80
    },
    {
      "epoch": 0.16491067338524965,
      "grad_norm": 0.07061401754617691,
      "learning_rate": 0.00019968587413584876,
      "loss": 1.1767,
      "step": 90
    },
    {
      "epoch": 0.1832340815391663,
      "grad_norm": 0.07183243334293365,
      "learning_rate": 0.000199509322954651,
      "loss": 1.1183,
      "step": 100
    },
    {
      "epoch": 0.2015574896930829,
      "grad_norm": 0.06944898515939713,
      "learning_rate": 0.00019929367951463655,
      "loss": 1.0868,
      "step": 110
    },
    {
      "epoch": 0.21988089784699955,
      "grad_norm": 0.06642703711986542,
      "learning_rate": 0.00019903902853137703,
      "loss": 1.048,
      "step": 120
    },
    {
      "epoch": 0.23820430600091616,
      "grad_norm": 0.06603793054819107,
      "learning_rate": 0.00019874547004456562,
      "loss": 1.0195,
      "step": 130
    },
    {
      "epoch": 0.2565277141548328,
      "grad_norm": 0.06488285213708878,
      "learning_rate": 0.00019841311937871675,
      "loss": 1.0014,
      "step": 140
    },
    {
      "epoch": 0.2748511223087494,
      "grad_norm": 0.05940372124314308,
      "learning_rate": 0.0001980421070978606,
      "loss": 0.9943,
      "step": 150
    },
    {
      "epoch": 0.29317453046266606,
      "grad_norm": 0.059967171400785446,
      "learning_rate": 0.00019763257895425113,
      "loss": 0.9349,
      "step": 160
    },
    {
      "epoch": 0.3114979386165827,
      "grad_norm": 0.0554397851228714,
      "learning_rate": 0.0001971846958311071,
      "loss": 0.9045,
      "step": 170
    },
    {
      "epoch": 0.3298213467704993,
      "grad_norm": 0.055131904780864716,
      "learning_rate": 0.00019669863367940935,
      "loss": 0.8799,
      "step": 180
    },
    {
      "epoch": 0.34814475492441593,
      "grad_norm": 0.04358826205134392,
      "learning_rate": 0.00019617458344877816,
      "loss": 0.8504,
      "step": 190
    },
    {
      "epoch": 0.3664681630783326,
      "grad_norm": 0.04535752162337303,
      "learning_rate": 0.00019561275101245883,
      "loss": 0.828,
      "step": 200
    },
    {
      "epoch": 0.3847915712322492,
      "grad_norm": 0.04672062397003174,
      "learning_rate": 0.00019501335708644414,
      "loss": 0.8114,
      "step": 210
    },
    {
      "epoch": 0.4031149793861658,
      "grad_norm": 0.04161343351006508,
      "learning_rate": 0.00019437663714276618,
      "loss": 0.846,
      "step": 220
    },
    {
      "epoch": 0.42143838754008245,
      "grad_norm": 0.03887801244854927,
      "learning_rate": 0.0001937028413169911,
      "loss": 0.7911,
      "step": 230
    },
    {
      "epoch": 0.4397617956939991,
      "grad_norm": 0.03659196197986603,
      "learning_rate": 0.00019299223430995323,
      "loss": 0.7669,
      "step": 240
    },
    {
      "epoch": 0.45808520384791573,
      "grad_norm": 0.03447382524609566,
      "learning_rate": 0.00019224509528376738,
      "loss": 0.782,
      "step": 250
    },
    {
      "epoch": 0.4764086120018323,
      "grad_norm": 0.028725607320666313,
      "learning_rate": 0.00019146171775215982,
      "loss": 0.7183,
      "step": 260
    },
    {
      "epoch": 0.49473202015574896,
      "grad_norm": 0.027673941105604172,
      "learning_rate": 0.0001906424094651615,
      "loss": 0.7018,
      "step": 270
    },
    {
      "epoch": 0.5130554283096656,
      "grad_norm": 0.10227353870868683,
      "learning_rate": 0.00018978749228820826,
      "loss": 0.72,
      "step": 280
    },
    {
      "epoch": 0.5313788364635822,
      "grad_norm": 0.022650673985481262,
      "learning_rate": 0.00018889730207569607,
      "loss": 0.6936,
      "step": 290
    },
    {
      "epoch": 0.5497022446174988,
      "grad_norm": 0.023469725623726845,
      "learning_rate": 0.00018797218853904037,
      "loss": 0.6765,
      "step": 300
    },
    {
      "epoch": 0.5680256527714155,
      "grad_norm": 0.018101360648870468,
      "learning_rate": 0.000187012515109292,
      "loss": 0.6799,
      "step": 310
    },
    {
      "epoch": 0.5863490609253321,
      "grad_norm": 0.016794538125395775,
      "learning_rate": 0.00018601865879436317,
      "loss": 0.6732,
      "step": 320
    },
    {
      "epoch": 0.6046724690792488,
      "grad_norm": 0.017263714224100113,
      "learning_rate": 0.00018499101003091993,
      "loss": 0.6695,
      "step": 330
    },
    {
      "epoch": 0.6229958772331654,
      "grad_norm": 0.016381224617362022,
      "learning_rate": 0.0001839299725309989,
      "loss": 0.6928,
      "step": 340
    },
    {
      "epoch": 0.641319285387082,
      "grad_norm": 0.015325487591326237,
      "learning_rate": 0.00018283596312340891,
      "loss": 0.6622,
      "step": 350
    },
    {
      "epoch": 0.6596426935409986,
      "grad_norm": 0.014056784100830555,
      "learning_rate": 0.0001817094115899799,
      "loss": 0.7612,
      "step": 360
    },
    {
      "epoch": 0.6779661016949152,
      "grad_norm": 0.015031951479613781,
      "learning_rate": 0.00018055076049672283,
      "loss": 0.6596,
      "step": 370
    },
    {
      "epoch": 0.6962895098488319,
      "grad_norm": 0.01640532910823822,
      "learning_rate": 0.00017936046501996762,
      "loss": 0.6837,
      "step": 380
    },
    {
      "epoch": 0.7146129180027485,
      "grad_norm": 0.01830482669174671,
      "learning_rate": 0.000178138992767547,
      "loss": 0.6812,
      "step": 390
    },
    {
      "epoch": 0.7329363261566652,
      "grad_norm": 0.0472831092774868,
      "learning_rate": 0.00017688682359509678,
      "loss": 0.674,
      "step": 400
    },
    {
      "epoch": 0.7512597343105818,
      "grad_norm": 0.012456170283257961,
      "learning_rate": 0.00017560444941754427,
      "loss": 0.6518,
      "step": 410
    },
    {
      "epoch": 0.7695831424644984,
      "grad_norm": 0.01401186641305685,
      "learning_rate": 0.0001742923740158595,
      "loss": 0.6418,
      "step": 420
    },
    {
      "epoch": 0.7879065506184151,
      "grad_norm": 0.015530922450125217,
      "learning_rate": 0.00017295111283914487,
      "loss": 0.6465,
      "step": 430
    },
    {
      "epoch": 0.8062299587723316,
      "grad_norm": 0.01402275450527668,
      "learning_rate": 0.0001715811928021406,
      "loss": 0.6642,
      "step": 440
    },
    {
      "epoch": 0.8245533669262483,
      "grad_norm": 0.01176263578236103,
      "learning_rate": 0.0001701831520782264,
      "loss": 0.6336,
      "step": 450
    },
    {
      "epoch": 0.8428767750801649,
      "grad_norm": 0.013003438711166382,
      "learning_rate": 0.00016875753988799982,
      "loss": 0.6469,
      "step": 460
    },
    {
      "epoch": 0.8612001832340815,
      "grad_norm": 0.011523702181875706,
      "learning_rate": 0.00016730491628351487,
      "loss": 0.6434,
      "step": 470
    },
    {
      "epoch": 0.8795235913879982,
      "grad_norm": 0.011919384822249413,
      "learning_rate": 0.00016582585192826543,
      "loss": 0.6588,
      "step": 480
    },
    {
      "epoch": 0.8978469995419148,
      "grad_norm": 0.013994649983942509,
      "learning_rate": 0.00016432092787299992,
      "loss": 0.6315,
      "step": 490
    },
    {
      "epoch": 0.9161704076958315,
      "grad_norm": 0.013580686412751675,
      "learning_rate": 0.00016279073532745553,
      "loss": 0.6782,
      "step": 500
    },
    {
      "epoch": 0.934493815849748,
      "grad_norm": 0.01364163402467966,
      "learning_rate": 0.00016123587542810118,
      "loss": 0.6334,
      "step": 510
    },
    {
      "epoch": 0.9528172240036646,
      "grad_norm": 0.013080372475087643,
      "learning_rate": 0.0001596569590019811,
      "loss": 0.6233,
      "step": 520
    },
    {
      "epoch": 0.9711406321575813,
      "grad_norm": 0.056398555636405945,
      "learning_rate": 0.00015805460632675112,
      "loss": 0.6557,
      "step": 530
    },
    {
      "epoch": 0.9894640403114979,
      "grad_norm": 0.012467793188989162,
      "learning_rate": 0.00015642944688700264,
      "loss": 0.6315,
      "step": 540
    },
    {
      "epoch": 1.0077874484654146,
      "grad_norm": 0.012495579198002815,
      "learning_rate": 0.00015478211912696929,
      "loss": 0.6177,
      "step": 550
    },
    {
      "epoch": 1.026110856619331,
      "grad_norm": 0.010633349418640137,
      "learning_rate": 0.00015311327019971413,
      "loss": 0.644,
      "step": 560
    },
    {
      "epoch": 1.0444342647732479,
      "grad_norm": 0.012223353609442711,
      "learning_rate": 0.00015142355571289533,
      "loss": 0.6502,
      "step": 570
    },
    {
      "epoch": 1.0627576729271644,
      "grad_norm": 0.012305443175137043,
      "learning_rate": 0.00014971363947121065,
      "loss": 0.6185,
      "step": 580
    },
    {
      "epoch": 1.0810810810810811,
      "grad_norm": 0.017129750922322273,
      "learning_rate": 0.0001479841932156215,
      "loss": 0.6154,
      "step": 590
    },
    {
      "epoch": 1.0994044892349977,
      "grad_norm": 0.013129614293575287,
      "learning_rate": 0.0001462358963594595,
      "loss": 0.614,
      "step": 600
    },
    {
      "epoch": 1.1177278973889144,
      "grad_norm": 0.01199612207710743,
      "learning_rate": 0.00014446943572151867,
      "loss": 0.6128,
      "step": 610
    },
    {
      "epoch": 1.136051305542831,
      "grad_norm": 0.012518757954239845,
      "learning_rate": 0.00014268550525623868,
      "loss": 0.6169,
      "step": 620
    },
    {
      "epoch": 1.1543747136967477,
      "grad_norm": 0.01321893185377121,
      "learning_rate": 0.00014088480578108454,
      "loss": 0.6402,
      "step": 630
    },
    {
      "epoch": 1.1726981218506642,
      "grad_norm": 0.012497123330831528,
      "learning_rate": 0.00013906804470123038,
      "loss": 0.613,
      "step": 640
    },
    {
      "epoch": 1.1910215300045808,
      "grad_norm": 0.01103185210376978,
      "learning_rate": 0.00013723593573165523,
      "loss": 0.6114,
      "step": 650
    },
    {
      "epoch": 1.2093449381584975,
      "grad_norm": 0.012833209708333015,
      "learning_rate": 0.00013538919861675979,
      "loss": 0.617,
      "step": 660
    },
    {
      "epoch": 1.227668346312414,
      "grad_norm": 0.058991171419620514,
      "learning_rate": 0.0001335285588476148,
      "loss": 0.6298,
      "step": 670
    },
    {
      "epoch": 1.2459917544663308,
      "grad_norm": 0.013424506410956383,
      "learning_rate": 0.00013165474737695184,
      "loss": 0.6488,
      "step": 680
    },
    {
      "epoch": 1.2643151626202473,
      "grad_norm": 0.01241598092019558,
      "learning_rate": 0.00012976850033200805,
      "loss": 0.6088,
      "step": 690
    },
    {
      "epoch": 1.2826385707741639,
      "grad_norm": 0.012560844421386719,
      "learning_rate": 0.00012787055872533865,
      "loss": 0.6032,
      "step": 700
    },
    {
      "epoch": 1.3009619789280806,
      "grad_norm": 0.010990115813910961,
      "learning_rate": 0.00012596166816371005,
      "loss": 0.6282,
      "step": 710
    },
    {
      "epoch": 1.3192853870819974,
      "grad_norm": 0.01151216309517622,
      "learning_rate": 0.00012404257855518782,
      "loss": 0.6297,
      "step": 720
    },
    {
      "epoch": 1.337608795235914,
      "grad_norm": 0.011924243532121181,
      "learning_rate": 0.0001221140438145353,
      "loss": 0.6044,
      "step": 730
    },
    {
      "epoch": 1.3559322033898304,
      "grad_norm": 0.013133584521710873,
      "learning_rate": 0.00012017682156703807,
      "loss": 0.6107,
      "step": 740
    },
    {
      "epoch": 1.3742556115437472,
      "grad_norm": 0.014631664380431175,
      "learning_rate": 0.00011823167285087063,
      "loss": 0.6213,
      "step": 750
    },
    {
      "epoch": 1.3925790196976637,
      "grad_norm": 0.011716130189597607,
      "learning_rate": 0.00011627936181812234,
      "loss": 0.6179,
      "step": 760
    },
    {
      "epoch": 1.4109024278515805,
      "grad_norm": 0.013568080961704254,
      "learning_rate": 0.00011432065543460015,
      "loss": 0.5965,
      "step": 770
    },
    {
      "epoch": 1.429225836005497,
      "grad_norm": 0.012749516405165195,
      "learning_rate": 0.00011235632317852605,
      "loss": 0.6128,
      "step": 780
    },
    {
      "epoch": 1.4475492441594136,
      "grad_norm": 0.011930575594305992,
      "learning_rate": 0.00011038713673824715,
      "loss": 0.6117,
      "step": 790
    },
    {
      "epoch": 1.4658726523133303,
      "grad_norm": 0.013386845588684082,
      "learning_rate": 0.00010841386970907785,
      "loss": 0.6186,
      "step": 800
    },
    {
      "epoch": 1.4841960604672468,
      "grad_norm": 0.012542261742055416,
      "learning_rate": 0.00010643729728939292,
      "loss": 0.5909,
      "step": 810
    },
    {
      "epoch": 1.5025194686211636,
      "grad_norm": 0.010874781757593155,
      "learning_rate": 0.0001044581959760903,
      "loss": 0.5903,
      "step": 820
    },
    {
      "epoch": 1.5208428767750801,
      "grad_norm": 0.010801080614328384,
      "learning_rate": 0.00010247734325954447,
      "loss": 0.5929,
      "step": 830
    },
    {
      "epoch": 1.5391662849289967,
      "grad_norm": 0.012022151611745358,
      "learning_rate": 0.00010049551731816902,
      "loss": 0.6117,
      "step": 840
    },
    {
      "epoch": 1.5574896930829134,
      "grad_norm": 0.011683526448905468,
      "learning_rate": 9.851349671270909e-05,
      "loss": 0.6283,
      "step": 850
    },
    {
      "epoch": 1.5758131012368302,
      "grad_norm": 0.01242094673216343,
      "learning_rate": 9.653206008038364e-05,
      "loss": 0.5901,
      "step": 860
    },
    {
      "epoch": 1.5941365093907467,
      "grad_norm": 0.011935061775147915,
      "learning_rate": 9.455198582899774e-05,
      "loss": 0.5848,
      "step": 870
    },
    {
      "epoch": 1.6124599175446632,
      "grad_norm": 0.01208607666194439,
      "learning_rate": 9.257405183114473e-05,
      "loss": 0.5912,
      "step": 880
    },
    {
      "epoch": 1.63078332569858,
      "grad_norm": 0.01227467879652977,
      "learning_rate": 9.059903511861891e-05,
      "loss": 0.5859,
      "step": 890
    },
    {
      "epoch": 1.6491067338524965,
      "grad_norm": 0.0517101027071476,
      "learning_rate": 8.862771157715847e-05,
      "loss": 0.607,
      "step": 900
    },
    {
      "epoch": 1.6674301420064133,
      "grad_norm": 0.010776874609291553,
      "learning_rate": 8.666085564163852e-05,
      "loss": 0.5788,
      "step": 910
    },
    {
      "epoch": 1.6857535501603298,
      "grad_norm": 0.013487796299159527,
      "learning_rate": 8.469923999183411e-05,
      "loss": 0.5766,
      "step": 920
    },
    {
      "epoch": 1.7040769583142463,
      "grad_norm": 0.011671481654047966,
      "learning_rate": 8.274363524887315e-05,
      "loss": 0.5976,
      "step": 930
    },
    {
      "epoch": 1.722400366468163,
      "grad_norm": 0.01118433102965355,
      "learning_rate": 8.079480967249737e-05,
      "loss": 0.6021,
      "step": 940
    },
    {
      "epoch": 1.7407237746220798,
      "grad_norm": 0.013788875192403793,
      "learning_rate": 7.88535288592514e-05,
      "loss": 0.579,
      "step": 950
    },
    {
      "epoch": 1.7590471827759964,
      "grad_norm": 0.013310333713889122,
      "learning_rate": 7.692055544171823e-05,
      "loss": 0.5979,
      "step": 960
    },
    {
      "epoch": 1.777370590929913,
      "grad_norm": 0.053230684250593185,
      "learning_rate": 7.49966487889185e-05,
      "loss": 0.5906,
      "step": 970
    },
    {
      "epoch": 1.7956939990838294,
      "grad_norm": 0.013503102585673332,
      "learning_rate": 7.308256470799256e-05,
      "loss": 0.6061,
      "step": 980
    },
    {
      "epoch": 1.8140174072377462,
      "grad_norm": 0.01030020508915186,
      "learning_rate": 7.117905514728107e-05,
      "loss": 0.5776,
      "step": 990
    },
    {
      "epoch": 1.832340815391663,
      "grad_norm": 0.01204043161123991,
      "learning_rate": 6.928686790092235e-05,
      "loss": 0.584,
      "step": 1000
    },
    {
      "epoch": 1.8506642235455795,
      "grad_norm": 0.011951706372201443,
      "learning_rate": 6.740674631508105e-05,
      "loss": 0.5693,
      "step": 1010
    },
    {
      "epoch": 1.868987631699496,
      "grad_norm": 0.011565761640667915,
      "learning_rate": 6.553942899592447e-05,
      "loss": 0.594,
      "step": 1020
    },
    {
      "epoch": 1.8873110398534128,
      "grad_norm": 0.011589662171900272,
      "learning_rate": 6.368564951946103e-05,
      "loss": 0.5961,
      "step": 1030
    },
    {
      "epoch": 1.9056344480073295,
      "grad_norm": 0.011061927303671837,
      "learning_rate": 6.184613614335476e-05,
      "loss": 0.5906,
      "step": 1040
    },
    {
      "epoch": 1.923957856161246,
      "grad_norm": 0.011009737849235535,
      "learning_rate": 6.002161152082909e-05,
      "loss": 0.5703,
      "step": 1050
    },
    {
      "epoch": 1.9422812643151626,
      "grad_norm": 0.012721202336251736,
      "learning_rate": 5.8212792416772374e-05,
      "loss": 0.5728,
      "step": 1060
    },
    {
      "epoch": 1.960604672469079,
      "grad_norm": 0.014589471742510796,
      "learning_rate": 5.6420389426156814e-05,
      "loss": 0.5722,
      "step": 1070
    },
    {
      "epoch": 1.9789280806229959,
      "grad_norm": 0.011400967836380005,
      "learning_rate": 5.464510669488073e-05,
      "loss": 0.5699,
      "step": 1080
    },
    {
      "epoch": 1.9972514887769126,
      "grad_norm": 0.011737444438040257,
      "learning_rate": 5.288764164314499e-05,
      "loss": 0.5872,
      "step": 1090
    },
    {
      "epoch": 2.015574896930829,
      "grad_norm": 0.011182826943695545,
      "learning_rate": 5.1148684691471304e-05,
      "loss": 0.5722,
      "step": 1100
    },
    {
      "epoch": 2.0338983050847457,
      "grad_norm": 0.011314311996102333,
      "learning_rate": 4.942891898947024e-05,
      "loss": 0.5697,
      "step": 1110
    },
    {
      "epoch": 2.052221713238662,
      "grad_norm": 0.04409461468458176,
      "learning_rate": 4.772902014746583e-05,
      "loss": 0.6125,
      "step": 1120
    },
    {
      "epoch": 2.070545121392579,
      "grad_norm": 0.01187494769692421,
      "learning_rate": 4.6049655971081916e-05,
      "loss": 0.5878,
      "step": 1130
    },
    {
      "epoch": 2.0888685295464957,
      "grad_norm": 0.013561342842876911,
      "learning_rate": 4.439148619889453e-05,
      "loss": 0.5681,
      "step": 1140
    },
    {
      "epoch": 2.1071919377004122,
      "grad_norm": 0.01049109362065792,
      "learning_rate": 4.2755162243253554e-05,
      "loss": 0.5731,
      "step": 1150
    },
    {
      "epoch": 2.1255153458543288,
      "grad_norm": 0.012508846819400787,
      "learning_rate": 4.114132693437511e-05,
      "loss": 0.5683,
      "step": 1160
    },
    {
      "epoch": 2.1438387540082458,
      "grad_norm": 0.011165381409227848,
      "learning_rate": 3.955061426780562e-05,
      "loss": 0.6208,
      "step": 1170
    },
    {
      "epoch": 2.1621621621621623,
      "grad_norm": 0.010869491845369339,
      "learning_rate": 3.7983649155356536e-05,
      "loss": 0.5706,
      "step": 1180
    },
    {
      "epoch": 2.180485570316079,
      "grad_norm": 0.012921607121825218,
      "learning_rate": 3.644104717960761e-05,
      "loss": 0.5615,
      "step": 1190
    },
    {
      "epoch": 2.1988089784699953,
      "grad_norm": 0.010369219817221165,
      "learning_rate": 3.492341435207509e-05,
      "loss": 0.5602,
      "step": 1200
    },
    {
      "epoch": 2.217132386623912,
      "grad_norm": 0.05246191471815109,
      "learning_rate": 3.343134687514007e-05,
      "loss": 0.5924,
      "step": 1210
    },
    {
      "epoch": 2.235455794777829,
      "grad_norm": 0.04603949189186096,
      "learning_rate": 3.1965430907830166e-05,
      "loss": 0.5805,
      "step": 1220
    },
    {
      "epoch": 2.2537792029317454,
      "grad_norm": 0.01212139893323183,
      "learning_rate": 3.0526242335546716e-05,
      "loss": 0.5783,
      "step": 1230
    },
    {
      "epoch": 2.272102611085662,
      "grad_norm": 0.010512073524296284,
      "learning_rate": 2.911434654382842e-05,
      "loss": 0.5734,
      "step": 1240
    },
    {
      "epoch": 2.2904260192395784,
      "grad_norm": 0.011081124655902386,
      "learning_rate": 2.773029819623917e-05,
      "loss": 0.5688,
      "step": 1250
    },
    {
      "epoch": 2.3087494273934954,
      "grad_norm": 0.013736708089709282,
      "learning_rate": 2.6374641016468416e-05,
      "loss": 0.6005,
      "step": 1260
    },
    {
      "epoch": 2.327072835547412,
      "grad_norm": 0.010449289344251156,
      "learning_rate": 2.5047907574729456e-05,
      "loss": 0.5788,
      "step": 1270
    },
    {
      "epoch": 2.3453962437013285,
      "grad_norm": 0.017625920474529266,
      "learning_rate": 2.375061907853867e-05,
      "loss": 0.5613,
      "step": 1280
    },
    {
      "epoch": 2.363719651855245,
      "grad_norm": 0.012163090519607067,
      "learning_rate": 2.24832851679594e-05,
      "loss": 0.5709,
      "step": 1290
    },
    {
      "epoch": 2.3820430600091616,
      "grad_norm": 0.010039297863841057,
      "learning_rate": 2.1246403715389674e-05,
      "loss": 0.5677,
      "step": 1300
    },
    {
      "epoch": 2.4003664681630785,
      "grad_norm": 0.012111610732972622,
      "learning_rate": 2.0040460629972792e-05,
      "loss": 0.5898,
      "step": 1310
    },
    {
      "epoch": 2.418689876316995,
      "grad_norm": 0.012733533047139645,
      "learning_rate": 1.8865929666707904e-05,
      "loss": 0.5982,
      "step": 1320
    },
    {
      "epoch": 2.4370132844709116,
      "grad_norm": 0.011774188838899136,
      "learning_rate": 1.7723272240335265e-05,
      "loss": 0.5649,
      "step": 1330
    },
    {
      "epoch": 2.455336692624828,
      "grad_norm": 0.013299621641635895,
      "learning_rate": 1.6612937244069328e-05,
      "loss": 0.5775,
      "step": 1340
    },
    {
      "epoch": 2.4736601007787447,
      "grad_norm": 0.012371544726192951,
      "learning_rate": 1.5535360873251027e-05,
      "loss": 0.5657,
      "step": 1350
    },
    {
      "epoch": 2.4919835089326616,
      "grad_norm": 0.013111775740981102,
      "learning_rate": 1.4490966453988187e-05,
      "loss": 0.5814,
      "step": 1360
    },
    {
      "epoch": 2.510306917086578,
      "grad_norm": 0.011858658865094185,
      "learning_rate": 1.3480164276851926e-05,
      "loss": 0.562,
      "step": 1370
    },
    {
      "epoch": 2.5286303252404947,
      "grad_norm": 0.017958352342247963,
      "learning_rate": 1.2503351435693811e-05,
      "loss": 0.5882,
      "step": 1380
    },
    {
      "epoch": 2.5469537333944112,
      "grad_norm": 0.012084643356502056,
      "learning_rate": 1.1560911671647535e-05,
      "loss": 0.6038,
      "step": 1390
    },
    {
      "epoch": 2.5652771415483278,
      "grad_norm": 0.012955896556377411,
      "learning_rate": 1.0653215222376045e-05,
      "loss": 0.5603,
      "step": 1400
    },
    {
      "epoch": 2.5836005497022447,
      "grad_norm": 0.010830081067979336,
      "learning_rate": 9.78061867662372e-06,
      "loss": 0.5596,
      "step": 1410
    },
    {
      "epoch": 2.6019239578561613,
      "grad_norm": 0.009481418877840042,
      "learning_rate": 8.943464834130289e-06,
      "loss": 0.567,
      "step": 1420
    },
    {
      "epoch": 2.620247366010078,
      "grad_norm": 0.009960277937352657,
      "learning_rate": 8.14208257096185e-06,
      "loss": 0.5627,
      "step": 1430
    },
    {
      "epoch": 2.6385707741639948,
      "grad_norm": 0.011430955491960049,
      "learning_rate": 7.376786710312045e-06,
      "loss": 0.5642,
      "step": 1440
    },
    {
      "epoch": 2.6568941823179113,
      "grad_norm": 0.010986811481416225,
      "learning_rate": 6.647877898823462e-06,
      "loss": 0.5637,
      "step": 1450
    },
    {
      "epoch": 2.675217590471828,
      "grad_norm": 0.011870593763887882,
      "learning_rate": 5.955642488478675e-06,
      "loss": 0.5611,
      "step": 1460
    },
    {
      "epoch": 2.6935409986257444,
      "grad_norm": 0.013593550771474838,
      "learning_rate": 5.300352424106781e-06,
      "loss": 0.5611,
      "step": 1470
    },
    {
      "epoch": 2.711864406779661,
      "grad_norm": 0.01099549513310194,
      "learning_rate": 4.682265136549768e-06,
      "loss": 0.5616,
      "step": 1480
    },
    {
      "epoch": 2.7301878149335774,
      "grad_norm": 0.010328186675906181,
      "learning_rate": 4.1016234415308555e-06,
      "loss": 0.5648,
      "step": 1490
    },
    {
      "epoch": 2.7485112230874944,
      "grad_norm": 0.012961314059793949,
      "learning_rate": 3.5586554442641583e-06,
      "loss": 0.5791,
      "step": 1500
    },
    {
      "epoch": 2.766834631241411,
      "grad_norm": 0.010046335868537426,
      "learning_rate": 3.0535744498435993e-06,
      "loss": 0.5641,
      "step": 1510
    },
    {
      "epoch": 2.7851580393953275,
      "grad_norm": 0.010482456535100937,
      "learning_rate": 2.5865788794459223e-06,
      "loss": 0.5629,
      "step": 1520
    },
    {
      "epoch": 2.803481447549244,
      "grad_norm": 0.015615337528288364,
      "learning_rate": 2.1578521923808713e-06,
      "loss": 0.5698,
      "step": 1530
    },
    {
      "epoch": 2.821804855703161,
      "grad_norm": 0.012672988697886467,
      "learning_rate": 1.767562814019208e-06,
      "loss": 0.5662,
      "step": 1540
    },
    {
      "epoch": 2.8401282638570775,
      "grad_norm": 0.011427894234657288,
      "learning_rate": 1.41586406962676e-06,
      "loss": 0.5991,
      "step": 1550
    },
    {
      "epoch": 2.858451672010994,
      "grad_norm": 0.011262394487857819,
      "learning_rate": 1.1028941241305046e-06,
      "loss": 0.562,
      "step": 1560
    },
    {
      "epoch": 2.8767750801649106,
      "grad_norm": 0.011531077325344086,
      "learning_rate": 8.287759278405083e-07,
      "loss": 0.5806,
      "step": 1570
    },
    {
      "epoch": 2.895098488318827,
      "grad_norm": 0.01074717566370964,
      "learning_rate": 5.936171681488301e-07,
      "loss": 0.5649,
      "step": 1580
    },
    {
      "epoch": 2.913421896472744,
      "grad_norm": 0.011177337728440762,
      "learning_rate": 3.9751022722455123e-07,
      "loss": 0.5719,
      "step": 1590
    },
    {
      "epoch": 2.9317453046266606,
      "grad_norm": 0.013694767840206623,
      "learning_rate": 2.4053214572137275e-07,
      "loss": 0.58,
      "step": 1600
    },
    {
      "epoch": 2.950068712780577,
      "grad_norm": 0.01134565845131874,
      "learning_rate": 1.2274459251220282e-07,
      "loss": 0.5592,
      "step": 1610
    },
    {
      "epoch": 2.9683921209344937,
      "grad_norm": 0.009969279170036316,
      "learning_rate": 4.4193840462536384e-08,
      "loss": 0.5669,
      "step": 1620
    },
    {
      "epoch": 2.9867155290884106,
      "grad_norm": 0.010615854524075985,
      "learning_rate": 4.9107482521071335e-09,
      "loss": 0.5561,
      "step": 1630
    }
  ],
  "logging_steps": 10,
  "max_steps": 1635,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.2063088450732032e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}