{
  "best_metric": 0.8285140562248996,
  "best_model_checkpoint": "/scratch/camembertv2/runs/results/xnli/camembertv2-base-bf16-p2-17000/max_seq_length-160-gradient_accumulation_steps-4-precision-fp32-learning_rate-1e-05-epochs-10-lr_scheduler-cosine-warmup_steps-0.1/SEED-666/checkpoint-61360",
  "epoch": 10.0,
  "eval_steps": 500,
  "global_step": 122720,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.008148631029986962,
      "grad_norm": 12.58836841583252,
      "learning_rate": 8.148631029986963e-08,
      "loss": 1.1012,
      "step": 100
    },
    {
      "epoch": 0.016297262059973925,
      "grad_norm": 1.359410285949707,
      "learning_rate": 1.6297262059973925e-07,
      "loss": 1.1011,
      "step": 200
    },
    {
      "epoch": 0.024445893089960886,
      "grad_norm": 1.128892183303833,
      "learning_rate": 2.4445893089960885e-07,
      "loss": 1.0978,
      "step": 300
    },
    {
      "epoch": 0.03259452411994785,
      "grad_norm": 1.3794234991073608,
      "learning_rate": 3.259452411994785e-07,
      "loss": 1.0999,
      "step": 400
    },
    {
      "epoch": 0.04074315514993481,
      "grad_norm": 1.3247599601745605,
      "learning_rate": 4.0743155149934816e-07,
      "loss": 1.0984,
      "step": 500
    },
    {
      "epoch": 0.04889178617992177,
      "grad_norm": 0.9611015319824219,
      "learning_rate": 4.889178617992177e-07,
      "loss": 1.1001,
      "step": 600
    },
    {
      "epoch": 0.05704041720990873,
      "grad_norm": 0.9682479500770569,
      "learning_rate": 5.704041720990874e-07,
      "loss": 1.0985,
      "step": 700
    },
    {
      "epoch": 0.0651890482398957,
      "grad_norm": 1.950333833694458,
      "learning_rate": 6.51890482398957e-07,
      "loss": 1.0989,
      "step": 800
    },
    {
      "epoch": 0.07333767926988266,
      "grad_norm": 1.4916733503341675,
      "learning_rate": 7.333767926988267e-07,
      "loss": 1.0964,
      "step": 900
    },
    {
      "epoch": 0.08148631029986962,
      "grad_norm": 1.1135200262069702,
      "learning_rate": 8.148631029986963e-07,
      "loss": 1.096,
      "step": 1000
    },
    {
      "epoch": 0.08963494132985658,
      "grad_norm": 1.773497462272644,
      "learning_rate": 8.963494132985659e-07,
      "loss": 1.094,
      "step": 1100
    },
    {
      "epoch": 0.09778357235984354,
      "grad_norm": 1.5511926412582397,
      "learning_rate": 9.778357235984354e-07,
      "loss": 1.093,
      "step": 1200
    },
    {
      "epoch": 0.1059322033898305,
      "grad_norm": 1.389298915863037,
      "learning_rate": 1.059322033898305e-06,
      "loss": 1.0871,
      "step": 1300
    },
    {
      "epoch": 0.11408083441981746,
      "grad_norm": 2.486689329147339,
      "learning_rate": 1.1408083441981747e-06,
      "loss": 1.0751,
      "step": 1400
    },
    {
      "epoch": 0.12222946544980444,
      "grad_norm": 2.697650194168091,
      "learning_rate": 1.2222946544980446e-06,
      "loss": 1.0505,
      "step": 1500
    },
    {
      "epoch": 0.1303780964797914,
      "grad_norm": 3.557525157928467,
      "learning_rate": 1.303780964797914e-06,
      "loss": 1.0393,
      "step": 1600
    },
    {
      "epoch": 0.13852672750977835,
      "grad_norm": 4.691379070281982,
      "learning_rate": 1.3852672750977837e-06,
      "loss": 1.0147,
      "step": 1700
    },
    {
      "epoch": 0.14667535853976532,
      "grad_norm": 5.234630107879639,
      "learning_rate": 1.4667535853976533e-06,
      "loss": 0.9971,
      "step": 1800
    },
    {
      "epoch": 0.15482398956975227,
      "grad_norm": 6.027713298797607,
      "learning_rate": 1.5482398956975228e-06,
      "loss": 1.0007,
      "step": 1900
    },
    {
      "epoch": 0.16297262059973924,
      "grad_norm": 13.33498477935791,
      "learning_rate": 1.6297262059973926e-06,
      "loss": 0.984,
      "step": 2000
    },
    {
      "epoch": 0.17112125162972622,
      "grad_norm": 9.432430267333984,
      "learning_rate": 1.7112125162972623e-06,
      "loss": 0.9633,
      "step": 2100
    },
    {
      "epoch": 0.17926988265971316,
      "grad_norm": 7.303864479064941,
      "learning_rate": 1.7926988265971317e-06,
      "loss": 0.9463,
      "step": 2200
    },
    {
      "epoch": 0.18741851368970014,
      "grad_norm": 6.125274181365967,
      "learning_rate": 1.8741851368970016e-06,
      "loss": 0.9336,
      "step": 2300
    },
    {
      "epoch": 0.19556714471968709,
      "grad_norm": 6.614850044250488,
      "learning_rate": 1.955671447196871e-06,
      "loss": 0.9388,
      "step": 2400
    },
    {
      "epoch": 0.20371577574967406,
      "grad_norm": 7.883510589599609,
      "learning_rate": 2.037157757496741e-06,
      "loss": 0.9122,
      "step": 2500
    },
    {
      "epoch": 0.211864406779661,
      "grad_norm": 6.615538597106934,
      "learning_rate": 2.11864406779661e-06,
      "loss": 0.8907,
      "step": 2600
    },
    {
      "epoch": 0.22001303780964798,
      "grad_norm": 6.040781021118164,
      "learning_rate": 2.20013037809648e-06,
      "loss": 0.8725,
      "step": 2700
    },
    {
      "epoch": 0.22816166883963493,
      "grad_norm": 9.688776016235352,
      "learning_rate": 2.2816166883963494e-06,
      "loss": 0.8674,
      "step": 2800
    },
    {
      "epoch": 0.2363102998696219,
      "grad_norm": 15.747467994689941,
      "learning_rate": 2.363102998696219e-06,
      "loss": 0.8199,
      "step": 2900
    },
    {
      "epoch": 0.24445893089960888,
      "grad_norm": 9.381732940673828,
      "learning_rate": 2.444589308996089e-06,
      "loss": 0.831,
      "step": 3000
    },
    {
      "epoch": 0.2526075619295958,
      "grad_norm": 8.603889465332031,
      "learning_rate": 2.5260756192959584e-06,
      "loss": 0.811,
      "step": 3100
    },
    {
      "epoch": 0.2607561929595828,
      "grad_norm": 11.614546775817871,
      "learning_rate": 2.607561929595828e-06,
      "loss": 0.789,
      "step": 3200
    },
    {
      "epoch": 0.2689048239895698,
      "grad_norm": 7.733945846557617,
      "learning_rate": 2.689048239895698e-06,
      "loss": 0.7947,
      "step": 3300
    },
    {
      "epoch": 0.2770534550195567,
      "grad_norm": 14.573506355285645,
      "learning_rate": 2.7705345501955674e-06,
      "loss": 0.7913,
      "step": 3400
    },
    {
      "epoch": 0.28520208604954367,
      "grad_norm": 11.938140869140625,
      "learning_rate": 2.852020860495437e-06,
      "loss": 0.793,
      "step": 3500
    },
    {
      "epoch": 0.29335071707953064,
      "grad_norm": 9.235187530517578,
      "learning_rate": 2.9335071707953067e-06,
      "loss": 0.7538,
      "step": 3600
    },
    {
      "epoch": 0.3014993481095176,
      "grad_norm": 9.092159271240234,
      "learning_rate": 3.0149934810951763e-06,
      "loss": 0.7547,
      "step": 3700
    },
    {
      "epoch": 0.30964797913950454,
      "grad_norm": 11.72921371459961,
      "learning_rate": 3.0964797913950456e-06,
      "loss": 0.7461,
      "step": 3800
    },
    {
      "epoch": 0.3177966101694915,
      "grad_norm": 15.118708610534668,
      "learning_rate": 3.1779661016949152e-06,
      "loss": 0.7171,
      "step": 3900
    },
    {
      "epoch": 0.3259452411994785,
      "grad_norm": 17.719839096069336,
      "learning_rate": 3.2594524119947853e-06,
      "loss": 0.7027,
      "step": 4000
    },
    {
      "epoch": 0.33409387222946546,
      "grad_norm": 10.063789367675781,
      "learning_rate": 3.340938722294655e-06,
      "loss": 0.7229,
      "step": 4100
    },
    {
      "epoch": 0.34224250325945244,
      "grad_norm": 8.052227020263672,
      "learning_rate": 3.4224250325945246e-06,
      "loss": 0.7218,
      "step": 4200
    },
    {
      "epoch": 0.35039113428943935,
      "grad_norm": 9.68342399597168,
      "learning_rate": 3.503911342894394e-06,
      "loss": 0.6873,
      "step": 4300
    },
    {
      "epoch": 0.35853976531942633,
      "grad_norm": 9.140670776367188,
      "learning_rate": 3.5853976531942635e-06,
      "loss": 0.702,
      "step": 4400
    },
    {
      "epoch": 0.3666883963494133,
      "grad_norm": 8.805059432983398,
      "learning_rate": 3.666883963494133e-06,
      "loss": 0.7245,
      "step": 4500
    },
    {
      "epoch": 0.3748370273794003,
      "grad_norm": 7.228201389312744,
      "learning_rate": 3.748370273794003e-06,
      "loss": 0.6651,
      "step": 4600
    },
    {
      "epoch": 0.3829856584093872,
      "grad_norm": 8.284133911132812,
      "learning_rate": 3.829856584093872e-06,
      "loss": 0.6956,
      "step": 4700
    },
    {
      "epoch": 0.39113428943937417,
      "grad_norm": 8.938249588012695,
      "learning_rate": 3.911342894393742e-06,
      "loss": 0.6777,
      "step": 4800
    },
    {
      "epoch": 0.39928292046936115,
      "grad_norm": 10.810254096984863,
      "learning_rate": 3.992829204693612e-06,
      "loss": 0.6803,
      "step": 4900
    },
    {
      "epoch": 0.4074315514993481,
      "grad_norm": 11.629922866821289,
      "learning_rate": 4.074315514993482e-06,
      "loss": 0.6659,
      "step": 5000
    },
    {
      "epoch": 0.4155801825293351,
      "grad_norm": 7.82265043258667,
      "learning_rate": 4.1558018252933515e-06,
      "loss": 0.6842,
      "step": 5100
    },
    {
      "epoch": 0.423728813559322,
      "grad_norm": 9.290712356567383,
      "learning_rate": 4.23728813559322e-06,
      "loss": 0.6711,
      "step": 5200
    },
    {
      "epoch": 0.431877444589309,
      "grad_norm": 10.643411636352539,
      "learning_rate": 4.31877444589309e-06,
      "loss": 0.6521,
      "step": 5300
    },
    {
      "epoch": 0.44002607561929596,
      "grad_norm": 8.533503532409668,
      "learning_rate": 4.40026075619296e-06,
      "loss": 0.6613,
      "step": 5400
    },
    {
      "epoch": 0.44817470664928294,
      "grad_norm": 12.260805130004883,
      "learning_rate": 4.48174706649283e-06,
      "loss": 0.6512,
      "step": 5500
    },
    {
      "epoch": 0.45632333767926986,
      "grad_norm": 7.977556228637695,
      "learning_rate": 4.563233376792699e-06,
      "loss": 0.6499,
      "step": 5600
    },
    {
      "epoch": 0.46447196870925683,
      "grad_norm": 7.418649673461914,
      "learning_rate": 4.6447196870925686e-06,
      "loss": 0.6591,
      "step": 5700
    },
    {
      "epoch": 0.4726205997392438,
      "grad_norm": 10.594202995300293,
      "learning_rate": 4.726205997392438e-06,
      "loss": 0.6497,
      "step": 5800
    },
    {
      "epoch": 0.4807692307692308,
      "grad_norm": 11.133523941040039,
      "learning_rate": 4.807692307692308e-06,
      "loss": 0.6538,
      "step": 5900
    },
    {
      "epoch": 0.48891786179921776,
      "grad_norm": 12.108560562133789,
      "learning_rate": 4.889178617992178e-06,
      "loss": 0.6195,
      "step": 6000
    },
    {
      "epoch": 0.4970664928292047,
      "grad_norm": 9.70545482635498,
      "learning_rate": 4.970664928292047e-06,
      "loss": 0.6351,
      "step": 6100
    },
    {
      "epoch": 0.5052151238591917,
      "grad_norm": 12.699902534484863,
      "learning_rate": 5.052151238591917e-06,
      "loss": 0.6557,
      "step": 6200
    },
    {
      "epoch": 0.5133637548891786,
      "grad_norm": 10.324420928955078,
      "learning_rate": 5.1336375488917865e-06,
      "loss": 0.6415,
      "step": 6300
    },
    {
      "epoch": 0.5215123859191656,
      "grad_norm": 10.3858642578125,
      "learning_rate": 5.215123859191656e-06,
      "loss": 0.624,
      "step": 6400
    },
    {
      "epoch": 0.5296610169491526,
      "grad_norm": 13.573092460632324,
      "learning_rate": 5.296610169491526e-06,
      "loss": 0.6622,
      "step": 6500
    },
    {
      "epoch": 0.5378096479791395,
      "grad_norm": 8.366503715515137,
      "learning_rate": 5.378096479791396e-06,
      "loss": 0.6166,
      "step": 6600
    },
    {
      "epoch": 0.5459582790091264,
      "grad_norm": 6.413454532623291,
      "learning_rate": 5.459582790091264e-06,
      "loss": 0.6315,
      "step": 6700
    },
    {
      "epoch": 0.5541069100391134,
      "grad_norm": 7.670026779174805,
      "learning_rate": 5.541069100391135e-06,
      "loss": 0.612,
      "step": 6800
    },
    {
      "epoch": 0.5622555410691004,
      "grad_norm": 10.53145694732666,
      "learning_rate": 5.622555410691004e-06,
      "loss": 0.6167,
      "step": 6900
    },
    {
      "epoch": 0.5704041720990873,
      "grad_norm": 6.5404462814331055,
      "learning_rate": 5.704041720990874e-06,
      "loss": 0.6226,
      "step": 7000
    },
    {
      "epoch": 0.5785528031290743,
      "grad_norm": 9.084834098815918,
      "learning_rate": 5.785528031290744e-06,
      "loss": 0.6214,
      "step": 7100
    },
    {
      "epoch": 0.5867014341590613,
      "grad_norm": 9.231087684631348,
      "learning_rate": 5.867014341590613e-06,
      "loss": 0.6245,
      "step": 7200
    },
    {
      "epoch": 0.5948500651890483,
      "grad_norm": 8.526376724243164,
      "learning_rate": 5.948500651890483e-06,
      "loss": 0.6205,
      "step": 7300
    },
    {
      "epoch": 0.6029986962190352,
      "grad_norm": 9.337794303894043,
      "learning_rate": 6.029986962190353e-06,
      "loss": 0.6156,
      "step": 7400
    },
    {
      "epoch": 0.6111473272490222,
      "grad_norm": 8.846671104431152,
      "learning_rate": 6.111473272490222e-06,
      "loss": 0.6142,
      "step": 7500
    },
    {
      "epoch": 0.6192959582790091,
      "grad_norm": 8.68179988861084,
      "learning_rate": 6.192959582790091e-06,
      "loss": 0.6218,
      "step": 7600
    },
    {
      "epoch": 0.627444589308996,
      "grad_norm": 9.76940631866455,
      "learning_rate": 6.274445893089961e-06,
      "loss": 0.587,
      "step": 7700
    },
    {
      "epoch": 0.635593220338983,
      "grad_norm": 7.811220169067383,
      "learning_rate": 6.3559322033898304e-06,
      "loss": 0.6002,
      "step": 7800
    },
    {
      "epoch": 0.64374185136897,
      "grad_norm": 8.950928688049316,
      "learning_rate": 6.4374185136897e-06,
      "loss": 0.6032,
      "step": 7900
    },
    {
      "epoch": 0.651890482398957,
      "grad_norm": 6.704097270965576,
      "learning_rate": 6.518904823989571e-06,
      "loss": 0.5993,
      "step": 8000
    },
    {
      "epoch": 0.660039113428944,
      "grad_norm": 11.18411922454834,
      "learning_rate": 6.60039113428944e-06,
      "loss": 0.6035,
      "step": 8100
    },
    {
      "epoch": 0.6681877444589309,
      "grad_norm": 8.417338371276855,
      "learning_rate": 6.68187744458931e-06,
      "loss": 0.624,
      "step": 8200
    },
    {
      "epoch": 0.6763363754889179,
      "grad_norm": 9.916496276855469,
      "learning_rate": 6.7633637548891795e-06,
      "loss": 0.6275,
      "step": 8300
    },
    {
      "epoch": 0.6844850065189049,
      "grad_norm": 8.701171875,
      "learning_rate": 6.844850065189049e-06,
      "loss": 0.5773,
      "step": 8400
    },
    {
      "epoch": 0.6926336375488917,
      "grad_norm": 10.245955467224121,
      "learning_rate": 6.926336375488918e-06,
      "loss": 0.6139,
      "step": 8500
    },
    {
      "epoch": 0.7007822685788787,
      "grad_norm": 6.190640926361084,
      "learning_rate": 7.007822685788788e-06,
      "loss": 0.5833,
      "step": 8600
    },
    {
      "epoch": 0.7089308996088657,
      "grad_norm": 10.875850677490234,
      "learning_rate": 7.089308996088657e-06,
      "loss": 0.6,
      "step": 8700
    },
    {
      "epoch": 0.7170795306388527,
      "grad_norm": 8.644452095031738,
      "learning_rate": 7.170795306388527e-06,
      "loss": 0.6097,
      "step": 8800
    },
    {
      "epoch": 0.7252281616688396,
      "grad_norm": 8.089356422424316,
      "learning_rate": 7.252281616688397e-06,
      "loss": 0.583,
      "step": 8900
    },
    {
      "epoch": 0.7333767926988266,
      "grad_norm": 12.513883590698242,
      "learning_rate": 7.333767926988266e-06,
      "loss": 0.5669,
      "step": 9000
    },
    {
      "epoch": 0.7415254237288136,
      "grad_norm": 9.404706001281738,
      "learning_rate": 7.415254237288137e-06,
      "loss": 0.5833,
      "step": 9100
    },
    {
      "epoch": 0.7496740547588006,
      "grad_norm": 6.789037227630615,
      "learning_rate": 7.496740547588006e-06,
      "loss": 0.5985,
      "step": 9200
    },
    {
      "epoch": 0.7578226857887875,
      "grad_norm": 7.355409145355225,
      "learning_rate": 7.578226857887876e-06,
      "loss": 0.5686,
      "step": 9300
    },
    {
      "epoch": 0.7659713168187744,
      "grad_norm": 7.175694465637207,
      "learning_rate": 7.659713168187744e-06,
      "loss": 0.5991,
      "step": 9400
    },
    {
      "epoch": 0.7741199478487614,
      "grad_norm": 6.2600274085998535,
      "learning_rate": 7.741199478487615e-06,
      "loss": 0.5803,
      "step": 9500
    },
    {
      "epoch": 0.7822685788787483,
      "grad_norm": 11.514883995056152,
      "learning_rate": 7.822685788787483e-06,
      "loss": 0.5802,
      "step": 9600
    },
    {
      "epoch": 0.7904172099087353,
      "grad_norm": 6.594653129577637,
      "learning_rate": 7.904172099087354e-06,
      "loss": 0.5772,
      "step": 9700
    },
    {
      "epoch": 0.7985658409387223,
      "grad_norm": 10.59202766418457,
      "learning_rate": 7.985658409387224e-06,
      "loss": 0.5848,
      "step": 9800
    },
    {
      "epoch": 0.8067144719687093,
      "grad_norm": 7.8735151290893555,
      "learning_rate": 8.067144719687093e-06,
      "loss": 0.5813,
      "step": 9900
    },
    {
      "epoch": 0.8148631029986962,
      "grad_norm": 9.064979553222656,
      "learning_rate": 8.148631029986964e-06,
      "loss": 0.5792,
      "step": 10000
    },
    {
      "epoch": 0.8230117340286832,
      "grad_norm": 10.0288667678833,
      "learning_rate": 8.230117340286832e-06,
      "loss": 0.5622,
      "step": 10100
    },
    {
      "epoch": 0.8311603650586702,
      "grad_norm": 8.7724609375,
      "learning_rate": 8.311603650586703e-06,
      "loss": 0.5767,
      "step": 10200
    },
    {
      "epoch": 0.8393089960886571,
      "grad_norm": 8.127886772155762,
      "learning_rate": 8.393089960886572e-06,
      "loss": 0.5721,
      "step": 10300
    },
    {
      "epoch": 0.847457627118644,
      "grad_norm": 7.77069616317749,
      "learning_rate": 8.47457627118644e-06,
      "loss": 0.5925,
      "step": 10400
    },
    {
      "epoch": 0.855606258148631,
      "grad_norm": 7.864415645599365,
      "learning_rate": 8.556062581486311e-06,
      "loss": 0.5805,
      "step": 10500
    },
    {
      "epoch": 0.863754889178618,
      "grad_norm": 7.0319952964782715,
      "learning_rate": 8.63754889178618e-06,
      "loss": 0.577,
      "step": 10600
    },
    {
      "epoch": 0.871903520208605,
      "grad_norm": 7.513912677764893,
      "learning_rate": 8.71903520208605e-06,
      "loss": 0.5978,
      "step": 10700
    },
    {
      "epoch": 0.8800521512385919,
      "grad_norm": 8.28197193145752,
      "learning_rate": 8.80052151238592e-06,
      "loss": 0.5912,
      "step": 10800
    },
    {
      "epoch": 0.8882007822685789,
      "grad_norm": 7.632150650024414,
      "learning_rate": 8.88200782268579e-06,
      "loss": 0.5706,
      "step": 10900
    },
    {
      "epoch": 0.8963494132985659,
      "grad_norm": 7.691524028778076,
      "learning_rate": 8.96349413298566e-06,
      "loss": 0.5612,
      "step": 11000
    },
    {
      "epoch": 0.9044980443285529,
      "grad_norm": 8.549062728881836,
      "learning_rate": 9.044980443285529e-06,
      "loss": 0.5494,
      "step": 11100
    },
    {
      "epoch": 0.9126466753585397,
      "grad_norm": 10.64492416381836,
      "learning_rate": 9.126466753585398e-06,
      "loss": 0.5629,
      "step": 11200
    },
    {
      "epoch": 0.9207953063885267,
      "grad_norm": 7.610856056213379,
      "learning_rate": 9.207953063885268e-06,
      "loss": 0.5627,
      "step": 11300
    },
    {
      "epoch": 0.9289439374185137,
      "grad_norm": 10.41044807434082,
      "learning_rate": 9.289439374185137e-06,
      "loss": 0.5756,
      "step": 11400
    },
    {
      "epoch": 0.9370925684485006,
      "grad_norm": 6.464520454406738,
      "learning_rate": 9.370925684485008e-06,
      "loss": 0.5817,
      "step": 11500
    },
    {
      "epoch": 0.9452411994784876,
      "grad_norm": 12.031845092773438,
      "learning_rate": 9.452411994784876e-06,
      "loss": 0.5761,
      "step": 11600
    },
    {
      "epoch": 0.9533898305084746,
      "grad_norm": 8.345417022705078,
      "learning_rate": 9.533898305084747e-06,
      "loss": 0.5789,
      "step": 11700
    },
    {
      "epoch": 0.9615384615384616,
      "grad_norm": 8.58055305480957,
      "learning_rate": 9.615384615384616e-06,
      "loss": 0.5745,
      "step": 11800
    },
    {
      "epoch": 0.9696870925684485,
      "grad_norm": 5.948461532592773,
      "learning_rate": 9.696870925684486e-06,
      "loss": 0.5695,
      "step": 11900
    },
    {
      "epoch": 0.9778357235984355,
      "grad_norm": 8.523883819580078,
      "learning_rate": 9.778357235984357e-06,
      "loss": 0.575,
      "step": 12000
    },
    {
      "epoch": 0.9859843546284224,
      "grad_norm": 8.530996322631836,
      "learning_rate": 9.859843546284224e-06,
      "loss": 0.5496,
      "step": 12100
    },
    {
      "epoch": 0.9941329856584094,
      "grad_norm": 8.197943687438965,
      "learning_rate": 9.941329856584094e-06,
      "loss": 0.5929,
      "step": 12200
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.8028112449799196,
      "eval_loss": 0.5100582242012024,
      "eval_runtime": 7.5718,
      "eval_samples_per_second": 328.853,
      "eval_steps_per_second": 41.206,
      "step": 12272
    },
    {
      "epoch": 1.0022816166883963,
      "grad_norm": 8.692102432250977,
      "learning_rate": 9.999998414230423e-06,
      "loss": 0.5456,
      "step": 12300
    },
    {
      "epoch": 1.0104302477183833,
      "grad_norm": 6.663279056549072,
      "learning_rate": 9.999966860686959e-06,
      "loss": 0.546,
      "step": 12400
    },
    {
      "epoch": 1.0185788787483703,
      "grad_norm": 7.53484582901001,
      "learning_rate": 9.999894854131206e-06,
      "loss": 0.5182,
      "step": 12500
    },
    {
      "epoch": 1.0267275097783573,
      "grad_norm": 6.181861877441406,
      "learning_rate": 9.999782395145752e-06,
      "loss": 0.5093,
      "step": 12600
    },
    {
      "epoch": 1.0348761408083442,
      "grad_norm": 9.323958396911621,
      "learning_rate": 9.999629484640457e-06,
      "loss": 0.528,
      "step": 12700
    },
    {
      "epoch": 1.0430247718383312,
      "grad_norm": 10.739737510681152,
      "learning_rate": 9.999436123852473e-06,
      "loss": 0.5423,
      "step": 12800
    },
    {
      "epoch": 1.0511734028683182,
      "grad_norm": 7.653073787689209,
      "learning_rate": 9.99920231434621e-06,
      "loss": 0.5215,
      "step": 12900
    },
    {
      "epoch": 1.0593220338983051,
      "grad_norm": 6.83660888671875,
      "learning_rate": 9.998928058013346e-06,
      "loss": 0.5134,
      "step": 13000
    },
    {
      "epoch": 1.0674706649282921,
      "grad_norm": 10.44430923461914,
      "learning_rate": 9.99861335707279e-06,
      "loss": 0.5466,
      "step": 13100
    },
    {
      "epoch": 1.075619295958279,
      "grad_norm": 7.2710280418396,
      "learning_rate": 9.998258214070683e-06,
      "loss": 0.5364,
      "step": 13200
    },
    {
      "epoch": 1.083767926988266,
      "grad_norm": 5.829804420471191,
      "learning_rate": 9.997862631880362e-06,
      "loss": 0.5146,
      "step": 13300
    },
    {
      "epoch": 1.0919165580182528,
      "grad_norm": 8.52145767211914,
      "learning_rate": 9.997426613702348e-06,
      "loss": 0.5105,
      "step": 13400
    },
    {
      "epoch": 1.1000651890482398,
      "grad_norm": 6.255794525146484,
      "learning_rate": 9.996950163064313e-06,
      "loss": 0.532,
      "step": 13500
    },
    {
      "epoch": 1.1082138200782268,
      "grad_norm": 8.463394165039062,
      "learning_rate": 9.996433283821057e-06,
      "loss": 0.5265,
      "step": 13600
    },
    {
      "epoch": 1.1163624511082137,
      "grad_norm": 9.939913749694824,
      "learning_rate": 9.995875980154468e-06,
      "loss": 0.5297,
      "step": 13700
    },
    {
      "epoch": 1.1245110821382007,
      "grad_norm": 10.322543144226074,
      "learning_rate": 9.995278256573504e-06,
      "loss": 0.5413,
      "step": 13800
    },
    {
      "epoch": 1.1326597131681877,
      "grad_norm": 7.6662445068359375,
      "learning_rate": 9.994640117914139e-06,
      "loss": 0.5197,
      "step": 13900
    },
    {
      "epoch": 1.1408083441981747,
      "grad_norm": 12.555916786193848,
      "learning_rate": 9.99396156933933e-06,
      "loss": 0.5472,
      "step": 14000
    },
    {
      "epoch": 1.1489569752281616,
      "grad_norm": 12.246332168579102,
      "learning_rate": 9.993242616338983e-06,
      "loss": 0.5296,
      "step": 14100
    },
    {
      "epoch": 1.1571056062581486,
      "grad_norm": 11.406452178955078,
      "learning_rate": 9.992483264729902e-06,
      "loss": 0.5266,
      "step": 14200
    },
    {
      "epoch": 1.1652542372881356,
      "grad_norm": 7.620953559875488,
      "learning_rate": 9.991683520655735e-06,
      "loss": 0.5267,
      "step": 14300
    },
    {
      "epoch": 1.1734028683181226,
      "grad_norm": 7.820069789886475,
      "learning_rate": 9.990843390586938e-06,
      "loss": 0.5384,
      "step": 14400
    },
    {
      "epoch": 1.1815514993481095,
      "grad_norm": 8.187140464782715,
      "learning_rate": 9.989962881320714e-06,
      "loss": 0.5071,
      "step": 14500
    },
    {
      "epoch": 1.1897001303780965,
      "grad_norm": 8.322758674621582,
      "learning_rate": 9.989041999980964e-06,
      "loss": 0.5342,
      "step": 14600
    },
    {
      "epoch": 1.1978487614080835,
      "grad_norm": 9.802703857421875,
      "learning_rate": 9.988080754018218e-06,
      "loss": 0.5205,
      "step": 14700
    },
    {
      "epoch": 1.2059973924380705,
      "grad_norm": 9.249838829040527,
      "learning_rate": 9.987079151209588e-06,
      "loss": 0.5069,
      "step": 14800
    },
    {
      "epoch": 1.2141460234680574,
      "grad_norm": 4.855494022369385,
      "learning_rate": 9.986037199658698e-06,
      "loss": 0.5107,
      "step": 14900
    },
    {
      "epoch": 1.2222946544980444,
      "grad_norm": 9.250731468200684,
      "learning_rate": 9.984954907795619e-06,
      "loss": 0.5093,
      "step": 15000
    },
    {
      "epoch": 1.2304432855280312,
      "grad_norm": 5.86234712600708,
      "learning_rate": 9.983832284376804e-06,
      "loss": 0.5539,
      "step": 15100
    },
    {
      "epoch": 1.2385919165580184,
      "grad_norm": 13.074224472045898,
      "learning_rate": 9.982669338485012e-06,
      "loss": 0.5248,
      "step": 15200
    },
    {
      "epoch": 1.2467405475880051,
      "grad_norm": 12.13022518157959,
      "learning_rate": 9.981466079529236e-06,
      "loss": 0.5415,
      "step": 15300
    },
    {
      "epoch": 1.254889178617992,
      "grad_norm": 9.259481430053711,
      "learning_rate": 9.980222517244633e-06,
      "loss": 0.5224,
      "step": 15400
    },
    {
      "epoch": 1.263037809647979,
      "grad_norm": 7.281178951263428,
      "learning_rate": 9.978938661692439e-06,
      "loss": 0.5363,
      "step": 15500
    },
    {
      "epoch": 1.271186440677966,
      "grad_norm": 12.429268836975098,
      "learning_rate": 9.977614523259884e-06,
      "loss": 0.5257,
      "step": 15600
    },
    {
      "epoch": 1.279335071707953,
      "grad_norm": 8.357499122619629,
      "learning_rate": 9.97625011266012e-06,
      "loss": 0.5151,
      "step": 15700
    },
    {
      "epoch": 1.28748370273794,
      "grad_norm": 7.741194725036621,
      "learning_rate": 9.974845440932121e-06,
      "loss": 0.4973,
      "step": 15800
    },
    {
      "epoch": 1.295632333767927,
      "grad_norm": 12.34659481048584,
      "learning_rate": 9.973400519440605e-06,
      "loss": 0.5275,
      "step": 15900
    },
    {
      "epoch": 1.303780964797914,
      "grad_norm": 7.972919940948486,
      "learning_rate": 9.971915359875935e-06,
      "loss": 0.5196,
      "step": 16000
    },
    {
      "epoch": 1.311929595827901,
      "grad_norm": 6.398066520690918,
      "learning_rate": 9.970389974254025e-06,
      "loss": 0.5239,
      "step": 16100
    },
    {
      "epoch": 1.320078226857888,
      "grad_norm": 9.441793441772461,
      "learning_rate": 9.968824374916245e-06,
      "loss": 0.5141,
      "step": 16200
    },
    {
      "epoch": 1.3282268578878749,
      "grad_norm": 8.154695510864258,
      "learning_rate": 9.967218574529323e-06,
      "loss": 0.5179,
      "step": 16300
    },
    {
      "epoch": 1.3363754889178618,
      "grad_norm": 9.219006538391113,
      "learning_rate": 9.965572586085235e-06,
      "loss": 0.4859,
      "step": 16400
    },
    {
      "epoch": 1.3445241199478488,
      "grad_norm": 7.020698070526123,
      "learning_rate": 9.96388642290111e-06,
      "loss": 0.5128,
      "step": 16500
    },
    {
      "epoch": 1.3526727509778358,
      "grad_norm": 7.134260654449463,
      "learning_rate": 9.96216009861911e-06,
      "loss": 0.5067,
      "step": 16600
    },
    {
      "epoch": 1.3608213820078228,
      "grad_norm": 6.663614273071289,
      "learning_rate": 9.96039362720634e-06,
      "loss": 0.5352,
      "step": 16700
    },
    {
      "epoch": 1.3689700130378095,
      "grad_norm": 7.817680358886719,
      "learning_rate": 9.958587022954704e-06,
      "loss": 0.5143,
      "step": 16800
    },
    {
      "epoch": 1.3771186440677967,
      "grad_norm": 8.092264175415039,
      "learning_rate": 9.956740300480818e-06,
      "loss": 0.5111,
      "step": 16900
    },
    {
      "epoch": 1.3852672750977835,
      "grad_norm": 7.305174350738525,
      "learning_rate": 9.954853474725878e-06,
      "loss": 0.5432,
      "step": 17000
    },
    {
      "epoch": 1.3934159061277707,
      "grad_norm": 7.337920188903809,
      "learning_rate": 9.952926560955547e-06,
      "loss": 0.5279,
      "step": 17100
    },
    {
      "epoch": 1.4015645371577574,
      "grad_norm": 8.824036598205566,
      "learning_rate": 9.950959574759815e-06,
      "loss": 0.5073,
      "step": 17200
    },
    {
      "epoch": 1.4097131681877444,
      "grad_norm": 5.825498580932617,
      "learning_rate": 9.948952532052895e-06,
      "loss": 0.5208,
      "step": 17300
    },
    {
      "epoch": 1.4178617992177314,
      "grad_norm": 6.746844291687012,
      "learning_rate": 9.946905449073077e-06,
      "loss": 0.5245,
      "step": 17400
    },
    {
      "epoch": 1.4260104302477183,
      "grad_norm": 9.570401191711426,
      "learning_rate": 9.944818342382607e-06,
      "loss": 0.5056,
      "step": 17500
    },
    {
      "epoch": 1.4341590612777053,
      "grad_norm": 8.143331527709961,
      "learning_rate": 9.942691228867548e-06,
      "loss": 0.5066,
      "step": 17600
    },
    {
      "epoch": 1.4423076923076923,
      "grad_norm": 8.18307113647461,
      "learning_rate": 9.940524125737641e-06,
      "loss": 0.4933,
      "step": 17700
    },
    {
      "epoch": 1.4504563233376793,
      "grad_norm": 9.306159019470215,
      "learning_rate": 9.938317050526173e-06,
      "loss": 0.5092,
      "step": 17800
    },
    {
      "epoch": 1.4586049543676662,
      "grad_norm": 7.026943206787109,
      "learning_rate": 9.936070021089834e-06,
      "loss": 0.5071,
      "step": 17900
    },
    {
      "epoch": 1.4667535853976532,
      "grad_norm": 8.45121955871582,
      "learning_rate": 9.933783055608562e-06,
      "loss": 0.5193,
      "step": 18000
    },
    {
      "epoch": 1.4749022164276402,
      "grad_norm": 5.932709217071533,
      "learning_rate": 9.93145617258541e-06,
      "loss": 0.5311,
      "step": 18100
    },
    {
      "epoch": 1.4830508474576272,
      "grad_norm": 8.077872276306152,
      "learning_rate": 9.929089390846389e-06,
      "loss": 0.4887,
      "step": 18200
    },
    {
      "epoch": 1.4911994784876141,
      "grad_norm": 10.298677444458008,
      "learning_rate": 9.926682729540313e-06,
      "loss": 0.5006,
      "step": 18300
    },
    {
      "epoch": 1.4993481095176011,
      "grad_norm": 7.896773815155029,
      "learning_rate": 9.924236208138656e-06,
      "loss": 0.4828,
      "step": 18400
    },
    {
      "epoch": 1.5074967405475879,
      "grad_norm": 10.591178894042969,
      "learning_rate": 9.921749846435375e-06,
      "loss": 0.4936,
      "step": 18500
    },
    {
      "epoch": 1.515645371577575,
      "grad_norm": 8.356033325195312,
      "learning_rate": 9.919223664546774e-06,
      "loss": 0.5271,
      "step": 18600
    },
    {
      "epoch": 1.5237940026075618,
      "grad_norm": 9.826644897460938,
      "learning_rate": 9.916657682911317e-06,
      "loss": 0.5115,
      "step": 18700
    },
    {
      "epoch": 1.531942633637549,
      "grad_norm": 7.742495536804199,
      "learning_rate": 9.914051922289482e-06,
      "loss": 0.5037,
      "step": 18800
    },
    {
      "epoch": 1.5400912646675358,
      "grad_norm": 6.355010032653809,
      "learning_rate": 9.91140640376358e-06,
      "loss": 0.5047,
      "step": 18900
    },
    {
      "epoch": 1.548239895697523,
      "grad_norm": 11.718524932861328,
      "learning_rate": 9.908721148737591e-06,
      "loss": 0.5074,
      "step": 19000
    },
    {
      "epoch": 1.5563885267275097,
      "grad_norm": 6.173713207244873,
      "learning_rate": 9.905996178936991e-06,
      "loss": 0.5367,
      "step": 19100
    },
    {
      "epoch": 1.5645371577574967,
      "grad_norm": 10.962457656860352,
      "learning_rate": 9.903231516408576e-06,
      "loss": 0.4991,
      "step": 19200
    },
    {
      "epoch": 1.5726857887874837,
      "grad_norm": 6.949578285217285,
      "learning_rate": 9.900427183520276e-06,
      "loss": 0.4935,
      "step": 19300
    },
    {
      "epoch": 1.5808344198174706,
      "grad_norm": 6.240306854248047,
      "learning_rate": 9.897583202960985e-06,
      "loss": 0.5136,
      "step": 19400
    },
    {
      "epoch": 1.5889830508474576,
      "grad_norm": 6.609454154968262,
      "learning_rate": 9.89469959774037e-06,
      "loss": 0.4972,
      "step": 19500
    },
    {
      "epoch": 1.5971316818774446,
      "grad_norm": 8.191039085388184,
      "learning_rate": 9.891776391188694e-06,
      "loss": 0.5202,
      "step": 19600
    },
    {
      "epoch": 1.6052803129074316,
      "grad_norm": 7.624372959136963,
      "learning_rate": 9.888813606956612e-06,
      "loss": 0.515,
      "step": 19700
    },
    {
      "epoch": 1.6134289439374185,
      "grad_norm": 8.45014476776123,
      "learning_rate": 9.885811269014992e-06,
      "loss": 0.517,
      "step": 19800
    },
    {
      "epoch": 1.6215775749674055,
      "grad_norm": 6.690873146057129,
      "learning_rate": 9.882769401654719e-06,
      "loss": 0.5153,
      "step": 19900
    },
    {
      "epoch": 1.6297262059973925,
      "grad_norm": 6.8720808029174805,
      "learning_rate": 9.879688029486496e-06,
      "loss": 0.5288,
      "step": 20000
    },
    {
      "epoch": 1.6378748370273795,
      "grad_norm": 9.76561164855957,
      "learning_rate": 9.876567177440645e-06,
      "loss": 0.509,
      "step": 20100
    },
    {
      "epoch": 1.6460234680573662,
      "grad_norm": 12.810523986816406,
      "learning_rate": 9.873406870766906e-06,
      "loss": 0.5144,
      "step": 20200
    },
    {
      "epoch": 1.6541720990873534,
      "grad_norm": 6.44625997543335,
      "learning_rate": 9.870207135034235e-06,
      "loss": 0.5237,
      "step": 20300
    },
    {
      "epoch": 1.6623207301173402,
      "grad_norm": 9.6302490234375,
      "learning_rate": 9.86696799613059e-06,
      "loss": 0.5094,
      "step": 20400
    },
    {
      "epoch": 1.6704693611473274,
      "grad_norm": 10.308381080627441,
      "learning_rate": 9.863689480262734e-06,
      "loss": 0.498,
      "step": 20500
    },
    {
      "epoch": 1.6786179921773141,
      "grad_norm": 11.594625473022461,
      "learning_rate": 9.860371613956008e-06,
      "loss": 0.5224,
      "step": 20600
    },
    {
      "epoch": 1.6867666232073013,
      "grad_norm": 7.823093414306641,
      "learning_rate": 9.85701442405413e-06,
      "loss": 0.515,
      "step": 20700
    },
    {
      "epoch": 1.694915254237288,
      "grad_norm": 6.978199481964111,
      "learning_rate": 9.853617937718966e-06,
      "loss": 0.5103,
      "step": 20800
    },
    {
      "epoch": 1.7030638852672753,
      "grad_norm": 9.50684928894043,
      "learning_rate": 9.850182182430322e-06,
      "loss": 0.4876,
      "step": 20900
    },
    {
      "epoch": 1.711212516297262,
      "grad_norm": 9.167742729187012,
      "learning_rate": 9.84670718598571e-06,
      "loss": 0.521,
      "step": 21000
    },
    {
      "epoch": 1.719361147327249,
      "grad_norm": 9.103960990905762,
      "learning_rate": 9.843192976500131e-06,
      "loss": 0.4987,
      "step": 21100
    },
    {
      "epoch": 1.727509778357236,
      "grad_norm": 7.777735233306885,
      "learning_rate": 9.83963958240585e-06,
      "loss": 0.4838,
      "step": 21200
    },
    {
      "epoch": 1.735658409387223,
      "grad_norm": 3.7518503665924072,
      "learning_rate": 9.83604703245215e-06,
      "loss": 0.5019,
      "step": 21300
    },
    {
      "epoch": 1.74380704041721,
      "grad_norm": 8.239873886108398,
      "learning_rate": 9.832415355705118e-06,
      "loss": 0.5119,
      "step": 21400
    },
    {
      "epoch": 1.7519556714471969,
      "grad_norm": 7.265876293182373,
      "learning_rate": 9.828744581547407e-06,
      "loss": 0.4681,
      "step": 21500
    },
    {
      "epoch": 1.7601043024771839,
      "grad_norm": 9.064807891845703,
      "learning_rate": 9.825034739677984e-06,
      "loss": 0.4737,
      "step": 21600
    },
    {
      "epoch": 1.7682529335071708,
      "grad_norm": 6.92955207824707,
      "learning_rate": 9.821285860111903e-06,
      "loss": 0.4968,
      "step": 21700
    },
    {
      "epoch": 1.7764015645371578,
      "grad_norm": 10.282632827758789,
      "learning_rate": 9.817497973180062e-06,
      "loss": 0.4986,
      "step": 21800
    },
    {
      "epoch": 1.7845501955671446,
      "grad_norm": 5.6930084228515625,
      "learning_rate": 9.813671109528949e-06,
      "loss": 0.5135,
      "step": 21900
    },
    {
      "epoch": 1.7926988265971318,
      "grad_norm": 6.911000728607178,
      "learning_rate": 9.809805300120403e-06,
      "loss": 0.5046,
      "step": 22000
    },
    {
      "epoch": 1.8008474576271185,
      "grad_norm": 6.411030292510986,
      "learning_rate": 9.805900576231358e-06,
      "loss": 0.4926,
      "step": 22100
    },
    {
      "epoch": 1.8089960886571057,
      "grad_norm": 6.620294570922852,
      "learning_rate": 9.801956969453592e-06,
      "loss": 0.4788,
      "step": 22200
    },
    {
      "epoch": 1.8171447196870925,
      "grad_norm": 6.77543830871582,
      "learning_rate": 9.797974511693471e-06,
      "loss": 0.4896,
      "step": 22300
    },
    {
      "epoch": 1.8252933507170797,
      "grad_norm": 7.471630573272705,
      "learning_rate": 9.793953235171694e-06,
      "loss": 0.4979,
      "step": 22400
    },
    {
      "epoch": 1.8334419817470664,
      "grad_norm": 6.550878524780273,
      "learning_rate": 9.789893172423021e-06,
      "loss": 0.5081,
      "step": 22500
    },
    {
      "epoch": 1.8415906127770536,
      "grad_norm": 9.887825965881348,
      "learning_rate": 9.78579435629603e-06,
      "loss": 0.5089,
      "step": 22600
    },
    {
      "epoch": 1.8497392438070404,
      "grad_norm": 7.088003158569336,
      "learning_rate": 9.781656819952826e-06,
      "loss": 0.4811,
      "step": 22700
    },
    {
      "epoch": 1.8578878748370273,
      "grad_norm": 6.524052619934082,
      "learning_rate": 9.777480596868796e-06,
      "loss": 0.5018,
      "step": 22800
    },
    {
      "epoch": 1.8660365058670143,
      "grad_norm": 7.965360164642334,
      "learning_rate": 9.773265720832324e-06,
      "loss": 0.5144,
      "step": 22900
    },
    {
      "epoch": 1.8741851368970013,
      "grad_norm": 7.510045051574707,
      "learning_rate": 9.769012225944521e-06,
      "loss": 0.5002,
      "step": 23000
    },
    {
      "epoch": 1.8823337679269883,
      "grad_norm": 11.717968940734863,
      "learning_rate": 9.764720146618955e-06,
      "loss": 0.5003,
      "step": 23100
    },
    {
      "epoch": 1.8904823989569752,
      "grad_norm": 5.974288463592529,
      "learning_rate": 9.760389517581362e-06,
      "loss": 0.4912,
      "step": 23200
    },
    {
      "epoch": 1.8986310299869622,
      "grad_norm": 5.159633159637451,
      "learning_rate": 9.75602037386937e-06,
      "loss": 0.4861,
      "step": 23300
    },
    {
      "epoch": 1.9067796610169492,
      "grad_norm": 6.651115417480469,
      "learning_rate": 9.75161275083222e-06,
      "loss": 0.5153,
      "step": 23400
    },
    {
      "epoch": 1.9149282920469362,
      "grad_norm": 7.513479709625244,
      "learning_rate": 9.747166684130474e-06,
      "loss": 0.4931,
      "step": 23500
    },
    {
      "epoch": 1.9230769230769231,
      "grad_norm": 8.77505874633789,
      "learning_rate": 9.742682209735727e-06,
      "loss": 0.501,
      "step": 23600
    },
    {
      "epoch": 1.93122555410691,
      "grad_norm": 6.932135581970215,
      "learning_rate": 9.738159363930324e-06,
      "loss": 0.52,
      "step": 23700
    },
    {
      "epoch": 1.9393741851368969,
      "grad_norm": 10.359477996826172,
      "learning_rate": 9.73359818330705e-06,
      "loss": 0.4877,
      "step": 23800
    },
    {
      "epoch": 1.947522816166884,
      "grad_norm": 8.781031608581543,
      "learning_rate": 9.72899870476885e-06,
      "loss": 0.4891,
      "step": 23900
    },
    {
      "epoch": 1.9556714471968708,
      "grad_norm": 8.263874053955078,
      "learning_rate": 9.724360965528523e-06,
      "loss": 0.5061,
      "step": 24000
    },
    {
      "epoch": 1.963820078226858,
      "grad_norm": 7.766465663909912,
      "learning_rate": 9.719685003108423e-06,
      "loss": 0.4902,
      "step": 24100
    },
    {
      "epoch": 1.9719687092568448,
      "grad_norm": 4.978456974029541,
      "learning_rate": 9.714970855340152e-06,
      "loss": 0.4873,
      "step": 24200
    },
    {
      "epoch": 1.980117340286832,
      "grad_norm": 7.918380260467529,
      "learning_rate": 9.71021856036426e-06,
      "loss": 0.4941,
      "step": 24300
    },
    {
      "epoch": 1.9882659713168187,
      "grad_norm": 8.015583038330078,
      "learning_rate": 9.705428156629933e-06,
      "loss": 0.4833,
      "step": 24400
    },
    {
      "epoch": 1.996414602346806,
      "grad_norm": 7.768013954162598,
      "learning_rate": 9.700599682894675e-06,
      "loss": 0.4932,
      "step": 24500
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.8008032128514057,
      "eval_loss": 0.5220404267311096,
      "eval_runtime": 6.9482,
      "eval_samples_per_second": 358.366,
      "eval_steps_per_second": 44.904,
      "step": 24544
    },
    {
      "epoch": 2.0045632333767927,
      "grad_norm": 7.617489337921143,
      "learning_rate": 9.695733178224009e-06,
      "loss": 0.4491,
      "step": 24600
    },
    {
      "epoch": 2.01271186440678,
      "grad_norm": 8.741541862487793,
      "learning_rate": 9.690828681991153e-06,
      "loss": 0.4068,
      "step": 24700
    },
    {
      "epoch": 2.0208604954367666,
      "grad_norm": 11.999881744384766,
      "learning_rate": 9.685886233876696e-06,
      "loss": 0.4138,
      "step": 24800
    },
    {
      "epoch": 2.029009126466754,
      "grad_norm": 9.766683578491211,
      "learning_rate": 9.680905873868287e-06,
      "loss": 0.3986,
      "step": 24900
    },
    {
      "epoch": 2.0371577574967406,
      "grad_norm": 6.533343315124512,
      "learning_rate": 9.675887642260306e-06,
      "loss": 0.4024,
      "step": 25000
    },
    {
      "epoch": 2.0453063885267273,
      "grad_norm": 9.137768745422363,
      "learning_rate": 9.670831579653539e-06,
      "loss": 0.4436,
      "step": 25100
    },
    {
      "epoch": 2.0534550195567145,
      "grad_norm": 9.635496139526367,
      "learning_rate": 9.665737726954852e-06,
      "loss": 0.4019,
      "step": 25200
    },
    {
      "epoch": 2.0616036505867013,
      "grad_norm": 7.93952751159668,
      "learning_rate": 9.66060612537685e-06,
      "loss": 0.4221,
      "step": 25300
    },
    {
      "epoch": 2.0697522816166884,
      "grad_norm": 9.508652687072754,
      "learning_rate": 9.65543681643756e-06,
      "loss": 0.4221,
      "step": 25400
    },
    {
      "epoch": 2.077900912646675,
      "grad_norm": 9.136526107788086,
      "learning_rate": 9.650229841960084e-06,
      "loss": 0.4239,
      "step": 25500
    },
    {
      "epoch": 2.0860495436766624,
      "grad_norm": 11.71844482421875,
      "learning_rate": 9.644985244072258e-06,
      "loss": 0.4047,
      "step": 25600
    },
    {
      "epoch": 2.094198174706649,
      "grad_norm": 4.190426826477051,
      "learning_rate": 9.639703065206323e-06,
      "loss": 0.4209,
      "step": 25700
    },
    {
      "epoch": 2.1023468057366363,
      "grad_norm": 11.736051559448242,
      "learning_rate": 9.63438334809857e-06,
      "loss": 0.4086,
      "step": 25800
    },
    {
      "epoch": 2.110495436766623,
      "grad_norm": 7.024579048156738,
      "learning_rate": 9.629026135789002e-06,
      "loss": 0.4346,
      "step": 25900
    },
    {
      "epoch": 2.1186440677966103,
      "grad_norm": 10.942073822021484,
      "learning_rate": 9.62363147162098e-06,
      "loss": 0.4242,
      "step": 26000
    },
    {
      "epoch": 2.126792698826597,
      "grad_norm": 12.155450820922852,
      "learning_rate": 9.618199399240876e-06,
      "loss": 0.4706,
      "step": 26100
    },
    {
      "epoch": 2.1349413298565842,
      "grad_norm": 6.733283519744873,
      "learning_rate": 9.612729962597721e-06,
      "loss": 0.4406,
      "step": 26200
    },
    {
      "epoch": 2.143089960886571,
      "grad_norm": 7.309271335601807,
      "learning_rate": 9.607223205942845e-06,
      "loss": 0.4169,
      "step": 26300
    },
    {
      "epoch": 2.151238591916558,
      "grad_norm": 7.154285907745361,
      "learning_rate": 9.601679173829522e-06,
      "loss": 0.4406,
      "step": 26400
    },
    {
      "epoch": 2.159387222946545,
      "grad_norm": 8.043559074401855,
      "learning_rate": 9.596097911112609e-06,
      "loss": 0.4264,
      "step": 26500
    },
    {
      "epoch": 2.167535853976532,
      "grad_norm": 9.203978538513184,
      "learning_rate": 9.590479462948185e-06,
      "loss": 0.4173,
      "step": 26600
    },
    {
      "epoch": 2.175684485006519,
      "grad_norm": 7.716718673706055,
      "learning_rate": 9.58482387479318e-06,
      "loss": 0.412,
      "step": 26700
    },
    {
      "epoch": 2.1838331160365057,
      "grad_norm": 10.910019874572754,
      "learning_rate": 9.57913119240501e-06,
      "loss": 0.3844,
      "step": 26800
    },
    {
      "epoch": 2.191981747066493,
      "grad_norm": 7.980166435241699,
      "learning_rate": 9.573401461841218e-06,
      "loss": 0.4441,
      "step": 26900
    },
    {
      "epoch": 2.2001303780964796,
      "grad_norm": 7.328435897827148,
      "learning_rate": 9.567634729459076e-06,
      "loss": 0.4118,
      "step": 27000
    },
    {
      "epoch": 2.208279009126467,
      "grad_norm": 7.026157379150391,
      "learning_rate": 9.561831041915238e-06,
      "loss": 0.4258,
      "step": 27100
    },
    {
      "epoch": 2.2164276401564535,
      "grad_norm": 10.100348472595215,
      "learning_rate": 9.555990446165339e-06,
      "loss": 0.4368,
      "step": 27200
    },
    {
      "epoch": 2.2245762711864407,
      "grad_norm": 11.21714973449707,
      "learning_rate": 9.550112989463633e-06,
      "loss": 0.4253,
      "step": 27300
    },
    {
      "epoch": 2.2327249022164275,
      "grad_norm": 7.6962127685546875,
      "learning_rate": 9.5441987193626e-06,
      "loss": 0.4273,
      "step": 27400
    },
    {
      "epoch": 2.2408735332464147,
      "grad_norm": 13.219654083251953,
      "learning_rate": 9.538247683712567e-06,
      "loss": 0.4369,
      "step": 27500
    },
    {
      "epoch": 2.2490221642764014,
      "grad_norm": 5.536248683929443,
      "learning_rate": 9.532259930661315e-06,
      "loss": 0.4493,
      "step": 27600
    },
    {
      "epoch": 2.2571707953063886,
      "grad_norm": 7.112065315246582,
      "learning_rate": 9.526235508653694e-06,
      "loss": 0.4325,
      "step": 27700
    },
    {
      "epoch": 2.2653194263363754,
      "grad_norm": 6.064886093139648,
      "learning_rate": 9.520174466431235e-06,
      "loss": 0.4353,
      "step": 27800
    },
    {
      "epoch": 2.2734680573663626,
      "grad_norm": 7.9532318115234375,
      "learning_rate": 9.51407685303174e-06,
      "loss": 0.4358,
      "step": 27900
    },
    {
      "epoch": 2.2816166883963493,
      "grad_norm": 8.64626693725586,
      "learning_rate": 9.507942717788907e-06,
      "loss": 0.4489,
      "step": 28000
    },
    {
      "epoch": 2.2897653194263365,
      "grad_norm": 9.648942947387695,
      "learning_rate": 9.50177211033191e-06,
      "loss": 0.4498,
      "step": 28100
    },
    {
      "epoch": 2.2979139504563233,
      "grad_norm": 7.498199939727783,
      "learning_rate": 9.495565080585017e-06,
      "loss": 0.4086,
      "step": 28200
    },
    {
      "epoch": 2.3060625814863105,
      "grad_norm": 8.632119178771973,
      "learning_rate": 9.489321678767167e-06,
      "loss": 0.4207,
      "step": 28300
    },
    {
      "epoch": 2.3142112125162972,
      "grad_norm": 8.807448387145996,
      "learning_rate": 9.48304195539158e-06,
      "loss": 0.428,
      "step": 28400
    },
    {
      "epoch": 2.322359843546284,
      "grad_norm": 7.809271812438965,
      "learning_rate": 9.476725961265332e-06,
      "loss": 0.4546,
      "step": 28500
    },
    {
      "epoch": 2.330508474576271,
      "grad_norm": 8.758193969726562,
      "learning_rate": 9.470373747488966e-06,
      "loss": 0.432,
      "step": 28600
    },
    {
      "epoch": 2.3386571056062584,
      "grad_norm": 8.046852111816406,
      "learning_rate": 9.463985365456057e-06,
      "loss": 0.4169,
      "step": 28700
    },
    {
      "epoch": 2.346805736636245,
      "grad_norm": 12.665115356445312,
      "learning_rate": 9.457560866852805e-06,
      "loss": 0.4242,
      "step": 28800
    },
    {
      "epoch": 2.354954367666232,
      "grad_norm": 10.333826065063477,
      "learning_rate": 9.45110030365762e-06,
      "loss": 0.4603,
      "step": 28900
    },
    {
      "epoch": 2.363102998696219,
      "grad_norm": 8.857953071594238,
      "learning_rate": 9.444603728140698e-06,
      "loss": 0.454,
      "step": 29000
    },
    {
      "epoch": 2.371251629726206,
      "grad_norm": 9.135393142700195,
      "learning_rate": 9.438071192863596e-06,
      "loss": 0.4574,
      "step": 29100
    },
    {
      "epoch": 2.379400260756193,
      "grad_norm": 6.3214921951293945,
      "learning_rate": 9.43150275067881e-06,
      "loss": 0.4299,
      "step": 29200
    },
    {
      "epoch": 2.38754889178618,
      "grad_norm": 7.322382926940918,
      "learning_rate": 9.42489845472935e-06,
      "loss": 0.4265,
      "step": 29300
    },
    {
      "epoch": 2.395697522816167,
      "grad_norm": 11.1491060256958,
      "learning_rate": 9.418258358448298e-06,
      "loss": 0.4233,
      "step": 29400
    },
    {
      "epoch": 2.4038461538461537,
      "grad_norm": 7.171163082122803,
      "learning_rate": 9.411582515558391e-06,
      "loss": 0.4271,
      "step": 29500
    },
    {
      "epoch": 2.411994784876141,
      "grad_norm": 5.758033275604248,
      "learning_rate": 9.404870980071579e-06,
      "loss": 0.4463,
      "step": 29600
    },
    {
      "epoch": 2.4201434159061277,
      "grad_norm": 11.001411437988281,
      "learning_rate": 9.398123806288588e-06,
      "loss": 0.42,
      "step": 29700
    },
    {
      "epoch": 2.428292046936115,
      "grad_norm": 6.28535795211792,
      "learning_rate": 9.39134104879848e-06,
      "loss": 0.4188,
      "step": 29800
    },
    {
      "epoch": 2.4364406779661016,
      "grad_norm": 6.2432861328125,
      "learning_rate": 9.38452276247821e-06,
      "loss": 0.4242,
      "step": 29900
    },
    {
      "epoch": 2.444589308996089,
      "grad_norm": 9.474976539611816,
      "learning_rate": 9.377669002492193e-06,
      "loss": 0.43,
      "step": 30000
    },
    {
      "epoch": 2.4527379400260756,
      "grad_norm": 7.984436988830566,
      "learning_rate": 9.37077982429184e-06,
      "loss": 0.4328,
      "step": 30100
    },
    {
      "epoch": 2.4608865710560623,
      "grad_norm": 8.237207412719727,
      "learning_rate": 9.363855283615124e-06,
      "loss": 0.4166,
      "step": 30200
    },
    {
      "epoch": 2.4690352020860495,
      "grad_norm": 7.6592936515808105,
      "learning_rate": 9.356895436486122e-06,
      "loss": 0.4253,
      "step": 30300
    },
    {
      "epoch": 2.4771838331160367,
      "grad_norm": 5.206706523895264,
      "learning_rate": 9.349900339214564e-06,
      "loss": 0.4414,
      "step": 30400
    },
    {
      "epoch": 2.4853324641460235,
      "grad_norm": 10.161866188049316,
      "learning_rate": 9.342870048395376e-06,
      "loss": 0.415,
      "step": 30500
    },
    {
      "epoch": 2.4934810951760102,
      "grad_norm": 4.225031852722168,
      "learning_rate": 9.335804620908222e-06,
      "loss": 0.4243,
      "step": 30600
    },
    {
      "epoch": 2.5016297262059974,
      "grad_norm": 7.489659786224365,
      "learning_rate": 9.328704113917046e-06,
      "loss": 0.4417,
      "step": 30700
    },
    {
      "epoch": 2.509778357235984,
      "grad_norm": 8.180109977722168,
      "learning_rate": 9.32156858486961e-06,
      "loss": 0.4217,
      "step": 30800
    },
    {
      "epoch": 2.5179269882659714,
      "grad_norm": 9.16032886505127,
      "learning_rate": 9.314398091497024e-06,
      "loss": 0.4297,
      "step": 30900
    },
    {
      "epoch": 2.526075619295958,
      "grad_norm": 8.16234302520752,
      "learning_rate": 9.307192691813285e-06,
      "loss": 0.4319,
      "step": 31000
    },
    {
      "epoch": 2.5342242503259453,
      "grad_norm": 10.111699104309082,
      "learning_rate": 9.299952444114802e-06,
      "loss": 0.4186,
      "step": 31100
    },
    {
      "epoch": 2.542372881355932,
      "grad_norm": 6.305666923522949,
      "learning_rate": 9.29267740697993e-06,
      "loss": 0.4382,
      "step": 31200
    },
    {
      "epoch": 2.5505215123859193,
      "grad_norm": 9.985565185546875,
      "learning_rate": 9.285367639268492e-06,
      "loss": 0.4272,
      "step": 31300
    },
    {
      "epoch": 2.558670143415906,
      "grad_norm": 10.670126914978027,
      "learning_rate": 9.278023200121305e-06,
      "loss": 0.4228,
      "step": 31400
    },
    {
      "epoch": 2.5668187744458932,
      "grad_norm": 7.42661714553833,
      "learning_rate": 9.2706441489597e-06,
      "loss": 0.4314,
      "step": 31500
    },
    {
      "epoch": 2.57496740547588,
      "grad_norm": 6.457535266876221,
      "learning_rate": 9.263230545485044e-06,
      "loss": 0.4401,
      "step": 31600
    },
    {
      "epoch": 2.583116036505867,
      "grad_norm": 11.822875022888184,
      "learning_rate": 9.25578244967825e-06,
      "loss": 0.3865,
      "step": 31700
    },
    {
      "epoch": 2.591264667535854,
      "grad_norm": 12.4473295211792,
      "learning_rate": 9.2482999217993e-06,
      "loss": 0.4272,
      "step": 31800
    },
    {
      "epoch": 2.5994132985658407,
      "grad_norm": 5.283376693725586,
      "learning_rate": 9.240783022386757e-06,
      "loss": 0.4084,
      "step": 31900
    },
    {
      "epoch": 2.607561929595828,
      "grad_norm": 8.190621376037598,
      "learning_rate": 9.233231812257266e-06,
      "loss": 0.4257,
      "step": 32000
    },
    {
      "epoch": 2.615710560625815,
      "grad_norm": 6.570192813873291,
      "learning_rate": 9.225646352505071e-06,
      "loss": 0.4464,
      "step": 32100
    },
    {
      "epoch": 2.623859191655802,
      "grad_norm": 10.470175743103027,
      "learning_rate": 9.218026704501519e-06,
      "loss": 0.4245,
      "step": 32200
    },
    {
      "epoch": 2.6320078226857886,
      "grad_norm": 7.662964820861816,
      "learning_rate": 9.210372929894561e-06,
      "loss": 0.4265,
      "step": 32300
    },
    {
      "epoch": 2.640156453715776,
      "grad_norm": 7.74278450012207,
      "learning_rate": 9.202685090608256e-06,
      "loss": 0.4293,
      "step": 32400
    },
    {
      "epoch": 2.648305084745763,
      "grad_norm": 6.661880970001221,
      "learning_rate": 9.194963248842266e-06,
      "loss": 0.4592,
      "step": 32500
    },
    {
      "epoch": 2.6564537157757497,
      "grad_norm": 8.020112991333008,
      "learning_rate": 9.18720746707136e-06,
      "loss": 0.4229,
      "step": 32600
    },
    {
      "epoch": 2.6646023468057365,
      "grad_norm": 5.921052932739258,
      "learning_rate": 9.179417808044897e-06,
      "loss": 0.4141,
      "step": 32700
    },
    {
      "epoch": 2.6727509778357237,
      "grad_norm": 10.444842338562012,
      "learning_rate": 9.17159433478633e-06,
      "loss": 0.4437,
      "step": 32800
    },
    {
      "epoch": 2.6808996088657104,
      "grad_norm": 7.524814605712891,
      "learning_rate": 9.163737110592697e-06,
      "loss": 0.4128,
      "step": 32900
    },
    {
      "epoch": 2.6890482398956976,
      "grad_norm": 10.936373710632324,
      "learning_rate": 9.155846199034086e-06,
      "loss": 0.4273,
      "step": 33000
    },
    {
      "epoch": 2.6971968709256844,
      "grad_norm": 7.02941370010376,
      "learning_rate": 9.147921663953157e-06,
      "loss": 0.4433,
      "step": 33100
    },
    {
      "epoch": 2.7053455019556716,
      "grad_norm": 10.595579147338867,
      "learning_rate": 9.139963569464593e-06,
      "loss": 0.4264,
      "step": 33200
    },
    {
      "epoch": 2.7134941329856583,
      "grad_norm": 5.312283992767334,
      "learning_rate": 9.131971979954603e-06,
      "loss": 0.4149,
      "step": 33300
    },
    {
      "epoch": 2.7216427640156455,
      "grad_norm": 7.464469909667969,
      "learning_rate": 9.123946960080387e-06,
      "loss": 0.4368,
      "step": 33400
    },
    {
      "epoch": 2.7297913950456323,
      "grad_norm": 7.507636547088623,
      "learning_rate": 9.115888574769623e-06,
      "loss": 0.4344,
      "step": 33500
    },
    {
      "epoch": 2.737940026075619,
      "grad_norm": 7.984206676483154,
      "learning_rate": 9.107796889219933e-06,
      "loss": 0.4165,
      "step": 33600
    },
    {
      "epoch": 2.7460886571056062,
      "grad_norm": 9.600481986999512,
      "learning_rate": 9.099671968898362e-06,
      "loss": 0.4212,
      "step": 33700
    },
    {
      "epoch": 2.7542372881355934,
      "grad_norm": 6.417558670043945,
      "learning_rate": 9.091513879540845e-06,
      "loss": 0.41,
      "step": 33800
    },
    {
      "epoch": 2.76238591916558,
      "grad_norm": 7.52598762512207,
      "learning_rate": 9.08332268715168e-06,
      "loss": 0.4443,
      "step": 33900
    },
    {
      "epoch": 2.770534550195567,
      "grad_norm": 8.766283988952637,
      "learning_rate": 9.075098458002988e-06,
      "loss": 0.4552,
      "step": 34000
    },
    {
      "epoch": 2.778683181225554,
      "grad_norm": 7.127804756164551,
      "learning_rate": 9.066841258634177e-06,
      "loss": 0.426,
      "step": 34100
    },
    {
      "epoch": 2.7868318122555413,
      "grad_norm": 8.190874099731445,
      "learning_rate": 9.058551155851405e-06,
      "loss": 0.4374,
      "step": 34200
    },
    {
      "epoch": 2.794980443285528,
      "grad_norm": 7.887624740600586,
      "learning_rate": 9.050228216727046e-06,
      "loss": 0.437,
      "step": 34300
    },
    {
      "epoch": 2.803129074315515,
      "grad_norm": 10.439249038696289,
      "learning_rate": 9.041872508599136e-06,
      "loss": 0.4165,
      "step": 34400
    },
    {
      "epoch": 2.811277705345502,
      "grad_norm": 9.891864776611328,
      "learning_rate": 9.033484099070839e-06,
      "loss": 0.4336,
      "step": 34500
    },
    {
      "epoch": 2.819426336375489,
      "grad_norm": 10.03987979888916,
      "learning_rate": 9.025063056009886e-06,
      "loss": 0.4365,
      "step": 34600
    },
    {
      "epoch": 2.827574967405476,
      "grad_norm": 6.188653469085693,
      "learning_rate": 9.016609447548046e-06,
      "loss": 0.41,
      "step": 34700
    },
    {
      "epoch": 2.8357235984354627,
      "grad_norm": 11.486917495727539,
      "learning_rate": 9.008123342080553e-06,
      "loss": 0.4343,
      "step": 34800
    },
    {
      "epoch": 2.84387222946545,
      "grad_norm": 9.972556114196777,
      "learning_rate": 8.99960480826557e-06,
      "loss": 0.4282,
      "step": 34900
    },
    {
      "epoch": 2.8520208604954367,
      "grad_norm": 7.771157741546631,
      "learning_rate": 8.991053915023625e-06,
      "loss": 0.4086,
      "step": 35000
    },
    {
      "epoch": 2.860169491525424,
      "grad_norm": 5.989213943481445,
      "learning_rate": 8.982470731537054e-06,
      "loss": 0.4647,
      "step": 35100
    },
    {
      "epoch": 2.8683181225554106,
      "grad_norm": 7.19948148727417,
      "learning_rate": 8.973855327249442e-06,
      "loss": 0.4086,
      "step": 35200
    },
    {
      "epoch": 2.8764667535853974,
      "grad_norm": 7.22706937789917,
      "learning_rate": 8.965207771865061e-06,
      "loss": 0.4225,
      "step": 35300
    },
    {
      "epoch": 2.8846153846153846,
      "grad_norm": 11.344962120056152,
      "learning_rate": 8.95652813534831e-06,
      "loss": 0.4275,
      "step": 35400
    },
    {
      "epoch": 2.8927640156453718,
      "grad_norm": 10.637499809265137,
      "learning_rate": 8.947816487923143e-06,
      "loss": 0.4347,
      "step": 35500
    },
    {
      "epoch": 2.9009126466753585,
      "grad_norm": 7.946286678314209,
      "learning_rate": 8.939072900072501e-06,
      "loss": 0.4218,
      "step": 35600
    },
    {
      "epoch": 2.9090612777053453,
      "grad_norm": 6.058999061584473,
      "learning_rate": 8.930297442537747e-06,
      "loss": 0.4212,
      "step": 35700
    },
    {
      "epoch": 2.9172099087353325,
      "grad_norm": 10.35421371459961,
      "learning_rate": 8.921490186318092e-06,
      "loss": 0.4028,
      "step": 35800
    },
    {
      "epoch": 2.9253585397653197,
      "grad_norm": 8.85345458984375,
      "learning_rate": 8.912651202670013e-06,
      "loss": 0.4455,
      "step": 35900
    },
    {
      "epoch": 2.9335071707953064,
      "grad_norm": 7.476600646972656,
      "learning_rate": 8.90378056310669e-06,
      "loss": 0.4212,
      "step": 36000
    },
    {
      "epoch": 2.941655801825293,
      "grad_norm": 8.27695369720459,
      "learning_rate": 8.894878339397416e-06,
      "loss": 0.4186,
      "step": 36100
    },
    {
      "epoch": 2.9498044328552804,
      "grad_norm": 8.344620704650879,
      "learning_rate": 8.885944603567023e-06,
      "loss": 0.4242,
      "step": 36200
    },
    {
      "epoch": 2.957953063885267,
      "grad_norm": 8.976387023925781,
      "learning_rate": 8.876979427895291e-06,
      "loss": 0.4359,
      "step": 36300
    },
    {
      "epoch": 2.9661016949152543,
      "grad_norm": 10.581543922424316,
      "learning_rate": 8.867982884916377e-06,
      "loss": 0.4171,
      "step": 36400
    },
    {
      "epoch": 2.974250325945241,
      "grad_norm": 6.423446178436279,
      "learning_rate": 8.858955047418217e-06,
      "loss": 0.4248,
      "step": 36500
    },
    {
      "epoch": 2.9823989569752283,
      "grad_norm": 6.647116184234619,
      "learning_rate": 8.849895988441933e-06,
      "loss": 0.4272,
      "step": 36600
    },
    {
      "epoch": 2.990547588005215,
      "grad_norm": 11.199699401855469,
      "learning_rate": 8.840805781281261e-06,
      "loss": 0.4336,
      "step": 36700
    },
    {
      "epoch": 2.9986962190352022,
      "grad_norm": 6.946083068847656,
      "learning_rate": 8.831684499481941e-06,
      "loss": 0.4278,
      "step": 36800
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.8088353413654619,
      "eval_loss": 0.5133101940155029,
      "eval_runtime": 6.8742,
      "eval_samples_per_second": 362.222,
      "eval_steps_per_second": 45.387,
      "step": 36816
    },
    {
      "epoch": 3.006844850065189,
      "grad_norm": 8.117693901062012,
      "learning_rate": 8.822532216841124e-06,
      "loss": 0.3563,
      "step": 36900
    },
    {
      "epoch": 3.014993481095176,
      "grad_norm": 8.939483642578125,
      "learning_rate": 8.813349007406785e-06,
      "loss": 0.3693,
      "step": 37000
    },
    {
      "epoch": 3.023142112125163,
      "grad_norm": 5.619213104248047,
      "learning_rate": 8.80413494547711e-06,
      "loss": 0.359,
      "step": 37100
    },
    {
      "epoch": 3.03129074315515,
      "grad_norm": 7.458463191986084,
      "learning_rate": 8.794890105599905e-06,
      "loss": 0.3631,
      "step": 37200
    },
    {
      "epoch": 3.039439374185137,
      "grad_norm": 8.206454277038574,
      "learning_rate": 8.785614562571991e-06,
      "loss": 0.3513,
      "step": 37300
    },
    {
      "epoch": 3.047588005215124,
      "grad_norm": 8.663100242614746,
      "learning_rate": 8.776308391438597e-06,
      "loss": 0.3348,
      "step": 37400
    },
    {
      "epoch": 3.055736636245111,
      "grad_norm": 8.638208389282227,
      "learning_rate": 8.766971667492754e-06,
      "loss": 0.3618,
      "step": 37500
    },
    {
      "epoch": 3.0638852672750976,
      "grad_norm": 8.416321754455566,
      "learning_rate": 8.757604466274683e-06,
      "loss": 0.3671,
      "step": 37600
    },
    {
      "epoch": 3.0720338983050848,
      "grad_norm": 10.002084732055664,
      "learning_rate": 8.748206863571188e-06,
      "loss": 0.3462,
      "step": 37700
    },
    {
      "epoch": 3.0801825293350715,
      "grad_norm": 8.242202758789062,
      "learning_rate": 8.73877893541504e-06,
      "loss": 0.3524,
      "step": 37800
    },
    {
      "epoch": 3.0883311603650587,
      "grad_norm": 9.762850761413574,
      "learning_rate": 8.729320758084363e-06,
      "loss": 0.3844,
      "step": 37900
    },
    {
      "epoch": 3.0964797913950455,
      "grad_norm": 13.008197784423828,
      "learning_rate": 8.719832408102017e-06,
      "loss": 0.3489,
      "step": 38000
    },
    {
      "epoch": 3.1046284224250327,
      "grad_norm": 9.61468505859375,
      "learning_rate": 8.71031396223498e-06,
      "loss": 0.3386,
      "step": 38100
    },
    {
      "epoch": 3.1127770534550194,
      "grad_norm": 9.158555030822754,
      "learning_rate": 8.700765497493723e-06,
      "loss": 0.3542,
      "step": 38200
    },
    {
      "epoch": 3.1209256844850066,
      "grad_norm": 11.94726276397705,
      "learning_rate": 8.69118709113159e-06,
      "loss": 0.3591,
      "step": 38300
    },
    {
      "epoch": 3.1290743155149934,
      "grad_norm": 9.813300132751465,
      "learning_rate": 8.681578820644173e-06,
      "loss": 0.3625,
      "step": 38400
    },
    {
      "epoch": 3.1372229465449806,
      "grad_norm": 8.50658130645752,
      "learning_rate": 8.671940763768682e-06,
      "loss": 0.3789,
      "step": 38500
    },
    {
      "epoch": 3.1453715775749673,
      "grad_norm": 6.037990570068359,
      "learning_rate": 8.662272998483323e-06,
      "loss": 0.3635,
      "step": 38600
    },
    {
      "epoch": 3.1535202086049545,
      "grad_norm": 11.817001342773438,
      "learning_rate": 8.65257560300666e-06,
      "loss": 0.3526,
      "step": 38700
    },
    {
      "epoch": 3.1616688396349413,
      "grad_norm": 4.690389156341553,
      "learning_rate": 8.642848655796985e-06,
      "loss": 0.3634,
      "step": 38800
    },
    {
      "epoch": 3.1698174706649285,
      "grad_norm": 12.257222175598145,
      "learning_rate": 8.633092235551679e-06,
      "loss": 0.3626,
      "step": 38900
    },
    {
      "epoch": 3.1779661016949152,
      "grad_norm": 7.710871696472168,
      "learning_rate": 8.623306421206588e-06,
      "loss": 0.3571,
      "step": 39000
    },
    {
      "epoch": 3.1861147327249024,
      "grad_norm": 6.811945915222168,
      "learning_rate": 8.613491291935365e-06,
      "loss": 0.351,
      "step": 39100
    },
    {
      "epoch": 3.194263363754889,
      "grad_norm": 19.7229061126709,
      "learning_rate": 8.60364692714885e-06,
      "loss": 0.3348,
      "step": 39200
    },
    {
      "epoch": 3.2024119947848764,
      "grad_norm": 9.32421875,
      "learning_rate": 8.59377340649441e-06,
      "loss": 0.3437,
      "step": 39300
    },
    {
      "epoch": 3.210560625814863,
      "grad_norm": 9.309675216674805,
      "learning_rate": 8.583870809855306e-06,
      "loss": 0.3687,
      "step": 39400
    },
    {
      "epoch": 3.21870925684485,
      "grad_norm": 5.458558559417725,
      "learning_rate": 8.573939217350043e-06,
      "loss": 0.3584,
      "step": 39500
    },
    {
      "epoch": 3.226857887874837,
      "grad_norm": 8.717120170593262,
      "learning_rate": 8.563978709331717e-06,
      "loss": 0.3473,
      "step": 39600
    },
    {
      "epoch": 3.235006518904824,
      "grad_norm": 6.542947769165039,
      "learning_rate": 8.553989366387376e-06,
      "loss": 0.3806,
      "step": 39700
    },
    {
      "epoch": 3.243155149934811,
      "grad_norm": 11.504007339477539,
      "learning_rate": 8.543971269337355e-06,
      "loss": 0.3606,
      "step": 39800
    },
    {
      "epoch": 3.2513037809647978,
      "grad_norm": 9.393417358398438,
      "learning_rate": 8.533924499234633e-06,
      "loss": 0.3532,
      "step": 39900
    },
    {
      "epoch": 3.259452411994785,
      "grad_norm": 8.129273414611816,
      "learning_rate": 8.523849137364175e-06,
      "loss": 0.3473,
      "step": 40000
    },
    {
      "epoch": 3.2676010430247717,
      "grad_norm": 12.241875648498535,
      "learning_rate": 8.513745265242263e-06,
      "loss": 0.3576,
      "step": 40100
    },
    {
      "epoch": 3.275749674054759,
      "grad_norm": 9.895030975341797,
      "learning_rate": 8.503612964615858e-06,
      "loss": 0.3458,
      "step": 40200
    },
    {
      "epoch": 3.2838983050847457,
      "grad_norm": 5.42219877243042,
      "learning_rate": 8.493452317461914e-06,
      "loss": 0.3772,
      "step": 40300
    },
    {
      "epoch": 3.292046936114733,
      "grad_norm": 8.165868759155273,
      "learning_rate": 8.483263405986735e-06,
      "loss": 0.3561,
      "step": 40400
    },
    {
      "epoch": 3.3001955671447196,
      "grad_norm": 13.24457836151123,
      "learning_rate": 8.4730463126253e-06,
      "loss": 0.3587,
      "step": 40500
    },
    {
      "epoch": 3.308344198174707,
      "grad_norm": 12.287585258483887,
      "learning_rate": 8.462801120040595e-06,
      "loss": 0.3432,
      "step": 40600
    },
    {
      "epoch": 3.3164928292046936,
      "grad_norm": 8.932402610778809,
      "learning_rate": 8.452527911122953e-06,
      "loss": 0.3696,
      "step": 40700
    },
    {
      "epoch": 3.3246414602346808,
      "grad_norm": 8.847443580627441,
      "learning_rate": 8.442226768989373e-06,
      "loss": 0.362,
      "step": 40800
    },
    {
      "epoch": 3.3327900912646675,
      "grad_norm": 13.20019245147705,
      "learning_rate": 8.431897776982851e-06,
      "loss": 0.3543,
      "step": 40900
    },
    {
      "epoch": 3.3409387222946547,
      "grad_norm": 8.375232696533203,
      "learning_rate": 8.421541018671712e-06,
      "loss": 0.3741,
      "step": 41000
    },
    {
      "epoch": 3.3490873533246415,
      "grad_norm": 7.601521968841553,
      "learning_rate": 8.411156577848927e-06,
      "loss": 0.3518,
      "step": 41100
    },
    {
      "epoch": 3.3572359843546282,
      "grad_norm": 5.853700637817383,
      "learning_rate": 8.400744538531431e-06,
      "loss": 0.3556,
      "step": 41200
    },
    {
      "epoch": 3.3653846153846154,
      "grad_norm": 15.7562837600708,
      "learning_rate": 8.390304984959455e-06,
      "loss": 0.3591,
      "step": 41300
    },
    {
      "epoch": 3.373533246414602,
      "grad_norm": 7.048288822174072,
      "learning_rate": 8.379838001595837e-06,
      "loss": 0.3774,
      "step": 41400
    },
    {
      "epoch": 3.3816818774445894,
      "grad_norm": 8.532382011413574,
      "learning_rate": 8.369343673125339e-06,
      "loss": 0.3482,
      "step": 41500
    },
    {
      "epoch": 3.389830508474576,
      "grad_norm": 5.468735218048096,
      "learning_rate": 8.358822084453964e-06,
      "loss": 0.3637,
      "step": 41600
    },
    {
      "epoch": 3.3979791395045633,
      "grad_norm": 7.324248313903809,
      "learning_rate": 8.348273320708269e-06,
      "loss": 0.365,
      "step": 41700
    },
    {
      "epoch": 3.40612777053455,
      "grad_norm": 8.06946849822998,
      "learning_rate": 8.33769746723467e-06,
      "loss": 0.3661,
      "step": 41800
    },
    {
      "epoch": 3.4142764015645373,
      "grad_norm": 11.85434341430664,
      "learning_rate": 8.32709460959876e-06,
      "loss": 0.3542,
      "step": 41900
    },
    {
      "epoch": 3.422425032594524,
      "grad_norm": 8.629081726074219,
      "learning_rate": 8.316464833584618e-06,
      "loss": 0.3476,
      "step": 42000
    },
    {
      "epoch": 3.430573663624511,
      "grad_norm": 7.888760566711426,
      "learning_rate": 8.305808225194103e-06,
      "loss": 0.3752,
      "step": 42100
    },
    {
      "epoch": 3.438722294654498,
      "grad_norm": 8.756083488464355,
      "learning_rate": 8.295124870646168e-06,
      "loss": 0.359,
      "step": 42200
    },
    {
      "epoch": 3.446870925684485,
      "grad_norm": 8.682005882263184,
      "learning_rate": 8.284414856376161e-06,
      "loss": 0.3607,
      "step": 42300
    },
    {
      "epoch": 3.455019556714472,
      "grad_norm": 14.85304069519043,
      "learning_rate": 8.273678269035126e-06,
      "loss": 0.3417,
      "step": 42400
    },
    {
      "epoch": 3.463168187744459,
      "grad_norm": 10.479057312011719,
      "learning_rate": 8.262915195489097e-06,
      "loss": 0.3571,
      "step": 42500
    },
    {
      "epoch": 3.471316818774446,
      "grad_norm": 9.107665061950684,
      "learning_rate": 8.2521257228184e-06,
      "loss": 0.3655,
      "step": 42600
    },
    {
      "epoch": 3.479465449804433,
      "grad_norm": 10.01933765411377,
      "learning_rate": 8.241309938316947e-06,
      "loss": 0.363,
      "step": 42700
    },
    {
      "epoch": 3.48761408083442,
      "grad_norm": 7.9999189376831055,
      "learning_rate": 8.230467929491533e-06,
      "loss": 0.3753,
      "step": 42800
    },
    {
      "epoch": 3.4957627118644066,
      "grad_norm": 9.211396217346191,
      "learning_rate": 8.219599784061124e-06,
      "loss": 0.3389,
      "step": 42900
    },
    {
      "epoch": 3.5039113428943938,
      "grad_norm": 9.140076637268066,
      "learning_rate": 8.20870558995614e-06,
      "loss": 0.3683,
      "step": 43000
    },
    {
      "epoch": 3.512059973924381,
      "grad_norm": 9.534440040588379,
      "learning_rate": 8.197785435317766e-06,
      "loss": 0.3585,
      "step": 43100
    },
    {
      "epoch": 3.5202086049543677,
      "grad_norm": 10.818157196044922,
      "learning_rate": 8.186839408497213e-06,
      "loss": 0.3546,
      "step": 43200
    },
    {
      "epoch": 3.5283572359843545,
      "grad_norm": 11.54218578338623,
      "learning_rate": 8.175867598055021e-06,
      "loss": 0.3818,
      "step": 43300
    },
    {
      "epoch": 3.5365058670143417,
      "grad_norm": 10.037505149841309,
      "learning_rate": 8.164870092760336e-06,
      "loss": 0.347,
      "step": 43400
    },
    {
      "epoch": 3.5446544980443284,
      "grad_norm": 11.143013000488281,
      "learning_rate": 8.153846981590191e-06,
      "loss": 0.3633,
      "step": 43500
    },
    {
      "epoch": 3.5528031290743156,
      "grad_norm": 9.558606147766113,
      "learning_rate": 8.142798353728786e-06,
      "loss": 0.373,
      "step": 43600
    },
    {
      "epoch": 3.5609517601043024,
      "grad_norm": 13.201570510864258,
      "learning_rate": 8.131724298566767e-06,
      "loss": 0.3611,
      "step": 43700
    },
    {
      "epoch": 3.5691003911342896,
      "grad_norm": 10.490971565246582,
      "learning_rate": 8.120624905700511e-06,
      "loss": 0.3292,
      "step": 43800
    },
    {
      "epoch": 3.5772490221642763,
      "grad_norm": 3.778831958770752,
      "learning_rate": 8.109500264931387e-06,
      "loss": 0.3731,
      "step": 43900
    },
    {
      "epoch": 3.5853976531942635,
      "grad_norm": 10.723892211914062,
      "learning_rate": 8.098350466265034e-06,
      "loss": 0.3783,
      "step": 44000
    },
    {
      "epoch": 3.5935462842242503,
      "grad_norm": 9.849285125732422,
      "learning_rate": 8.087175599910642e-06,
      "loss": 0.337,
      "step": 44100
    },
    {
      "epoch": 3.601694915254237,
      "grad_norm": 11.700067520141602,
      "learning_rate": 8.07597575628021e-06,
      "loss": 0.3639,
      "step": 44200
    },
    {
      "epoch": 3.609843546284224,
      "grad_norm": 37.506065368652344,
      "learning_rate": 8.064751025987822e-06,
      "loss": 0.3644,
      "step": 44300
    },
    {
      "epoch": 3.6179921773142114,
      "grad_norm": 9.770977973937988,
      "learning_rate": 8.053501499848907e-06,
      "loss": 0.3838,
      "step": 44400
    },
    {
      "epoch": 3.626140808344198,
      "grad_norm": 14.631871223449707,
      "learning_rate": 8.042227268879516e-06,
      "loss": 0.3732,
      "step": 44500
    },
    {
      "epoch": 3.634289439374185,
      "grad_norm": 7.656193256378174,
      "learning_rate": 8.030928424295572e-06,
      "loss": 0.358,
      "step": 44600
    },
    {
      "epoch": 3.642438070404172,
      "grad_norm": 9.974722862243652,
      "learning_rate": 8.019605057512144e-06,
      "loss": 0.3588,
      "step": 44700
    },
    {
      "epoch": 3.6505867014341593,
      "grad_norm": 12.311222076416016,
      "learning_rate": 8.008257260142693e-06,
      "loss": 0.362,
      "step": 44800
    },
    {
      "epoch": 3.658735332464146,
      "grad_norm": 11.374334335327148,
      "learning_rate": 7.99688512399835e-06,
      "loss": 0.385,
      "step": 44900
    },
    {
      "epoch": 3.666883963494133,
      "grad_norm": 7.951153755187988,
      "learning_rate": 7.985488741087153e-06,
      "loss": 0.352,
      "step": 45000
    },
    {
      "epoch": 3.67503259452412,
      "grad_norm": 5.6287384033203125,
      "learning_rate": 7.97406820361332e-06,
      "loss": 0.3763,
      "step": 45100
    },
    {
      "epoch": 3.6831812255541068,
      "grad_norm": 9.33438777923584,
      "learning_rate": 7.962623603976491e-06,
      "loss": 0.3852,
      "step": 45200
    },
    {
      "epoch": 3.691329856584094,
      "grad_norm": 12.365875244140625,
      "learning_rate": 7.951155034770983e-06,
      "loss": 0.3775,
      "step": 45300
    },
    {
      "epoch": 3.6994784876140807,
      "grad_norm": 9.91942024230957,
      "learning_rate": 7.93966258878505e-06,
      "loss": 0.3678,
      "step": 45400
    },
    {
      "epoch": 3.707627118644068,
      "grad_norm": 9.160215377807617,
      "learning_rate": 7.928146359000117e-06,
      "loss": 0.36,
      "step": 45500
    },
    {
      "epoch": 3.7157757496740547,
      "grad_norm": 11.565260887145996,
      "learning_rate": 7.91660643859004e-06,
      "loss": 0.3531,
      "step": 45600
    },
    {
      "epoch": 3.723924380704042,
      "grad_norm": 4.027003765106201,
      "learning_rate": 7.905042920920344e-06,
      "loss": 0.3722,
      "step": 45700
    },
    {
      "epoch": 3.7320730117340286,
      "grad_norm": 13.809627532958984,
      "learning_rate": 7.893455899547476e-06,
      "loss": 0.3524,
      "step": 45800
    },
    {
      "epoch": 3.740221642764016,
      "grad_norm": 13.452054023742676,
      "learning_rate": 7.881845468218039e-06,
      "loss": 0.375,
      "step": 45900
    },
    {
      "epoch": 3.7483702737940026,
      "grad_norm": 9.63260269165039,
      "learning_rate": 7.87021172086804e-06,
      "loss": 0.3636,
      "step": 46000
    },
    {
      "epoch": 3.7565189048239898,
      "grad_norm": 8.539379119873047,
      "learning_rate": 7.85855475162213e-06,
      "loss": 0.3687,
      "step": 46100
    },
    {
      "epoch": 3.7646675358539765,
      "grad_norm": 7.635307788848877,
      "learning_rate": 7.846874654792835e-06,
      "loss": 0.3709,
      "step": 46200
    },
    {
      "epoch": 3.7728161668839633,
      "grad_norm": 8.707938194274902,
      "learning_rate": 7.835171524879805e-06,
      "loss": 0.3466,
      "step": 46300
    },
    {
      "epoch": 3.7809647979139505,
      "grad_norm": 6.248547077178955,
      "learning_rate": 7.823445456569036e-06,
      "loss": 0.3706,
      "step": 46400
    },
    {
      "epoch": 3.7891134289439377,
      "grad_norm": 11.434155464172363,
      "learning_rate": 7.811696544732115e-06,
      "loss": 0.3907,
      "step": 46500
    },
    {
      "epoch": 3.7972620599739244,
      "grad_norm": 5.250894546508789,
      "learning_rate": 7.799924884425447e-06,
      "loss": 0.377,
      "step": 46600
    },
    {
      "epoch": 3.805410691003911,
      "grad_norm": 6.875328063964844,
      "learning_rate": 7.788130570889488e-06,
      "loss": 0.3569,
      "step": 46700
    },
    {
      "epoch": 3.8135593220338984,
      "grad_norm": 8.773159980773926,
      "learning_rate": 7.776313699547971e-06,
      "loss": 0.3635,
      "step": 46800
    },
    {
      "epoch": 3.821707953063885,
      "grad_norm": 4.8134002685546875,
      "learning_rate": 7.764474366007138e-06,
      "loss": 0.345,
      "step": 46900
    },
    {
      "epoch": 3.8298565840938723,
      "grad_norm": 6.085391998291016,
      "learning_rate": 7.752612666054963e-06,
      "loss": 0.3699,
      "step": 47000
    },
    {
      "epoch": 3.838005215123859,
      "grad_norm": 8.958887100219727,
      "learning_rate": 7.740728695660389e-06,
      "loss": 0.3407,
      "step": 47100
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 6.2288994789123535,
      "learning_rate": 7.728822550972523e-06,
      "loss": 0.3633,
      "step": 47200
    },
    {
      "epoch": 3.854302477183833,
      "grad_norm": 9.540541648864746,
      "learning_rate": 7.716894328319893e-06,
      "loss": 0.3476,
      "step": 47300
    },
    {
      "epoch": 3.86245110821382,
      "grad_norm": 5.929731369018555,
      "learning_rate": 7.704944124209645e-06,
      "loss": 0.3929,
      "step": 47400
    },
    {
      "epoch": 3.870599739243807,
      "grad_norm": 7.797017574310303,
      "learning_rate": 7.692972035326772e-06,
      "loss": 0.3728,
      "step": 47500
    },
    {
      "epoch": 3.878748370273794,
      "grad_norm": 14.781734466552734,
      "learning_rate": 7.680978158533324e-06,
      "loss": 0.3546,
      "step": 47600
    },
    {
      "epoch": 3.886897001303781,
      "grad_norm": 10.41878890991211,
      "learning_rate": 7.668962590867636e-06,
      "loss": 0.3603,
      "step": 47700
    },
    {
      "epoch": 3.895045632333768,
      "grad_norm": 8.300308227539062,
      "learning_rate": 7.656925429543531e-06,
      "loss": 0.3546,
      "step": 47800
    },
    {
      "epoch": 3.903194263363755,
      "grad_norm": 9.709467887878418,
      "learning_rate": 7.644866771949544e-06,
      "loss": 0.3575,
      "step": 47900
    },
    {
      "epoch": 3.9113428943937416,
      "grad_norm": 7.606164455413818,
      "learning_rate": 7.632786715648128e-06,
      "loss": 0.3658,
      "step": 48000
    },
    {
      "epoch": 3.919491525423729,
      "grad_norm": 11.461851119995117,
      "learning_rate": 7.62068535837486e-06,
      "loss": 0.3653,
      "step": 48100
    },
    {
      "epoch": 3.927640156453716,
      "grad_norm": 11.35883617401123,
      "learning_rate": 7.608562798037662e-06,
      "loss": 0.3672,
      "step": 48200
    },
    {
      "epoch": 3.9357887874837028,
      "grad_norm": 9.994701385498047,
      "learning_rate": 7.596419132715997e-06,
      "loss": 0.3601,
      "step": 48300
    },
    {
      "epoch": 3.9439374185136895,
      "grad_norm": 12.242551803588867,
      "learning_rate": 7.584254460660092e-06,
      "loss": 0.3552,
      "step": 48400
    },
    {
      "epoch": 3.9520860495436767,
      "grad_norm": 11.628976821899414,
      "learning_rate": 7.572068880290118e-06,
      "loss": 0.3644,
      "step": 48500
    },
    {
      "epoch": 3.960234680573664,
      "grad_norm": 9.713350296020508,
      "learning_rate": 7.559862490195418e-06,
      "loss": 0.3463,
      "step": 48600
    },
    {
      "epoch": 3.9683833116036507,
      "grad_norm": 5.648345470428467,
      "learning_rate": 7.547635389133694e-06,
      "loss": 0.3483,
      "step": 48700
    },
    {
      "epoch": 3.9765319426336374,
      "grad_norm": 15.131999015808105,
      "learning_rate": 7.535387676030222e-06,
      "loss": 0.366,
      "step": 48800
    },
    {
      "epoch": 3.9846805736636246,
      "grad_norm": 8.72270393371582,
      "learning_rate": 7.523119449977028e-06,
      "loss": 0.3567,
      "step": 48900
    },
    {
      "epoch": 3.9928292046936114,
      "grad_norm": 10.733074188232422,
      "learning_rate": 7.510830810232112e-06,
      "loss": 0.37,
      "step": 49000
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.8188755020080322,
      "eval_loss": 0.529120922088623,
      "eval_runtime": 6.8942,
      "eval_samples_per_second": 361.175,
      "eval_steps_per_second": 45.256,
      "step": 49088
    },
    {
      "epoch": 4.0009778357235986,
      "grad_norm": 7.13838529586792,
      "learning_rate": 7.498521856218637e-06,
      "loss": 0.355,
      "step": 49100
    },
    {
      "epoch": 4.009126466753585,
      "grad_norm": 5.439541816711426,
      "learning_rate": 7.486192687524112e-06,
      "loss": 0.3005,
      "step": 49200
    },
    {
      "epoch": 4.017275097783572,
      "grad_norm": 17.687950134277344,
      "learning_rate": 7.4738434038996e-06,
      "loss": 0.2864,
      "step": 49300
    },
    {
      "epoch": 4.02542372881356,
      "grad_norm": 11.162871360778809,
      "learning_rate": 7.461474105258911e-06,
      "loss": 0.3025,
      "step": 49400
    },
    {
      "epoch": 4.0335723598435465,
      "grad_norm": 9.104811668395996,
      "learning_rate": 7.449084891677785e-06,
      "loss": 0.2846,
      "step": 49500
    },
    {
      "epoch": 4.041720990873533,
      "grad_norm": 11.716981887817383,
      "learning_rate": 7.436675863393086e-06,
      "loss": 0.2984,
      "step": 49600
    },
    {
      "epoch": 4.04986962190352,
      "grad_norm": 6.521731376647949,
      "learning_rate": 7.424247120801997e-06,
      "loss": 0.2979,
      "step": 49700
    },
    {
      "epoch": 4.058018252933508,
      "grad_norm": 6.5696539878845215,
      "learning_rate": 7.4117987644611985e-06,
      "loss": 0.2898,
      "step": 49800
    },
    {
      "epoch": 4.066166883963494,
      "grad_norm": 9.98416805267334,
      "learning_rate": 7.399330895086061e-06,
      "loss": 0.3115,
      "step": 49900
    },
    {
      "epoch": 4.074315514993481,
      "grad_norm": 6.788928985595703,
      "learning_rate": 7.386843613549828e-06,
      "loss": 0.3158,
      "step": 50000
    },
    {
      "epoch": 4.082464146023468,
      "grad_norm": 9.002969741821289,
      "learning_rate": 7.374337020882798e-06,
      "loss": 0.2964,
      "step": 50100
    },
    {
      "epoch": 4.090612777053455,
      "grad_norm": 8.216889381408691,
      "learning_rate": 7.3618112182715115e-06,
      "loss": 0.3194,
      "step": 50200
    },
    {
      "epoch": 4.098761408083442,
      "grad_norm": 17.576051712036133,
      "learning_rate": 7.349266307057932e-06,
      "loss": 0.3093,
      "step": 50300
    },
    {
      "epoch": 4.106910039113429,
      "grad_norm": 14.113720893859863,
      "learning_rate": 7.336702388738619e-06,
      "loss": 0.2656,
      "step": 50400
    },
    {
      "epoch": 4.115058670143416,
      "grad_norm": 13.906309127807617,
      "learning_rate": 7.324119564963915e-06,
      "loss": 0.2977,
      "step": 50500
    },
    {
      "epoch": 4.1232073011734025,
      "grad_norm": 9.152776718139648,
      "learning_rate": 7.311517937537122e-06,
      "loss": 0.3067,
      "step": 50600
    },
    {
      "epoch": 4.13135593220339,
      "grad_norm": 10.242730140686035,
      "learning_rate": 7.29889760841367e-06,
      "loss": 0.301,
      "step": 50700
    },
    {
      "epoch": 4.139504563233377,
      "grad_norm": 11.567678451538086,
      "learning_rate": 7.2862586797003046e-06,
      "loss": 0.2997,
      "step": 50800
    },
    {
      "epoch": 4.147653194263364,
      "grad_norm": 6.842143535614014,
      "learning_rate": 7.27360125365425e-06,
      "loss": 0.3004,
      "step": 50900
    },
    {
      "epoch": 4.15580182529335,
      "grad_norm": 12.490499496459961,
      "learning_rate": 7.260925432682386e-06,
      "loss": 0.2959,
      "step": 51000
    },
    {
      "epoch": 4.163950456323338,
      "grad_norm": 7.078547477722168,
      "learning_rate": 7.248231319340422e-06,
      "loss": 0.2966,
      "step": 51100
    },
    {
      "epoch": 4.172099087353325,
      "grad_norm": 17.07299041748047,
      "learning_rate": 7.235519016332064e-06,
      "loss": 0.3241,
      "step": 51200
    },
    {
      "epoch": 4.1802477183833116,
      "grad_norm": 14.579496383666992,
      "learning_rate": 7.222788626508184e-06,
      "loss": 0.294,
      "step": 51300
    },
    {
      "epoch": 4.188396349413298,
      "grad_norm": 16.198028564453125,
      "learning_rate": 7.210040252865984e-06,
      "loss": 0.3049,
      "step": 51400
    },
    {
      "epoch": 4.196544980443286,
      "grad_norm": 12.001542091369629,
      "learning_rate": 7.197273998548174e-06,
      "loss": 0.2932,
      "step": 51500
    },
    {
      "epoch": 4.204693611473273,
      "grad_norm": 8.593428611755371,
      "learning_rate": 7.184489966842128e-06,
      "loss": 0.3147,
      "step": 51600
    },
    {
      "epoch": 4.2128422425032594,
      "grad_norm": 19.119985580444336,
      "learning_rate": 7.1716882611790475e-06,
      "loss": 0.2929,
      "step": 51700
    },
    {
      "epoch": 4.220990873533246,
      "grad_norm": 12.756973266601562,
      "learning_rate": 7.1588689851331305e-06,
      "loss": 0.2973,
      "step": 51800
    },
    {
      "epoch": 4.229139504563233,
      "grad_norm": 11.550286293029785,
      "learning_rate": 7.146032242420732e-06,
      "loss": 0.2996,
      "step": 51900
    },
    {
      "epoch": 4.237288135593221,
      "grad_norm": 8.533171653747559,
      "learning_rate": 7.133178136899522e-06,
      "loss": 0.3094,
      "step": 52000
    },
    {
      "epoch": 4.245436766623207,
      "grad_norm": 11.978692054748535,
      "learning_rate": 7.120306772567647e-06,
      "loss": 0.3013,
      "step": 52100
    },
    {
      "epoch": 4.253585397653194,
      "grad_norm": 10.963492393493652,
      "learning_rate": 7.107418253562889e-06,
      "loss": 0.3081,
      "step": 52200
    },
    {
      "epoch": 4.261734028683181,
      "grad_norm": 11.645411491394043,
      "learning_rate": 7.0945126841618225e-06,
      "loss": 0.2867,
      "step": 52300
    },
    {
      "epoch": 4.2698826597131685,
      "grad_norm": 11.48385238647461,
      "learning_rate": 7.081590168778973e-06,
      "loss": 0.3088,
      "step": 52400
    },
    {
      "epoch": 4.278031290743155,
      "grad_norm": 10.083149909973145,
      "learning_rate": 7.068650811965967e-06,
      "loss": 0.2954,
      "step": 52500
    },
    {
      "epoch": 4.286179921773142,
      "grad_norm": 10.841811180114746,
      "learning_rate": 7.055694718410688e-06,
      "loss": 0.2944,
      "step": 52600
    },
    {
      "epoch": 4.294328552803129,
      "grad_norm": 12.332331657409668,
      "learning_rate": 7.042721992936438e-06,
      "loss": 0.2857,
      "step": 52700
    },
    {
      "epoch": 4.302477183833116,
      "grad_norm": 13.689620971679688,
      "learning_rate": 7.029732740501073e-06,
      "loss": 0.3024,
      "step": 52800
    },
    {
      "epoch": 4.310625814863103,
      "grad_norm": 13.064624786376953,
      "learning_rate": 7.016727066196168e-06,
      "loss": 0.2917,
      "step": 52900
    },
    {
      "epoch": 4.31877444589309,
      "grad_norm": 8.214381217956543,
      "learning_rate": 7.003705075246163e-06,
      "loss": 0.3173,
      "step": 53000
    },
    {
      "epoch": 4.326923076923077,
      "grad_norm": 14.797425270080566,
      "learning_rate": 6.990666873007506e-06,
      "loss": 0.2734,
      "step": 53100
    },
    {
      "epoch": 4.335071707953064,
      "grad_norm": 10.985969543457031,
      "learning_rate": 6.977612564967808e-06,
      "loss": 0.2958,
      "step": 53200
    },
    {
      "epoch": 4.343220338983051,
      "grad_norm": 12.808884620666504,
      "learning_rate": 6.964542256744986e-06,
      "loss": 0.3169,
      "step": 53300
    },
    {
      "epoch": 4.351368970013038,
      "grad_norm": 21.643781661987305,
      "learning_rate": 6.9514560540864095e-06,
      "loss": 0.3154,
      "step": 53400
    },
    {
      "epoch": 4.3595176010430245,
      "grad_norm": 7.609200477600098,
      "learning_rate": 6.938354062868041e-06,
      "loss": 0.2985,
      "step": 53500
    },
    {
      "epoch": 4.367666232073011,
      "grad_norm": 13.469466209411621,
      "learning_rate": 6.925236389093588e-06,
      "loss": 0.3063,
      "step": 53600
    },
    {
      "epoch": 4.375814863102999,
      "grad_norm": 12.873883247375488,
      "learning_rate": 6.912103138893636e-06,
      "loss": 0.2903,
      "step": 53700
    },
    {
      "epoch": 4.383963494132986,
      "grad_norm": 8.953607559204102,
      "learning_rate": 6.898954418524797e-06,
      "loss": 0.2897,
      "step": 53800
    },
    {
      "epoch": 4.3921121251629724,
      "grad_norm": 21.484949111938477,
      "learning_rate": 6.885790334368844e-06,
      "loss": 0.2989,
      "step": 53900
    },
    {
      "epoch": 4.400260756192959,
      "grad_norm": 8.624776840209961,
      "learning_rate": 6.872610992931857e-06,
      "loss": 0.2811,
      "step": 54000
    },
    {
      "epoch": 4.408409387222947,
      "grad_norm": 13.120560646057129,
      "learning_rate": 6.859416500843351e-06,
      "loss": 0.3003,
      "step": 54100
    },
    {
      "epoch": 4.416558018252934,
      "grad_norm": 8.616204261779785,
      "learning_rate": 6.846206964855426e-06,
      "loss": 0.3191,
      "step": 54200
    },
    {
      "epoch": 4.42470664928292,
      "grad_norm": 7.0158233642578125,
      "learning_rate": 6.832982491841894e-06,
      "loss": 0.31,
      "step": 54300
    },
    {
      "epoch": 4.432855280312907,
      "grad_norm": 9.716617584228516,
      "learning_rate": 6.819743188797419e-06,
      "loss": 0.2949,
      "step": 54400
    },
    {
      "epoch": 4.441003911342895,
      "grad_norm": 10.602276802062988,
      "learning_rate": 6.806489162836649e-06,
      "loss": 0.3037,
      "step": 54500
    },
    {
      "epoch": 4.4491525423728815,
      "grad_norm": 8.699592590332031,
      "learning_rate": 6.793220521193347e-06,
      "loss": 0.313,
      "step": 54600
    },
    {
      "epoch": 4.457301173402868,
      "grad_norm": 8.307058334350586,
      "learning_rate": 6.779937371219532e-06,
      "loss": 0.2924,
      "step": 54700
    },
    {
      "epoch": 4.465449804432855,
      "grad_norm": 10.045998573303223,
      "learning_rate": 6.766639820384602e-06,
      "loss": 0.3124,
      "step": 54800
    },
    {
      "epoch": 4.473598435462843,
      "grad_norm": 15.478697776794434,
      "learning_rate": 6.753327976274467e-06,
      "loss": 0.2892,
      "step": 54900
    },
    {
      "epoch": 4.481747066492829,
      "grad_norm": 12.46609878540039,
      "learning_rate": 6.740001946590675e-06,
      "loss": 0.2809,
      "step": 55000
    },
    {
      "epoch": 4.489895697522816,
      "grad_norm": 11.292198181152344,
      "learning_rate": 6.726661839149556e-06,
      "loss": 0.2915,
      "step": 55100
    },
    {
      "epoch": 4.498044328552803,
      "grad_norm": 15.23190689086914,
      "learning_rate": 6.71330776188133e-06,
      "loss": 0.306,
      "step": 55200
    },
    {
      "epoch": 4.5061929595827905,
      "grad_norm": 11.232503890991211,
      "learning_rate": 6.69993982282924e-06,
      "loss": 0.2979,
      "step": 55300
    },
    {
      "epoch": 4.514341590612777,
      "grad_norm": 11.436495780944824,
      "learning_rate": 6.686558130148687e-06,
      "loss": 0.2976,
      "step": 55400
    },
    {
      "epoch": 4.522490221642764,
      "grad_norm": 11.90659236907959,
      "learning_rate": 6.673162792106341e-06,
      "loss": 0.3106,
      "step": 55500
    },
    {
      "epoch": 4.530638852672751,
      "grad_norm": 9.979248046875,
      "learning_rate": 6.6597539170792795e-06,
      "loss": 0.2948,
      "step": 55600
    },
    {
      "epoch": 4.5387874837027375,
      "grad_norm": 19.104442596435547,
      "learning_rate": 6.646331613554094e-06,
      "loss": 0.3248,
      "step": 55700
    },
    {
      "epoch": 4.546936114732725,
      "grad_norm": 9.139418601989746,
      "learning_rate": 6.632895990126028e-06,
      "loss": 0.2996,
      "step": 55800
    },
    {
      "epoch": 4.555084745762712,
      "grad_norm": 9.373650550842285,
      "learning_rate": 6.619447155498091e-06,
      "loss": 0.3127,
      "step": 55900
    },
    {
      "epoch": 4.563233376792699,
      "grad_norm": 12.213810920715332,
      "learning_rate": 6.605985218480179e-06,
      "loss": 0.3113,
      "step": 56000
    },
    {
      "epoch": 4.5713820078226854,
      "grad_norm": 9.15962028503418,
      "learning_rate": 6.5925102879881915e-06,
      "loss": 0.311,
      "step": 56100
    },
    {
      "epoch": 4.579530638852673,
      "grad_norm": 11.712223052978516,
      "learning_rate": 6.579022473043159e-06,
      "loss": 0.3074,
      "step": 56200
    },
    {
      "epoch": 4.58767926988266,
      "grad_norm": 9.559146881103516,
      "learning_rate": 6.565521882770355e-06,
      "loss": 0.3065,
      "step": 56300
    },
    {
      "epoch": 4.595827900912647,
      "grad_norm": 8.07590389251709,
      "learning_rate": 6.552008626398409e-06,
      "loss": 0.3195,
      "step": 56400
    },
    {
      "epoch": 4.603976531942633,
      "grad_norm": 13.063721656799316,
      "learning_rate": 6.5384828132584335e-06,
      "loss": 0.2778,
      "step": 56500
    },
    {
      "epoch": 4.612125162972621,
      "grad_norm": 13.26430892944336,
      "learning_rate": 6.524944552783129e-06,
      "loss": 0.3081,
      "step": 56600
    },
    {
      "epoch": 4.620273794002608,
      "grad_norm": 14.221997261047363,
      "learning_rate": 6.511393954505906e-06,
      "loss": 0.3072,
      "step": 56700
    },
    {
      "epoch": 4.6284224250325945,
      "grad_norm": 10.34438705444336,
      "learning_rate": 6.497831128059993e-06,
      "loss": 0.3078,
      "step": 56800
    },
    {
      "epoch": 4.636571056062581,
      "grad_norm": 15.65034294128418,
      "learning_rate": 6.4842561831775575e-06,
      "loss": 0.3035,
      "step": 56900
    },
    {
      "epoch": 4.644719687092568,
      "grad_norm": 10.238895416259766,
      "learning_rate": 6.470669229688809e-06,
      "loss": 0.2962,
      "step": 57000
    },
    {
      "epoch": 4.652868318122556,
      "grad_norm": 16.671092987060547,
      "learning_rate": 6.457070377521111e-06,
      "loss": 0.307,
      "step": 57100
    },
    {
      "epoch": 4.661016949152542,
      "grad_norm": 11.118473052978516,
      "learning_rate": 6.443459736698106e-06,
      "loss": 0.3079,
      "step": 57200
    },
    {
      "epoch": 4.669165580182529,
      "grad_norm": 7.511115550994873,
      "learning_rate": 6.429837417338804e-06,
      "loss": 0.2959,
      "step": 57300
    },
    {
      "epoch": 4.677314211212517,
      "grad_norm": 14.2573881149292,
      "learning_rate": 6.416203529656707e-06,
      "loss": 0.2948,
      "step": 57400
    },
    {
      "epoch": 4.6854628422425035,
      "grad_norm": 11.03162956237793,
      "learning_rate": 6.40255818395891e-06,
      "loss": 0.3095,
      "step": 57500
    },
    {
      "epoch": 4.69361147327249,
      "grad_norm": 11.995973587036133,
      "learning_rate": 6.388901490645214e-06,
      "loss": 0.3099,
      "step": 57600
    },
    {
      "epoch": 4.701760104302477,
      "grad_norm": 9.43193244934082,
      "learning_rate": 6.375233560207229e-06,
      "loss": 0.3276,
      "step": 57700
    },
    {
      "epoch": 4.709908735332464,
      "grad_norm": 10.617565155029297,
      "learning_rate": 6.361554503227475e-06,
      "loss": 0.3149,
      "step": 57800
    },
    {
      "epoch": 4.718057366362451,
      "grad_norm": 16.004545211791992,
      "learning_rate": 6.347864430378501e-06,
      "loss": 0.2907,
      "step": 57900
    },
    {
      "epoch": 4.726205997392438,
      "grad_norm": 18.075027465820312,
      "learning_rate": 6.334163452421978e-06,
      "loss": 0.3168,
      "step": 58000
    },
    {
      "epoch": 4.734354628422425,
      "grad_norm": 19.736661911010742,
      "learning_rate": 6.320451680207805e-06,
      "loss": 0.3077,
      "step": 58100
    },
    {
      "epoch": 4.742503259452412,
      "grad_norm": 6.202484607696533,
      "learning_rate": 6.306729224673217e-06,
      "loss": 0.3022,
      "step": 58200
    },
    {
      "epoch": 4.750651890482399,
      "grad_norm": 4.973538398742676,
      "learning_rate": 6.29299619684188e-06,
      "loss": 0.3032,
      "step": 58300
    },
    {
      "epoch": 4.758800521512386,
      "grad_norm": 9.67834186553955,
      "learning_rate": 6.2792527078230024e-06,
      "loss": 0.2937,
      "step": 58400
    },
    {
      "epoch": 4.766949152542373,
      "grad_norm": 7.5604777336120605,
      "learning_rate": 6.265498868810424e-06,
      "loss": 0.3132,
      "step": 58500
    },
    {
      "epoch": 4.77509778357236,
      "grad_norm": 11.391521453857422,
      "learning_rate": 6.251734791081728e-06,
      "loss": 0.3249,
      "step": 58600
    },
    {
      "epoch": 4.783246414602347,
      "grad_norm": 16.40961265563965,
      "learning_rate": 6.237960585997334e-06,
      "loss": 0.2951,
      "step": 58700
    },
    {
      "epoch": 4.791395045632334,
      "grad_norm": 4.114518165588379,
      "learning_rate": 6.224176364999595e-06,
      "loss": 0.3091,
      "step": 58800
    },
    {
      "epoch": 4.799543676662321,
      "grad_norm": 9.569024085998535,
      "learning_rate": 6.210382239611906e-06,
      "loss": 0.3093,
      "step": 58900
    },
    {
      "epoch": 4.8076923076923075,
      "grad_norm": 30.753637313842773,
      "learning_rate": 6.1965783214377895e-06,
      "loss": 0.2982,
      "step": 59000
    },
    {
      "epoch": 4.815840938722294,
      "grad_norm": 7.500620365142822,
      "learning_rate": 6.18276472216e-06,
      "loss": 0.2956,
      "step": 59100
    },
    {
      "epoch": 4.823989569752282,
      "grad_norm": 14.710212707519531,
      "learning_rate": 6.16894155353962e-06,
      "loss": 0.3078,
      "step": 59200
    },
    {
      "epoch": 4.832138200782269,
      "grad_norm": 7.550549507141113,
      "learning_rate": 6.1551089274151525e-06,
      "loss": 0.3093,
      "step": 59300
    },
    {
      "epoch": 4.840286831812255,
      "grad_norm": 8.313648223876953,
      "learning_rate": 6.141266955701616e-06,
      "loss": 0.2872,
      "step": 59400
    },
    {
      "epoch": 4.848435462842242,
      "grad_norm": 3.505223274230957,
      "learning_rate": 6.127415750389645e-06,
      "loss": 0.2991,
      "step": 59500
    },
    {
      "epoch": 4.85658409387223,
      "grad_norm": 10.405817985534668,
      "learning_rate": 6.113555423544576e-06,
      "loss": 0.3083,
      "step": 59600
    },
    {
      "epoch": 4.8647327249022165,
      "grad_norm": 9.818922996520996,
      "learning_rate": 6.0996860873055505e-06,
      "loss": 0.3131,
      "step": 59700
    },
    {
      "epoch": 4.872881355932203,
      "grad_norm": 8.345934867858887,
      "learning_rate": 6.085807853884595e-06,
      "loss": 0.2963,
      "step": 59800
    },
    {
      "epoch": 4.88102998696219,
      "grad_norm": 10.804642677307129,
      "learning_rate": 6.071920835565724e-06,
      "loss": 0.315,
      "step": 59900
    },
    {
      "epoch": 4.889178617992178,
      "grad_norm": 10.550320625305176,
      "learning_rate": 6.058025144704026e-06,
      "loss": 0.288,
      "step": 60000
    },
    {
      "epoch": 4.897327249022164,
      "grad_norm": 7.386425018310547,
      "learning_rate": 6.044120893724758e-06,
      "loss": 0.3175,
      "step": 60100
    },
    {
      "epoch": 4.905475880052151,
      "grad_norm": 16.652528762817383,
      "learning_rate": 6.030208195122433e-06,
      "loss": 0.3218,
      "step": 60200
    },
    {
      "epoch": 4.913624511082138,
      "grad_norm": 15.053431510925293,
      "learning_rate": 6.016287161459907e-06,
      "loss": 0.2769,
      "step": 60300
    },
    {
      "epoch": 4.921773142112125,
      "grad_norm": 7.756086349487305,
      "learning_rate": 6.002357905367481e-06,
      "loss": 0.289,
      "step": 60400
    },
    {
      "epoch": 4.929921773142112,
      "grad_norm": 10.426520347595215,
      "learning_rate": 5.9884205395419725e-06,
      "loss": 0.3169,
      "step": 60500
    },
    {
      "epoch": 4.938070404172099,
      "grad_norm": 12.334880828857422,
      "learning_rate": 5.974475176745813e-06,
      "loss": 0.3093,
      "step": 60600
    },
    {
      "epoch": 4.946219035202086,
      "grad_norm": 14.239689826965332,
      "learning_rate": 5.960521929806141e-06,
      "loss": 0.3036,
      "step": 60700
    },
    {
      "epoch": 4.9543676662320735,
      "grad_norm": 12.593892097473145,
      "learning_rate": 5.946560911613877e-06,
      "loss": 0.2911,
      "step": 60800
    },
    {
      "epoch": 4.96251629726206,
      "grad_norm": 4.950251579284668,
      "learning_rate": 5.9325922351228186e-06,
      "loss": 0.2942,
      "step": 60900
    },
    {
      "epoch": 4.970664928292047,
      "grad_norm": 10.60743522644043,
      "learning_rate": 5.918616013348719e-06,
      "loss": 0.302,
      "step": 61000
    },
    {
      "epoch": 4.978813559322034,
      "grad_norm": 18.459735870361328,
      "learning_rate": 5.904632359368388e-06,
      "loss": 0.2806,
      "step": 61100
    },
    {
      "epoch": 4.9869621903520205,
      "grad_norm": 10.454113006591797,
      "learning_rate": 5.890641386318756e-06,
      "loss": 0.3009,
      "step": 61200
    },
    {
      "epoch": 4.995110821382008,
      "grad_norm": 12.8052396774292,
      "learning_rate": 5.876643207395976e-06,
      "loss": 0.3122,
      "step": 61300
    },
    {
      "epoch": 5.0,
      "eval_accuracy": 0.8285140562248996,
      "eval_loss": 0.5347269773483276,
      "eval_runtime": 6.815,
      "eval_samples_per_second": 365.37,
      "eval_steps_per_second": 45.781,
      "step": 61360
    },
    {
      "epoch": 5.003259452411995,
      "grad_norm": 3.523259162902832,
      "learning_rate": 5.862637935854502e-06,
      "loss": 0.289,
      "step": 61400
    },
    {
      "epoch": 5.011408083441982,
      "grad_norm": 14.498679161071777,
      "learning_rate": 5.848625685006164e-06,
      "loss": 0.2673,
      "step": 61500
    },
    {
      "epoch": 5.019556714471968,
      "grad_norm": 15.165558815002441,
      "learning_rate": 5.834606568219269e-06,
      "loss": 0.2499,
      "step": 61600
    },
    {
      "epoch": 5.027705345501956,
      "grad_norm": 12.705721855163574,
      "learning_rate": 5.820580698917666e-06,
      "loss": 0.2486,
      "step": 61700
    },
    {
      "epoch": 5.035853976531943,
      "grad_norm": 15.987256050109863,
      "learning_rate": 5.806548190579842e-06,
      "loss": 0.2417,
      "step": 61800
    },
    {
      "epoch": 5.0440026075619295,
      "grad_norm": 8.831116676330566,
      "learning_rate": 5.792509156737997e-06,
      "loss": 0.2265,
      "step": 61900
    },
    {
      "epoch": 5.052151238591916,
      "grad_norm": 12.182964324951172,
      "learning_rate": 5.7784637109771225e-06,
      "loss": 0.2538,
      "step": 62000
    },
    {
      "epoch": 5.060299869621904,
      "grad_norm": 10.809981346130371,
      "learning_rate": 5.764411966934092e-06,
      "loss": 0.2603,
      "step": 62100
    },
    {
      "epoch": 5.068448500651891,
      "grad_norm": 5.705296039581299,
      "learning_rate": 5.750354038296733e-06,
      "loss": 0.2438,
      "step": 62200
    },
    {
      "epoch": 5.076597131681877,
      "grad_norm": 9.95255184173584,
      "learning_rate": 5.736290038802911e-06,
      "loss": 0.234,
      "step": 62300
    },
    {
      "epoch": 5.084745762711864,
      "grad_norm": 7.724064350128174,
      "learning_rate": 5.722220082239608e-06,
      "loss": 0.2488,
      "step": 62400
    },
    {
      "epoch": 5.092894393741851,
      "grad_norm": 10.82822036743164,
      "learning_rate": 5.708144282442006e-06,
      "loss": 0.2591,
      "step": 62500
    },
    {
      "epoch": 5.101043024771839,
      "grad_norm": 8.642077445983887,
      "learning_rate": 5.694062753292559e-06,
      "loss": 0.2581,
      "step": 62600
    },
    {
      "epoch": 5.109191655801825,
      "grad_norm": 10.630475044250488,
      "learning_rate": 5.679975608720078e-06,
      "loss": 0.2408,
      "step": 62700
    },
    {
      "epoch": 5.117340286831812,
      "grad_norm": 10.559286117553711,
      "learning_rate": 5.665882962698801e-06,
      "loss": 0.2417,
      "step": 62800
    },
    {
      "epoch": 5.125488917861799,
      "grad_norm": 6.505354881286621,
      "learning_rate": 5.651784929247486e-06,
      "loss": 0.2517,
      "step": 62900
    },
    {
      "epoch": 5.1336375488917865,
      "grad_norm": 10.710380554199219,
      "learning_rate": 5.637681622428468e-06,
      "loss": 0.235,
      "step": 63000
    },
    {
      "epoch": 5.141786179921773,
      "grad_norm": 4.721646785736084,
      "learning_rate": 5.6235731563467535e-06,
      "loss": 0.2577,
      "step": 63100
    },
    {
      "epoch": 5.14993481095176,
      "grad_norm": 8.588154792785645,
      "learning_rate": 5.609459645149089e-06,
      "loss": 0.2728,
      "step": 63200
    },
    {
      "epoch": 5.158083441981747,
      "grad_norm": 19.248777389526367,
      "learning_rate": 5.595341203023044e-06,
      "loss": 0.2371,
      "step": 63300
    },
    {
      "epoch": 5.166232073011734,
      "grad_norm": 8.45293140411377,
      "learning_rate": 5.581217944196071e-06,
      "loss": 0.264,
      "step": 63400
    },
    {
      "epoch": 5.174380704041721,
      "grad_norm": 8.333393096923828,
      "learning_rate": 5.567089982934605e-06,
      "loss": 0.2558,
      "step": 63500
    },
    {
      "epoch": 5.182529335071708,
      "grad_norm": 14.054290771484375,
      "learning_rate": 5.552957433543119e-06,
      "loss": 0.2524,
      "step": 63600
    },
    {
      "epoch": 5.190677966101695,
      "grad_norm": 12.668076515197754,
      "learning_rate": 5.538820410363214e-06,
      "loss": 0.2408,
      "step": 63700
    },
    {
      "epoch": 5.198826597131682,
      "grad_norm": 9.344785690307617,
      "learning_rate": 5.524679027772676e-06,
      "loss": 0.2538,
      "step": 63800
    },
    {
      "epoch": 5.206975228161669,
      "grad_norm": 9.552376747131348,
      "learning_rate": 5.510533400184572e-06,
      "loss": 0.2535,
      "step": 63900
    },
    {
      "epoch": 5.215123859191656,
      "grad_norm": 10.270748138427734,
      "learning_rate": 5.496383642046311e-06,
      "loss": 0.2672,
      "step": 64000
    },
    {
      "epoch": 5.2232724902216425,
      "grad_norm": 15.067427635192871,
      "learning_rate": 5.4822298678387174e-06,
      "loss": 0.2455,
      "step": 64100
    },
    {
      "epoch": 5.23142112125163,
      "grad_norm": 5.5667948722839355,
      "learning_rate": 5.468072192075111e-06,
      "loss": 0.2539,
      "step": 64200
    },
    {
      "epoch": 5.239569752281617,
      "grad_norm": 11.088788032531738,
      "learning_rate": 5.453910729300378e-06,
      "loss": 0.2523,
      "step": 64300
    },
    {
      "epoch": 5.247718383311604,
      "grad_norm": 24.676876068115234,
      "learning_rate": 5.439745594090042e-06,
      "loss": 0.2488,
      "step": 64400
    },
    {
      "epoch": 5.25586701434159,
      "grad_norm": 9.937374114990234,
      "learning_rate": 5.425576901049342e-06,
      "loss": 0.2575,
      "step": 64500
    },
    {
      "epoch": 5.264015645371577,
      "grad_norm": 13.66021728515625,
      "learning_rate": 5.411404764812299e-06,
      "loss": 0.2396,
      "step": 64600
    },
    {
      "epoch": 5.272164276401565,
      "grad_norm": 11.568852424621582,
      "learning_rate": 5.3972293000407945e-06,
      "loss": 0.2398,
      "step": 64700
    },
    {
      "epoch": 5.280312907431552,
      "grad_norm": 9.292428970336914,
      "learning_rate": 5.383050621423639e-06,
      "loss": 0.2696,
      "step": 64800
    },
    {
      "epoch": 5.288461538461538,
      "grad_norm": 21.01643180847168,
      "learning_rate": 5.368868843675642e-06,
      "loss": 0.2522,
      "step": 64900
    },
    {
      "epoch": 5.296610169491525,
      "grad_norm": 7.557727813720703,
      "learning_rate": 5.354684081536693e-06,
      "loss": 0.2709,
      "step": 65000
    },
    {
      "epoch": 5.304758800521513,
      "grad_norm": 7.703597545623779,
      "learning_rate": 5.340496449770824e-06,
      "loss": 0.2561,
      "step": 65100
    },
    {
      "epoch": 5.3129074315514995,
      "grad_norm": 11.133892059326172,
      "learning_rate": 5.3263060631652805e-06,
      "loss": 0.2595,
      "step": 65200
    },
    {
      "epoch": 5.321056062581486,
      "grad_norm": 15.144754409790039,
      "learning_rate": 5.312113036529604e-06,
      "loss": 0.2506,
      "step": 65300
    },
    {
      "epoch": 5.329204693611473,
      "grad_norm": 7.959693431854248,
      "learning_rate": 5.297917484694692e-06,
      "loss": 0.2644,
      "step": 65400
    },
    {
      "epoch": 5.337353324641461,
      "grad_norm": 15.450654029846191,
      "learning_rate": 5.28371952251187e-06,
      "loss": 0.2533,
      "step": 65500
    },
    {
      "epoch": 5.345501955671447,
      "grad_norm": 6.035745620727539,
      "learning_rate": 5.269519264851967e-06,
      "loss": 0.2507,
      "step": 65600
    },
    {
      "epoch": 5.353650586701434,
      "grad_norm": 8.266439437866211,
      "learning_rate": 5.255316826604385e-06,
      "loss": 0.2588,
      "step": 65700
    },
    {
      "epoch": 5.361799217731421,
      "grad_norm": 9.542835235595703,
      "learning_rate": 5.24111232267617e-06,
      "loss": 0.2584,
      "step": 65800
    },
    {
      "epoch": 5.369947848761408,
      "grad_norm": 11.433173179626465,
      "learning_rate": 5.2269058679910735e-06,
      "loss": 0.2451,
      "step": 65900
    },
    {
      "epoch": 5.378096479791395,
      "grad_norm": 12.72153377532959,
      "learning_rate": 5.212697577488635e-06,
      "loss": 0.2496,
      "step": 66000
    },
    {
      "epoch": 5.386245110821382,
      "grad_norm": 9.416111946105957,
      "learning_rate": 5.1984875661232495e-06,
      "loss": 0.2567,
      "step": 66100
    },
    {
      "epoch": 5.394393741851369,
      "grad_norm": 15.701902389526367,
      "learning_rate": 5.184275948863231e-06,
      "loss": 0.2432,
      "step": 66200
    },
    {
      "epoch": 5.4025423728813555,
      "grad_norm": 7.241784572601318,
      "learning_rate": 5.1700628406898835e-06,
      "loss": 0.2441,
      "step": 66300
    },
    {
      "epoch": 5.410691003911343,
      "grad_norm": 21.102312088012695,
      "learning_rate": 5.155848356596581e-06,
      "loss": 0.2695,
      "step": 66400
    },
    {
      "epoch": 5.41883963494133,
      "grad_norm": 12.834817886352539,
      "learning_rate": 5.1416326115878255e-06,
      "loss": 0.2705,
      "step": 66500
    },
    {
      "epoch": 5.426988265971317,
      "grad_norm": 29.203624725341797,
      "learning_rate": 5.127415720678319e-06,
      "loss": 0.2354,
      "step": 66600
    },
    {
      "epoch": 5.435136897001303,
      "grad_norm": 13.500927925109863,
      "learning_rate": 5.113197798892038e-06,
      "loss": 0.2508,
      "step": 66700
    },
    {
      "epoch": 5.443285528031291,
      "grad_norm": 7.524002552032471,
      "learning_rate": 5.098978961261296e-06,
      "loss": 0.2494,
      "step": 66800
    },
    {
      "epoch": 5.451434159061278,
      "grad_norm": 17.00074577331543,
      "learning_rate": 5.084759322825821e-06,
      "loss": 0.241,
      "step": 66900
    },
    {
      "epoch": 5.459582790091265,
      "grad_norm": 11.755769729614258,
      "learning_rate": 5.070538998631813e-06,
      "loss": 0.2658,
      "step": 67000
    },
    {
      "epoch": 5.467731421121251,
      "grad_norm": 13.64929485321045,
      "learning_rate": 5.056318103731028e-06,
      "loss": 0.2515,
      "step": 67100
    },
    {
      "epoch": 5.475880052151239,
      "grad_norm": 6.673364639282227,
      "learning_rate": 5.042096753179835e-06,
      "loss": 0.2505,
      "step": 67200
    },
    {
      "epoch": 5.484028683181226,
      "grad_norm": 6.764876365661621,
      "learning_rate": 5.02787506203829e-06,
      "loss": 0.2584,
      "step": 67300
    },
    {
      "epoch": 5.4921773142112125,
      "grad_norm": 11.133795738220215,
      "learning_rate": 5.013653145369204e-06,
      "loss": 0.2598,
      "step": 67400
    },
    {
      "epoch": 5.500325945241199,
      "grad_norm": 11.689901351928711,
      "learning_rate": 4.9994311182372145e-06,
      "loss": 0.2397,
      "step": 67500
    },
    {
      "epoch": 5.508474576271187,
      "grad_norm": 18.084266662597656,
      "learning_rate": 4.985209095707852e-06,
      "loss": 0.265,
      "step": 67600
    },
    {
      "epoch": 5.516623207301174,
      "grad_norm": 12.136353492736816,
      "learning_rate": 4.970987192846609e-06,
      "loss": 0.2372,
      "step": 67700
    },
    {
      "epoch": 5.52477183833116,
      "grad_norm": 14.060345649719238,
      "learning_rate": 4.95676552471801e-06,
      "loss": 0.2657,
      "step": 67800
    },
    {
      "epoch": 5.532920469361147,
      "grad_norm": 5.493065357208252,
      "learning_rate": 4.942544206384682e-06,
      "loss": 0.2377,
      "step": 67900
    },
    {
      "epoch": 5.541069100391134,
      "grad_norm": 13.543553352355957,
      "learning_rate": 4.928323352906421e-06,
      "loss": 0.2456,
      "step": 68000
    },
    {
      "epoch": 5.5492177314211215,
      "grad_norm": 12.011448860168457,
      "learning_rate": 4.9141030793392595e-06,
      "loss": 0.2695,
      "step": 68100
    },
    {
      "epoch": 5.557366362451108,
      "grad_norm": 7.862688064575195,
      "learning_rate": 4.899883500734542e-06,
      "loss": 0.2668,
      "step": 68200
    },
    {
      "epoch": 5.565514993481095,
      "grad_norm": 11.895374298095703,
      "learning_rate": 4.885664732137988e-06,
      "loss": 0.2581,
      "step": 68300
    },
    {
      "epoch": 5.573663624511082,
      "grad_norm": 19.049335479736328,
      "learning_rate": 4.871446888588762e-06,
      "loss": 0.2581,
      "step": 68400
    },
    {
      "epoch": 5.581812255541069,
      "grad_norm": 15.173524856567383,
      "learning_rate": 4.85723008511855e-06,
      "loss": 0.2374,
      "step": 68500
    },
    {
      "epoch": 5.589960886571056,
      "grad_norm": 15.82532024383545,
      "learning_rate": 4.84301443675062e-06,
      "loss": 0.2548,
      "step": 68600
    },
    {
      "epoch": 5.598109517601043,
      "grad_norm": 9.289793014526367,
      "learning_rate": 4.828800058498889e-06,
      "loss": 0.2585,
      "step": 68700
    },
    {
      "epoch": 5.60625814863103,
      "grad_norm": 13.010422706604004,
      "learning_rate": 4.814587065367009e-06,
      "loss": 0.264,
      "step": 68800
    },
    {
      "epoch": 5.614406779661017,
      "grad_norm": 10.556730270385742,
      "learning_rate": 4.800375572347414e-06,
      "loss": 0.2436,
      "step": 68900
    },
    {
      "epoch": 5.622555410691004,
      "grad_norm": 13.723767280578613,
      "learning_rate": 4.786165694420408e-06,
      "loss": 0.2477,
      "step": 69000
    },
    {
      "epoch": 5.630704041720991,
      "grad_norm": 11.722618103027344,
      "learning_rate": 4.771957546553226e-06,
      "loss": 0.2581,
      "step": 69100
    },
    {
      "epoch": 5.638852672750978,
      "grad_norm": 10.373120307922363,
      "learning_rate": 4.757751243699109e-06,
      "loss": 0.2606,
      "step": 69200
    },
    {
      "epoch": 5.647001303780964,
      "grad_norm": 15.857172966003418,
      "learning_rate": 4.743546900796364e-06,
      "loss": 0.2723,
      "step": 69300
    },
    {
      "epoch": 5.655149934810952,
      "grad_norm": 22.450532913208008,
      "learning_rate": 4.729344632767446e-06,
      "loss": 0.235,
      "step": 69400
    },
    {
      "epoch": 5.663298565840939,
      "grad_norm": 15.469109535217285,
      "learning_rate": 4.71514455451802e-06,
      "loss": 0.2455,
      "step": 69500
    },
    {
      "epoch": 5.6714471968709255,
      "grad_norm": 21.650880813598633,
      "learning_rate": 4.7009467809360375e-06,
      "loss": 0.2597,
      "step": 69600
    },
    {
      "epoch": 5.679595827900913,
      "grad_norm": 16.47661590576172,
      "learning_rate": 4.6867514268907995e-06,
      "loss": 0.2555,
      "step": 69700
    },
    {
      "epoch": 5.6877444589309,
      "grad_norm": 16.370121002197266,
      "learning_rate": 4.672558607232033e-06,
      "loss": 0.2411,
      "step": 69800
    },
    {
      "epoch": 5.695893089960887,
      "grad_norm": 10.867352485656738,
      "learning_rate": 4.658368436788963e-06,
      "loss": 0.2638,
      "step": 69900
    },
    {
      "epoch": 5.704041720990873,
      "grad_norm": 13.257880210876465,
      "learning_rate": 4.644181030369378e-06,
      "loss": 0.233,
      "step": 70000
    },
    {
      "epoch": 5.71219035202086,
      "grad_norm": 16.66828155517578,
      "learning_rate": 4.629996502758703e-06,
      "loss": 0.2549,
      "step": 70100
    },
    {
      "epoch": 5.720338983050848,
      "grad_norm": 8.0230712890625,
      "learning_rate": 4.615814968719071e-06,
      "loss": 0.251,
      "step": 70200
    },
    {
      "epoch": 5.7284876140808345,
      "grad_norm": 20.61688804626465,
      "learning_rate": 4.6016365429884e-06,
      "loss": 0.2617,
      "step": 70300
    },
    {
      "epoch": 5.736636245110821,
      "grad_norm": 4.916039943695068,
      "learning_rate": 4.587461340279457e-06,
      "loss": 0.2772,
      "step": 70400
    },
    {
      "epoch": 5.744784876140808,
      "grad_norm": 13.59726333618164,
      "learning_rate": 4.573289475278927e-06,
      "loss": 0.2654,
      "step": 70500
    },
    {
      "epoch": 5.752933507170796,
      "grad_norm": 21.178253173828125,
      "learning_rate": 4.559121062646499e-06,
      "loss": 0.237,
      "step": 70600
    },
    {
      "epoch": 5.761082138200782,
      "grad_norm": 15.958664894104004,
      "learning_rate": 4.544956217013927e-06,
      "loss": 0.2447,
      "step": 70700
    },
    {
      "epoch": 5.769230769230769,
      "grad_norm": 7.610626220703125,
      "learning_rate": 4.530795052984104e-06,
      "loss": 0.239,
      "step": 70800
    },
    {
      "epoch": 5.777379400260756,
      "grad_norm": 10.934889793395996,
      "learning_rate": 4.5166376851301385e-06,
      "loss": 0.2562,
      "step": 70900
    },
    {
      "epoch": 5.7855280312907436,
      "grad_norm": 7.9625244140625,
      "learning_rate": 4.502484227994426e-06,
      "loss": 0.2606,
      "step": 71000
    },
    {
      "epoch": 5.79367666232073,
      "grad_norm": 15.313315391540527,
      "learning_rate": 4.488334796087719e-06,
      "loss": 0.2454,
      "step": 71100
    },
    {
      "epoch": 5.801825293350717,
      "grad_norm": 16.183135986328125,
      "learning_rate": 4.474189503888207e-06,
      "loss": 0.2591,
      "step": 71200
    },
    {
      "epoch": 5.809973924380704,
      "grad_norm": 8.89918041229248,
      "learning_rate": 4.4600484658405815e-06,
      "loss": 0.2577,
      "step": 71300
    },
    {
      "epoch": 5.818122555410691,
      "grad_norm": 8.31811237335205,
      "learning_rate": 4.445911796355119e-06,
      "loss": 0.2382,
      "step": 71400
    },
    {
      "epoch": 5.826271186440678,
      "grad_norm": 9.141270637512207,
      "learning_rate": 4.431779609806751e-06,
      "loss": 0.2401,
      "step": 71500
    },
    {
      "epoch": 5.834419817470665,
      "grad_norm": 8.92165756225586,
      "learning_rate": 4.4176520205341365e-06,
      "loss": 0.2133,
      "step": 71600
    },
    {
      "epoch": 5.842568448500652,
      "grad_norm": 14.15666675567627,
      "learning_rate": 4.403529142838745e-06,
      "loss": 0.2536,
      "step": 71700
    },
    {
      "epoch": 5.8507170795306385,
      "grad_norm": 8.742586135864258,
      "learning_rate": 4.38941109098392e-06,
      "loss": 0.261,
      "step": 71800
    },
    {
      "epoch": 5.858865710560626,
      "grad_norm": 8.7103853225708,
      "learning_rate": 4.375297979193965e-06,
      "loss": 0.2331,
      "step": 71900
    },
    {
      "epoch": 5.867014341590613,
      "grad_norm": 13.822142601013184,
      "learning_rate": 4.361189921653215e-06,
      "loss": 0.2583,
      "step": 72000
    },
    {
      "epoch": 5.8751629726206,
      "grad_norm": 9.043753623962402,
      "learning_rate": 4.3470870325051084e-06,
      "loss": 0.2635,
      "step": 72100
    },
    {
      "epoch": 5.883311603650586,
      "grad_norm": 10.288004875183105,
      "learning_rate": 4.332989425851273e-06,
      "loss": 0.2644,
      "step": 72200
    },
    {
      "epoch": 5.891460234680574,
      "grad_norm": 18.826217651367188,
      "learning_rate": 4.318897215750593e-06,
      "loss": 0.2515,
      "step": 72300
    },
    {
      "epoch": 5.899608865710561,
      "grad_norm": 11.778913497924805,
      "learning_rate": 4.304810516218298e-06,
      "loss": 0.2628,
      "step": 72400
    },
    {
      "epoch": 5.9077574967405475,
      "grad_norm": 16.54121971130371,
      "learning_rate": 4.290729441225027e-06,
      "loss": 0.2792,
      "step": 72500
    },
    {
      "epoch": 5.915906127770534,
      "grad_norm": 12.631098747253418,
      "learning_rate": 4.276654104695915e-06,
      "loss": 0.2503,
      "step": 72600
    },
    {
      "epoch": 5.924054758800521,
      "grad_norm": 10.706419944763184,
      "learning_rate": 4.262584620509669e-06,
      "loss": 0.2564,
      "step": 72700
    },
    {
      "epoch": 5.932203389830509,
      "grad_norm": 8.69650650024414,
      "learning_rate": 4.248521102497649e-06,
      "loss": 0.2569,
      "step": 72800
    },
    {
      "epoch": 5.940352020860495,
      "grad_norm": 12.438202857971191,
      "learning_rate": 4.23446366444294e-06,
      "loss": 0.2531,
      "step": 72900
    },
    {
      "epoch": 5.948500651890482,
      "grad_norm": 22.02505874633789,
      "learning_rate": 4.220412420079438e-06,
      "loss": 0.2692,
      "step": 73000
    },
    {
      "epoch": 5.95664928292047,
      "grad_norm": 13.650114059448242,
      "learning_rate": 4.206367483090931e-06,
      "loss": 0.2663,
      "step": 73100
    },
    {
      "epoch": 5.9647979139504566,
      "grad_norm": 13.705251693725586,
      "learning_rate": 4.192328967110172e-06,
      "loss": 0.2295,
      "step": 73200
    },
    {
      "epoch": 5.972946544980443,
      "grad_norm": 7.683305263519287,
      "learning_rate": 4.178296985717967e-06,
      "loss": 0.2622,
      "step": 73300
    },
    {
      "epoch": 5.98109517601043,
      "grad_norm": 7.798497676849365,
      "learning_rate": 4.16427165244225e-06,
      "loss": 0.2431,
      "step": 73400
    },
    {
      "epoch": 5.989243807040417,
      "grad_norm": 8.129569053649902,
      "learning_rate": 4.150253080757172e-06,
      "loss": 0.2372,
      "step": 73500
    },
    {
      "epoch": 5.9973924380704045,
      "grad_norm": 14.516979217529297,
      "learning_rate": 4.136241384082174e-06,
      "loss": 0.2801,
      "step": 73600
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.8168674698795181,
      "eval_loss": 0.6053332686424255,
      "eval_runtime": 7.0202,
      "eval_samples_per_second": 354.691,
      "eval_steps_per_second": 44.443,
      "step": 73632
    },
    {
      "epoch": 6.005541069100391,
      "grad_norm": 11.174201965332031,
      "learning_rate": 4.122236675781071e-06,
      "loss": 0.224,
      "step": 73700
    },
    {
      "epoch": 6.013689700130378,
      "grad_norm": 24.070091247558594,
      "learning_rate": 4.108239069161147e-06,
      "loss": 0.2289,
      "step": 73800
    },
    {
      "epoch": 6.021838331160365,
      "grad_norm": 14.804594993591309,
      "learning_rate": 4.09424867747222e-06,
      "loss": 0.2017,
      "step": 73900
    },
    {
      "epoch": 6.029986962190352,
      "grad_norm": 20.014951705932617,
      "learning_rate": 4.0802656139057385e-06,
      "loss": 0.2203,
      "step": 74000
    },
    {
      "epoch": 6.038135593220339,
      "grad_norm": 11.608116149902344,
      "learning_rate": 4.066289991593859e-06,
      "loss": 0.1983,
      "step": 74100
    },
    {
      "epoch": 6.046284224250326,
      "grad_norm": 10.88152027130127,
      "learning_rate": 4.052321923608539e-06,
      "loss": 0.2167,
      "step": 74200
    },
    {
      "epoch": 6.054432855280313,
      "grad_norm": 9.91988754272461,
      "learning_rate": 4.038361522960609e-06,
      "loss": 0.2114,
      "step": 74300
    },
    {
      "epoch": 6.0625814863103,
      "grad_norm": 10.7438383102417,
      "learning_rate": 4.024408902598871e-06,
      "loss": 0.2126,
      "step": 74400
    },
    {
      "epoch": 6.070730117340287,
      "grad_norm": 13.341911315917969,
      "learning_rate": 4.01046417540918e-06,
      "loss": 0.2099,
      "step": 74500
    },
    {
      "epoch": 6.078878748370274,
      "grad_norm": 14.30612564086914,
      "learning_rate": 3.996527454213522e-06,
      "loss": 0.2159,
      "step": 74600
    },
    {
      "epoch": 6.0870273794002605,
      "grad_norm": 14.352286338806152,
      "learning_rate": 3.98259885176912e-06,
      "loss": 0.2314,
      "step": 74700
    },
    {
      "epoch": 6.095176010430248,
      "grad_norm": 10.346816062927246,
      "learning_rate": 3.968678480767503e-06,
      "loss": 0.2111,
      "step": 74800
    },
    {
      "epoch": 6.103324641460235,
      "grad_norm": 16.672042846679688,
      "learning_rate": 3.954766453833608e-06,
      "loss": 0.199,
      "step": 74900
    },
    {
      "epoch": 6.111473272490222,
      "grad_norm": 14.719056129455566,
      "learning_rate": 3.94086288352486e-06,
      "loss": 0.1996,
      "step": 75000
    },
    {
      "epoch": 6.119621903520208,
      "grad_norm": 15.159549713134766,
      "learning_rate": 3.926967882330262e-06,
      "loss": 0.2246,
      "step": 75100
    },
    {
      "epoch": 6.127770534550195,
      "grad_norm": 8.278336524963379,
      "learning_rate": 3.913081562669492e-06,
      "loss": 0.229,
      "step": 75200
    },
    {
      "epoch": 6.135919165580183,
      "grad_norm": 17.559757232666016,
      "learning_rate": 3.899204036891989e-06,
      "loss": 0.2012,
      "step": 75300
    },
    {
      "epoch": 6.1440677966101696,
      "grad_norm": 11.502748489379883,
      "learning_rate": 3.885335417276037e-06,
      "loss": 0.202,
      "step": 75400
    },
    {
      "epoch": 6.152216427640156,
      "grad_norm": 10.84666633605957,
      "learning_rate": 3.871475816027868e-06,
      "loss": 0.2142,
      "step": 75500
    },
    {
      "epoch": 6.160365058670143,
      "grad_norm": 15.855389595031738,
      "learning_rate": 3.857625345280751e-06,
      "loss": 0.2287,
      "step": 75600
    },
    {
      "epoch": 6.168513689700131,
      "grad_norm": 12.554780960083008,
      "learning_rate": 3.843784117094081e-06,
      "loss": 0.1949,
      "step": 75700
    },
    {
      "epoch": 6.1766623207301175,
      "grad_norm": 7.536383628845215,
      "learning_rate": 3.829952243452475e-06,
      "loss": 0.2062,
      "step": 75800
    },
    {
      "epoch": 6.184810951760104,
      "grad_norm": 13.602145195007324,
      "learning_rate": 3.816129836264864e-06,
      "loss": 0.2211,
      "step": 75900
    },
    {
      "epoch": 6.192959582790091,
      "grad_norm": 10.88949966430664,
      "learning_rate": 3.802317007363593e-06,
      "loss": 0.2141,
      "step": 76000
    },
    {
      "epoch": 6.201108213820079,
      "grad_norm": 3.1079776287078857,
      "learning_rate": 3.7885138685035113e-06,
      "loss": 0.2121,
      "step": 76100
    },
    {
      "epoch": 6.209256844850065,
      "grad_norm": 10.546631813049316,
      "learning_rate": 3.774720531361063e-06,
      "loss": 0.2272,
      "step": 76200
    },
    {
      "epoch": 6.217405475880052,
      "grad_norm": 22.11454200744629,
      "learning_rate": 3.7609371075334e-06,
      "loss": 0.2118,
      "step": 76300
    },
    {
      "epoch": 6.225554106910039,
      "grad_norm": 16.33343505859375,
      "learning_rate": 3.7471637085374614e-06,
      "loss": 0.227,
      "step": 76400
    },
    {
      "epoch": 6.2337027379400265,
      "grad_norm": 14.43807315826416,
      "learning_rate": 3.7334004458090833e-06,
      "loss": 0.2287,
      "step": 76500
    },
    {
      "epoch": 6.241851368970013,
      "grad_norm": 14.813934326171875,
      "learning_rate": 3.719647430702089e-06,
      "loss": 0.2064,
      "step": 76600
    },
    {
      "epoch": 6.25,
      "grad_norm": 5.587681770324707,
      "learning_rate": 3.705904774487396e-06,
      "loss": 0.2051,
      "step": 76700
    },
    {
      "epoch": 6.258148631029987,
      "grad_norm": 7.330463409423828,
      "learning_rate": 3.6921725883521087e-06,
      "loss": 0.2225,
      "step": 76800
    },
    {
      "epoch": 6.2662972620599735,
      "grad_norm": 19.726444244384766,
      "learning_rate": 3.678450983398623e-06,
      "loss": 0.2131,
      "step": 76900
    },
    {
      "epoch": 6.274445893089961,
      "grad_norm": 15.526715278625488,
      "learning_rate": 3.664740070643723e-06,
      "loss": 0.2257,
      "step": 77000
    },
    {
      "epoch": 6.282594524119948,
      "grad_norm": 9.113424301147461,
      "learning_rate": 3.6510399610176906e-06,
      "loss": 0.2075,
      "step": 77100
    },
    {
      "epoch": 6.290743155149935,
      "grad_norm": 11.527823448181152,
      "learning_rate": 3.6373507653634e-06,
      "loss": 0.1921,
      "step": 77200
    },
    {
      "epoch": 6.298891786179921,
      "grad_norm": 5.839615345001221,
      "learning_rate": 3.6236725944354245e-06,
      "loss": 0.2426,
      "step": 77300
    },
    {
      "epoch": 6.307040417209909,
      "grad_norm": 16.31635284423828,
      "learning_rate": 3.6100055588991435e-06,
      "loss": 0.206,
      "step": 77400
    },
    {
      "epoch": 6.315189048239896,
      "grad_norm": 13.138345718383789,
      "learning_rate": 3.5963497693298386e-06,
      "loss": 0.2223,
      "step": 77500
    },
    {
      "epoch": 6.3233376792698825,
      "grad_norm": 3.202862024307251,
      "learning_rate": 3.5827053362118085e-06,
      "loss": 0.2095,
      "step": 77600
    },
    {
      "epoch": 6.331486310299869,
      "grad_norm": 11.949639320373535,
      "learning_rate": 3.5690723699374697e-06,
      "loss": 0.2176,
      "step": 77700
    },
    {
      "epoch": 6.339634941329857,
      "grad_norm": 17.555377960205078,
      "learning_rate": 3.5554509808064602e-06,
      "loss": 0.2204,
      "step": 77800
    },
    {
      "epoch": 6.347783572359844,
      "grad_norm": 6.945880889892578,
      "learning_rate": 3.5418412790247575e-06,
      "loss": 0.2006,
      "step": 77900
    },
    {
      "epoch": 6.3559322033898304,
      "grad_norm": 29.10856056213379,
      "learning_rate": 3.528243374703776e-06,
      "loss": 0.2089,
      "step": 78000
    },
    {
      "epoch": 6.364080834419817,
      "grad_norm": 21.48233413696289,
      "learning_rate": 3.5146573778594855e-06,
      "loss": 0.2091,
      "step": 78100
    },
    {
      "epoch": 6.372229465449805,
      "grad_norm": 10.77776050567627,
      "learning_rate": 3.5010833984115135e-06,
      "loss": 0.1919,
      "step": 78200
    },
    {
      "epoch": 6.380378096479792,
      "grad_norm": 22.155200958251953,
      "learning_rate": 3.4875215461822574e-06,
      "loss": 0.2269,
      "step": 78300
    },
    {
      "epoch": 6.388526727509778,
      "grad_norm": 12.029594421386719,
      "learning_rate": 3.473971930896001e-06,
      "loss": 0.2328,
      "step": 78400
    },
    {
      "epoch": 6.396675358539765,
      "grad_norm": 8.563623428344727,
      "learning_rate": 3.460434662178024e-06,
      "loss": 0.2202,
      "step": 78500
    },
    {
      "epoch": 6.404823989569753,
      "grad_norm": 6.394750118255615,
      "learning_rate": 3.4469098495537063e-06,
      "loss": 0.2324,
      "step": 78600
    },
    {
      "epoch": 6.4129726205997395,
      "grad_norm": 15.485038757324219,
      "learning_rate": 3.433397602447659e-06,
      "loss": 0.2152,
      "step": 78700
    },
    {
      "epoch": 6.421121251629726,
      "grad_norm": 15.386170387268066,
      "learning_rate": 3.4198980301828256e-06,
      "loss": 0.2065,
      "step": 78800
    },
    {
      "epoch": 6.429269882659713,
      "grad_norm": 11.893247604370117,
      "learning_rate": 3.406411241979603e-06,
      "loss": 0.2235,
      "step": 78900
    },
    {
      "epoch": 6.4374185136897,
      "grad_norm": 12.216060638427734,
      "learning_rate": 3.3929373469549554e-06,
      "loss": 0.211,
      "step": 79000
    },
    {
      "epoch": 6.445567144719687,
      "grad_norm": 9.018731117248535,
      "learning_rate": 3.379476454121533e-06,
      "loss": 0.2253,
      "step": 79100
    },
    {
      "epoch": 6.453715775749674,
      "grad_norm": 18.289003372192383,
      "learning_rate": 3.366028672386792e-06,
      "loss": 0.2265,
      "step": 79200
    },
    {
      "epoch": 6.461864406779661,
      "grad_norm": 6.403520584106445,
      "learning_rate": 3.35259411055211e-06,
      "loss": 0.2241,
      "step": 79300
    },
    {
      "epoch": 6.470013037809648,
      "grad_norm": 6.311509609222412,
      "learning_rate": 3.3391728773119037e-06,
      "loss": 0.2204,
      "step": 79400
    },
    {
      "epoch": 6.478161668839635,
      "grad_norm": 16.21648597717285,
      "learning_rate": 3.3257650812527566e-06,
      "loss": 0.2083,
      "step": 79500
    },
    {
      "epoch": 6.486310299869622,
      "grad_norm": 2.8797686100006104,
      "learning_rate": 3.3123708308525354e-06,
      "loss": 0.2152,
      "step": 79600
    },
    {
      "epoch": 6.494458930899609,
      "grad_norm": 12.40995979309082,
      "learning_rate": 3.298990234479514e-06,
      "loss": 0.2061,
      "step": 79700
    },
    {
      "epoch": 6.5026075619295955,
      "grad_norm": 13.1309814453125,
      "learning_rate": 3.2856234003914945e-06,
      "loss": 0.196,
      "step": 79800
    },
    {
      "epoch": 6.510756192959583,
      "grad_norm": 11.270479202270508,
      "learning_rate": 3.2722704367349357e-06,
      "loss": 0.1969,
      "step": 79900
    },
    {
      "epoch": 6.51890482398957,
      "grad_norm": 5.54075813293457,
      "learning_rate": 3.258931451544075e-06,
      "loss": 0.2345,
      "step": 80000
    },
    {
      "epoch": 6.527053455019557,
      "grad_norm": 9.90404987335205,
      "learning_rate": 3.245606552740053e-06,
      "loss": 0.2223,
      "step": 80100
    },
    {
      "epoch": 6.5352020860495434,
      "grad_norm": 16.18077850341797,
      "learning_rate": 3.2322958481300426e-06,
      "loss": 0.2163,
      "step": 80200
    },
    {
      "epoch": 6.54335071707953,
      "grad_norm": 6.288787841796875,
      "learning_rate": 3.2189994454063776e-06,
      "loss": 0.2093,
      "step": 80300
    },
    {
      "epoch": 6.551499348109518,
      "grad_norm": 21.265981674194336,
      "learning_rate": 3.205717452145679e-06,
      "loss": 0.1972,
      "step": 80400
    },
    {
      "epoch": 6.559647979139505,
      "grad_norm": 14.27213191986084,
      "learning_rate": 3.1924499758079863e-06,
      "loss": 0.2211,
      "step": 80500
    },
    {
      "epoch": 6.567796610169491,
      "grad_norm": 6.663931369781494,
      "learning_rate": 3.1791971237358893e-06,
      "loss": 0.2037,
      "step": 80600
    },
    {
      "epoch": 6.575945241199479,
      "grad_norm": 20.920997619628906,
      "learning_rate": 3.1659590031536546e-06,
      "loss": 0.2016,
      "step": 80700
    },
    {
      "epoch": 6.584093872229466,
      "grad_norm": 5.427749156951904,
      "learning_rate": 3.1527357211663647e-06,
      "loss": 0.2145,
      "step": 80800
    },
    {
      "epoch": 6.5922425032594525,
      "grad_norm": 5.944066524505615,
      "learning_rate": 3.1395273847590444e-06,
      "loss": 0.2243,
      "step": 80900
    },
    {
      "epoch": 6.600391134289439,
      "grad_norm": 4.4831366539001465,
      "learning_rate": 3.1263341007958015e-06,
      "loss": 0.2251,
      "step": 81000
    },
    {
      "epoch": 6.608539765319426,
      "grad_norm": 7.92203950881958,
      "learning_rate": 3.113155976018959e-06,
      "loss": 0.2202,
      "step": 81100
    },
    {
      "epoch": 6.616688396349414,
      "grad_norm": 7.755978584289551,
      "learning_rate": 3.0999931170481922e-06,
      "loss": 0.2099,
      "step": 81200
    },
    {
      "epoch": 6.6248370273794,
      "grad_norm": 12.123492240905762,
      "learning_rate": 3.086845630379668e-06,
      "loss": 0.2279,
      "step": 81300
    },
    {
      "epoch": 6.632985658409387,
      "grad_norm": 8.695425987243652,
      "learning_rate": 3.073713622385177e-06,
      "loss": 0.2171,
      "step": 81400
    },
    {
      "epoch": 6.641134289439374,
      "grad_norm": 12.858569145202637,
      "learning_rate": 3.0605971993112805e-06,
      "loss": 0.21,
      "step": 81500
    },
    {
      "epoch": 6.6492829204693615,
      "grad_norm": 20.741817474365234,
      "learning_rate": 3.0474964672784456e-06,
      "loss": 0.2101,
      "step": 81600
    },
    {
      "epoch": 6.657431551499348,
      "grad_norm": 12.694851875305176,
      "learning_rate": 3.034411532280193e-06,
      "loss": 0.2119,
      "step": 81700
    },
    {
      "epoch": 6.665580182529335,
      "grad_norm": 11.025914192199707,
      "learning_rate": 3.0213425001822266e-06,
      "loss": 0.1936,
      "step": 81800
    },
    {
      "epoch": 6.673728813559322,
      "grad_norm": 8.600627899169922,
      "learning_rate": 3.008289476721594e-06,
      "loss": 0.2239,
      "step": 81900
    },
    {
      "epoch": 6.681877444589309,
      "grad_norm": 5.949343681335449,
      "learning_rate": 2.9952525675058175e-06,
      "loss": 0.2103,
      "step": 82000
    },
    {
      "epoch": 6.690026075619296,
      "grad_norm": 9.281770706176758,
      "learning_rate": 2.9822318780120463e-06,
      "loss": 0.2252,
      "step": 82100
    },
    {
      "epoch": 6.698174706649283,
      "grad_norm": 8.222912788391113,
      "learning_rate": 2.9692275135862002e-06,
      "loss": 0.199,
      "step": 82200
    },
    {
      "epoch": 6.70632333767927,
      "grad_norm": 10.598749160766602,
      "learning_rate": 2.9562395794421193e-06,
      "loss": 0.2244,
      "step": 82300
    },
    {
      "epoch": 6.7144719687092564,
      "grad_norm": 11.608291625976562,
      "learning_rate": 2.9432681806607145e-06,
      "loss": 0.2176,
      "step": 82400
    },
    {
      "epoch": 6.722620599739244,
      "grad_norm": 9.24106216430664,
      "learning_rate": 2.9303134221891106e-06,
      "loss": 0.2222,
      "step": 82500
    },
    {
      "epoch": 6.730769230769231,
      "grad_norm": 2.6706371307373047,
      "learning_rate": 2.917375408839803e-06,
      "loss": 0.2159,
      "step": 82600
    },
    {
      "epoch": 6.738917861799218,
      "grad_norm": 11.834959030151367,
      "learning_rate": 2.904454245289805e-06,
      "loss": 0.216,
      "step": 82700
    },
    {
      "epoch": 6.747066492829204,
      "grad_norm": 3.9120168685913086,
      "learning_rate": 2.8915500360798117e-06,
      "loss": 0.2051,
      "step": 82800
    },
    {
      "epoch": 6.755215123859192,
      "grad_norm": 9.347685813903809,
      "learning_rate": 2.8786628856133404e-06,
      "loss": 0.238,
      "step": 82900
    },
    {
      "epoch": 6.763363754889179,
      "grad_norm": 7.142603874206543,
      "learning_rate": 2.8657928981558926e-06,
      "loss": 0.2076,
      "step": 83000
    },
    {
      "epoch": 6.7715123859191655,
      "grad_norm": 15.814796447753906,
      "learning_rate": 2.852940177834111e-06,
      "loss": 0.2018,
      "step": 83100
    },
    {
      "epoch": 6.779661016949152,
      "grad_norm": 11.722209930419922,
      "learning_rate": 2.8401048286349353e-06,
      "loss": 0.2275,
      "step": 83200
    },
    {
      "epoch": 6.78780964797914,
      "grad_norm": 10.187668800354004,
      "learning_rate": 2.8272869544047622e-06,
      "loss": 0.2093,
      "step": 83300
    },
    {
      "epoch": 6.795958279009127,
      "grad_norm": 15.927581787109375,
      "learning_rate": 2.814486658848603e-06,
      "loss": 0.2065,
      "step": 83400
    },
    {
      "epoch": 6.804106910039113,
      "grad_norm": 12.883095741271973,
      "learning_rate": 2.8017040455292465e-06,
      "loss": 0.2108,
      "step": 83500
    },
    {
      "epoch": 6.8122555410691,
      "grad_norm": 7.530974864959717,
      "learning_rate": 2.788939217866422e-06,
      "loss": 0.2139,
      "step": 83600
    },
    {
      "epoch": 6.820404172099087,
      "grad_norm": 20.07868766784668,
      "learning_rate": 2.7761922791359596e-06,
      "loss": 0.2205,
      "step": 83700
    },
    {
      "epoch": 6.8285528031290745,
      "grad_norm": 7.615067481994629,
      "learning_rate": 2.7634633324689563e-06,
      "loss": 0.2067,
      "step": 83800
    },
    {
      "epoch": 6.836701434159061,
      "grad_norm": 10.10435962677002,
      "learning_rate": 2.7507524808509416e-06,
      "loss": 0.2284,
      "step": 83900
    },
    {
      "epoch": 6.844850065189048,
      "grad_norm": 12.469111442565918,
      "learning_rate": 2.738059827121046e-06,
      "loss": 0.2086,
      "step": 84000
    },
    {
      "epoch": 6.852998696219036,
      "grad_norm": 8.140021324157715,
      "learning_rate": 2.7253854739711634e-06,
      "loss": 0.2162,
      "step": 84100
    },
    {
      "epoch": 6.861147327249022,
      "grad_norm": 14.818914413452148,
      "learning_rate": 2.7127295239451273e-06,
      "loss": 0.2153,
      "step": 84200
    },
    {
      "epoch": 6.869295958279009,
      "grad_norm": 8.947492599487305,
      "learning_rate": 2.700092079437877e-06,
      "loss": 0.2073,
      "step": 84300
    },
    {
      "epoch": 6.877444589308996,
      "grad_norm": 8.173857688903809,
      "learning_rate": 2.687473242694629e-06,
      "loss": 0.2136,
      "step": 84400
    },
    {
      "epoch": 6.885593220338983,
      "grad_norm": 4.175146579742432,
      "learning_rate": 2.6748731158100528e-06,
      "loss": 0.2082,
      "step": 84500
    },
    {
      "epoch": 6.89374185136897,
      "grad_norm": 8.696370124816895,
      "learning_rate": 2.6622918007274406e-06,
      "loss": 0.2128,
      "step": 84600
    },
    {
      "epoch": 6.901890482398957,
      "grad_norm": 8.253527641296387,
      "learning_rate": 2.649729399237886e-06,
      "loss": 0.1985,
      "step": 84700
    },
    {
      "epoch": 6.910039113428944,
      "grad_norm": 9.825946807861328,
      "learning_rate": 2.6371860129794585e-06,
      "loss": 0.2084,
      "step": 84800
    },
    {
      "epoch": 6.918187744458931,
      "grad_norm": 21.79430389404297,
      "learning_rate": 2.624661743436383e-06,
      "loss": 0.2154,
      "step": 84900
    },
    {
      "epoch": 6.926336375488918,
      "grad_norm": 17.554534912109375,
      "learning_rate": 2.6121566919382168e-06,
      "loss": 0.2073,
      "step": 85000
    },
    {
      "epoch": 6.934485006518905,
      "grad_norm": 14.525189399719238,
      "learning_rate": 2.599670959659032e-06,
      "loss": 0.2136,
      "step": 85100
    },
    {
      "epoch": 6.942633637548892,
      "grad_norm": 17.66045570373535,
      "learning_rate": 2.5872046476165926e-06,
      "loss": 0.2259,
      "step": 85200
    },
    {
      "epoch": 6.9507822685788785,
      "grad_norm": 12.12194538116455,
      "learning_rate": 2.574757856671542e-06,
      "loss": 0.2303,
      "step": 85300
    },
    {
      "epoch": 6.958930899608866,
      "grad_norm": 16.121667861938477,
      "learning_rate": 2.5623306875265865e-06,
      "loss": 0.209,
      "step": 85400
    },
    {
      "epoch": 6.967079530638853,
      "grad_norm": 37.0359001159668,
      "learning_rate": 2.5499232407256764e-06,
      "loss": 0.2135,
      "step": 85500
    },
    {
      "epoch": 6.97522816166884,
      "grad_norm": 9.753621101379395,
      "learning_rate": 2.5375356166531974e-06,
      "loss": 0.2246,
      "step": 85600
    },
    {
      "epoch": 6.983376792698826,
      "grad_norm": 11.933328628540039,
      "learning_rate": 2.525167915533153e-06,
      "loss": 0.2083,
      "step": 85700
    },
    {
      "epoch": 6.991525423728813,
      "grad_norm": 11.32873821258545,
      "learning_rate": 2.512820237428366e-06,
      "loss": 0.221,
      "step": 85800
    },
    {
      "epoch": 6.999674054758801,
      "grad_norm": 10.335704803466797,
      "learning_rate": 2.5004926822396468e-06,
      "loss": 0.218,
      "step": 85900
    },
    {
      "epoch": 7.0,
      "eval_accuracy": 0.8200803212851405,
      "eval_loss": 0.6657418608665466,
      "eval_runtime": 6.9032,
      "eval_samples_per_second": 360.703,
      "eval_steps_per_second": 45.196,
      "step": 85904
    },
    {
      "epoch": 7.0078226857887875,
      "grad_norm": 13.04452133178711,
      "learning_rate": 2.4881853497050074e-06,
      "loss": 0.1828,
      "step": 86000
    },
    {
      "epoch": 7.015971316818774,
      "grad_norm": 11.350065231323242,
      "learning_rate": 2.475898339398842e-06,
      "loss": 0.1981,
      "step": 86100
    },
    {
      "epoch": 7.024119947848761,
      "grad_norm": 3.5544838905334473,
      "learning_rate": 2.463631750731125e-06,
      "loss": 0.1873,
      "step": 86200
    },
    {
      "epoch": 7.032268578878749,
      "grad_norm": 6.474255084991455,
      "learning_rate": 2.451385682946606e-06,
      "loss": 0.205,
      "step": 86300
    },
    {
      "epoch": 7.040417209908735,
      "grad_norm": 10.676136016845703,
      "learning_rate": 2.43916023512401e-06,
      "loss": 0.1702,
      "step": 86400
    },
    {
      "epoch": 7.048565840938722,
      "grad_norm": 6.142400741577148,
      "learning_rate": 2.4269555061752303e-06,
      "loss": 0.2017,
      "step": 86500
    },
    {
      "epoch": 7.056714471968709,
      "grad_norm": 16.273656845092773,
      "learning_rate": 2.4147715948445323e-06,
      "loss": 0.1776,
      "step": 86600
    },
    {
      "epoch": 7.064863102998697,
      "grad_norm": 22.690208435058594,
      "learning_rate": 2.4026085997077486e-06,
      "loss": 0.1762,
      "step": 86700
    },
    {
      "epoch": 7.073011734028683,
      "grad_norm": 14.49307632446289,
      "learning_rate": 2.390466619171492e-06,
      "loss": 0.1664,
      "step": 86800
    },
    {
      "epoch": 7.08116036505867,
      "grad_norm": 14.948646545410156,
      "learning_rate": 2.378345751472351e-06,
      "loss": 0.1953,
      "step": 86900
    },
    {
      "epoch": 7.089308996088657,
      "grad_norm": 12.674484252929688,
      "learning_rate": 2.3662460946760962e-06,
      "loss": 0.1932,
      "step": 87000
    },
    {
      "epoch": 7.0974576271186445,
      "grad_norm": 14.729815483093262,
      "learning_rate": 2.354167746676892e-06,
      "loss": 0.1814,
      "step": 87100
    },
    {
      "epoch": 7.105606258148631,
      "grad_norm": 16.739356994628906,
      "learning_rate": 2.3421108051964974e-06,
      "loss": 0.1761,
      "step": 87200
    },
    {
      "epoch": 7.113754889178618,
      "grad_norm": 16.266368865966797,
      "learning_rate": 2.330075367783479e-06,
      "loss": 0.1947,
      "step": 87300
    },
    {
      "epoch": 7.121903520208605,
      "grad_norm": 12.137019157409668,
      "learning_rate": 2.318061531812422e-06,
      "loss": 0.2017,
      "step": 87400
    },
    {
      "epoch": 7.130052151238592,
      "grad_norm": 7.073469161987305,
      "learning_rate": 2.3060693944831404e-06,
      "loss": 0.1746,
      "step": 87500
    },
    {
      "epoch": 7.138200782268579,
      "grad_norm": 7.888490200042725,
      "learning_rate": 2.294099052819893e-06,
      "loss": 0.1882,
      "step": 87600
    },
    {
      "epoch": 7.146349413298566,
      "grad_norm": 18.83835792541504,
      "learning_rate": 2.282150603670596e-06,
      "loss": 0.182,
      "step": 87700
    },
    {
      "epoch": 7.154498044328553,
      "grad_norm": 9.491145133972168,
      "learning_rate": 2.2702241437060463e-06,
      "loss": 0.1817,
      "step": 87800
    },
    {
      "epoch": 7.162646675358539,
      "grad_norm": 11.629495620727539,
      "learning_rate": 2.2583197694191272e-06,
      "loss": 0.1737,
      "step": 87900
    },
    {
      "epoch": 7.170795306388527,
      "grad_norm": 3.3986611366271973,
      "learning_rate": 2.246437577124038e-06,
      "loss": 0.1839,
      "step": 88000
    },
    {
      "epoch": 7.178943937418514,
      "grad_norm": 3.2696523666381836,
      "learning_rate": 2.2345776629555085e-06,
      "loss": 0.1896,
      "step": 88100
    },
    {
      "epoch": 7.1870925684485005,
      "grad_norm": 9.869660377502441,
      "learning_rate": 2.2227401228680275e-06,
      "loss": 0.2028,
      "step": 88200
    },
    {
      "epoch": 7.195241199478487,
      "grad_norm": 8.699070930480957,
      "learning_rate": 2.2109250526350584e-06,
      "loss": 0.2025,
      "step": 88300
    },
    {
      "epoch": 7.203389830508475,
      "grad_norm": 3.9306254386901855,
      "learning_rate": 2.1991325478482695e-06,
      "loss": 0.1827,
      "step": 88400
    },
    {
      "epoch": 7.211538461538462,
      "grad_norm": 18.14926528930664,
      "learning_rate": 2.187362703916766e-06,
      "loss": 0.1843,
      "step": 88500
    },
    {
      "epoch": 7.219687092568448,
      "grad_norm": 15.083455085754395,
      "learning_rate": 2.175615616066305e-06,
      "loss": 0.1932,
      "step": 88600
    },
    {
      "epoch": 7.227835723598435,
      "grad_norm": 14.958844184875488,
      "learning_rate": 2.163891379338535e-06,
      "loss": 0.1839,
      "step": 88700
    },
    {
      "epoch": 7.235984354628423,
      "grad_norm": 9.219823837280273,
      "learning_rate": 2.1521900885902214e-06,
      "loss": 0.205,
      "step": 88800
    },
    {
      "epoch": 7.24413298565841,
      "grad_norm": 10.361544609069824,
      "learning_rate": 2.1405118384924858e-06,
      "loss": 0.1942,
      "step": 88900
    },
    {
      "epoch": 7.252281616688396,
      "grad_norm": 7.847745418548584,
      "learning_rate": 2.128856723530033e-06,
      "loss": 0.2046,
      "step": 89000
    },
    {
      "epoch": 7.260430247718383,
      "grad_norm": 8.953947067260742,
      "learning_rate": 2.1172248380003853e-06,
      "loss": 0.1903,
      "step": 89100
    },
    {
      "epoch": 7.26857887874837,
      "grad_norm": 6.825370788574219,
      "learning_rate": 2.105616276013133e-06,
      "loss": 0.178,
      "step": 89200
    },
    {
      "epoch": 7.2767275097783575,
      "grad_norm": 10.48969554901123,
      "learning_rate": 2.0940311314891574e-06,
      "loss": 0.1778,
      "step": 89300
    },
    {
      "epoch": 7.284876140808344,
      "grad_norm": 13.994695663452148,
      "learning_rate": 2.082469498159879e-06,
      "loss": 0.1673,
      "step": 89400
    },
    {
      "epoch": 7.293024771838331,
      "grad_norm": 17.321313858032227,
      "learning_rate": 2.0709314695664957e-06,
      "loss": 0.2043,
      "step": 89500
    },
    {
      "epoch": 7.301173402868318,
      "grad_norm": 10.52856731414795,
      "learning_rate": 2.0594171390592294e-06,
      "loss": 0.1942,
      "step": 89600
    },
    {
      "epoch": 7.309322033898305,
      "grad_norm": 23.261329650878906,
      "learning_rate": 2.047926599796568e-06,
      "loss": 0.1816,
      "step": 89700
    },
    {
      "epoch": 7.317470664928292,
      "grad_norm": 6.534886360168457,
      "learning_rate": 2.0364599447445126e-06,
      "loss": 0.1808,
      "step": 89800
    },
    {
      "epoch": 7.325619295958279,
      "grad_norm": 12.067914962768555,
      "learning_rate": 2.0250172666758267e-06,
      "loss": 0.187,
      "step": 89900
    },
    {
      "epoch": 7.333767926988266,
      "grad_norm": 11.018478393554688,
      "learning_rate": 2.0135986581692817e-06,
      "loss": 0.1865,
      "step": 90000
    },
    {
      "epoch": 7.341916558018253,
      "grad_norm": 9.79710865020752,
      "learning_rate": 2.002204211608913e-06,
      "loss": 0.1987,
      "step": 90100
    },
    {
      "epoch": 7.35006518904824,
      "grad_norm": 15.164643287658691,
      "learning_rate": 1.990834019183268e-06,
      "loss": 0.1973,
      "step": 90200
    },
    {
      "epoch": 7.358213820078227,
      "grad_norm": 22.170740127563477,
      "learning_rate": 1.9794881728846642e-06,
      "loss": 0.1702,
      "step": 90300
    },
    {
      "epoch": 7.3663624511082135,
      "grad_norm": 8.200043678283691,
      "learning_rate": 1.968166764508442e-06,
      "loss": 0.183,
      "step": 90400
    },
    {
      "epoch": 7.374511082138201,
      "grad_norm": 6.145725250244141,
      "learning_rate": 1.9568698856522215e-06,
      "loss": 0.1906,
      "step": 90500
    },
    {
      "epoch": 7.382659713168188,
      "grad_norm": 22.14548683166504,
      "learning_rate": 1.945597627715166e-06,
      "loss": 0.1947,
      "step": 90600
    },
    {
      "epoch": 7.390808344198175,
      "grad_norm": 10.075164794921875,
      "learning_rate": 1.934350081897237e-06,
      "loss": 0.171,
      "step": 90700
    },
    {
      "epoch": 7.398956975228161,
      "grad_norm": 6.933922290802002,
      "learning_rate": 1.923127339198459e-06,
      "loss": 0.1845,
      "step": 90800
    },
    {
      "epoch": 7.407105606258149,
      "grad_norm": 26.223041534423828,
      "learning_rate": 1.9119294904181847e-06,
      "loss": 0.1852,
      "step": 90900
    },
    {
      "epoch": 7.415254237288136,
      "grad_norm": 4.778967380523682,
      "learning_rate": 1.900756626154356e-06,
      "loss": 0.1958,
      "step": 91000
    },
    {
      "epoch": 7.423402868318123,
      "grad_norm": 29.773698806762695,
      "learning_rate": 1.889608836802776e-06,
      "loss": 0.1809,
      "step": 91100
    },
    {
      "epoch": 7.431551499348109,
      "grad_norm": 8.9940767288208,
      "learning_rate": 1.8784862125563734e-06,
      "loss": 0.1869,
      "step": 91200
    },
    {
      "epoch": 7.439700130378096,
      "grad_norm": 15.34753704071045,
      "learning_rate": 1.8673888434044756e-06,
      "loss": 0.1863,
      "step": 91300
    },
    {
      "epoch": 7.447848761408084,
      "grad_norm": 19.44320297241211,
      "learning_rate": 1.8563168191320823e-06,
      "loss": 0.1798,
      "step": 91400
    },
    {
      "epoch": 7.4559973924380705,
      "grad_norm": 12.468984603881836,
      "learning_rate": 1.8452702293191339e-06,
      "loss": 0.1808,
      "step": 91500
    },
    {
      "epoch": 7.464146023468057,
      "grad_norm": 8.79600715637207,
      "learning_rate": 1.8342491633397863e-06,
      "loss": 0.1823,
      "step": 91600
    },
    {
      "epoch": 7.472294654498044,
      "grad_norm": 15.76307487487793,
      "learning_rate": 1.8232537103616953e-06,
      "loss": 0.1959,
      "step": 91700
    },
    {
      "epoch": 7.480443285528032,
      "grad_norm": 9.05780029296875,
      "learning_rate": 1.8122839593452902e-06,
      "loss": 0.1797,
      "step": 91800
    },
    {
      "epoch": 7.488591916558018,
      "grad_norm": 11.826004981994629,
      "learning_rate": 1.8013399990430525e-06,
      "loss": 0.1639,
      "step": 91900
    },
    {
      "epoch": 7.496740547588005,
      "grad_norm": 20.31383514404297,
      "learning_rate": 1.7904219179988007e-06,
      "loss": 0.1916,
      "step": 92000
    },
    {
      "epoch": 7.504889178617992,
      "grad_norm": 18.240629196166992,
      "learning_rate": 1.7795298045469766e-06,
      "loss": 0.1791,
      "step": 92100
    },
    {
      "epoch": 7.5130378096479795,
      "grad_norm": 20.392873764038086,
      "learning_rate": 1.7686637468119223e-06,
      "loss": 0.2021,
      "step": 92200
    },
    {
      "epoch": 7.521186440677966,
      "grad_norm": 9.732405662536621,
      "learning_rate": 1.757823832707175e-06,
      "loss": 0.1818,
      "step": 92300
    },
    {
      "epoch": 7.529335071707953,
      "grad_norm": 21.23190689086914,
      "learning_rate": 1.7470101499347498e-06,
      "loss": 0.1692,
      "step": 92400
    },
    {
      "epoch": 7.53748370273794,
      "grad_norm": 7.4514641761779785,
      "learning_rate": 1.736222785984435e-06,
      "loss": 0.2084,
      "step": 92500
    },
    {
      "epoch": 7.5456323337679265,
      "grad_norm": 13.29001522064209,
      "learning_rate": 1.7254618281330838e-06,
      "loss": 0.1897,
      "step": 92600
    },
    {
      "epoch": 7.553780964797914,
      "grad_norm": 9.683525085449219,
      "learning_rate": 1.7147273634439021e-06,
      "loss": 0.156,
      "step": 92700
    },
    {
      "epoch": 7.561929595827901,
      "grad_norm": 12.022348403930664,
      "learning_rate": 1.7040194787657566e-06,
      "loss": 0.2136,
      "step": 92800
    },
    {
      "epoch": 7.570078226857888,
      "grad_norm": 11.087843894958496,
      "learning_rate": 1.6933382607324572e-06,
      "loss": 0.171,
      "step": 92900
    },
    {
      "epoch": 7.578226857887875,
      "grad_norm": 20.101045608520508,
      "learning_rate": 1.6826837957620662e-06,
      "loss": 0.2131,
      "step": 93000
    },
    {
      "epoch": 7.586375488917862,
      "grad_norm": 13.087589263916016,
      "learning_rate": 1.672056170056196e-06,
      "loss": 0.1791,
      "step": 93100
    },
    {
      "epoch": 7.594524119947849,
      "grad_norm": 9.458551406860352,
      "learning_rate": 1.6614554695993085e-06,
      "loss": 0.1746,
      "step": 93200
    },
    {
      "epoch": 7.602672750977836,
      "grad_norm": 12.884553909301758,
      "learning_rate": 1.6508817801580268e-06,
      "loss": 0.1673,
      "step": 93300
    },
    {
      "epoch": 7.610821382007822,
      "grad_norm": 10.40186595916748,
      "learning_rate": 1.6403351872804347e-06,
      "loss": 0.1659,
      "step": 93400
    },
    {
      "epoch": 7.61897001303781,
      "grad_norm": 12.832286834716797,
      "learning_rate": 1.6298157762953897e-06,
      "loss": 0.1693,
      "step": 93500
    },
    {
      "epoch": 7.627118644067797,
      "grad_norm": 13.989652633666992,
      "learning_rate": 1.6193236323118283e-06,
      "loss": 0.203,
      "step": 93600
    },
    {
      "epoch": 7.6352672750977835,
      "grad_norm": 13.184144020080566,
      "learning_rate": 1.6088588402180783e-06,
      "loss": 0.1983,
      "step": 93700
    },
    {
      "epoch": 7.64341590612777,
      "grad_norm": 50.71080017089844,
      "learning_rate": 1.5984214846811735e-06,
      "loss": 0.1837,
      "step": 93800
    },
    {
      "epoch": 7.651564537157758,
      "grad_norm": 8.608222007751465,
      "learning_rate": 1.588011650146169e-06,
      "loss": 0.1786,
      "step": 93900
    },
    {
      "epoch": 7.659713168187745,
      "grad_norm": 9.973206520080566,
      "learning_rate": 1.5776294208354537e-06,
      "loss": 0.1873,
      "step": 94000
    },
    {
      "epoch": 7.667861799217731,
      "grad_norm": 3.6279351711273193,
      "learning_rate": 1.5672748807480736e-06,
      "loss": 0.1754,
      "step": 94100
    },
    {
      "epoch": 7.676010430247718,
      "grad_norm": 13.710479736328125,
      "learning_rate": 1.5569481136590554e-06,
      "loss": 0.1973,
      "step": 94200
    },
    {
      "epoch": 7.684159061277706,
      "grad_norm": 20.849790573120117,
      "learning_rate": 1.5466492031187174e-06,
      "loss": 0.1953,
      "step": 94300
    },
    {
      "epoch": 7.6923076923076925,
      "grad_norm": 16.05866241455078,
      "learning_rate": 1.5363782324520033e-06,
      "loss": 0.1834,
      "step": 94400
    },
    {
      "epoch": 7.700456323337679,
      "grad_norm": 10.594083786010742,
      "learning_rate": 1.5261352847578044e-06,
      "loss": 0.196,
      "step": 94500
    },
    {
      "epoch": 7.708604954367666,
      "grad_norm": 14.200790405273438,
      "learning_rate": 1.5159204429082874e-06,
      "loss": 0.1793,
      "step": 94600
    },
    {
      "epoch": 7.716753585397653,
      "grad_norm": 3.8873071670532227,
      "learning_rate": 1.5057337895482255e-06,
      "loss": 0.1865,
      "step": 94700
    },
    {
      "epoch": 7.72490221642764,
      "grad_norm": 13.96704387664795,
      "learning_rate": 1.4955754070943268e-06,
      "loss": 0.1653,
      "step": 94800
    },
    {
      "epoch": 7.733050847457627,
      "grad_norm": 23.539247512817383,
      "learning_rate": 1.48544537773457e-06,
      "loss": 0.1713,
      "step": 94900
    },
    {
      "epoch": 7.741199478487614,
      "grad_norm": 14.154293060302734,
      "learning_rate": 1.4753437834275397e-06,
      "loss": 0.1894,
      "step": 95000
    },
    {
      "epoch": 7.749348109517601,
      "grad_norm": 8.608110427856445,
      "learning_rate": 1.4652707059017607e-06,
      "loss": 0.1887,
      "step": 95100
    },
    {
      "epoch": 7.757496740547588,
      "grad_norm": 9.453892707824707,
      "learning_rate": 1.4552262266550382e-06,
      "loss": 0.1769,
      "step": 95200
    },
    {
      "epoch": 7.765645371577575,
      "grad_norm": 12.239083290100098,
      "learning_rate": 1.4452104269538009e-06,
      "loss": 0.1699,
      "step": 95300
    },
    {
      "epoch": 7.773794002607562,
      "grad_norm": 10.937909126281738,
      "learning_rate": 1.4352233878324384e-06,
      "loss": 0.1667,
      "step": 95400
    },
    {
      "epoch": 7.781942633637549,
      "grad_norm": 21.223346710205078,
      "learning_rate": 1.4252651900926496e-06,
      "loss": 0.182,
      "step": 95500
    },
    {
      "epoch": 7.790091264667536,
      "grad_norm": 7.070313453674316,
      "learning_rate": 1.4153359143027879e-06,
      "loss": 0.1896,
      "step": 95600
    },
    {
      "epoch": 7.798239895697523,
      "grad_norm": 14.346339225769043,
      "learning_rate": 1.4054356407972086e-06,
      "loss": 0.1743,
      "step": 95700
    },
    {
      "epoch": 7.80638852672751,
      "grad_norm": 15.966556549072266,
      "learning_rate": 1.3955644496756199e-06,
      "loss": 0.1902,
      "step": 95800
    },
    {
      "epoch": 7.8145371577574965,
      "grad_norm": 16.198644638061523,
      "learning_rate": 1.3857224208024345e-06,
      "loss": 0.1945,
      "step": 95900
    },
    {
      "epoch": 7.822685788787483,
      "grad_norm": 8.803377151489258,
      "learning_rate": 1.3759096338061222e-06,
      "loss": 0.1793,
      "step": 96000
    },
    {
      "epoch": 7.830834419817471,
      "grad_norm": 19.771717071533203,
      "learning_rate": 1.3661261680785693e-06,
      "loss": 0.1809,
      "step": 96100
    },
    {
      "epoch": 7.838983050847458,
      "grad_norm": 11.52552318572998,
      "learning_rate": 1.3563721027744309e-06,
      "loss": 0.1887,
      "step": 96200
    },
    {
      "epoch": 7.847131681877444,
      "grad_norm": 17.998104095458984,
      "learning_rate": 1.3466475168104953e-06,
      "loss": 0.2107,
      "step": 96300
    },
    {
      "epoch": 7.855280312907432,
      "grad_norm": 6.081639289855957,
      "learning_rate": 1.3369524888650437e-06,
      "loss": 0.1849,
      "step": 96400
    },
    {
      "epoch": 7.863428943937419,
      "grad_norm": 6.099484443664551,
      "learning_rate": 1.3272870973772118e-06,
      "loss": 0.1847,
      "step": 96500
    },
    {
      "epoch": 7.8715775749674055,
      "grad_norm": 19.433902740478516,
      "learning_rate": 1.3176514205463586e-06,
      "loss": 0.2,
      "step": 96600
    },
    {
      "epoch": 7.879726205997392,
      "grad_norm": 6.365217208862305,
      "learning_rate": 1.3080455363314309e-06,
      "loss": 0.2062,
      "step": 96700
    },
    {
      "epoch": 7.887874837027379,
      "grad_norm": 9.893994331359863,
      "learning_rate": 1.2984695224503351e-06,
      "loss": 0.1721,
      "step": 96800
    },
    {
      "epoch": 7.896023468057367,
      "grad_norm": 22.75550079345703,
      "learning_rate": 1.2889234563793058e-06,
      "loss": 0.204,
      "step": 96900
    },
    {
      "epoch": 7.904172099087353,
      "grad_norm": 2.8168067932128906,
      "learning_rate": 1.279407415352279e-06,
      "loss": 0.1963,
      "step": 97000
    },
    {
      "epoch": 7.91232073011734,
      "grad_norm": 19.346757888793945,
      "learning_rate": 1.2699214763602741e-06,
      "loss": 0.1845,
      "step": 97100
    },
    {
      "epoch": 7.920469361147327,
      "grad_norm": 13.861513137817383,
      "learning_rate": 1.2604657161507566e-06,
      "loss": 0.1934,
      "step": 97200
    },
    {
      "epoch": 7.9286179921773146,
      "grad_norm": 12.996659278869629,
      "learning_rate": 1.2510402112270326e-06,
      "loss": 0.1808,
      "step": 97300
    },
    {
      "epoch": 7.936766623207301,
      "grad_norm": 16.255569458007812,
      "learning_rate": 1.2416450378476196e-06,
      "loss": 0.1919,
      "step": 97400
    },
    {
      "epoch": 7.944915254237288,
      "grad_norm": 9.47265625,
      "learning_rate": 1.2322802720256355e-06,
      "loss": 0.1887,
      "step": 97500
    },
    {
      "epoch": 7.953063885267275,
      "grad_norm": 13.006512641906738,
      "learning_rate": 1.2229459895281787e-06,
      "loss": 0.1927,
      "step": 97600
    },
    {
      "epoch": 7.9612125162972625,
      "grad_norm": 13.849684715270996,
      "learning_rate": 1.213642265875718e-06,
      "loss": 0.1906,
      "step": 97700
    },
    {
      "epoch": 7.969361147327249,
      "grad_norm": 25.117225646972656,
      "learning_rate": 1.2043691763414844e-06,
      "loss": 0.1659,
      "step": 97800
    },
    {
      "epoch": 7.977509778357236,
      "grad_norm": 9.633444786071777,
      "learning_rate": 1.1951267959508562e-06,
      "loss": 0.1923,
      "step": 97900
    },
    {
      "epoch": 7.985658409387223,
      "grad_norm": 9.853534698486328,
      "learning_rate": 1.185915199480751e-06,
      "loss": 0.1969,
      "step": 98000
    },
    {
      "epoch": 7.9938070404172095,
      "grad_norm": 12.424792289733887,
      "learning_rate": 1.1767344614590303e-06,
      "loss": 0.1772,
      "step": 98100
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.8200803212851405,
      "eval_loss": 0.7215536236763,
      "eval_runtime": 7.0555,
      "eval_samples_per_second": 352.917,
      "eval_steps_per_second": 44.221,
      "step": 98176
    },
    {
      "epoch": 8.001955671447197,
      "grad_norm": 13.437636375427246,
      "learning_rate": 1.167584656163887e-06,
      "loss": 0.1774,
      "step": 98200
    },
    {
      "epoch": 8.010104302477183,
      "grad_norm": 14.577449798583984,
      "learning_rate": 1.1584658576232482e-06,
      "loss": 0.1693,
      "step": 98300
    },
    {
      "epoch": 8.01825293350717,
      "grad_norm": 18.45952606201172,
      "learning_rate": 1.1493781396141795e-06,
      "loss": 0.17,
      "step": 98400
    },
    {
      "epoch": 8.026401564537158,
      "grad_norm": 18.29120635986328,
      "learning_rate": 1.1403215756622804e-06,
      "loss": 0.178,
      "step": 98500
    },
    {
      "epoch": 8.034550195567144,
      "grad_norm": 11.486896514892578,
      "learning_rate": 1.1312962390410954e-06,
      "loss": 0.1815,
      "step": 98600
    },
    {
      "epoch": 8.042698826597132,
      "grad_norm": 19.90141487121582,
      "learning_rate": 1.1223022027715197e-06,
      "loss": 0.1682,
      "step": 98700
    },
    {
      "epoch": 8.05084745762712,
      "grad_norm": 11.248079299926758,
      "learning_rate": 1.1133395396212048e-06,
      "loss": 0.169,
      "step": 98800
    },
    {
      "epoch": 8.058996088657105,
      "grad_norm": 7.839399814605713,
      "learning_rate": 1.104408322103978e-06,
      "loss": 0.1684,
      "step": 98900
    },
    {
      "epoch": 8.067144719687093,
      "grad_norm": 8.082372665405273,
      "learning_rate": 1.095508622479247e-06,
      "loss": 0.1769,
      "step": 99000
    },
    {
      "epoch": 8.075293350717079,
      "grad_norm": 9.952238082885742,
      "learning_rate": 1.0866405127514234e-06,
      "loss": 0.1866,
      "step": 99100
    },
    {
      "epoch": 8.083441981747066,
      "grad_norm": 5.250309467315674,
      "learning_rate": 1.0778040646693316e-06,
      "loss": 0.162,
      "step": 99200
    },
    {
      "epoch": 8.091590612777054,
      "grad_norm": 9.988779067993164,
      "learning_rate": 1.0689993497256336e-06,
      "loss": 0.177,
      "step": 99300
    },
    {
      "epoch": 8.09973924380704,
      "grad_norm": 8.978513717651367,
      "learning_rate": 1.0602264391562506e-06,
      "loss": 0.151,
      "step": 99400
    },
    {
      "epoch": 8.107887874837028,
      "grad_norm": 23.60556983947754,
      "learning_rate": 1.051485403939786e-06,
      "loss": 0.1734,
      "step": 99500
    },
    {
      "epoch": 8.116036505867015,
      "grad_norm": 10.938061714172363,
      "learning_rate": 1.0427763147969467e-06,
      "loss": 0.1733,
      "step": 99600
    },
    {
      "epoch": 8.124185136897001,
      "grad_norm": 5.527510643005371,
      "learning_rate": 1.0340992421899776e-06,
      "loss": 0.1565,
      "step": 99700
    },
    {
      "epoch": 8.132333767926989,
      "grad_norm": 9.493518829345703,
      "learning_rate": 1.0254542563220922e-06,
      "loss": 0.181,
      "step": 99800
    },
    {
      "epoch": 8.140482398956975,
      "grad_norm": 7.9793548583984375,
      "learning_rate": 1.0168414271368953e-06,
      "loss": 0.1837,
      "step": 99900
    },
    {
      "epoch": 8.148631029986962,
      "grad_norm": 11.252303123474121,
      "learning_rate": 1.0082608243178276e-06,
      "loss": 0.1708,
      "step": 100000
    },
    {
      "epoch": 8.15677966101695,
      "grad_norm": 14.102470397949219,
      "learning_rate": 9.997125172875943e-07,
      "loss": 0.1884,
      "step": 100100
    },
    {
      "epoch": 8.164928292046936,
      "grad_norm": 38.51998519897461,
      "learning_rate": 9.91196575207608e-07,
      "loss": 0.184,
      "step": 100200
    },
    {
      "epoch": 8.173076923076923,
      "grad_norm": 7.0270466804504395,
      "learning_rate": 9.82713066977427e-07,
      "loss": 0.1489,
      "step": 100300
    },
    {
      "epoch": 8.18122555410691,
      "grad_norm": 14.944999694824219,
      "learning_rate": 9.742620612341992e-07,
      "loss": 0.1835,
      "step": 100400
    },
    {
      "epoch": 8.189374185136897,
      "grad_norm": 7.147238731384277,
      "learning_rate": 9.658436263521048e-07,
      "loss": 0.1512,
      "step": 100500
    },
    {
      "epoch": 8.197522816166884,
      "grad_norm": 5.465837001800537,
      "learning_rate": 9.574578304418063e-07,
      "loss": 0.1702,
      "step": 100600
    },
    {
      "epoch": 8.20567144719687,
      "grad_norm": 4.3965630531311035,
      "learning_rate": 9.491047413498933e-07,
      "loss": 0.1619,
      "step": 100700
    },
    {
      "epoch": 8.213820078226858,
      "grad_norm": 21.602157592773438,
      "learning_rate": 9.407844266583377e-07,
      "loss": 0.1726,
      "step": 100800
    },
    {
      "epoch": 8.221968709256846,
      "grad_norm": 16.533201217651367,
      "learning_rate": 9.324969536839435e-07,
      "loss": 0.1564,
      "step": 100900
    },
    {
      "epoch": 8.230117340286832,
      "grad_norm": 17.454898834228516,
      "learning_rate": 9.242423894778046e-07,
      "loss": 0.1847,
      "step": 101000
    },
    {
      "epoch": 8.23826597131682,
      "grad_norm": 17.726686477661133,
      "learning_rate": 9.160208008247618e-07,
      "loss": 0.1695,
      "step": 101100
    },
    {
      "epoch": 8.246414602346805,
      "grad_norm": 31.844257354736328,
      "learning_rate": 9.078322542428597e-07,
      "loss": 0.1698,
      "step": 101200
    },
    {
      "epoch": 8.254563233376793,
      "grad_norm": 9.689949989318848,
      "learning_rate": 8.99676815982814e-07,
      "loss": 0.153,
      "step": 101300
    },
    {
      "epoch": 8.26271186440678,
      "grad_norm": 13.61907958984375,
      "learning_rate": 8.915545520274699e-07,
      "loss": 0.177,
      "step": 101400
    },
    {
      "epoch": 8.270860495436766,
      "grad_norm": 11.14121150970459,
      "learning_rate": 8.834655280912718e-07,
      "loss": 0.1674,
      "step": 101500
    },
    {
      "epoch": 8.279009126466754,
      "grad_norm": 12.197967529296875,
      "learning_rate": 8.754098096197312e-07,
      "loss": 0.1787,
      "step": 101600
    },
    {
      "epoch": 8.28715775749674,
      "grad_norm": 12.565035820007324,
      "learning_rate": 8.67387461788895e-07,
      "loss": 0.1679,
      "step": 101700
    },
    {
      "epoch": 8.295306388526727,
      "grad_norm": 21.256549835205078,
      "learning_rate": 8.593985495048201e-07,
      "loss": 0.1695,
      "step": 101800
    },
    {
      "epoch": 8.303455019556715,
      "grad_norm": 4.485990524291992,
      "learning_rate": 8.514431374030496e-07,
      "loss": 0.1654,
      "step": 101900
    },
    {
      "epoch": 8.3116036505867,
      "grad_norm": 13.213761329650879,
      "learning_rate": 8.435212898480855e-07,
      "loss": 0.1626,
      "step": 102000
    },
    {
      "epoch": 8.319752281616688,
      "grad_norm": 19.035646438598633,
      "learning_rate": 8.356330709328725e-07,
      "loss": 0.1611,
      "step": 102100
    },
    {
      "epoch": 8.327900912646676,
      "grad_norm": 21.1912841796875,
      "learning_rate": 8.277785444782765e-07,
      "loss": 0.1607,
      "step": 102200
    },
    {
      "epoch": 8.336049543676662,
      "grad_norm": 19.324132919311523,
      "learning_rate": 8.199577740325703e-07,
      "loss": 0.1741,
      "step": 102300
    },
    {
      "epoch": 8.34419817470665,
      "grad_norm": 8.325228691101074,
      "learning_rate": 8.121708228709174e-07,
      "loss": 0.1808,
      "step": 102400
    },
    {
      "epoch": 8.352346805736635,
      "grad_norm": 11.028812408447266,
      "learning_rate": 8.044177539948617e-07,
      "loss": 0.169,
      "step": 102500
    },
    {
      "epoch": 8.360495436766623,
      "grad_norm": 20.587303161621094,
      "learning_rate": 7.966986301318158e-07,
      "loss": 0.1569,
      "step": 102600
    },
    {
      "epoch": 8.36864406779661,
      "grad_norm": 8.49282455444336,
      "learning_rate": 7.890135137345589e-07,
      "loss": 0.1584,
      "step": 102700
    },
    {
      "epoch": 8.376792698826597,
      "grad_norm": 14.866241455078125,
      "learning_rate": 7.813624669807246e-07,
      "loss": 0.1608,
      "step": 102800
    },
    {
      "epoch": 8.384941329856584,
      "grad_norm": 3.761150598526001,
      "learning_rate": 7.73745551772298e-07,
      "loss": 0.1533,
      "step": 102900
    },
    {
      "epoch": 8.393089960886572,
      "grad_norm": 17.36056900024414,
      "learning_rate": 7.66162829735122e-07,
      "loss": 0.1723,
      "step": 103000
    },
    {
      "epoch": 8.401238591916558,
      "grad_norm": 14.63774585723877,
      "learning_rate": 7.586143622183922e-07,
      "loss": 0.1769,
      "step": 103100
    },
    {
      "epoch": 8.409387222946545,
      "grad_norm": 15.453008651733398,
      "learning_rate": 7.511002102941639e-07,
      "loss": 0.1845,
      "step": 103200
    },
    {
      "epoch": 8.417535853976531,
      "grad_norm": 23.958969116210938,
      "learning_rate": 7.436204347568548e-07,
      "loss": 0.1829,
      "step": 103300
    },
    {
      "epoch": 8.425684485006519,
      "grad_norm": 22.29449462890625,
      "learning_rate": 7.361750961227587e-07,
      "loss": 0.1722,
      "step": 103400
    },
    {
      "epoch": 8.433833116036507,
      "grad_norm": 12.636420249938965,
      "learning_rate": 7.287642546295487e-07,
      "loss": 0.1614,
      "step": 103500
    },
    {
      "epoch": 8.441981747066492,
      "grad_norm": 12.580671310424805,
      "learning_rate": 7.213879702357951e-07,
      "loss": 0.1713,
      "step": 103600
    },
    {
      "epoch": 8.45013037809648,
      "grad_norm": 9.213543891906738,
      "learning_rate": 7.140463026204764e-07,
      "loss": 0.1619,
      "step": 103700
    },
    {
      "epoch": 8.458279009126466,
      "grad_norm": 15.926830291748047,
      "learning_rate": 7.067393111825016e-07,
      "loss": 0.1748,
      "step": 103800
    },
    {
      "epoch": 8.466427640156454,
      "grad_norm": 22.008920669555664,
      "learning_rate": 6.994670550402249e-07,
      "loss": 0.1926,
      "step": 103900
    },
    {
      "epoch": 8.474576271186441,
      "grad_norm": 4.002703666687012,
      "learning_rate": 6.922295930309691e-07,
      "loss": 0.1613,
      "step": 104000
    },
    {
      "epoch": 8.482724902216427,
      "grad_norm": 10.932751655578613,
      "learning_rate": 6.850269837105522e-07,
      "loss": 0.1635,
      "step": 104100
    },
    {
      "epoch": 8.490873533246415,
      "grad_norm": 20.70867347717285,
      "learning_rate": 6.778592853528077e-07,
      "loss": 0.1708,
      "step": 104200
    },
    {
      "epoch": 8.499022164276402,
      "grad_norm": 9.567403793334961,
      "learning_rate": 6.707265559491188e-07,
      "loss": 0.1814,
      "step": 104300
    },
    {
      "epoch": 8.507170795306388,
      "grad_norm": 24.9285888671875,
      "learning_rate": 6.63628853207946e-07,
      "loss": 0.1746,
      "step": 104400
    },
    {
      "epoch": 8.515319426336376,
      "grad_norm": 12.97628402709961,
      "learning_rate": 6.565662345543595e-07,
      "loss": 0.17,
      "step": 104500
    },
    {
      "epoch": 8.523468057366362,
      "grad_norm": 5.221209526062012,
      "learning_rate": 6.495387571295785e-07,
      "loss": 0.1726,
      "step": 104600
    },
    {
      "epoch": 8.53161668839635,
      "grad_norm": 12.438835144042969,
      "learning_rate": 6.42546477790506e-07,
      "loss": 0.1703,
      "step": 104700
    },
    {
      "epoch": 8.539765319426337,
      "grad_norm": 9.98957633972168,
      "learning_rate": 6.355894531092705e-07,
      "loss": 0.1883,
      "step": 104800
    },
    {
      "epoch": 8.547913950456323,
      "grad_norm": 8.844900131225586,
      "learning_rate": 6.286677393727653e-07,
      "loss": 0.1623,
      "step": 104900
    },
    {
      "epoch": 8.55606258148631,
      "grad_norm": 5.921658039093018,
      "learning_rate": 6.217813925821958e-07,
      "loss": 0.16,
      "step": 105000
    },
    {
      "epoch": 8.564211212516298,
      "grad_norm": 12.132319450378418,
      "learning_rate": 6.149304684526253e-07,
      "loss": 0.1843,
      "step": 105100
    },
    {
      "epoch": 8.572359843546284,
      "grad_norm": 13.31769847869873,
      "learning_rate": 6.081150224125254e-07,
      "loss": 0.1586,
      "step": 105200
    },
    {
      "epoch": 8.580508474576272,
      "grad_norm": 21.240800857543945,
      "learning_rate": 6.013351096033254e-07,
      "loss": 0.1783,
      "step": 105300
    },
    {
      "epoch": 8.588657105606258,
      "grad_norm": 9.178833961486816,
      "learning_rate": 5.945907848789667e-07,
      "loss": 0.1847,
      "step": 105400
    },
    {
      "epoch": 8.596805736636245,
      "grad_norm": 7.893414497375488,
      "learning_rate": 5.878821028054637e-07,
      "loss": 0.1474,
      "step": 105500
    },
    {
      "epoch": 8.604954367666233,
      "grad_norm": 17.363147735595703,
      "learning_rate": 5.812091176604551e-07,
      "loss": 0.1567,
      "step": 105600
    },
    {
      "epoch": 8.613102998696219,
      "grad_norm": 7.612610340118408,
      "learning_rate": 5.745718834327679e-07,
      "loss": 0.158,
      "step": 105700
    },
    {
      "epoch": 8.621251629726206,
      "grad_norm": 12.395828247070312,
      "learning_rate": 5.679704538219827e-07,
      "loss": 0.1817,
      "step": 105800
    },
    {
      "epoch": 8.629400260756192,
      "grad_norm": 2.951467514038086,
      "learning_rate": 5.614048822379947e-07,
      "loss": 0.1731,
      "step": 105900
    },
    {
      "epoch": 8.63754889178618,
      "grad_norm": 14.023295402526855,
      "learning_rate": 5.548752218005882e-07,
      "loss": 0.1638,
      "step": 106000
    },
    {
      "epoch": 8.645697522816167,
      "grad_norm": 21.505937576293945,
      "learning_rate": 5.483815253389957e-07,
      "loss": 0.1529,
      "step": 106100
    },
    {
      "epoch": 8.653846153846153,
      "grad_norm": 8.31225299835205,
      "learning_rate": 5.41923845391486e-07,
      "loss": 0.1563,
      "step": 106200
    },
    {
      "epoch": 8.661994784876141,
      "grad_norm": 9.446884155273438,
      "learning_rate": 5.355022342049249e-07,
      "loss": 0.1622,
      "step": 106300
    },
    {
      "epoch": 8.670143415906129,
      "grad_norm": 21.06761360168457,
      "learning_rate": 5.291167437343608e-07,
      "loss": 0.1602,
      "step": 106400
    },
    {
      "epoch": 8.678292046936114,
      "grad_norm": 13.025223731994629,
      "learning_rate": 5.227674256426002e-07,
      "loss": 0.1611,
      "step": 106500
    },
    {
      "epoch": 8.686440677966102,
      "grad_norm": 6.65778923034668,
      "learning_rate": 5.164543312997922e-07,
      "loss": 0.1677,
      "step": 106600
    },
    {
      "epoch": 8.694589308996088,
      "grad_norm": 25.8751220703125,
      "learning_rate": 5.101775117830121e-07,
      "loss": 0.1639,
      "step": 106700
    },
    {
      "epoch": 8.702737940026076,
      "grad_norm": 18.437524795532227,
      "learning_rate": 5.039370178758485e-07,
      "loss": 0.1651,
      "step": 106800
    },
    {
      "epoch": 8.710886571056063,
      "grad_norm": 31.746627807617188,
      "learning_rate": 4.977329000679903e-07,
      "loss": 0.1758,
      "step": 106900
    },
    {
      "epoch": 8.719035202086049,
      "grad_norm": 12.55679988861084,
      "learning_rate": 4.915652085548217e-07,
      "loss": 0.1571,
      "step": 107000
    },
    {
      "epoch": 8.727183833116037,
      "grad_norm": 1.4074722528457642,
      "learning_rate": 4.854339932370134e-07,
      "loss": 0.1526,
      "step": 107100
    },
    {
      "epoch": 8.735332464146023,
      "grad_norm": 5.811018466949463,
      "learning_rate": 4.793393037201194e-07,
      "loss": 0.1745,
      "step": 107200
    },
    {
      "epoch": 8.74348109517601,
      "grad_norm": 2.8639020919799805,
      "learning_rate": 4.7328118931417753e-07,
      "loss": 0.1695,
      "step": 107300
    },
    {
      "epoch": 8.751629726205998,
      "grad_norm": 20.180130004882812,
      "learning_rate": 4.672596990333073e-07,
      "loss": 0.1758,
      "step": 107400
    },
    {
      "epoch": 8.759778357235984,
      "grad_norm": 19.003700256347656,
      "learning_rate": 4.6127488159531495e-07,
      "loss": 0.1669,
      "step": 107500
    },
    {
      "epoch": 8.767926988265971,
      "grad_norm": 12.393278121948242,
      "learning_rate": 4.553267854213017e-07,
      "loss": 0.1827,
      "step": 107600
    },
    {
      "epoch": 8.776075619295959,
      "grad_norm": 23.79950714111328,
      "learning_rate": 4.494154586352667e-07,
      "loss": 0.1571,
      "step": 107700
    },
    {
      "epoch": 8.784224250325945,
      "grad_norm": 21.107633590698242,
      "learning_rate": 4.435409490637227e-07,
      "loss": 0.1744,
      "step": 107800
    },
    {
      "epoch": 8.792372881355933,
      "grad_norm": 15.573356628417969,
      "learning_rate": 4.3770330423530626e-07,
      "loss": 0.1675,
      "step": 107900
    },
    {
      "epoch": 8.800521512385918,
      "grad_norm": 14.63633918762207,
      "learning_rate": 4.3190257138039313e-07,
      "loss": 0.1667,
      "step": 108000
    },
    {
      "epoch": 8.808670143415906,
      "grad_norm": 15.823701858520508,
      "learning_rate": 4.2613879743071907e-07,
      "loss": 0.164,
      "step": 108100
    },
    {
      "epoch": 8.816818774445894,
      "grad_norm": 7.163984775543213,
      "learning_rate": 4.204120290189956e-07,
      "loss": 0.1648,
      "step": 108200
    },
    {
      "epoch": 8.82496740547588,
      "grad_norm": 10.87267780303955,
      "learning_rate": 4.147223124785366e-07,
      "loss": 0.1767,
      "step": 108300
    },
    {
      "epoch": 8.833116036505867,
      "grad_norm": 13.024577140808105,
      "learning_rate": 4.0906969384288396e-07,
      "loss": 0.1561,
      "step": 108400
    },
    {
      "epoch": 8.841264667535853,
      "grad_norm": 15.831514358520508,
      "learning_rate": 4.034542188454282e-07,
      "loss": 0.2002,
      "step": 108500
    },
    {
      "epoch": 8.84941329856584,
      "grad_norm": 8.199058532714844,
      "learning_rate": 3.9787593291904793e-07,
      "loss": 0.1823,
      "step": 108600
    },
    {
      "epoch": 8.857561929595828,
      "grad_norm": 14.69583511352539,
      "learning_rate": 3.9233488119573506e-07,
      "loss": 0.1779,
      "step": 108700
    },
    {
      "epoch": 8.865710560625814,
      "grad_norm": 12.765257835388184,
      "learning_rate": 3.868311085062337e-07,
      "loss": 0.1626,
      "step": 108800
    },
    {
      "epoch": 8.873859191655802,
      "grad_norm": 31.990026473999023,
      "learning_rate": 3.8136465937967657e-07,
      "loss": 0.1856,
      "step": 108900
    },
    {
      "epoch": 8.88200782268579,
      "grad_norm": 24.627126693725586,
      "learning_rate": 3.7593557804322167e-07,
      "loss": 0.1518,
      "step": 109000
    },
    {
      "epoch": 8.890156453715775,
      "grad_norm": 32.763092041015625,
      "learning_rate": 3.705439084217016e-07,
      "loss": 0.1526,
      "step": 109100
    },
    {
      "epoch": 8.898305084745763,
      "grad_norm": 14.418821334838867,
      "learning_rate": 3.6518969413725905e-07,
      "loss": 0.1602,
      "step": 109200
    },
    {
      "epoch": 8.906453715775749,
      "grad_norm": 9.382340431213379,
      "learning_rate": 3.5987297850900217e-07,
      "loss": 0.1742,
      "step": 109300
    },
    {
      "epoch": 8.914602346805736,
      "grad_norm": 22.482595443725586,
      "learning_rate": 3.5459380455264594e-07,
      "loss": 0.1737,
      "step": 109400
    },
    {
      "epoch": 8.922750977835724,
      "grad_norm": 18.5339412689209,
      "learning_rate": 3.4935221498017316e-07,
      "loss": 0.1581,
      "step": 109500
    },
    {
      "epoch": 8.93089960886571,
      "grad_norm": 21.965267181396484,
      "learning_rate": 3.4414825219948153e-07,
      "loss": 0.1597,
      "step": 109600
    },
    {
      "epoch": 8.939048239895698,
      "grad_norm": 13.353527069091797,
      "learning_rate": 3.3898195831404354e-07,
      "loss": 0.1747,
      "step": 109700
    },
    {
      "epoch": 8.947196870925685,
      "grad_norm": 7.977973461151123,
      "learning_rate": 3.3385337512256863e-07,
      "loss": 0.1562,
      "step": 109800
    },
    {
      "epoch": 8.955345501955671,
      "grad_norm": 9.263310432434082,
      "learning_rate": 3.287625441186576e-07,
      "loss": 0.1772,
      "step": 109900
    },
    {
      "epoch": 8.963494132985659,
      "grad_norm": 13.787714958190918,
      "learning_rate": 3.2370950649047383e-07,
      "loss": 0.1976,
      "step": 110000
    },
    {
      "epoch": 8.971642764015645,
      "grad_norm": 20.066761016845703,
      "learning_rate": 3.1869430312040816e-07,
      "loss": 0.1596,
      "step": 110100
    },
    {
      "epoch": 8.979791395045632,
      "grad_norm": 20.64689826965332,
      "learning_rate": 3.137169745847435e-07,
      "loss": 0.1704,
      "step": 110200
    },
    {
      "epoch": 8.98794002607562,
      "grad_norm": 46.617713928222656,
      "learning_rate": 3.08777561153335e-07,
      "loss": 0.1889,
      "step": 110300
    },
    {
      "epoch": 8.996088657105606,
      "grad_norm": 14.401327133178711,
      "learning_rate": 3.0387610278927725e-07,
      "loss": 0.1702,
      "step": 110400
    },
    {
      "epoch": 9.0,
      "eval_accuracy": 0.8196787148594378,
      "eval_loss": 0.7465346455574036,
      "eval_runtime": 7.168,
      "eval_samples_per_second": 347.378,
      "eval_steps_per_second": 43.527,
      "step": 110448
    },
    {
      "epoch": 9.004237288135593,
      "grad_norm": 15.593995094299316,
      "learning_rate": 2.990126391485848e-07,
      "loss": 0.1722,
      "step": 110500
    },
    {
      "epoch": 9.01238591916558,
      "grad_norm": 4.0746636390686035,
      "learning_rate": 2.941872095798698e-07,
      "loss": 0.1346,
      "step": 110600
    },
    {
      "epoch": 9.020534550195567,
      "grad_norm": 6.78621768951416,
      "learning_rate": 2.893998531240222e-07,
      "loss": 0.1819,
      "step": 110700
    },
    {
      "epoch": 9.028683181225555,
      "grad_norm": 16.810945510864258,
      "learning_rate": 2.8465060851389725e-07,
      "loss": 0.152,
      "step": 110800
    },
    {
      "epoch": 9.03683181225554,
      "grad_norm": 2.5170655250549316,
      "learning_rate": 2.7993951417400025e-07,
      "loss": 0.1737,
      "step": 110900
    },
    {
      "epoch": 9.044980443285528,
      "grad_norm": 5.630674362182617,
      "learning_rate": 2.752666082201727e-07,
      "loss": 0.1703,
      "step": 111000
    },
    {
      "epoch": 9.053129074315516,
      "grad_norm": 29.249120712280273,
      "learning_rate": 2.7063192845929286e-07,
      "loss": 0.1648,
      "step": 111100
    },
    {
      "epoch": 9.061277705345502,
      "grad_norm": 7.27542781829834,
      "learning_rate": 2.660355123889585e-07,
      "loss": 0.1483,
      "step": 111200
    },
    {
      "epoch": 9.06942633637549,
      "grad_norm": 27.242809295654297,
      "learning_rate": 2.614773971971929e-07,
      "loss": 0.1693,
      "step": 111300
    },
    {
      "epoch": 9.077574967405475,
      "grad_norm": 15.899724006652832,
      "learning_rate": 2.5695761976213704e-07,
      "loss": 0.1562,
      "step": 111400
    },
    {
      "epoch": 9.085723598435463,
      "grad_norm": 20.975248336791992,
      "learning_rate": 2.5247621665175636e-07,
      "loss": 0.1558,
      "step": 111500
    },
    {
      "epoch": 9.09387222946545,
      "grad_norm": 17.303001403808594,
      "learning_rate": 2.4803322412354227e-07,
      "loss": 0.1594,
      "step": 111600
    },
    {
      "epoch": 9.102020860495436,
      "grad_norm": 14.3364839553833,
      "learning_rate": 2.436286781242192e-07,
      "loss": 0.1558,
      "step": 111700
    },
    {
      "epoch": 9.110169491525424,
      "grad_norm": 18.47357940673828,
      "learning_rate": 2.3926261428945386e-07,
      "loss": 0.1713,
      "step": 111800
    },
    {
      "epoch": 9.118318122555412,
      "grad_norm": 2.021436929702759,
      "learning_rate": 2.3493506794356745e-07,
      "loss": 0.1577,
      "step": 111900
    },
    {
      "epoch": 9.126466753585397,
      "grad_norm": 4.512004852294922,
      "learning_rate": 2.3064607409924888e-07,
      "loss": 0.1552,
      "step": 112000
    },
    {
      "epoch": 9.134615384615385,
      "grad_norm": 21.13969612121582,
      "learning_rate": 2.2639566745727203e-07,
      "loss": 0.1504,
      "step": 112100
    },
    {
      "epoch": 9.142764015645371,
      "grad_norm": 17.030675888061523,
      "learning_rate": 2.2218388240621558e-07,
      "loss": 0.1785,
      "step": 112200
    },
    {
      "epoch": 9.150912646675359,
      "grad_norm": 11.586610794067383,
      "learning_rate": 2.1801075302218423e-07,
      "loss": 0.174,
      "step": 112300
    },
    {
      "epoch": 9.159061277705346,
      "grad_norm": 19.795167922973633,
      "learning_rate": 2.1387631306853174e-07,
      "loss": 0.1672,
      "step": 112400
    },
    {
      "epoch": 9.167209908735332,
      "grad_norm": 23.909713745117188,
      "learning_rate": 2.0978059599559065e-07,
      "loss": 0.1684,
      "step": 112500
    },
    {
      "epoch": 9.17535853976532,
      "grad_norm": 5.545074939727783,
      "learning_rate": 2.057236349403985e-07,
      "loss": 0.165,
      "step": 112600
    },
    {
      "epoch": 9.183507170795306,
      "grad_norm": 12.588091850280762,
      "learning_rate": 2.0170546272643256e-07,
      "loss": 0.167,
      "step": 112700
    },
    {
      "epoch": 9.191655801825293,
      "grad_norm": 12.73204517364502,
      "learning_rate": 1.9772611186334168e-07,
      "loss": 0.1535,
      "step": 112800
    },
    {
      "epoch": 9.19980443285528,
      "grad_norm": 11.712594985961914,
      "learning_rate": 1.9378561454668598e-07,
      "loss": 0.1629,
      "step": 112900
    },
    {
      "epoch": 9.207953063885267,
      "grad_norm": 6.922073841094971,
      "learning_rate": 1.8988400265767316e-07,
      "loss": 0.1544,
      "step": 113000
    },
    {
      "epoch": 9.216101694915254,
      "grad_norm": 14.258295059204102,
      "learning_rate": 1.8602130776290362e-07,
      "loss": 0.1575,
      "step": 113100
    },
    {
      "epoch": 9.224250325945242,
      "grad_norm": 20.113460540771484,
      "learning_rate": 1.8219756111411357e-07,
      "loss": 0.151,
      "step": 113200
    },
    {
      "epoch": 9.232398956975228,
      "grad_norm": 9.496116638183594,
      "learning_rate": 1.784127936479213e-07,
      "loss": 0.1791,
      "step": 113300
    },
    {
      "epoch": 9.240547588005215,
      "grad_norm": 7.643208026885986,
      "learning_rate": 1.7466703598557898e-07,
      "loss": 0.1752,
      "step": 113400
    },
    {
      "epoch": 9.248696219035201,
      "grad_norm": 21.511184692382812,
      "learning_rate": 1.709603184327241e-07,
      "loss": 0.1538,
      "step": 113500
    },
    {
      "epoch": 9.256844850065189,
      "grad_norm": 18.147607803344727,
      "learning_rate": 1.6729267097913338e-07,
      "loss": 0.1606,
      "step": 113600
    },
    {
      "epoch": 9.264993481095177,
      "grad_norm": 13.48155689239502,
      "learning_rate": 1.6366412329848035e-07,
      "loss": 0.1661,
      "step": 113700
    },
    {
      "epoch": 9.273142112125162,
      "grad_norm": 21.713895797729492,
      "learning_rate": 1.6007470474809772e-07,
      "loss": 0.157,
      "step": 113800
    },
    {
      "epoch": 9.28129074315515,
      "grad_norm": 11.30298137664795,
      "learning_rate": 1.565244443687347e-07,
      "loss": 0.1802,
      "step": 113900
    },
    {
      "epoch": 9.289439374185136,
      "grad_norm": 15.809433937072754,
      "learning_rate": 1.5301337088432787e-07,
      "loss": 0.1723,
      "step": 114000
    },
    {
      "epoch": 9.297588005215124,
      "grad_norm": 8.747072219848633,
      "learning_rate": 1.4954151270176686e-07,
      "loss": 0.1616,
      "step": 114100
    },
    {
      "epoch": 9.305736636245111,
      "grad_norm": 1.6549293994903564,
      "learning_rate": 1.4610889791066008e-07,
      "loss": 0.1732,
      "step": 114200
    },
    {
      "epoch": 9.313885267275097,
      "grad_norm": 13.10067367553711,
      "learning_rate": 1.4271555428311323e-07,
      "loss": 0.1618,
      "step": 114300
    },
    {
      "epoch": 9.322033898305085,
      "grad_norm": 13.006690979003906,
      "learning_rate": 1.39361509273504e-07,
      "loss": 0.1806,
      "step": 114400
    },
    {
      "epoch": 9.330182529335072,
      "grad_norm": 23.973905563354492,
      "learning_rate": 1.3604679001825605e-07,
      "loss": 0.1678,
      "step": 114500
    },
    {
      "epoch": 9.338331160365058,
      "grad_norm": 10.249641418457031,
      "learning_rate": 1.3277142333562253e-07,
      "loss": 0.1646,
      "step": 114600
    },
    {
      "epoch": 9.346479791395046,
      "grad_norm": 30.132413864135742,
      "learning_rate": 1.2953543572546968e-07,
      "loss": 0.1635,
      "step": 114700
    },
    {
      "epoch": 9.354628422425032,
      "grad_norm": 13.259139060974121,
      "learning_rate": 1.2633885336906014e-07,
      "loss": 0.172,
      "step": 114800
    },
    {
      "epoch": 9.36277705345502,
      "grad_norm": 19.1724853515625,
      "learning_rate": 1.2318170212884285e-07,
      "loss": 0.1633,
      "step": 114900
    },
    {
      "epoch": 9.370925684485007,
      "grad_norm": 14.311450004577637,
      "learning_rate": 1.2006400754824177e-07,
      "loss": 0.1747,
      "step": 115000
    },
    {
      "epoch": 9.379074315514993,
      "grad_norm": 8.39560317993164,
      "learning_rate": 1.1698579485145134e-07,
      "loss": 0.1441,
      "step": 115100
    },
    {
      "epoch": 9.38722294654498,
      "grad_norm": 10.600957870483398,
      "learning_rate": 1.1394708894323314e-07,
      "loss": 0.1923,
      "step": 115200
    },
    {
      "epoch": 9.395371577574968,
      "grad_norm": 9.45894718170166,
      "learning_rate": 1.1094791440871e-07,
      "loss": 0.1476,
      "step": 115300
    },
    {
      "epoch": 9.403520208604954,
      "grad_norm": 6.497547149658203,
      "learning_rate": 1.079882955131728e-07,
      "loss": 0.1621,
      "step": 115400
    },
    {
      "epoch": 9.411668839634942,
      "grad_norm": 5.700404644012451,
      "learning_rate": 1.0506825620187954e-07,
      "loss": 0.1569,
      "step": 115500
    },
    {
      "epoch": 9.419817470664928,
      "grad_norm": 5.055960655212402,
      "learning_rate": 1.0218782009986494e-07,
      "loss": 0.1439,
      "step": 115600
    },
    {
      "epoch": 9.427966101694915,
      "grad_norm": 0.8036000728607178,
      "learning_rate": 9.93470105117461e-08,
      "loss": 0.163,
      "step": 115700
    },
    {
      "epoch": 9.436114732724903,
      "grad_norm": 21.1984920501709,
      "learning_rate": 9.654585042153663e-08,
      "loss": 0.153,
      "step": 115800
    },
    {
      "epoch": 9.444263363754889,
      "grad_norm": 3.3010308742523193,
      "learning_rate": 9.378436249245892e-08,
      "loss": 0.1584,
      "step": 115900
    },
    {
      "epoch": 9.452411994784876,
      "grad_norm": 9.636171340942383,
      "learning_rate": 9.106256906676159e-08,
      "loss": 0.1765,
      "step": 116000
    },
    {
      "epoch": 9.460560625814864,
      "grad_norm": 1.7043323516845703,
      "learning_rate": 8.838049216554123e-08,
      "loss": 0.1604,
      "step": 116100
    },
    {
      "epoch": 9.46870925684485,
      "grad_norm": 9.73293399810791,
      "learning_rate": 8.573815348855818e-08,
      "loss": 0.1703,
      "step": 116200
    },
    {
      "epoch": 9.476857887874838,
      "grad_norm": 7.777896404266357,
      "learning_rate": 8.313557441406606e-08,
      "loss": 0.1632,
      "step": 116300
    },
    {
      "epoch": 9.485006518904823,
      "grad_norm": 17.46415901184082,
      "learning_rate": 8.057277599863744e-08,
      "loss": 0.1536,
      "step": 116400
    },
    {
      "epoch": 9.493155149934811,
      "grad_norm": 10.912395477294922,
      "learning_rate": 7.804977897699295e-08,
      "loss": 0.1611,
      "step": 116500
    },
    {
      "epoch": 9.501303780964799,
      "grad_norm": 12.858296394348145,
      "learning_rate": 7.556660376183301e-08,
      "loss": 0.1458,
      "step": 116600
    },
    {
      "epoch": 9.509452411994785,
      "grad_norm": 7.577301025390625,
      "learning_rate": 7.312327044367463e-08,
      "loss": 0.1408,
      "step": 116700
    },
    {
      "epoch": 9.517601043024772,
      "grad_norm": 13.470318794250488,
      "learning_rate": 7.071979879068769e-08,
      "loss": 0.1568,
      "step": 116800
    },
    {
      "epoch": 9.525749674054758,
      "grad_norm": 16.199295043945312,
      "learning_rate": 6.835620824853451e-08,
      "loss": 0.161,
      "step": 116900
    },
    {
      "epoch": 9.533898305084746,
      "grad_norm": 15.154216766357422,
      "learning_rate": 6.603251794021381e-08,
      "loss": 0.1783,
      "step": 117000
    },
    {
      "epoch": 9.542046936114733,
      "grad_norm": 9.926989555358887,
      "learning_rate": 6.374874666590369e-08,
      "loss": 0.149,
      "step": 117100
    },
    {
      "epoch": 9.55019556714472,
      "grad_norm": 14.719680786132812,
      "learning_rate": 6.15049129028128e-08,
      "loss": 0.1459,
      "step": 117200
    },
    {
      "epoch": 9.558344198174707,
      "grad_norm": 23.45909881591797,
      "learning_rate": 5.93010348050288e-08,
      "loss": 0.1624,
      "step": 117300
    },
    {
      "epoch": 9.566492829204694,
      "grad_norm": 22.256080627441406,
      "learning_rate": 5.7137130203370194e-08,
      "loss": 0.1536,
      "step": 117400
    },
    {
      "epoch": 9.57464146023468,
      "grad_norm": 5.540316581726074,
      "learning_rate": 5.501321660524583e-08,
      "loss": 0.1541,
      "step": 117500
    },
    {
      "epoch": 9.582790091264668,
      "grad_norm": 3.839772939682007,
      "learning_rate": 5.292931119451006e-08,
      "loss": 0.1577,
      "step": 117600
    },
    {
      "epoch": 9.590938722294654,
      "grad_norm": 4.665050029754639,
      "learning_rate": 5.088543083132502e-08,
      "loss": 0.1547,
      "step": 117700
    },
    {
      "epoch": 9.599087353324641,
      "grad_norm": 18.975759506225586,
      "learning_rate": 4.888159205202303e-08,
      "loss": 0.1652,
      "step": 117800
    },
    {
      "epoch": 9.607235984354629,
      "grad_norm": 13.844809532165527,
      "learning_rate": 4.691781106897497e-08,
      "loss": 0.1528,
      "step": 117900
    },
    {
      "epoch": 9.615384615384615,
      "grad_norm": 5.203334331512451,
      "learning_rate": 4.499410377045765e-08,
      "loss": 0.1484,
      "step": 118000
    },
    {
      "epoch": 9.623533246414603,
      "grad_norm": 17.595108032226562,
      "learning_rate": 4.311048572052501e-08,
      "loss": 0.1547,
      "step": 118100
    },
    {
      "epoch": 9.631681877444588,
      "grad_norm": 10.652242660522461,
      "learning_rate": 4.1266972158883204e-08,
      "loss": 0.1658,
      "step": 118200
    },
    {
      "epoch": 9.639830508474576,
      "grad_norm": 15.711381912231445,
      "learning_rate": 3.9463578000765724e-08,
      "loss": 0.1493,
      "step": 118300
    },
    {
      "epoch": 9.647979139504564,
      "grad_norm": 18.064918518066406,
      "learning_rate": 3.7700317836814605e-08,
      "loss": 0.1558,
      "step": 118400
    },
    {
      "epoch": 9.65612777053455,
      "grad_norm": 11.699357986450195,
      "learning_rate": 3.5977205932962164e-08,
      "loss": 0.1465,
      "step": 118500
    },
    {
      "epoch": 9.664276401564537,
      "grad_norm": 9.775052070617676,
      "learning_rate": 3.429425623031335e-08,
      "loss": 0.1456,
      "step": 118600
    },
    {
      "epoch": 9.672425032594525,
      "grad_norm": 19.886598587036133,
      "learning_rate": 3.265148234503579e-08,
      "loss": 0.165,
      "step": 118700
    },
    {
      "epoch": 9.68057366362451,
      "grad_norm": 13.31386661529541,
      "learning_rate": 3.104889756824825e-08,
      "loss": 0.1682,
      "step": 118800
    },
    {
      "epoch": 9.688722294654498,
      "grad_norm": 16.752405166625977,
      "learning_rate": 2.9486514865912364e-08,
      "loss": 0.1498,
      "step": 118900
    },
    {
      "epoch": 9.696870925684484,
      "grad_norm": 12.920425415039062,
      "learning_rate": 2.7964346878729952e-08,
      "loss": 0.1573,
      "step": 119000
    },
    {
      "epoch": 9.705019556714472,
      "grad_norm": 5.0780110359191895,
      "learning_rate": 2.64824059220381e-08,
      "loss": 0.159,
      "step": 119100
    },
    {
      "epoch": 9.71316818774446,
      "grad_norm": 13.475509643554688,
      "learning_rate": 2.504070398571201e-08,
      "loss": 0.1997,
      "step": 119200
    },
    {
      "epoch": 9.721316818774445,
      "grad_norm": 20.931211471557617,
      "learning_rate": 2.3639252734065644e-08,
      "loss": 0.1957,
      "step": 119300
    },
    {
      "epoch": 9.729465449804433,
      "grad_norm": 20.29063606262207,
      "learning_rate": 2.227806350575956e-08,
      "loss": 0.1388,
      "step": 119400
    },
    {
      "epoch": 9.737614080834419,
      "grad_norm": 0.7664732336997986,
      "learning_rate": 2.0957147313707127e-08,
      "loss": 0.166,
      "step": 119500
    },
    {
      "epoch": 9.745762711864407,
      "grad_norm": 18.868257522583008,
      "learning_rate": 1.9676514844987338e-08,
      "loss": 0.1618,
      "step": 119600
    },
    {
      "epoch": 9.753911342894394,
      "grad_norm": 15.741533279418945,
      "learning_rate": 1.8436176460756572e-08,
      "loss": 0.1589,
      "step": 119700
    },
    {
      "epoch": 9.76205997392438,
      "grad_norm": 11.955362319946289,
      "learning_rate": 1.723614219616754e-08,
      "loss": 0.168,
      "step": 119800
    },
    {
      "epoch": 9.770208604954368,
      "grad_norm": 26.171483993530273,
      "learning_rate": 1.6076421760283234e-08,
      "loss": 0.157,
      "step": 119900
    },
    {
      "epoch": 9.778357235984355,
      "grad_norm": 14.887884140014648,
      "learning_rate": 1.4957024536003674e-08,
      "loss": 0.1383,
      "step": 120000
    },
    {
      "epoch": 9.786505867014341,
      "grad_norm": 9.518312454223633,
      "learning_rate": 1.3877959579985944e-08,
      "loss": 0.1385,
      "step": 120100
    },
    {
      "epoch": 9.794654498044329,
      "grad_norm": 18.155826568603516,
      "learning_rate": 1.283923562257483e-08,
      "loss": 0.1623,
      "step": 120200
    },
    {
      "epoch": 9.802803129074315,
      "grad_norm": 17.2945613861084,
      "learning_rate": 1.1840861067727306e-08,
      "loss": 0.1551,
      "step": 120300
    },
    {
      "epoch": 9.810951760104302,
      "grad_norm": 24.658214569091797,
      "learning_rate": 1.0882843992949255e-08,
      "loss": 0.1499,
      "step": 120400
    },
    {
      "epoch": 9.81910039113429,
      "grad_norm": 6.880736351013184,
      "learning_rate": 9.9651921492272e-09,
      "loss": 0.1501,
      "step": 120500
    },
    {
      "epoch": 9.827249022164276,
      "grad_norm": 25.12505531311035,
      "learning_rate": 9.087912960967227e-09,
      "loss": 0.1571,
      "step": 120600
    },
    {
      "epoch": 9.835397653194264,
      "grad_norm": 28.05438995361328,
      "learning_rate": 8.251013525932273e-09,
      "loss": 0.1637,
      "step": 120700
    },
    {
      "epoch": 9.843546284224251,
      "grad_norm": 10.58689022064209,
      "learning_rate": 7.454500615188264e-09,
      "loss": 0.1509,
      "step": 120800
    },
    {
      "epoch": 9.851694915254237,
      "grad_norm": 24.10919761657715,
      "learning_rate": 6.698380673048066e-09,
      "loss": 0.1691,
      "step": 120900
    },
    {
      "epoch": 9.859843546284225,
      "grad_norm": 0.43672606348991394,
      "learning_rate": 5.982659817017067e-09,
      "loss": 0.1746,
      "step": 121000
    },
    {
      "epoch": 9.86799217731421,
      "grad_norm": 12.899723052978516,
      "learning_rate": 5.307343837747115e-09,
      "loss": 0.1497,
      "step": 121100
    },
    {
      "epoch": 9.876140808344198,
      "grad_norm": 18.292190551757812,
      "learning_rate": 4.672438198987661e-09,
      "loss": 0.1594,
      "step": 121200
    },
    {
      "epoch": 9.884289439374186,
      "grad_norm": 18.396923065185547,
      "learning_rate": 4.077948037541357e-09,
      "loss": 0.1574,
      "step": 121300
    },
    {
      "epoch": 9.892438070404172,
      "grad_norm": 22.605993270874023,
      "learning_rate": 3.5238781632240813e-09,
      "loss": 0.1642,
      "step": 121400
    },
    {
      "epoch": 9.90058670143416,
      "grad_norm": 23.427574157714844,
      "learning_rate": 3.010233058824419e-09,
      "loss": 0.1765,
      "step": 121500
    },
    {
      "epoch": 9.908735332464147,
      "grad_norm": 3.2891268730163574,
      "learning_rate": 2.5370168800681325e-09,
      "loss": 0.1743,
      "step": 121600
    },
    {
      "epoch": 9.916883963494133,
      "grad_norm": 19.58220100402832,
      "learning_rate": 2.1042334555848585e-09,
      "loss": 0.1596,
      "step": 121700
    },
    {
      "epoch": 9.92503259452412,
      "grad_norm": 15.260977745056152,
      "learning_rate": 1.711886286876463e-09,
      "loss": 0.1486,
      "step": 121800
    },
    {
      "epoch": 9.933181225554106,
      "grad_norm": 5.988215446472168,
      "learning_rate": 1.3599785482881767e-09,
      "loss": 0.1518,
      "step": 121900
    },
    {
      "epoch": 9.941329856584094,
      "grad_norm": 5.850574970245361,
      "learning_rate": 1.0485130869858362e-09,
      "loss": 0.1588,
      "step": 122000
    },
    {
      "epoch": 9.949478487614082,
      "grad_norm": 11.288055419921875,
      "learning_rate": 7.774924229281278e-10,
      "loss": 0.1734,
      "step": 122100
    },
    {
      "epoch": 9.957627118644067,
      "grad_norm": 10.142143249511719,
      "learning_rate": 5.469187488510441e-10,
      "loss": 0.173,
      "step": 122200
    },
    {
      "epoch": 9.965775749674055,
      "grad_norm": 14.460721015930176,
      "learning_rate": 3.5679393024623533e-10,
      "loss": 0.1603,
      "step": 122300
    },
    {
      "epoch": 9.973924380704041,
      "grad_norm": 23.698572158813477,
      "learning_rate": 2.071195053482411e-10,
      "loss": 0.1616,
      "step": 122400
    },
    {
      "epoch": 9.982073011734029,
      "grad_norm": 9.158120155334473,
      "learning_rate": 9.789668512116823e-11,
      "loss": 0.1702,
      "step": 122500
    },
    {
      "epoch": 9.990221642764016,
      "grad_norm": 32.79683303833008,
      "learning_rate": 2.912635325036384e-11,
      "loss": 0.1718,
      "step": 122600
    },
    {
      "epoch": 9.998370273794002,
      "grad_norm": 17.385313034057617,
      "learning_rate": 8.090661318682636e-13,
      "loss": 0.1656,
      "step": 122700
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.8172690763052208,
      "eval_loss": 0.7754501700401306,
      "eval_runtime": 7.1115,
      "eval_samples_per_second": 350.138,
      "eval_steps_per_second": 43.873,
      "step": 122720
    },
    {
      "epoch": 10.0,
      "step": 122720,
      "total_flos": 1.617427903829713e+17,
      "train_loss": 0.3309724763735177,
      "train_runtime": 41426.0671,
      "train_samples_per_second": 94.796,
      "train_steps_per_second": 2.962
    }
  ],
  "logging_steps": 100,
  "max_steps": 122720,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.617427903829713e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}