{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9119332985930172,
  "eval_steps": 500,
  "global_step": 700,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0013027618551328818,
      "grad_norm": 14.949752807617188,
      "learning_rate": 4.0625e-06,
      "loss": 1.3439,
      "step": 1
    },
    {
      "epoch": 0.0026055237102657635,
      "grad_norm": 15.725403785705566,
      "learning_rate": 8.125e-06,
      "loss": 1.3354,
      "step": 2
    },
    {
      "epoch": 0.0039082855653986455,
      "grad_norm": 12.41278076171875,
      "learning_rate": 1.2187499999999998e-05,
      "loss": 1.3017,
      "step": 3
    },
    {
      "epoch": 0.005211047420531527,
      "grad_norm": 6.782334327697754,
      "learning_rate": 1.625e-05,
      "loss": 1.2634,
      "step": 4
    },
    {
      "epoch": 0.006513809275664409,
      "grad_norm": 3.730219841003418,
      "learning_rate": 2.03125e-05,
      "loss": 1.1704,
      "step": 5
    },
    {
      "epoch": 0.007816571130797291,
      "grad_norm": 2.547757863998413,
      "learning_rate": 2.4374999999999996e-05,
      "loss": 1.165,
      "step": 6
    },
    {
      "epoch": 0.009119332985930172,
      "grad_norm": 2.4353976249694824,
      "learning_rate": 2.8437499999999997e-05,
      "loss": 1.1567,
      "step": 7
    },
    {
      "epoch": 0.010422094841063054,
      "grad_norm": 2.218895673751831,
      "learning_rate": 3.25e-05,
      "loss": 1.0846,
      "step": 8
    },
    {
      "epoch": 0.011724856696195935,
      "grad_norm": 1.7433233261108398,
      "learning_rate": 3.6562499999999994e-05,
      "loss": 0.9816,
      "step": 9
    },
    {
      "epoch": 0.013027618551328817,
      "grad_norm": 1.6148579120635986,
      "learning_rate": 4.0625e-05,
      "loss": 1.0869,
      "step": 10
    },
    {
      "epoch": 0.0143303804064617,
      "grad_norm": 1.5065230131149292,
      "learning_rate": 4.4687499999999995e-05,
      "loss": 0.9625,
      "step": 11
    },
    {
      "epoch": 0.015633142261594582,
      "grad_norm": 1.4786823987960815,
      "learning_rate": 4.874999999999999e-05,
      "loss": 1.0489,
      "step": 12
    },
    {
      "epoch": 0.016935904116727463,
      "grad_norm": 1.2991230487823486,
      "learning_rate": 5.2812499999999996e-05,
      "loss": 0.9935,
      "step": 13
    },
    {
      "epoch": 0.018238665971860343,
      "grad_norm": 1.3199464082717896,
      "learning_rate": 5.687499999999999e-05,
      "loss": 1.0188,
      "step": 14
    },
    {
      "epoch": 0.019541427826993224,
      "grad_norm": 1.2793257236480713,
      "learning_rate": 6.09375e-05,
      "loss": 1.0265,
      "step": 15
    },
    {
      "epoch": 0.020844189682126108,
      "grad_norm": 1.2210655212402344,
      "learning_rate": 6.5e-05,
      "loss": 0.9019,
      "step": 16
    },
    {
      "epoch": 0.02214695153725899,
      "grad_norm": 1.3837445974349976,
      "learning_rate": 6.499971563731688e-05,
      "loss": 0.9487,
      "step": 17
    },
    {
      "epoch": 0.02344971339239187,
      "grad_norm": 1.2946529388427734,
      "learning_rate": 6.499886255424368e-05,
      "loss": 1.0031,
      "step": 18
    },
    {
      "epoch": 0.024752475247524754,
      "grad_norm": 1.3142110109329224,
      "learning_rate": 6.499744076570868e-05,
      "loss": 0.9941,
      "step": 19
    },
    {
      "epoch": 0.026055237102657634,
      "grad_norm": 1.8206599950790405,
      "learning_rate": 6.499545029659211e-05,
      "loss": 0.9767,
      "step": 20
    },
    {
      "epoch": 0.027357998957790515,
      "grad_norm": 1.2736281156539917,
      "learning_rate": 6.499289118172568e-05,
      "loss": 0.9194,
      "step": 21
    },
    {
      "epoch": 0.0286607608129234,
      "grad_norm": 1.8105640411376953,
      "learning_rate": 6.498976346589196e-05,
      "loss": 0.9853,
      "step": 22
    },
    {
      "epoch": 0.02996352266805628,
      "grad_norm": 1.4621827602386475,
      "learning_rate": 6.49860672038236e-05,
      "loss": 0.9896,
      "step": 23
    },
    {
      "epoch": 0.031266284523189164,
      "grad_norm": 1.212299108505249,
      "learning_rate": 6.498180246020238e-05,
      "loss": 0.9684,
      "step": 24
    },
    {
      "epoch": 0.032569046378322045,
      "grad_norm": 1.2274290323257446,
      "learning_rate": 6.49769693096581e-05,
      "loss": 0.9831,
      "step": 25
    },
    {
      "epoch": 0.033871808233454925,
      "grad_norm": 1.2909352779388428,
      "learning_rate": 6.49715678367672e-05,
      "loss": 0.9971,
      "step": 26
    },
    {
      "epoch": 0.035174570088587806,
      "grad_norm": 1.2330715656280518,
      "learning_rate": 6.49655981360514e-05,
      "loss": 0.9923,
      "step": 27
    },
    {
      "epoch": 0.03647733194372069,
      "grad_norm": 1.2433793544769287,
      "learning_rate": 6.495906031197591e-05,
      "loss": 0.9121,
      "step": 28
    },
    {
      "epoch": 0.03778009379885357,
      "grad_norm": 1.2374027967453003,
      "learning_rate": 6.49519544789477e-05,
      "loss": 0.9224,
      "step": 29
    },
    {
      "epoch": 0.03908285565398645,
      "grad_norm": 1.2204357385635376,
      "learning_rate": 6.494428076131346e-05,
      "loss": 0.919,
      "step": 30
    },
    {
      "epoch": 0.040385617509119336,
      "grad_norm": 1.1927292346954346,
      "learning_rate": 6.493603929335744e-05,
      "loss": 0.9589,
      "step": 31
    },
    {
      "epoch": 0.041688379364252216,
      "grad_norm": 1.1353641748428345,
      "learning_rate": 6.492723021929908e-05,
      "loss": 0.8869,
      "step": 32
    },
    {
      "epoch": 0.0429911412193851,
      "grad_norm": 1.212263822555542,
      "learning_rate": 6.49178536932905e-05,
      "loss": 0.8934,
      "step": 33
    },
    {
      "epoch": 0.04429390307451798,
      "grad_norm": 1.0893241167068481,
      "learning_rate": 6.49079098794138e-05,
      "loss": 0.8718,
      "step": 34
    },
    {
      "epoch": 0.04559666492965086,
      "grad_norm": 1.1801607608795166,
      "learning_rate": 6.489739895167818e-05,
      "loss": 0.9774,
      "step": 35
    },
    {
      "epoch": 0.04689942678478374,
      "grad_norm": 1.1302330493927002,
      "learning_rate": 6.488632109401691e-05,
      "loss": 0.9584,
      "step": 36
    },
    {
      "epoch": 0.04820218863991663,
      "grad_norm": 1.1432682275772095,
      "learning_rate": 6.487467650028411e-05,
      "loss": 0.9452,
      "step": 37
    },
    {
      "epoch": 0.04950495049504951,
      "grad_norm": 1.1399481296539307,
      "learning_rate": 6.486246537425133e-05,
      "loss": 0.9017,
      "step": 38
    },
    {
      "epoch": 0.05080771235018239,
      "grad_norm": 1.0911235809326172,
      "learning_rate": 6.484968792960403e-05,
      "loss": 0.9036,
      "step": 39
    },
    {
      "epoch": 0.05211047420531527,
      "grad_norm": 1.071078896522522,
      "learning_rate": 6.48363443899378e-05,
      "loss": 0.9273,
      "step": 40
    },
    {
      "epoch": 0.05341323606044815,
      "grad_norm": 1.053589105606079,
      "learning_rate": 6.482243498875449e-05,
      "loss": 0.8847,
      "step": 41
    },
    {
      "epoch": 0.05471599791558103,
      "grad_norm": 1.109771490097046,
      "learning_rate": 6.480795996945806e-05,
      "loss": 0.9364,
      "step": 42
    },
    {
      "epoch": 0.05601875977071391,
      "grad_norm": 1.1093286275863647,
      "learning_rate": 6.479291958535037e-05,
      "loss": 0.9088,
      "step": 43
    },
    {
      "epoch": 0.0573215216258468,
      "grad_norm": 1.0716255903244019,
      "learning_rate": 6.477731409962675e-05,
      "loss": 0.8885,
      "step": 44
    },
    {
      "epoch": 0.05862428348097968,
      "grad_norm": 1.1552095413208008,
      "learning_rate": 6.476114378537138e-05,
      "loss": 0.9736,
      "step": 45
    },
    {
      "epoch": 0.05992704533611256,
      "grad_norm": 1.1647394895553589,
      "learning_rate": 6.474440892555249e-05,
      "loss": 0.9138,
      "step": 46
    },
    {
      "epoch": 0.06122980719124544,
      "grad_norm": 1.1463412046432495,
      "learning_rate": 6.472710981301745e-05,
      "loss": 0.9204,
      "step": 47
    },
    {
      "epoch": 0.06253256904637833,
      "grad_norm": 1.175421118736267,
      "learning_rate": 6.470924675048762e-05,
      "loss": 0.9119,
      "step": 48
    },
    {
      "epoch": 0.06383533090151121,
      "grad_norm": 1.9249529838562012,
      "learning_rate": 6.469082005055304e-05,
      "loss": 0.8639,
      "step": 49
    },
    {
      "epoch": 0.06513809275664409,
      "grad_norm": 1.1802655458450317,
      "learning_rate": 6.467183003566701e-05,
      "loss": 0.9352,
      "step": 50
    },
    {
      "epoch": 0.06644085461177697,
      "grad_norm": 1.1035569906234741,
      "learning_rate": 6.465227703814038e-05,
      "loss": 0.9342,
      "step": 51
    },
    {
      "epoch": 0.06774361646690985,
      "grad_norm": 1.1226942539215088,
      "learning_rate": 6.463216140013581e-05,
      "loss": 0.8948,
      "step": 52
    },
    {
      "epoch": 0.06904637832204273,
      "grad_norm": 1.1143085956573486,
      "learning_rate": 6.46114834736617e-05,
      "loss": 0.9577,
      "step": 53
    },
    {
      "epoch": 0.07034914017717561,
      "grad_norm": 1.1214665174484253,
      "learning_rate": 6.459024362056608e-05,
      "loss": 0.9106,
      "step": 54
    },
    {
      "epoch": 0.07165190203230849,
      "grad_norm": 1.1105942726135254,
      "learning_rate": 6.45684422125303e-05,
      "loss": 0.8706,
      "step": 55
    },
    {
      "epoch": 0.07295466388744137,
      "grad_norm": 1.0562191009521484,
      "learning_rate": 6.454607963106247e-05,
      "loss": 0.8278,
      "step": 56
    },
    {
      "epoch": 0.07425742574257425,
      "grad_norm": 1.1298907995224,
      "learning_rate": 6.452315626749081e-05,
      "loss": 0.8883,
      "step": 57
    },
    {
      "epoch": 0.07556018759770713,
      "grad_norm": 1.133426547050476,
      "learning_rate": 6.449967252295682e-05,
      "loss": 0.8868,
      "step": 58
    },
    {
      "epoch": 0.07686294945284002,
      "grad_norm": 1.09175443649292,
      "learning_rate": 6.447562880840822e-05,
      "loss": 0.8486,
      "step": 59
    },
    {
      "epoch": 0.0781657113079729,
      "grad_norm": 1.1153368949890137,
      "learning_rate": 6.44510255445918e-05,
      "loss": 0.9278,
      "step": 60
    },
    {
      "epoch": 0.07946847316310579,
      "grad_norm": 1.102013349533081,
      "learning_rate": 6.442586316204601e-05,
      "loss": 0.8362,
      "step": 61
    },
    {
      "epoch": 0.08077123501823867,
      "grad_norm": 1.1041877269744873,
      "learning_rate": 6.44001421010935e-05,
      "loss": 0.8746,
      "step": 62
    },
    {
      "epoch": 0.08207399687337155,
      "grad_norm": 1.075576901435852,
      "learning_rate": 6.437386281183331e-05,
      "loss": 0.8567,
      "step": 63
    },
    {
      "epoch": 0.08337675872850443,
      "grad_norm": 1.1472443342208862,
      "learning_rate": 6.43470257541331e-05,
      "loss": 0.9023,
      "step": 64
    },
    {
      "epoch": 0.08467952058363731,
      "grad_norm": 1.1024972200393677,
      "learning_rate": 6.431963139762104e-05,
      "loss": 0.8982,
      "step": 65
    },
    {
      "epoch": 0.0859822824387702,
      "grad_norm": 1.1128768920898438,
      "learning_rate": 6.42916802216776e-05,
      "loss": 0.883,
      "step": 66
    },
    {
      "epoch": 0.08728504429390307,
      "grad_norm": 1.058384895324707,
      "learning_rate": 6.426317271542717e-05,
      "loss": 0.8428,
      "step": 67
    },
    {
      "epoch": 0.08858780614903596,
      "grad_norm": 1.0728991031646729,
      "learning_rate": 6.423410937772951e-05,
      "loss": 0.8553,
      "step": 68
    },
    {
      "epoch": 0.08989056800416884,
      "grad_norm": 1.0956963300704956,
      "learning_rate": 6.4204490717171e-05,
      "loss": 0.8894,
      "step": 69
    },
    {
      "epoch": 0.09119332985930172,
      "grad_norm": 1.0787287950515747,
      "learning_rate": 6.417431725205575e-05,
      "loss": 0.9086,
      "step": 70
    },
    {
      "epoch": 0.0924960917144346,
      "grad_norm": 1.1435580253601074,
      "learning_rate": 6.414358951039651e-05,
      "loss": 0.9074,
      "step": 71
    },
    {
      "epoch": 0.09379885356956748,
      "grad_norm": 1.0396053791046143,
      "learning_rate": 6.41123080299055e-05,
      "loss": 0.8553,
      "step": 72
    },
    {
      "epoch": 0.09510161542470036,
      "grad_norm": 1.0929105281829834,
      "learning_rate": 6.40804733579849e-05,
      "loss": 0.8504,
      "step": 73
    },
    {
      "epoch": 0.09640437727983325,
      "grad_norm": 1.1395248174667358,
      "learning_rate": 6.404808605171734e-05,
      "loss": 0.9222,
      "step": 74
    },
    {
      "epoch": 0.09770713913496613,
      "grad_norm": 1.0281647443771362,
      "learning_rate": 6.401514667785613e-05,
      "loss": 0.868,
      "step": 75
    },
    {
      "epoch": 0.09900990099009901,
      "grad_norm": 1.0565054416656494,
      "learning_rate": 6.398165581281536e-05,
      "loss": 0.8302,
      "step": 76
    },
    {
      "epoch": 0.1003126628452319,
      "grad_norm": 1.0529290437698364,
      "learning_rate": 6.394761404265977e-05,
      "loss": 0.8669,
      "step": 77
    },
    {
      "epoch": 0.10161542470036478,
      "grad_norm": 1.0579882860183716,
      "learning_rate": 6.391302196309452e-05,
      "loss": 0.9204,
      "step": 78
    },
    {
      "epoch": 0.10291818655549766,
      "grad_norm": 1.0531302690505981,
      "learning_rate": 6.387788017945482e-05,
      "loss": 0.9202,
      "step": 79
    },
    {
      "epoch": 0.10422094841063054,
      "grad_norm": 1.0358260869979858,
      "learning_rate": 6.384218930669521e-05,
      "loss": 0.8647,
      "step": 80
    },
    {
      "epoch": 0.10552371026576342,
      "grad_norm": 1.0599216222763062,
      "learning_rate": 6.380594996937895e-05,
      "loss": 0.9093,
      "step": 81
    },
    {
      "epoch": 0.1068264721208963,
      "grad_norm": 1.2026344537734985,
      "learning_rate": 6.376916280166696e-05,
      "loss": 0.8731,
      "step": 82
    },
    {
      "epoch": 0.10812923397602918,
      "grad_norm": 1.1054397821426392,
      "learning_rate": 6.373182844730677e-05,
      "loss": 0.8835,
      "step": 83
    },
    {
      "epoch": 0.10943199583116206,
      "grad_norm": 1.030562162399292,
      "learning_rate": 6.369394755962129e-05,
      "loss": 0.8432,
      "step": 84
    },
    {
      "epoch": 0.11073475768629494,
      "grad_norm": 1.0522128343582153,
      "learning_rate": 6.365552080149737e-05,
      "loss": 0.8598,
      "step": 85
    },
    {
      "epoch": 0.11203751954142782,
      "grad_norm": 1.0692416429519653,
      "learning_rate": 6.361654884537413e-05,
      "loss": 0.8812,
      "step": 86
    },
    {
      "epoch": 0.1133402813965607,
      "grad_norm": 1.1009373664855957,
      "learning_rate": 6.357703237323127e-05,
      "loss": 0.8635,
      "step": 87
    },
    {
      "epoch": 0.1146430432516936,
      "grad_norm": 1.1628373861312866,
      "learning_rate": 6.353697207657708e-05,
      "loss": 0.8907,
      "step": 88
    },
    {
      "epoch": 0.11594580510682648,
      "grad_norm": 1.1273458003997803,
      "learning_rate": 6.349636865643642e-05,
      "loss": 0.8445,
      "step": 89
    },
    {
      "epoch": 0.11724856696195936,
      "grad_norm": 1.0971312522888184,
      "learning_rate": 6.345522282333835e-05,
      "loss": 0.8543,
      "step": 90
    },
    {
      "epoch": 0.11855132881709224,
      "grad_norm": 1.0826351642608643,
      "learning_rate": 6.341353529730374e-05,
      "loss": 0.8605,
      "step": 91
    },
    {
      "epoch": 0.11985409067222512,
      "grad_norm": 1.0686413049697876,
      "learning_rate": 6.337130680783273e-05,
      "loss": 0.8814,
      "step": 92
    },
    {
      "epoch": 0.121156852527358,
      "grad_norm": 1.21683931350708,
      "learning_rate": 6.332853809389189e-05,
      "loss": 0.8979,
      "step": 93
    },
    {
      "epoch": 0.12245961438249088,
      "grad_norm": 1.0884461402893066,
      "learning_rate": 6.328522990390126e-05,
      "loss": 0.8577,
      "step": 94
    },
    {
      "epoch": 0.12376237623762376,
      "grad_norm": 1.047310709953308,
      "learning_rate": 6.324138299572135e-05,
      "loss": 0.8174,
      "step": 95
    },
    {
      "epoch": 0.12506513809275666,
      "grad_norm": 1.087296485900879,
      "learning_rate": 6.319699813663982e-05,
      "loss": 0.8566,
      "step": 96
    },
    {
      "epoch": 0.12636789994788952,
      "grad_norm": 1.070327639579773,
      "learning_rate": 6.315207610335808e-05,
      "loss": 0.8615,
      "step": 97
    },
    {
      "epoch": 0.12767066180302242,
      "grad_norm": 1.0299792289733887,
      "learning_rate": 6.310661768197764e-05,
      "loss": 0.866,
      "step": 98
    },
    {
      "epoch": 0.12897342365815528,
      "grad_norm": 1.1011384725570679,
      "learning_rate": 6.306062366798642e-05,
      "loss": 0.8775,
      "step": 99
    },
    {
      "epoch": 0.13027618551328818,
      "grad_norm": 1.0193467140197754,
      "learning_rate": 6.301409486624481e-05,
      "loss": 0.8243,
      "step": 100
    },
    {
      "epoch": 0.13157894736842105,
      "grad_norm": 1.0899205207824707,
      "learning_rate": 6.296703209097159e-05,
      "loss": 0.8849,
      "step": 101
    },
    {
      "epoch": 0.13288170922355394,
      "grad_norm": 1.0473856925964355,
      "learning_rate": 6.291943616572962e-05,
      "loss": 0.8847,
      "step": 102
    },
    {
      "epoch": 0.1341844710786868,
      "grad_norm": 0.9922148585319519,
      "learning_rate": 6.287130792341154e-05,
      "loss": 0.8157,
      "step": 103
    },
    {
      "epoch": 0.1354872329338197,
      "grad_norm": 1.0680872201919556,
      "learning_rate": 6.282264820622511e-05,
      "loss": 0.8802,
      "step": 104
    },
    {
      "epoch": 0.13678999478895257,
      "grad_norm": 1.034562587738037,
      "learning_rate": 6.27734578656785e-05,
      "loss": 0.8826,
      "step": 105
    },
    {
      "epoch": 0.13809275664408546,
      "grad_norm": 1.0247395038604736,
      "learning_rate": 6.272373776256536e-05,
      "loss": 0.8535,
      "step": 106
    },
    {
      "epoch": 0.13939551849921833,
      "grad_norm": 1.099061131477356,
      "learning_rate": 6.267348876694983e-05,
      "loss": 0.8583,
      "step": 107
    },
    {
      "epoch": 0.14069828035435122,
      "grad_norm": 1.0081039667129517,
      "learning_rate": 6.262271175815126e-05,
      "loss": 0.7988,
      "step": 108
    },
    {
      "epoch": 0.14200104220948412,
      "grad_norm": 1.1140209436416626,
      "learning_rate": 6.257140762472879e-05,
      "loss": 0.8426,
      "step": 109
    },
    {
      "epoch": 0.14330380406461699,
      "grad_norm": 1.0654839277267456,
      "learning_rate": 6.251957726446589e-05,
      "loss": 0.8682,
      "step": 110
    },
    {
      "epoch": 0.14460656591974988,
      "grad_norm": 1.0632318258285522,
      "learning_rate": 6.246722158435455e-05,
      "loss": 0.8379,
      "step": 111
    },
    {
      "epoch": 0.14590932777488275,
      "grad_norm": 1.0444918870925903,
      "learning_rate": 6.241434150057953e-05,
      "loss": 0.8525,
      "step": 112
    },
    {
      "epoch": 0.14721208963001564,
      "grad_norm": 1.0542877912521362,
      "learning_rate": 6.236093793850217e-05,
      "loss": 0.834,
      "step": 113
    },
    {
      "epoch": 0.1485148514851485,
      "grad_norm": 0.9843441247940063,
      "learning_rate": 6.230701183264436e-05,
      "loss": 0.7711,
      "step": 114
    },
    {
      "epoch": 0.1498176133402814,
      "grad_norm": 1.0625543594360352,
      "learning_rate": 6.225256412667207e-05,
      "loss": 0.8169,
      "step": 115
    },
    {
      "epoch": 0.15112037519541427,
      "grad_norm": 1.0951343774795532,
      "learning_rate": 6.219759577337887e-05,
      "loss": 0.9114,
      "step": 116
    },
    {
      "epoch": 0.15242313705054716,
      "grad_norm": 1.0442739725112915,
      "learning_rate": 6.214210773466932e-05,
      "loss": 0.8038,
      "step": 117
    },
    {
      "epoch": 0.15372589890568003,
      "grad_norm": 1.0549882650375366,
      "learning_rate": 6.2086100981542e-05,
      "loss": 0.8677,
      "step": 118
    },
    {
      "epoch": 0.15502866076081293,
      "grad_norm": 1.0807327032089233,
      "learning_rate": 6.202957649407264e-05,
      "loss": 0.8276,
      "step": 119
    },
    {
      "epoch": 0.1563314226159458,
      "grad_norm": 1.0784152746200562,
      "learning_rate": 6.197253526139696e-05,
      "loss": 0.8823,
      "step": 120
    },
    {
      "epoch": 0.1576341844710787,
      "grad_norm": 1.076708436012268,
      "learning_rate": 6.191497828169325e-05,
      "loss": 0.842,
      "step": 121
    },
    {
      "epoch": 0.15893694632621158,
      "grad_norm": 1.0658226013183594,
      "learning_rate": 6.185690656216507e-05,
      "loss": 0.8626,
      "step": 122
    },
    {
      "epoch": 0.16023970818134445,
      "grad_norm": 1.064942717552185,
      "learning_rate": 6.179832111902348e-05,
      "loss": 0.8735,
      "step": 123
    },
    {
      "epoch": 0.16154247003647734,
      "grad_norm": 1.0782710313796997,
      "learning_rate": 6.17392229774693e-05,
      "loss": 0.828,
      "step": 124
    },
    {
      "epoch": 0.1628452318916102,
      "grad_norm": 1.0276188850402832,
      "learning_rate": 6.167961317167528e-05,
      "loss": 0.8475,
      "step": 125
    },
    {
      "epoch": 0.1641479937467431,
      "grad_norm": 1.1249077320098877,
      "learning_rate": 6.161949274476778e-05,
      "loss": 0.9029,
      "step": 126
    },
    {
      "epoch": 0.16545075560187597,
      "grad_norm": 1.027971863746643,
      "learning_rate": 6.155886274880874e-05,
      "loss": 0.8057,
      "step": 127
    },
    {
      "epoch": 0.16675351745700887,
      "grad_norm": 1.0177087783813477,
      "learning_rate": 6.14977242447771e-05,
      "loss": 0.7928,
      "step": 128
    },
    {
      "epoch": 0.16805627931214173,
      "grad_norm": 1.0410820245742798,
      "learning_rate": 6.143607830255037e-05,
      "loss": 0.8222,
      "step": 129
    },
    {
      "epoch": 0.16935904116727463,
      "grad_norm": 1.086966872215271,
      "learning_rate": 6.137392600088579e-05,
      "loss": 0.837,
      "step": 130
    },
    {
      "epoch": 0.1706618030224075,
      "grad_norm": 1.099645972251892,
      "learning_rate": 6.131126842740155e-05,
      "loss": 0.8604,
      "step": 131
    },
    {
      "epoch": 0.1719645648775404,
      "grad_norm": 1.0512402057647705,
      "learning_rate": 6.124810667855768e-05,
      "loss": 0.8524,
      "step": 132
    },
    {
      "epoch": 0.17326732673267325,
      "grad_norm": 1.0146111249923706,
      "learning_rate": 6.118444185963691e-05,
      "loss": 0.7948,
      "step": 133
    },
    {
      "epoch": 0.17457008858780615,
      "grad_norm": 1.0564138889312744,
      "learning_rate": 6.112027508472533e-05,
      "loss": 0.8393,
      "step": 134
    },
    {
      "epoch": 0.17587285044293904,
      "grad_norm": 1.1982516050338745,
      "learning_rate": 6.105560747669284e-05,
      "loss": 0.8326,
      "step": 135
    },
    {
      "epoch": 0.1771756122980719,
      "grad_norm": 1.0336800813674927,
      "learning_rate": 6.0990440167173595e-05,
      "loss": 0.8456,
      "step": 136
    },
    {
      "epoch": 0.1784783741532048,
      "grad_norm": 1.0412505865097046,
      "learning_rate": 6.092477429654611e-05,
      "loss": 0.8026,
      "step": 137
    },
    {
      "epoch": 0.17978113600833767,
      "grad_norm": 1.0531303882598877,
      "learning_rate": 6.085861101391333e-05,
      "loss": 0.8675,
      "step": 138
    },
    {
      "epoch": 0.18108389786347057,
      "grad_norm": 1.0367439985275269,
      "learning_rate": 6.0791951477082555e-05,
      "loss": 0.8328,
      "step": 139
    },
    {
      "epoch": 0.18238665971860343,
      "grad_norm": 1.057989478111267,
      "learning_rate": 6.072479685254518e-05,
      "loss": 0.8129,
      "step": 140
    },
    {
      "epoch": 0.18368942157373633,
      "grad_norm": 1.1223191022872925,
      "learning_rate": 6.065714831545621e-05,
      "loss": 0.8519,
      "step": 141
    },
    {
      "epoch": 0.1849921834288692,
      "grad_norm": 1.0480860471725464,
      "learning_rate": 6.058900704961377e-05,
      "loss": 0.8478,
      "step": 142
    },
    {
      "epoch": 0.1862949452840021,
      "grad_norm": 1.0725680589675903,
      "learning_rate": 6.0520374247438375e-05,
      "loss": 0.8612,
      "step": 143
    },
    {
      "epoch": 0.18759770713913496,
      "grad_norm": 1.0441476106643677,
      "learning_rate": 6.045125110995204e-05,
      "loss": 0.8521,
      "step": 144
    },
    {
      "epoch": 0.18890046899426785,
      "grad_norm": 1.0792895555496216,
      "learning_rate": 6.0381638846757264e-05,
      "loss": 0.8364,
      "step": 145
    },
    {
      "epoch": 0.19020323084940072,
      "grad_norm": 1.0203429460525513,
      "learning_rate": 6.03115386760159e-05,
      "loss": 0.7973,
      "step": 146
    },
    {
      "epoch": 0.1915059927045336,
      "grad_norm": 1.0836308002471924,
      "learning_rate": 6.024095182442782e-05,
      "loss": 0.8719,
      "step": 147
    },
    {
      "epoch": 0.1928087545596665,
      "grad_norm": 1.0394123792648315,
      "learning_rate": 6.016987952720939e-05,
      "loss": 0.8809,
      "step": 148
    },
    {
      "epoch": 0.19411151641479937,
      "grad_norm": 1.0890783071517944,
      "learning_rate": 6.0098323028071956e-05,
      "loss": 0.8996,
      "step": 149
    },
    {
      "epoch": 0.19541427826993227,
      "grad_norm": 1.0037873983383179,
      "learning_rate": 6.002628357920002e-05,
      "loss": 0.8424,
      "step": 150
    },
    {
      "epoch": 0.19671704012506513,
      "grad_norm": 1.0470969676971436,
      "learning_rate": 5.995376244122935e-05,
      "loss": 0.8019,
      "step": 151
    },
    {
      "epoch": 0.19801980198019803,
      "grad_norm": 1.0230716466903687,
      "learning_rate": 5.988076088322486e-05,
      "loss": 0.7927,
      "step": 152
    },
    {
      "epoch": 0.1993225638353309,
      "grad_norm": 1.0318727493286133,
      "learning_rate": 5.980728018265849e-05,
      "loss": 0.803,
      "step": 153
    },
    {
      "epoch": 0.2006253256904638,
      "grad_norm": 1.0479062795639038,
      "learning_rate": 5.9733321625386824e-05,
      "loss": 0.8597,
      "step": 154
    },
    {
      "epoch": 0.20192808754559666,
      "grad_norm": 1.025315761566162,
      "learning_rate": 5.965888650562853e-05,
      "loss": 0.7937,
      "step": 155
    },
    {
      "epoch": 0.20323084940072955,
      "grad_norm": 1.0599974393844604,
      "learning_rate": 5.958397612594182e-05,
      "loss": 0.8628,
      "step": 156
    },
    {
      "epoch": 0.20453361125586242,
      "grad_norm": 1.0344469547271729,
      "learning_rate": 5.950859179720152e-05,
      "loss": 0.8436,
      "step": 157
    },
    {
      "epoch": 0.2058363731109953,
      "grad_norm": 1.1034519672393799,
      "learning_rate": 5.943273483857627e-05,
      "loss": 0.8124,
      "step": 158
    },
    {
      "epoch": 0.20713913496612818,
      "grad_norm": 1.0487233400344849,
      "learning_rate": 5.935640657750534e-05,
      "loss": 0.8337,
      "step": 159
    },
    {
      "epoch": 0.20844189682126107,
      "grad_norm": 1.0436427593231201,
      "learning_rate": 5.9279608349675444e-05,
      "loss": 0.8438,
      "step": 160
    },
    {
      "epoch": 0.20974465867639394,
      "grad_norm": 1.0612242221832275,
      "learning_rate": 5.920234149899736e-05,
      "loss": 0.8735,
      "step": 161
    },
    {
      "epoch": 0.21104742053152684,
      "grad_norm": 1.168532371520996,
      "learning_rate": 5.912460737758241e-05,
      "loss": 0.8422,
      "step": 162
    },
    {
      "epoch": 0.21235018238665973,
      "grad_norm": 1.0675426721572876,
      "learning_rate": 5.9046407345718805e-05,
      "loss": 0.8631,
      "step": 163
    },
    {
      "epoch": 0.2136529442417926,
      "grad_norm": 1.048614501953125,
      "learning_rate": 5.8967742771847826e-05,
      "loss": 0.8473,
      "step": 164
    },
    {
      "epoch": 0.2149557060969255,
      "grad_norm": 1.0362776517868042,
      "learning_rate": 5.888861503253989e-05,
      "loss": 0.8888,
      "step": 165
    },
    {
      "epoch": 0.21625846795205836,
      "grad_norm": 0.9976462721824646,
      "learning_rate": 5.8809025512470445e-05,
      "loss": 0.8079,
      "step": 166
    },
    {
      "epoch": 0.21756122980719125,
      "grad_norm": 1.0061395168304443,
      "learning_rate": 5.87289756043958e-05,
      "loss": 0.7954,
      "step": 167
    },
    {
      "epoch": 0.21886399166232412,
      "grad_norm": 1.0533777475357056,
      "learning_rate": 5.864846670912864e-05,
      "loss": 0.8089,
      "step": 168
    },
    {
      "epoch": 0.22016675351745701,
      "grad_norm": 0.9939700365066528,
      "learning_rate": 5.856750023551361e-05,
      "loss": 0.8176,
      "step": 169
    },
    {
      "epoch": 0.22146951537258988,
      "grad_norm": 1.0513004064559937,
      "learning_rate": 5.848607760040267e-05,
      "loss": 0.8602,
      "step": 170
    },
    {
      "epoch": 0.22277227722772278,
      "grad_norm": 1.055511713027954,
      "learning_rate": 5.840420022863016e-05,
      "loss": 0.8511,
      "step": 171
    },
    {
      "epoch": 0.22407503908285564,
      "grad_norm": 1.0215332508087158,
      "learning_rate": 5.832186955298808e-05,
      "loss": 0.8233,
      "step": 172
    },
    {
      "epoch": 0.22537780093798854,
      "grad_norm": 1.018233299255371,
      "learning_rate": 5.8239087014200806e-05,
      "loss": 0.8354,
      "step": 173
    },
    {
      "epoch": 0.2266805627931214,
      "grad_norm": 1.0055863857269287,
      "learning_rate": 5.815585406090005e-05,
      "loss": 0.8488,
      "step": 174
    },
    {
      "epoch": 0.2279833246482543,
      "grad_norm": 1.008152961730957,
      "learning_rate": 5.8072172149599394e-05,
      "loss": 0.7623,
      "step": 175
    },
    {
      "epoch": 0.2292860865033872,
      "grad_norm": 1.0418919324874878,
      "learning_rate": 5.7988042744668856e-05,
      "loss": 0.8109,
      "step": 176
    },
    {
      "epoch": 0.23058884835852006,
      "grad_norm": 1.0832551717758179,
      "learning_rate": 5.790346731830927e-05,
      "loss": 0.8951,
      "step": 177
    },
    {
      "epoch": 0.23189161021365295,
      "grad_norm": 1.0513347387313843,
      "learning_rate": 5.7818447350526476e-05,
      "loss": 0.8598,
      "step": 178
    },
    {
      "epoch": 0.23319437206878582,
      "grad_norm": 0.9888846278190613,
      "learning_rate": 5.7732984329105484e-05,
      "loss": 0.746,
      "step": 179
    },
    {
      "epoch": 0.23449713392391872,
      "grad_norm": 1.0668085813522339,
      "learning_rate": 5.764707974958437e-05,
      "loss": 0.8039,
      "step": 180
    },
    {
      "epoch": 0.23579989577905158,
      "grad_norm": 1.0392318964004517,
      "learning_rate": 5.7560735115228195e-05,
      "loss": 0.8155,
      "step": 181
    },
    {
      "epoch": 0.23710265763418448,
      "grad_norm": 1.052474021911621,
      "learning_rate": 5.7473951937002576e-05,
      "loss": 0.8215,
      "step": 182
    },
    {
      "epoch": 0.23840541948931734,
      "grad_norm": 1.067699670791626,
      "learning_rate": 5.738673173354739e-05,
      "loss": 0.8259,
      "step": 183
    },
    {
      "epoch": 0.23970818134445024,
      "grad_norm": 1.042398452758789,
      "learning_rate": 5.729907603115005e-05,
      "loss": 0.8086,
      "step": 184
    },
    {
      "epoch": 0.2410109431995831,
      "grad_norm": 1.0346574783325195,
      "learning_rate": 5.721098636371894e-05,
      "loss": 0.8184,
      "step": 185
    },
    {
      "epoch": 0.242313705054716,
      "grad_norm": 1.0383342504501343,
      "learning_rate": 5.712246427275646e-05,
      "loss": 0.8543,
      "step": 186
    },
    {
      "epoch": 0.24361646690984887,
      "grad_norm": 1.0456079244613647,
      "learning_rate": 5.703351130733211e-05,
      "loss": 0.8244,
      "step": 187
    },
    {
      "epoch": 0.24491922876498176,
      "grad_norm": 0.9899833798408508,
      "learning_rate": 5.694412902405535e-05,
      "loss": 0.7916,
      "step": 188
    },
    {
      "epoch": 0.24622199062011466,
      "grad_norm": 1.1231224536895752,
      "learning_rate": 5.685431898704839e-05,
      "loss": 0.7904,
      "step": 189
    },
    {
      "epoch": 0.24752475247524752,
      "grad_norm": 1.0400362014770508,
      "learning_rate": 5.676408276791882e-05,
      "loss": 0.845,
      "step": 190
    },
    {
      "epoch": 0.24882751433038042,
      "grad_norm": 1.0910183191299438,
      "learning_rate": 5.6673421945732075e-05,
      "loss": 0.8293,
      "step": 191
    },
    {
      "epoch": 0.2501302761855133,
      "grad_norm": 1.0755969285964966,
      "learning_rate": 5.658233810698381e-05,
      "loss": 0.83,
      "step": 192
    },
    {
      "epoch": 0.25143303804064615,
      "grad_norm": 1.0231711864471436,
      "learning_rate": 5.649083284557219e-05,
      "loss": 0.8442,
      "step": 193
    },
    {
      "epoch": 0.25273579989577905,
      "grad_norm": 1.0368572473526,
      "learning_rate": 5.639890776276991e-05,
      "loss": 0.8574,
      "step": 194
    },
    {
      "epoch": 0.25403856175091194,
      "grad_norm": 1.0136909484863281,
      "learning_rate": 5.630656446719626e-05,
      "loss": 0.8151,
      "step": 195
    },
    {
      "epoch": 0.25534132360604483,
      "grad_norm": 1.0600650310516357,
      "learning_rate": 5.621380457478889e-05,
      "loss": 0.7792,
      "step": 196
    },
    {
      "epoch": 0.2566440854611777,
      "grad_norm": 1.0362857580184937,
      "learning_rate": 5.612062970877565e-05,
      "loss": 0.8246,
      "step": 197
    },
    {
      "epoch": 0.25794684731631057,
      "grad_norm": 1.0172935724258423,
      "learning_rate": 5.602704149964604e-05,
      "loss": 0.8196,
      "step": 198
    },
    {
      "epoch": 0.25924960917144346,
      "grad_norm": 1.0049176216125488,
      "learning_rate": 5.5933041585122805e-05,
      "loss": 0.8229,
      "step": 199
    },
    {
      "epoch": 0.26055237102657636,
      "grad_norm": 1.0751328468322754,
      "learning_rate": 5.5838631610133196e-05,
      "loss": 0.8456,
      "step": 200
    },
    {
      "epoch": 0.2618551328817092,
      "grad_norm": 1.0684475898742676,
      "learning_rate": 5.57438132267802e-05,
      "loss": 0.8607,
      "step": 201
    },
    {
      "epoch": 0.2631578947368421,
      "grad_norm": 1.029704213142395,
      "learning_rate": 5.564858809431367e-05,
      "loss": 0.7801,
      "step": 202
    },
    {
      "epoch": 0.264460656591975,
      "grad_norm": 1.044959306716919,
      "learning_rate": 5.5552957879101246e-05,
      "loss": 0.8379,
      "step": 203
    },
    {
      "epoch": 0.2657634184471079,
      "grad_norm": 1.030415654182434,
      "learning_rate": 5.545692425459921e-05,
      "loss": 0.8705,
      "step": 204
    },
    {
      "epoch": 0.2670661803022408,
      "grad_norm": 1.0018935203552246,
      "learning_rate": 5.5360488901323206e-05,
      "loss": 0.8122,
      "step": 205
    },
    {
      "epoch": 0.2683689421573736,
      "grad_norm": 1.0166568756103516,
      "learning_rate": 5.526365350681881e-05,
      "loss": 0.8171,
      "step": 206
    },
    {
      "epoch": 0.2696717040125065,
      "grad_norm": 1.0195856094360352,
      "learning_rate": 5.516641976563204e-05,
      "loss": 0.8496,
      "step": 207
    },
    {
      "epoch": 0.2709744658676394,
      "grad_norm": 0.985876739025116,
      "learning_rate": 5.506878937927966e-05,
      "loss": 0.801,
      "step": 208
    },
    {
      "epoch": 0.2722772277227723,
      "grad_norm": 1.0150160789489746,
      "learning_rate": 5.497076405621944e-05,
      "loss": 0.784,
      "step": 209
    },
    {
      "epoch": 0.27357998957790514,
      "grad_norm": 1.095823884010315,
      "learning_rate": 5.487234551182022e-05,
      "loss": 0.8957,
      "step": 210
    },
    {
      "epoch": 0.27488275143303803,
      "grad_norm": 1.033151388168335,
      "learning_rate": 5.477353546833193e-05,
      "loss": 0.8346,
      "step": 211
    },
    {
      "epoch": 0.2761855132881709,
      "grad_norm": 0.982230007648468,
      "learning_rate": 5.467433565485546e-05,
      "loss": 0.7826,
      "step": 212
    },
    {
      "epoch": 0.2774882751433038,
      "grad_norm": 0.9829743504524231,
      "learning_rate": 5.4574747807312326e-05,
      "loss": 0.791,
      "step": 213
    },
    {
      "epoch": 0.27879103699843666,
      "grad_norm": 1.0257138013839722,
      "learning_rate": 5.4474773668414395e-05,
      "loss": 0.8498,
      "step": 214
    },
    {
      "epoch": 0.28009379885356955,
      "grad_norm": 1.0054680109024048,
      "learning_rate": 5.437441498763332e-05,
      "loss": 0.8365,
      "step": 215
    },
    {
      "epoch": 0.28139656070870245,
      "grad_norm": 1.0021213293075562,
      "learning_rate": 5.427367352116993e-05,
      "loss": 0.8313,
      "step": 216
    },
    {
      "epoch": 0.28269932256383534,
      "grad_norm": 1.0124083757400513,
      "learning_rate": 5.417255103192355e-05,
      "loss": 0.81,
      "step": 217
    },
    {
      "epoch": 0.28400208441896824,
      "grad_norm": 1.0104458332061768,
      "learning_rate": 5.407104928946109e-05,
      "loss": 0.7821,
      "step": 218
    },
    {
      "epoch": 0.2853048462741011,
      "grad_norm": 1.0982369184494019,
      "learning_rate": 5.39691700699861e-05,
      "loss": 0.8512,
      "step": 219
    },
    {
      "epoch": 0.28660760812923397,
      "grad_norm": 1.0122724771499634,
      "learning_rate": 5.386691515630771e-05,
      "loss": 0.8634,
      "step": 220
    },
    {
      "epoch": 0.28791036998436687,
      "grad_norm": 1.0455682277679443,
      "learning_rate": 5.376428633780941e-05,
      "loss": 0.8399,
      "step": 221
    },
    {
      "epoch": 0.28921313183949976,
      "grad_norm": 0.9880922436714172,
      "learning_rate": 5.3661285410417705e-05,
      "loss": 0.8044,
      "step": 222
    },
    {
      "epoch": 0.2905158936946326,
      "grad_norm": 1.0006861686706543,
      "learning_rate": 5.355791417657078e-05,
      "loss": 0.7957,
      "step": 223
    },
    {
      "epoch": 0.2918186555497655,
      "grad_norm": 1.0367894172668457,
      "learning_rate": 5.345417444518687e-05,
      "loss": 0.8207,
      "step": 224
    },
    {
      "epoch": 0.2931214174048984,
      "grad_norm": 1.0520100593566895,
      "learning_rate": 5.335006803163265e-05,
      "loss": 0.8586,
      "step": 225
    },
    {
      "epoch": 0.2944241792600313,
      "grad_norm": 1.0345007181167603,
      "learning_rate": 5.3245596757691435e-05,
      "loss": 0.8362,
      "step": 226
    },
    {
      "epoch": 0.2957269411151641,
      "grad_norm": 1.0230737924575806,
      "learning_rate": 5.3140762451531344e-05,
      "loss": 0.8482,
      "step": 227
    },
    {
      "epoch": 0.297029702970297,
      "grad_norm": 0.9852018356323242,
      "learning_rate": 5.303556694767326e-05,
      "loss": 0.8661,
      "step": 228
    },
    {
      "epoch": 0.2983324648254299,
      "grad_norm": 0.9801431894302368,
      "learning_rate": 5.2930012086958783e-05,
      "loss": 0.8702,
      "step": 229
    },
    {
      "epoch": 0.2996352266805628,
      "grad_norm": 1.0442442893981934,
      "learning_rate": 5.282409971651797e-05,
      "loss": 0.8566,
      "step": 230
    },
    {
      "epoch": 0.3009379885356957,
      "grad_norm": 1.103188157081604,
      "learning_rate": 5.271783168973701e-05,
      "loss": 0.8206,
      "step": 231
    },
    {
      "epoch": 0.30224075039082854,
      "grad_norm": 1.0066590309143066,
      "learning_rate": 5.261120986622583e-05,
      "loss": 0.8369,
      "step": 232
    },
    {
      "epoch": 0.30354351224596143,
      "grad_norm": 0.9748640060424805,
      "learning_rate": 5.250423611178553e-05,
      "loss": 0.7792,
      "step": 233
    },
    {
      "epoch": 0.30484627410109433,
      "grad_norm": 1.0654217004776,
      "learning_rate": 5.239691229837573e-05,
      "loss": 0.8242,
      "step": 234
    },
    {
      "epoch": 0.3061490359562272,
      "grad_norm": 1.0146901607513428,
      "learning_rate": 5.228924030408182e-05,
      "loss": 0.8166,
      "step": 235
    },
    {
      "epoch": 0.30745179781136006,
      "grad_norm": 1.0119966268539429,
      "learning_rate": 5.218122201308209e-05,
      "loss": 0.8074,
      "step": 236
    },
    {
      "epoch": 0.30875455966649296,
      "grad_norm": 1.0073226690292358,
      "learning_rate": 5.207285931561475e-05,
      "loss": 0.8292,
      "step": 237
    },
    {
      "epoch": 0.31005732152162585,
      "grad_norm": 1.0207470655441284,
      "learning_rate": 5.1964154107944876e-05,
      "loss": 0.8245,
      "step": 238
    },
    {
      "epoch": 0.31136008337675875,
      "grad_norm": 0.9803332090377808,
      "learning_rate": 5.185510829233121e-05,
      "loss": 0.774,
      "step": 239
    },
    {
      "epoch": 0.3126628452318916,
      "grad_norm": 1.0056718587875366,
      "learning_rate": 5.174572377699286e-05,
      "loss": 0.8308,
      "step": 240
    },
    {
      "epoch": 0.3139656070870245,
      "grad_norm": 0.9751390218734741,
      "learning_rate": 5.163600247607596e-05,
      "loss": 0.7648,
      "step": 241
    },
    {
      "epoch": 0.3152683689421574,
      "grad_norm": 1.0351225137710571,
      "learning_rate": 5.152594630962008e-05,
      "loss": 0.7695,
      "step": 242
    },
    {
      "epoch": 0.31657113079729027,
      "grad_norm": 1.0021389722824097,
      "learning_rate": 5.1415557203524736e-05,
      "loss": 0.8158,
      "step": 243
    },
    {
      "epoch": 0.31787389265242316,
      "grad_norm": 1.0016628503799438,
      "learning_rate": 5.130483708951561e-05,
      "loss": 0.793,
      "step": 244
    },
    {
      "epoch": 0.319176654507556,
      "grad_norm": 1.008516788482666,
      "learning_rate": 5.119378790511079e-05,
      "loss": 0.8143,
      "step": 245
    },
    {
      "epoch": 0.3204794163626889,
      "grad_norm": 1.0514389276504517,
      "learning_rate": 5.108241159358679e-05,
      "loss": 0.7945,
      "step": 246
    },
    {
      "epoch": 0.3217821782178218,
      "grad_norm": 0.9676159024238586,
      "learning_rate": 5.097071010394469e-05,
      "loss": 0.7912,
      "step": 247
    },
    {
      "epoch": 0.3230849400729547,
      "grad_norm": 1.0046639442443848,
      "learning_rate": 5.085868539087586e-05,
      "loss": 0.8136,
      "step": 248
    },
    {
      "epoch": 0.3243877019280875,
      "grad_norm": 0.993964433670044,
      "learning_rate": 5.074633941472788e-05,
      "loss": 0.7893,
      "step": 249
    },
    {
      "epoch": 0.3256904637832204,
      "grad_norm": 0.9951984286308289,
      "learning_rate": 5.0633674141470194e-05,
      "loss": 0.7463,
      "step": 250
    },
    {
      "epoch": 0.3269932256383533,
      "grad_norm": 0.9659764766693115,
      "learning_rate": 5.0520691542659655e-05,
      "loss": 0.8079,
      "step": 251
    },
    {
      "epoch": 0.3282959874934862,
      "grad_norm": 1.006102442741394,
      "learning_rate": 5.0407393595406125e-05,
      "loss": 0.7864,
      "step": 252
    },
    {
      "epoch": 0.32959874934861905,
      "grad_norm": 0.9752157330513,
      "learning_rate": 5.029378228233782e-05,
      "loss": 0.7683,
      "step": 253
    },
    {
      "epoch": 0.33090151120375194,
      "grad_norm": 1.0095077753067017,
      "learning_rate": 5.0179859591566575e-05,
      "loss": 0.8504,
      "step": 254
    },
    {
      "epoch": 0.33220427305888484,
      "grad_norm": 1.0161761045455933,
      "learning_rate": 5.0065627516653145e-05,
      "loss": 0.8308,
      "step": 255
    },
    {
      "epoch": 0.33350703491401773,
      "grad_norm": 0.9710779190063477,
      "learning_rate": 4.995108805657226e-05,
      "loss": 0.7761,
      "step": 256
    },
    {
      "epoch": 0.3348097967691506,
      "grad_norm": 1.0192509889602661,
      "learning_rate": 4.983624321567764e-05,
      "loss": 0.7955,
      "step": 257
    },
    {
      "epoch": 0.33611255862428346,
      "grad_norm": 1.0141615867614746,
      "learning_rate": 4.972109500366698e-05,
      "loss": 0.8243,
      "step": 258
    },
    {
      "epoch": 0.33741532047941636,
      "grad_norm": 1.0046883821487427,
      "learning_rate": 4.9605645435546694e-05,
      "loss": 0.8272,
      "step": 259
    },
    {
      "epoch": 0.33871808233454925,
      "grad_norm": 1.031710147857666,
      "learning_rate": 4.948989653159671e-05,
      "loss": 0.8187,
      "step": 260
    },
    {
      "epoch": 0.34002084418968215,
      "grad_norm": 0.9797648787498474,
      "learning_rate": 4.937385031733513e-05,
      "loss": 0.8062,
      "step": 261
    },
    {
      "epoch": 0.341323606044815,
      "grad_norm": 0.9559136629104614,
      "learning_rate": 4.925750882348274e-05,
      "loss": 0.7627,
      "step": 262
    },
    {
      "epoch": 0.3426263678999479,
      "grad_norm": 1.0041617155075073,
      "learning_rate": 4.9140874085927486e-05,
      "loss": 0.821,
      "step": 263
    },
    {
      "epoch": 0.3439291297550808,
      "grad_norm": 1.0307433605194092,
      "learning_rate": 4.9023948145688896e-05,
      "loss": 0.7842,
      "step": 264
    },
    {
      "epoch": 0.34523189161021367,
      "grad_norm": 0.9956508874893188,
      "learning_rate": 4.8906733048882286e-05,
      "loss": 0.8067,
      "step": 265
    },
    {
      "epoch": 0.3465346534653465,
      "grad_norm": 1.0119211673736572,
      "learning_rate": 4.878923084668299e-05,
      "loss": 0.8037,
      "step": 266
    },
    {
      "epoch": 0.3478374153204794,
      "grad_norm": 1.353070855140686,
      "learning_rate": 4.867144359529053e-05,
      "loss": 0.8174,
      "step": 267
    },
    {
      "epoch": 0.3491401771756123,
      "grad_norm": 1.0314981937408447,
      "learning_rate": 4.855337335589247e-05,
      "loss": 0.8061,
      "step": 268
    },
    {
      "epoch": 0.3504429390307452,
      "grad_norm": 1.0623273849487305,
      "learning_rate": 4.8435022194628533e-05,
      "loss": 0.8216,
      "step": 269
    },
    {
      "epoch": 0.3517457008858781,
      "grad_norm": 0.9801738858222961,
      "learning_rate": 4.831639218255434e-05,
      "loss": 0.8048,
      "step": 270
    },
    {
      "epoch": 0.3530484627410109,
      "grad_norm": 0.9815056324005127,
      "learning_rate": 4.8197485395605186e-05,
      "loss": 0.8232,
      "step": 271
    },
    {
      "epoch": 0.3543512245961438,
      "grad_norm": 1.0663788318634033,
      "learning_rate": 4.8078303914559706e-05,
      "loss": 0.8185,
      "step": 272
    },
    {
      "epoch": 0.3556539864512767,
      "grad_norm": 0.9978227019309998,
      "learning_rate": 4.795884982500349e-05,
      "loss": 0.777,
      "step": 273
    },
    {
      "epoch": 0.3569567483064096,
      "grad_norm": 1.0210098028182983,
      "learning_rate": 4.7839125217292556e-05,
      "loss": 0.8353,
      "step": 274
    },
    {
      "epoch": 0.35825951016154245,
      "grad_norm": 0.9370939135551453,
      "learning_rate": 4.77191321865168e-05,
      "loss": 0.7465,
      "step": 275
    },
    {
      "epoch": 0.35956227201667534,
      "grad_norm": 1.0085511207580566,
      "learning_rate": 4.759887283246331e-05,
      "loss": 0.8009,
      "step": 276
    },
    {
      "epoch": 0.36086503387180824,
      "grad_norm": 0.9499126672744751,
      "learning_rate": 4.747834925957963e-05,
      "loss": 0.8041,
      "step": 277
    },
    {
      "epoch": 0.36216779572694113,
      "grad_norm": 0.9528019428253174,
      "learning_rate": 4.735756357693692e-05,
      "loss": 0.7454,
      "step": 278
    },
    {
      "epoch": 0.36347055758207397,
      "grad_norm": 1.011826515197754,
      "learning_rate": 4.7236517898193094e-05,
      "loss": 0.7772,
      "step": 279
    },
    {
      "epoch": 0.36477331943720687,
      "grad_norm": 0.9649999141693115,
      "learning_rate": 4.711521434155578e-05,
      "loss": 0.8043,
      "step": 280
    },
    {
      "epoch": 0.36607608129233976,
      "grad_norm": 0.9927408695220947,
      "learning_rate": 4.6993655029745263e-05,
      "loss": 0.8378,
      "step": 281
    },
    {
      "epoch": 0.36737884314747266,
      "grad_norm": 1.0498725175857544,
      "learning_rate": 4.6871842089957375e-05,
      "loss": 0.8455,
      "step": 282
    },
    {
      "epoch": 0.36868160500260555,
      "grad_norm": 0.9903897643089294,
      "learning_rate": 4.674977765382622e-05,
      "loss": 0.7628,
      "step": 283
    },
    {
      "epoch": 0.3699843668577384,
      "grad_norm": 1.0428470373153687,
      "learning_rate": 4.662746385738691e-05,
      "loss": 0.8221,
      "step": 284
    },
    {
      "epoch": 0.3712871287128713,
      "grad_norm": 0.9479437470436096,
      "learning_rate": 4.6504902841038185e-05,
      "loss": 0.7747,
      "step": 285
    },
    {
      "epoch": 0.3725898905680042,
      "grad_norm": 0.9896458983421326,
      "learning_rate": 4.6382096749504944e-05,
      "loss": 0.7987,
      "step": 286
    },
    {
      "epoch": 0.3738926524231371,
      "grad_norm": 0.9583244919776917,
      "learning_rate": 4.6259047731800675e-05,
      "loss": 0.7863,
      "step": 287
    },
    {
      "epoch": 0.3751954142782699,
      "grad_norm": 0.9551007747650146,
      "learning_rate": 4.613575794118994e-05,
      "loss": 0.7665,
      "step": 288
    },
    {
      "epoch": 0.3764981761334028,
      "grad_norm": 1.0227469205856323,
      "learning_rate": 4.601222953515063e-05,
      "loss": 0.8208,
      "step": 289
    },
    {
      "epoch": 0.3778009379885357,
      "grad_norm": 1.0073151588439941,
      "learning_rate": 4.588846467533622e-05,
      "loss": 0.8182,
      "step": 290
    },
    {
      "epoch": 0.3791036998436686,
      "grad_norm": 0.9630952477455139,
      "learning_rate": 4.576446552753793e-05,
      "loss": 0.7829,
      "step": 291
    },
    {
      "epoch": 0.38040646169880143,
      "grad_norm": 0.9635125398635864,
      "learning_rate": 4.564023426164688e-05,
      "loss": 0.8203,
      "step": 292
    },
    {
      "epoch": 0.38170922355393433,
      "grad_norm": 0.9933289885520935,
      "learning_rate": 4.551577305161605e-05,
      "loss": 0.7674,
      "step": 293
    },
    {
      "epoch": 0.3830119854090672,
      "grad_norm": 1.050747036933899,
      "learning_rate": 4.539108407542228e-05,
      "loss": 0.8082,
      "step": 294
    },
    {
      "epoch": 0.3843147472642001,
      "grad_norm": 1.0443624258041382,
      "learning_rate": 4.526616951502815e-05,
      "loss": 0.8243,
      "step": 295
    },
    {
      "epoch": 0.385617509119333,
      "grad_norm": 1.0552526712417603,
      "learning_rate": 4.5141031556343774e-05,
      "loss": 0.7807,
      "step": 296
    },
    {
      "epoch": 0.38692027097446585,
      "grad_norm": 1.0113283395767212,
      "learning_rate": 4.501567238918859e-05,
      "loss": 0.8494,
      "step": 297
    },
    {
      "epoch": 0.38822303282959875,
      "grad_norm": 1.0051511526107788,
      "learning_rate": 4.4890094207253014e-05,
      "loss": 0.7844,
      "step": 298
    },
    {
      "epoch": 0.38952579468473164,
      "grad_norm": 1.0065789222717285,
      "learning_rate": 4.476429920806002e-05,
      "loss": 0.7767,
      "step": 299
    },
    {
      "epoch": 0.39082855653986454,
      "grad_norm": 1.0727571249008179,
      "learning_rate": 4.463828959292677e-05,
      "loss": 0.8314,
      "step": 300
    },
    {
      "epoch": 0.3921313183949974,
      "grad_norm": 1.0275354385375977,
      "learning_rate": 4.451206756692601e-05,
      "loss": 0.8169,
      "step": 301
    },
    {
      "epoch": 0.39343408025013027,
      "grad_norm": 1.0231237411499023,
      "learning_rate": 4.4385635338847514e-05,
      "loss": 0.7747,
      "step": 302
    },
    {
      "epoch": 0.39473684210526316,
      "grad_norm": 0.9855037927627563,
      "learning_rate": 4.4258995121159454e-05,
      "loss": 0.8316,
      "step": 303
    },
    {
      "epoch": 0.39603960396039606,
      "grad_norm": 0.9906755089759827,
      "learning_rate": 4.413214912996965e-05,
      "loss": 0.8246,
      "step": 304
    },
    {
      "epoch": 0.3973423658155289,
      "grad_norm": 1.0087635517120361,
      "learning_rate": 4.4005099584986805e-05,
      "loss": 0.7531,
      "step": 305
    },
    {
      "epoch": 0.3986451276706618,
      "grad_norm": 1.024081826210022,
      "learning_rate": 4.387784870948165e-05,
      "loss": 0.7737,
      "step": 306
    },
    {
      "epoch": 0.3999478895257947,
      "grad_norm": 1.0000710487365723,
      "learning_rate": 4.375039873024805e-05,
      "loss": 0.8158,
      "step": 307
    },
    {
      "epoch": 0.4012506513809276,
      "grad_norm": 0.9954432249069214,
      "learning_rate": 4.362275187756406e-05,
      "loss": 0.7869,
      "step": 308
    },
    {
      "epoch": 0.4025534132360605,
      "grad_norm": 0.9808403849601746,
      "learning_rate": 4.3494910385152844e-05,
      "loss": 0.7731,
      "step": 309
    },
    {
      "epoch": 0.4038561750911933,
      "grad_norm": 0.9858344197273254,
      "learning_rate": 4.336687649014361e-05,
      "loss": 0.8209,
      "step": 310
    },
    {
      "epoch": 0.4051589369463262,
      "grad_norm": 0.9827001690864563,
      "learning_rate": 4.323865243303247e-05,
      "loss": 0.7704,
      "step": 311
    },
    {
      "epoch": 0.4064616988014591,
      "grad_norm": 0.9746841788291931,
      "learning_rate": 4.311024045764326e-05,
      "loss": 0.805,
      "step": 312
    },
    {
      "epoch": 0.407764460656592,
      "grad_norm": 0.964389443397522,
      "learning_rate": 4.298164281108819e-05,
      "loss": 0.7703,
      "step": 313
    },
    {
      "epoch": 0.40906722251172484,
      "grad_norm": 0.9591614603996277,
      "learning_rate": 4.2852861743728624e-05,
      "loss": 0.7739,
      "step": 314
    },
    {
      "epoch": 0.41036998436685773,
      "grad_norm": 0.9757986664772034,
      "learning_rate": 4.272389950913562e-05,
      "loss": 0.7903,
      "step": 315
    },
    {
      "epoch": 0.4116727462219906,
      "grad_norm": 1.0358850955963135,
      "learning_rate": 4.259475836405054e-05,
      "loss": 0.8438,
      "step": 316
    },
    {
      "epoch": 0.4129755080771235,
      "grad_norm": 0.9954838752746582,
      "learning_rate": 4.2465440568345526e-05,
      "loss": 0.8139,
      "step": 317
    },
    {
      "epoch": 0.41427826993225636,
      "grad_norm": 1.109437108039856,
      "learning_rate": 4.2335948384984e-05,
      "loss": 0.8427,
      "step": 318
    },
    {
      "epoch": 0.41558103178738925,
      "grad_norm": 1.0301264524459839,
      "learning_rate": 4.220628407998102e-05,
      "loss": 0.8215,
      "step": 319
    },
    {
      "epoch": 0.41688379364252215,
      "grad_norm": 1.0422919988632202,
      "learning_rate": 4.2076449922363616e-05,
      "loss": 0.82,
      "step": 320
    },
    {
      "epoch": 0.41818655549765504,
      "grad_norm": 0.936849057674408,
      "learning_rate": 4.194644818413117e-05,
      "loss": 0.7258,
      "step": 321
    },
    {
      "epoch": 0.4194893173527879,
      "grad_norm": 0.9646280407905579,
      "learning_rate": 4.181628114021556e-05,
      "loss": 0.8013,
      "step": 322
    },
    {
      "epoch": 0.4207920792079208,
      "grad_norm": 0.9410605430603027,
      "learning_rate": 4.168595106844139e-05,
      "loss": 0.791,
      "step": 323
    },
    {
      "epoch": 0.42209484106305367,
      "grad_norm": 1.0189350843429565,
      "learning_rate": 4.155546024948611e-05,
      "loss": 0.7986,
      "step": 324
    },
    {
      "epoch": 0.42339760291818657,
      "grad_norm": 0.9734213948249817,
      "learning_rate": 4.1424810966840165e-05,
      "loss": 0.798,
      "step": 325
    },
    {
      "epoch": 0.42470036477331946,
      "grad_norm": 0.9883679747581482,
      "learning_rate": 4.129400550676697e-05,
      "loss": 0.7922,
      "step": 326
    },
    {
      "epoch": 0.4260031266284523,
      "grad_norm": 1.044937014579773,
      "learning_rate": 4.116304615826294e-05,
      "loss": 0.8352,
      "step": 327
    },
    {
      "epoch": 0.4273058884835852,
      "grad_norm": 0.9842580556869507,
      "learning_rate": 4.10319352130174e-05,
      "loss": 0.8078,
      "step": 328
    },
    {
      "epoch": 0.4286086503387181,
      "grad_norm": 0.9620386958122253,
      "learning_rate": 4.090067496537251e-05,
      "loss": 0.7724,
      "step": 329
    },
    {
      "epoch": 0.429911412193851,
      "grad_norm": 0.9960795044898987,
      "learning_rate": 4.076926771228312e-05,
      "loss": 0.7792,
      "step": 330
    },
    {
      "epoch": 0.4312141740489838,
      "grad_norm": 0.9758504629135132,
      "learning_rate": 4.0637715753276564e-05,
      "loss": 0.81,
      "step": 331
    },
    {
      "epoch": 0.4325169359041167,
      "grad_norm": 0.9628814458847046,
      "learning_rate": 4.050602139041242e-05,
      "loss": 0.7766,
      "step": 332
    },
    {
      "epoch": 0.4338196977592496,
      "grad_norm": 0.9933943748474121,
      "learning_rate": 4.037418692824219e-05,
      "loss": 0.8216,
      "step": 333
    },
    {
      "epoch": 0.4351224596143825,
      "grad_norm": 1.0571389198303223,
      "learning_rate": 4.024221467376904e-05,
      "loss": 0.8159,
      "step": 334
    },
    {
      "epoch": 0.43642522146951535,
      "grad_norm": 0.9927603006362915,
      "learning_rate": 4.011010693640743e-05,
      "loss": 0.7874,
      "step": 335
    },
    {
      "epoch": 0.43772798332464824,
      "grad_norm": 0.9746401906013489,
      "learning_rate": 3.9977866027942596e-05,
      "loss": 0.8087,
      "step": 336
    },
    {
      "epoch": 0.43903074517978113,
      "grad_norm": 0.9622447490692139,
      "learning_rate": 3.984549426249021e-05,
      "loss": 0.7683,
      "step": 337
    },
    {
      "epoch": 0.44033350703491403,
      "grad_norm": 0.9910291433334351,
      "learning_rate": 3.9712993956455846e-05,
      "loss": 0.808,
      "step": 338
    },
    {
      "epoch": 0.4416362688900469,
      "grad_norm": 1.0119026899337769,
      "learning_rate": 3.958036742849441e-05,
      "loss": 0.8188,
      "step": 339
    },
    {
      "epoch": 0.44293903074517976,
      "grad_norm": 0.9805094599723816,
      "learning_rate": 3.9447616999469633e-05,
      "loss": 0.7924,
      "step": 340
    },
    {
      "epoch": 0.44424179260031266,
      "grad_norm": 0.9824138283729553,
      "learning_rate": 3.9314744992413405e-05,
      "loss": 0.7637,
      "step": 341
    },
    {
      "epoch": 0.44554455445544555,
      "grad_norm": 0.9920548796653748,
      "learning_rate": 3.9181753732485114e-05,
      "loss": 0.7444,
      "step": 342
    },
    {
      "epoch": 0.44684731631057845,
      "grad_norm": 1.054882287979126,
      "learning_rate": 3.9048645546931025e-05,
      "loss": 0.8301,
      "step": 343
    },
    {
      "epoch": 0.4481500781657113,
      "grad_norm": 0.9370349645614624,
      "learning_rate": 3.8915422765043496e-05,
      "loss": 0.7514,
      "step": 344
    },
    {
      "epoch": 0.4494528400208442,
      "grad_norm": 0.9788942933082581,
      "learning_rate": 3.878208771812023e-05,
      "loss": 0.7609,
      "step": 345
    },
    {
      "epoch": 0.4507556018759771,
      "grad_norm": 0.9948318004608154,
      "learning_rate": 3.864864273942347e-05,
      "loss": 0.8337,
      "step": 346
    },
    {
      "epoch": 0.45205836373110997,
      "grad_norm": 0.9403611421585083,
      "learning_rate": 3.851509016413922e-05,
      "loss": 0.7551,
      "step": 347
    },
    {
      "epoch": 0.4533611255862428,
      "grad_norm": 1.0166083574295044,
      "learning_rate": 3.838143232933631e-05,
      "loss": 0.777,
      "step": 348
    },
    {
      "epoch": 0.4546638874413757,
      "grad_norm": 1.039010763168335,
      "learning_rate": 3.8247671573925534e-05,
      "loss": 0.8791,
      "step": 349
    },
    {
      "epoch": 0.4559666492965086,
      "grad_norm": 1.0491831302642822,
      "learning_rate": 3.8113810238618744e-05,
      "loss": 0.8649,
      "step": 350
    },
    {
      "epoch": 0.4572694111516415,
      "grad_norm": 1.0406017303466797,
      "learning_rate": 3.7979850665887825e-05,
      "loss": 0.8064,
      "step": 351
    },
    {
      "epoch": 0.4585721730067744,
      "grad_norm": 1.0099365711212158,
      "learning_rate": 3.784579519992377e-05,
      "loss": 0.8251,
      "step": 352
    },
    {
      "epoch": 0.4598749348619072,
      "grad_norm": 0.992388129234314,
      "learning_rate": 3.771164618659563e-05,
      "loss": 0.7879,
      "step": 353
    },
    {
      "epoch": 0.4611776967170401,
      "grad_norm": 1.0061777830123901,
      "learning_rate": 3.757740597340946e-05,
      "loss": 0.8238,
      "step": 354
    },
    {
      "epoch": 0.462480458572173,
      "grad_norm": 0.9892385601997375,
      "learning_rate": 3.744307690946723e-05,
      "loss": 0.8531,
      "step": 355
    },
    {
      "epoch": 0.4637832204273059,
      "grad_norm": 1.030580759048462,
      "learning_rate": 3.730866134542575e-05,
      "loss": 0.8113,
      "step": 356
    },
    {
      "epoch": 0.46508598228243875,
      "grad_norm": 0.9647723436355591,
      "learning_rate": 3.717416163345552e-05,
      "loss": 0.7581,
      "step": 357
    },
    {
      "epoch": 0.46638874413757164,
      "grad_norm": 1.0186620950698853,
      "learning_rate": 3.703958012719953e-05,
      "loss": 0.7787,
      "step": 358
    },
    {
      "epoch": 0.46769150599270454,
      "grad_norm": 0.9629569053649902,
      "learning_rate": 3.690491918173215e-05,
      "loss": 0.7408,
      "step": 359
    },
    {
      "epoch": 0.46899426784783743,
      "grad_norm": 1.0066182613372803,
      "learning_rate": 3.677018115351786e-05,
      "loss": 0.7768,
      "step": 360
    },
    {
      "epoch": 0.47029702970297027,
      "grad_norm": 0.9587082862854004,
      "learning_rate": 3.663536840037001e-05,
      "loss": 0.7646,
      "step": 361
    },
    {
      "epoch": 0.47159979155810317,
      "grad_norm": 0.9719291925430298,
      "learning_rate": 3.65004832814096e-05,
      "loss": 0.7632,
      "step": 362
    },
    {
      "epoch": 0.47290255341323606,
      "grad_norm": 1.0020971298217773,
      "learning_rate": 3.6365528157024e-05,
      "loss": 0.82,
      "step": 363
    },
    {
      "epoch": 0.47420531526836895,
      "grad_norm": 1.0055842399597168,
      "learning_rate": 3.623050538882556e-05,
      "loss": 0.853,
      "step": 364
    },
    {
      "epoch": 0.47550807712350185,
      "grad_norm": 0.9556001424789429,
      "learning_rate": 3.6095417339610406e-05,
      "loss": 0.7644,
      "step": 365
    },
    {
      "epoch": 0.4768108389786347,
      "grad_norm": 1.0069520473480225,
      "learning_rate": 3.5960266373317e-05,
      "loss": 0.784,
      "step": 366
    },
    {
      "epoch": 0.4781136008337676,
      "grad_norm": 0.9717457890510559,
      "learning_rate": 3.58250548549848e-05,
      "loss": 0.7313,
      "step": 367
    },
    {
      "epoch": 0.4794163626889005,
      "grad_norm": 0.9917356371879578,
      "learning_rate": 3.5689785150712915e-05,
      "loss": 0.751,
      "step": 368
    },
    {
      "epoch": 0.48071912454403337,
      "grad_norm": 1.0234906673431396,
      "learning_rate": 3.555445962761864e-05,
      "loss": 0.7926,
      "step": 369
    },
    {
      "epoch": 0.4820218863991662,
      "grad_norm": 0.953758716583252,
      "learning_rate": 3.541908065379603e-05,
      "loss": 0.7566,
      "step": 370
    },
    {
      "epoch": 0.4833246482542991,
      "grad_norm": 0.9510905146598816,
      "learning_rate": 3.5283650598274535e-05,
      "loss": 0.7873,
      "step": 371
    },
    {
      "epoch": 0.484627410109432,
      "grad_norm": 1.016905665397644,
      "learning_rate": 3.5148171830977476e-05,
      "loss": 0.8505,
      "step": 372
    },
    {
      "epoch": 0.4859301719645649,
      "grad_norm": 0.9876651763916016,
      "learning_rate": 3.501264672268058e-05,
      "loss": 0.763,
      "step": 373
    },
    {
      "epoch": 0.48723293381969773,
      "grad_norm": 1.031883716583252,
      "learning_rate": 3.4877077644970536e-05,
      "loss": 0.77,
      "step": 374
    },
    {
      "epoch": 0.48853569567483063,
      "grad_norm": 0.9771068692207336,
      "learning_rate": 3.474146697020344e-05,
      "loss": 0.7855,
      "step": 375
    },
    {
      "epoch": 0.4898384575299635,
      "grad_norm": 1.0575013160705566,
      "learning_rate": 3.460581707146331e-05,
      "loss": 0.822,
      "step": 376
    },
    {
      "epoch": 0.4911412193850964,
      "grad_norm": 0.9549304842948914,
      "learning_rate": 3.4470130322520564e-05,
      "loss": 0.745,
      "step": 377
    },
    {
      "epoch": 0.4924439812402293,
      "grad_norm": 0.9750242829322815,
      "learning_rate": 3.433440909779045e-05,
      "loss": 0.794,
      "step": 378
    },
    {
      "epoch": 0.49374674309536215,
      "grad_norm": 0.9908477067947388,
      "learning_rate": 3.4198655772291545e-05,
      "loss": 0.761,
      "step": 379
    },
    {
      "epoch": 0.49504950495049505,
      "grad_norm": 0.9413042068481445,
      "learning_rate": 3.406287272160414e-05,
      "loss": 0.7396,
      "step": 380
    },
    {
      "epoch": 0.49635226680562794,
      "grad_norm": 1.0032494068145752,
      "learning_rate": 3.392706232182871e-05,
      "loss": 0.7761,
      "step": 381
    },
    {
      "epoch": 0.49765502866076083,
      "grad_norm": 1.006235122680664,
      "learning_rate": 3.37912269495443e-05,
      "loss": 0.8058,
      "step": 382
    },
    {
      "epoch": 0.4989577905158937,
      "grad_norm": 1.0400941371917725,
      "learning_rate": 3.3655368981766984e-05,
      "loss": 0.7932,
      "step": 383
    },
    {
      "epoch": 0.5002605523710266,
      "grad_norm": 0.962922990322113,
      "learning_rate": 3.35194907959082e-05,
      "loss": 0.8032,
      "step": 384
    },
    {
      "epoch": 0.5015633142261594,
      "grad_norm": 1.0155935287475586,
      "learning_rate": 3.338359476973322e-05,
      "loss": 0.7974,
      "step": 385
    },
    {
      "epoch": 0.5028660760812923,
      "grad_norm": 1.0011403560638428,
      "learning_rate": 3.324768328131952e-05,
      "loss": 0.8059,
      "step": 386
    },
    {
      "epoch": 0.5041688379364252,
      "grad_norm": 0.9862634539604187,
      "learning_rate": 3.31117587090151e-05,
      "loss": 0.7676,
      "step": 387
    },
    {
      "epoch": 0.5054715997915581,
      "grad_norm": 1.0101540088653564,
      "learning_rate": 3.297582343139697e-05,
      "loss": 0.784,
      "step": 388
    },
    {
      "epoch": 0.506774361646691,
      "grad_norm": 1.0223101377487183,
      "learning_rate": 3.283987982722943e-05,
      "loss": 0.7899,
      "step": 389
    },
    {
      "epoch": 0.5080771235018239,
      "grad_norm": 1.0440499782562256,
      "learning_rate": 3.2703930275422554e-05,
      "loss": 0.764,
      "step": 390
    },
    {
      "epoch": 0.5093798853569568,
      "grad_norm": 0.9758248925209045,
      "learning_rate": 3.256797715499041e-05,
      "loss": 0.785,
      "step": 391
    },
    {
      "epoch": 0.5106826472120897,
      "grad_norm": 1.0492044687271118,
      "learning_rate": 3.2432022845009586e-05,
      "loss": 0.8138,
      "step": 392
    },
    {
      "epoch": 0.5119854090672226,
      "grad_norm": 0.9614241719245911,
      "learning_rate": 3.229606972457745e-05,
      "loss": 0.7831,
      "step": 393
    },
    {
      "epoch": 0.5132881709223553,
      "grad_norm": 0.9824920296669006,
      "learning_rate": 3.216012017277056e-05,
      "loss": 0.797,
      "step": 394
    },
    {
      "epoch": 0.5145909327774882,
      "grad_norm": 0.9702708125114441,
      "learning_rate": 3.202417656860303e-05,
      "loss": 0.7841,
      "step": 395
    },
    {
      "epoch": 0.5158936946326211,
      "grad_norm": 1.0034425258636475,
      "learning_rate": 3.18882412909849e-05,
      "loss": 0.7732,
      "step": 396
    },
    {
      "epoch": 0.517196456487754,
      "grad_norm": 0.9518890976905823,
      "learning_rate": 3.175231671868049e-05,
      "loss": 0.7917,
      "step": 397
    },
    {
      "epoch": 0.5184992183428869,
      "grad_norm": 0.9872190356254578,
      "learning_rate": 3.1616405230266765e-05,
      "loss": 0.8268,
      "step": 398
    },
    {
      "epoch": 0.5198019801980198,
      "grad_norm": 0.9964843988418579,
      "learning_rate": 3.14805092040918e-05,
      "loss": 0.8018,
      "step": 399
    },
    {
      "epoch": 0.5211047420531527,
      "grad_norm": 0.9678840637207031,
      "learning_rate": 3.134463101823302e-05,
      "loss": 0.7752,
      "step": 400
    },
    {
      "epoch": 0.5224075039082856,
      "grad_norm": 1.0066790580749512,
      "learning_rate": 3.1208773050455704e-05,
      "loss": 0.8203,
      "step": 401
    },
    {
      "epoch": 0.5237102657634184,
      "grad_norm": 1.0079424381256104,
      "learning_rate": 3.10729376781713e-05,
      "loss": 0.7749,
      "step": 402
    },
    {
      "epoch": 0.5250130276185513,
      "grad_norm": 0.9970865249633789,
      "learning_rate": 3.093712727839586e-05,
      "loss": 0.7815,
      "step": 403
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 0.9871413111686707,
      "learning_rate": 3.080134422770844e-05,
      "loss": 0.8036,
      "step": 404
    },
    {
      "epoch": 0.5276185513288171,
      "grad_norm": 0.9559234380722046,
      "learning_rate": 3.066559090220955e-05,
      "loss": 0.7968,
      "step": 405
    },
    {
      "epoch": 0.52892131318395,
      "grad_norm": 1.0165913105010986,
      "learning_rate": 3.052986967747944e-05,
      "loss": 0.7787,
      "step": 406
    },
    {
      "epoch": 0.5302240750390829,
      "grad_norm": 0.9621928334236145,
      "learning_rate": 3.0394182928536692e-05,
      "loss": 0.7982,
      "step": 407
    },
    {
      "epoch": 0.5315268368942158,
      "grad_norm": 0.9478201866149902,
      "learning_rate": 3.025853302979656e-05,
      "loss": 0.7643,
      "step": 408
    },
    {
      "epoch": 0.5328295987493487,
      "grad_norm": 0.9699729681015015,
      "learning_rate": 3.0122922355029468e-05,
      "loss": 0.8126,
      "step": 409
    },
    {
      "epoch": 0.5341323606044815,
      "grad_norm": 0.9657052755355835,
      "learning_rate": 2.9987353277319415e-05,
      "loss": 0.7492,
      "step": 410
    },
    {
      "epoch": 0.5354351224596143,
      "grad_norm": 0.9548848867416382,
      "learning_rate": 2.985182816902253e-05,
      "loss": 0.7524,
      "step": 411
    },
    {
      "epoch": 0.5367378843147472,
      "grad_norm": 0.9573311805725098,
      "learning_rate": 2.9716349401725466e-05,
      "loss": 0.7849,
      "step": 412
    },
    {
      "epoch": 0.5380406461698801,
      "grad_norm": 0.9521474242210388,
      "learning_rate": 2.9580919346203974e-05,
      "loss": 0.7649,
      "step": 413
    },
    {
      "epoch": 0.539343408025013,
      "grad_norm": 0.9720420241355896,
      "learning_rate": 2.944554037238137e-05,
      "loss": 0.7711,
      "step": 414
    },
    {
      "epoch": 0.5406461698801459,
      "grad_norm": 0.9932730197906494,
      "learning_rate": 2.9310214849287082e-05,
      "loss": 0.7859,
      "step": 415
    },
    {
      "epoch": 0.5419489317352788,
      "grad_norm": 0.9962913990020752,
      "learning_rate": 2.917494514501519e-05,
      "loss": 0.7431,
      "step": 416
    },
    {
      "epoch": 0.5432516935904117,
      "grad_norm": 1.0048481225967407,
      "learning_rate": 2.9039733626682997e-05,
      "loss": 0.8003,
      "step": 417
    },
    {
      "epoch": 0.5445544554455446,
      "grad_norm": 1.0100042819976807,
      "learning_rate": 2.8904582660389588e-05,
      "loss": 0.7943,
      "step": 418
    },
    {
      "epoch": 0.5458572173006775,
      "grad_norm": 0.9386914372444153,
      "learning_rate": 2.8769494611174438e-05,
      "loss": 0.7061,
      "step": 419
    },
    {
      "epoch": 0.5471599791558103,
      "grad_norm": 0.9435542225837708,
      "learning_rate": 2.8634471842976007e-05,
      "loss": 0.757,
      "step": 420
    },
    {
      "epoch": 0.5484627410109432,
      "grad_norm": 0.9891154766082764,
      "learning_rate": 2.8499516718590397e-05,
      "loss": 0.7592,
      "step": 421
    },
    {
      "epoch": 0.5497655028660761,
      "grad_norm": 0.9522406458854675,
      "learning_rate": 2.8364631599629983e-05,
      "loss": 0.7653,
      "step": 422
    },
    {
      "epoch": 0.551068264721209,
      "grad_norm": 0.9937999248504639,
      "learning_rate": 2.8229818846482137e-05,
      "loss": 0.7801,
      "step": 423
    },
    {
      "epoch": 0.5523710265763419,
      "grad_norm": 0.9582085609436035,
      "learning_rate": 2.8095080818267844e-05,
      "loss": 0.7721,
      "step": 424
    },
    {
      "epoch": 0.5536737884314747,
      "grad_norm": 0.9662520885467529,
      "learning_rate": 2.7960419872800468e-05,
      "loss": 0.7382,
      "step": 425
    },
    {
      "epoch": 0.5549765502866076,
      "grad_norm": 0.9714727997779846,
      "learning_rate": 2.7825838366544486e-05,
      "loss": 0.7918,
      "step": 426
    },
    {
      "epoch": 0.5562793121417405,
      "grad_norm": 0.9601700305938721,
      "learning_rate": 2.7691338654574235e-05,
      "loss": 0.7797,
      "step": 427
    },
    {
      "epoch": 0.5575820739968733,
      "grad_norm": 1.0009185075759888,
      "learning_rate": 2.7556923090532765e-05,
      "loss": 0.7606,
      "step": 428
    },
    {
      "epoch": 0.5588848358520062,
      "grad_norm": 1.0026593208312988,
      "learning_rate": 2.7422594026590544e-05,
      "loss": 0.7902,
      "step": 429
    },
    {
      "epoch": 0.5601875977071391,
      "grad_norm": 0.9597018957138062,
      "learning_rate": 2.728835381340437e-05,
      "loss": 0.7998,
      "step": 430
    },
    {
      "epoch": 0.561490359562272,
      "grad_norm": 1.0047636032104492,
      "learning_rate": 2.715420480007623e-05,
      "loss": 0.7756,
      "step": 431
    },
    {
      "epoch": 0.5627931214174049,
      "grad_norm": 0.9273685216903687,
      "learning_rate": 2.702014933411218e-05,
      "loss": 0.7212,
      "step": 432
    },
    {
      "epoch": 0.5640958832725378,
      "grad_norm": 0.9448891282081604,
      "learning_rate": 2.6886189761381257e-05,
      "loss": 0.7973,
      "step": 433
    },
    {
      "epoch": 0.5653986451276707,
      "grad_norm": 0.993796706199646,
      "learning_rate": 2.6752328426074453e-05,
      "loss": 0.7812,
      "step": 434
    },
    {
      "epoch": 0.5667014069828036,
      "grad_norm": 0.9424161911010742,
      "learning_rate": 2.6618567670663682e-05,
      "loss": 0.7371,
      "step": 435
    },
    {
      "epoch": 0.5680041688379365,
      "grad_norm": 0.9722470641136169,
      "learning_rate": 2.648490983586077e-05,
      "loss": 0.7585,
      "step": 436
    },
    {
      "epoch": 0.5693069306930693,
      "grad_norm": 0.9650734066963196,
      "learning_rate": 2.635135726057652e-05,
      "loss": 0.7931,
      "step": 437
    },
    {
      "epoch": 0.5706096925482022,
      "grad_norm": 0.9851652383804321,
      "learning_rate": 2.621791228187977e-05,
      "loss": 0.7899,
      "step": 438
    },
    {
      "epoch": 0.571912454403335,
      "grad_norm": 0.9415690898895264,
      "learning_rate": 2.6084577234956492e-05,
      "loss": 0.7576,
      "step": 439
    },
    {
      "epoch": 0.5732152162584679,
      "grad_norm": 0.9792377352714539,
      "learning_rate": 2.5951354453068963e-05,
      "loss": 0.767,
      "step": 440
    },
    {
      "epoch": 0.5745179781136008,
      "grad_norm": 0.956155002117157,
      "learning_rate": 2.5818246267514877e-05,
      "loss": 0.7706,
      "step": 441
    },
    {
      "epoch": 0.5758207399687337,
      "grad_norm": 1.0018938779830933,
      "learning_rate": 2.5685255007586596e-05,
      "loss": 0.7977,
      "step": 442
    },
    {
      "epoch": 0.5771235018238666,
      "grad_norm": 0.9325889945030212,
      "learning_rate": 2.5552383000530368e-05,
      "loss": 0.7331,
      "step": 443
    },
    {
      "epoch": 0.5784262636789995,
      "grad_norm": 1.0071479082107544,
      "learning_rate": 2.541963257150559e-05,
      "loss": 0.8098,
      "step": 444
    },
    {
      "epoch": 0.5797290255341324,
      "grad_norm": 0.9542084336280823,
      "learning_rate": 2.528700604354415e-05,
      "loss": 0.7935,
      "step": 445
    },
    {
      "epoch": 0.5810317873892652,
      "grad_norm": 0.9786474704742432,
      "learning_rate": 2.5154505737509783e-05,
      "loss": 0.7787,
      "step": 446
    },
    {
      "epoch": 0.5823345492443981,
      "grad_norm": 1.0172762870788574,
      "learning_rate": 2.5022133972057408e-05,
      "loss": 0.7901,
      "step": 447
    },
    {
      "epoch": 0.583637311099531,
      "grad_norm": 0.9035043716430664,
      "learning_rate": 2.4889893063592575e-05,
      "loss": 0.7206,
      "step": 448
    },
    {
      "epoch": 0.5849400729546639,
      "grad_norm": 0.9805537462234497,
      "learning_rate": 2.4757785326230956e-05,
      "loss": 0.7885,
      "step": 449
    },
    {
      "epoch": 0.5862428348097968,
      "grad_norm": 0.9988163113594055,
      "learning_rate": 2.462581307175782e-05,
      "loss": 0.7653,
      "step": 450
    },
    {
      "epoch": 0.5875455966649297,
      "grad_norm": 0.9464346766471863,
      "learning_rate": 2.4493978609587585e-05,
      "loss": 0.7579,
      "step": 451
    },
    {
      "epoch": 0.5888483585200626,
      "grad_norm": 0.8832387328147888,
      "learning_rate": 2.4362284246723423e-05,
      "loss": 0.7006,
      "step": 452
    },
    {
      "epoch": 0.5901511203751955,
      "grad_norm": 1.0256978273391724,
      "learning_rate": 2.423073228771687e-05,
      "loss": 0.8271,
      "step": 453
    },
    {
      "epoch": 0.5914538822303282,
      "grad_norm": 0.9342496395111084,
      "learning_rate": 2.409932503462749e-05,
      "loss": 0.7142,
      "step": 454
    },
    {
      "epoch": 0.5927566440854611,
      "grad_norm": 0.9707951545715332,
      "learning_rate": 2.39680647869826e-05,
      "loss": 0.7556,
      "step": 455
    },
    {
      "epoch": 0.594059405940594,
      "grad_norm": 0.9290401339530945,
      "learning_rate": 2.383695384173706e-05,
      "loss": 0.7305,
      "step": 456
    },
    {
      "epoch": 0.5953621677957269,
      "grad_norm": 0.9683957099914551,
      "learning_rate": 2.3705994493233018e-05,
      "loss": 0.7383,
      "step": 457
    },
    {
      "epoch": 0.5966649296508598,
      "grad_norm": 0.9259218573570251,
      "learning_rate": 2.3575189033159826e-05,
      "loss": 0.7105,
      "step": 458
    },
    {
      "epoch": 0.5979676915059927,
      "grad_norm": 0.9563105702400208,
      "learning_rate": 2.3444539750513887e-05,
      "loss": 0.7737,
      "step": 459
    },
    {
      "epoch": 0.5992704533611256,
      "grad_norm": 0.9757603406906128,
      "learning_rate": 2.3314048931558614e-05,
      "loss": 0.7539,
      "step": 460
    },
    {
      "epoch": 0.6005732152162585,
      "grad_norm": 0.9185714721679688,
      "learning_rate": 2.3183718859784438e-05,
      "loss": 0.6981,
      "step": 461
    },
    {
      "epoch": 0.6018759770713914,
      "grad_norm": 1.016922116279602,
      "learning_rate": 2.3053551815868828e-05,
      "loss": 0.7765,
      "step": 462
    },
    {
      "epoch": 0.6031787389265242,
      "grad_norm": 0.9666367769241333,
      "learning_rate": 2.2923550077636375e-05,
      "loss": 0.7383,
      "step": 463
    },
    {
      "epoch": 0.6044815007816571,
      "grad_norm": 0.9038827419281006,
      "learning_rate": 2.2793715920018984e-05,
      "loss": 0.7251,
      "step": 464
    },
    {
      "epoch": 0.60578426263679,
      "grad_norm": 1.0051590204238892,
      "learning_rate": 2.2664051615015998e-05,
      "loss": 0.7762,
      "step": 465
    },
    {
      "epoch": 0.6070870244919229,
      "grad_norm": 0.9449974894523621,
      "learning_rate": 2.253455943165448e-05,
      "loss": 0.7366,
      "step": 466
    },
    {
      "epoch": 0.6083897863470558,
      "grad_norm": 0.9895748496055603,
      "learning_rate": 2.2405241635949466e-05,
      "loss": 0.7917,
      "step": 467
    },
    {
      "epoch": 0.6096925482021887,
      "grad_norm": 0.9719516038894653,
      "learning_rate": 2.2276100490864383e-05,
      "loss": 0.8011,
      "step": 468
    },
    {
      "epoch": 0.6109953100573216,
      "grad_norm": 1.0024269819259644,
      "learning_rate": 2.2147138256271367e-05,
      "loss": 0.82,
      "step": 469
    },
    {
      "epoch": 0.6122980719124544,
      "grad_norm": 0.9872387051582336,
      "learning_rate": 2.2018357188911808e-05,
      "loss": 0.8135,
      "step": 470
    },
    {
      "epoch": 0.6136008337675873,
      "grad_norm": 1.003280520439148,
      "learning_rate": 2.1889759542356744e-05,
      "loss": 0.7901,
      "step": 471
    },
    {
      "epoch": 0.6149035956227201,
      "grad_norm": 0.9519487023353577,
      "learning_rate": 2.1761347566967527e-05,
      "loss": 0.7363,
      "step": 472
    },
    {
      "epoch": 0.616206357477853,
      "grad_norm": 0.955209493637085,
      "learning_rate": 2.16331235098564e-05,
      "loss": 0.7903,
      "step": 473
    },
    {
      "epoch": 0.6175091193329859,
      "grad_norm": 0.9265815615653992,
      "learning_rate": 2.150508961484716e-05,
      "loss": 0.7099,
      "step": 474
    },
    {
      "epoch": 0.6188118811881188,
      "grad_norm": 0.9495141506195068,
      "learning_rate": 2.1377248122435933e-05,
      "loss": 0.7583,
      "step": 475
    },
    {
      "epoch": 0.6201146430432517,
      "grad_norm": 0.9717061519622803,
      "learning_rate": 2.124960126975194e-05,
      "loss": 0.7672,
      "step": 476
    },
    {
      "epoch": 0.6214174048983846,
      "grad_norm": 0.969534158706665,
      "learning_rate": 2.112215129051835e-05,
      "loss": 0.762,
      "step": 477
    },
    {
      "epoch": 0.6227201667535175,
      "grad_norm": 0.9770892858505249,
      "learning_rate": 2.0994900415013196e-05,
      "loss": 0.77,
      "step": 478
    },
    {
      "epoch": 0.6240229286086504,
      "grad_norm": 1.0208752155303955,
      "learning_rate": 2.0867850870030346e-05,
      "loss": 0.7682,
      "step": 479
    },
    {
      "epoch": 0.6253256904637832,
      "grad_norm": 0.9410081505775452,
      "learning_rate": 2.0741004878840553e-05,
      "loss": 0.7782,
      "step": 480
    },
    {
      "epoch": 0.6266284523189161,
      "grad_norm": 0.9654091000556946,
      "learning_rate": 2.0614364661152484e-05,
      "loss": 0.7565,
      "step": 481
    },
    {
      "epoch": 0.627931214174049,
      "grad_norm": 0.9786356091499329,
      "learning_rate": 2.0487932433073992e-05,
      "loss": 0.786,
      "step": 482
    },
    {
      "epoch": 0.6292339760291819,
      "grad_norm": 1.0080342292785645,
      "learning_rate": 2.0361710407073226e-05,
      "loss": 0.7865,
      "step": 483
    },
    {
      "epoch": 0.6305367378843147,
      "grad_norm": 0.9419269561767578,
      "learning_rate": 2.0235700791939983e-05,
      "loss": 0.726,
      "step": 484
    },
    {
      "epoch": 0.6318394997394476,
      "grad_norm": 0.9085276126861572,
      "learning_rate": 2.0109905792746994e-05,
      "loss": 0.6675,
      "step": 485
    },
    {
      "epoch": 0.6331422615945805,
      "grad_norm": 0.9954288601875305,
      "learning_rate": 1.9984327610811408e-05,
      "loss": 0.796,
      "step": 486
    },
    {
      "epoch": 0.6344450234497134,
      "grad_norm": 0.9211850762367249,
      "learning_rate": 1.9858968443656213e-05,
      "loss": 0.7299,
      "step": 487
    },
    {
      "epoch": 0.6357477853048463,
      "grad_norm": 0.952290415763855,
      "learning_rate": 1.973383048497185e-05,
      "loss": 0.7991,
      "step": 488
    },
    {
      "epoch": 0.6370505471599791,
      "grad_norm": 0.9324260950088501,
      "learning_rate": 1.9608915924577718e-05,
      "loss": 0.751,
      "step": 489
    },
    {
      "epoch": 0.638353309015112,
      "grad_norm": 0.9979082345962524,
      "learning_rate": 1.9484226948383953e-05,
      "loss": 0.8021,
      "step": 490
    },
    {
      "epoch": 0.6396560708702449,
      "grad_norm": 0.9517451524734497,
      "learning_rate": 1.9359765738353123e-05,
      "loss": 0.8041,
      "step": 491
    },
    {
      "epoch": 0.6409588327253778,
      "grad_norm": 1.0136103630065918,
      "learning_rate": 1.923553447246207e-05,
      "loss": 0.8362,
      "step": 492
    },
    {
      "epoch": 0.6422615945805107,
      "grad_norm": 0.939146101474762,
      "learning_rate": 1.9111535324663782e-05,
      "loss": 0.7419,
      "step": 493
    },
    {
      "epoch": 0.6435643564356436,
      "grad_norm": 0.9575389623641968,
      "learning_rate": 1.8987770464849367e-05,
      "loss": 0.7711,
      "step": 494
    },
    {
      "epoch": 0.6448671182907765,
      "grad_norm": 1.0068771839141846,
      "learning_rate": 1.8864242058810046e-05,
      "loss": 0.7811,
      "step": 495
    },
    {
      "epoch": 0.6461698801459094,
      "grad_norm": 0.9527457356452942,
      "learning_rate": 1.8740952268199326e-05,
      "loss": 0.7456,
      "step": 496
    },
    {
      "epoch": 0.6474726420010423,
      "grad_norm": 0.9728114008903503,
      "learning_rate": 1.861790325049507e-05,
      "loss": 0.7742,
      "step": 497
    },
    {
      "epoch": 0.648775403856175,
      "grad_norm": 0.9863789081573486,
      "learning_rate": 1.8495097158961796e-05,
      "loss": 0.8064,
      "step": 498
    },
    {
      "epoch": 0.6500781657113079,
      "grad_norm": 0.9904276132583618,
      "learning_rate": 1.8372536142613083e-05,
      "loss": 0.7901,
      "step": 499
    },
    {
      "epoch": 0.6513809275664408,
      "grad_norm": 0.9304032325744629,
      "learning_rate": 1.8250222346173787e-05,
      "loss": 0.7527,
      "step": 500
    },
    {
      "epoch": 0.6526836894215737,
      "grad_norm": 1.0106309652328491,
      "learning_rate": 1.8128157910042626e-05,
      "loss": 0.7908,
      "step": 501
    },
    {
      "epoch": 0.6539864512767066,
      "grad_norm": 0.9775118231773376,
      "learning_rate": 1.800634497025474e-05,
      "loss": 0.7575,
      "step": 502
    },
    {
      "epoch": 0.6552892131318395,
      "grad_norm": 0.9700849652290344,
      "learning_rate": 1.7884785658444217e-05,
      "loss": 0.7645,
      "step": 503
    },
    {
      "epoch": 0.6565919749869724,
      "grad_norm": 1.0006121397018433,
      "learning_rate": 1.776348210180689e-05,
      "loss": 0.7776,
      "step": 504
    },
    {
      "epoch": 0.6578947368421053,
      "grad_norm": 0.9359118938446045,
      "learning_rate": 1.764243642306307e-05,
      "loss": 0.7699,
      "step": 505
    },
    {
      "epoch": 0.6591974986972381,
      "grad_norm": 0.9702383279800415,
      "learning_rate": 1.7521650740420365e-05,
      "loss": 0.7779,
      "step": 506
    },
    {
      "epoch": 0.660500260552371,
      "grad_norm": 0.9199949502944946,
      "learning_rate": 1.740112716753669e-05,
      "loss": 0.7291,
      "step": 507
    },
    {
      "epoch": 0.6618030224075039,
      "grad_norm": 0.9978870153427124,
      "learning_rate": 1.7280867813483194e-05,
      "loss": 0.8007,
      "step": 508
    },
    {
      "epoch": 0.6631057842626368,
      "grad_norm": 1.000036597251892,
      "learning_rate": 1.7160874782707445e-05,
      "loss": 0.7971,
      "step": 509
    },
    {
      "epoch": 0.6644085461177697,
      "grad_norm": 1.0710171461105347,
      "learning_rate": 1.704115017499651e-05,
      "loss": 0.7708,
      "step": 510
    },
    {
      "epoch": 0.6657113079729026,
      "grad_norm": 1.030186653137207,
      "learning_rate": 1.6921696085440285e-05,
      "loss": 0.823,
      "step": 511
    },
    {
      "epoch": 0.6670140698280355,
      "grad_norm": 0.9758132100105286,
      "learning_rate": 1.6802514604394815e-05,
      "loss": 0.7555,
      "step": 512
    },
    {
      "epoch": 0.6683168316831684,
      "grad_norm": 0.95241379737854,
      "learning_rate": 1.668360781744565e-05,
      "loss": 0.7445,
      "step": 513
    },
    {
      "epoch": 0.6696195935383012,
      "grad_norm": 0.9561266899108887,
      "learning_rate": 1.6564977805371468e-05,
      "loss": 0.7633,
      "step": 514
    },
    {
      "epoch": 0.670922355393434,
      "grad_norm": 0.9512428641319275,
      "learning_rate": 1.644662664410754e-05,
      "loss": 0.8086,
      "step": 515
    },
    {
      "epoch": 0.6722251172485669,
      "grad_norm": 0.9314407110214233,
      "learning_rate": 1.632855640470947e-05,
      "loss": 0.7567,
      "step": 516
    },
    {
      "epoch": 0.6735278791036998,
      "grad_norm": 0.9906071424484253,
      "learning_rate": 1.6210769153316998e-05,
      "loss": 0.7736,
      "step": 517
    },
    {
      "epoch": 0.6748306409588327,
      "grad_norm": 0.9421218633651733,
      "learning_rate": 1.609326695111772e-05,
      "loss": 0.7363,
      "step": 518
    },
    {
      "epoch": 0.6761334028139656,
      "grad_norm": 0.9556782245635986,
      "learning_rate": 1.59760518543111e-05,
      "loss": 0.7377,
      "step": 519
    },
    {
      "epoch": 0.6774361646690985,
      "grad_norm": 0.9987593293190002,
      "learning_rate": 1.5859125914072512e-05,
      "loss": 0.7957,
      "step": 520
    },
    {
      "epoch": 0.6787389265242314,
      "grad_norm": 0.9779931902885437,
      "learning_rate": 1.5742491176517264e-05,
      "loss": 0.7537,
      "step": 521
    },
    {
      "epoch": 0.6800416883793643,
      "grad_norm": 0.9649803638458252,
      "learning_rate": 1.5626149682664862e-05,
      "loss": 0.7694,
      "step": 522
    },
    {
      "epoch": 0.6813444502344971,
      "grad_norm": 0.9432051777839661,
      "learning_rate": 1.551010346840329e-05,
      "loss": 0.7248,
      "step": 523
    },
    {
      "epoch": 0.68264721208963,
      "grad_norm": 0.9498631954193115,
      "learning_rate": 1.5394354564453304e-05,
      "loss": 0.8328,
      "step": 524
    },
    {
      "epoch": 0.6839499739447629,
      "grad_norm": 0.9393202662467957,
      "learning_rate": 1.527890499633302e-05,
      "loss": 0.7467,
      "step": 525
    },
    {
      "epoch": 0.6852527357998958,
      "grad_norm": 0.9452553391456604,
      "learning_rate": 1.5163756784322351e-05,
      "loss": 0.7566,
      "step": 526
    },
    {
      "epoch": 0.6865554976550287,
      "grad_norm": 0.94024258852005,
      "learning_rate": 1.5048911943427747e-05,
      "loss": 0.7374,
      "step": 527
    },
    {
      "epoch": 0.6878582595101616,
      "grad_norm": 0.9636396765708923,
      "learning_rate": 1.4934372483346853e-05,
      "loss": 0.7694,
      "step": 528
    },
    {
      "epoch": 0.6891610213652944,
      "grad_norm": 0.9581491947174072,
      "learning_rate": 1.482014040843342e-05,
      "loss": 0.7678,
      "step": 529
    },
    {
      "epoch": 0.6904637832204273,
      "grad_norm": 0.9386518597602844,
      "learning_rate": 1.4706217717662188e-05,
      "loss": 0.7297,
      "step": 530
    },
    {
      "epoch": 0.6917665450755602,
      "grad_norm": 0.9576655030250549,
      "learning_rate": 1.4592606404593866e-05,
      "loss": 0.7353,
      "step": 531
    },
    {
      "epoch": 0.693069306930693,
      "grad_norm": 0.9293531775474548,
      "learning_rate": 1.447930845734035e-05,
      "loss": 0.7473,
      "step": 532
    },
    {
      "epoch": 0.6943720687858259,
      "grad_norm": 1.092103362083435,
      "learning_rate": 1.436632585852982e-05,
      "loss": 0.8341,
      "step": 533
    },
    {
      "epoch": 0.6956748306409588,
      "grad_norm": 0.9893858432769775,
      "learning_rate": 1.4253660585272107e-05,
      "loss": 0.8196,
      "step": 534
    },
    {
      "epoch": 0.6969775924960917,
      "grad_norm": 0.9730793833732605,
      "learning_rate": 1.4141314609124138e-05,
      "loss": 0.7769,
      "step": 535
    },
    {
      "epoch": 0.6982803543512246,
      "grad_norm": 0.9343295097351074,
      "learning_rate": 1.4029289896055306e-05,
      "loss": 0.7712,
      "step": 536
    },
    {
      "epoch": 0.6995831162063575,
      "grad_norm": 0.9929169416427612,
      "learning_rate": 1.3917588406413202e-05,
      "loss": 0.7903,
      "step": 537
    },
    {
      "epoch": 0.7008858780614904,
      "grad_norm": 0.9541279077529907,
      "learning_rate": 1.3806212094889223e-05,
      "loss": 0.7502,
      "step": 538
    },
    {
      "epoch": 0.7021886399166233,
      "grad_norm": 0.9835225343704224,
      "learning_rate": 1.3695162910484382e-05,
      "loss": 0.7524,
      "step": 539
    },
    {
      "epoch": 0.7034914017717562,
      "grad_norm": 0.9914178252220154,
      "learning_rate": 1.3584442796475251e-05,
      "loss": 0.7724,
      "step": 540
    },
    {
      "epoch": 0.704794163626889,
      "grad_norm": 0.9173280000686646,
      "learning_rate": 1.3474053690379918e-05,
      "loss": 0.6813,
      "step": 541
    },
    {
      "epoch": 0.7060969254820219,
      "grad_norm": 0.9709863662719727,
      "learning_rate": 1.3363997523924042e-05,
      "loss": 0.7565,
      "step": 542
    },
    {
      "epoch": 0.7073996873371547,
      "grad_norm": 0.9641502499580383,
      "learning_rate": 1.3254276223007141e-05,
      "loss": 0.7395,
      "step": 543
    },
    {
      "epoch": 0.7087024491922876,
      "grad_norm": 0.9294100999832153,
      "learning_rate": 1.314489170766879e-05,
      "loss": 0.7741,
      "step": 544
    },
    {
      "epoch": 0.7100052110474205,
      "grad_norm": 0.9462564587593079,
      "learning_rate": 1.3035845892055128e-05,
      "loss": 0.761,
      "step": 545
    },
    {
      "epoch": 0.7113079729025534,
      "grad_norm": 0.9625933170318604,
      "learning_rate": 1.2927140684385248e-05,
      "loss": 0.7662,
      "step": 546
    },
    {
      "epoch": 0.7126107347576863,
      "grad_norm": 0.9940834641456604,
      "learning_rate": 1.2818777986917903e-05,
      "loss": 0.783,
      "step": 547
    },
    {
      "epoch": 0.7139134966128192,
      "grad_norm": 0.9370533227920532,
      "learning_rate": 1.2710759695918178e-05,
      "loss": 0.7543,
      "step": 548
    },
    {
      "epoch": 0.715216258467952,
      "grad_norm": 0.9274430871009827,
      "learning_rate": 1.2603087701624259e-05,
      "loss": 0.7507,
      "step": 549
    },
    {
      "epoch": 0.7165190203230849,
      "grad_norm": 0.9402637481689453,
      "learning_rate": 1.249576388821447e-05,
      "loss": 0.7265,
      "step": 550
    },
    {
      "epoch": 0.7178217821782178,
      "grad_norm": 0.9373514652252197,
      "learning_rate": 1.2388790133774166e-05,
      "loss": 0.7459,
      "step": 551
    },
    {
      "epoch": 0.7191245440333507,
      "grad_norm": 0.9380558729171753,
      "learning_rate": 1.2282168310262988e-05,
      "loss": 0.7654,
      "step": 552
    },
    {
      "epoch": 0.7204273058884836,
      "grad_norm": 0.9417213201522827,
      "learning_rate": 1.2175900283482032e-05,
      "loss": 0.7445,
      "step": 553
    },
    {
      "epoch": 0.7217300677436165,
      "grad_norm": 0.9496035575866699,
      "learning_rate": 1.2069987913041206e-05,
      "loss": 0.7587,
      "step": 554
    },
    {
      "epoch": 0.7230328295987494,
      "grad_norm": 1.001635193824768,
      "learning_rate": 1.1964433052326736e-05,
      "loss": 0.739,
      "step": 555
    },
    {
      "epoch": 0.7243355914538823,
      "grad_norm": 0.9350429177284241,
      "learning_rate": 1.1859237548468664e-05,
      "loss": 0.7486,
      "step": 556
    },
    {
      "epoch": 0.7256383533090152,
      "grad_norm": 0.9436745643615723,
      "learning_rate": 1.1754403242308564e-05,
      "loss": 0.7316,
      "step": 557
    },
    {
      "epoch": 0.7269411151641479,
      "grad_norm": 0.9753758907318115,
      "learning_rate": 1.1649931968367345e-05,
      "loss": 0.7746,
      "step": 558
    },
    {
      "epoch": 0.7282438770192808,
      "grad_norm": 0.9551537036895752,
      "learning_rate": 1.1545825554813115e-05,
      "loss": 0.7619,
      "step": 559
    },
    {
      "epoch": 0.7295466388744137,
      "grad_norm": 0.97111976146698,
      "learning_rate": 1.1442085823429214e-05,
      "loss": 0.716,
      "step": 560
    },
    {
      "epoch": 0.7308494007295466,
      "grad_norm": 0.9326804280281067,
      "learning_rate": 1.1338714589582294e-05,
      "loss": 0.7608,
      "step": 561
    },
    {
      "epoch": 0.7321521625846795,
      "grad_norm": 0.9929880499839783,
      "learning_rate": 1.1235713662190596e-05,
      "loss": 0.807,
      "step": 562
    },
    {
      "epoch": 0.7334549244398124,
      "grad_norm": 0.9865292310714722,
      "learning_rate": 1.113308484369228e-05,
      "loss": 0.8049,
      "step": 563
    },
    {
      "epoch": 0.7347576862949453,
      "grad_norm": 0.9389541149139404,
      "learning_rate": 1.1030829930013894e-05,
      "loss": 0.7129,
      "step": 564
    },
    {
      "epoch": 0.7360604481500782,
      "grad_norm": 0.9650609493255615,
      "learning_rate": 1.0928950710538904e-05,
      "loss": 0.7833,
      "step": 565
    },
    {
      "epoch": 0.7373632100052111,
      "grad_norm": 0.960464358329773,
      "learning_rate": 1.0827448968076446e-05,
      "loss": 0.7684,
      "step": 566
    },
    {
      "epoch": 0.7386659718603439,
      "grad_norm": 0.9597406983375549,
      "learning_rate": 1.072632647883006e-05,
      "loss": 0.7959,
      "step": 567
    },
    {
      "epoch": 0.7399687337154768,
      "grad_norm": 0.990420401096344,
      "learning_rate": 1.0625585012366685e-05,
      "loss": 0.8016,
      "step": 568
    },
    {
      "epoch": 0.7412714955706097,
      "grad_norm": 0.9574962258338928,
      "learning_rate": 1.0525226331585603e-05,
      "loss": 0.7619,
      "step": 569
    },
    {
      "epoch": 0.7425742574257426,
      "grad_norm": 0.955730676651001,
      "learning_rate": 1.0425252192687666e-05,
      "loss": 0.7676,
      "step": 570
    },
    {
      "epoch": 0.7438770192808755,
      "grad_norm": 0.9210131764411926,
      "learning_rate": 1.0325664345144543e-05,
      "loss": 0.7221,
      "step": 571
    },
    {
      "epoch": 0.7451797811360084,
      "grad_norm": 0.9439947605133057,
      "learning_rate": 1.022646453166806e-05,
      "loss": 0.7459,
      "step": 572
    },
    {
      "epoch": 0.7464825429911413,
      "grad_norm": 0.9055390357971191,
      "learning_rate": 1.0127654488179782e-05,
      "loss": 0.6872,
      "step": 573
    },
    {
      "epoch": 0.7477853048462741,
      "grad_norm": 0.9416336417198181,
      "learning_rate": 1.002923594378056e-05,
      "loss": 0.7321,
      "step": 574
    },
    {
      "epoch": 0.7490880667014069,
      "grad_norm": 0.9532454013824463,
      "learning_rate": 9.93121062072033e-06,
      "loss": 0.7372,
      "step": 575
    },
    {
      "epoch": 0.7503908285565398,
      "grad_norm": 0.9642922878265381,
      "learning_rate": 9.833580234367957e-06,
      "loss": 0.7588,
      "step": 576
    },
    {
      "epoch": 0.7516935904116727,
      "grad_norm": 1.015443205833435,
      "learning_rate": 9.73634649318118e-06,
      "loss": 0.8255,
      "step": 577
    },
    {
      "epoch": 0.7529963522668056,
      "grad_norm": 0.9452521800994873,
      "learning_rate": 9.639511098676792e-06,
      "loss": 0.7738,
      "step": 578
    },
    {
      "epoch": 0.7542991141219385,
      "grad_norm": 0.9970166683197021,
      "learning_rate": 9.54307574540079e-06,
      "loss": 0.7715,
      "step": 579
    },
    {
      "epoch": 0.7556018759770714,
      "grad_norm": 0.9326934814453125,
      "learning_rate": 9.447042120898753e-06,
      "loss": 0.7268,
      "step": 580
    },
    {
      "epoch": 0.7569046378322043,
      "grad_norm": 0.9375012516975403,
      "learning_rate": 9.351411905686326e-06,
      "loss": 0.758,
      "step": 581
    },
    {
      "epoch": 0.7582073996873372,
      "grad_norm": 0.9717380404472351,
      "learning_rate": 9.256186773219795e-06,
      "loss": 0.7414,
      "step": 582
    },
    {
      "epoch": 0.7595101615424701,
      "grad_norm": 0.9810713529586792,
      "learning_rate": 9.161368389866807e-06,
      "loss": 0.7543,
      "step": 583
    },
    {
      "epoch": 0.7608129233976029,
      "grad_norm": 0.9925931692123413,
      "learning_rate": 9.066958414877198e-06,
      "loss": 0.804,
      "step": 584
    },
    {
      "epoch": 0.7621156852527358,
      "grad_norm": 0.9940099716186523,
      "learning_rate": 8.972958500353953e-06,
      "loss": 0.7954,
      "step": 585
    },
    {
      "epoch": 0.7634184471078687,
      "grad_norm": 0.9288432598114014,
      "learning_rate": 8.879370291224357e-06,
      "loss": 0.6913,
      "step": 586
    },
    {
      "epoch": 0.7647212089630016,
      "grad_norm": 0.9307572841644287,
      "learning_rate": 8.786195425211104e-06,
      "loss": 0.7346,
      "step": 587
    },
    {
      "epoch": 0.7660239708181344,
      "grad_norm": 0.9199413657188416,
      "learning_rate": 8.693435532803744e-06,
      "loss": 0.719,
      "step": 588
    },
    {
      "epoch": 0.7673267326732673,
      "grad_norm": 0.9598354697227478,
      "learning_rate": 8.601092237230092e-06,
      "loss": 0.7243,
      "step": 589
    },
    {
      "epoch": 0.7686294945284002,
      "grad_norm": 0.9506739974021912,
      "learning_rate": 8.50916715442781e-06,
      "loss": 0.7766,
      "step": 590
    },
    {
      "epoch": 0.7699322563835331,
      "grad_norm": 0.9429502487182617,
      "learning_rate": 8.417661893016186e-06,
      "loss": 0.753,
      "step": 591
    },
    {
      "epoch": 0.771235018238666,
      "grad_norm": 0.9368019700050354,
      "learning_rate": 8.326578054267923e-06,
      "loss": 0.7599,
      "step": 592
    },
    {
      "epoch": 0.7725377800937988,
      "grad_norm": 0.9346226453781128,
      "learning_rate": 8.23591723208117e-06,
      "loss": 0.7414,
      "step": 593
    },
    {
      "epoch": 0.7738405419489317,
      "grad_norm": 0.9846335053443909,
      "learning_rate": 8.145681012951602e-06,
      "loss": 0.7406,
      "step": 594
    },
    {
      "epoch": 0.7751433038040646,
      "grad_norm": 0.9535714983940125,
      "learning_rate": 8.055870975944645e-06,
      "loss": 0.7352,
      "step": 595
    },
    {
      "epoch": 0.7764460656591975,
      "grad_norm": 1.0079196691513062,
      "learning_rate": 7.966488692667894e-06,
      "loss": 0.8008,
      "step": 596
    },
    {
      "epoch": 0.7777488275143304,
      "grad_norm": 0.9309155344963074,
      "learning_rate": 7.877535727243531e-06,
      "loss": 0.7729,
      "step": 597
    },
    {
      "epoch": 0.7790515893694633,
      "grad_norm": 0.914409875869751,
      "learning_rate": 7.789013636281057e-06,
      "loss": 0.758,
      "step": 598
    },
    {
      "epoch": 0.7803543512245962,
      "grad_norm": 0.9628679752349854,
      "learning_rate": 7.700923968849942e-06,
      "loss": 0.738,
      "step": 599
    },
    {
      "epoch": 0.7816571130797291,
      "grad_norm": 1.0039963722229004,
      "learning_rate": 7.613268266452608e-06,
      "loss": 0.7908,
      "step": 600
    },
    {
      "epoch": 0.7829598749348619,
      "grad_norm": 0.9205243587493896,
      "learning_rate": 7.526048062997418e-06,
      "loss": 0.7338,
      "step": 601
    },
    {
      "epoch": 0.7842626367899947,
      "grad_norm": 0.9211382865905762,
      "learning_rate": 7.439264884771809e-06,
      "loss": 0.7683,
      "step": 602
    },
    {
      "epoch": 0.7855653986451276,
      "grad_norm": 0.9287407398223877,
      "learning_rate": 7.352920250415621e-06,
      "loss": 0.7318,
      "step": 603
    },
    {
      "epoch": 0.7868681605002605,
      "grad_norm": 0.9374548196792603,
      "learning_rate": 7.26701567089452e-06,
      "loss": 0.7373,
      "step": 604
    },
    {
      "epoch": 0.7881709223553934,
      "grad_norm": 0.9568080306053162,
      "learning_rate": 7.181552649473518e-06,
      "loss": 0.7311,
      "step": 605
    },
    {
      "epoch": 0.7894736842105263,
      "grad_norm": 0.9446233510971069,
      "learning_rate": 7.096532681690725e-06,
      "loss": 0.7334,
      "step": 606
    },
    {
      "epoch": 0.7907764460656592,
      "grad_norm": 0.9356010556221008,
      "learning_rate": 7.0119572553311395e-06,
      "loss": 0.7408,
      "step": 607
    },
    {
      "epoch": 0.7920792079207921,
      "grad_norm": 0.9869657754898071,
      "learning_rate": 6.9278278504006025e-06,
      "loss": 0.7982,
      "step": 608
    },
    {
      "epoch": 0.793381969775925,
      "grad_norm": 0.9460757374763489,
      "learning_rate": 6.844145939099953e-06,
      "loss": 0.7567,
      "step": 609
    },
    {
      "epoch": 0.7946847316310578,
      "grad_norm": 0.9359385967254639,
      "learning_rate": 6.760912985799191e-06,
      "loss": 0.7334,
      "step": 610
    },
    {
      "epoch": 0.7959874934861907,
      "grad_norm": 0.97806316614151,
      "learning_rate": 6.678130447011919e-06,
      "loss": 0.7616,
      "step": 611
    },
    {
      "epoch": 0.7972902553413236,
      "grad_norm": 0.9713260531425476,
      "learning_rate": 6.595799771369833e-06,
      "loss": 0.7691,
      "step": 612
    },
    {
      "epoch": 0.7985930171964565,
      "grad_norm": 0.9556173086166382,
      "learning_rate": 6.5139223995973285e-06,
      "loss": 0.775,
      "step": 613
    },
    {
      "epoch": 0.7998957790515894,
      "grad_norm": 1.0102840662002563,
      "learning_rate": 6.432499764486378e-06,
      "loss": 0.7562,
      "step": 614
    },
    {
      "epoch": 0.8011985409067223,
      "grad_norm": 0.9334094524383545,
      "learning_rate": 6.351533290871356e-06,
      "loss": 0.7451,
      "step": 615
    },
    {
      "epoch": 0.8025013027618552,
      "grad_norm": 0.9497014880180359,
      "learning_rate": 6.271024395604204e-06,
      "loss": 0.7844,
      "step": 616
    },
    {
      "epoch": 0.8038040646169881,
      "grad_norm": 0.9360858201980591,
      "learning_rate": 6.190974487529549e-06,
      "loss": 0.7351,
      "step": 617
    },
    {
      "epoch": 0.805106826472121,
      "grad_norm": 0.9652137756347656,
      "learning_rate": 6.111384967460109e-06,
      "loss": 0.7304,
      "step": 618
    },
    {
      "epoch": 0.8064095883272537,
      "grad_norm": 1.0080219507217407,
      "learning_rate": 6.032257228152174e-06,
      "loss": 0.744,
      "step": 619
    },
    {
      "epoch": 0.8077123501823866,
      "grad_norm": 0.9796493053436279,
      "learning_rate": 5.953592654281195e-06,
      "loss": 0.7743,
      "step": 620
    },
    {
      "epoch": 0.8090151120375195,
      "grad_norm": 0.9980567097663879,
      "learning_rate": 5.875392622417587e-06,
      "loss": 0.7472,
      "step": 621
    },
    {
      "epoch": 0.8103178738926524,
      "grad_norm": 0.9584153890609741,
      "learning_rate": 5.797658501002642e-06,
      "loss": 0.7674,
      "step": 622
    },
    {
      "epoch": 0.8116206357477853,
      "grad_norm": 0.9498617053031921,
      "learning_rate": 5.720391650324549e-06,
      "loss": 0.7721,
      "step": 623
    },
    {
      "epoch": 0.8129233976029182,
      "grad_norm": 0.9590067863464355,
      "learning_rate": 5.643593422494659e-06,
      "loss": 0.7732,
      "step": 624
    },
    {
      "epoch": 0.8142261594580511,
      "grad_norm": 0.984322726726532,
      "learning_rate": 5.567265161423734e-06,
      "loss": 0.7804,
      "step": 625
    },
    {
      "epoch": 0.815528921313184,
      "grad_norm": 0.9647397398948669,
      "learning_rate": 5.491408202798478e-06,
      "loss": 0.7912,
      "step": 626
    },
    {
      "epoch": 0.8168316831683168,
      "grad_norm": 0.9693639874458313,
      "learning_rate": 5.416023874058186e-06,
      "loss": 0.788,
      "step": 627
    },
    {
      "epoch": 0.8181344450234497,
      "grad_norm": 0.9778026342391968,
      "learning_rate": 5.341113494371459e-06,
      "loss": 0.7861,
      "step": 628
    },
    {
      "epoch": 0.8194372068785826,
      "grad_norm": 0.9577138423919678,
      "learning_rate": 5.266678374613173e-06,
      "loss": 0.7573,
      "step": 629
    },
    {
      "epoch": 0.8207399687337155,
      "grad_norm": 0.9810266494750977,
      "learning_rate": 5.192719817341506e-06,
      "loss": 0.7461,
      "step": 630
    },
    {
      "epoch": 0.8220427305888484,
      "grad_norm": 0.9479625821113586,
      "learning_rate": 5.119239116775138e-06,
      "loss": 0.7256,
      "step": 631
    },
    {
      "epoch": 0.8233454924439813,
      "grad_norm": 0.9626233577728271,
      "learning_rate": 5.0462375587706544e-06,
      "loss": 0.7866,
      "step": 632
    },
    {
      "epoch": 0.8246482542991141,
      "grad_norm": 0.9677842855453491,
      "learning_rate": 4.973716420799968e-06,
      "loss": 0.7406,
      "step": 633
    },
    {
      "epoch": 0.825951016154247,
      "grad_norm": 0.9668269753456116,
      "learning_rate": 4.9016769719280335e-06,
      "loss": 0.7611,
      "step": 634
    },
    {
      "epoch": 0.8272537780093799,
      "grad_norm": 0.9700765609741211,
      "learning_rate": 4.830120472790607e-06,
      "loss": 0.7734,
      "step": 635
    },
    {
      "epoch": 0.8285565398645127,
      "grad_norm": 0.9845298528671265,
      "learning_rate": 4.7590481755721805e-06,
      "loss": 0.7853,
      "step": 636
    },
    {
      "epoch": 0.8298593017196456,
      "grad_norm": 0.9391557574272156,
      "learning_rate": 4.688461323984089e-06,
      "loss": 0.7414,
      "step": 637
    },
    {
      "epoch": 0.8311620635747785,
      "grad_norm": 0.9318038821220398,
      "learning_rate": 4.618361153242729e-06,
      "loss": 0.7686,
      "step": 638
    },
    {
      "epoch": 0.8324648254299114,
      "grad_norm": 0.946306049823761,
      "learning_rate": 4.548748890047959e-06,
      "loss": 0.7654,
      "step": 639
    },
    {
      "epoch": 0.8337675872850443,
      "grad_norm": 0.9474648833274841,
      "learning_rate": 4.479625752561618e-06,
      "loss": 0.78,
      "step": 640
    },
    {
      "epoch": 0.8350703491401772,
      "grad_norm": 0.9368411302566528,
      "learning_rate": 4.410992950386217e-06,
      "loss": 0.7208,
      "step": 641
    },
    {
      "epoch": 0.8363731109953101,
      "grad_norm": 0.9060863852500916,
      "learning_rate": 4.342851684543785e-06,
      "loss": 0.6963,
      "step": 642
    },
    {
      "epoch": 0.837675872850443,
      "grad_norm": 1.0060490369796753,
      "learning_rate": 4.2752031474548176e-06,
      "loss": 0.7775,
      "step": 643
    },
    {
      "epoch": 0.8389786347055758,
      "grad_norm": 0.9650358557701111,
      "learning_rate": 4.208048522917433e-06,
      "loss": 0.7656,
      "step": 644
    },
    {
      "epoch": 0.8402813965607087,
      "grad_norm": 0.9482013583183289,
      "learning_rate": 4.141388986086671e-06,
      "loss": 0.764,
      "step": 645
    },
    {
      "epoch": 0.8415841584158416,
      "grad_norm": 0.9347854256629944,
      "learning_rate": 4.075225703453885e-06,
      "loss": 0.7992,
      "step": 646
    },
    {
      "epoch": 0.8428869202709744,
      "grad_norm": 0.9543832540512085,
      "learning_rate": 4.009559832826393e-06,
      "loss": 0.7108,
      "step": 647
    },
    {
      "epoch": 0.8441896821261073,
      "grad_norm": 0.9428550004959106,
      "learning_rate": 3.944392523307151e-06,
      "loss": 0.7159,
      "step": 648
    },
    {
      "epoch": 0.8454924439812402,
      "grad_norm": 0.9633643627166748,
      "learning_rate": 3.879724915274667e-06,
      "loss": 0.7471,
      "step": 649
    },
    {
      "epoch": 0.8467952058363731,
      "grad_norm": 0.9850764274597168,
      "learning_rate": 3.815558140363089e-06,
      "loss": 0.7794,
      "step": 650
    },
    {
      "epoch": 0.848097967691506,
      "grad_norm": 0.9603021740913391,
      "learning_rate": 3.7518933214423196e-06,
      "loss": 0.7636,
      "step": 651
    },
    {
      "epoch": 0.8494007295466389,
      "grad_norm": 0.9841204285621643,
      "learning_rate": 3.688731572598446e-06,
      "loss": 0.7387,
      "step": 652
    },
    {
      "epoch": 0.8507034914017717,
      "grad_norm": 0.9528425335884094,
      "learning_rate": 3.626073999114207e-06,
      "loss": 0.7731,
      "step": 653
    },
    {
      "epoch": 0.8520062532569046,
      "grad_norm": 0.9437130689620972,
      "learning_rate": 3.563921697449628e-06,
      "loss": 0.7295,
      "step": 654
    },
    {
      "epoch": 0.8533090151120375,
      "grad_norm": 0.9948983788490295,
      "learning_rate": 3.5022757552228956e-06,
      "loss": 0.8296,
      "step": 655
    },
    {
      "epoch": 0.8546117769671704,
      "grad_norm": 0.9456334114074707,
      "learning_rate": 3.4411372511912584e-06,
      "loss": 0.7434,
      "step": 656
    },
    {
      "epoch": 0.8559145388223033,
      "grad_norm": 0.9342964291572571,
      "learning_rate": 3.3805072552322135e-06,
      "loss": 0.7575,
      "step": 657
    },
    {
      "epoch": 0.8572173006774362,
      "grad_norm": 0.9293599724769592,
      "learning_rate": 3.320386828324716e-06,
      "loss": 0.752,
      "step": 658
    },
    {
      "epoch": 0.8585200625325691,
      "grad_norm": 0.9268930554389954,
      "learning_rate": 3.260777022530678e-06,
      "loss": 0.7239,
      "step": 659
    },
    {
      "epoch": 0.859822824387702,
      "grad_norm": 0.9146434664726257,
      "learning_rate": 3.2016788809765255e-06,
      "loss": 0.6973,
      "step": 660
    },
    {
      "epoch": 0.8611255862428349,
      "grad_norm": 0.9759405851364136,
      "learning_rate": 3.143093437834927e-06,
      "loss": 0.7501,
      "step": 661
    },
    {
      "epoch": 0.8624283480979676,
      "grad_norm": 0.9663141369819641,
      "learning_rate": 3.0850217183067487e-06,
      "loss": 0.7851,
      "step": 662
    },
    {
      "epoch": 0.8637311099531005,
      "grad_norm": 0.9489357471466064,
      "learning_rate": 3.027464738603053e-06,
      "loss": 0.7422,
      "step": 663
    },
    {
      "epoch": 0.8650338718082334,
      "grad_norm": 0.9676777720451355,
      "learning_rate": 2.97042350592735e-06,
      "loss": 0.7558,
      "step": 664
    },
    {
      "epoch": 0.8663366336633663,
      "grad_norm": 0.9581413865089417,
      "learning_rate": 2.913899018458003e-06,
      "loss": 0.7383,
      "step": 665
    },
    {
      "epoch": 0.8676393955184992,
      "grad_norm": 0.9642050862312317,
      "learning_rate": 2.857892265330682e-06,
      "loss": 0.7703,
      "step": 666
    },
    {
      "epoch": 0.8689421573736321,
      "grad_norm": 0.9483092427253723,
      "learning_rate": 2.8024042266211144e-06,
      "loss": 0.7391,
      "step": 667
    },
    {
      "epoch": 0.870244919228765,
      "grad_norm": 0.9691247940063477,
      "learning_rate": 2.7474358733279315e-06,
      "loss": 0.7394,
      "step": 668
    },
    {
      "epoch": 0.8715476810838979,
      "grad_norm": 1.0193132162094116,
      "learning_rate": 2.6929881673556342e-06,
      "loss": 0.8215,
      "step": 669
    },
    {
      "epoch": 0.8728504429390307,
      "grad_norm": 0.9637281894683838,
      "learning_rate": 2.6390620614978235e-06,
      "loss": 0.7648,
      "step": 670
    },
    {
      "epoch": 0.8741532047941636,
      "grad_norm": 0.901021420955658,
      "learning_rate": 2.585658499420474e-06,
      "loss": 0.6952,
      "step": 671
    },
    {
      "epoch": 0.8754559666492965,
      "grad_norm": 0.974763035774231,
      "learning_rate": 2.532778415645441e-06,
      "loss": 0.8254,
      "step": 672
    },
    {
      "epoch": 0.8767587285044294,
      "grad_norm": 0.9477525353431702,
      "learning_rate": 2.480422735534115e-06,
      "loss": 0.7004,
      "step": 673
    },
    {
      "epoch": 0.8780614903595623,
      "grad_norm": 0.9798365235328674,
      "learning_rate": 2.428592375271204e-06,
      "loss": 0.7747,
      "step": 674
    },
    {
      "epoch": 0.8793642522146952,
      "grad_norm": 0.9412257671356201,
      "learning_rate": 2.377288241848741e-06,
      "loss": 0.7368,
      "step": 675
    },
    {
      "epoch": 0.8806670140698281,
      "grad_norm": 1.0274877548217773,
      "learning_rate": 2.3265112330501605e-06,
      "loss": 0.7879,
      "step": 676
    },
    {
      "epoch": 0.881969775924961,
      "grad_norm": 0.9534391164779663,
      "learning_rate": 2.276262237434635e-06,
      "loss": 0.7561,
      "step": 677
    },
    {
      "epoch": 0.8832725377800938,
      "grad_norm": 0.9891889095306396,
      "learning_rate": 2.226542134321508e-06,
      "loss": 0.7845,
      "step": 678
    },
    {
      "epoch": 0.8845752996352266,
      "grad_norm": 0.9614699482917786,
      "learning_rate": 2.1773517937748853e-06,
      "loss": 0.7708,
      "step": 679
    },
    {
      "epoch": 0.8858780614903595,
      "grad_norm": 0.9503171443939209,
      "learning_rate": 2.1286920765884555e-06,
      "loss": 0.7286,
      "step": 680
    },
    {
      "epoch": 0.8871808233454924,
      "grad_norm": 0.9154089689254761,
      "learning_rate": 2.0805638342703788e-06,
      "loss": 0.7382,
      "step": 681
    },
    {
      "epoch": 0.8884835852006253,
      "grad_norm": 1.0028704404830933,
      "learning_rate": 2.0329679090284097e-06,
      "loss": 0.7546,
      "step": 682
    },
    {
      "epoch": 0.8897863470557582,
      "grad_norm": 0.9367740750312805,
      "learning_rate": 1.9859051337551805e-06,
      "loss": 0.7183,
      "step": 683
    },
    {
      "epoch": 0.8910891089108911,
      "grad_norm": 0.9662940502166748,
      "learning_rate": 1.9393763320135793e-06,
      "loss": 0.7821,
      "step": 684
    },
    {
      "epoch": 0.892391870766024,
      "grad_norm": 1.0092779397964478,
      "learning_rate": 1.8933823180223646e-06,
      "loss": 0.829,
      "step": 685
    },
    {
      "epoch": 0.8936946326211569,
      "grad_norm": 0.963880717754364,
      "learning_rate": 1.8479238966419233e-06,
      "loss": 0.7684,
      "step": 686
    },
    {
      "epoch": 0.8949973944762898,
      "grad_norm": 0.9169959425926208,
      "learning_rate": 1.8030018633601743e-06,
      "loss": 0.735,
      "step": 687
    },
    {
      "epoch": 0.8963001563314226,
      "grad_norm": 0.9603608250617981,
      "learning_rate": 1.7586170042786468e-06,
      "loss": 0.7843,
      "step": 688
    },
    {
      "epoch": 0.8976029181865555,
      "grad_norm": 1.0876539945602417,
      "learning_rate": 1.7147700960987448e-06,
      "loss": 0.7721,
      "step": 689
    },
    {
      "epoch": 0.8989056800416884,
      "grad_norm": 0.9588826894760132,
      "learning_rate": 1.6714619061081107e-06,
      "loss": 0.7405,
      "step": 690
    },
    {
      "epoch": 0.9002084418968213,
      "grad_norm": 0.9661469459533691,
      "learning_rate": 1.6286931921672577e-06,
      "loss": 0.7357,
      "step": 691
    },
    {
      "epoch": 0.9015112037519541,
      "grad_norm": 0.9673269987106323,
      "learning_rate": 1.586464702696251e-06,
      "loss": 0.7833,
      "step": 692
    },
    {
      "epoch": 0.902813965607087,
      "grad_norm": 0.9617257714271545,
      "learning_rate": 1.5447771766616573e-06,
      "loss": 0.7495,
      "step": 693
    },
    {
      "epoch": 0.9041167274622199,
      "grad_norm": 0.9493683576583862,
      "learning_rate": 1.5036313435635772e-06,
      "loss": 0.7559,
      "step": 694
    },
    {
      "epoch": 0.9054194893173528,
      "grad_norm": 0.9315470457077026,
      "learning_rate": 1.4630279234229108e-06,
      "loss": 0.7869,
      "step": 695
    },
    {
      "epoch": 0.9067222511724856,
      "grad_norm": 0.9171879291534424,
      "learning_rate": 1.42296762676873e-06,
      "loss": 0.7522,
      "step": 696
    },
    {
      "epoch": 0.9080250130276185,
      "grad_norm": 0.9789528250694275,
      "learning_rate": 1.383451154625862e-06,
      "loss": 0.7815,
      "step": 697
    },
    {
      "epoch": 0.9093277748827514,
      "grad_norm": 0.9797160625457764,
      "learning_rate": 1.344479198502621e-06,
      "loss": 0.7783,
      "step": 698
    },
    {
      "epoch": 0.9106305367378843,
      "grad_norm": 0.9675379991531372,
      "learning_rate": 1.3060524403786963e-06,
      "loss": 0.7659,
      "step": 699
    },
    {
      "epoch": 0.9119332985930172,
      "grad_norm": 0.9739587306976318,
      "learning_rate": 1.2681715526932263e-06,
      "loss": 0.7492,
      "step": 700
    }
  ],
  "logging_steps": 1,
  "max_steps": 767,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0762625079151165e+18,
  "train_batch_size": 6,
  "trial_name": null,
  "trial_params": null
}