{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.2547081204132639,
  "eval_steps": 500,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00012735406020663196,
      "grad_norm": 7.271933690036313,
      "learning_rate": 4.237288135593221e-08,
      "loss": 1.8539,
      "step": 1
    },
    {
      "epoch": 0.0002547081204132639,
      "grad_norm": 9.658086805732816,
      "learning_rate": 8.474576271186442e-08,
      "loss": 2.0669,
      "step": 2
    },
    {
      "epoch": 0.0003820621806198959,
      "grad_norm": 11.484017585849884,
      "learning_rate": 1.2711864406779662e-07,
      "loss": 2.2215,
      "step": 3
    },
    {
      "epoch": 0.0005094162408265278,
      "grad_norm": 5.540318356122022,
      "learning_rate": 1.6949152542372883e-07,
      "loss": 1.8601,
      "step": 4
    },
    {
      "epoch": 0.0006367703010331598,
      "grad_norm": 8.72124267822763,
      "learning_rate": 2.1186440677966102e-07,
      "loss": 2.036,
      "step": 5
    },
    {
      "epoch": 0.0007641243612397918,
      "grad_norm": 5.653927826902831,
      "learning_rate": 2.5423728813559323e-07,
      "loss": 1.6908,
      "step": 6
    },
    {
      "epoch": 0.0008914784214464238,
      "grad_norm": 6.524121350290057,
      "learning_rate": 2.966101694915255e-07,
      "loss": 1.8968,
      "step": 7
    },
    {
      "epoch": 0.0010188324816530557,
      "grad_norm": 6.459540108765332,
      "learning_rate": 3.3898305084745766e-07,
      "loss": 1.7855,
      "step": 8
    },
    {
      "epoch": 0.0011461865418596878,
      "grad_norm": 9.04352851601738,
      "learning_rate": 3.813559322033899e-07,
      "loss": 2.0275,
      "step": 9
    },
    {
      "epoch": 0.0012735406020663196,
      "grad_norm": 5.189147687544124,
      "learning_rate": 4.2372881355932204e-07,
      "loss": 1.7905,
      "step": 10
    },
    {
      "epoch": 0.0014008946622729515,
      "grad_norm": 7.8253156604412375,
      "learning_rate": 4.661016949152543e-07,
      "loss": 1.9746,
      "step": 11
    },
    {
      "epoch": 0.0015282487224795836,
      "grad_norm": 8.244971390044737,
      "learning_rate": 5.084745762711865e-07,
      "loss": 1.9675,
      "step": 12
    },
    {
      "epoch": 0.0016556027826862155,
      "grad_norm": 9.407911793872701,
      "learning_rate": 5.508474576271187e-07,
      "loss": 1.8633,
      "step": 13
    },
    {
      "epoch": 0.0017829568428928476,
      "grad_norm": 7.269078375368235,
      "learning_rate": 5.93220338983051e-07,
      "loss": 1.9822,
      "step": 14
    },
    {
      "epoch": 0.0019103109030994794,
      "grad_norm": 6.836825277174009,
      "learning_rate": 6.355932203389831e-07,
      "loss": 1.8575,
      "step": 15
    },
    {
      "epoch": 0.0020376649633061113,
      "grad_norm": 7.472620005302849,
      "learning_rate": 6.779661016949153e-07,
      "loss": 1.7522,
      "step": 16
    },
    {
      "epoch": 0.002165019023512743,
      "grad_norm": 5.337881334605893,
      "learning_rate": 7.203389830508476e-07,
      "loss": 1.623,
      "step": 17
    },
    {
      "epoch": 0.0022923730837193755,
      "grad_norm": 9.373863863448666,
      "learning_rate": 7.627118644067798e-07,
      "loss": 1.9805,
      "step": 18
    },
    {
      "epoch": 0.0024197271439260074,
      "grad_norm": 7.718845629389268,
      "learning_rate": 8.050847457627118e-07,
      "loss": 1.807,
      "step": 19
    },
    {
      "epoch": 0.0025470812041326393,
      "grad_norm": 7.130785818146366,
      "learning_rate": 8.474576271186441e-07,
      "loss": 1.824,
      "step": 20
    },
    {
      "epoch": 0.002674435264339271,
      "grad_norm": 6.681287500260171,
      "learning_rate": 8.898305084745763e-07,
      "loss": 1.8496,
      "step": 21
    },
    {
      "epoch": 0.002801789324545903,
      "grad_norm": 6.872143516134369,
      "learning_rate": 9.322033898305086e-07,
      "loss": 1.8806,
      "step": 22
    },
    {
      "epoch": 0.0029291433847525353,
      "grad_norm": 4.705998046939443,
      "learning_rate": 9.745762711864408e-07,
      "loss": 1.634,
      "step": 23
    },
    {
      "epoch": 0.003056497444959167,
      "grad_norm": 11.506522277892683,
      "learning_rate": 1.016949152542373e-06,
      "loss": 2.1845,
      "step": 24
    },
    {
      "epoch": 0.003183851505165799,
      "grad_norm": 11.312083874209405,
      "learning_rate": 1.059322033898305e-06,
      "loss": 1.8857,
      "step": 25
    },
    {
      "epoch": 0.003311205565372431,
      "grad_norm": 6.4627660818311226,
      "learning_rate": 1.1016949152542374e-06,
      "loss": 1.8913,
      "step": 26
    },
    {
      "epoch": 0.003438559625579063,
      "grad_norm": 7.32229167356663,
      "learning_rate": 1.1440677966101696e-06,
      "loss": 1.9071,
      "step": 27
    },
    {
      "epoch": 0.003565913685785695,
      "grad_norm": 5.958980854124657,
      "learning_rate": 1.186440677966102e-06,
      "loss": 1.7951,
      "step": 28
    },
    {
      "epoch": 0.003693267745992327,
      "grad_norm": 7.968036694484309,
      "learning_rate": 1.228813559322034e-06,
      "loss": 1.9683,
      "step": 29
    },
    {
      "epoch": 0.003820621806198959,
      "grad_norm": 6.087713606766322,
      "learning_rate": 1.2711864406779662e-06,
      "loss": 1.7463,
      "step": 30
    },
    {
      "epoch": 0.003947975866405591,
      "grad_norm": 7.15380657743577,
      "learning_rate": 1.3135593220338985e-06,
      "loss": 1.8375,
      "step": 31
    },
    {
      "epoch": 0.004075329926612223,
      "grad_norm": 6.99281487234341,
      "learning_rate": 1.3559322033898307e-06,
      "loss": 2.0248,
      "step": 32
    },
    {
      "epoch": 0.0042026839868188545,
      "grad_norm": 6.702985570920233,
      "learning_rate": 1.3983050847457628e-06,
      "loss": 1.9517,
      "step": 33
    },
    {
      "epoch": 0.004330038047025486,
      "grad_norm": 7.265232789313097,
      "learning_rate": 1.4406779661016951e-06,
      "loss": 1.9653,
      "step": 34
    },
    {
      "epoch": 0.004457392107232118,
      "grad_norm": 11.115946654222988,
      "learning_rate": 1.4830508474576273e-06,
      "loss": 2.2556,
      "step": 35
    },
    {
      "epoch": 0.004584746167438751,
      "grad_norm": 7.299990917879491,
      "learning_rate": 1.5254237288135596e-06,
      "loss": 1.8916,
      "step": 36
    },
    {
      "epoch": 0.004712100227645383,
      "grad_norm": 8.757682697242801,
      "learning_rate": 1.5677966101694915e-06,
      "loss": 1.9587,
      "step": 37
    },
    {
      "epoch": 0.004839454287852015,
      "grad_norm": 6.31538702786833,
      "learning_rate": 1.6101694915254237e-06,
      "loss": 1.6702,
      "step": 38
    },
    {
      "epoch": 0.004966808348058647,
      "grad_norm": 5.678276211998329,
      "learning_rate": 1.652542372881356e-06,
      "loss": 1.6698,
      "step": 39
    },
    {
      "epoch": 0.0050941624082652785,
      "grad_norm": 6.5502751882271255,
      "learning_rate": 1.6949152542372882e-06,
      "loss": 1.6604,
      "step": 40
    },
    {
      "epoch": 0.00522151646847191,
      "grad_norm": 7.378033030484872,
      "learning_rate": 1.7372881355932205e-06,
      "loss": 1.8324,
      "step": 41
    },
    {
      "epoch": 0.005348870528678542,
      "grad_norm": 15.420303713013,
      "learning_rate": 1.7796610169491526e-06,
      "loss": 2.0715,
      "step": 42
    },
    {
      "epoch": 0.005476224588885174,
      "grad_norm": 5.720408048146975,
      "learning_rate": 1.8220338983050848e-06,
      "loss": 1.723,
      "step": 43
    },
    {
      "epoch": 0.005603578649091806,
      "grad_norm": 6.303637032995317,
      "learning_rate": 1.8644067796610171e-06,
      "loss": 1.7073,
      "step": 44
    },
    {
      "epoch": 0.005730932709298438,
      "grad_norm": 6.278397704866944,
      "learning_rate": 1.9067796610169493e-06,
      "loss": 1.6899,
      "step": 45
    },
    {
      "epoch": 0.005858286769505071,
      "grad_norm": 9.400638363853234,
      "learning_rate": 1.9491525423728816e-06,
      "loss": 2.0536,
      "step": 46
    },
    {
      "epoch": 0.0059856408297117025,
      "grad_norm": 11.772339058952785,
      "learning_rate": 1.9915254237288137e-06,
      "loss": 1.9004,
      "step": 47
    },
    {
      "epoch": 0.006112994889918334,
      "grad_norm": 6.097740079901016,
      "learning_rate": 2.033898305084746e-06,
      "loss": 1.7205,
      "step": 48
    },
    {
      "epoch": 0.006240348950124966,
      "grad_norm": 7.00755338498105,
      "learning_rate": 2.076271186440678e-06,
      "loss": 1.8041,
      "step": 49
    },
    {
      "epoch": 0.006367703010331598,
      "grad_norm": 6.9732164515856,
      "learning_rate": 2.11864406779661e-06,
      "loss": 1.7358,
      "step": 50
    },
    {
      "epoch": 0.00649505707053823,
      "grad_norm": 6.583437987191887,
      "learning_rate": 2.1610169491525427e-06,
      "loss": 1.7373,
      "step": 51
    },
    {
      "epoch": 0.006622411130744862,
      "grad_norm": 8.700856431922421,
      "learning_rate": 2.203389830508475e-06,
      "loss": 1.8176,
      "step": 52
    },
    {
      "epoch": 0.006749765190951494,
      "grad_norm": 6.11722055087655,
      "learning_rate": 2.245762711864407e-06,
      "loss": 1.6658,
      "step": 53
    },
    {
      "epoch": 0.006877119251158126,
      "grad_norm": 6.397543745767114,
      "learning_rate": 2.288135593220339e-06,
      "loss": 1.761,
      "step": 54
    },
    {
      "epoch": 0.0070044733113647575,
      "grad_norm": 9.611483508510796,
      "learning_rate": 2.3305084745762712e-06,
      "loss": 1.9658,
      "step": 55
    },
    {
      "epoch": 0.00713182737157139,
      "grad_norm": 9.349587138643392,
      "learning_rate": 2.372881355932204e-06,
      "loss": 1.7335,
      "step": 56
    },
    {
      "epoch": 0.007259181431778022,
      "grad_norm": 6.522174278890342,
      "learning_rate": 2.415254237288136e-06,
      "loss": 1.6166,
      "step": 57
    },
    {
      "epoch": 0.007386535491984654,
      "grad_norm": 7.750941557755308,
      "learning_rate": 2.457627118644068e-06,
      "loss": 1.7544,
      "step": 58
    },
    {
      "epoch": 0.007513889552191286,
      "grad_norm": 6.912297289671559,
      "learning_rate": 2.5e-06,
      "loss": 1.7011,
      "step": 59
    },
    {
      "epoch": 0.007641243612397918,
      "grad_norm": 7.984840812457877,
      "learning_rate": 2.5423728813559323e-06,
      "loss": 1.6993,
      "step": 60
    },
    {
      "epoch": 0.00776859767260455,
      "grad_norm": 7.121099642585329,
      "learning_rate": 2.5847457627118645e-06,
      "loss": 1.6092,
      "step": 61
    },
    {
      "epoch": 0.007895951732811182,
      "grad_norm": 13.071363736303791,
      "learning_rate": 2.627118644067797e-06,
      "loss": 1.9803,
      "step": 62
    },
    {
      "epoch": 0.008023305793017814,
      "grad_norm": 7.054327363108295,
      "learning_rate": 2.669491525423729e-06,
      "loss": 1.5912,
      "step": 63
    },
    {
      "epoch": 0.008150659853224445,
      "grad_norm": 8.19110074835651,
      "learning_rate": 2.7118644067796613e-06,
      "loss": 1.6463,
      "step": 64
    },
    {
      "epoch": 0.008278013913431078,
      "grad_norm": 7.584386759380691,
      "learning_rate": 2.7542372881355934e-06,
      "loss": 1.6676,
      "step": 65
    },
    {
      "epoch": 0.008405367973637709,
      "grad_norm": 13.138200788018468,
      "learning_rate": 2.7966101694915256e-06,
      "loss": 1.8309,
      "step": 66
    },
    {
      "epoch": 0.008532722033844342,
      "grad_norm": 9.75600502737869,
      "learning_rate": 2.838983050847458e-06,
      "loss": 1.8151,
      "step": 67
    },
    {
      "epoch": 0.008660076094050973,
      "grad_norm": 9.03322022802435,
      "learning_rate": 2.8813559322033903e-06,
      "loss": 1.7743,
      "step": 68
    },
    {
      "epoch": 0.008787430154257606,
      "grad_norm": 7.31942395137626,
      "learning_rate": 2.9237288135593224e-06,
      "loss": 1.4732,
      "step": 69
    },
    {
      "epoch": 0.008914784214464237,
      "grad_norm": 7.29859110156687,
      "learning_rate": 2.9661016949152545e-06,
      "loss": 1.5354,
      "step": 70
    },
    {
      "epoch": 0.00904213827467087,
      "grad_norm": 7.57838373430734,
      "learning_rate": 3.0084745762711862e-06,
      "loss": 1.6728,
      "step": 71
    },
    {
      "epoch": 0.009169492334877502,
      "grad_norm": 8.627342016718561,
      "learning_rate": 3.0508474576271192e-06,
      "loss": 1.5038,
      "step": 72
    },
    {
      "epoch": 0.009296846395084133,
      "grad_norm": 11.103801289476134,
      "learning_rate": 3.0932203389830514e-06,
      "loss": 1.6997,
      "step": 73
    },
    {
      "epoch": 0.009424200455290766,
      "grad_norm": 7.695175185164474,
      "learning_rate": 3.135593220338983e-06,
      "loss": 1.6034,
      "step": 74
    },
    {
      "epoch": 0.009551554515497397,
      "grad_norm": 7.476937502840767,
      "learning_rate": 3.1779661016949152e-06,
      "loss": 1.7081,
      "step": 75
    },
    {
      "epoch": 0.00967890857570403,
      "grad_norm": 8.36338889468324,
      "learning_rate": 3.2203389830508473e-06,
      "loss": 1.7367,
      "step": 76
    },
    {
      "epoch": 0.00980626263591066,
      "grad_norm": 7.377402480026078,
      "learning_rate": 3.26271186440678e-06,
      "loss": 1.5538,
      "step": 77
    },
    {
      "epoch": 0.009933616696117293,
      "grad_norm": 7.682228824336897,
      "learning_rate": 3.305084745762712e-06,
      "loss": 1.6121,
      "step": 78
    },
    {
      "epoch": 0.010060970756323924,
      "grad_norm": 9.349692811866577,
      "learning_rate": 3.347457627118644e-06,
      "loss": 1.6372,
      "step": 79
    },
    {
      "epoch": 0.010188324816530557,
      "grad_norm": 7.284498284211861,
      "learning_rate": 3.3898305084745763e-06,
      "loss": 1.6672,
      "step": 80
    },
    {
      "epoch": 0.01031567887673719,
      "grad_norm": 7.870893588490932,
      "learning_rate": 3.4322033898305084e-06,
      "loss": 1.581,
      "step": 81
    },
    {
      "epoch": 0.01044303293694382,
      "grad_norm": 7.532864852561931,
      "learning_rate": 3.474576271186441e-06,
      "loss": 1.5485,
      "step": 82
    },
    {
      "epoch": 0.010570386997150454,
      "grad_norm": 7.315126387572679,
      "learning_rate": 3.516949152542373e-06,
      "loss": 1.462,
      "step": 83
    },
    {
      "epoch": 0.010697741057357085,
      "grad_norm": 9.982699879040739,
      "learning_rate": 3.5593220338983053e-06,
      "loss": 1.6831,
      "step": 84
    },
    {
      "epoch": 0.010825095117563717,
      "grad_norm": 6.745164905565429,
      "learning_rate": 3.6016949152542374e-06,
      "loss": 1.4625,
      "step": 85
    },
    {
      "epoch": 0.010952449177770348,
      "grad_norm": 7.396636518107798,
      "learning_rate": 3.6440677966101695e-06,
      "loss": 1.4898,
      "step": 86
    },
    {
      "epoch": 0.011079803237976981,
      "grad_norm": 6.530327106595857,
      "learning_rate": 3.686440677966102e-06,
      "loss": 1.4851,
      "step": 87
    },
    {
      "epoch": 0.011207157298183612,
      "grad_norm": 7.280031290511072,
      "learning_rate": 3.7288135593220342e-06,
      "loss": 1.5776,
      "step": 88
    },
    {
      "epoch": 0.011334511358390245,
      "grad_norm": 7.258807653030983,
      "learning_rate": 3.7711864406779664e-06,
      "loss": 1.493,
      "step": 89
    },
    {
      "epoch": 0.011461865418596876,
      "grad_norm": 6.780060975917414,
      "learning_rate": 3.8135593220338985e-06,
      "loss": 1.497,
      "step": 90
    },
    {
      "epoch": 0.011589219478803509,
      "grad_norm": 5.299820792569274,
      "learning_rate": 3.8559322033898315e-06,
      "loss": 1.3391,
      "step": 91
    },
    {
      "epoch": 0.011716573539010141,
      "grad_norm": 11.906512079833732,
      "learning_rate": 3.898305084745763e-06,
      "loss": 1.7044,
      "step": 92
    },
    {
      "epoch": 0.011843927599216772,
      "grad_norm": 13.750145928735572,
      "learning_rate": 3.940677966101695e-06,
      "loss": 1.3373,
      "step": 93
    },
    {
      "epoch": 0.011971281659423405,
      "grad_norm": 6.2094515960377015,
      "learning_rate": 3.9830508474576275e-06,
      "loss": 1.4218,
      "step": 94
    },
    {
      "epoch": 0.012098635719630036,
      "grad_norm": 8.702043175020558,
      "learning_rate": 4.025423728813559e-06,
      "loss": 1.5958,
      "step": 95
    },
    {
      "epoch": 0.012225989779836669,
      "grad_norm": 10.530891389712178,
      "learning_rate": 4.067796610169492e-06,
      "loss": 1.3869,
      "step": 96
    },
    {
      "epoch": 0.0123533438400433,
      "grad_norm": 8.382484394062372,
      "learning_rate": 4.110169491525424e-06,
      "loss": 1.4319,
      "step": 97
    },
    {
      "epoch": 0.012480697900249933,
      "grad_norm": 8.65764730585386,
      "learning_rate": 4.152542372881356e-06,
      "loss": 1.4986,
      "step": 98
    },
    {
      "epoch": 0.012608051960456564,
      "grad_norm": 6.733364941110484,
      "learning_rate": 4.1949152542372886e-06,
      "loss": 1.3344,
      "step": 99
    },
    {
      "epoch": 0.012735406020663196,
      "grad_norm": 7.635913980134383,
      "learning_rate": 4.23728813559322e-06,
      "loss": 1.4161,
      "step": 100
    },
    {
      "epoch": 0.012862760080869829,
      "grad_norm": 10.236577619610213,
      "learning_rate": 4.279661016949153e-06,
      "loss": 1.5962,
      "step": 101
    },
    {
      "epoch": 0.01299011414107646,
      "grad_norm": 5.526567621635844,
      "learning_rate": 4.322033898305085e-06,
      "loss": 1.2936,
      "step": 102
    },
    {
      "epoch": 0.013117468201283093,
      "grad_norm": 7.496201634189791,
      "learning_rate": 4.364406779661017e-06,
      "loss": 1.4379,
      "step": 103
    },
    {
      "epoch": 0.013244822261489724,
      "grad_norm": 6.365117809706692,
      "learning_rate": 4.40677966101695e-06,
      "loss": 1.3969,
      "step": 104
    },
    {
      "epoch": 0.013372176321696357,
      "grad_norm": 4.970383669437514,
      "learning_rate": 4.449152542372881e-06,
      "loss": 1.4318,
      "step": 105
    },
    {
      "epoch": 0.013499530381902988,
      "grad_norm": 6.540428319781601,
      "learning_rate": 4.491525423728814e-06,
      "loss": 1.4254,
      "step": 106
    },
    {
      "epoch": 0.01362688444210962,
      "grad_norm": 5.759607332938477,
      "learning_rate": 4.5338983050847465e-06,
      "loss": 1.4332,
      "step": 107
    },
    {
      "epoch": 0.013754238502316251,
      "grad_norm": 8.31020834173882,
      "learning_rate": 4.576271186440678e-06,
      "loss": 1.4719,
      "step": 108
    },
    {
      "epoch": 0.013881592562522884,
      "grad_norm": 7.340003043857536,
      "learning_rate": 4.618644067796611e-06,
      "loss": 1.3971,
      "step": 109
    },
    {
      "epoch": 0.014008946622729515,
      "grad_norm": 6.511784361547076,
      "learning_rate": 4.6610169491525425e-06,
      "loss": 1.4415,
      "step": 110
    },
    {
      "epoch": 0.014136300682936148,
      "grad_norm": 6.731671633748867,
      "learning_rate": 4.703389830508475e-06,
      "loss": 1.4395,
      "step": 111
    },
    {
      "epoch": 0.01426365474314278,
      "grad_norm": 6.905671660774626,
      "learning_rate": 4.745762711864408e-06,
      "loss": 1.365,
      "step": 112
    },
    {
      "epoch": 0.014391008803349412,
      "grad_norm": 6.430425515815662,
      "learning_rate": 4.788135593220339e-06,
      "loss": 1.3832,
      "step": 113
    },
    {
      "epoch": 0.014518362863556044,
      "grad_norm": 7.435499419092716,
      "learning_rate": 4.830508474576272e-06,
      "loss": 1.4609,
      "step": 114
    },
    {
      "epoch": 0.014645716923762675,
      "grad_norm": 5.4419059003708625,
      "learning_rate": 4.872881355932204e-06,
      "loss": 1.3687,
      "step": 115
    },
    {
      "epoch": 0.014773070983969308,
      "grad_norm": 5.480813981464255,
      "learning_rate": 4.915254237288136e-06,
      "loss": 1.3259,
      "step": 116
    },
    {
      "epoch": 0.014900425044175939,
      "grad_norm": 19.487504134260305,
      "learning_rate": 4.957627118644069e-06,
      "loss": 1.2768,
      "step": 117
    },
    {
      "epoch": 0.015027779104382572,
      "grad_norm": 6.2148980714352895,
      "learning_rate": 5e-06,
      "loss": 1.3555,
      "step": 118
    },
    {
      "epoch": 0.015155133164589203,
      "grad_norm": 5.838187604837424,
      "learning_rate": 5.042372881355932e-06,
      "loss": 1.3501,
      "step": 119
    },
    {
      "epoch": 0.015282487224795836,
      "grad_norm": 5.3091089533384,
      "learning_rate": 5.084745762711865e-06,
      "loss": 1.3454,
      "step": 120
    },
    {
      "epoch": 0.015409841285002468,
      "grad_norm": 7.12967595373887,
      "learning_rate": 5.127118644067796e-06,
      "loss": 1.2718,
      "step": 121
    },
    {
      "epoch": 0.0155371953452091,
      "grad_norm": 5.081241156275937,
      "learning_rate": 5.169491525423729e-06,
      "loss": 1.306,
      "step": 122
    },
    {
      "epoch": 0.015664549405415732,
      "grad_norm": 5.1678133686722605,
      "learning_rate": 5.211864406779662e-06,
      "loss": 1.2662,
      "step": 123
    },
    {
      "epoch": 0.015791903465622363,
      "grad_norm": 6.609829212931382,
      "learning_rate": 5.254237288135594e-06,
      "loss": 1.4107,
      "step": 124
    },
    {
      "epoch": 0.015919257525828994,
      "grad_norm": 5.390686388633695,
      "learning_rate": 5.296610169491526e-06,
      "loss": 1.3657,
      "step": 125
    },
    {
      "epoch": 0.01604661158603563,
      "grad_norm": 4.716304726524517,
      "learning_rate": 5.338983050847458e-06,
      "loss": 1.285,
      "step": 126
    },
    {
      "epoch": 0.01617396564624226,
      "grad_norm": 7.442946547443793,
      "learning_rate": 5.38135593220339e-06,
      "loss": 1.5355,
      "step": 127
    },
    {
      "epoch": 0.01630131970644889,
      "grad_norm": 6.08763747167752,
      "learning_rate": 5.423728813559323e-06,
      "loss": 1.225,
      "step": 128
    },
    {
      "epoch": 0.01642867376665552,
      "grad_norm": 7.440177884180067,
      "learning_rate": 5.466101694915254e-06,
      "loss": 1.4228,
      "step": 129
    },
    {
      "epoch": 0.016556027826862156,
      "grad_norm": 7.716718027865346,
      "learning_rate": 5.508474576271187e-06,
      "loss": 1.4903,
      "step": 130
    },
    {
      "epoch": 0.016683381887068787,
      "grad_norm": 4.940675318037667,
      "learning_rate": 5.550847457627119e-06,
      "loss": 1.3298,
      "step": 131
    },
    {
      "epoch": 0.016810735947275418,
      "grad_norm": 6.172436497895839,
      "learning_rate": 5.593220338983051e-06,
      "loss": 1.334,
      "step": 132
    },
    {
      "epoch": 0.016938090007482053,
      "grad_norm": 4.577141665939358,
      "learning_rate": 5.635593220338984e-06,
      "loss": 1.3172,
      "step": 133
    },
    {
      "epoch": 0.017065444067688684,
      "grad_norm": 4.928191476396523,
      "learning_rate": 5.677966101694916e-06,
      "loss": 1.2845,
      "step": 134
    },
    {
      "epoch": 0.017192798127895315,
      "grad_norm": 5.175516465809592,
      "learning_rate": 5.720338983050848e-06,
      "loss": 1.3261,
      "step": 135
    },
    {
      "epoch": 0.017320152188101946,
      "grad_norm": 5.868259215222263,
      "learning_rate": 5.7627118644067805e-06,
      "loss": 1.3385,
      "step": 136
    },
    {
      "epoch": 0.01744750624830858,
      "grad_norm": 6.6858498507159405,
      "learning_rate": 5.805084745762712e-06,
      "loss": 1.3098,
      "step": 137
    },
    {
      "epoch": 0.01757486030851521,
      "grad_norm": 5.492215282646657,
      "learning_rate": 5.847457627118645e-06,
      "loss": 1.2635,
      "step": 138
    },
    {
      "epoch": 0.017702214368721842,
      "grad_norm": 10.420122310923675,
      "learning_rate": 5.8898305084745765e-06,
      "loss": 1.3717,
      "step": 139
    },
    {
      "epoch": 0.017829568428928473,
      "grad_norm": 5.144524576447836,
      "learning_rate": 5.932203389830509e-06,
      "loss": 1.2734,
      "step": 140
    },
    {
      "epoch": 0.017956922489135108,
      "grad_norm": 6.264504044638567,
      "learning_rate": 5.974576271186441e-06,
      "loss": 1.318,
      "step": 141
    },
    {
      "epoch": 0.01808427654934174,
      "grad_norm": 5.740016397060673,
      "learning_rate": 6.0169491525423725e-06,
      "loss": 1.3783,
      "step": 142
    },
    {
      "epoch": 0.01821163060954837,
      "grad_norm": 6.251052157530912,
      "learning_rate": 6.059322033898306e-06,
      "loss": 1.3595,
      "step": 143
    },
    {
      "epoch": 0.018338984669755004,
      "grad_norm": 5.523655392073338,
      "learning_rate": 6.1016949152542385e-06,
      "loss": 1.1841,
      "step": 144
    },
    {
      "epoch": 0.018466338729961635,
      "grad_norm": 5.937324601644495,
      "learning_rate": 6.14406779661017e-06,
      "loss": 1.328,
      "step": 145
    },
    {
      "epoch": 0.018593692790168266,
      "grad_norm": 5.449422459229983,
      "learning_rate": 6.186440677966103e-06,
      "loss": 1.3431,
      "step": 146
    },
    {
      "epoch": 0.018721046850374897,
      "grad_norm": 7.690879017131419,
      "learning_rate": 6.2288135593220344e-06,
      "loss": 1.3203,
      "step": 147
    },
    {
      "epoch": 0.01884840091058153,
      "grad_norm": 5.27418216675118,
      "learning_rate": 6.271186440677966e-06,
      "loss": 1.2765,
      "step": 148
    },
    {
      "epoch": 0.018975754970788163,
      "grad_norm": 6.17835986202785,
      "learning_rate": 6.313559322033899e-06,
      "loss": 1.2689,
      "step": 149
    },
    {
      "epoch": 0.019103109030994794,
      "grad_norm": 5.636045335076978,
      "learning_rate": 6.3559322033898304e-06,
      "loss": 1.3782,
      "step": 150
    },
    {
      "epoch": 0.019230463091201428,
      "grad_norm": 5.108084699461727,
      "learning_rate": 6.398305084745763e-06,
      "loss": 1.3202,
      "step": 151
    },
    {
      "epoch": 0.01935781715140806,
      "grad_norm": 6.525588214420939,
      "learning_rate": 6.440677966101695e-06,
      "loss": 1.3457,
      "step": 152
    },
    {
      "epoch": 0.01948517121161469,
      "grad_norm": 5.606250966219782,
      "learning_rate": 6.483050847457628e-06,
      "loss": 1.3161,
      "step": 153
    },
    {
      "epoch": 0.01961252527182132,
      "grad_norm": 5.588206693263131,
      "learning_rate": 6.52542372881356e-06,
      "loss": 1.3518,
      "step": 154
    },
    {
      "epoch": 0.019739879332027956,
      "grad_norm": 5.148154081610033,
      "learning_rate": 6.567796610169492e-06,
      "loss": 1.2552,
      "step": 155
    },
    {
      "epoch": 0.019867233392234587,
      "grad_norm": 7.284755141437708,
      "learning_rate": 6.610169491525424e-06,
      "loss": 1.2592,
      "step": 156
    },
    {
      "epoch": 0.019994587452441218,
      "grad_norm": 4.314617134869305,
      "learning_rate": 6.652542372881357e-06,
      "loss": 1.1922,
      "step": 157
    },
    {
      "epoch": 0.02012194151264785,
      "grad_norm": 5.301650153890583,
      "learning_rate": 6.694915254237288e-06,
      "loss": 1.2398,
      "step": 158
    },
    {
      "epoch": 0.020249295572854483,
      "grad_norm": 4.878119228831268,
      "learning_rate": 6.737288135593221e-06,
      "loss": 1.3827,
      "step": 159
    },
    {
      "epoch": 0.020376649633061114,
      "grad_norm": 6.819622271416848,
      "learning_rate": 6.779661016949153e-06,
      "loss": 1.3324,
      "step": 160
    },
    {
      "epoch": 0.020504003693267745,
      "grad_norm": 4.742557919660855,
      "learning_rate": 6.822033898305085e-06,
      "loss": 1.3472,
      "step": 161
    },
    {
      "epoch": 0.02063135775347438,
      "grad_norm": 5.689883895788964,
      "learning_rate": 6.864406779661017e-06,
      "loss": 1.1704,
      "step": 162
    },
    {
      "epoch": 0.02075871181368101,
      "grad_norm": 6.417111302943501,
      "learning_rate": 6.90677966101695e-06,
      "loss": 1.3367,
      "step": 163
    },
    {
      "epoch": 0.02088606587388764,
      "grad_norm": 6.942220645458798,
      "learning_rate": 6.949152542372882e-06,
      "loss": 1.2618,
      "step": 164
    },
    {
      "epoch": 0.021013419934094273,
      "grad_norm": 5.252453185448875,
      "learning_rate": 6.9915254237288146e-06,
      "loss": 1.2426,
      "step": 165
    },
    {
      "epoch": 0.021140773994300907,
      "grad_norm": 5.9624264758553185,
      "learning_rate": 7.033898305084746e-06,
      "loss": 1.514,
      "step": 166
    },
    {
      "epoch": 0.021268128054507538,
      "grad_norm": 7.006920527037309,
      "learning_rate": 7.076271186440679e-06,
      "loss": 1.2284,
      "step": 167
    },
    {
      "epoch": 0.02139548211471417,
      "grad_norm": 6.09704000229216,
      "learning_rate": 7.1186440677966106e-06,
      "loss": 1.3126,
      "step": 168
    },
    {
      "epoch": 0.0215228361749208,
      "grad_norm": 8.247528168259292,
      "learning_rate": 7.161016949152543e-06,
      "loss": 1.4338,
      "step": 169
    },
    {
      "epoch": 0.021650190235127435,
      "grad_norm": 6.171994905876386,
      "learning_rate": 7.203389830508475e-06,
      "loss": 1.2461,
      "step": 170
    },
    {
      "epoch": 0.021777544295334066,
      "grad_norm": 5.131775076203093,
      "learning_rate": 7.2457627118644065e-06,
      "loss": 1.2865,
      "step": 171
    },
    {
      "epoch": 0.021904898355540697,
      "grad_norm": 6.94815098159131,
      "learning_rate": 7.288135593220339e-06,
      "loss": 1.1561,
      "step": 172
    },
    {
      "epoch": 0.02203225241574733,
      "grad_norm": 6.040933218097003,
      "learning_rate": 7.3305084745762725e-06,
      "loss": 1.2328,
      "step": 173
    },
    {
      "epoch": 0.022159606475953962,
      "grad_norm": 5.685342232662009,
      "learning_rate": 7.372881355932204e-06,
      "loss": 1.2557,
      "step": 174
    },
    {
      "epoch": 0.022286960536160593,
      "grad_norm": 6.001107431572396,
      "learning_rate": 7.415254237288137e-06,
      "loss": 1.2557,
      "step": 175
    },
    {
      "epoch": 0.022414314596367224,
      "grad_norm": 6.392164571865962,
      "learning_rate": 7.4576271186440685e-06,
      "loss": 1.2892,
      "step": 176
    },
    {
      "epoch": 0.02254166865657386,
      "grad_norm": 6.654915116110552,
      "learning_rate": 7.500000000000001e-06,
      "loss": 1.2959,
      "step": 177
    },
    {
      "epoch": 0.02266902271678049,
      "grad_norm": 7.458014397932309,
      "learning_rate": 7.542372881355933e-06,
      "loss": 1.3309,
      "step": 178
    },
    {
      "epoch": 0.02279637677698712,
      "grad_norm": 7.500898180267626,
      "learning_rate": 7.5847457627118645e-06,
      "loss": 1.2727,
      "step": 179
    },
    {
      "epoch": 0.02292373083719375,
      "grad_norm": 5.733225361598391,
      "learning_rate": 7.627118644067797e-06,
      "loss": 1.3032,
      "step": 180
    },
    {
      "epoch": 0.023051084897400386,
      "grad_norm": 8.154695676999397,
      "learning_rate": 7.66949152542373e-06,
      "loss": 1.2128,
      "step": 181
    },
    {
      "epoch": 0.023178438957607017,
      "grad_norm": 6.985545902969932,
      "learning_rate": 7.711864406779663e-06,
      "loss": 1.3754,
      "step": 182
    },
    {
      "epoch": 0.023305793017813648,
      "grad_norm": 5.1080014310280655,
      "learning_rate": 7.754237288135595e-06,
      "loss": 1.2624,
      "step": 183
    },
    {
      "epoch": 0.023433147078020283,
      "grad_norm": 5.456029954386173,
      "learning_rate": 7.796610169491526e-06,
      "loss": 1.3119,
      "step": 184
    },
    {
      "epoch": 0.023560501138226914,
      "grad_norm": 5.870259096838373,
      "learning_rate": 7.838983050847458e-06,
      "loss": 1.3431,
      "step": 185
    },
    {
      "epoch": 0.023687855198433545,
      "grad_norm": 4.844651464438866,
      "learning_rate": 7.88135593220339e-06,
      "loss": 1.1957,
      "step": 186
    },
    {
      "epoch": 0.023815209258640176,
      "grad_norm": 4.881515257364843,
      "learning_rate": 7.923728813559323e-06,
      "loss": 1.2141,
      "step": 187
    },
    {
      "epoch": 0.02394256331884681,
      "grad_norm": 5.3909046929818265,
      "learning_rate": 7.966101694915255e-06,
      "loss": 1.2117,
      "step": 188
    },
    {
      "epoch": 0.02406991737905344,
      "grad_norm": 5.084112680862707,
      "learning_rate": 8.008474576271187e-06,
      "loss": 1.2686,
      "step": 189
    },
    {
      "epoch": 0.024197271439260072,
      "grad_norm": 6.606274321627709,
      "learning_rate": 8.050847457627118e-06,
      "loss": 1.269,
      "step": 190
    },
    {
      "epoch": 0.024324625499466707,
      "grad_norm": 4.587065315960808,
      "learning_rate": 8.093220338983052e-06,
      "loss": 1.1426,
      "step": 191
    },
    {
      "epoch": 0.024451979559673338,
      "grad_norm": 5.427227269739341,
      "learning_rate": 8.135593220338983e-06,
      "loss": 1.2607,
      "step": 192
    },
    {
      "epoch": 0.02457933361987997,
      "grad_norm": 7.6170325004261885,
      "learning_rate": 8.177966101694917e-06,
      "loss": 1.3308,
      "step": 193
    },
    {
      "epoch": 0.0247066876800866,
      "grad_norm": 6.3427616345396345,
      "learning_rate": 8.220338983050849e-06,
      "loss": 1.213,
      "step": 194
    },
    {
      "epoch": 0.024834041740293234,
      "grad_norm": 7.609799602341245,
      "learning_rate": 8.26271186440678e-06,
      "loss": 1.2924,
      "step": 195
    },
    {
      "epoch": 0.024961395800499865,
      "grad_norm": 4.2632262922802315,
      "learning_rate": 8.305084745762712e-06,
      "loss": 1.145,
      "step": 196
    },
    {
      "epoch": 0.025088749860706496,
      "grad_norm": 5.907637175889623,
      "learning_rate": 8.347457627118645e-06,
      "loss": 1.1883,
      "step": 197
    },
    {
      "epoch": 0.025216103920913127,
      "grad_norm": 5.60309063911008,
      "learning_rate": 8.389830508474577e-06,
      "loss": 1.2593,
      "step": 198
    },
    {
      "epoch": 0.02534345798111976,
      "grad_norm": 5.196493969572722,
      "learning_rate": 8.432203389830509e-06,
      "loss": 1.0949,
      "step": 199
    },
    {
      "epoch": 0.025470812041326393,
      "grad_norm": 4.282351386970627,
      "learning_rate": 8.47457627118644e-06,
      "loss": 1.2098,
      "step": 200
    },
    {
      "epoch": 0.025598166101533024,
      "grad_norm": 7.771190590780939,
      "learning_rate": 8.516949152542372e-06,
      "loss": 1.3432,
      "step": 201
    },
    {
      "epoch": 0.025725520161739658,
      "grad_norm": 6.684773397321345,
      "learning_rate": 8.559322033898306e-06,
      "loss": 1.3336,
      "step": 202
    },
    {
      "epoch": 0.02585287422194629,
      "grad_norm": 7.465165686739227,
      "learning_rate": 8.601694915254239e-06,
      "loss": 1.1817,
      "step": 203
    },
    {
      "epoch": 0.02598022828215292,
      "grad_norm": 7.086114075804347,
      "learning_rate": 8.64406779661017e-06,
      "loss": 1.239,
      "step": 204
    },
    {
      "epoch": 0.02610758234235955,
      "grad_norm": 5.267852583691561,
      "learning_rate": 8.686440677966103e-06,
      "loss": 1.2166,
      "step": 205
    },
    {
      "epoch": 0.026234936402566186,
      "grad_norm": 6.204765199065724,
      "learning_rate": 8.728813559322034e-06,
      "loss": 1.1705,
      "step": 206
    },
    {
      "epoch": 0.026362290462772817,
      "grad_norm": 5.8650519374099,
      "learning_rate": 8.771186440677966e-06,
      "loss": 1.1771,
      "step": 207
    },
    {
      "epoch": 0.026489644522979448,
      "grad_norm": 4.473193540326503,
      "learning_rate": 8.8135593220339e-06,
      "loss": 1.2766,
      "step": 208
    },
    {
      "epoch": 0.02661699858318608,
      "grad_norm": 6.466444701222969,
      "learning_rate": 8.855932203389831e-06,
      "loss": 1.1482,
      "step": 209
    },
    {
      "epoch": 0.026744352643392713,
      "grad_norm": 5.215909996040192,
      "learning_rate": 8.898305084745763e-06,
      "loss": 1.3104,
      "step": 210
    },
    {
      "epoch": 0.026871706703599344,
      "grad_norm": 4.8024398880969015,
      "learning_rate": 8.940677966101694e-06,
      "loss": 1.0803,
      "step": 211
    },
    {
      "epoch": 0.026999060763805975,
      "grad_norm": 6.601632130272579,
      "learning_rate": 8.983050847457628e-06,
      "loss": 1.3942,
      "step": 212
    },
    {
      "epoch": 0.02712641482401261,
      "grad_norm": 5.329161065013925,
      "learning_rate": 9.02542372881356e-06,
      "loss": 1.2741,
      "step": 213
    },
    {
      "epoch": 0.02725376888421924,
      "grad_norm": 5.287158798138966,
      "learning_rate": 9.067796610169493e-06,
      "loss": 1.2516,
      "step": 214
    },
    {
      "epoch": 0.02738112294442587,
      "grad_norm": 4.441068262343084,
      "learning_rate": 9.110169491525425e-06,
      "loss": 1.1225,
      "step": 215
    },
    {
      "epoch": 0.027508477004632503,
      "grad_norm": 5.781878133106383,
      "learning_rate": 9.152542372881356e-06,
      "loss": 1.3163,
      "step": 216
    },
    {
      "epoch": 0.027635831064839137,
      "grad_norm": 6.6835361034553715,
      "learning_rate": 9.194915254237288e-06,
      "loss": 1.2013,
      "step": 217
    },
    {
      "epoch": 0.027763185125045768,
      "grad_norm": 6.766142298984512,
      "learning_rate": 9.237288135593222e-06,
      "loss": 1.2307,
      "step": 218
    },
    {
      "epoch": 0.0278905391852524,
      "grad_norm": 5.126568996026534,
      "learning_rate": 9.279661016949153e-06,
      "loss": 1.204,
      "step": 219
    },
    {
      "epoch": 0.02801789324545903,
      "grad_norm": 5.481113953245,
      "learning_rate": 9.322033898305085e-06,
      "loss": 1.2129,
      "step": 220
    },
    {
      "epoch": 0.028145247305665665,
      "grad_norm": 9.019736795243459,
      "learning_rate": 9.364406779661017e-06,
      "loss": 1.3009,
      "step": 221
    },
    {
      "epoch": 0.028272601365872296,
      "grad_norm": 6.11214577364218,
      "learning_rate": 9.40677966101695e-06,
      "loss": 1.1636,
      "step": 222
    },
    {
      "epoch": 0.028399955426078927,
      "grad_norm": 6.208039688573386,
      "learning_rate": 9.449152542372882e-06,
      "loss": 1.2205,
      "step": 223
    },
    {
      "epoch": 0.02852730948628556,
      "grad_norm": 6.883913954414822,
      "learning_rate": 9.491525423728815e-06,
      "loss": 1.2852,
      "step": 224
    },
    {
      "epoch": 0.028654663546492192,
      "grad_norm": 7.770250504823821,
      "learning_rate": 9.533898305084747e-06,
      "loss": 1.2271,
      "step": 225
    },
    {
      "epoch": 0.028782017606698823,
      "grad_norm": 6.430792119192894,
      "learning_rate": 9.576271186440679e-06,
      "loss": 1.2906,
      "step": 226
    },
    {
      "epoch": 0.028909371666905454,
      "grad_norm": 7.010031460461512,
      "learning_rate": 9.61864406779661e-06,
      "loss": 1.2835,
      "step": 227
    },
    {
      "epoch": 0.02903672572711209,
      "grad_norm": 7.645972753876864,
      "learning_rate": 9.661016949152544e-06,
      "loss": 1.2884,
      "step": 228
    },
    {
      "epoch": 0.02916407978731872,
      "grad_norm": 6.254690622657227,
      "learning_rate": 9.703389830508475e-06,
      "loss": 1.2195,
      "step": 229
    },
    {
      "epoch": 0.02929143384752535,
      "grad_norm": 5.283445725714637,
      "learning_rate": 9.745762711864407e-06,
      "loss": 1.2283,
      "step": 230
    },
    {
      "epoch": 0.02941878790773198,
      "grad_norm": 5.300161776682745,
      "learning_rate": 9.788135593220339e-06,
      "loss": 1.2168,
      "step": 231
    },
    {
      "epoch": 0.029546141967938616,
      "grad_norm": 4.599103442185643,
      "learning_rate": 9.830508474576272e-06,
      "loss": 1.1986,
      "step": 232
    },
    {
      "epoch": 0.029673496028145247,
      "grad_norm": 4.231142055650315,
      "learning_rate": 9.872881355932204e-06,
      "loss": 1.1642,
      "step": 233
    },
    {
      "epoch": 0.029800850088351878,
      "grad_norm": 5.711332252730025,
      "learning_rate": 9.915254237288137e-06,
      "loss": 1.1048,
      "step": 234
    },
    {
      "epoch": 0.029928204148558513,
      "grad_norm": 4.869391712213411,
      "learning_rate": 9.957627118644069e-06,
      "loss": 1.0453,
      "step": 235
    },
    {
      "epoch": 0.030055558208765144,
      "grad_norm": 5.5126782723662675,
      "learning_rate": 1e-05,
      "loss": 1.2603,
      "step": 236
    },
    {
      "epoch": 0.030182912268971775,
      "grad_norm": 5.210563223006909,
      "learning_rate": 1.0042372881355933e-05,
      "loss": 1.2728,
      "step": 237
    },
    {
      "epoch": 0.030310266329178406,
      "grad_norm": 4.462683768455516,
      "learning_rate": 1.0084745762711864e-05,
      "loss": 1.173,
      "step": 238
    },
    {
      "epoch": 0.03043762038938504,
      "grad_norm": 6.872645859376026,
      "learning_rate": 1.0127118644067798e-05,
      "loss": 1.2844,
      "step": 239
    },
    {
      "epoch": 0.03056497444959167,
      "grad_norm": 6.347134293444063,
      "learning_rate": 1.016949152542373e-05,
      "loss": 1.1263,
      "step": 240
    },
    {
      "epoch": 0.030692328509798302,
      "grad_norm": 4.948369483974166,
      "learning_rate": 1.0211864406779661e-05,
      "loss": 1.1743,
      "step": 241
    },
    {
      "epoch": 0.030819682570004937,
      "grad_norm": 5.091288527678461,
      "learning_rate": 1.0254237288135593e-05,
      "loss": 1.1484,
      "step": 242
    },
    {
      "epoch": 0.030947036630211568,
      "grad_norm": 6.830186475942115,
      "learning_rate": 1.0296610169491526e-05,
      "loss": 1.2874,
      "step": 243
    },
    {
      "epoch": 0.0310743906904182,
      "grad_norm": 4.416479046753212,
      "learning_rate": 1.0338983050847458e-05,
      "loss": 1.1908,
      "step": 244
    },
    {
      "epoch": 0.03120174475062483,
      "grad_norm": 6.347450116845334,
      "learning_rate": 1.038135593220339e-05,
      "loss": 1.3404,
      "step": 245
    },
    {
      "epoch": 0.031329098810831464,
      "grad_norm": 5.174297399324874,
      "learning_rate": 1.0423728813559325e-05,
      "loss": 1.3433,
      "step": 246
    },
    {
      "epoch": 0.03145645287103809,
      "grad_norm": 6.830511797695472,
      "learning_rate": 1.0466101694915256e-05,
      "loss": 1.2365,
      "step": 247
    },
    {
      "epoch": 0.031583806931244726,
      "grad_norm": 4.788501700444122,
      "learning_rate": 1.0508474576271188e-05,
      "loss": 1.186,
      "step": 248
    },
    {
      "epoch": 0.03171116099145136,
      "grad_norm": 4.786448725323033,
      "learning_rate": 1.055084745762712e-05,
      "loss": 1.2575,
      "step": 249
    },
    {
      "epoch": 0.03183851505165799,
      "grad_norm": 5.365572446233603,
      "learning_rate": 1.0593220338983052e-05,
      "loss": 1.1592,
      "step": 250
    },
    {
      "epoch": 0.03196586911186462,
      "grad_norm": 5.338549308461248,
      "learning_rate": 1.0635593220338985e-05,
      "loss": 1.1911,
      "step": 251
    },
    {
      "epoch": 0.03209322317207126,
      "grad_norm": 6.401895373542065,
      "learning_rate": 1.0677966101694917e-05,
      "loss": 1.2061,
      "step": 252
    },
    {
      "epoch": 0.032220577232277885,
      "grad_norm": 7.118990857049467,
      "learning_rate": 1.0720338983050848e-05,
      "loss": 1.1411,
      "step": 253
    },
    {
      "epoch": 0.03234793129248452,
      "grad_norm": 5.334239505238133,
      "learning_rate": 1.076271186440678e-05,
      "loss": 1.1481,
      "step": 254
    },
    {
      "epoch": 0.032475285352691154,
      "grad_norm": 6.033395336247018,
      "learning_rate": 1.0805084745762714e-05,
      "loss": 1.304,
      "step": 255
    },
    {
      "epoch": 0.03260263941289778,
      "grad_norm": 5.935809085397795,
      "learning_rate": 1.0847457627118645e-05,
      "loss": 1.2317,
      "step": 256
    },
    {
      "epoch": 0.032729993473104416,
      "grad_norm": 6.56257120729597,
      "learning_rate": 1.0889830508474577e-05,
      "loss": 1.0834,
      "step": 257
    },
    {
      "epoch": 0.03285734753331104,
      "grad_norm": 5.52426654901273,
      "learning_rate": 1.0932203389830509e-05,
      "loss": 1.2457,
      "step": 258
    },
    {
      "epoch": 0.03298470159351768,
      "grad_norm": 5.3082240230657876,
      "learning_rate": 1.0974576271186442e-05,
      "loss": 1.109,
      "step": 259
    },
    {
      "epoch": 0.03311205565372431,
      "grad_norm": 7.27848219758666,
      "learning_rate": 1.1016949152542374e-05,
      "loss": 1.1494,
      "step": 260
    },
    {
      "epoch": 0.03323940971393094,
      "grad_norm": 6.186081232346015,
      "learning_rate": 1.1059322033898305e-05,
      "loss": 1.1951,
      "step": 261
    },
    {
      "epoch": 0.033366763774137574,
      "grad_norm": 6.09704876157918,
      "learning_rate": 1.1101694915254237e-05,
      "loss": 1.2232,
      "step": 262
    },
    {
      "epoch": 0.03349411783434421,
      "grad_norm": 5.6139682675869,
      "learning_rate": 1.1144067796610169e-05,
      "loss": 1.1192,
      "step": 263
    },
    {
      "epoch": 0.033621471894550836,
      "grad_norm": 5.013522744422119,
      "learning_rate": 1.1186440677966102e-05,
      "loss": 1.1021,
      "step": 264
    },
    {
      "epoch": 0.03374882595475747,
      "grad_norm": 5.189883867849798,
      "learning_rate": 1.1228813559322034e-05,
      "loss": 1.0947,
      "step": 265
    },
    {
      "epoch": 0.033876180014964105,
      "grad_norm": 9.693514624172337,
      "learning_rate": 1.1271186440677967e-05,
      "loss": 1.2365,
      "step": 266
    },
    {
      "epoch": 0.03400353407517073,
      "grad_norm": 4.465752509974851,
      "learning_rate": 1.13135593220339e-05,
      "loss": 1.2413,
      "step": 267
    },
    {
      "epoch": 0.03413088813537737,
      "grad_norm": 5.235194811033555,
      "learning_rate": 1.1355932203389833e-05,
      "loss": 1.161,
      "step": 268
    },
    {
      "epoch": 0.034258242195583995,
      "grad_norm": 6.032168619829575,
      "learning_rate": 1.1398305084745764e-05,
      "loss": 1.1826,
      "step": 269
    },
    {
      "epoch": 0.03438559625579063,
      "grad_norm": 6.792682345529315,
      "learning_rate": 1.1440677966101696e-05,
      "loss": 1.1542,
      "step": 270
    },
    {
      "epoch": 0.034512950315997264,
      "grad_norm": 6.934400261192159,
      "learning_rate": 1.148305084745763e-05,
      "loss": 1.2888,
      "step": 271
    },
    {
      "epoch": 0.03464030437620389,
      "grad_norm": 5.887182388323694,
      "learning_rate": 1.1525423728813561e-05,
      "loss": 1.2312,
      "step": 272
    },
    {
      "epoch": 0.034767658436410526,
      "grad_norm": 6.01624388050281,
      "learning_rate": 1.1567796610169493e-05,
      "loss": 1.2219,
      "step": 273
    },
    {
      "epoch": 0.03489501249661716,
      "grad_norm": 7.370642457700537,
      "learning_rate": 1.1610169491525424e-05,
      "loss": 1.2457,
      "step": 274
    },
    {
      "epoch": 0.03502236655682379,
      "grad_norm": 6.054900449884194,
      "learning_rate": 1.1652542372881356e-05,
      "loss": 1.1599,
      "step": 275
    },
    {
      "epoch": 0.03514972061703042,
      "grad_norm": 7.087314997551028,
      "learning_rate": 1.169491525423729e-05,
      "loss": 1.2703,
      "step": 276
    },
    {
      "epoch": 0.03527707467723706,
      "grad_norm": 6.126673567100073,
      "learning_rate": 1.1737288135593221e-05,
      "loss": 1.1172,
      "step": 277
    },
    {
      "epoch": 0.035404428737443684,
      "grad_norm": 6.316984189121061,
      "learning_rate": 1.1779661016949153e-05,
      "loss": 1.2458,
      "step": 278
    },
    {
      "epoch": 0.03553178279765032,
      "grad_norm": 7.160140799731012,
      "learning_rate": 1.1822033898305085e-05,
      "loss": 1.1956,
      "step": 279
    },
    {
      "epoch": 0.035659136857856946,
      "grad_norm": 6.894648823802736,
      "learning_rate": 1.1864406779661018e-05,
      "loss": 1.1181,
      "step": 280
    },
    {
      "epoch": 0.03578649091806358,
      "grad_norm": 6.664617446028264,
      "learning_rate": 1.190677966101695e-05,
      "loss": 1.1402,
      "step": 281
    },
    {
      "epoch": 0.035913844978270215,
      "grad_norm": 6.941991778114701,
      "learning_rate": 1.1949152542372882e-05,
      "loss": 1.1371,
      "step": 282
    },
    {
      "epoch": 0.03604119903847684,
      "grad_norm": 4.18847827017481,
      "learning_rate": 1.1991525423728813e-05,
      "loss": 1.1745,
      "step": 283
    },
    {
      "epoch": 0.03616855309868348,
      "grad_norm": 5.438227637703072,
      "learning_rate": 1.2033898305084745e-05,
      "loss": 1.2066,
      "step": 284
    },
    {
      "epoch": 0.03629590715889011,
      "grad_norm": 5.776477720439709,
      "learning_rate": 1.2076271186440678e-05,
      "loss": 1.0364,
      "step": 285
    },
    {
      "epoch": 0.03642326121909674,
      "grad_norm": 4.473684720727284,
      "learning_rate": 1.2118644067796612e-05,
      "loss": 1.1551,
      "step": 286
    },
    {
      "epoch": 0.036550615279303374,
      "grad_norm": 5.67647515168569,
      "learning_rate": 1.2161016949152544e-05,
      "loss": 1.2159,
      "step": 287
    },
    {
      "epoch": 0.03667796933951001,
      "grad_norm": 5.7037797943882,
      "learning_rate": 1.2203389830508477e-05,
      "loss": 1.2122,
      "step": 288
    },
    {
      "epoch": 0.036805323399716636,
      "grad_norm": 3.9661231771896124,
      "learning_rate": 1.2245762711864409e-05,
      "loss": 1.0775,
      "step": 289
    },
    {
      "epoch": 0.03693267745992327,
      "grad_norm": 6.025963240112854,
      "learning_rate": 1.228813559322034e-05,
      "loss": 1.2435,
      "step": 290
    },
    {
      "epoch": 0.0370600315201299,
      "grad_norm": 6.998972953655834,
      "learning_rate": 1.2330508474576272e-05,
      "loss": 1.2353,
      "step": 291
    },
    {
      "epoch": 0.03718738558033653,
      "grad_norm": 5.012810128147621,
      "learning_rate": 1.2372881355932205e-05,
      "loss": 1.1848,
      "step": 292
    },
    {
      "epoch": 0.03731473964054317,
      "grad_norm": 5.8944234970891864,
      "learning_rate": 1.2415254237288137e-05,
      "loss": 1.1496,
      "step": 293
    },
    {
      "epoch": 0.037442093700749794,
      "grad_norm": 6.154631581068166,
      "learning_rate": 1.2457627118644069e-05,
      "loss": 1.2476,
      "step": 294
    },
    {
      "epoch": 0.03756944776095643,
      "grad_norm": 8.244605872992144,
      "learning_rate": 1.25e-05,
      "loss": 1.2131,
      "step": 295
    },
    {
      "epoch": 0.03769680182116306,
      "grad_norm": 5.418418288060157,
      "learning_rate": 1.2542372881355932e-05,
      "loss": 1.1227,
      "step": 296
    },
    {
      "epoch": 0.03782415588136969,
      "grad_norm": 7.34352247819092,
      "learning_rate": 1.2584745762711866e-05,
      "loss": 1.0944,
      "step": 297
    },
    {
      "epoch": 0.037951509941576325,
      "grad_norm": 5.990661665555994,
      "learning_rate": 1.2627118644067797e-05,
      "loss": 1.1886,
      "step": 298
    },
    {
      "epoch": 0.03807886400178296,
      "grad_norm": 5.1388355607481895,
      "learning_rate": 1.2669491525423729e-05,
      "loss": 1.1942,
      "step": 299
    },
    {
      "epoch": 0.03820621806198959,
      "grad_norm": 5.576874237453807,
      "learning_rate": 1.2711864406779661e-05,
      "loss": 1.2666,
      "step": 300
    },
    {
      "epoch": 0.03833357212219622,
      "grad_norm": 6.33907171920546,
      "learning_rate": 1.2754237288135594e-05,
      "loss": 1.1965,
      "step": 301
    },
    {
      "epoch": 0.038460926182402856,
      "grad_norm": 6.752063859556231,
      "learning_rate": 1.2796610169491526e-05,
      "loss": 1.1443,
      "step": 302
    },
    {
      "epoch": 0.038588280242609484,
      "grad_norm": 5.783912499236838,
      "learning_rate": 1.2838983050847458e-05,
      "loss": 1.2141,
      "step": 303
    },
    {
      "epoch": 0.03871563430281612,
      "grad_norm": 9.393457985080918,
      "learning_rate": 1.288135593220339e-05,
      "loss": 1.227,
      "step": 304
    },
    {
      "epoch": 0.038842988363022746,
      "grad_norm": 3.728983414621008,
      "learning_rate": 1.2923728813559324e-05,
      "loss": 1.1179,
      "step": 305
    },
    {
      "epoch": 0.03897034242322938,
      "grad_norm": 6.896312623976467,
      "learning_rate": 1.2966101694915256e-05,
      "loss": 1.1986,
      "step": 306
    },
    {
      "epoch": 0.039097696483436015,
      "grad_norm": 5.28379985943732,
      "learning_rate": 1.3008474576271188e-05,
      "loss": 1.0703,
      "step": 307
    },
    {
      "epoch": 0.03922505054364264,
      "grad_norm": 7.615355599028728,
      "learning_rate": 1.305084745762712e-05,
      "loss": 1.2172,
      "step": 308
    },
    {
      "epoch": 0.03935240460384928,
      "grad_norm": 5.221403988975462,
      "learning_rate": 1.3093220338983053e-05,
      "loss": 1.0893,
      "step": 309
    },
    {
      "epoch": 0.03947975866405591,
      "grad_norm": 4.33216729737341,
      "learning_rate": 1.3135593220338985e-05,
      "loss": 1.0594,
      "step": 310
    },
    {
      "epoch": 0.03960711272426254,
      "grad_norm": 5.546533020653022,
      "learning_rate": 1.3177966101694916e-05,
      "loss": 1.0849,
      "step": 311
    },
    {
      "epoch": 0.03973446678446917,
      "grad_norm": 6.177659040601369,
      "learning_rate": 1.3220338983050848e-05,
      "loss": 1.1686,
      "step": 312
    },
    {
      "epoch": 0.03986182084467581,
      "grad_norm": 6.419279516083969,
      "learning_rate": 1.3262711864406782e-05,
      "loss": 1.1274,
      "step": 313
    },
    {
      "epoch": 0.039989174904882435,
      "grad_norm": 5.585204517851212,
      "learning_rate": 1.3305084745762713e-05,
      "loss": 1.1679,
      "step": 314
    },
    {
      "epoch": 0.04011652896508907,
      "grad_norm": 4.364550727716378,
      "learning_rate": 1.3347457627118645e-05,
      "loss": 1.1287,
      "step": 315
    },
    {
      "epoch": 0.0402438830252957,
      "grad_norm": 7.1135740518403,
      "learning_rate": 1.3389830508474577e-05,
      "loss": 1.1679,
      "step": 316
    },
    {
      "epoch": 0.04037123708550233,
      "grad_norm": 8.475439603763972,
      "learning_rate": 1.343220338983051e-05,
      "loss": 1.1221,
      "step": 317
    },
    {
      "epoch": 0.040498591145708966,
      "grad_norm": 6.599847803383956,
      "learning_rate": 1.3474576271186442e-05,
      "loss": 1.2375,
      "step": 318
    },
    {
      "epoch": 0.040625945205915594,
      "grad_norm": 5.760783160268134,
      "learning_rate": 1.3516949152542374e-05,
      "loss": 1.1498,
      "step": 319
    },
    {
      "epoch": 0.04075329926612223,
      "grad_norm": 5.623168816789539,
      "learning_rate": 1.3559322033898305e-05,
      "loss": 1.0415,
      "step": 320
    },
    {
      "epoch": 0.04088065332632886,
      "grad_norm": 5.145493633882771,
      "learning_rate": 1.3601694915254237e-05,
      "loss": 1.1116,
      "step": 321
    },
    {
      "epoch": 0.04100800738653549,
      "grad_norm": 6.643310865385602,
      "learning_rate": 1.364406779661017e-05,
      "loss": 1.3068,
      "step": 322
    },
    {
      "epoch": 0.041135361446742125,
      "grad_norm": 5.551218314953344,
      "learning_rate": 1.3686440677966102e-05,
      "loss": 1.2183,
      "step": 323
    },
    {
      "epoch": 0.04126271550694876,
      "grad_norm": 6.227722749099259,
      "learning_rate": 1.3728813559322034e-05,
      "loss": 1.281,
      "step": 324
    },
    {
      "epoch": 0.04139006956715539,
      "grad_norm": 7.083253598231905,
      "learning_rate": 1.3771186440677969e-05,
      "loss": 1.0694,
      "step": 325
    },
    {
      "epoch": 0.04151742362736202,
      "grad_norm": 5.469741818543489,
      "learning_rate": 1.38135593220339e-05,
      "loss": 1.2052,
      "step": 326
    },
    {
      "epoch": 0.04164477768756865,
      "grad_norm": 5.973156326146339,
      "learning_rate": 1.3855932203389832e-05,
      "loss": 1.2121,
      "step": 327
    },
    {
      "epoch": 0.04177213174777528,
      "grad_norm": 5.59625972090016,
      "learning_rate": 1.3898305084745764e-05,
      "loss": 1.1219,
      "step": 328
    },
    {
      "epoch": 0.04189948580798192,
      "grad_norm": 7.162602299730285,
      "learning_rate": 1.3940677966101697e-05,
      "loss": 1.1341,
      "step": 329
    },
    {
      "epoch": 0.042026839868188545,
      "grad_norm": 5.91873415790762,
      "learning_rate": 1.3983050847457629e-05,
      "loss": 1.1412,
      "step": 330
    },
    {
      "epoch": 0.04215419392839518,
      "grad_norm": 4.9801198560393685,
      "learning_rate": 1.4025423728813561e-05,
      "loss": 1.0811,
      "step": 331
    },
    {
      "epoch": 0.042281547988601814,
      "grad_norm": 7.04494488794065,
      "learning_rate": 1.4067796610169493e-05,
      "loss": 1.1825,
      "step": 332
    },
    {
      "epoch": 0.04240890204880844,
      "grad_norm": 4.976812191722208,
      "learning_rate": 1.4110169491525424e-05,
      "loss": 1.0741,
      "step": 333
    },
    {
      "epoch": 0.042536256109015076,
      "grad_norm": 5.810975233685298,
      "learning_rate": 1.4152542372881358e-05,
      "loss": 1.222,
      "step": 334
    },
    {
      "epoch": 0.04266361016922171,
      "grad_norm": 6.413104005442228,
      "learning_rate": 1.419491525423729e-05,
      "loss": 1.1863,
      "step": 335
    },
    {
      "epoch": 0.04279096422942834,
      "grad_norm": 5.016552230357741,
      "learning_rate": 1.4237288135593221e-05,
      "loss": 1.1668,
      "step": 336
    },
    {
      "epoch": 0.04291831828963497,
      "grad_norm": 3.332210844506039,
      "learning_rate": 1.4279661016949153e-05,
      "loss": 1.1309,
      "step": 337
    },
    {
      "epoch": 0.0430456723498416,
      "grad_norm": 5.386934736650668,
      "learning_rate": 1.4322033898305086e-05,
      "loss": 1.1814,
      "step": 338
    },
    {
      "epoch": 0.043173026410048235,
      "grad_norm": 6.338924282523835,
      "learning_rate": 1.4364406779661018e-05,
      "loss": 1.2045,
      "step": 339
    },
    {
      "epoch": 0.04330038047025487,
      "grad_norm": 7.035777079943078,
      "learning_rate": 1.440677966101695e-05,
      "loss": 1.1769,
      "step": 340
    },
    {
      "epoch": 0.0434277345304615,
      "grad_norm": 7.6157803688276555,
      "learning_rate": 1.4449152542372881e-05,
      "loss": 1.1015,
      "step": 341
    },
    {
      "epoch": 0.04355508859066813,
      "grad_norm": 5.101772800568265,
      "learning_rate": 1.4491525423728813e-05,
      "loss": 1.153,
      "step": 342
    },
    {
      "epoch": 0.043682442650874766,
      "grad_norm": 6.4044347656892215,
      "learning_rate": 1.4533898305084746e-05,
      "loss": 1.0963,
      "step": 343
    },
    {
      "epoch": 0.04380979671108139,
      "grad_norm": 7.158946233171024,
      "learning_rate": 1.4576271186440678e-05,
      "loss": 1.1785,
      "step": 344
    },
    {
      "epoch": 0.04393715077128803,
      "grad_norm": 5.614692399116299,
      "learning_rate": 1.4618644067796612e-05,
      "loss": 1.1204,
      "step": 345
    },
    {
      "epoch": 0.04406450483149466,
      "grad_norm": 7.491907204007989,
      "learning_rate": 1.4661016949152545e-05,
      "loss": 1.0839,
      "step": 346
    },
    {
      "epoch": 0.04419185889170129,
      "grad_norm": 6.626849797952939,
      "learning_rate": 1.4703389830508477e-05,
      "loss": 1.2041,
      "step": 347
    },
    {
      "epoch": 0.044319212951907924,
      "grad_norm": 6.108738078212482,
      "learning_rate": 1.4745762711864408e-05,
      "loss": 1.1178,
      "step": 348
    },
    {
      "epoch": 0.04444656701211455,
      "grad_norm": 5.6485756082916945,
      "learning_rate": 1.478813559322034e-05,
      "loss": 1.0452,
      "step": 349
    },
    {
      "epoch": 0.044573921072321186,
      "grad_norm": 6.370962322851192,
      "learning_rate": 1.4830508474576274e-05,
      "loss": 1.17,
      "step": 350
    },
    {
      "epoch": 0.04470127513252782,
      "grad_norm": 5.2103942862478325,
      "learning_rate": 1.4872881355932205e-05,
      "loss": 1.1943,
      "step": 351
    },
    {
      "epoch": 0.04482862919273445,
      "grad_norm": 5.756424673207367,
      "learning_rate": 1.4915254237288137e-05,
      "loss": 1.0939,
      "step": 352
    },
    {
      "epoch": 0.04495598325294108,
      "grad_norm": 5.8667551178477675,
      "learning_rate": 1.4957627118644069e-05,
      "loss": 1.1213,
      "step": 353
    },
    {
      "epoch": 0.04508333731314772,
      "grad_norm": 5.172829346899861,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 1.079,
      "step": 354
    },
    {
      "epoch": 0.045210691373354345,
      "grad_norm": 4.573603040529301,
      "learning_rate": 1.5042372881355934e-05,
      "loss": 1.0208,
      "step": 355
    },
    {
      "epoch": 0.04533804543356098,
      "grad_norm": 4.8197230839623035,
      "learning_rate": 1.5084745762711865e-05,
      "loss": 1.1836,
      "step": 356
    },
    {
      "epoch": 0.045465399493767614,
      "grad_norm": 7.777097030397322,
      "learning_rate": 1.5127118644067797e-05,
      "loss": 1.1588,
      "step": 357
    },
    {
      "epoch": 0.04559275355397424,
      "grad_norm": 5.278754553281395,
      "learning_rate": 1.5169491525423729e-05,
      "loss": 1.0581,
      "step": 358
    },
    {
      "epoch": 0.045720107614180876,
      "grad_norm": 4.858938117795735,
      "learning_rate": 1.5211864406779662e-05,
      "loss": 1.0556,
      "step": 359
    },
    {
      "epoch": 0.0458474616743875,
      "grad_norm": 5.661545103286113,
      "learning_rate": 1.5254237288135594e-05,
      "loss": 1.1903,
      "step": 360
    },
    {
      "epoch": 0.04597481573459414,
      "grad_norm": 7.069885982905191,
      "learning_rate": 1.5296610169491526e-05,
      "loss": 1.1951,
      "step": 361
    },
    {
      "epoch": 0.04610216979480077,
      "grad_norm": 4.610622017492172,
      "learning_rate": 1.533898305084746e-05,
      "loss": 1.0968,
      "step": 362
    },
    {
      "epoch": 0.0462295238550074,
      "grad_norm": 5.0935084747906005,
      "learning_rate": 1.538135593220339e-05,
      "loss": 1.1064,
      "step": 363
    },
    {
      "epoch": 0.046356877915214034,
      "grad_norm": 4.494028155508151,
      "learning_rate": 1.5423728813559326e-05,
      "loss": 1.0162,
      "step": 364
    },
    {
      "epoch": 0.04648423197542067,
      "grad_norm": 5.347282268412717,
      "learning_rate": 1.5466101694915256e-05,
      "loss": 1.0498,
      "step": 365
    },
    {
      "epoch": 0.046611586035627296,
      "grad_norm": 6.447015340870528,
      "learning_rate": 1.550847457627119e-05,
      "loss": 1.0885,
      "step": 366
    },
    {
      "epoch": 0.04673894009583393,
      "grad_norm": 5.665803544376279,
      "learning_rate": 1.555084745762712e-05,
      "loss": 1.0579,
      "step": 367
    },
    {
      "epoch": 0.046866294156040565,
      "grad_norm": 6.497470363477434,
      "learning_rate": 1.5593220338983053e-05,
      "loss": 1.147,
      "step": 368
    },
    {
      "epoch": 0.04699364821624719,
      "grad_norm": 6.44022082264147,
      "learning_rate": 1.5635593220338986e-05,
      "loss": 1.1009,
      "step": 369
    },
    {
      "epoch": 0.04712100227645383,
      "grad_norm": 5.137514048462012,
      "learning_rate": 1.5677966101694916e-05,
      "loss": 1.0439,
      "step": 370
    },
    {
      "epoch": 0.047248356336660455,
      "grad_norm": 5.702533680817622,
      "learning_rate": 1.572033898305085e-05,
      "loss": 1.0592,
      "step": 371
    },
    {
      "epoch": 0.04737571039686709,
      "grad_norm": 5.280215190201436,
      "learning_rate": 1.576271186440678e-05,
      "loss": 1.1372,
      "step": 372
    },
    {
      "epoch": 0.047503064457073724,
      "grad_norm": 5.3070710210883725,
      "learning_rate": 1.5805084745762713e-05,
      "loss": 1.1866,
      "step": 373
    },
    {
      "epoch": 0.04763041851728035,
      "grad_norm": 5.790683946551362,
      "learning_rate": 1.5847457627118646e-05,
      "loss": 1.122,
      "step": 374
    },
    {
      "epoch": 0.047757772577486986,
      "grad_norm": 4.4342977225389655,
      "learning_rate": 1.5889830508474576e-05,
      "loss": 1.0376,
      "step": 375
    },
    {
      "epoch": 0.04788512663769362,
      "grad_norm": 7.361533850601036,
      "learning_rate": 1.593220338983051e-05,
      "loss": 1.1915,
      "step": 376
    },
    {
      "epoch": 0.04801248069790025,
      "grad_norm": 6.792856435960524,
      "learning_rate": 1.5974576271186443e-05,
      "loss": 1.13,
      "step": 377
    },
    {
      "epoch": 0.04813983475810688,
      "grad_norm": 5.3009787897284015,
      "learning_rate": 1.6016949152542373e-05,
      "loss": 1.1738,
      "step": 378
    },
    {
      "epoch": 0.04826718881831352,
      "grad_norm": 7.999690049842849,
      "learning_rate": 1.6059322033898307e-05,
      "loss": 1.1297,
      "step": 379
    },
    {
      "epoch": 0.048394542878520144,
      "grad_norm": 5.551331527032272,
      "learning_rate": 1.6101694915254237e-05,
      "loss": 1.2117,
      "step": 380
    },
    {
      "epoch": 0.04852189693872678,
      "grad_norm": 4.79399733321872,
      "learning_rate": 1.614406779661017e-05,
      "loss": 1.1036,
      "step": 381
    },
    {
      "epoch": 0.04864925099893341,
      "grad_norm": 5.685210049924944,
      "learning_rate": 1.6186440677966104e-05,
      "loss": 1.2222,
      "step": 382
    },
    {
      "epoch": 0.04877660505914004,
      "grad_norm": 8.528954948278576,
      "learning_rate": 1.6228813559322034e-05,
      "loss": 1.1457,
      "step": 383
    },
    {
      "epoch": 0.048903959119346675,
      "grad_norm": 5.27660350563353,
      "learning_rate": 1.6271186440677967e-05,
      "loss": 0.9738,
      "step": 384
    },
    {
      "epoch": 0.0490313131795533,
      "grad_norm": 8.813854789754753,
      "learning_rate": 1.63135593220339e-05,
      "loss": 1.1817,
      "step": 385
    },
    {
      "epoch": 0.04915866723975994,
      "grad_norm": 4.481348378738923,
      "learning_rate": 1.6355932203389834e-05,
      "loss": 1.0746,
      "step": 386
    },
    {
      "epoch": 0.04928602129996657,
      "grad_norm": 5.467818000940252,
      "learning_rate": 1.6398305084745764e-05,
      "loss": 1.087,
      "step": 387
    },
    {
      "epoch": 0.0494133753601732,
      "grad_norm": 6.6069025415732945,
      "learning_rate": 1.6440677966101697e-05,
      "loss": 1.1628,
      "step": 388
    },
    {
      "epoch": 0.049540729420379834,
      "grad_norm": 5.1796771893751075,
      "learning_rate": 1.648305084745763e-05,
      "loss": 1.1182,
      "step": 389
    },
    {
      "epoch": 0.04966808348058647,
      "grad_norm": 4.147969192537622,
      "learning_rate": 1.652542372881356e-05,
      "loss": 1.1918,
      "step": 390
    },
    {
      "epoch": 0.049795437540793096,
      "grad_norm": 7.153712193297355,
      "learning_rate": 1.6567796610169494e-05,
      "loss": 1.1153,
      "step": 391
    },
    {
      "epoch": 0.04992279160099973,
      "grad_norm": 6.5428372771306,
      "learning_rate": 1.6610169491525424e-05,
      "loss": 1.2467,
      "step": 392
    },
    {
      "epoch": 0.050050145661206365,
      "grad_norm": 6.720477498664704,
      "learning_rate": 1.6652542372881357e-05,
      "loss": 1.1426,
      "step": 393
    },
    {
      "epoch": 0.05017749972141299,
      "grad_norm": 5.490675564806118,
      "learning_rate": 1.669491525423729e-05,
      "loss": 1.1069,
      "step": 394
    },
    {
      "epoch": 0.05030485378161963,
      "grad_norm": 4.996180028819127,
      "learning_rate": 1.673728813559322e-05,
      "loss": 1.1453,
      "step": 395
    },
    {
      "epoch": 0.050432207841826254,
      "grad_norm": 6.543552037899987,
      "learning_rate": 1.6779661016949154e-05,
      "loss": 1.1048,
      "step": 396
    },
    {
      "epoch": 0.05055956190203289,
      "grad_norm": 6.797227170743476,
      "learning_rate": 1.6822033898305084e-05,
      "loss": 1.2534,
      "step": 397
    },
    {
      "epoch": 0.05068691596223952,
      "grad_norm": 6.369776960986534,
      "learning_rate": 1.6864406779661018e-05,
      "loss": 1.175,
      "step": 398
    },
    {
      "epoch": 0.05081427002244615,
      "grad_norm": 4.493815941253846,
      "learning_rate": 1.690677966101695e-05,
      "loss": 1.1982,
      "step": 399
    },
    {
      "epoch": 0.050941624082652785,
      "grad_norm": 4.799971882419884,
      "learning_rate": 1.694915254237288e-05,
      "loss": 1.1094,
      "step": 400
    },
    {
      "epoch": 0.05106897814285942,
      "grad_norm": 5.5972935199009175,
      "learning_rate": 1.6991525423728815e-05,
      "loss": 1.1708,
      "step": 401
    },
    {
      "epoch": 0.05119633220306605,
      "grad_norm": 5.317337885054691,
      "learning_rate": 1.7033898305084745e-05,
      "loss": 1.0627,
      "step": 402
    },
    {
      "epoch": 0.05132368626327268,
      "grad_norm": 5.190269190692385,
      "learning_rate": 1.7076271186440678e-05,
      "loss": 1.086,
      "step": 403
    },
    {
      "epoch": 0.051451040323479316,
      "grad_norm": 7.00350346766054,
      "learning_rate": 1.711864406779661e-05,
      "loss": 1.1158,
      "step": 404
    },
    {
      "epoch": 0.051578394383685944,
      "grad_norm": 5.506921747563612,
      "learning_rate": 1.7161016949152545e-05,
      "loss": 1.1417,
      "step": 405
    },
    {
      "epoch": 0.05170574844389258,
      "grad_norm": 5.838009549432716,
      "learning_rate": 1.7203389830508478e-05,
      "loss": 1.2006,
      "step": 406
    },
    {
      "epoch": 0.051833102504099206,
      "grad_norm": 6.087071911683631,
      "learning_rate": 1.7245762711864408e-05,
      "loss": 1.2103,
      "step": 407
    },
    {
      "epoch": 0.05196045656430584,
      "grad_norm": 6.958343810418135,
      "learning_rate": 1.728813559322034e-05,
      "loss": 1.1675,
      "step": 408
    },
    {
      "epoch": 0.052087810624512475,
      "grad_norm": 6.131831193883537,
      "learning_rate": 1.733050847457627e-05,
      "loss": 1.1751,
      "step": 409
    },
    {
      "epoch": 0.0522151646847191,
      "grad_norm": 6.429994225862797,
      "learning_rate": 1.7372881355932205e-05,
      "loss": 1.0883,
      "step": 410
    },
    {
      "epoch": 0.05234251874492574,
      "grad_norm": 5.681284096324905,
      "learning_rate": 1.741525423728814e-05,
      "loss": 1.072,
      "step": 411
    },
    {
      "epoch": 0.05246987280513237,
      "grad_norm": 5.152898635657918,
      "learning_rate": 1.745762711864407e-05,
      "loss": 1.1444,
      "step": 412
    },
    {
      "epoch": 0.052597226865339,
      "grad_norm": 8.122164657024648,
      "learning_rate": 1.7500000000000002e-05,
      "loss": 1.117,
      "step": 413
    },
    {
      "epoch": 0.05272458092554563,
      "grad_norm": 7.388012285107703,
      "learning_rate": 1.7542372881355932e-05,
      "loss": 1.1604,
      "step": 414
    },
    {
      "epoch": 0.05285193498575227,
      "grad_norm": 4.142600455576895,
      "learning_rate": 1.7584745762711865e-05,
      "loss": 1.0567,
      "step": 415
    },
    {
      "epoch": 0.052979289045958895,
      "grad_norm": 5.341916132123986,
      "learning_rate": 1.76271186440678e-05,
      "loss": 1.1664,
      "step": 416
    },
    {
      "epoch": 0.05310664310616553,
      "grad_norm": 4.098930284467975,
      "learning_rate": 1.766949152542373e-05,
      "loss": 1.0655,
      "step": 417
    },
    {
      "epoch": 0.05323399716637216,
      "grad_norm": 5.283165939679673,
      "learning_rate": 1.7711864406779662e-05,
      "loss": 1.0878,
      "step": 418
    },
    {
      "epoch": 0.05336135122657879,
      "grad_norm": 5.72671571034816,
      "learning_rate": 1.7754237288135596e-05,
      "loss": 1.1076,
      "step": 419
    },
    {
      "epoch": 0.053488705286785426,
      "grad_norm": 4.181638800501704,
      "learning_rate": 1.7796610169491526e-05,
      "loss": 1.0477,
      "step": 420
    },
    {
      "epoch": 0.053616059346992054,
      "grad_norm": 6.037518500068706,
      "learning_rate": 1.783898305084746e-05,
      "loss": 1.0744,
      "step": 421
    },
    {
      "epoch": 0.05374341340719869,
      "grad_norm": 5.908386812743721,
      "learning_rate": 1.788135593220339e-05,
      "loss": 1.2553,
      "step": 422
    },
    {
      "epoch": 0.05387076746740532,
      "grad_norm": 5.477098120428443,
      "learning_rate": 1.7923728813559326e-05,
      "loss": 1.1578,
      "step": 423
    },
    {
      "epoch": 0.05399812152761195,
      "grad_norm": 5.269725074907827,
      "learning_rate": 1.7966101694915256e-05,
      "loss": 1.0921,
      "step": 424
    },
    {
      "epoch": 0.054125475587818585,
      "grad_norm": 5.99473658806239,
      "learning_rate": 1.800847457627119e-05,
      "loss": 1.1249,
      "step": 425
    },
    {
      "epoch": 0.05425282964802522,
      "grad_norm": 5.212141226810042,
      "learning_rate": 1.805084745762712e-05,
      "loss": 1.0942,
      "step": 426
    },
    {
      "epoch": 0.05438018370823185,
      "grad_norm": 4.914321965340521,
      "learning_rate": 1.8093220338983053e-05,
      "loss": 1.0524,
      "step": 427
    },
    {
      "epoch": 0.05450753776843848,
      "grad_norm": 4.934122789640228,
      "learning_rate": 1.8135593220338986e-05,
      "loss": 1.0692,
      "step": 428
    },
    {
      "epoch": 0.05463489182864511,
      "grad_norm": 5.974731962823762,
      "learning_rate": 1.8177966101694916e-05,
      "loss": 1.0516,
      "step": 429
    },
    {
      "epoch": 0.05476224588885174,
      "grad_norm": 5.18332734102514,
      "learning_rate": 1.822033898305085e-05,
      "loss": 1.1025,
      "step": 430
    },
    {
      "epoch": 0.05488959994905838,
      "grad_norm": 4.61394209816082,
      "learning_rate": 1.8262711864406783e-05,
      "loss": 1.091,
      "step": 431
    },
    {
      "epoch": 0.055016954009265005,
      "grad_norm": 5.894652591010023,
      "learning_rate": 1.8305084745762713e-05,
      "loss": 1.1953,
      "step": 432
    },
    {
      "epoch": 0.05514430806947164,
      "grad_norm": 5.86790849951594,
      "learning_rate": 1.8347457627118646e-05,
      "loss": 1.0643,
      "step": 433
    },
    {
      "epoch": 0.055271662129678274,
      "grad_norm": 5.628648380088236,
      "learning_rate": 1.8389830508474576e-05,
      "loss": 1.119,
      "step": 434
    },
    {
      "epoch": 0.0553990161898849,
      "grad_norm": 4.991344207554816,
      "learning_rate": 1.843220338983051e-05,
      "loss": 1.0047,
      "step": 435
    },
    {
      "epoch": 0.055526370250091536,
      "grad_norm": 6.211890650133721,
      "learning_rate": 1.8474576271186443e-05,
      "loss": 1.0869,
      "step": 436
    },
    {
      "epoch": 0.05565372431029817,
      "grad_norm": 6.316762561456026,
      "learning_rate": 1.8516949152542373e-05,
      "loss": 1.0198,
      "step": 437
    },
    {
      "epoch": 0.0557810783705048,
      "grad_norm": 4.2256016229559235,
      "learning_rate": 1.8559322033898307e-05,
      "loss": 1.0982,
      "step": 438
    },
    {
      "epoch": 0.05590843243071143,
      "grad_norm": 7.262435245717664,
      "learning_rate": 1.8601694915254237e-05,
      "loss": 1.0517,
      "step": 439
    },
    {
      "epoch": 0.05603578649091806,
      "grad_norm": 5.585281184126876,
      "learning_rate": 1.864406779661017e-05,
      "loss": 1.2128,
      "step": 440
    },
    {
      "epoch": 0.056163140551124695,
      "grad_norm": 4.767034803637561,
      "learning_rate": 1.8686440677966103e-05,
      "loss": 1.1603,
      "step": 441
    },
    {
      "epoch": 0.05629049461133133,
      "grad_norm": 6.468924552294705,
      "learning_rate": 1.8728813559322033e-05,
      "loss": 1.2014,
      "step": 442
    },
    {
      "epoch": 0.05641784867153796,
      "grad_norm": 9.31974357153982,
      "learning_rate": 1.877118644067797e-05,
      "loss": 1.0906,
      "step": 443
    },
    {
      "epoch": 0.05654520273174459,
      "grad_norm": 6.012844007647524,
      "learning_rate": 1.88135593220339e-05,
      "loss": 1.1387,
      "step": 444
    },
    {
      "epoch": 0.056672556791951226,
      "grad_norm": 4.083626146262829,
      "learning_rate": 1.8855932203389834e-05,
      "loss": 1.1401,
      "step": 445
    },
    {
      "epoch": 0.05679991085215785,
      "grad_norm": 3.9173329104567634,
      "learning_rate": 1.8898305084745764e-05,
      "loss": 1.0576,
      "step": 446
    },
    {
      "epoch": 0.05692726491236449,
      "grad_norm": 5.714794354280716,
      "learning_rate": 1.8940677966101697e-05,
      "loss": 0.975,
      "step": 447
    },
    {
      "epoch": 0.05705461897257112,
      "grad_norm": 7.531880079322617,
      "learning_rate": 1.898305084745763e-05,
      "loss": 1.1463,
      "step": 448
    },
    {
      "epoch": 0.05718197303277775,
      "grad_norm": 4.742736684054098,
      "learning_rate": 1.902542372881356e-05,
      "loss": 0.9861,
      "step": 449
    },
    {
      "epoch": 0.057309327092984384,
      "grad_norm": 4.8112771598542885,
      "learning_rate": 1.9067796610169494e-05,
      "loss": 1.1611,
      "step": 450
    },
    {
      "epoch": 0.05743668115319101,
      "grad_norm": 6.124219883654539,
      "learning_rate": 1.9110169491525424e-05,
      "loss": 1.1772,
      "step": 451
    },
    {
      "epoch": 0.057564035213397646,
      "grad_norm": 6.490103891067207,
      "learning_rate": 1.9152542372881357e-05,
      "loss": 1.1467,
      "step": 452
    },
    {
      "epoch": 0.05769138927360428,
      "grad_norm": 4.884413799929866,
      "learning_rate": 1.919491525423729e-05,
      "loss": 1.0313,
      "step": 453
    },
    {
      "epoch": 0.05781874333381091,
      "grad_norm": 17.31884120667972,
      "learning_rate": 1.923728813559322e-05,
      "loss": 1.0885,
      "step": 454
    },
    {
      "epoch": 0.05794609739401754,
      "grad_norm": 6.044814909695786,
      "learning_rate": 1.9279661016949154e-05,
      "loss": 1.0058,
      "step": 455
    },
    {
      "epoch": 0.05807345145422418,
      "grad_norm": 6.115362876923583,
      "learning_rate": 1.9322033898305087e-05,
      "loss": 1.1625,
      "step": 456
    },
    {
      "epoch": 0.058200805514430805,
      "grad_norm": 7.167009685498636,
      "learning_rate": 1.9364406779661017e-05,
      "loss": 1.2125,
      "step": 457
    },
    {
      "epoch": 0.05832815957463744,
      "grad_norm": 8.321018070875693,
      "learning_rate": 1.940677966101695e-05,
      "loss": 1.2028,
      "step": 458
    },
    {
      "epoch": 0.058455513634844074,
      "grad_norm": 5.883357171000457,
      "learning_rate": 1.944915254237288e-05,
      "loss": 1.0797,
      "step": 459
    },
    {
      "epoch": 0.0585828676950507,
      "grad_norm": 6.548593372992014,
      "learning_rate": 1.9491525423728814e-05,
      "loss": 1.2657,
      "step": 460
    },
    {
      "epoch": 0.058710221755257336,
      "grad_norm": 6.503332017630883,
      "learning_rate": 1.9533898305084748e-05,
      "loss": 1.1852,
      "step": 461
    },
    {
      "epoch": 0.05883757581546396,
      "grad_norm": 5.406696984660371,
      "learning_rate": 1.9576271186440678e-05,
      "loss": 1.0883,
      "step": 462
    },
    {
      "epoch": 0.0589649298756706,
      "grad_norm": 6.705726669953014,
      "learning_rate": 1.961864406779661e-05,
      "loss": 1.0506,
      "step": 463
    },
    {
      "epoch": 0.05909228393587723,
      "grad_norm": 4.629241235900978,
      "learning_rate": 1.9661016949152545e-05,
      "loss": 1.0315,
      "step": 464
    },
    {
      "epoch": 0.05921963799608386,
      "grad_norm": 5.078040676884035,
      "learning_rate": 1.9703389830508478e-05,
      "loss": 1.1109,
      "step": 465
    },
    {
      "epoch": 0.059346992056290494,
      "grad_norm": 7.199572698841122,
      "learning_rate": 1.9745762711864408e-05,
      "loss": 1.0686,
      "step": 466
    },
    {
      "epoch": 0.05947434611649713,
      "grad_norm": 6.04655483295243,
      "learning_rate": 1.978813559322034e-05,
      "loss": 1.2287,
      "step": 467
    },
    {
      "epoch": 0.059601700176703756,
      "grad_norm": 4.20413933182076,
      "learning_rate": 1.9830508474576275e-05,
      "loss": 1.1357,
      "step": 468
    },
    {
      "epoch": 0.05972905423691039,
      "grad_norm": 5.884048636001412,
      "learning_rate": 1.9872881355932205e-05,
      "loss": 1.0665,
      "step": 469
    },
    {
      "epoch": 0.059856408297117025,
      "grad_norm": 4.659764544387501,
      "learning_rate": 1.9915254237288138e-05,
      "loss": 1.0815,
      "step": 470
    },
    {
      "epoch": 0.05998376235732365,
      "grad_norm": 5.519786788305731,
      "learning_rate": 1.9957627118644068e-05,
      "loss": 1.0704,
      "step": 471
    },
    {
      "epoch": 0.06011111641753029,
      "grad_norm": 8.08682390597387,
      "learning_rate": 2e-05,
      "loss": 1.0464,
      "step": 472
    },
    {
      "epoch": 0.06023847047773692,
      "grad_norm": 5.6181193336206166,
      "learning_rate": 1.9999999787305685e-05,
      "loss": 1.0311,
      "step": 473
    },
    {
      "epoch": 0.06036582453794355,
      "grad_norm": 4.519360327229284,
      "learning_rate": 1.9999999149222745e-05,
      "loss": 1.0972,
      "step": 474
    },
    {
      "epoch": 0.060493178598150184,
      "grad_norm": 6.846898856876654,
      "learning_rate": 1.9999998085751203e-05,
      "loss": 1.1147,
      "step": 475
    },
    {
      "epoch": 0.06062053265835681,
      "grad_norm": 5.986633352740627,
      "learning_rate": 1.9999996596891108e-05,
      "loss": 1.1468,
      "step": 476
    },
    {
      "epoch": 0.060747886718563446,
      "grad_norm": 4.984324679225318,
      "learning_rate": 1.999999468264253e-05,
      "loss": 1.1052,
      "step": 477
    },
    {
      "epoch": 0.06087524077877008,
      "grad_norm": 7.075737893813151,
      "learning_rate": 1.999999234300554e-05,
      "loss": 1.0461,
      "step": 478
    },
    {
      "epoch": 0.06100259483897671,
      "grad_norm": 5.73308430212171,
      "learning_rate": 1.9999989577980245e-05,
      "loss": 1.2228,
      "step": 479
    },
    {
      "epoch": 0.06112994889918334,
      "grad_norm": 6.053575376693396,
      "learning_rate": 1.9999986387566755e-05,
      "loss": 1.2758,
      "step": 480
    },
    {
      "epoch": 0.06125730295938998,
      "grad_norm": 6.078084832772162,
      "learning_rate": 1.9999982771765212e-05,
      "loss": 1.1119,
      "step": 481
    },
    {
      "epoch": 0.061384657019596604,
      "grad_norm": 6.797968774241789,
      "learning_rate": 1.9999978730575768e-05,
      "loss": 1.0882,
      "step": 482
    },
    {
      "epoch": 0.06151201107980324,
      "grad_norm": 6.273452093694109,
      "learning_rate": 1.999997426399859e-05,
      "loss": 1.1447,
      "step": 483
    },
    {
      "epoch": 0.06163936514000987,
      "grad_norm": 7.10284083310267,
      "learning_rate": 1.999996937203388e-05,
      "loss": 0.9969,
      "step": 484
    },
    {
      "epoch": 0.0617667192002165,
      "grad_norm": 5.530254727061982,
      "learning_rate": 1.9999964054681835e-05,
      "loss": 1.1789,
      "step": 485
    },
    {
      "epoch": 0.061894073260423135,
      "grad_norm": 4.669864489858105,
      "learning_rate": 1.9999958311942685e-05,
      "loss": 1.1693,
      "step": 486
    },
    {
      "epoch": 0.06202142732062976,
      "grad_norm": 5.757957922497859,
      "learning_rate": 1.9999952143816677e-05,
      "loss": 1.1089,
      "step": 487
    },
    {
      "epoch": 0.0621487813808364,
      "grad_norm": 7.478914502779971,
      "learning_rate": 1.999994555030407e-05,
      "loss": 1.1695,
      "step": 488
    },
    {
      "epoch": 0.06227613544104303,
      "grad_norm": 7.5854044450973825,
      "learning_rate": 1.9999938531405142e-05,
      "loss": 1.1188,
      "step": 489
    },
    {
      "epoch": 0.06240348950124966,
      "grad_norm": 7.252243747122389,
      "learning_rate": 1.9999931087120198e-05,
      "loss": 1.1036,
      "step": 490
    },
    {
      "epoch": 0.06253084356145629,
      "grad_norm": 5.098055652157508,
      "learning_rate": 1.999992321744955e-05,
      "loss": 1.1222,
      "step": 491
    },
    {
      "epoch": 0.06265819762166293,
      "grad_norm": 5.617857743175649,
      "learning_rate": 1.9999914922393536e-05,
      "loss": 1.0715,
      "step": 492
    },
    {
      "epoch": 0.06278555168186956,
      "grad_norm": 4.719171568373844,
      "learning_rate": 1.9999906201952507e-05,
      "loss": 1.0764,
      "step": 493
    },
    {
      "epoch": 0.06291290574207618,
      "grad_norm": 6.104534602441233,
      "learning_rate": 1.9999897056126832e-05,
      "loss": 1.2059,
      "step": 494
    },
    {
      "epoch": 0.06304025980228282,
      "grad_norm": 6.722891165636998,
      "learning_rate": 1.9999887484916902e-05,
      "loss": 1.1001,
      "step": 495
    },
    {
      "epoch": 0.06316761386248945,
      "grad_norm": 5.75820105806048,
      "learning_rate": 1.999987748832313e-05,
      "loss": 1.0382,
      "step": 496
    },
    {
      "epoch": 0.06329496792269608,
      "grad_norm": 5.701985786262386,
      "learning_rate": 1.9999867066345927e-05,
      "loss": 1.0952,
      "step": 497
    },
    {
      "epoch": 0.06342232198290272,
      "grad_norm": 4.50835236964317,
      "learning_rate": 1.9999856218985753e-05,
      "loss": 1.0516,
      "step": 498
    },
    {
      "epoch": 0.06354967604310935,
      "grad_norm": 6.243899305236716,
      "learning_rate": 1.9999844946243055e-05,
      "loss": 0.9709,
      "step": 499
    },
    {
      "epoch": 0.06367703010331598,
      "grad_norm": 5.025162325082904,
      "learning_rate": 1.999983324811832e-05,
      "loss": 1.0088,
      "step": 500
    },
    {
      "epoch": 0.06380438416352262,
      "grad_norm": 4.394774081832498,
      "learning_rate": 1.9999821124612047e-05,
      "loss": 1.0979,
      "step": 501
    },
    {
      "epoch": 0.06393173822372925,
      "grad_norm": 5.236599122276942,
      "learning_rate": 1.9999808575724747e-05,
      "loss": 1.1553,
      "step": 502
    },
    {
      "epoch": 0.06405909228393587,
      "grad_norm": 5.490313235937539,
      "learning_rate": 1.9999795601456955e-05,
      "loss": 1.0991,
      "step": 503
    },
    {
      "epoch": 0.06418644634414251,
      "grad_norm": 7.443317350150323,
      "learning_rate": 1.9999782201809227e-05,
      "loss": 1.029,
      "step": 504
    },
    {
      "epoch": 0.06431380040434914,
      "grad_norm": 6.019639298288074,
      "learning_rate": 1.9999768376782126e-05,
      "loss": 1.0034,
      "step": 505
    },
    {
      "epoch": 0.06444115446455577,
      "grad_norm": 5.986425302535064,
      "learning_rate": 1.9999754126376247e-05,
      "loss": 1.2177,
      "step": 506
    },
    {
      "epoch": 0.06456850852476241,
      "grad_norm": 6.693771701353711,
      "learning_rate": 1.999973945059219e-05,
      "loss": 1.1051,
      "step": 507
    },
    {
      "epoch": 0.06469586258496904,
      "grad_norm": 5.945756812918701,
      "learning_rate": 1.9999724349430588e-05,
      "loss": 1.1274,
      "step": 508
    },
    {
      "epoch": 0.06482321664517567,
      "grad_norm": 5.769953067264716,
      "learning_rate": 1.9999708822892074e-05,
      "loss": 1.1091,
      "step": 509
    },
    {
      "epoch": 0.06495057070538231,
      "grad_norm": 5.927645566674118,
      "learning_rate": 1.999969287097731e-05,
      "loss": 1.229,
      "step": 510
    },
    {
      "epoch": 0.06507792476558893,
      "grad_norm": 5.822752084151968,
      "learning_rate": 1.9999676493686982e-05,
      "loss": 1.068,
      "step": 511
    },
    {
      "epoch": 0.06520527882579556,
      "grad_norm": 8.400925321930224,
      "learning_rate": 1.9999659691021783e-05,
      "loss": 1.1987,
      "step": 512
    },
    {
      "epoch": 0.0653326328860022,
      "grad_norm": 3.869302190712713,
      "learning_rate": 1.999964246298242e-05,
      "loss": 1.0111,
      "step": 513
    },
    {
      "epoch": 0.06545998694620883,
      "grad_norm": 8.700792421229472,
      "learning_rate": 1.9999624809569635e-05,
      "loss": 1.0577,
      "step": 514
    },
    {
      "epoch": 0.06558734100641546,
      "grad_norm": 5.010001669634086,
      "learning_rate": 1.9999606730784178e-05,
      "loss": 1.1465,
      "step": 515
    },
    {
      "epoch": 0.06571469506662209,
      "grad_norm": 8.145420177808317,
      "learning_rate": 1.9999588226626814e-05,
      "loss": 1.1327,
      "step": 516
    },
    {
      "epoch": 0.06584204912682873,
      "grad_norm": 6.193503193792947,
      "learning_rate": 1.9999569297098334e-05,
      "loss": 1.144,
      "step": 517
    },
    {
      "epoch": 0.06596940318703536,
      "grad_norm": 7.465247190743016,
      "learning_rate": 1.999954994219954e-05,
      "loss": 1.1173,
      "step": 518
    },
    {
      "epoch": 0.06609675724724198,
      "grad_norm": 6.750553814809614,
      "learning_rate": 1.999953016193126e-05,
      "loss": 1.1759,
      "step": 519
    },
    {
      "epoch": 0.06622411130744862,
      "grad_norm": 4.564339045028179,
      "learning_rate": 1.9999509956294324e-05,
      "loss": 1.0987,
      "step": 520
    },
    {
      "epoch": 0.06635146536765525,
      "grad_norm": 5.428131802762721,
      "learning_rate": 1.9999489325289607e-05,
      "loss": 1.124,
      "step": 521
    },
    {
      "epoch": 0.06647881942786188,
      "grad_norm": 7.130879168351056,
      "learning_rate": 1.9999468268917978e-05,
      "loss": 1.008,
      "step": 522
    },
    {
      "epoch": 0.06660617348806852,
      "grad_norm": 6.866731977923751,
      "learning_rate": 1.9999446787180338e-05,
      "loss": 1.1246,
      "step": 523
    },
    {
      "epoch": 0.06673352754827515,
      "grad_norm": 5.66268234801421,
      "learning_rate": 1.9999424880077592e-05,
      "loss": 1.1667,
      "step": 524
    },
    {
      "epoch": 0.06686088160848178,
      "grad_norm": 6.135632375693495,
      "learning_rate": 1.999940254761068e-05,
      "loss": 1.1069,
      "step": 525
    },
    {
      "epoch": 0.06698823566868842,
      "grad_norm": 6.9654472975314015,
      "learning_rate": 1.9999379789780543e-05,
      "loss": 1.2112,
      "step": 526
    },
    {
      "epoch": 0.06711558972889504,
      "grad_norm": 4.0917355771810735,
      "learning_rate": 1.999935660658816e-05,
      "loss": 1.0041,
      "step": 527
    },
    {
      "epoch": 0.06724294378910167,
      "grad_norm": 5.299854262165641,
      "learning_rate": 1.9999332998034515e-05,
      "loss": 1.1039,
      "step": 528
    },
    {
      "epoch": 0.06737029784930831,
      "grad_norm": 5.03714288624225,
      "learning_rate": 1.9999308964120604e-05,
      "loss": 1.0356,
      "step": 529
    },
    {
      "epoch": 0.06749765190951494,
      "grad_norm": 5.018361328580709,
      "learning_rate": 1.999928450484746e-05,
      "loss": 1.0958,
      "step": 530
    },
    {
      "epoch": 0.06762500596972157,
      "grad_norm": 4.259050045925872,
      "learning_rate": 1.9999259620216113e-05,
      "loss": 1.0695,
      "step": 531
    },
    {
      "epoch": 0.06775236002992821,
      "grad_norm": 4.36079760893954,
      "learning_rate": 1.999923431022763e-05,
      "loss": 1.1662,
      "step": 532
    },
    {
      "epoch": 0.06787971409013484,
      "grad_norm": 5.849711758285983,
      "learning_rate": 1.9999208574883086e-05,
      "loss": 1.1017,
      "step": 533
    },
    {
      "epoch": 0.06800706815034147,
      "grad_norm": 4.771071826465309,
      "learning_rate": 1.999918241418357e-05,
      "loss": 1.0827,
      "step": 534
    },
    {
      "epoch": 0.0681344222105481,
      "grad_norm": 4.811774062854366,
      "learning_rate": 1.99991558281302e-05,
      "loss": 1.0242,
      "step": 535
    },
    {
      "epoch": 0.06826177627075473,
      "grad_norm": 6.02176026421573,
      "learning_rate": 1.999912881672411e-05,
      "loss": 1.0808,
      "step": 536
    },
    {
      "epoch": 0.06838913033096136,
      "grad_norm": 5.9725923802994405,
      "learning_rate": 1.999910137996644e-05,
      "loss": 1.0689,
      "step": 537
    },
    {
      "epoch": 0.06851648439116799,
      "grad_norm": 4.913192016936453,
      "learning_rate": 1.9999073517858365e-05,
      "loss": 1.015,
      "step": 538
    },
    {
      "epoch": 0.06864383845137463,
      "grad_norm": 5.977263286120293,
      "learning_rate": 1.999904523040107e-05,
      "loss": 1.1264,
      "step": 539
    },
    {
      "epoch": 0.06877119251158126,
      "grad_norm": 6.274222774929446,
      "learning_rate": 1.9999016517595752e-05,
      "loss": 1.0752,
      "step": 540
    },
    {
      "epoch": 0.06889854657178789,
      "grad_norm": 5.376708180660854,
      "learning_rate": 1.999898737944364e-05,
      "loss": 1.0579,
      "step": 541
    },
    {
      "epoch": 0.06902590063199453,
      "grad_norm": 5.978380991215184,
      "learning_rate": 1.9998957815945962e-05,
      "loss": 0.9844,
      "step": 542
    },
    {
      "epoch": 0.06915325469220115,
      "grad_norm": 5.110581375165403,
      "learning_rate": 1.999892782710399e-05,
      "loss": 1.1507,
      "step": 543
    },
    {
      "epoch": 0.06928060875240778,
      "grad_norm": 5.5490173500932345,
      "learning_rate": 1.999889741291899e-05,
      "loss": 1.1175,
      "step": 544
    },
    {
      "epoch": 0.06940796281261442,
      "grad_norm": 6.375743448626605,
      "learning_rate": 1.9998866573392265e-05,
      "loss": 1.1339,
      "step": 545
    },
    {
      "epoch": 0.06953531687282105,
      "grad_norm": 5.936784560617764,
      "learning_rate": 1.9998835308525115e-05,
      "loss": 0.9726,
      "step": 546
    },
    {
      "epoch": 0.06966267093302768,
      "grad_norm": 6.062258371473456,
      "learning_rate": 1.9998803618318873e-05,
      "loss": 1.0518,
      "step": 547
    },
    {
      "epoch": 0.06979002499323432,
      "grad_norm": 5.482671141521196,
      "learning_rate": 1.9998771502774895e-05,
      "loss": 1.1076,
      "step": 548
    },
    {
      "epoch": 0.06991737905344095,
      "grad_norm": 6.91431518782602,
      "learning_rate": 1.9998738961894538e-05,
      "loss": 1.2298,
      "step": 549
    },
    {
      "epoch": 0.07004473311364758,
      "grad_norm": 8.527637205784295,
      "learning_rate": 1.9998705995679195e-05,
      "loss": 1.1865,
      "step": 550
    },
    {
      "epoch": 0.07017208717385422,
      "grad_norm": 5.06632813192715,
      "learning_rate": 1.999867260413026e-05,
      "loss": 1.1329,
      "step": 551
    },
    {
      "epoch": 0.07029944123406084,
      "grad_norm": 6.611392459528193,
      "learning_rate": 1.9998638787249158e-05,
      "loss": 1.023,
      "step": 552
    },
    {
      "epoch": 0.07042679529426747,
      "grad_norm": 4.434471493854659,
      "learning_rate": 1.9998604545037325e-05,
      "loss": 1.0204,
      "step": 553
    },
    {
      "epoch": 0.07055414935447411,
      "grad_norm": 5.885039821026563,
      "learning_rate": 1.999856987749622e-05,
      "loss": 1.1628,
      "step": 554
    },
    {
      "epoch": 0.07068150341468074,
      "grad_norm": 7.757189707425133,
      "learning_rate": 1.999853478462732e-05,
      "loss": 1.0407,
      "step": 555
    },
    {
      "epoch": 0.07080885747488737,
      "grad_norm": 5.097586842499232,
      "learning_rate": 1.999849926643211e-05,
      "loss": 1.0845,
      "step": 556
    },
    {
      "epoch": 0.07093621153509401,
      "grad_norm": 6.9215922760756765,
      "learning_rate": 1.999846332291211e-05,
      "loss": 1.0299,
      "step": 557
    },
    {
      "epoch": 0.07106356559530064,
      "grad_norm": 4.351081643511859,
      "learning_rate": 1.9998426954068837e-05,
      "loss": 1.035,
      "step": 558
    },
    {
      "epoch": 0.07119091965550726,
      "grad_norm": 5.114464514362844,
      "learning_rate": 1.9998390159903853e-05,
      "loss": 1.0353,
      "step": 559
    },
    {
      "epoch": 0.07131827371571389,
      "grad_norm": 7.082369241365838,
      "learning_rate": 1.9998352940418713e-05,
      "loss": 0.9955,
      "step": 560
    },
    {
      "epoch": 0.07144562777592053,
      "grad_norm": 4.362420880931001,
      "learning_rate": 1.9998315295615002e-05,
      "loss": 1.1176,
      "step": 561
    },
    {
      "epoch": 0.07157298183612716,
      "grad_norm": 6.0660644749385355,
      "learning_rate": 1.999827722549432e-05,
      "loss": 1.1078,
      "step": 562
    },
    {
      "epoch": 0.07170033589633379,
      "grad_norm": 4.456082830731038,
      "learning_rate": 1.99982387300583e-05,
      "loss": 1.0612,
      "step": 563
    },
    {
      "epoch": 0.07182768995654043,
      "grad_norm": 5.829329542602628,
      "learning_rate": 1.9998199809308558e-05,
      "loss": 1.0402,
      "step": 564
    },
    {
      "epoch": 0.07195504401674706,
      "grad_norm": 5.921042673202974,
      "learning_rate": 1.9998160463246762e-05,
      "loss": 1.15,
      "step": 565
    },
    {
      "epoch": 0.07208239807695369,
      "grad_norm": 5.450573868242138,
      "learning_rate": 1.9998120691874586e-05,
      "loss": 1.1177,
      "step": 566
    },
    {
      "epoch": 0.07220975213716033,
      "grad_norm": 5.703991131790351,
      "learning_rate": 1.9998080495193716e-05,
      "loss": 1.1882,
      "step": 567
    },
    {
      "epoch": 0.07233710619736695,
      "grad_norm": 5.68231568533917,
      "learning_rate": 1.9998039873205866e-05,
      "loss": 1.0749,
      "step": 568
    },
    {
      "epoch": 0.07246446025757358,
      "grad_norm": 4.717088015083142,
      "learning_rate": 1.999799882591277e-05,
      "loss": 1.1654,
      "step": 569
    },
    {
      "epoch": 0.07259181431778022,
      "grad_norm": 5.238015073517867,
      "learning_rate": 1.999795735331616e-05,
      "loss": 1.0809,
      "step": 570
    },
    {
      "epoch": 0.07271916837798685,
      "grad_norm": 6.21417528126376,
      "learning_rate": 1.9997915455417813e-05,
      "loss": 1.1254,
      "step": 571
    },
    {
      "epoch": 0.07284652243819348,
      "grad_norm": 4.179097870209438,
      "learning_rate": 1.9997873132219502e-05,
      "loss": 1.0508,
      "step": 572
    },
    {
      "epoch": 0.07297387649840012,
      "grad_norm": 6.321086520222815,
      "learning_rate": 1.9997830383723034e-05,
      "loss": 1.1056,
      "step": 573
    },
    {
      "epoch": 0.07310123055860675,
      "grad_norm": 5.323689961360213,
      "learning_rate": 1.9997787209930222e-05,
      "loss": 1.1261,
      "step": 574
    },
    {
      "epoch": 0.07322858461881337,
      "grad_norm": 5.293979089457133,
      "learning_rate": 1.999774361084291e-05,
      "loss": 1.075,
      "step": 575
    },
    {
      "epoch": 0.07335593867902002,
      "grad_norm": 6.901915419823858,
      "learning_rate": 1.9997699586462947e-05,
      "loss": 1.0958,
      "step": 576
    },
    {
      "epoch": 0.07348329273922664,
      "grad_norm": 4.789539008525201,
      "learning_rate": 1.9997655136792206e-05,
      "loss": 1.0798,
      "step": 577
    },
    {
      "epoch": 0.07361064679943327,
      "grad_norm": 6.839564328066072,
      "learning_rate": 1.999761026183258e-05,
      "loss": 1.0093,
      "step": 578
    },
    {
      "epoch": 0.07373800085963991,
      "grad_norm": 6.244943022517674,
      "learning_rate": 1.9997564961585976e-05,
      "loss": 1.06,
      "step": 579
    },
    {
      "epoch": 0.07386535491984654,
      "grad_norm": 3.9667931485780747,
      "learning_rate": 1.999751923605432e-05,
      "loss": 1.0282,
      "step": 580
    },
    {
      "epoch": 0.07399270898005317,
      "grad_norm": 6.350330566452636,
      "learning_rate": 1.999747308523956e-05,
      "loss": 1.1528,
      "step": 581
    },
    {
      "epoch": 0.0741200630402598,
      "grad_norm": 5.164516042394334,
      "learning_rate": 1.999742650914366e-05,
      "loss": 1.031,
      "step": 582
    },
    {
      "epoch": 0.07424741710046644,
      "grad_norm": 4.923610417638436,
      "learning_rate": 1.9997379507768596e-05,
      "loss": 1.0159,
      "step": 583
    },
    {
      "epoch": 0.07437477116067306,
      "grad_norm": 5.076996381492745,
      "learning_rate": 1.9997332081116374e-05,
      "loss": 1.1246,
      "step": 584
    },
    {
      "epoch": 0.07450212522087969,
      "grad_norm": 3.4257266867804166,
      "learning_rate": 1.9997284229189008e-05,
      "loss": 1.1539,
      "step": 585
    },
    {
      "epoch": 0.07462947928108633,
      "grad_norm": 5.9256759966138635,
      "learning_rate": 1.9997235951988533e-05,
      "loss": 1.0759,
      "step": 586
    },
    {
      "epoch": 0.07475683334129296,
      "grad_norm": 5.6626644961145844,
      "learning_rate": 1.9997187249517004e-05,
      "loss": 1.1168,
      "step": 587
    },
    {
      "epoch": 0.07488418740149959,
      "grad_norm": 5.7046274374791075,
      "learning_rate": 1.999713812177649e-05,
      "loss": 0.9921,
      "step": 588
    },
    {
      "epoch": 0.07501154146170623,
      "grad_norm": 5.994923669426167,
      "learning_rate": 1.9997088568769084e-05,
      "loss": 1.2166,
      "step": 589
    },
    {
      "epoch": 0.07513889552191286,
      "grad_norm": 5.193736544338015,
      "learning_rate": 1.9997038590496892e-05,
      "loss": 0.9917,
      "step": 590
    },
    {
      "epoch": 0.07526624958211948,
      "grad_norm": 4.396294351179956,
      "learning_rate": 1.9996988186962044e-05,
      "loss": 1.0891,
      "step": 591
    },
    {
      "epoch": 0.07539360364232613,
      "grad_norm": 5.49995734458335,
      "learning_rate": 1.999693735816668e-05,
      "loss": 0.9993,
      "step": 592
    },
    {
      "epoch": 0.07552095770253275,
      "grad_norm": 5.253398884946806,
      "learning_rate": 1.9996886104112963e-05,
      "loss": 1.0713,
      "step": 593
    },
    {
      "epoch": 0.07564831176273938,
      "grad_norm": 4.642680011765876,
      "learning_rate": 1.9996834424803074e-05,
      "loss": 1.0839,
      "step": 594
    },
    {
      "epoch": 0.07577566582294602,
      "grad_norm": 6.37376182350069,
      "learning_rate": 1.999678232023921e-05,
      "loss": 1.1269,
      "step": 595
    },
    {
      "epoch": 0.07590301988315265,
      "grad_norm": 5.763360134317636,
      "learning_rate": 1.9996729790423588e-05,
      "loss": 1.1208,
      "step": 596
    },
    {
      "epoch": 0.07603037394335928,
      "grad_norm": 5.206828680769963,
      "learning_rate": 1.9996676835358443e-05,
      "loss": 1.0223,
      "step": 597
    },
    {
      "epoch": 0.07615772800356592,
      "grad_norm": 4.44025776020388,
      "learning_rate": 1.999662345504603e-05,
      "loss": 1.07,
      "step": 598
    },
    {
      "epoch": 0.07628508206377255,
      "grad_norm": 4.782135127297473,
      "learning_rate": 1.9996569649488614e-05,
      "loss": 1.0387,
      "step": 599
    },
    {
      "epoch": 0.07641243612397917,
      "grad_norm": 5.107139915137725,
      "learning_rate": 1.9996515418688493e-05,
      "loss": 1.1048,
      "step": 600
    },
    {
      "epoch": 0.07653979018418582,
      "grad_norm": 5.9873211732412495,
      "learning_rate": 1.9996460762647962e-05,
      "loss": 1.0631,
      "step": 601
    },
    {
      "epoch": 0.07666714424439244,
      "grad_norm": 5.043658764095534,
      "learning_rate": 1.9996405681369353e-05,
      "loss": 1.0388,
      "step": 602
    },
    {
      "epoch": 0.07679449830459907,
      "grad_norm": 4.477337036234279,
      "learning_rate": 1.999635017485501e-05,
      "loss": 1.0678,
      "step": 603
    },
    {
      "epoch": 0.07692185236480571,
      "grad_norm": 3.4802276151035993,
      "learning_rate": 1.999629424310729e-05,
      "loss": 1.0386,
      "step": 604
    },
    {
      "epoch": 0.07704920642501234,
      "grad_norm": 6.354251381564723,
      "learning_rate": 1.999623788612858e-05,
      "loss": 1.0509,
      "step": 605
    },
    {
      "epoch": 0.07717656048521897,
      "grad_norm": 7.521001783969517,
      "learning_rate": 1.9996181103921268e-05,
      "loss": 1.0353,
      "step": 606
    },
    {
      "epoch": 0.0773039145454256,
      "grad_norm": 5.629739248359252,
      "learning_rate": 1.9996123896487775e-05,
      "loss": 1.0046,
      "step": 607
    },
    {
      "epoch": 0.07743126860563224,
      "grad_norm": 5.746840230765029,
      "learning_rate": 1.9996066263830533e-05,
      "loss": 1.0223,
      "step": 608
    },
    {
      "epoch": 0.07755862266583886,
      "grad_norm": 6.298985584272212,
      "learning_rate": 1.999600820595199e-05,
      "loss": 1.0892,
      "step": 609
    },
    {
      "epoch": 0.07768597672604549,
      "grad_norm": 6.803573780037953,
      "learning_rate": 1.999594972285462e-05,
      "loss": 1.0924,
      "step": 610
    },
    {
      "epoch": 0.07781333078625213,
      "grad_norm": 6.37358376722561,
      "learning_rate": 1.9995890814540915e-05,
      "loss": 1.0744,
      "step": 611
    },
    {
      "epoch": 0.07794068484645876,
      "grad_norm": 9.007917100839986,
      "learning_rate": 1.9995831481013376e-05,
      "loss": 1.2104,
      "step": 612
    },
    {
      "epoch": 0.07806803890666539,
      "grad_norm": 8.287857126219594,
      "learning_rate": 1.999577172227452e-05,
      "loss": 1.0484,
      "step": 613
    },
    {
      "epoch": 0.07819539296687203,
      "grad_norm": 4.04299092309741,
      "learning_rate": 1.9995711538326903e-05,
      "loss": 0.9676,
      "step": 614
    },
    {
      "epoch": 0.07832274702707866,
      "grad_norm": 6.571260544897439,
      "learning_rate": 1.9995650929173075e-05,
      "loss": 1.0512,
      "step": 615
    },
    {
      "epoch": 0.07845010108728528,
      "grad_norm": 6.1484744156888915,
      "learning_rate": 1.999558989481562e-05,
      "loss": 1.1788,
      "step": 616
    },
    {
      "epoch": 0.07857745514749193,
      "grad_norm": 5.316568230621563,
      "learning_rate": 1.999552843525713e-05,
      "loss": 1.0587,
      "step": 617
    },
    {
      "epoch": 0.07870480920769855,
      "grad_norm": 4.570047484971308,
      "learning_rate": 1.999546655050022e-05,
      "loss": 1.0535,
      "step": 618
    },
    {
      "epoch": 0.07883216326790518,
      "grad_norm": 6.1608163386830785,
      "learning_rate": 1.9995404240547527e-05,
      "loss": 1.0144,
      "step": 619
    },
    {
      "epoch": 0.07895951732811182,
      "grad_norm": 7.7568651371924595,
      "learning_rate": 1.9995341505401697e-05,
      "loss": 1.0017,
      "step": 620
    },
    {
      "epoch": 0.07908687138831845,
      "grad_norm": 5.0343224284140184,
      "learning_rate": 1.99952783450654e-05,
      "loss": 0.9866,
      "step": 621
    },
    {
      "epoch": 0.07921422544852508,
      "grad_norm": 4.733892334358776,
      "learning_rate": 1.999521475954132e-05,
      "loss": 1.0346,
      "step": 622
    },
    {
      "epoch": 0.07934157950873172,
      "grad_norm": 8.245032462200156,
      "learning_rate": 1.9995150748832167e-05,
      "loss": 1.0559,
      "step": 623
    },
    {
      "epoch": 0.07946893356893835,
      "grad_norm": 5.288275385428034,
      "learning_rate": 1.9995086312940665e-05,
      "loss": 1.1287,
      "step": 624
    },
    {
      "epoch": 0.07959628762914497,
      "grad_norm": 4.692547128203939,
      "learning_rate": 1.9995021451869548e-05,
      "loss": 1.0788,
      "step": 625
    },
    {
      "epoch": 0.07972364168935162,
      "grad_norm": 5.274171136757848,
      "learning_rate": 1.999495616562158e-05,
      "loss": 1.0668,
      "step": 626
    },
    {
      "epoch": 0.07985099574955824,
      "grad_norm": 4.503948598565,
      "learning_rate": 1.9994890454199537e-05,
      "loss": 0.9856,
      "step": 627
    },
    {
      "epoch": 0.07997834980976487,
      "grad_norm": 4.458866099436066,
      "learning_rate": 1.999482431760621e-05,
      "loss": 1.1141,
      "step": 628
    },
    {
      "epoch": 0.0801057038699715,
      "grad_norm": 5.021075273227246,
      "learning_rate": 1.9994757755844422e-05,
      "loss": 1.0495,
      "step": 629
    },
    {
      "epoch": 0.08023305793017814,
      "grad_norm": 6.947131370381861,
      "learning_rate": 1.9994690768916997e-05,
      "loss": 0.98,
      "step": 630
    },
    {
      "epoch": 0.08036041199038477,
      "grad_norm": 7.41009293017886,
      "learning_rate": 1.999462335682679e-05,
      "loss": 1.1349,
      "step": 631
    },
    {
      "epoch": 0.0804877660505914,
      "grad_norm": 5.172513156024174,
      "learning_rate": 1.999455551957666e-05,
      "loss": 1.0966,
      "step": 632
    },
    {
      "epoch": 0.08061512011079804,
      "grad_norm": 5.951912183195801,
      "learning_rate": 1.99944872571695e-05,
      "loss": 1.0624,
      "step": 633
    },
    {
      "epoch": 0.08074247417100466,
      "grad_norm": 7.68449951170285,
      "learning_rate": 1.9994418569608212e-05,
      "loss": 0.9459,
      "step": 634
    },
    {
      "epoch": 0.08086982823121129,
      "grad_norm": 5.28572353524242,
      "learning_rate": 1.999434945689572e-05,
      "loss": 1.1071,
      "step": 635
    },
    {
      "epoch": 0.08099718229141793,
      "grad_norm": 5.390054600709794,
      "learning_rate": 1.9994279919034958e-05,
      "loss": 1.1041,
      "step": 636
    },
    {
      "epoch": 0.08112453635162456,
      "grad_norm": 6.091162812164593,
      "learning_rate": 1.999420995602889e-05,
      "loss": 1.0167,
      "step": 637
    },
    {
      "epoch": 0.08125189041183119,
      "grad_norm": 9.582331419829577,
      "learning_rate": 1.9994139567880492e-05,
      "loss": 1.1483,
      "step": 638
    },
    {
      "epoch": 0.08137924447203783,
      "grad_norm": 6.486061704103913,
      "learning_rate": 1.999406875459275e-05,
      "loss": 1.057,
      "step": 639
    },
    {
      "epoch": 0.08150659853224446,
      "grad_norm": 5.762382774236402,
      "learning_rate": 1.999399751616869e-05,
      "loss": 1.1079,
      "step": 640
    },
    {
      "epoch": 0.08163395259245108,
      "grad_norm": 5.748421825606348,
      "learning_rate": 1.999392585261133e-05,
      "loss": 1.0681,
      "step": 641
    },
    {
      "epoch": 0.08176130665265773,
      "grad_norm": 6.038734654142748,
      "learning_rate": 1.9993853763923724e-05,
      "loss": 0.9983,
      "step": 642
    },
    {
      "epoch": 0.08188866071286435,
      "grad_norm": 6.696020954623414,
      "learning_rate": 1.9993781250108934e-05,
      "loss": 0.9574,
      "step": 643
    },
    {
      "epoch": 0.08201601477307098,
      "grad_norm": 4.880728461504636,
      "learning_rate": 1.9993708311170055e-05,
      "loss": 1.0897,
      "step": 644
    },
    {
      "epoch": 0.08214336883327762,
      "grad_norm": 6.765789355953292,
      "learning_rate": 1.999363494711018e-05,
      "loss": 0.9652,
      "step": 645
    },
    {
      "epoch": 0.08227072289348425,
      "grad_norm": 4.847223623737666,
      "learning_rate": 1.999356115793243e-05,
      "loss": 1.079,
      "step": 646
    },
    {
      "epoch": 0.08239807695369088,
      "grad_norm": 5.234269143927291,
      "learning_rate": 1.999348694363995e-05,
      "loss": 1.0237,
      "step": 647
    },
    {
      "epoch": 0.08252543101389752,
      "grad_norm": 4.89183541331242,
      "learning_rate": 1.9993412304235898e-05,
      "loss": 1.0104,
      "step": 648
    },
    {
      "epoch": 0.08265278507410415,
      "grad_norm": 5.865712718277241,
      "learning_rate": 1.999333723972344e-05,
      "loss": 1.0922,
      "step": 649
    },
    {
      "epoch": 0.08278013913431077,
      "grad_norm": 5.789907869913807,
      "learning_rate": 1.999326175010578e-05,
      "loss": 1.0889,
      "step": 650
    },
    {
      "epoch": 0.0829074931945174,
      "grad_norm": 6.9597588942410065,
      "learning_rate": 1.9993185835386118e-05,
      "loss": 1.0146,
      "step": 651
    },
    {
      "epoch": 0.08303484725472404,
      "grad_norm": 5.810287218463056,
      "learning_rate": 1.999310949556769e-05,
      "loss": 1.0555,
      "step": 652
    },
    {
      "epoch": 0.08316220131493067,
      "grad_norm": 5.914241168247319,
      "learning_rate": 1.999303273065374e-05,
      "loss": 1.1138,
      "step": 653
    },
    {
      "epoch": 0.0832895553751373,
      "grad_norm": 7.40780816406947,
      "learning_rate": 1.9992955540647544e-05,
      "loss": 1.0209,
      "step": 654
    },
    {
      "epoch": 0.08341690943534394,
      "grad_norm": 5.139163287743998,
      "learning_rate": 1.999287792555237e-05,
      "loss": 1.1916,
      "step": 655
    },
    {
      "epoch": 0.08354426349555057,
      "grad_norm": 7.338151071702125,
      "learning_rate": 1.999279988537153e-05,
      "loss": 1.0876,
      "step": 656
    },
    {
      "epoch": 0.0836716175557572,
      "grad_norm": 8.346356045647864,
      "learning_rate": 1.9992721420108338e-05,
      "loss": 1.0237,
      "step": 657
    },
    {
      "epoch": 0.08379897161596384,
      "grad_norm": 5.194369994982586,
      "learning_rate": 1.9992642529766136e-05,
      "loss": 1.019,
      "step": 658
    },
    {
      "epoch": 0.08392632567617046,
      "grad_norm": 6.352857844734931,
      "learning_rate": 1.999256321434828e-05,
      "loss": 1.0938,
      "step": 659
    },
    {
      "epoch": 0.08405367973637709,
      "grad_norm": 4.991216000871772,
      "learning_rate": 1.9992483473858138e-05,
      "loss": 1.1457,
      "step": 660
    },
    {
      "epoch": 0.08418103379658373,
      "grad_norm": 5.119276246534278,
      "learning_rate": 1.9992403308299112e-05,
      "loss": 1.0455,
      "step": 661
    },
    {
      "epoch": 0.08430838785679036,
      "grad_norm": 6.314325956131299,
      "learning_rate": 1.9992322717674603e-05,
      "loss": 1.1113,
      "step": 662
    },
    {
      "epoch": 0.08443574191699699,
      "grad_norm": 7.77910023602844,
      "learning_rate": 1.9992241701988042e-05,
      "loss": 1.0262,
      "step": 663
    },
    {
      "epoch": 0.08456309597720363,
      "grad_norm": 7.1596010849287195,
      "learning_rate": 1.999216026124288e-05,
      "loss": 1.0519,
      "step": 664
    },
    {
      "epoch": 0.08469045003741026,
      "grad_norm": 4.897077210322237,
      "learning_rate": 1.9992078395442574e-05,
      "loss": 1.0238,
      "step": 665
    },
    {
      "epoch": 0.08481780409761688,
      "grad_norm": 6.509385595436648,
      "learning_rate": 1.9991996104590612e-05,
      "loss": 1.0995,
      "step": 666
    },
    {
      "epoch": 0.08494515815782352,
      "grad_norm": 6.02964231578448,
      "learning_rate": 1.999191338869049e-05,
      "loss": 1.0622,
      "step": 667
    },
    {
      "epoch": 0.08507251221803015,
      "grad_norm": 6.841055561733911,
      "learning_rate": 1.9991830247745732e-05,
      "loss": 1.089,
      "step": 668
    },
    {
      "epoch": 0.08519986627823678,
      "grad_norm": 6.576305581782257,
      "learning_rate": 1.999174668175987e-05,
      "loss": 1.0683,
      "step": 669
    },
    {
      "epoch": 0.08532722033844342,
      "grad_norm": 5.960560877989974,
      "learning_rate": 1.9991662690736462e-05,
      "loss": 1.0535,
      "step": 670
    },
    {
      "epoch": 0.08545457439865005,
      "grad_norm": 6.509239086210101,
      "learning_rate": 1.999157827467908e-05,
      "loss": 1.0301,
      "step": 671
    },
    {
      "epoch": 0.08558192845885668,
      "grad_norm": 7.124308770095535,
      "learning_rate": 1.9991493433591315e-05,
      "loss": 1.1226,
      "step": 672
    },
    {
      "epoch": 0.0857092825190633,
      "grad_norm": 5.026968704141392,
      "learning_rate": 1.9991408167476772e-05,
      "loss": 1.1574,
      "step": 673
    },
    {
      "epoch": 0.08583663657926995,
      "grad_norm": 4.301359298900442,
      "learning_rate": 1.9991322476339088e-05,
      "loss": 1.0282,
      "step": 674
    },
    {
      "epoch": 0.08596399063947657,
      "grad_norm": 11.74719529462412,
      "learning_rate": 1.9991236360181897e-05,
      "loss": 1.0841,
      "step": 675
    },
    {
      "epoch": 0.0860913446996832,
      "grad_norm": 5.71392752342204,
      "learning_rate": 1.999114981900887e-05,
      "loss": 1.128,
      "step": 676
    },
    {
      "epoch": 0.08621869875988984,
      "grad_norm": 5.9033570647377465,
      "learning_rate": 1.9991062852823683e-05,
      "loss": 1.0681,
      "step": 677
    },
    {
      "epoch": 0.08634605282009647,
      "grad_norm": 5.322196996403861,
      "learning_rate": 1.9990975461630043e-05,
      "loss": 1.0203,
      "step": 678
    },
    {
      "epoch": 0.0864734068803031,
      "grad_norm": 4.951072869448979,
      "learning_rate": 1.999088764543166e-05,
      "loss": 1.0799,
      "step": 679
    },
    {
      "epoch": 0.08660076094050974,
      "grad_norm": 5.500998839799335,
      "learning_rate": 1.999079940423227e-05,
      "loss": 1.0914,
      "step": 680
    },
    {
      "epoch": 0.08672811500071637,
      "grad_norm": 6.443149791036705,
      "learning_rate": 1.9990710738035632e-05,
      "loss": 1.212,
      "step": 681
    },
    {
      "epoch": 0.086855469060923,
      "grad_norm": 5.5992443869211295,
      "learning_rate": 1.999062164684551e-05,
      "loss": 1.1295,
      "step": 682
    },
    {
      "epoch": 0.08698282312112963,
      "grad_norm": 4.401937119017067,
      "learning_rate": 1.9990532130665703e-05,
      "loss": 1.0117,
      "step": 683
    },
    {
      "epoch": 0.08711017718133626,
      "grad_norm": 6.193840092408911,
      "learning_rate": 1.9990442189500016e-05,
      "loss": 1.0194,
      "step": 684
    },
    {
      "epoch": 0.08723753124154289,
      "grad_norm": 7.51254012466861,
      "learning_rate": 1.9990351823352268e-05,
      "loss": 0.9975,
      "step": 685
    },
    {
      "epoch": 0.08736488530174953,
      "grad_norm": 5.877886124116896,
      "learning_rate": 1.999026103222631e-05,
      "loss": 1.1254,
      "step": 686
    },
    {
      "epoch": 0.08749223936195616,
      "grad_norm": 5.472095272874463,
      "learning_rate": 1.9990169816126005e-05,
      "loss": 1.0221,
      "step": 687
    },
    {
      "epoch": 0.08761959342216279,
      "grad_norm": 4.893392833864217,
      "learning_rate": 1.999007817505523e-05,
      "loss": 1.0455,
      "step": 688
    },
    {
      "epoch": 0.08774694748236943,
      "grad_norm": 5.637380242608783,
      "learning_rate": 1.9989986109017882e-05,
      "loss": 1.02,
      "step": 689
    },
    {
      "epoch": 0.08787430154257606,
      "grad_norm": 4.8513515752131635,
      "learning_rate": 1.9989893618017882e-05,
      "loss": 1.0035,
      "step": 690
    },
    {
      "epoch": 0.08800165560278268,
      "grad_norm": 6.058231699570725,
      "learning_rate": 1.9989800702059158e-05,
      "loss": 1.0731,
      "step": 691
    },
    {
      "epoch": 0.08812900966298932,
      "grad_norm": 5.045541876584629,
      "learning_rate": 1.9989707361145672e-05,
      "loss": 0.9995,
      "step": 692
    },
    {
      "epoch": 0.08825636372319595,
      "grad_norm": 5.568628770940815,
      "learning_rate": 1.9989613595281384e-05,
      "loss": 1.0222,
      "step": 693
    },
    {
      "epoch": 0.08838371778340258,
      "grad_norm": 5.02853680543003,
      "learning_rate": 1.998951940447029e-05,
      "loss": 1.0428,
      "step": 694
    },
    {
      "epoch": 0.08851107184360922,
      "grad_norm": 4.792565214522304,
      "learning_rate": 1.9989424788716397e-05,
      "loss": 1.0065,
      "step": 695
    },
    {
      "epoch": 0.08863842590381585,
      "grad_norm": 5.291371775342626,
      "learning_rate": 1.9989329748023728e-05,
      "loss": 1.0209,
      "step": 696
    },
    {
      "epoch": 0.08876577996402248,
      "grad_norm": 6.034196045176283,
      "learning_rate": 1.998923428239632e-05,
      "loss": 1.1247,
      "step": 697
    },
    {
      "epoch": 0.0888931340242291,
      "grad_norm": 5.512739512804424,
      "learning_rate": 1.9989138391838243e-05,
      "loss": 1.0025,
      "step": 698
    },
    {
      "epoch": 0.08902048808443574,
      "grad_norm": 5.877097871265012,
      "learning_rate": 1.9989042076353572e-05,
      "loss": 1.0448,
      "step": 699
    },
    {
      "epoch": 0.08914784214464237,
      "grad_norm": 4.461166883673963,
      "learning_rate": 1.9988945335946407e-05,
      "loss": 1.0821,
      "step": 700
    },
    {
      "epoch": 0.089275196204849,
      "grad_norm": 6.024518144895393,
      "learning_rate": 1.9988848170620857e-05,
      "loss": 1.1252,
      "step": 701
    },
    {
      "epoch": 0.08940255026505564,
      "grad_norm": 5.810905319826364,
      "learning_rate": 1.998875058038106e-05,
      "loss": 1.0291,
      "step": 702
    },
    {
      "epoch": 0.08952990432526227,
      "grad_norm": 4.288768987566355,
      "learning_rate": 1.9988652565231167e-05,
      "loss": 0.951,
      "step": 703
    },
    {
      "epoch": 0.0896572583854689,
      "grad_norm": 4.429403951945096,
      "learning_rate": 1.9988554125175347e-05,
      "loss": 1.1162,
      "step": 704
    },
    {
      "epoch": 0.08978461244567554,
      "grad_norm": 5.102004214642084,
      "learning_rate": 1.998845526021779e-05,
      "loss": 1.02,
      "step": 705
    },
    {
      "epoch": 0.08991196650588217,
      "grad_norm": 4.930098381995267,
      "learning_rate": 1.9988355970362693e-05,
      "loss": 1.0211,
      "step": 706
    },
    {
      "epoch": 0.09003932056608879,
      "grad_norm": 5.773187737747096,
      "learning_rate": 1.9988256255614292e-05,
      "loss": 1.0348,
      "step": 707
    },
    {
      "epoch": 0.09016667462629543,
      "grad_norm": 5.927086944668368,
      "learning_rate": 1.9988156115976818e-05,
      "loss": 1.1057,
      "step": 708
    },
    {
      "epoch": 0.09029402868650206,
      "grad_norm": 5.025749279734705,
      "learning_rate": 1.998805555145454e-05,
      "loss": 0.9713,
      "step": 709
    },
    {
      "epoch": 0.09042138274670869,
      "grad_norm": 5.882972340229742,
      "learning_rate": 1.9987954562051724e-05,
      "loss": 1.0112,
      "step": 710
    },
    {
      "epoch": 0.09054873680691533,
      "grad_norm": 5.104455101530909,
      "learning_rate": 1.9987853147772677e-05,
      "loss": 1.1046,
      "step": 711
    },
    {
      "epoch": 0.09067609086712196,
      "grad_norm": 4.674587113206371,
      "learning_rate": 1.9987751308621714e-05,
      "loss": 1.0097,
      "step": 712
    },
    {
      "epoch": 0.09080344492732859,
      "grad_norm": 4.381587273734659,
      "learning_rate": 1.9987649044603158e-05,
      "loss": 1.0142,
      "step": 713
    },
    {
      "epoch": 0.09093079898753523,
      "grad_norm": 9.46538823947152,
      "learning_rate": 1.9987546355721363e-05,
      "loss": 1.095,
      "step": 714
    },
    {
      "epoch": 0.09105815304774185,
      "grad_norm": 4.511638425962468,
      "learning_rate": 1.9987443241980696e-05,
      "loss": 1.1166,
      "step": 715
    },
    {
      "epoch": 0.09118550710794848,
      "grad_norm": 5.012728511329524,
      "learning_rate": 1.9987339703385552e-05,
      "loss": 1.1406,
      "step": 716
    },
    {
      "epoch": 0.09131286116815512,
      "grad_norm": 6.335841769660585,
      "learning_rate": 1.9987235739940325e-05,
      "loss": 1.1545,
      "step": 717
    },
    {
      "epoch": 0.09144021522836175,
      "grad_norm": 4.924962410565526,
      "learning_rate": 1.9987131351649437e-05,
      "loss": 1.1317,
      "step": 718
    },
    {
      "epoch": 0.09156756928856838,
      "grad_norm": 6.1544385074745165,
      "learning_rate": 1.998702653851734e-05,
      "loss": 1.1361,
      "step": 719
    },
    {
      "epoch": 0.091694923348775,
      "grad_norm": 6.154575178172681,
      "learning_rate": 1.998692130054848e-05,
      "loss": 0.9903,
      "step": 720
    },
    {
      "epoch": 0.09182227740898165,
      "grad_norm": 6.154952943747507,
      "learning_rate": 1.998681563774734e-05,
      "loss": 1.0783,
      "step": 721
    },
    {
      "epoch": 0.09194963146918828,
      "grad_norm": 4.838842453109084,
      "learning_rate": 1.9986709550118417e-05,
      "loss": 1.0136,
      "step": 722
    },
    {
      "epoch": 0.0920769855293949,
      "grad_norm": 5.410325823718829,
      "learning_rate": 1.9986603037666218e-05,
      "loss": 1.0734,
      "step": 723
    },
    {
      "epoch": 0.09220433958960154,
      "grad_norm": 7.933672605467293,
      "learning_rate": 1.9986496100395276e-05,
      "loss": 1.0677,
      "step": 724
    },
    {
      "epoch": 0.09233169364980817,
      "grad_norm": 9.510319375372314,
      "learning_rate": 1.9986388738310142e-05,
      "loss": 1.0391,
      "step": 725
    },
    {
      "epoch": 0.0924590477100148,
      "grad_norm": 5.218726609229018,
      "learning_rate": 1.998628095141538e-05,
      "loss": 1.0036,
      "step": 726
    },
    {
      "epoch": 0.09258640177022144,
      "grad_norm": 6.188449979354496,
      "learning_rate": 1.998617273971558e-05,
      "loss": 1.0897,
      "step": 727
    },
    {
      "epoch": 0.09271375583042807,
      "grad_norm": 5.214680072630314,
      "learning_rate": 1.998606410321534e-05,
      "loss": 1.0975,
      "step": 728
    },
    {
      "epoch": 0.0928411098906347,
      "grad_norm": 5.1103404588248855,
      "learning_rate": 1.998595504191928e-05,
      "loss": 1.115,
      "step": 729
    },
    {
      "epoch": 0.09296846395084134,
      "grad_norm": 7.251754548435966,
      "learning_rate": 1.9985845555832047e-05,
      "loss": 0.9956,
      "step": 730
    },
    {
      "epoch": 0.09309581801104796,
      "grad_norm": 6.024552653946663,
      "learning_rate": 1.9985735644958292e-05,
      "loss": 1.0765,
      "step": 731
    },
    {
      "epoch": 0.09322317207125459,
      "grad_norm": 4.944129259919682,
      "learning_rate": 1.9985625309302692e-05,
      "loss": 1.1096,
      "step": 732
    },
    {
      "epoch": 0.09335052613146123,
      "grad_norm": 4.15991324847806,
      "learning_rate": 1.9985514548869942e-05,
      "loss": 0.9459,
      "step": 733
    },
    {
      "epoch": 0.09347788019166786,
      "grad_norm": 3.7197710446687253,
      "learning_rate": 1.998540336366475e-05,
      "loss": 0.9994,
      "step": 734
    },
    {
      "epoch": 0.09360523425187449,
      "grad_norm": 6.06962528536452,
      "learning_rate": 1.9985291753691853e-05,
      "loss": 0.9692,
      "step": 735
    },
    {
      "epoch": 0.09373258831208113,
      "grad_norm": 4.293669347546974,
      "learning_rate": 1.998517971895599e-05,
      "loss": 1.163,
      "step": 736
    },
    {
      "epoch": 0.09385994237228776,
      "grad_norm": 4.771429610435823,
      "learning_rate": 1.9985067259461936e-05,
      "loss": 1.0687,
      "step": 737
    },
    {
      "epoch": 0.09398729643249439,
      "grad_norm": 5.6708848998084065,
      "learning_rate": 1.9984954375214464e-05,
      "loss": 0.9521,
      "step": 738
    },
    {
      "epoch": 0.09411465049270103,
      "grad_norm": 7.222470864474539,
      "learning_rate": 1.9984841066218387e-05,
      "loss": 1.0992,
      "step": 739
    },
    {
      "epoch": 0.09424200455290765,
      "grad_norm": 5.365241129523414,
      "learning_rate": 1.9984727332478517e-05,
      "loss": 1.1041,
      "step": 740
    },
    {
      "epoch": 0.09436935861311428,
      "grad_norm": 6.039438648032581,
      "learning_rate": 1.9984613173999694e-05,
      "loss": 1.0716,
      "step": 741
    },
    {
      "epoch": 0.09449671267332091,
      "grad_norm": 4.452459345808136,
      "learning_rate": 1.9984498590786778e-05,
      "loss": 1.0688,
      "step": 742
    },
    {
      "epoch": 0.09462406673352755,
      "grad_norm": 4.496510318180523,
      "learning_rate": 1.9984383582844636e-05,
      "loss": 1.1061,
      "step": 743
    },
    {
      "epoch": 0.09475142079373418,
      "grad_norm": 5.133958012277289,
      "learning_rate": 1.998426815017817e-05,
      "loss": 1.0172,
      "step": 744
    },
    {
      "epoch": 0.0948787748539408,
      "grad_norm": 6.401996670637185,
      "learning_rate": 1.998415229279228e-05,
      "loss": 1.0715,
      "step": 745
    },
    {
      "epoch": 0.09500612891414745,
      "grad_norm": 5.80380879011085,
      "learning_rate": 1.99840360106919e-05,
      "loss": 0.9658,
      "step": 746
    },
    {
      "epoch": 0.09513348297435407,
      "grad_norm": 5.835257004125801,
      "learning_rate": 1.998391930388198e-05,
      "loss": 1.1158,
      "step": 747
    },
    {
      "epoch": 0.0952608370345607,
      "grad_norm": 5.1207374896936955,
      "learning_rate": 1.9983802172367477e-05,
      "loss": 1.0881,
      "step": 748
    },
    {
      "epoch": 0.09538819109476734,
      "grad_norm": 11.487577279944423,
      "learning_rate": 1.9983684616153378e-05,
      "loss": 1.1162,
      "step": 749
    },
    {
      "epoch": 0.09551554515497397,
      "grad_norm": 5.542628422317417,
      "learning_rate": 1.998356663524468e-05,
      "loss": 1.1225,
      "step": 750
    },
    {
      "epoch": 0.0956428992151806,
      "grad_norm": 6.967952118088262,
      "learning_rate": 1.998344822964641e-05,
      "loss": 1.1577,
      "step": 751
    },
    {
      "epoch": 0.09577025327538724,
      "grad_norm": 5.47302950580714,
      "learning_rate": 1.99833293993636e-05,
      "loss": 1.0219,
      "step": 752
    },
    {
      "epoch": 0.09589760733559387,
      "grad_norm": 5.362081572740628,
      "learning_rate": 1.99832101444013e-05,
      "loss": 1.0726,
      "step": 753
    },
    {
      "epoch": 0.0960249613958005,
      "grad_norm": 6.812421045808244,
      "learning_rate": 1.9983090464764587e-05,
      "loss": 1.065,
      "step": 754
    },
    {
      "epoch": 0.09615231545600714,
      "grad_norm": 8.852579514610417,
      "learning_rate": 1.9982970360458557e-05,
      "loss": 1.1051,
      "step": 755
    },
    {
      "epoch": 0.09627966951621376,
      "grad_norm": 6.265131524266463,
      "learning_rate": 1.998284983148831e-05,
      "loss": 1.0406,
      "step": 756
    },
    {
      "epoch": 0.09640702357642039,
      "grad_norm": 10.166042829874742,
      "learning_rate": 1.9982728877858978e-05,
      "loss": 1.0842,
      "step": 757
    },
    {
      "epoch": 0.09653437763662703,
      "grad_norm": 5.6845487546028695,
      "learning_rate": 1.998260749957571e-05,
      "loss": 1.0445,
      "step": 758
    },
    {
      "epoch": 0.09666173169683366,
      "grad_norm": 4.165910779417907,
      "learning_rate": 1.9982485696643663e-05,
      "loss": 0.9373,
      "step": 759
    },
    {
      "epoch": 0.09678908575704029,
      "grad_norm": 4.396198685395114,
      "learning_rate": 1.998236346906802e-05,
      "loss": 1.0627,
      "step": 760
    },
    {
      "epoch": 0.09691643981724693,
      "grad_norm": 6.08568614592465,
      "learning_rate": 1.9982240816853983e-05,
      "loss": 1.0471,
      "step": 761
    },
    {
      "epoch": 0.09704379387745356,
      "grad_norm": 5.1671257225291,
      "learning_rate": 1.9982117740006763e-05,
      "loss": 1.1163,
      "step": 762
    },
    {
      "epoch": 0.09717114793766018,
      "grad_norm": 5.916493408818419,
      "learning_rate": 1.9981994238531603e-05,
      "loss": 1.1089,
      "step": 763
    },
    {
      "epoch": 0.09729850199786683,
      "grad_norm": 4.560569041032856,
      "learning_rate": 1.9981870312433755e-05,
      "loss": 0.9946,
      "step": 764
    },
    {
      "epoch": 0.09742585605807345,
      "grad_norm": 4.936586319610627,
      "learning_rate": 1.9981745961718486e-05,
      "loss": 1.1241,
      "step": 765
    },
    {
      "epoch": 0.09755321011828008,
      "grad_norm": 5.56261932587953,
      "learning_rate": 1.998162118639109e-05,
      "loss": 1.1137,
      "step": 766
    },
    {
      "epoch": 0.09768056417848671,
      "grad_norm": 4.700296051765587,
      "learning_rate": 1.9981495986456876e-05,
      "loss": 0.9961,
      "step": 767
    },
    {
      "epoch": 0.09780791823869335,
      "grad_norm": 5.784826543609449,
      "learning_rate": 1.9981370361921165e-05,
      "loss": 1.0256,
      "step": 768
    },
    {
      "epoch": 0.09793527229889998,
      "grad_norm": 5.929088537148662,
      "learning_rate": 1.9981244312789306e-05,
      "loss": 0.9581,
      "step": 769
    },
    {
      "epoch": 0.0980626263591066,
      "grad_norm": 5.179139535494771,
      "learning_rate": 1.9981117839066657e-05,
      "loss": 0.9951,
      "step": 770
    },
    {
      "epoch": 0.09818998041931325,
      "grad_norm": 6.371153924167855,
      "learning_rate": 1.99809909407586e-05,
      "loss": 1.0445,
      "step": 771
    },
    {
      "epoch": 0.09831733447951987,
      "grad_norm": 7.152752283867728,
      "learning_rate": 1.998086361787053e-05,
      "loss": 1.1133,
      "step": 772
    },
    {
      "epoch": 0.0984446885397265,
      "grad_norm": 5.0226457841069605,
      "learning_rate": 1.998073587040787e-05,
      "loss": 1.086,
      "step": 773
    },
    {
      "epoch": 0.09857204259993314,
      "grad_norm": 5.248569293580547,
      "learning_rate": 1.998060769837605e-05,
      "loss": 1.0538,
      "step": 774
    },
    {
      "epoch": 0.09869939666013977,
      "grad_norm": 6.354143319842696,
      "learning_rate": 1.9980479101780525e-05,
      "loss": 1.0211,
      "step": 775
    },
    {
      "epoch": 0.0988267507203464,
      "grad_norm": 4.431387976904693,
      "learning_rate": 1.9980350080626755e-05,
      "loss": 0.9861,
      "step": 776
    },
    {
      "epoch": 0.09895410478055304,
      "grad_norm": 6.274642885540535,
      "learning_rate": 1.998022063492024e-05,
      "loss": 1.0126,
      "step": 777
    },
    {
      "epoch": 0.09908145884075967,
      "grad_norm": 4.3373684558105,
      "learning_rate": 1.9980090764666486e-05,
      "loss": 1.0245,
      "step": 778
    },
    {
      "epoch": 0.0992088129009663,
      "grad_norm": 5.5406400642685085,
      "learning_rate": 1.997996046987101e-05,
      "loss": 1.0031,
      "step": 779
    },
    {
      "epoch": 0.09933616696117294,
      "grad_norm": 6.194165887352312,
      "learning_rate": 1.997982975053936e-05,
      "loss": 1.0883,
      "step": 780
    },
    {
      "epoch": 0.09946352102137956,
      "grad_norm": 5.211934830651193,
      "learning_rate": 1.9979698606677095e-05,
      "loss": 1.1272,
      "step": 781
    },
    {
      "epoch": 0.09959087508158619,
      "grad_norm": 7.170192413089251,
      "learning_rate": 1.9979567038289796e-05,
      "loss": 1.0528,
      "step": 782
    },
    {
      "epoch": 0.09971822914179283,
      "grad_norm": 6.254459468621482,
      "learning_rate": 1.997943504538306e-05,
      "loss": 0.9662,
      "step": 783
    },
    {
      "epoch": 0.09984558320199946,
      "grad_norm": 6.957908510804562,
      "learning_rate": 1.9979302627962494e-05,
      "loss": 1.0736,
      "step": 784
    },
    {
      "epoch": 0.09997293726220609,
      "grad_norm": 6.320699069316108,
      "learning_rate": 1.997916978603374e-05,
      "loss": 1.0725,
      "step": 785
    },
    {
      "epoch": 0.10010029132241273,
      "grad_norm": 5.789714163937426,
      "learning_rate": 1.9979036519602446e-05,
      "loss": 1.0178,
      "step": 786
    },
    {
      "epoch": 0.10022764538261936,
      "grad_norm": 6.830007751817898,
      "learning_rate": 1.997890282867428e-05,
      "loss": 1.0137,
      "step": 787
    },
    {
      "epoch": 0.10035499944282598,
      "grad_norm": 4.903635482520552,
      "learning_rate": 1.9978768713254927e-05,
      "loss": 1.0192,
      "step": 788
    },
    {
      "epoch": 0.10048235350303261,
      "grad_norm": 18.90650180617438,
      "learning_rate": 1.99786341733501e-05,
      "loss": 0.9982,
      "step": 789
    },
    {
      "epoch": 0.10060970756323925,
      "grad_norm": 4.963165407706841,
      "learning_rate": 1.997849920896551e-05,
      "loss": 0.9878,
      "step": 790
    },
    {
      "epoch": 0.10073706162344588,
      "grad_norm": 4.880410542025724,
      "learning_rate": 1.9978363820106912e-05,
      "loss": 1.0394,
      "step": 791
    },
    {
      "epoch": 0.10086441568365251,
      "grad_norm": 5.359966990525815,
      "learning_rate": 1.9978228006780056e-05,
      "loss": 1.0565,
      "step": 792
    },
    {
      "epoch": 0.10099176974385915,
      "grad_norm": 5.27348234934632,
      "learning_rate": 1.9978091768990723e-05,
      "loss": 1.1053,
      "step": 793
    },
    {
      "epoch": 0.10111912380406578,
      "grad_norm": 6.207040468644822,
      "learning_rate": 1.9977955106744706e-05,
      "loss": 1.047,
      "step": 794
    },
    {
      "epoch": 0.1012464778642724,
      "grad_norm": 5.75935564622613,
      "learning_rate": 1.9977818020047816e-05,
      "loss": 0.9662,
      "step": 795
    },
    {
      "epoch": 0.10137383192447905,
      "grad_norm": 3.5010736725984377,
      "learning_rate": 1.9977680508905894e-05,
      "loss": 1.0921,
      "step": 796
    },
    {
      "epoch": 0.10150118598468567,
      "grad_norm": 7.0157745277425425,
      "learning_rate": 1.9977542573324782e-05,
      "loss": 0.9324,
      "step": 797
    },
    {
      "epoch": 0.1016285400448923,
      "grad_norm": 4.361273239480551,
      "learning_rate": 1.9977404213310347e-05,
      "loss": 1.0017,
      "step": 798
    },
    {
      "epoch": 0.10175589410509894,
      "grad_norm": 5.415330262261502,
      "learning_rate": 1.997726542886848e-05,
      "loss": 0.997,
      "step": 799
    },
    {
      "epoch": 0.10188324816530557,
      "grad_norm": 6.053517402057396,
      "learning_rate": 1.9977126220005082e-05,
      "loss": 1.0096,
      "step": 800
    },
    {
      "epoch": 0.1020106022255122,
      "grad_norm": 5.6546141224148165,
      "learning_rate": 1.9976986586726072e-05,
      "loss": 1.1677,
      "step": 801
    },
    {
      "epoch": 0.10213795628571884,
      "grad_norm": 4.5596153860015125,
      "learning_rate": 1.9976846529037396e-05,
      "loss": 1.039,
      "step": 802
    },
    {
      "epoch": 0.10226531034592547,
      "grad_norm": 6.434913485996966,
      "learning_rate": 1.9976706046945003e-05,
      "loss": 1.032,
      "step": 803
    },
    {
      "epoch": 0.1023926644061321,
      "grad_norm": 6.885333254525804,
      "learning_rate": 1.9976565140454877e-05,
      "loss": 1.0179,
      "step": 804
    },
    {
      "epoch": 0.10252001846633874,
      "grad_norm": 5.634192690488991,
      "learning_rate": 1.9976423809573014e-05,
      "loss": 1.007,
      "step": 805
    },
    {
      "epoch": 0.10264737252654536,
      "grad_norm": 5.028451840415393,
      "learning_rate": 1.9976282054305415e-05,
      "loss": 1.0552,
      "step": 806
    },
    {
      "epoch": 0.10277472658675199,
      "grad_norm": 5.18185209266238,
      "learning_rate": 1.9976139874658117e-05,
      "loss": 0.985,
      "step": 807
    },
    {
      "epoch": 0.10290208064695863,
      "grad_norm": 5.351761194703276,
      "learning_rate": 1.9975997270637172e-05,
      "loss": 0.977,
      "step": 808
    },
    {
      "epoch": 0.10302943470716526,
      "grad_norm": 5.0199059016310725,
      "learning_rate": 1.997585424224864e-05,
      "loss": 1.0321,
      "step": 809
    },
    {
      "epoch": 0.10315678876737189,
      "grad_norm": 7.4969247235155425,
      "learning_rate": 1.9975710789498603e-05,
      "loss": 1.1377,
      "step": 810
    },
    {
      "epoch": 0.10328414282757852,
      "grad_norm": 5.024824126093265,
      "learning_rate": 1.9975566912393173e-05,
      "loss": 1.0533,
      "step": 811
    },
    {
      "epoch": 0.10341149688778516,
      "grad_norm": 9.205641086845837,
      "learning_rate": 1.9975422610938463e-05,
      "loss": 1.0876,
      "step": 812
    },
    {
      "epoch": 0.10353885094799178,
      "grad_norm": 4.248778448141489,
      "learning_rate": 1.9975277885140613e-05,
      "loss": 0.9902,
      "step": 813
    },
    {
      "epoch": 0.10366620500819841,
      "grad_norm": 5.970955805599458,
      "learning_rate": 1.9975132735005778e-05,
      "loss": 1.0198,
      "step": 814
    },
    {
      "epoch": 0.10379355906840505,
      "grad_norm": 5.154292249370319,
      "learning_rate": 1.9974987160540132e-05,
      "loss": 1.0242,
      "step": 815
    },
    {
      "epoch": 0.10392091312861168,
      "grad_norm": 5.2176426609278055,
      "learning_rate": 1.9974841161749875e-05,
      "loss": 1.1066,
      "step": 816
    },
    {
      "epoch": 0.10404826718881831,
      "grad_norm": 5.4636206413600235,
      "learning_rate": 1.997469473864121e-05,
      "loss": 1.1187,
      "step": 817
    },
    {
      "epoch": 0.10417562124902495,
      "grad_norm": 5.683022885312907,
      "learning_rate": 1.997454789122037e-05,
      "loss": 1.1843,
      "step": 818
    },
    {
      "epoch": 0.10430297530923158,
      "grad_norm": 5.910681621146795,
      "learning_rate": 1.9974400619493595e-05,
      "loss": 1.0454,
      "step": 819
    },
    {
      "epoch": 0.1044303293694382,
      "grad_norm": 5.36205187083293,
      "learning_rate": 1.9974252923467162e-05,
      "loss": 0.9426,
      "step": 820
    },
    {
      "epoch": 0.10455768342964485,
      "grad_norm": 5.648169546775838,
      "learning_rate": 1.9974104803147344e-05,
      "loss": 1.0387,
      "step": 821
    },
    {
      "epoch": 0.10468503748985147,
      "grad_norm": 4.938694869698999,
      "learning_rate": 1.9973956258540438e-05,
      "loss": 1.0432,
      "step": 822
    },
    {
      "epoch": 0.1048123915500581,
      "grad_norm": 6.627397211487185,
      "learning_rate": 1.9973807289652777e-05,
      "loss": 1.1652,
      "step": 823
    },
    {
      "epoch": 0.10493974561026474,
      "grad_norm": 6.178454019201148,
      "learning_rate": 1.9973657896490687e-05,
      "loss": 1.0397,
      "step": 824
    },
    {
      "epoch": 0.10506709967047137,
      "grad_norm": 6.174888628368443,
      "learning_rate": 1.9973508079060524e-05,
      "loss": 0.978,
      "step": 825
    },
    {
      "epoch": 0.105194453730678,
      "grad_norm": 6.708740158855683,
      "learning_rate": 1.9973357837368664e-05,
      "loss": 0.9996,
      "step": 826
    },
    {
      "epoch": 0.10532180779088464,
      "grad_norm": 7.273286451170561,
      "learning_rate": 1.99732071714215e-05,
      "loss": 0.9919,
      "step": 827
    },
    {
      "epoch": 0.10544916185109127,
      "grad_norm": 4.836429305944261,
      "learning_rate": 1.997305608122544e-05,
      "loss": 0.9303,
      "step": 828
    },
    {
      "epoch": 0.1055765159112979,
      "grad_norm": 5.203196115551915,
      "learning_rate": 1.9972904566786903e-05,
      "loss": 0.9287,
      "step": 829
    },
    {
      "epoch": 0.10570386997150454,
      "grad_norm": 5.355710926325952,
      "learning_rate": 1.9972752628112344e-05,
      "loss": 1.0132,
      "step": 830
    },
    {
      "epoch": 0.10583122403171116,
      "grad_norm": 5.978964807733789,
      "learning_rate": 1.9972600265208224e-05,
      "loss": 1.0344,
      "step": 831
    },
    {
      "epoch": 0.10595857809191779,
      "grad_norm": 4.315744257777001,
      "learning_rate": 1.9972447478081026e-05,
      "loss": 1.1191,
      "step": 832
    },
    {
      "epoch": 0.10608593215212442,
      "grad_norm": 5.5114553971235605,
      "learning_rate": 1.9972294266737243e-05,
      "loss": 1.0505,
      "step": 833
    },
    {
      "epoch": 0.10621328621233106,
      "grad_norm": 7.059071476639452,
      "learning_rate": 1.9972140631183396e-05,
      "loss": 1.2202,
      "step": 834
    },
    {
      "epoch": 0.10634064027253769,
      "grad_norm": 4.830647719965635,
      "learning_rate": 1.9971986571426024e-05,
      "loss": 1.0377,
      "step": 835
    },
    {
      "epoch": 0.10646799433274431,
      "grad_norm": 5.099515121448014,
      "learning_rate": 1.9971832087471678e-05,
      "loss": 1.0378,
      "step": 836
    },
    {
      "epoch": 0.10659534839295096,
      "grad_norm": 5.874044137666145,
      "learning_rate": 1.9971677179326925e-05,
      "loss": 1.0322,
      "step": 837
    },
    {
      "epoch": 0.10672270245315758,
      "grad_norm": 6.157219050476186,
      "learning_rate": 1.9971521846998362e-05,
      "loss": 1.0744,
      "step": 838
    },
    {
      "epoch": 0.10685005651336421,
      "grad_norm": 4.74324840763616,
      "learning_rate": 1.997136609049259e-05,
      "loss": 0.9892,
      "step": 839
    },
    {
      "epoch": 0.10697741057357085,
      "grad_norm": 3.737316042860656,
      "learning_rate": 1.997120990981624e-05,
      "loss": 1.082,
      "step": 840
    },
    {
      "epoch": 0.10710476463377748,
      "grad_norm": 5.970295491277951,
      "learning_rate": 1.9971053304975955e-05,
      "loss": 1.0749,
      "step": 841
    },
    {
      "epoch": 0.10723211869398411,
      "grad_norm": 8.05229262408578,
      "learning_rate": 1.9970896275978392e-05,
      "loss": 1.0926,
      "step": 842
    },
    {
      "epoch": 0.10735947275419075,
      "grad_norm": 4.885471541605568,
      "learning_rate": 1.9970738822830237e-05,
      "loss": 0.9979,
      "step": 843
    },
    {
      "epoch": 0.10748682681439738,
      "grad_norm": 6.75132907922118,
      "learning_rate": 1.9970580945538187e-05,
      "loss": 1.0148,
      "step": 844
    },
    {
      "epoch": 0.107614180874604,
      "grad_norm": 5.0097069928342846,
      "learning_rate": 1.997042264410895e-05,
      "loss": 1.1069,
      "step": 845
    },
    {
      "epoch": 0.10774153493481065,
      "grad_norm": 5.598578899449339,
      "learning_rate": 1.9970263918549274e-05,
      "loss": 1.0181,
      "step": 846
    },
    {
      "epoch": 0.10786888899501727,
      "grad_norm": 5.37790388575956,
      "learning_rate": 1.9970104768865895e-05,
      "loss": 1.0247,
      "step": 847
    },
    {
      "epoch": 0.1079962430552239,
      "grad_norm": 6.595977551571855,
      "learning_rate": 1.9969945195065596e-05,
      "loss": 1.0204,
      "step": 848
    },
    {
      "epoch": 0.10812359711543054,
      "grad_norm": 7.964236907516185,
      "learning_rate": 1.996978519715516e-05,
      "loss": 0.9665,
      "step": 849
    },
    {
      "epoch": 0.10825095117563717,
      "grad_norm": 6.392637201835179,
      "learning_rate": 1.9969624775141393e-05,
      "loss": 1.0868,
      "step": 850
    },
    {
      "epoch": 0.1083783052358438,
      "grad_norm": 5.587715175504954,
      "learning_rate": 1.9969463929031118e-05,
      "loss": 0.9563,
      "step": 851
    },
    {
      "epoch": 0.10850565929605044,
      "grad_norm": 4.658229330377023,
      "learning_rate": 1.9969302658831182e-05,
      "loss": 1.0354,
      "step": 852
    },
    {
      "epoch": 0.10863301335625707,
      "grad_norm": 4.787778299474807,
      "learning_rate": 1.996914096454844e-05,
      "loss": 0.9508,
      "step": 853
    },
    {
      "epoch": 0.1087603674164637,
      "grad_norm": 4.867284685024919,
      "learning_rate": 1.996897884618977e-05,
      "loss": 1.0619,
      "step": 854
    },
    {
      "epoch": 0.10888772147667033,
      "grad_norm": 5.147589421211179,
      "learning_rate": 1.9968816303762076e-05,
      "loss": 0.9208,
      "step": 855
    },
    {
      "epoch": 0.10901507553687696,
      "grad_norm": 6.599867455278636,
      "learning_rate": 1.9968653337272262e-05,
      "loss": 0.9198,
      "step": 856
    },
    {
      "epoch": 0.10914242959708359,
      "grad_norm": 7.3878300162248465,
      "learning_rate": 1.9968489946727265e-05,
      "loss": 1.0832,
      "step": 857
    },
    {
      "epoch": 0.10926978365729022,
      "grad_norm": 5.149081153750179,
      "learning_rate": 1.996832613213404e-05,
      "loss": 1.0392,
      "step": 858
    },
    {
      "epoch": 0.10939713771749686,
      "grad_norm": 7.385644504779292,
      "learning_rate": 1.9968161893499548e-05,
      "loss": 1.0305,
      "step": 859
    },
    {
      "epoch": 0.10952449177770349,
      "grad_norm": 6.126046850311139,
      "learning_rate": 1.9967997230830784e-05,
      "loss": 1.0887,
      "step": 860
    },
    {
      "epoch": 0.10965184583791011,
      "grad_norm": 7.1861931981170715,
      "learning_rate": 1.996783214413474e-05,
      "loss": 1.109,
      "step": 861
    },
    {
      "epoch": 0.10977919989811676,
      "grad_norm": 6.273300682466664,
      "learning_rate": 1.9967666633418454e-05,
      "loss": 1.0648,
      "step": 862
    },
    {
      "epoch": 0.10990655395832338,
      "grad_norm": 6.694825340539664,
      "learning_rate": 1.996750069868895e-05,
      "loss": 1.1229,
      "step": 863
    },
    {
      "epoch": 0.11003390801853001,
      "grad_norm": 4.287595849036246,
      "learning_rate": 1.9967334339953303e-05,
      "loss": 0.9974,
      "step": 864
    },
    {
      "epoch": 0.11016126207873665,
      "grad_norm": 5.7722573112928215,
      "learning_rate": 1.996716755721858e-05,
      "loss": 1.0254,
      "step": 865
    },
    {
      "epoch": 0.11028861613894328,
      "grad_norm": 4.54564301360154,
      "learning_rate": 1.9967000350491873e-05,
      "loss": 0.947,
      "step": 866
    },
    {
      "epoch": 0.11041597019914991,
      "grad_norm": 4.937993278489573,
      "learning_rate": 1.9966832719780305e-05,
      "loss": 1.105,
      "step": 867
    },
    {
      "epoch": 0.11054332425935655,
      "grad_norm": 5.060781116430827,
      "learning_rate": 1.9966664665090997e-05,
      "loss": 1.111,
      "step": 868
    },
    {
      "epoch": 0.11067067831956318,
      "grad_norm": 6.785440723383181,
      "learning_rate": 1.9966496186431106e-05,
      "loss": 1.0737,
      "step": 869
    },
    {
      "epoch": 0.1107980323797698,
      "grad_norm": 6.19654754989308,
      "learning_rate": 1.9966327283807794e-05,
      "loss": 1.0739,
      "step": 870
    },
    {
      "epoch": 0.11092538643997644,
      "grad_norm": 6.420826475951312,
      "learning_rate": 1.996615795722825e-05,
      "loss": 1.0866,
      "step": 871
    },
    {
      "epoch": 0.11105274050018307,
      "grad_norm": 5.052261359889531,
      "learning_rate": 1.996598820669967e-05,
      "loss": 1.0155,
      "step": 872
    },
    {
      "epoch": 0.1111800945603897,
      "grad_norm": 4.816232002119726,
      "learning_rate": 1.996581803222928e-05,
      "loss": 1.0649,
      "step": 873
    },
    {
      "epoch": 0.11130744862059634,
      "grad_norm": 4.5369893524939595,
      "learning_rate": 1.9965647433824315e-05,
      "loss": 0.9625,
      "step": 874
    },
    {
      "epoch": 0.11143480268080297,
      "grad_norm": 5.307753652943214,
      "learning_rate": 1.9965476411492043e-05,
      "loss": 0.9882,
      "step": 875
    },
    {
      "epoch": 0.1115621567410096,
      "grad_norm": 6.092648763675741,
      "learning_rate": 1.9965304965239723e-05,
      "loss": 0.8954,
      "step": 876
    },
    {
      "epoch": 0.11168951080121624,
      "grad_norm": 6.984597836210311,
      "learning_rate": 1.996513309507466e-05,
      "loss": 1.0302,
      "step": 877
    },
    {
      "epoch": 0.11181686486142287,
      "grad_norm": 5.913009731264718,
      "learning_rate": 1.9964960801004164e-05,
      "loss": 1.082,
      "step": 878
    },
    {
      "epoch": 0.11194421892162949,
      "grad_norm": 4.500339071427008,
      "learning_rate": 1.9964788083035554e-05,
      "loss": 1.0465,
      "step": 879
    },
    {
      "epoch": 0.11207157298183612,
      "grad_norm": 6.428641140272211,
      "learning_rate": 1.9964614941176194e-05,
      "loss": 1.054,
      "step": 880
    },
    {
      "epoch": 0.11219892704204276,
      "grad_norm": 5.458770889720949,
      "learning_rate": 1.9964441375433436e-05,
      "loss": 0.9883,
      "step": 881
    },
    {
      "epoch": 0.11232628110224939,
      "grad_norm": 5.406102525761324,
      "learning_rate": 1.996426738581467e-05,
      "loss": 0.9914,
      "step": 882
    },
    {
      "epoch": 0.11245363516245602,
      "grad_norm": 5.6600517858286175,
      "learning_rate": 1.996409297232729e-05,
      "loss": 0.9404,
      "step": 883
    },
    {
      "epoch": 0.11258098922266266,
      "grad_norm": 6.302272858935621,
      "learning_rate": 1.996391813497872e-05,
      "loss": 0.9588,
      "step": 884
    },
    {
      "epoch": 0.11270834328286929,
      "grad_norm": 6.660119593007626,
      "learning_rate": 1.99637428737764e-05,
      "loss": 1.0316,
      "step": 885
    },
    {
      "epoch": 0.11283569734307591,
      "grad_norm": 5.668058934930348,
      "learning_rate": 1.9963567188727783e-05,
      "loss": 1.0363,
      "step": 886
    },
    {
      "epoch": 0.11296305140328256,
      "grad_norm": 4.359857566676804,
      "learning_rate": 1.9963391079840344e-05,
      "loss": 1.0509,
      "step": 887
    },
    {
      "epoch": 0.11309040546348918,
      "grad_norm": 5.11794036685001,
      "learning_rate": 1.9963214547121573e-05,
      "loss": 1.0572,
      "step": 888
    },
    {
      "epoch": 0.11321775952369581,
      "grad_norm": 8.069355260721297,
      "learning_rate": 1.9963037590578977e-05,
      "loss": 1.0512,
      "step": 889
    },
    {
      "epoch": 0.11334511358390245,
      "grad_norm": 5.085180082630144,
      "learning_rate": 1.9962860210220085e-05,
      "loss": 0.9946,
      "step": 890
    },
    {
      "epoch": 0.11347246764410908,
      "grad_norm": 6.3451816089753414,
      "learning_rate": 1.9962682406052445e-05,
      "loss": 1.0836,
      "step": 891
    },
    {
      "epoch": 0.1135998217043157,
      "grad_norm": 4.30454150054419,
      "learning_rate": 1.996250417808362e-05,
      "loss": 1.0612,
      "step": 892
    },
    {
      "epoch": 0.11372717576452235,
      "grad_norm": 6.121196889586544,
      "learning_rate": 1.996232552632119e-05,
      "loss": 1.1126,
      "step": 893
    },
    {
      "epoch": 0.11385452982472898,
      "grad_norm": 5.352515632788303,
      "learning_rate": 1.9962146450772756e-05,
      "loss": 1.0238,
      "step": 894
    },
    {
      "epoch": 0.1139818838849356,
      "grad_norm": 6.644230409121299,
      "learning_rate": 1.9961966951445933e-05,
      "loss": 1.008,
      "step": 895
    },
    {
      "epoch": 0.11410923794514224,
      "grad_norm": 5.595505082119347,
      "learning_rate": 1.9961787028348357e-05,
      "loss": 1.085,
      "step": 896
    },
    {
      "epoch": 0.11423659200534887,
      "grad_norm": 5.556965678651519,
      "learning_rate": 1.9961606681487685e-05,
      "loss": 1.0309,
      "step": 897
    },
    {
      "epoch": 0.1143639460655555,
      "grad_norm": 4.581100382319801,
      "learning_rate": 1.996142591087159e-05,
      "loss": 1.0942,
      "step": 898
    },
    {
      "epoch": 0.11449130012576214,
      "grad_norm": 5.835283153368007,
      "learning_rate": 1.9961244716507757e-05,
      "loss": 1.1027,
      "step": 899
    },
    {
      "epoch": 0.11461865418596877,
      "grad_norm": 5.063142900500023,
      "learning_rate": 1.9961063098403897e-05,
      "loss": 0.9936,
      "step": 900
    },
    {
      "epoch": 0.1147460082461754,
      "grad_norm": 4.51443898818577,
      "learning_rate": 1.9960881056567732e-05,
      "loss": 0.9346,
      "step": 901
    },
    {
      "epoch": 0.11487336230638202,
      "grad_norm": 5.329502856059749,
      "learning_rate": 1.9960698591007008e-05,
      "loss": 1.0803,
      "step": 902
    },
    {
      "epoch": 0.11500071636658867,
      "grad_norm": 4.504037740993079,
      "learning_rate": 1.996051570172949e-05,
      "loss": 0.9776,
      "step": 903
    },
    {
      "epoch": 0.11512807042679529,
      "grad_norm": 6.117784882628449,
      "learning_rate": 1.9960332388742952e-05,
      "loss": 1.0179,
      "step": 904
    },
    {
      "epoch": 0.11525542448700192,
      "grad_norm": 5.357360995256535,
      "learning_rate": 1.99601486520552e-05,
      "loss": 1.1039,
      "step": 905
    },
    {
      "epoch": 0.11538277854720856,
      "grad_norm": 10.642215559466937,
      "learning_rate": 1.995996449167404e-05,
      "loss": 0.9746,
      "step": 906
    },
    {
      "epoch": 0.11551013260741519,
      "grad_norm": 5.78019713016134,
      "learning_rate": 1.9959779907607317e-05,
      "loss": 0.9421,
      "step": 907
    },
    {
      "epoch": 0.11563748666762182,
      "grad_norm": 6.034713778278319,
      "learning_rate": 1.995959489986287e-05,
      "loss": 1.1411,
      "step": 908
    },
    {
      "epoch": 0.11576484072782846,
      "grad_norm": 5.582388650865901,
      "learning_rate": 1.9959409468448582e-05,
      "loss": 1.0087,
      "step": 909
    },
    {
      "epoch": 0.11589219478803509,
      "grad_norm": 5.796074084454103,
      "learning_rate": 1.995922361337233e-05,
      "loss": 1.1047,
      "step": 910
    },
    {
      "epoch": 0.11601954884824171,
      "grad_norm": 6.864811231180803,
      "learning_rate": 1.9959037334642027e-05,
      "loss": 1.0263,
      "step": 911
    },
    {
      "epoch": 0.11614690290844835,
      "grad_norm": 5.806496093265156,
      "learning_rate": 1.9958850632265595e-05,
      "loss": 0.9675,
      "step": 912
    },
    {
      "epoch": 0.11627425696865498,
      "grad_norm": 4.753198851564046,
      "learning_rate": 1.995866350625098e-05,
      "loss": 0.9769,
      "step": 913
    },
    {
      "epoch": 0.11640161102886161,
      "grad_norm": 5.277047375560149,
      "learning_rate": 1.9958475956606133e-05,
      "loss": 1.0622,
      "step": 914
    },
    {
      "epoch": 0.11652896508906825,
      "grad_norm": 4.805170397798593,
      "learning_rate": 1.995828798333904e-05,
      "loss": 1.0204,
      "step": 915
    },
    {
      "epoch": 0.11665631914927488,
      "grad_norm": 3.8686471361527017,
      "learning_rate": 1.9958099586457696e-05,
      "loss": 1.0807,
      "step": 916
    },
    {
      "epoch": 0.1167836732094815,
      "grad_norm": 5.415077015337016,
      "learning_rate": 1.9957910765970114e-05,
      "loss": 1.0983,
      "step": 917
    },
    {
      "epoch": 0.11691102726968815,
      "grad_norm": 6.980435687788938,
      "learning_rate": 1.9957721521884322e-05,
      "loss": 1.1048,
      "step": 918
    },
    {
      "epoch": 0.11703838132989478,
      "grad_norm": 4.371332647836583,
      "learning_rate": 1.9957531854208378e-05,
      "loss": 1.0857,
      "step": 919
    },
    {
      "epoch": 0.1171657353901014,
      "grad_norm": 5.134828586707463,
      "learning_rate": 1.9957341762950346e-05,
      "loss": 1.0729,
      "step": 920
    },
    {
      "epoch": 0.11729308945030804,
      "grad_norm": 5.138492594150226,
      "learning_rate": 1.9957151248118314e-05,
      "loss": 1.131,
      "step": 921
    },
    {
      "epoch": 0.11742044351051467,
      "grad_norm": 4.016436424357209,
      "learning_rate": 1.9956960309720385e-05,
      "loss": 1.0131,
      "step": 922
    },
    {
      "epoch": 0.1175477975707213,
      "grad_norm": 5.120844016543802,
      "learning_rate": 1.995676894776468e-05,
      "loss": 1.0525,
      "step": 923
    },
    {
      "epoch": 0.11767515163092793,
      "grad_norm": 6.446405565457038,
      "learning_rate": 1.995657716225934e-05,
      "loss": 1.0622,
      "step": 924
    },
    {
      "epoch": 0.11780250569113457,
      "grad_norm": 5.7319024599644814,
      "learning_rate": 1.9956384953212526e-05,
      "loss": 1.0326,
      "step": 925
    },
    {
      "epoch": 0.1179298597513412,
      "grad_norm": 5.503297337568938,
      "learning_rate": 1.995619232063241e-05,
      "loss": 0.9426,
      "step": 926
    },
    {
      "epoch": 0.11805721381154782,
      "grad_norm": 5.387966927033936,
      "learning_rate": 1.9955999264527194e-05,
      "loss": 1.0234,
      "step": 927
    },
    {
      "epoch": 0.11818456787175446,
      "grad_norm": 4.988396723164246,
      "learning_rate": 1.9955805784905083e-05,
      "loss": 1.0124,
      "step": 928
    },
    {
      "epoch": 0.11831192193196109,
      "grad_norm": 5.309249422003908,
      "learning_rate": 1.9955611881774308e-05,
      "loss": 1.1048,
      "step": 929
    },
    {
      "epoch": 0.11843927599216772,
      "grad_norm": 5.357774679073277,
      "learning_rate": 1.995541755514312e-05,
      "loss": 0.9624,
      "step": 930
    },
    {
      "epoch": 0.11856663005237436,
      "grad_norm": 6.42531343281874,
      "learning_rate": 1.9955222805019786e-05,
      "loss": 1.0409,
      "step": 931
    },
    {
      "epoch": 0.11869398411258099,
      "grad_norm": 5.131309347239302,
      "learning_rate": 1.9955027631412584e-05,
      "loss": 1.1056,
      "step": 932
    },
    {
      "epoch": 0.11882133817278762,
      "grad_norm": 4.4340370527963895,
      "learning_rate": 1.9954832034329827e-05,
      "loss": 0.9607,
      "step": 933
    },
    {
      "epoch": 0.11894869223299426,
      "grad_norm": 5.347056475736151,
      "learning_rate": 1.9954636013779826e-05,
      "loss": 1.0851,
      "step": 934
    },
    {
      "epoch": 0.11907604629320089,
      "grad_norm": 6.211339474511673,
      "learning_rate": 1.995443956977093e-05,
      "loss": 1.0095,
      "step": 935
    },
    {
      "epoch": 0.11920340035340751,
      "grad_norm": 5.982173504781401,
      "learning_rate": 1.995424270231148e-05,
      "loss": 1.0042,
      "step": 936
    },
    {
      "epoch": 0.11933075441361415,
      "grad_norm": 6.007968697173025,
      "learning_rate": 1.9954045411409864e-05,
      "loss": 1.0089,
      "step": 937
    },
    {
      "epoch": 0.11945810847382078,
      "grad_norm": 4.726619196780303,
      "learning_rate": 1.9953847697074472e-05,
      "loss": 0.984,
      "step": 938
    },
    {
      "epoch": 0.11958546253402741,
      "grad_norm": 4.7802597715905275,
      "learning_rate": 1.995364955931371e-05,
      "loss": 1.0665,
      "step": 939
    },
    {
      "epoch": 0.11971281659423405,
      "grad_norm": 4.51709910688604,
      "learning_rate": 1.995345099813601e-05,
      "loss": 0.9949,
      "step": 940
    },
    {
      "epoch": 0.11984017065444068,
      "grad_norm": 5.500703073126749,
      "learning_rate": 1.9953252013549816e-05,
      "loss": 1.0011,
      "step": 941
    },
    {
      "epoch": 0.1199675247146473,
      "grad_norm": 6.24212088805979,
      "learning_rate": 1.9953052605563596e-05,
      "loss": 1.0222,
      "step": 942
    },
    {
      "epoch": 0.12009487877485395,
      "grad_norm": 4.63458043245687,
      "learning_rate": 1.995285277418583e-05,
      "loss": 1.0849,
      "step": 943
    },
    {
      "epoch": 0.12022223283506057,
      "grad_norm": 3.6977378837815587,
      "learning_rate": 1.9952652519425016e-05,
      "loss": 0.9489,
      "step": 944
    },
    {
      "epoch": 0.1203495868952672,
      "grad_norm": 5.320802371961369,
      "learning_rate": 1.995245184128968e-05,
      "loss": 1.1189,
      "step": 945
    },
    {
      "epoch": 0.12047694095547384,
      "grad_norm": 5.860292896853712,
      "learning_rate": 1.9952250739788356e-05,
      "loss": 0.9716,
      "step": 946
    },
    {
      "epoch": 0.12060429501568047,
      "grad_norm": 5.153604094452106,
      "learning_rate": 1.995204921492959e-05,
      "loss": 0.9592,
      "step": 947
    },
    {
      "epoch": 0.1207316490758871,
      "grad_norm": 7.173086026737213,
      "learning_rate": 1.995184726672197e-05,
      "loss": 1.0795,
      "step": 948
    },
    {
      "epoch": 0.12085900313609373,
      "grad_norm": 6.421640656365196,
      "learning_rate": 1.9951644895174076e-05,
      "loss": 1.0193,
      "step": 949
    },
    {
      "epoch": 0.12098635719630037,
      "grad_norm": 5.4544739024931195,
      "learning_rate": 1.995144210029452e-05,
      "loss": 0.9711,
      "step": 950
    },
    {
      "epoch": 0.121113711256507,
      "grad_norm": 5.661363850647127,
      "learning_rate": 1.9951238882091926e-05,
      "loss": 1.0674,
      "step": 951
    },
    {
      "epoch": 0.12124106531671362,
      "grad_norm": 7.360293450517743,
      "learning_rate": 1.995103524057494e-05,
      "loss": 1.0153,
      "step": 952
    },
    {
      "epoch": 0.12136841937692026,
      "grad_norm": 4.63858305836024,
      "learning_rate": 1.995083117575223e-05,
      "loss": 1.1147,
      "step": 953
    },
    {
      "epoch": 0.12149577343712689,
      "grad_norm": 5.686394552597674,
      "learning_rate": 1.9950626687632466e-05,
      "loss": 0.9923,
      "step": 954
    },
    {
      "epoch": 0.12162312749733352,
      "grad_norm": 6.112128610386265,
      "learning_rate": 1.9950421776224353e-05,
      "loss": 0.9806,
      "step": 955
    },
    {
      "epoch": 0.12175048155754016,
      "grad_norm": 6.282131759471412,
      "learning_rate": 1.9950216441536613e-05,
      "loss": 1.165,
      "step": 956
    },
    {
      "epoch": 0.12187783561774679,
      "grad_norm": 5.361202895850754,
      "learning_rate": 1.9950010683577968e-05,
      "loss": 1.0751,
      "step": 957
    },
    {
      "epoch": 0.12200518967795342,
      "grad_norm": 4.535062251730972,
      "learning_rate": 1.9949804502357183e-05,
      "loss": 1.0677,
      "step": 958
    },
    {
      "epoch": 0.12213254373816006,
      "grad_norm": 6.974919756902898,
      "learning_rate": 1.994959789788302e-05,
      "loss": 1.0085,
      "step": 959
    },
    {
      "epoch": 0.12225989779836668,
      "grad_norm": 5.319029621165861,
      "learning_rate": 1.994939087016427e-05,
      "loss": 1.004,
      "step": 960
    },
    {
      "epoch": 0.12238725185857331,
      "grad_norm": 6.546630563474553,
      "learning_rate": 1.9949183419209747e-05,
      "loss": 0.9709,
      "step": 961
    },
    {
      "epoch": 0.12251460591877995,
      "grad_norm": 5.408159569220149,
      "learning_rate": 1.9948975545028263e-05,
      "loss": 1.0071,
      "step": 962
    },
    {
      "epoch": 0.12264195997898658,
      "grad_norm": 5.251176611431323,
      "learning_rate": 1.994876724762867e-05,
      "loss": 1.0617,
      "step": 963
    },
    {
      "epoch": 0.12276931403919321,
      "grad_norm": 4.902891917186358,
      "learning_rate": 1.9948558527019826e-05,
      "loss": 1.0336,
      "step": 964
    },
    {
      "epoch": 0.12289666809939985,
      "grad_norm": 6.705538939706773,
      "learning_rate": 1.994834938321061e-05,
      "loss": 1.0693,
      "step": 965
    },
    {
      "epoch": 0.12302402215960648,
      "grad_norm": 6.087297201988893,
      "learning_rate": 1.994813981620992e-05,
      "loss": 1.0077,
      "step": 966
    },
    {
      "epoch": 0.1231513762198131,
      "grad_norm": 4.56559021693041,
      "learning_rate": 1.9947929826026668e-05,
      "loss": 1.0278,
      "step": 967
    },
    {
      "epoch": 0.12327873028001975,
      "grad_norm": 4.71483525462677,
      "learning_rate": 1.9947719412669787e-05,
      "loss": 1.1168,
      "step": 968
    },
    {
      "epoch": 0.12340608434022637,
      "grad_norm": 6.379245316884144,
      "learning_rate": 1.994750857614823e-05,
      "loss": 1.0561,
      "step": 969
    },
    {
      "epoch": 0.123533438400433,
      "grad_norm": 5.052821385327841,
      "learning_rate": 1.9947297316470963e-05,
      "loss": 1.1216,
      "step": 970
    },
    {
      "epoch": 0.12366079246063963,
      "grad_norm": 4.041449839225834,
      "learning_rate": 1.9947085633646977e-05,
      "loss": 0.9505,
      "step": 971
    },
    {
      "epoch": 0.12378814652084627,
      "grad_norm": 4.702999278064229,
      "learning_rate": 1.994687352768527e-05,
      "loss": 1.1083,
      "step": 972
    },
    {
      "epoch": 0.1239155005810529,
      "grad_norm": 4.5330116793643835,
      "learning_rate": 1.994666099859487e-05,
      "loss": 1.0322,
      "step": 973
    },
    {
      "epoch": 0.12404285464125953,
      "grad_norm": 5.515008735269388,
      "learning_rate": 1.994644804638482e-05,
      "loss": 1.005,
      "step": 974
    },
    {
      "epoch": 0.12417020870146617,
      "grad_norm": 8.7381555226762,
      "learning_rate": 1.9946234671064172e-05,
      "loss": 0.9686,
      "step": 975
    },
    {
      "epoch": 0.1242975627616728,
      "grad_norm": 5.550035376908558,
      "learning_rate": 1.994602087264201e-05,
      "loss": 1.108,
      "step": 976
    },
    {
      "epoch": 0.12442491682187942,
      "grad_norm": 5.977919959197699,
      "learning_rate": 1.994580665112742e-05,
      "loss": 1.0092,
      "step": 977
    },
    {
      "epoch": 0.12455227088208606,
      "grad_norm": 4.282609932418776,
      "learning_rate": 1.994559200652952e-05,
      "loss": 1.0182,
      "step": 978
    },
    {
      "epoch": 0.12467962494229269,
      "grad_norm": 5.907460245135092,
      "learning_rate": 1.9945376938857443e-05,
      "loss": 0.9318,
      "step": 979
    },
    {
      "epoch": 0.12480697900249932,
      "grad_norm": 4.831551629010998,
      "learning_rate": 1.994516144812033e-05,
      "loss": 1.0026,
      "step": 980
    },
    {
      "epoch": 0.12493433306270596,
      "grad_norm": 4.311846255079303,
      "learning_rate": 1.994494553432736e-05,
      "loss": 0.9798,
      "step": 981
    },
    {
      "epoch": 0.12506168712291257,
      "grad_norm": 5.6537046659323265,
      "learning_rate": 1.9944729197487702e-05,
      "loss": 1.0372,
      "step": 982
    },
    {
      "epoch": 0.12518904118311922,
      "grad_norm": 8.135826527084301,
      "learning_rate": 1.994451243761057e-05,
      "loss": 1.1158,
      "step": 983
    },
    {
      "epoch": 0.12531639524332586,
      "grad_norm": 7.315360789394048,
      "learning_rate": 1.9944295254705187e-05,
      "loss": 1.1006,
      "step": 984
    },
    {
      "epoch": 0.12544374930353247,
      "grad_norm": 8.115377978949036,
      "learning_rate": 1.994407764878078e-05,
      "loss": 1.0766,
      "step": 985
    },
    {
      "epoch": 0.1255711033637391,
      "grad_norm": 5.391810013262356,
      "learning_rate": 1.9943859619846617e-05,
      "loss": 1.0636,
      "step": 986
    },
    {
      "epoch": 0.12569845742394575,
      "grad_norm": 6.15608052441614,
      "learning_rate": 1.9943641167911965e-05,
      "loss": 1.0649,
      "step": 987
    },
    {
      "epoch": 0.12582581148415237,
      "grad_norm": 8.880531843600096,
      "learning_rate": 1.994342229298612e-05,
      "loss": 1.0144,
      "step": 988
    },
    {
      "epoch": 0.125953165544359,
      "grad_norm": 6.462124439889047,
      "learning_rate": 1.9943202995078394e-05,
      "loss": 1.0238,
      "step": 989
    },
    {
      "epoch": 0.12608051960456565,
      "grad_norm": 10.131981973721643,
      "learning_rate": 1.994298327419811e-05,
      "loss": 1.0622,
      "step": 990
    },
    {
      "epoch": 0.12620787366477226,
      "grad_norm": 6.29611830033835,
      "learning_rate": 1.9942763130354624e-05,
      "loss": 1.1349,
      "step": 991
    },
    {
      "epoch": 0.1263352277249789,
      "grad_norm": 5.458378138855743,
      "learning_rate": 1.9942542563557294e-05,
      "loss": 1.0549,
      "step": 992
    },
    {
      "epoch": 0.12646258178518555,
      "grad_norm": 5.555032754246985,
      "learning_rate": 1.9942321573815502e-05,
      "loss": 0.9425,
      "step": 993
    },
    {
      "epoch": 0.12658993584539216,
      "grad_norm": 4.502659753383141,
      "learning_rate": 1.994210016113865e-05,
      "loss": 1.1005,
      "step": 994
    },
    {
      "epoch": 0.1267172899055988,
      "grad_norm": 5.353733663701035,
      "learning_rate": 1.994187832553616e-05,
      "loss": 1.0607,
      "step": 995
    },
    {
      "epoch": 0.12684464396580544,
      "grad_norm": 3.80325171228991,
      "learning_rate": 1.9941656067017466e-05,
      "loss": 1.139,
      "step": 996
    },
    {
      "epoch": 0.12697199802601206,
      "grad_norm": 4.255154345141497,
      "learning_rate": 1.9941433385592022e-05,
      "loss": 0.9297,
      "step": 997
    },
    {
      "epoch": 0.1270993520862187,
      "grad_norm": 4.50577894650802,
      "learning_rate": 1.99412102812693e-05,
      "loss": 1.0254,
      "step": 998
    },
    {
      "epoch": 0.12722670614642534,
      "grad_norm": 6.663816351330356,
      "learning_rate": 1.9940986754058792e-05,
      "loss": 1.1039,
      "step": 999
    },
    {
      "epoch": 0.12735406020663195,
      "grad_norm": 6.1321546845655694,
      "learning_rate": 1.9940762803970006e-05,
      "loss": 1.0365,
      "step": 1000
    },
    {
      "epoch": 0.1274814142668386,
      "grad_norm": 5.012189883106625,
      "learning_rate": 1.9940538431012472e-05,
      "loss": 1.0125,
      "step": 1001
    },
    {
      "epoch": 0.12760876832704524,
      "grad_norm": 4.761917222778728,
      "learning_rate": 1.9940313635195728e-05,
      "loss": 1.0547,
      "step": 1002
    },
    {
      "epoch": 0.12773612238725185,
      "grad_norm": 5.289529123387824,
      "learning_rate": 1.9940088416529342e-05,
      "loss": 1.0712,
      "step": 1003
    },
    {
      "epoch": 0.1278634764474585,
      "grad_norm": 5.437705902059703,
      "learning_rate": 1.9939862775022893e-05,
      "loss": 1.0807,
      "step": 1004
    },
    {
      "epoch": 0.12799083050766513,
      "grad_norm": 6.951708291416241,
      "learning_rate": 1.993963671068598e-05,
      "loss": 1.0059,
      "step": 1005
    },
    {
      "epoch": 0.12811818456787175,
      "grad_norm": 4.9604876456962845,
      "learning_rate": 1.9939410223528215e-05,
      "loss": 1.0181,
      "step": 1006
    },
    {
      "epoch": 0.1282455386280784,
      "grad_norm": 7.510870367376681,
      "learning_rate": 1.993918331355924e-05,
      "loss": 1.0302,
      "step": 1007
    },
    {
      "epoch": 0.12837289268828503,
      "grad_norm": 5.293053432786597,
      "learning_rate": 1.9938955980788703e-05,
      "loss": 1.0705,
      "step": 1008
    },
    {
      "epoch": 0.12850024674849164,
      "grad_norm": 6.103049982237845,
      "learning_rate": 1.9938728225226273e-05,
      "loss": 0.9717,
      "step": 1009
    },
    {
      "epoch": 0.12862760080869828,
      "grad_norm": 4.882607026926755,
      "learning_rate": 1.9938500046881643e-05,
      "loss": 0.9793,
      "step": 1010
    },
    {
      "epoch": 0.12875495486890493,
      "grad_norm": 5.646936831956459,
      "learning_rate": 1.9938271445764515e-05,
      "loss": 0.9924,
      "step": 1011
    },
    {
      "epoch": 0.12888230892911154,
      "grad_norm": 6.42042187216709,
      "learning_rate": 1.9938042421884617e-05,
      "loss": 0.9512,
      "step": 1012
    },
    {
      "epoch": 0.12900966298931818,
      "grad_norm": 4.131351782487081,
      "learning_rate": 1.993781297525169e-05,
      "loss": 1.0183,
      "step": 1013
    },
    {
      "epoch": 0.12913701704952482,
      "grad_norm": 5.587315444117175,
      "learning_rate": 1.9937583105875494e-05,
      "loss": 0.9225,
      "step": 1014
    },
    {
      "epoch": 0.12926437110973144,
      "grad_norm": 5.817599121088648,
      "learning_rate": 1.9937352813765808e-05,
      "loss": 0.9889,
      "step": 1015
    },
    {
      "epoch": 0.12939172516993808,
      "grad_norm": 4.717808307383814,
      "learning_rate": 1.9937122098932428e-05,
      "loss": 0.9959,
      "step": 1016
    },
    {
      "epoch": 0.12951907923014472,
      "grad_norm": 4.6219142208021475,
      "learning_rate": 1.9936890961385168e-05,
      "loss": 0.9909,
      "step": 1017
    },
    {
      "epoch": 0.12964643329035133,
      "grad_norm": 5.360274258899001,
      "learning_rate": 1.993665940113386e-05,
      "loss": 1.0057,
      "step": 1018
    },
    {
      "epoch": 0.12977378735055797,
      "grad_norm": 5.580861336737161,
      "learning_rate": 1.9936427418188357e-05,
      "loss": 0.9989,
      "step": 1019
    },
    {
      "epoch": 0.12990114141076461,
      "grad_norm": 5.159156858475661,
      "learning_rate": 1.9936195012558524e-05,
      "loss": 0.9662,
      "step": 1020
    },
    {
      "epoch": 0.13002849547097123,
      "grad_norm": 5.548067034656748,
      "learning_rate": 1.993596218425425e-05,
      "loss": 1.0041,
      "step": 1021
    },
    {
      "epoch": 0.13015584953117787,
      "grad_norm": 4.9843518486800695,
      "learning_rate": 1.9935728933285438e-05,
      "loss": 1.0422,
      "step": 1022
    },
    {
      "epoch": 0.1302832035913845,
      "grad_norm": 4.844871735661303,
      "learning_rate": 1.9935495259662008e-05,
      "loss": 1.0537,
      "step": 1023
    },
    {
      "epoch": 0.13041055765159112,
      "grad_norm": 5.4011935363233645,
      "learning_rate": 1.9935261163393904e-05,
      "loss": 0.9057,
      "step": 1024
    },
    {
      "epoch": 0.13053791171179777,
      "grad_norm": 5.113145096425448,
      "learning_rate": 1.9935026644491082e-05,
      "loss": 1.0,
      "step": 1025
    },
    {
      "epoch": 0.1306652657720044,
      "grad_norm": 4.776971436010882,
      "learning_rate": 1.9934791702963515e-05,
      "loss": 1.0148,
      "step": 1026
    },
    {
      "epoch": 0.13079261983221102,
      "grad_norm": 5.132128897887906,
      "learning_rate": 1.9934556338821206e-05,
      "loss": 0.9756,
      "step": 1027
    },
    {
      "epoch": 0.13091997389241766,
      "grad_norm": 4.755116768575519,
      "learning_rate": 1.9934320552074162e-05,
      "loss": 1.0135,
      "step": 1028
    },
    {
      "epoch": 0.13104732795262428,
      "grad_norm": 4.623487276696922,
      "learning_rate": 1.9934084342732413e-05,
      "loss": 0.9728,
      "step": 1029
    },
    {
      "epoch": 0.13117468201283092,
      "grad_norm": 5.275131383046155,
      "learning_rate": 1.9933847710806e-05,
      "loss": 0.9805,
      "step": 1030
    },
    {
      "epoch": 0.13130203607303756,
      "grad_norm": 5.539016357574028,
      "learning_rate": 1.9933610656305006e-05,
      "loss": 1.1283,
      "step": 1031
    },
    {
      "epoch": 0.13142939013324417,
      "grad_norm": 5.368997460236626,
      "learning_rate": 1.99333731792395e-05,
      "loss": 1.0306,
      "step": 1032
    },
    {
      "epoch": 0.13155674419345081,
      "grad_norm": 4.374498829065241,
      "learning_rate": 1.9933135279619592e-05,
      "loss": 0.9264,
      "step": 1033
    },
    {
      "epoch": 0.13168409825365746,
      "grad_norm": 4.632795825947545,
      "learning_rate": 1.9932896957455397e-05,
      "loss": 0.9511,
      "step": 1034
    },
    {
      "epoch": 0.13181145231386407,
      "grad_norm": 5.802893791461331,
      "learning_rate": 1.9932658212757053e-05,
      "loss": 1.0492,
      "step": 1035
    },
    {
      "epoch": 0.1319388063740707,
      "grad_norm": 7.5402494612894975,
      "learning_rate": 1.9932419045534724e-05,
      "loss": 1.1128,
      "step": 1036
    },
    {
      "epoch": 0.13206616043427735,
      "grad_norm": 5.214650079795567,
      "learning_rate": 1.9932179455798574e-05,
      "loss": 0.9812,
      "step": 1037
    },
    {
      "epoch": 0.13219351449448397,
      "grad_norm": 5.761631024226228,
      "learning_rate": 1.9931939443558803e-05,
      "loss": 1.0368,
      "step": 1038
    },
    {
      "epoch": 0.1323208685546906,
      "grad_norm": 5.505637660709738,
      "learning_rate": 1.993169900882561e-05,
      "loss": 1.0554,
      "step": 1039
    },
    {
      "epoch": 0.13244822261489725,
      "grad_norm": 7.051467786001133,
      "learning_rate": 1.9931458151609234e-05,
      "loss": 1.0514,
      "step": 1040
    },
    {
      "epoch": 0.13257557667510386,
      "grad_norm": 6.307248187578084,
      "learning_rate": 1.9931216871919914e-05,
      "loss": 1.0074,
      "step": 1041
    },
    {
      "epoch": 0.1327029307353105,
      "grad_norm": 5.105711016930289,
      "learning_rate": 1.9930975169767918e-05,
      "loss": 1.0188,
      "step": 1042
    },
    {
      "epoch": 0.13283028479551715,
      "grad_norm": 5.433468782261706,
      "learning_rate": 1.9930733045163525e-05,
      "loss": 0.9844,
      "step": 1043
    },
    {
      "epoch": 0.13295763885572376,
      "grad_norm": 6.700120372544943,
      "learning_rate": 1.9930490498117035e-05,
      "loss": 1.0511,
      "step": 1044
    },
    {
      "epoch": 0.1330849929159304,
      "grad_norm": 6.7738719831634775,
      "learning_rate": 1.9930247528638768e-05,
      "loss": 0.9928,
      "step": 1045
    },
    {
      "epoch": 0.13321234697613704,
      "grad_norm": 6.388895187743395,
      "learning_rate": 1.9930004136739058e-05,
      "loss": 0.9695,
      "step": 1046
    },
    {
      "epoch": 0.13333970103634366,
      "grad_norm": 5.2922802466753955,
      "learning_rate": 1.9929760322428256e-05,
      "loss": 0.9448,
      "step": 1047
    },
    {
      "epoch": 0.1334670550965503,
      "grad_norm": 5.865390141642061,
      "learning_rate": 1.9929516085716736e-05,
      "loss": 1.1244,
      "step": 1048
    },
    {
      "epoch": 0.13359440915675694,
      "grad_norm": 5.007676716360697,
      "learning_rate": 1.992927142661489e-05,
      "loss": 0.9693,
      "step": 1049
    },
    {
      "epoch": 0.13372176321696355,
      "grad_norm": 5.057958001797684,
      "learning_rate": 1.992902634513312e-05,
      "loss": 0.949,
      "step": 1050
    },
    {
      "epoch": 0.1338491172771702,
      "grad_norm": 4.937284440755442,
      "learning_rate": 1.9928780841281858e-05,
      "loss": 1.0291,
      "step": 1051
    },
    {
      "epoch": 0.13397647133737683,
      "grad_norm": 5.169117541086143,
      "learning_rate": 1.9928534915071543e-05,
      "loss": 1.0791,
      "step": 1052
    },
    {
      "epoch": 0.13410382539758345,
      "grad_norm": 4.1750885091753736,
      "learning_rate": 1.9928288566512638e-05,
      "loss": 1.0141,
      "step": 1053
    },
    {
      "epoch": 0.1342311794577901,
      "grad_norm": 7.6227363603328575,
      "learning_rate": 1.9928041795615616e-05,
      "loss": 0.9137,
      "step": 1054
    },
    {
      "epoch": 0.13435853351799673,
      "grad_norm": 5.799733570161933,
      "learning_rate": 1.992779460239099e-05,
      "loss": 1.039,
      "step": 1055
    },
    {
      "epoch": 0.13448588757820334,
      "grad_norm": 5.177060573023828,
      "learning_rate": 1.9927546986849258e-05,
      "loss": 0.977,
      "step": 1056
    },
    {
      "epoch": 0.13461324163841,
      "grad_norm": 7.3578280951204444,
      "learning_rate": 1.9927298949000965e-05,
      "loss": 0.9648,
      "step": 1057
    },
    {
      "epoch": 0.13474059569861663,
      "grad_norm": 4.946775198994267,
      "learning_rate": 1.9927050488856657e-05,
      "loss": 1.1389,
      "step": 1058
    },
    {
      "epoch": 0.13486794975882324,
      "grad_norm": 6.061502590914894,
      "learning_rate": 1.9926801606426906e-05,
      "loss": 1.0901,
      "step": 1059
    },
    {
      "epoch": 0.13499530381902988,
      "grad_norm": 5.923565706250715,
      "learning_rate": 1.992655230172229e-05,
      "loss": 1.0891,
      "step": 1060
    },
    {
      "epoch": 0.13512265787923652,
      "grad_norm": 4.96207252794465,
      "learning_rate": 1.992630257475343e-05,
      "loss": 0.9961,
      "step": 1061
    },
    {
      "epoch": 0.13525001193944314,
      "grad_norm": 7.651995788732587,
      "learning_rate": 1.9926052425530936e-05,
      "loss": 0.9719,
      "step": 1062
    },
    {
      "epoch": 0.13537736599964978,
      "grad_norm": 6.374845016689928,
      "learning_rate": 1.9925801854065456e-05,
      "loss": 0.9967,
      "step": 1063
    },
    {
      "epoch": 0.13550472005985642,
      "grad_norm": 5.183903929938708,
      "learning_rate": 1.9925550860367646e-05,
      "loss": 0.986,
      "step": 1064
    },
    {
      "epoch": 0.13563207412006303,
      "grad_norm": 5.011184200046132,
      "learning_rate": 1.9925299444448183e-05,
      "loss": 0.9907,
      "step": 1065
    },
    {
      "epoch": 0.13575942818026968,
      "grad_norm": 6.122976786381155,
      "learning_rate": 1.9925047606317766e-05,
      "loss": 1.0059,
      "step": 1066
    },
    {
      "epoch": 0.13588678224047632,
      "grad_norm": 5.423363560969625,
      "learning_rate": 1.9924795345987103e-05,
      "loss": 1.0698,
      "step": 1067
    },
    {
      "epoch": 0.13601413630068293,
      "grad_norm": 5.226175473513691,
      "learning_rate": 1.9924542663466925e-05,
      "loss": 1.0515,
      "step": 1068
    },
    {
      "epoch": 0.13614149036088957,
      "grad_norm": 6.246310861904402,
      "learning_rate": 1.9924289558767982e-05,
      "loss": 1.096,
      "step": 1069
    },
    {
      "epoch": 0.1362688444210962,
      "grad_norm": 6.652299021796196,
      "learning_rate": 1.9924036031901042e-05,
      "loss": 1.0495,
      "step": 1070
    },
    {
      "epoch": 0.13639619848130283,
      "grad_norm": 5.8620075466350805,
      "learning_rate": 1.992378208287689e-05,
      "loss": 0.9825,
      "step": 1071
    },
    {
      "epoch": 0.13652355254150947,
      "grad_norm": 6.050447734312274,
      "learning_rate": 1.992352771170633e-05,
      "loss": 0.9908,
      "step": 1072
    },
    {
      "epoch": 0.13665090660171608,
      "grad_norm": 5.240944454895212,
      "learning_rate": 1.9923272918400175e-05,
      "loss": 0.9909,
      "step": 1073
    },
    {
      "epoch": 0.13677826066192272,
      "grad_norm": 5.091152909868271,
      "learning_rate": 1.992301770296927e-05,
      "loss": 1.0386,
      "step": 1074
    },
    {
      "epoch": 0.13690561472212937,
      "grad_norm": 5.6087775377108064,
      "learning_rate": 1.9922762065424474e-05,
      "loss": 1.0048,
      "step": 1075
    },
    {
      "epoch": 0.13703296878233598,
      "grad_norm": 6.818629036310338,
      "learning_rate": 1.992250600577665e-05,
      "loss": 0.9762,
      "step": 1076
    },
    {
      "epoch": 0.13716032284254262,
      "grad_norm": 6.777493187743689,
      "learning_rate": 1.9922249524036704e-05,
      "loss": 1.1636,
      "step": 1077
    },
    {
      "epoch": 0.13728767690274926,
      "grad_norm": 4.841139354431293,
      "learning_rate": 1.9921992620215544e-05,
      "loss": 1.0353,
      "step": 1078
    },
    {
      "epoch": 0.13741503096295588,
      "grad_norm": 4.447936344624334,
      "learning_rate": 1.992173529432409e-05,
      "loss": 1.0011,
      "step": 1079
    },
    {
      "epoch": 0.13754238502316252,
      "grad_norm": 7.258787157460566,
      "learning_rate": 1.9921477546373296e-05,
      "loss": 0.9964,
      "step": 1080
    },
    {
      "epoch": 0.13766973908336916,
      "grad_norm": 6.816925011599404,
      "learning_rate": 1.9921219376374123e-05,
      "loss": 0.8766,
      "step": 1081
    },
    {
      "epoch": 0.13779709314357577,
      "grad_norm": 5.154850070375168,
      "learning_rate": 1.9920960784337552e-05,
      "loss": 1.0945,
      "step": 1082
    },
    {
      "epoch": 0.1379244472037824,
      "grad_norm": 3.4197004541756377,
      "learning_rate": 1.992070177027459e-05,
      "loss": 0.96,
      "step": 1083
    },
    {
      "epoch": 0.13805180126398905,
      "grad_norm": 4.389033453340384,
      "learning_rate": 1.9920442334196248e-05,
      "loss": 1.0093,
      "step": 1084
    },
    {
      "epoch": 0.13817915532419567,
      "grad_norm": 5.624768231173525,
      "learning_rate": 1.9920182476113564e-05,
      "loss": 0.9758,
      "step": 1085
    },
    {
      "epoch": 0.1383065093844023,
      "grad_norm": 4.090395885605275,
      "learning_rate": 1.9919922196037596e-05,
      "loss": 0.984,
      "step": 1086
    },
    {
      "epoch": 0.13843386344460895,
      "grad_norm": 4.890555384326312,
      "learning_rate": 1.9919661493979408e-05,
      "loss": 1.0094,
      "step": 1087
    },
    {
      "epoch": 0.13856121750481556,
      "grad_norm": 9.665373310076777,
      "learning_rate": 1.99194003699501e-05,
      "loss": 1.0565,
      "step": 1088
    },
    {
      "epoch": 0.1386885715650222,
      "grad_norm": 5.37681690823644,
      "learning_rate": 1.991913882396077e-05,
      "loss": 0.9501,
      "step": 1089
    },
    {
      "epoch": 0.13881592562522885,
      "grad_norm": 4.849219402929612,
      "learning_rate": 1.991887685602255e-05,
      "loss": 0.9674,
      "step": 1090
    },
    {
      "epoch": 0.13894327968543546,
      "grad_norm": 3.6688144346749265,
      "learning_rate": 1.9918614466146586e-05,
      "loss": 1.0883,
      "step": 1091
    },
    {
      "epoch": 0.1390706337456421,
      "grad_norm": 6.9702190681083955,
      "learning_rate": 1.9918351654344033e-05,
      "loss": 1.0757,
      "step": 1092
    },
    {
      "epoch": 0.13919798780584874,
      "grad_norm": 4.918950450259129,
      "learning_rate": 1.991808842062607e-05,
      "loss": 1.042,
      "step": 1093
    },
    {
      "epoch": 0.13932534186605536,
      "grad_norm": 4.6766149658767615,
      "learning_rate": 1.9917824765003905e-05,
      "loss": 1.0009,
      "step": 1094
    },
    {
      "epoch": 0.139452695926262,
      "grad_norm": 5.286134165579219,
      "learning_rate": 1.9917560687488743e-05,
      "loss": 0.9648,
      "step": 1095
    },
    {
      "epoch": 0.13958004998646864,
      "grad_norm": 4.8150572484813035,
      "learning_rate": 1.9917296188091823e-05,
      "loss": 0.9133,
      "step": 1096
    },
    {
      "epoch": 0.13970740404667525,
      "grad_norm": 5.7510746490669575,
      "learning_rate": 1.9917031266824395e-05,
      "loss": 0.8875,
      "step": 1097
    },
    {
      "epoch": 0.1398347581068819,
      "grad_norm": 5.203916380671531,
      "learning_rate": 1.991676592369773e-05,
      "loss": 0.9772,
      "step": 1098
    },
    {
      "epoch": 0.13996211216708854,
      "grad_norm": 4.728170729754482,
      "learning_rate": 1.991650015872311e-05,
      "loss": 1.087,
      "step": 1099
    },
    {
      "epoch": 0.14008946622729515,
      "grad_norm": 4.143056479483173,
      "learning_rate": 1.991623397191185e-05,
      "loss": 1.0218,
      "step": 1100
    },
    {
      "epoch": 0.1402168202875018,
      "grad_norm": 4.069189579388974,
      "learning_rate": 1.9915967363275264e-05,
      "loss": 0.9937,
      "step": 1101
    },
    {
      "epoch": 0.14034417434770843,
      "grad_norm": 9.021029169953739,
      "learning_rate": 1.9915700332824696e-05,
      "loss": 0.9962,
      "step": 1102
    },
    {
      "epoch": 0.14047152840791505,
      "grad_norm": 5.2339468254213175,
      "learning_rate": 1.9915432880571508e-05,
      "loss": 1.0367,
      "step": 1103
    },
    {
      "epoch": 0.1405988824681217,
      "grad_norm": 5.262071083693544,
      "learning_rate": 1.9915165006527076e-05,
      "loss": 1.0258,
      "step": 1104
    },
    {
      "epoch": 0.14072623652832833,
      "grad_norm": 5.158737784672319,
      "learning_rate": 1.991489671070279e-05,
      "loss": 0.9628,
      "step": 1105
    },
    {
      "epoch": 0.14085359058853494,
      "grad_norm": 4.923590079715338,
      "learning_rate": 1.9914627993110072e-05,
      "loss": 0.9043,
      "step": 1106
    },
    {
      "epoch": 0.14098094464874159,
      "grad_norm": 5.1952724828111085,
      "learning_rate": 1.9914358853760346e-05,
      "loss": 0.9633,
      "step": 1107
    },
    {
      "epoch": 0.14110829870894823,
      "grad_norm": 4.745809212149704,
      "learning_rate": 1.9914089292665065e-05,
      "loss": 0.9792,
      "step": 1108
    },
    {
      "epoch": 0.14123565276915484,
      "grad_norm": 5.416111413911312,
      "learning_rate": 1.991381930983569e-05,
      "loss": 1.0286,
      "step": 1109
    },
    {
      "epoch": 0.14136300682936148,
      "grad_norm": 5.574909726083418,
      "learning_rate": 1.9913548905283714e-05,
      "loss": 1.083,
      "step": 1110
    },
    {
      "epoch": 0.14149036088956812,
      "grad_norm": 3.9528528655095663,
      "learning_rate": 1.9913278079020633e-05,
      "loss": 0.9055,
      "step": 1111
    },
    {
      "epoch": 0.14161771494977474,
      "grad_norm": 6.877030228906015,
      "learning_rate": 1.9913006831057967e-05,
      "loss": 1.0158,
      "step": 1112
    },
    {
      "epoch": 0.14174506900998138,
      "grad_norm": 5.337862217782534,
      "learning_rate": 1.9912735161407264e-05,
      "loss": 1.0859,
      "step": 1113
    },
    {
      "epoch": 0.14187242307018802,
      "grad_norm": 5.764308872267546,
      "learning_rate": 1.991246307008007e-05,
      "loss": 0.9251,
      "step": 1114
    },
    {
      "epoch": 0.14199977713039463,
      "grad_norm": 5.64803125970419,
      "learning_rate": 1.9912190557087964e-05,
      "loss": 0.9771,
      "step": 1115
    },
    {
      "epoch": 0.14212713119060127,
      "grad_norm": 4.898251762701724,
      "learning_rate": 1.991191762244254e-05,
      "loss": 1.0447,
      "step": 1116
    },
    {
      "epoch": 0.14225448525080792,
      "grad_norm": 6.234584565811258,
      "learning_rate": 1.9911644266155402e-05,
      "loss": 1.0607,
      "step": 1117
    },
    {
      "epoch": 0.14238183931101453,
      "grad_norm": 5.266679154554281,
      "learning_rate": 1.9911370488238185e-05,
      "loss": 0.9349,
      "step": 1118
    },
    {
      "epoch": 0.14250919337122117,
      "grad_norm": 6.256153586880418,
      "learning_rate": 1.9911096288702532e-05,
      "loss": 1.2035,
      "step": 1119
    },
    {
      "epoch": 0.14263654743142778,
      "grad_norm": 6.450600044668659,
      "learning_rate": 1.9910821667560106e-05,
      "loss": 1.0081,
      "step": 1120
    },
    {
      "epoch": 0.14276390149163443,
      "grad_norm": 3.8362862919805774,
      "learning_rate": 1.9910546624822596e-05,
      "loss": 1.0396,
      "step": 1121
    },
    {
      "epoch": 0.14289125555184107,
      "grad_norm": 5.81600157570588,
      "learning_rate": 1.9910271160501694e-05,
      "loss": 0.9653,
      "step": 1122
    },
    {
      "epoch": 0.14301860961204768,
      "grad_norm": 4.879159571085699,
      "learning_rate": 1.990999527460912e-05,
      "loss": 0.9589,
      "step": 1123
    },
    {
      "epoch": 0.14314596367225432,
      "grad_norm": 6.8926005396879795,
      "learning_rate": 1.990971896715661e-05,
      "loss": 1.0908,
      "step": 1124
    },
    {
      "epoch": 0.14327331773246096,
      "grad_norm": 7.01316195540877,
      "learning_rate": 1.990944223815592e-05,
      "loss": 1.0536,
      "step": 1125
    },
    {
      "epoch": 0.14340067179266758,
      "grad_norm": 4.769891348826958,
      "learning_rate": 1.990916508761882e-05,
      "loss": 1.0685,
      "step": 1126
    },
    {
      "epoch": 0.14352802585287422,
      "grad_norm": 5.274988017136401,
      "learning_rate": 1.9908887515557103e-05,
      "loss": 0.9612,
      "step": 1127
    },
    {
      "epoch": 0.14365537991308086,
      "grad_norm": 4.753994918159333,
      "learning_rate": 1.990860952198257e-05,
      "loss": 1.0291,
      "step": 1128
    },
    {
      "epoch": 0.14378273397328747,
      "grad_norm": 4.599970958452185,
      "learning_rate": 1.990833110690705e-05,
      "loss": 1.0102,
      "step": 1129
    },
    {
      "epoch": 0.14391008803349412,
      "grad_norm": 5.262607513561777,
      "learning_rate": 1.990805227034239e-05,
      "loss": 0.9505,
      "step": 1130
    },
    {
      "epoch": 0.14403744209370076,
      "grad_norm": 4.750430438967478,
      "learning_rate": 1.9907773012300442e-05,
      "loss": 1.1432,
      "step": 1131
    },
    {
      "epoch": 0.14416479615390737,
      "grad_norm": 5.5534318022376485,
      "learning_rate": 1.99074933327931e-05,
      "loss": 1.0166,
      "step": 1132
    },
    {
      "epoch": 0.144292150214114,
      "grad_norm": 4.36148381243615,
      "learning_rate": 1.9907213231832244e-05,
      "loss": 0.9515,
      "step": 1133
    },
    {
      "epoch": 0.14441950427432065,
      "grad_norm": 5.396342465843601,
      "learning_rate": 1.99069327094298e-05,
      "loss": 0.988,
      "step": 1134
    },
    {
      "epoch": 0.14454685833452727,
      "grad_norm": 4.160370125444187,
      "learning_rate": 1.99066517655977e-05,
      "loss": 0.9402,
      "step": 1135
    },
    {
      "epoch": 0.1446742123947339,
      "grad_norm": 4.221462705684877,
      "learning_rate": 1.990637040034789e-05,
      "loss": 0.923,
      "step": 1136
    },
    {
      "epoch": 0.14480156645494055,
      "grad_norm": 6.253117203600368,
      "learning_rate": 1.9906088613692348e-05,
      "loss": 1.0339,
      "step": 1137
    },
    {
      "epoch": 0.14492892051514716,
      "grad_norm": 6.017093469305539,
      "learning_rate": 1.9905806405643053e-05,
      "loss": 1.0136,
      "step": 1138
    },
    {
      "epoch": 0.1450562745753538,
      "grad_norm": 4.399259175443589,
      "learning_rate": 1.990552377621201e-05,
      "loss": 1.0272,
      "step": 1139
    },
    {
      "epoch": 0.14518362863556045,
      "grad_norm": 4.547342282958136,
      "learning_rate": 1.990524072541125e-05,
      "loss": 0.9937,
      "step": 1140
    },
    {
      "epoch": 0.14531098269576706,
      "grad_norm": 4.855709152837835,
      "learning_rate": 1.9904957253252804e-05,
      "loss": 0.9244,
      "step": 1141
    },
    {
      "epoch": 0.1454383367559737,
      "grad_norm": 5.5757047814984615,
      "learning_rate": 1.9904673359748735e-05,
      "loss": 0.9908,
      "step": 1142
    },
    {
      "epoch": 0.14556569081618034,
      "grad_norm": 6.043856870540701,
      "learning_rate": 1.9904389044911122e-05,
      "loss": 1.0196,
      "step": 1143
    },
    {
      "epoch": 0.14569304487638696,
      "grad_norm": 4.801416490086993,
      "learning_rate": 1.9904104308752053e-05,
      "loss": 1.0553,
      "step": 1144
    },
    {
      "epoch": 0.1458203989365936,
      "grad_norm": 5.379496091195757,
      "learning_rate": 1.9903819151283645e-05,
      "loss": 1.0304,
      "step": 1145
    },
    {
      "epoch": 0.14594775299680024,
      "grad_norm": 4.545430481586915,
      "learning_rate": 1.9903533572518026e-05,
      "loss": 0.9908,
      "step": 1146
    },
    {
      "epoch": 0.14607510705700685,
      "grad_norm": 5.220752628775305,
      "learning_rate": 1.9903247572467344e-05,
      "loss": 1.1251,
      "step": 1147
    },
    {
      "epoch": 0.1462024611172135,
      "grad_norm": 6.674829190815485,
      "learning_rate": 1.990296115114377e-05,
      "loss": 1.0095,
      "step": 1148
    },
    {
      "epoch": 0.14632981517742014,
      "grad_norm": 5.507004179382678,
      "learning_rate": 1.9902674308559483e-05,
      "loss": 1.0024,
      "step": 1149
    },
    {
      "epoch": 0.14645716923762675,
      "grad_norm": 4.71990972755875,
      "learning_rate": 1.9902387044726686e-05,
      "loss": 0.9865,
      "step": 1150
    },
    {
      "epoch": 0.1465845232978334,
      "grad_norm": 4.478833113678234,
      "learning_rate": 1.9902099359657597e-05,
      "loss": 0.9298,
      "step": 1151
    },
    {
      "epoch": 0.14671187735804003,
      "grad_norm": 6.364648530400351,
      "learning_rate": 1.9901811253364458e-05,
      "loss": 1.0776,
      "step": 1152
    },
    {
      "epoch": 0.14683923141824665,
      "grad_norm": 6.283898853112022,
      "learning_rate": 1.9901522725859523e-05,
      "loss": 1.0698,
      "step": 1153
    },
    {
      "epoch": 0.1469665854784533,
      "grad_norm": 4.844800872017544,
      "learning_rate": 1.9901233777155062e-05,
      "loss": 0.8839,
      "step": 1154
    },
    {
      "epoch": 0.14709393953865993,
      "grad_norm": 6.435025526587445,
      "learning_rate": 1.9900944407263373e-05,
      "loss": 1.0899,
      "step": 1155
    },
    {
      "epoch": 0.14722129359886654,
      "grad_norm": 6.109479898396119,
      "learning_rate": 1.9900654616196765e-05,
      "loss": 1.0966,
      "step": 1156
    },
    {
      "epoch": 0.14734864765907318,
      "grad_norm": 4.981320392872287,
      "learning_rate": 1.9900364403967555e-05,
      "loss": 0.9802,
      "step": 1157
    },
    {
      "epoch": 0.14747600171927983,
      "grad_norm": 6.337664612206646,
      "learning_rate": 1.9900073770588104e-05,
      "loss": 0.9783,
      "step": 1158
    },
    {
      "epoch": 0.14760335577948644,
      "grad_norm": 7.134358467286747,
      "learning_rate": 1.9899782716070764e-05,
      "loss": 1.0323,
      "step": 1159
    },
    {
      "epoch": 0.14773070983969308,
      "grad_norm": 6.583584293781033,
      "learning_rate": 1.9899491240427917e-05,
      "loss": 1.0655,
      "step": 1160
    },
    {
      "epoch": 0.14785806389989972,
      "grad_norm": 7.120906523954685,
      "learning_rate": 1.9899199343671968e-05,
      "loss": 1.0935,
      "step": 1161
    },
    {
      "epoch": 0.14798541796010634,
      "grad_norm": 5.433366980575255,
      "learning_rate": 1.9898907025815327e-05,
      "loss": 0.9979,
      "step": 1162
    },
    {
      "epoch": 0.14811277202031298,
      "grad_norm": 6.2705095615215205,
      "learning_rate": 1.9898614286870433e-05,
      "loss": 1.1334,
      "step": 1163
    },
    {
      "epoch": 0.1482401260805196,
      "grad_norm": 4.831201455882813,
      "learning_rate": 1.9898321126849743e-05,
      "loss": 1.0073,
      "step": 1164
    },
    {
      "epoch": 0.14836748014072623,
      "grad_norm": 4.672358765322368,
      "learning_rate": 1.9898027545765715e-05,
      "loss": 1.0821,
      "step": 1165
    },
    {
      "epoch": 0.14849483420093287,
      "grad_norm": 7.180955909703082,
      "learning_rate": 1.989773354363085e-05,
      "loss": 0.9288,
      "step": 1166
    },
    {
      "epoch": 0.1486221882611395,
      "grad_norm": 4.403280569757165,
      "learning_rate": 1.989743912045765e-05,
      "loss": 0.961,
      "step": 1167
    },
    {
      "epoch": 0.14874954232134613,
      "grad_norm": 8.908893607791116,
      "learning_rate": 1.9897144276258637e-05,
      "loss": 1.0988,
      "step": 1168
    },
    {
      "epoch": 0.14887689638155277,
      "grad_norm": 4.88691858604188,
      "learning_rate": 1.9896849011046356e-05,
      "loss": 0.9468,
      "step": 1169
    },
    {
      "epoch": 0.14900425044175938,
      "grad_norm": 4.439021534715612,
      "learning_rate": 1.989655332483337e-05,
      "loss": 1.09,
      "step": 1170
    },
    {
      "epoch": 0.14913160450196603,
      "grad_norm": 4.584781117513443,
      "learning_rate": 1.989625721763225e-05,
      "loss": 1.1378,
      "step": 1171
    },
    {
      "epoch": 0.14925895856217267,
      "grad_norm": 6.829460380092409,
      "learning_rate": 1.9895960689455598e-05,
      "loss": 1.0116,
      "step": 1172
    },
    {
      "epoch": 0.14938631262237928,
      "grad_norm": 5.925553037691101,
      "learning_rate": 1.9895663740316027e-05,
      "loss": 0.9667,
      "step": 1173
    },
    {
      "epoch": 0.14951366668258592,
      "grad_norm": 5.650634169645478,
      "learning_rate": 1.9895366370226164e-05,
      "loss": 1.0056,
      "step": 1174
    },
    {
      "epoch": 0.14964102074279256,
      "grad_norm": 6.303749288830858,
      "learning_rate": 1.9895068579198667e-05,
      "loss": 0.9515,
      "step": 1175
    },
    {
      "epoch": 0.14976837480299918,
      "grad_norm": 4.734757511813959,
      "learning_rate": 1.9894770367246197e-05,
      "loss": 1.0735,
      "step": 1176
    },
    {
      "epoch": 0.14989572886320582,
      "grad_norm": 6.024659029227881,
      "learning_rate": 1.9894471734381443e-05,
      "loss": 1.086,
      "step": 1177
    },
    {
      "epoch": 0.15002308292341246,
      "grad_norm": 7.097352579325189,
      "learning_rate": 1.989417268061711e-05,
      "loss": 0.951,
      "step": 1178
    },
    {
      "epoch": 0.15015043698361907,
      "grad_norm": 5.378720969428306,
      "learning_rate": 1.989387320596591e-05,
      "loss": 1.0527,
      "step": 1179
    },
    {
      "epoch": 0.15027779104382571,
      "grad_norm": 5.978861447650805,
      "learning_rate": 1.9893573310440592e-05,
      "loss": 1.0597,
      "step": 1180
    },
    {
      "epoch": 0.15040514510403236,
      "grad_norm": 8.018983252708948,
      "learning_rate": 1.989327299405391e-05,
      "loss": 0.8077,
      "step": 1181
    },
    {
      "epoch": 0.15053249916423897,
      "grad_norm": 5.923675182970437,
      "learning_rate": 1.9892972256818642e-05,
      "loss": 1.0515,
      "step": 1182
    },
    {
      "epoch": 0.1506598532244456,
      "grad_norm": 5.0075340729200315,
      "learning_rate": 1.989267109874758e-05,
      "loss": 0.9554,
      "step": 1183
    },
    {
      "epoch": 0.15078720728465225,
      "grad_norm": 4.6758452931338805,
      "learning_rate": 1.989236951985353e-05,
      "loss": 0.9426,
      "step": 1184
    },
    {
      "epoch": 0.15091456134485887,
      "grad_norm": 4.204069010290642,
      "learning_rate": 1.9892067520149325e-05,
      "loss": 1.0049,
      "step": 1185
    },
    {
      "epoch": 0.1510419154050655,
      "grad_norm": 5.048848336214381,
      "learning_rate": 1.989176509964781e-05,
      "loss": 1.0377,
      "step": 1186
    },
    {
      "epoch": 0.15116926946527215,
      "grad_norm": 6.138944051196484,
      "learning_rate": 1.9891462258361854e-05,
      "loss": 0.985,
      "step": 1187
    },
    {
      "epoch": 0.15129662352547876,
      "grad_norm": 5.009658449450558,
      "learning_rate": 1.9891158996304332e-05,
      "loss": 1.0061,
      "step": 1188
    },
    {
      "epoch": 0.1514239775856854,
      "grad_norm": 5.76423574524903,
      "learning_rate": 1.989085531348815e-05,
      "loss": 1.1038,
      "step": 1189
    },
    {
      "epoch": 0.15155133164589205,
      "grad_norm": 22.6411250699605,
      "learning_rate": 1.9890551209926228e-05,
      "loss": 1.0009,
      "step": 1190
    },
    {
      "epoch": 0.15167868570609866,
      "grad_norm": 7.817797032377672,
      "learning_rate": 1.9890246685631497e-05,
      "loss": 1.0513,
      "step": 1191
    },
    {
      "epoch": 0.1518060397663053,
      "grad_norm": 5.7520894110552065,
      "learning_rate": 1.9889941740616915e-05,
      "loss": 0.9986,
      "step": 1192
    },
    {
      "epoch": 0.15193339382651194,
      "grad_norm": 18.699414183880535,
      "learning_rate": 1.988963637489545e-05,
      "loss": 1.0264,
      "step": 1193
    },
    {
      "epoch": 0.15206074788671856,
      "grad_norm": 4.828371109600161,
      "learning_rate": 1.9889330588480092e-05,
      "loss": 1.1089,
      "step": 1194
    },
    {
      "epoch": 0.1521881019469252,
      "grad_norm": 5.636301851353449,
      "learning_rate": 1.9889024381383853e-05,
      "loss": 1.1113,
      "step": 1195
    },
    {
      "epoch": 0.15231545600713184,
      "grad_norm": 6.401306924892736,
      "learning_rate": 1.9888717753619756e-05,
      "loss": 1.0345,
      "step": 1196
    },
    {
      "epoch": 0.15244281006733845,
      "grad_norm": 4.8383120621596785,
      "learning_rate": 1.988841070520085e-05,
      "loss": 1.0335,
      "step": 1197
    },
    {
      "epoch": 0.1525701641275451,
      "grad_norm": 4.596736430265082,
      "learning_rate": 1.9888103236140187e-05,
      "loss": 0.9814,
      "step": 1198
    },
    {
      "epoch": 0.15269751818775174,
      "grad_norm": 5.860190047479529,
      "learning_rate": 1.988779534645085e-05,
      "loss": 1.0338,
      "step": 1199
    },
    {
      "epoch": 0.15282487224795835,
      "grad_norm": 8.045167730751048,
      "learning_rate": 1.9887487036145942e-05,
      "loss": 0.9122,
      "step": 1200
    },
    {
      "epoch": 0.152952226308165,
      "grad_norm": 5.64218312561491,
      "learning_rate": 1.988717830523857e-05,
      "loss": 1.0578,
      "step": 1201
    },
    {
      "epoch": 0.15307958036837163,
      "grad_norm": 5.637619781913279,
      "learning_rate": 1.9886869153741873e-05,
      "loss": 1.0015,
      "step": 1202
    },
    {
      "epoch": 0.15320693442857825,
      "grad_norm": 5.581245639367872,
      "learning_rate": 1.9886559581669e-05,
      "loss": 1.0501,
      "step": 1203
    },
    {
      "epoch": 0.1533342884887849,
      "grad_norm": 4.895855236680835,
      "learning_rate": 1.9886249589033115e-05,
      "loss": 1.0239,
      "step": 1204
    },
    {
      "epoch": 0.15346164254899153,
      "grad_norm": 6.5685870323690345,
      "learning_rate": 1.988593917584741e-05,
      "loss": 1.0942,
      "step": 1205
    },
    {
      "epoch": 0.15358899660919814,
      "grad_norm": 8.102356330141617,
      "learning_rate": 1.9885628342125093e-05,
      "loss": 1.093,
      "step": 1206
    },
    {
      "epoch": 0.15371635066940478,
      "grad_norm": 4.9198943497393985,
      "learning_rate": 1.9885317087879378e-05,
      "loss": 1.049,
      "step": 1207
    },
    {
      "epoch": 0.15384370472961142,
      "grad_norm": 4.840514055806769,
      "learning_rate": 1.9885005413123515e-05,
      "loss": 0.9917,
      "step": 1208
    },
    {
      "epoch": 0.15397105878981804,
      "grad_norm": 5.329710962069987,
      "learning_rate": 1.9884693317870754e-05,
      "loss": 0.8854,
      "step": 1209
    },
    {
      "epoch": 0.15409841285002468,
      "grad_norm": 6.40699250174998,
      "learning_rate": 1.9884380802134374e-05,
      "loss": 0.9925,
      "step": 1210
    },
    {
      "epoch": 0.1542257669102313,
      "grad_norm": 4.920757832972157,
      "learning_rate": 1.988406786592767e-05,
      "loss": 0.959,
      "step": 1211
    },
    {
      "epoch": 0.15435312097043793,
      "grad_norm": 5.794855058912914,
      "learning_rate": 1.9883754509263952e-05,
      "loss": 1.1196,
      "step": 1212
    },
    {
      "epoch": 0.15448047503064458,
      "grad_norm": 5.76384991041534,
      "learning_rate": 1.9883440732156553e-05,
      "loss": 1.0452,
      "step": 1213
    },
    {
      "epoch": 0.1546078290908512,
      "grad_norm": 5.213327114429976,
      "learning_rate": 1.9883126534618818e-05,
      "loss": 0.9344,
      "step": 1214
    },
    {
      "epoch": 0.15473518315105783,
      "grad_norm": 6.551134712996828,
      "learning_rate": 1.988281191666411e-05,
      "loss": 1.0484,
      "step": 1215
    },
    {
      "epoch": 0.15486253721126447,
      "grad_norm": 4.463543399675435,
      "learning_rate": 1.988249687830582e-05,
      "loss": 0.9069,
      "step": 1216
    },
    {
      "epoch": 0.1549898912714711,
      "grad_norm": 4.702098037275322,
      "learning_rate": 1.9882181419557342e-05,
      "loss": 1.0329,
      "step": 1217
    },
    {
      "epoch": 0.15511724533167773,
      "grad_norm": 5.438172923574985,
      "learning_rate": 1.9881865540432104e-05,
      "loss": 0.9534,
      "step": 1218
    },
    {
      "epoch": 0.15524459939188437,
      "grad_norm": 5.295644431518071,
      "learning_rate": 1.9881549240943533e-05,
      "loss": 1.0289,
      "step": 1219
    },
    {
      "epoch": 0.15537195345209098,
      "grad_norm": 4.500410485089305,
      "learning_rate": 1.988123252110509e-05,
      "loss": 1.0132,
      "step": 1220
    },
    {
      "epoch": 0.15549930751229762,
      "grad_norm": 4.585819379334822,
      "learning_rate": 1.9880915380930245e-05,
      "loss": 1.0024,
      "step": 1221
    },
    {
      "epoch": 0.15562666157250427,
      "grad_norm": 7.193516344506464,
      "learning_rate": 1.9880597820432493e-05,
      "loss": 0.9475,
      "step": 1222
    },
    {
      "epoch": 0.15575401563271088,
      "grad_norm": 5.1443825760360244,
      "learning_rate": 1.988027983962534e-05,
      "loss": 1.0516,
      "step": 1223
    },
    {
      "epoch": 0.15588136969291752,
      "grad_norm": 5.090082076634423,
      "learning_rate": 1.9879961438522312e-05,
      "loss": 0.966,
      "step": 1224
    },
    {
      "epoch": 0.15600872375312416,
      "grad_norm": 4.790525527190118,
      "learning_rate": 1.987964261713695e-05,
      "loss": 0.8954,
      "step": 1225
    },
    {
      "epoch": 0.15613607781333078,
      "grad_norm": 5.236927104927023,
      "learning_rate": 1.9879323375482825e-05,
      "loss": 1.0287,
      "step": 1226
    },
    {
      "epoch": 0.15626343187353742,
      "grad_norm": 5.950369610245666,
      "learning_rate": 1.987900371357351e-05,
      "loss": 1.0874,
      "step": 1227
    },
    {
      "epoch": 0.15639078593374406,
      "grad_norm": 5.524607144711156,
      "learning_rate": 1.9878683631422605e-05,
      "loss": 0.9406,
      "step": 1228
    },
    {
      "epoch": 0.15651813999395067,
      "grad_norm": 5.079437180226869,
      "learning_rate": 1.987836312904373e-05,
      "loss": 1.039,
      "step": 1229
    },
    {
      "epoch": 0.1566454940541573,
      "grad_norm": 6.124208048789126,
      "learning_rate": 1.9878042206450515e-05,
      "loss": 0.9518,
      "step": 1230
    },
    {
      "epoch": 0.15677284811436396,
      "grad_norm": 4.603658564682635,
      "learning_rate": 1.9877720863656605e-05,
      "loss": 0.9797,
      "step": 1231
    },
    {
      "epoch": 0.15690020217457057,
      "grad_norm": 5.297661376914641,
      "learning_rate": 1.9877399100675684e-05,
      "loss": 1.0236,
      "step": 1232
    },
    {
      "epoch": 0.1570275562347772,
      "grad_norm": 5.3680721259125255,
      "learning_rate": 1.987707691752143e-05,
      "loss": 0.9727,
      "step": 1233
    },
    {
      "epoch": 0.15715491029498385,
      "grad_norm": 5.842960079883927,
      "learning_rate": 1.987675431420755e-05,
      "loss": 0.9885,
      "step": 1234
    },
    {
      "epoch": 0.15728226435519047,
      "grad_norm": 3.570953778995695,
      "learning_rate": 1.9876431290747766e-05,
      "loss": 0.9444,
      "step": 1235
    },
    {
      "epoch": 0.1574096184153971,
      "grad_norm": 4.451910556028384,
      "learning_rate": 1.987610784715582e-05,
      "loss": 0.9464,
      "step": 1236
    },
    {
      "epoch": 0.15753697247560375,
      "grad_norm": 5.669527939617677,
      "learning_rate": 1.9875783983445473e-05,
      "loss": 0.9582,
      "step": 1237
    },
    {
      "epoch": 0.15766432653581036,
      "grad_norm": 5.212123844470004,
      "learning_rate": 1.9875459699630503e-05,
      "loss": 0.9536,
      "step": 1238
    },
    {
      "epoch": 0.157791680596017,
      "grad_norm": 5.681033304276333,
      "learning_rate": 1.9875134995724697e-05,
      "loss": 0.9886,
      "step": 1239
    },
    {
      "epoch": 0.15791903465622364,
      "grad_norm": 4.781488350306441,
      "learning_rate": 1.9874809871741877e-05,
      "loss": 1.0747,
      "step": 1240
    },
    {
      "epoch": 0.15804638871643026,
      "grad_norm": 5.27408922477416,
      "learning_rate": 1.9874484327695862e-05,
      "loss": 1.0797,
      "step": 1241
    },
    {
      "epoch": 0.1581737427766369,
      "grad_norm": 5.110825638930353,
      "learning_rate": 1.9874158363600513e-05,
      "loss": 0.9206,
      "step": 1242
    },
    {
      "epoch": 0.15830109683684354,
      "grad_norm": 5.286355163870387,
      "learning_rate": 1.9873831979469687e-05,
      "loss": 0.9544,
      "step": 1243
    },
    {
      "epoch": 0.15842845089705015,
      "grad_norm": 5.876306266847982,
      "learning_rate": 1.9873505175317272e-05,
      "loss": 0.9467,
      "step": 1244
    },
    {
      "epoch": 0.1585558049572568,
      "grad_norm": 3.8290624599508156,
      "learning_rate": 1.987317795115717e-05,
      "loss": 0.99,
      "step": 1245
    },
    {
      "epoch": 0.15868315901746344,
      "grad_norm": 6.334550171788543,
      "learning_rate": 1.98728503070033e-05,
      "loss": 1.0207,
      "step": 1246
    },
    {
      "epoch": 0.15881051307767005,
      "grad_norm": 5.201014001722949,
      "learning_rate": 1.9872522242869598e-05,
      "loss": 1.0032,
      "step": 1247
    },
    {
      "epoch": 0.1589378671378767,
      "grad_norm": 5.339655506580464,
      "learning_rate": 1.987219375877002e-05,
      "loss": 1.0571,
      "step": 1248
    },
    {
      "epoch": 0.15906522119808333,
      "grad_norm": 5.917438223951082,
      "learning_rate": 1.9871864854718545e-05,
      "loss": 0.9298,
      "step": 1249
    },
    {
      "epoch": 0.15919257525828995,
      "grad_norm": 5.84159509430854,
      "learning_rate": 1.9871535530729154e-05,
      "loss": 1.1235,
      "step": 1250
    },
    {
      "epoch": 0.1593199293184966,
      "grad_norm": 6.647444797729966,
      "learning_rate": 1.9871205786815865e-05,
      "loss": 1.0961,
      "step": 1251
    },
    {
      "epoch": 0.15944728337870323,
      "grad_norm": 4.506879845567531,
      "learning_rate": 1.9870875622992697e-05,
      "loss": 1.0051,
      "step": 1252
    },
    {
      "epoch": 0.15957463743890984,
      "grad_norm": 4.978751044171506,
      "learning_rate": 1.9870545039273704e-05,
      "loss": 0.9519,
      "step": 1253
    },
    {
      "epoch": 0.15970199149911649,
      "grad_norm": 4.884386465067718,
      "learning_rate": 1.9870214035672945e-05,
      "loss": 1.0405,
      "step": 1254
    },
    {
      "epoch": 0.1598293455593231,
      "grad_norm": 6.01301752032264,
      "learning_rate": 1.9869882612204496e-05,
      "loss": 0.9768,
      "step": 1255
    },
    {
      "epoch": 0.15995669961952974,
      "grad_norm": 5.66422076826293,
      "learning_rate": 1.986955076888246e-05,
      "loss": 0.8278,
      "step": 1256
    },
    {
      "epoch": 0.16008405367973638,
      "grad_norm": 6.38059333314379,
      "learning_rate": 1.986921850572095e-05,
      "loss": 0.9132,
      "step": 1257
    },
    {
      "epoch": 0.160211407739943,
      "grad_norm": 5.136288561774867,
      "learning_rate": 1.9868885822734104e-05,
      "loss": 1.0093,
      "step": 1258
    },
    {
      "epoch": 0.16033876180014964,
      "grad_norm": 6.1340803451624435,
      "learning_rate": 1.986855271993607e-05,
      "loss": 0.9994,
      "step": 1259
    },
    {
      "epoch": 0.16046611586035628,
      "grad_norm": 6.610357838234759,
      "learning_rate": 1.9868219197341024e-05,
      "loss": 0.8919,
      "step": 1260
    },
    {
      "epoch": 0.1605934699205629,
      "grad_norm": 5.068832393028328,
      "learning_rate": 1.9867885254963147e-05,
      "loss": 0.958,
      "step": 1261
    },
    {
      "epoch": 0.16072082398076953,
      "grad_norm": 5.098652919809279,
      "learning_rate": 1.9867550892816646e-05,
      "loss": 1.0166,
      "step": 1262
    },
    {
      "epoch": 0.16084817804097618,
      "grad_norm": 5.54546086727413,
      "learning_rate": 1.9867216110915745e-05,
      "loss": 0.9558,
      "step": 1263
    },
    {
      "epoch": 0.1609755321011828,
      "grad_norm": 3.6506732894506726,
      "learning_rate": 1.986688090927469e-05,
      "loss": 0.9749,
      "step": 1264
    },
    {
      "epoch": 0.16110288616138943,
      "grad_norm": 6.630011336603153,
      "learning_rate": 1.9866545287907732e-05,
      "loss": 1.087,
      "step": 1265
    },
    {
      "epoch": 0.16123024022159607,
      "grad_norm": 5.1520144550405025,
      "learning_rate": 1.9866209246829152e-05,
      "loss": 1.0564,
      "step": 1266
    },
    {
      "epoch": 0.16135759428180269,
      "grad_norm": 4.567456623073952,
      "learning_rate": 1.9865872786053245e-05,
      "loss": 0.9943,
      "step": 1267
    },
    {
      "epoch": 0.16148494834200933,
      "grad_norm": 5.429662910241082,
      "learning_rate": 1.9865535905594326e-05,
      "loss": 1.0046,
      "step": 1268
    },
    {
      "epoch": 0.16161230240221597,
      "grad_norm": 4.745719989140955,
      "learning_rate": 1.986519860546672e-05,
      "loss": 0.9511,
      "step": 1269
    },
    {
      "epoch": 0.16173965646242258,
      "grad_norm": 4.907924293524879,
      "learning_rate": 1.986486088568478e-05,
      "loss": 0.947,
      "step": 1270
    },
    {
      "epoch": 0.16186701052262922,
      "grad_norm": 5.93928420715077,
      "learning_rate": 1.9864522746262867e-05,
      "loss": 1.0879,
      "step": 1271
    },
    {
      "epoch": 0.16199436458283586,
      "grad_norm": 4.6692044079111,
      "learning_rate": 1.986418418721537e-05,
      "loss": 0.9495,
      "step": 1272
    },
    {
      "epoch": 0.16212171864304248,
      "grad_norm": 6.435001221651496,
      "learning_rate": 1.986384520855669e-05,
      "loss": 0.9653,
      "step": 1273
    },
    {
      "epoch": 0.16224907270324912,
      "grad_norm": 4.8527476756639745,
      "learning_rate": 1.9863505810301246e-05,
      "loss": 1.0149,
      "step": 1274
    },
    {
      "epoch": 0.16237642676345576,
      "grad_norm": 5.268659764215143,
      "learning_rate": 1.9863165992463477e-05,
      "loss": 0.988,
      "step": 1275
    },
    {
      "epoch": 0.16250378082366237,
      "grad_norm": 6.928202404369275,
      "learning_rate": 1.986282575505783e-05,
      "loss": 1.0151,
      "step": 1276
    },
    {
      "epoch": 0.16263113488386902,
      "grad_norm": 5.708832025208047,
      "learning_rate": 1.9862485098098796e-05,
      "loss": 0.986,
      "step": 1277
    },
    {
      "epoch": 0.16275848894407566,
      "grad_norm": 4.293735314223316,
      "learning_rate": 1.986214402160085e-05,
      "loss": 0.9516,
      "step": 1278
    },
    {
      "epoch": 0.16288584300428227,
      "grad_norm": 5.128487865527736,
      "learning_rate": 1.9861802525578508e-05,
      "loss": 0.9776,
      "step": 1279
    },
    {
      "epoch": 0.1630131970644889,
      "grad_norm": 5.926519580527757,
      "learning_rate": 1.986146061004629e-05,
      "loss": 0.9454,
      "step": 1280
    },
    {
      "epoch": 0.16314055112469555,
      "grad_norm": 4.709791762168808,
      "learning_rate": 1.9861118275018755e-05,
      "loss": 1.055,
      "step": 1281
    },
    {
      "epoch": 0.16326790518490217,
      "grad_norm": 3.9447872001005515,
      "learning_rate": 1.9860775520510453e-05,
      "loss": 1.0019,
      "step": 1282
    },
    {
      "epoch": 0.1633952592451088,
      "grad_norm": 4.657867150816275,
      "learning_rate": 1.9860432346535966e-05,
      "loss": 0.9158,
      "step": 1283
    },
    {
      "epoch": 0.16352261330531545,
      "grad_norm": 6.558586770395333,
      "learning_rate": 1.9860088753109896e-05,
      "loss": 1.0146,
      "step": 1284
    },
    {
      "epoch": 0.16364996736552206,
      "grad_norm": 6.790804131467284,
      "learning_rate": 1.985974474024686e-05,
      "loss": 1.1179,
      "step": 1285
    },
    {
      "epoch": 0.1637773214257287,
      "grad_norm": 4.380667149497051,
      "learning_rate": 1.9859400307961486e-05,
      "loss": 1.029,
      "step": 1286
    },
    {
      "epoch": 0.16390467548593535,
      "grad_norm": 6.457342584561743,
      "learning_rate": 1.985905545626843e-05,
      "loss": 1.0326,
      "step": 1287
    },
    {
      "epoch": 0.16403202954614196,
      "grad_norm": 4.491102535418511,
      "learning_rate": 1.985871018518236e-05,
      "loss": 1.0289,
      "step": 1288
    },
    {
      "epoch": 0.1641593836063486,
      "grad_norm": 5.129222154149322,
      "learning_rate": 1.9858364494717966e-05,
      "loss": 1.0228,
      "step": 1289
    },
    {
      "epoch": 0.16428673766655524,
      "grad_norm": 5.162285434060186,
      "learning_rate": 1.9858018384889946e-05,
      "loss": 0.9045,
      "step": 1290
    },
    {
      "epoch": 0.16441409172676186,
      "grad_norm": 5.6943603054539915,
      "learning_rate": 1.9857671855713038e-05,
      "loss": 0.9674,
      "step": 1291
    },
    {
      "epoch": 0.1645414457869685,
      "grad_norm": 5.6519327284473695,
      "learning_rate": 1.9857324907201966e-05,
      "loss": 0.9993,
      "step": 1292
    },
    {
      "epoch": 0.16466879984717514,
      "grad_norm": 5.529623880960854,
      "learning_rate": 1.98569775393715e-05,
      "loss": 0.973,
      "step": 1293
    },
    {
      "epoch": 0.16479615390738175,
      "grad_norm": 4.634977146985319,
      "learning_rate": 1.9856629752236413e-05,
      "loss": 1.0061,
      "step": 1294
    },
    {
      "epoch": 0.1649235079675884,
      "grad_norm": 5.395211300534669,
      "learning_rate": 1.9856281545811497e-05,
      "loss": 0.9469,
      "step": 1295
    },
    {
      "epoch": 0.16505086202779504,
      "grad_norm": 4.268896392501476,
      "learning_rate": 1.9855932920111563e-05,
      "loss": 0.9921,
      "step": 1296
    },
    {
      "epoch": 0.16517821608800165,
      "grad_norm": 7.711568727329617,
      "learning_rate": 1.9855583875151453e-05,
      "loss": 0.9872,
      "step": 1297
    },
    {
      "epoch": 0.1653055701482083,
      "grad_norm": 5.241036528942064,
      "learning_rate": 1.9855234410946002e-05,
      "loss": 0.9546,
      "step": 1298
    },
    {
      "epoch": 0.16543292420841493,
      "grad_norm": 6.764661337078974,
      "learning_rate": 1.985488452751008e-05,
      "loss": 0.9521,
      "step": 1299
    },
    {
      "epoch": 0.16556027826862155,
      "grad_norm": 6.087105126077417,
      "learning_rate": 1.9854534224858574e-05,
      "loss": 1.0039,
      "step": 1300
    },
    {
      "epoch": 0.1656876323288282,
      "grad_norm": 5.684029327166587,
      "learning_rate": 1.9854183503006383e-05,
      "loss": 1.082,
      "step": 1301
    },
    {
      "epoch": 0.1658149863890348,
      "grad_norm": 4.707341632660841,
      "learning_rate": 1.9853832361968424e-05,
      "loss": 0.9413,
      "step": 1302
    },
    {
      "epoch": 0.16594234044924144,
      "grad_norm": 5.88976947430451,
      "learning_rate": 1.9853480801759637e-05,
      "loss": 1.0828,
      "step": 1303
    },
    {
      "epoch": 0.16606969450944808,
      "grad_norm": 4.565661654367643,
      "learning_rate": 1.9853128822394976e-05,
      "loss": 1.0482,
      "step": 1304
    },
    {
      "epoch": 0.1661970485696547,
      "grad_norm": 4.481935482188907,
      "learning_rate": 1.9852776423889414e-05,
      "loss": 1.1119,
      "step": 1305
    },
    {
      "epoch": 0.16632440262986134,
      "grad_norm": 11.635677561258317,
      "learning_rate": 1.9852423606257943e-05,
      "loss": 0.9503,
      "step": 1306
    },
    {
      "epoch": 0.16645175669006798,
      "grad_norm": 7.3166335722827265,
      "learning_rate": 1.9852070369515566e-05,
      "loss": 1.0055,
      "step": 1307
    },
    {
      "epoch": 0.1665791107502746,
      "grad_norm": 5.1385735125753165,
      "learning_rate": 1.9851716713677315e-05,
      "loss": 0.9379,
      "step": 1308
    },
    {
      "epoch": 0.16670646481048124,
      "grad_norm": 4.744954692274551,
      "learning_rate": 1.9851362638758236e-05,
      "loss": 1.0048,
      "step": 1309
    },
    {
      "epoch": 0.16683381887068788,
      "grad_norm": 4.680360774292839,
      "learning_rate": 1.9851008144773386e-05,
      "loss": 0.9329,
      "step": 1310
    },
    {
      "epoch": 0.1669611729308945,
      "grad_norm": 5.54574530474556,
      "learning_rate": 1.9850653231737844e-05,
      "loss": 1.0084,
      "step": 1311
    },
    {
      "epoch": 0.16708852699110113,
      "grad_norm": 5.629096341017364,
      "learning_rate": 1.985029789966671e-05,
      "loss": 0.9647,
      "step": 1312
    },
    {
      "epoch": 0.16721588105130777,
      "grad_norm": 4.247339201112461,
      "learning_rate": 1.98499421485751e-05,
      "loss": 1.018,
      "step": 1313
    },
    {
      "epoch": 0.1673432351115144,
      "grad_norm": 4.8500695135109835,
      "learning_rate": 1.984958597847815e-05,
      "loss": 1.0345,
      "step": 1314
    },
    {
      "epoch": 0.16747058917172103,
      "grad_norm": 5.242236255129088,
      "learning_rate": 1.9849229389391e-05,
      "loss": 1.0124,
      "step": 1315
    },
    {
      "epoch": 0.16759794323192767,
      "grad_norm": 4.494156115860417,
      "learning_rate": 1.984887238132883e-05,
      "loss": 0.9282,
      "step": 1316
    },
    {
      "epoch": 0.16772529729213428,
      "grad_norm": 5.527577705958565,
      "learning_rate": 1.9848514954306827e-05,
      "loss": 0.9766,
      "step": 1317
    },
    {
      "epoch": 0.16785265135234093,
      "grad_norm": 7.153181059331445,
      "learning_rate": 1.9848157108340186e-05,
      "loss": 0.9793,
      "step": 1318
    },
    {
      "epoch": 0.16798000541254757,
      "grad_norm": 4.274232333675409,
      "learning_rate": 1.984779884344414e-05,
      "loss": 0.8939,
      "step": 1319
    },
    {
      "epoch": 0.16810735947275418,
      "grad_norm": 6.091392647998473,
      "learning_rate": 1.9847440159633918e-05,
      "loss": 1.0784,
      "step": 1320
    },
    {
      "epoch": 0.16823471353296082,
      "grad_norm": 4.3504516717848,
      "learning_rate": 1.9847081056924788e-05,
      "loss": 1.0399,
      "step": 1321
    },
    {
      "epoch": 0.16836206759316746,
      "grad_norm": 5.874738646842187,
      "learning_rate": 1.984672153533202e-05,
      "loss": 1.0156,
      "step": 1322
    },
    {
      "epoch": 0.16848942165337408,
      "grad_norm": 6.273024606003035,
      "learning_rate": 1.9846361594870914e-05,
      "loss": 1.0532,
      "step": 1323
    },
    {
      "epoch": 0.16861677571358072,
      "grad_norm": 9.43738116258996,
      "learning_rate": 1.9846001235556775e-05,
      "loss": 0.9758,
      "step": 1324
    },
    {
      "epoch": 0.16874412977378736,
      "grad_norm": 3.951354463349465,
      "learning_rate": 1.984564045740493e-05,
      "loss": 1.0017,
      "step": 1325
    },
    {
      "epoch": 0.16887148383399397,
      "grad_norm": 6.057988641405209,
      "learning_rate": 1.984527926043074e-05,
      "loss": 1.0013,
      "step": 1326
    },
    {
      "epoch": 0.16899883789420062,
      "grad_norm": 5.121047938510769,
      "learning_rate": 1.9844917644649553e-05,
      "loss": 1.0206,
      "step": 1327
    },
    {
      "epoch": 0.16912619195440726,
      "grad_norm": 6.34730347577412,
      "learning_rate": 1.984455561007676e-05,
      "loss": 1.0719,
      "step": 1328
    },
    {
      "epoch": 0.16925354601461387,
      "grad_norm": 6.9857632411586525,
      "learning_rate": 1.984419315672776e-05,
      "loss": 1.1088,
      "step": 1329
    },
    {
      "epoch": 0.1693809000748205,
      "grad_norm": 4.054283636482987,
      "learning_rate": 1.9843830284617975e-05,
      "loss": 0.9645,
      "step": 1330
    },
    {
      "epoch": 0.16950825413502715,
      "grad_norm": 5.763261181254879,
      "learning_rate": 1.9843466993762836e-05,
      "loss": 1.0112,
      "step": 1331
    },
    {
      "epoch": 0.16963560819523377,
      "grad_norm": 5.006710508504241,
      "learning_rate": 1.98431032841778e-05,
      "loss": 1.0243,
      "step": 1332
    },
    {
      "epoch": 0.1697629622554404,
      "grad_norm": 5.33453967438594,
      "learning_rate": 1.9842739155878337e-05,
      "loss": 1.0415,
      "step": 1333
    },
    {
      "epoch": 0.16989031631564705,
      "grad_norm": 4.239488505334722,
      "learning_rate": 1.984237460887994e-05,
      "loss": 1.0452,
      "step": 1334
    },
    {
      "epoch": 0.17001767037585366,
      "grad_norm": 8.172692340070634,
      "learning_rate": 1.9842009643198113e-05,
      "loss": 0.9793,
      "step": 1335
    },
    {
      "epoch": 0.1701450244360603,
      "grad_norm": 5.34305572461287,
      "learning_rate": 1.984164425884838e-05,
      "loss": 1.0048,
      "step": 1336
    },
    {
      "epoch": 0.17027237849626695,
      "grad_norm": 5.792797865504691,
      "learning_rate": 1.984127845584629e-05,
      "loss": 0.9795,
      "step": 1337
    },
    {
      "epoch": 0.17039973255647356,
      "grad_norm": 4.318874126588256,
      "learning_rate": 1.9840912234207396e-05,
      "loss": 0.9736,
      "step": 1338
    },
    {
      "epoch": 0.1705270866166802,
      "grad_norm": 4.162413651770721,
      "learning_rate": 1.9840545593947286e-05,
      "loss": 1.0151,
      "step": 1339
    },
    {
      "epoch": 0.17065444067688684,
      "grad_norm": 6.5925908086697325,
      "learning_rate": 1.9840178535081548e-05,
      "loss": 0.904,
      "step": 1340
    },
    {
      "epoch": 0.17078179473709346,
      "grad_norm": 5.536949712479812,
      "learning_rate": 1.98398110576258e-05,
      "loss": 1.0522,
      "step": 1341
    },
    {
      "epoch": 0.1709091487973001,
      "grad_norm": 7.280052774258995,
      "learning_rate": 1.9839443161595668e-05,
      "loss": 1.0073,
      "step": 1342
    },
    {
      "epoch": 0.17103650285750674,
      "grad_norm": 5.838656403647462,
      "learning_rate": 1.9839074847006815e-05,
      "loss": 0.9766,
      "step": 1343
    },
    {
      "epoch": 0.17116385691771335,
      "grad_norm": 6.120541876944528,
      "learning_rate": 1.9838706113874896e-05,
      "loss": 1.003,
      "step": 1344
    },
    {
      "epoch": 0.17129121097792,
      "grad_norm": 6.272822405730764,
      "learning_rate": 1.9838336962215606e-05,
      "loss": 0.9179,
      "step": 1345
    },
    {
      "epoch": 0.1714185650381266,
      "grad_norm": 4.571611477394392,
      "learning_rate": 1.983796739204464e-05,
      "loss": 1.1381,
      "step": 1346
    },
    {
      "epoch": 0.17154591909833325,
      "grad_norm": 5.164721379109247,
      "learning_rate": 1.9837597403377726e-05,
      "loss": 1.0764,
      "step": 1347
    },
    {
      "epoch": 0.1716732731585399,
      "grad_norm": 5.382269800120944,
      "learning_rate": 1.98372269962306e-05,
      "loss": 1.099,
      "step": 1348
    },
    {
      "epoch": 0.1718006272187465,
      "grad_norm": 5.6010520628007985,
      "learning_rate": 1.9836856170619018e-05,
      "loss": 0.8125,
      "step": 1349
    },
    {
      "epoch": 0.17192798127895315,
      "grad_norm": 6.5416130825043,
      "learning_rate": 1.983648492655875e-05,
      "loss": 0.9736,
      "step": 1350
    },
    {
      "epoch": 0.1720553353391598,
      "grad_norm": 5.986232857622864,
      "learning_rate": 1.9836113264065598e-05,
      "loss": 1.1308,
      "step": 1351
    },
    {
      "epoch": 0.1721826893993664,
      "grad_norm": 3.721914787944601,
      "learning_rate": 1.983574118315537e-05,
      "loss": 0.9768,
      "step": 1352
    },
    {
      "epoch": 0.17231004345957304,
      "grad_norm": 5.081106208746815,
      "learning_rate": 1.983536868384389e-05,
      "loss": 1.0861,
      "step": 1353
    },
    {
      "epoch": 0.17243739751977968,
      "grad_norm": 4.766787127771113,
      "learning_rate": 1.9834995766147e-05,
      "loss": 0.9764,
      "step": 1354
    },
    {
      "epoch": 0.1725647515799863,
      "grad_norm": 5.844392628957778,
      "learning_rate": 1.9834622430080574e-05,
      "loss": 0.9675,
      "step": 1355
    },
    {
      "epoch": 0.17269210564019294,
      "grad_norm": 4.266773111287161,
      "learning_rate": 1.9834248675660484e-05,
      "loss": 0.9577,
      "step": 1356
    },
    {
      "epoch": 0.17281945970039958,
      "grad_norm": 5.339045366544977,
      "learning_rate": 1.9833874502902636e-05,
      "loss": 1.0691,
      "step": 1357
    },
    {
      "epoch": 0.1729468137606062,
      "grad_norm": 5.321239149867997,
      "learning_rate": 1.9833499911822944e-05,
      "loss": 1.02,
      "step": 1358
    },
    {
      "epoch": 0.17307416782081284,
      "grad_norm": 6.036001912839067,
      "learning_rate": 1.983312490243734e-05,
      "loss": 1.0136,
      "step": 1359
    },
    {
      "epoch": 0.17320152188101948,
      "grad_norm": 5.842316966880855,
      "learning_rate": 1.9832749474761782e-05,
      "loss": 0.9487,
      "step": 1360
    },
    {
      "epoch": 0.1733288759412261,
      "grad_norm": 5.268133726086745,
      "learning_rate": 1.9832373628812235e-05,
      "loss": 0.897,
      "step": 1361
    },
    {
      "epoch": 0.17345623000143273,
      "grad_norm": 10.765103043746514,
      "learning_rate": 1.9831997364604693e-05,
      "loss": 1.057,
      "step": 1362
    },
    {
      "epoch": 0.17358358406163937,
      "grad_norm": 6.986459988359291,
      "learning_rate": 1.983162068215515e-05,
      "loss": 0.984,
      "step": 1363
    },
    {
      "epoch": 0.173710938121846,
      "grad_norm": 6.54607260801127,
      "learning_rate": 1.9831243581479643e-05,
      "loss": 1.1114,
      "step": 1364
    },
    {
      "epoch": 0.17383829218205263,
      "grad_norm": 4.736502694914325,
      "learning_rate": 1.983086606259421e-05,
      "loss": 0.9659,
      "step": 1365
    },
    {
      "epoch": 0.17396564624225927,
      "grad_norm": 5.3548235459378,
      "learning_rate": 1.9830488125514907e-05,
      "loss": 0.9164,
      "step": 1366
    },
    {
      "epoch": 0.17409300030246588,
      "grad_norm": 5.012251530527317,
      "learning_rate": 1.983010977025781e-05,
      "loss": 1.0724,
      "step": 1367
    },
    {
      "epoch": 0.17422035436267252,
      "grad_norm": 4.104810144678136,
      "learning_rate": 1.982973099683902e-05,
      "loss": 1.0126,
      "step": 1368
    },
    {
      "epoch": 0.17434770842287917,
      "grad_norm": 4.606415189475125,
      "learning_rate": 1.9829351805274643e-05,
      "loss": 0.9828,
      "step": 1369
    },
    {
      "epoch": 0.17447506248308578,
      "grad_norm": 4.9605551264425625,
      "learning_rate": 1.9828972195580815e-05,
      "loss": 1.0372,
      "step": 1370
    },
    {
      "epoch": 0.17460241654329242,
      "grad_norm": 6.515749118272252,
      "learning_rate": 1.9828592167773676e-05,
      "loss": 0.9049,
      "step": 1371
    },
    {
      "epoch": 0.17472977060349906,
      "grad_norm": 5.611944008796001,
      "learning_rate": 1.9828211721869404e-05,
      "loss": 1.0385,
      "step": 1372
    },
    {
      "epoch": 0.17485712466370568,
      "grad_norm": 4.296467265811125,
      "learning_rate": 1.9827830857884173e-05,
      "loss": 1.0467,
      "step": 1373
    },
    {
      "epoch": 0.17498447872391232,
      "grad_norm": 5.582847839807333,
      "learning_rate": 1.9827449575834187e-05,
      "loss": 0.9349,
      "step": 1374
    },
    {
      "epoch": 0.17511183278411896,
      "grad_norm": 5.693181480389708,
      "learning_rate": 1.9827067875735667e-05,
      "loss": 0.8793,
      "step": 1375
    },
    {
      "epoch": 0.17523918684432557,
      "grad_norm": 5.261651325431034,
      "learning_rate": 1.982668575760485e-05,
      "loss": 0.9581,
      "step": 1376
    },
    {
      "epoch": 0.17536654090453221,
      "grad_norm": 4.977291802306023,
      "learning_rate": 1.982630322145799e-05,
      "loss": 0.9355,
      "step": 1377
    },
    {
      "epoch": 0.17549389496473886,
      "grad_norm": 8.424306090442627,
      "learning_rate": 1.9825920267311358e-05,
      "loss": 1.0181,
      "step": 1378
    },
    {
      "epoch": 0.17562124902494547,
      "grad_norm": 4.067377536948859,
      "learning_rate": 1.9825536895181245e-05,
      "loss": 0.9847,
      "step": 1379
    },
    {
      "epoch": 0.1757486030851521,
      "grad_norm": 5.434342969610268,
      "learning_rate": 1.982515310508396e-05,
      "loss": 1.0621,
      "step": 1380
    },
    {
      "epoch": 0.17587595714535875,
      "grad_norm": 3.951322725200578,
      "learning_rate": 1.9824768897035833e-05,
      "loss": 0.9415,
      "step": 1381
    },
    {
      "epoch": 0.17600331120556537,
      "grad_norm": 4.20572669754507,
      "learning_rate": 1.98243842710532e-05,
      "loss": 0.9017,
      "step": 1382
    },
    {
      "epoch": 0.176130665265772,
      "grad_norm": 5.642519645876438,
      "learning_rate": 1.9823999227152426e-05,
      "loss": 0.9919,
      "step": 1383
    },
    {
      "epoch": 0.17625801932597865,
      "grad_norm": 5.8060276543263845,
      "learning_rate": 1.9823613765349894e-05,
      "loss": 0.9357,
      "step": 1384
    },
    {
      "epoch": 0.17638537338618526,
      "grad_norm": 6.730220495639194,
      "learning_rate": 1.9823227885661994e-05,
      "loss": 1.0167,
      "step": 1385
    },
    {
      "epoch": 0.1765127274463919,
      "grad_norm": 4.98295281189637,
      "learning_rate": 1.982284158810515e-05,
      "loss": 0.9644,
      "step": 1386
    },
    {
      "epoch": 0.17664008150659855,
      "grad_norm": 5.611349539312602,
      "learning_rate": 1.982245487269579e-05,
      "loss": 0.9759,
      "step": 1387
    },
    {
      "epoch": 0.17676743556680516,
      "grad_norm": 5.830986568146951,
      "learning_rate": 1.982206773945036e-05,
      "loss": 0.9505,
      "step": 1388
    },
    {
      "epoch": 0.1768947896270118,
      "grad_norm": 4.7729098313991845,
      "learning_rate": 1.9821680188385334e-05,
      "loss": 1.0816,
      "step": 1389
    },
    {
      "epoch": 0.17702214368721844,
      "grad_norm": 4.199991298848176,
      "learning_rate": 1.982129221951719e-05,
      "loss": 1.1747,
      "step": 1390
    },
    {
      "epoch": 0.17714949774742506,
      "grad_norm": 5.562743963827968,
      "learning_rate": 1.9820903832862445e-05,
      "loss": 1.0474,
      "step": 1391
    },
    {
      "epoch": 0.1772768518076317,
      "grad_norm": 6.610761492520081,
      "learning_rate": 1.9820515028437612e-05,
      "loss": 1.0511,
      "step": 1392
    },
    {
      "epoch": 0.1774042058678383,
      "grad_norm": 4.700877720465981,
      "learning_rate": 1.9820125806259233e-05,
      "loss": 1.034,
      "step": 1393
    },
    {
      "epoch": 0.17753155992804495,
      "grad_norm": 5.507829641761889,
      "learning_rate": 1.981973616634386e-05,
      "loss": 0.9607,
      "step": 1394
    },
    {
      "epoch": 0.1776589139882516,
      "grad_norm": 4.55152367032817,
      "learning_rate": 1.9819346108708074e-05,
      "loss": 1.0074,
      "step": 1395
    },
    {
      "epoch": 0.1777862680484582,
      "grad_norm": 5.155387667593372,
      "learning_rate": 1.9818955633368464e-05,
      "loss": 0.9597,
      "step": 1396
    },
    {
      "epoch": 0.17791362210866485,
      "grad_norm": 5.73277489064217,
      "learning_rate": 1.981856474034164e-05,
      "loss": 1.0927,
      "step": 1397
    },
    {
      "epoch": 0.1780409761688715,
      "grad_norm": 4.071601648882491,
      "learning_rate": 1.9818173429644237e-05,
      "loss": 0.9982,
      "step": 1398
    },
    {
      "epoch": 0.1781683302290781,
      "grad_norm": 3.9397300581268513,
      "learning_rate": 1.9817781701292892e-05,
      "loss": 0.9403,
      "step": 1399
    },
    {
      "epoch": 0.17829568428928474,
      "grad_norm": 4.89777375854755,
      "learning_rate": 1.9817389555304274e-05,
      "loss": 0.9848,
      "step": 1400
    },
    {
      "epoch": 0.1784230383494914,
      "grad_norm": 5.384909433154051,
      "learning_rate": 1.9816996991695057e-05,
      "loss": 1.0004,
      "step": 1401
    },
    {
      "epoch": 0.178550392409698,
      "grad_norm": 6.171274817534474,
      "learning_rate": 1.9816604010481955e-05,
      "loss": 0.9742,
      "step": 1402
    },
    {
      "epoch": 0.17867774646990464,
      "grad_norm": 5.372669158161206,
      "learning_rate": 1.981621061168167e-05,
      "loss": 1.0258,
      "step": 1403
    },
    {
      "epoch": 0.17880510053011128,
      "grad_norm": 5.42572394959394,
      "learning_rate": 1.9815816795310945e-05,
      "loss": 0.8953,
      "step": 1404
    },
    {
      "epoch": 0.1789324545903179,
      "grad_norm": 4.888856025546814,
      "learning_rate": 1.981542256138653e-05,
      "loss": 0.9233,
      "step": 1405
    },
    {
      "epoch": 0.17905980865052454,
      "grad_norm": 5.561367305342423,
      "learning_rate": 1.9815027909925194e-05,
      "loss": 0.9601,
      "step": 1406
    },
    {
      "epoch": 0.17918716271073118,
      "grad_norm": 4.272674659833029,
      "learning_rate": 1.9814632840943728e-05,
      "loss": 1.0174,
      "step": 1407
    },
    {
      "epoch": 0.1793145167709378,
      "grad_norm": 4.094915326073295,
      "learning_rate": 1.9814237354458937e-05,
      "loss": 0.9695,
      "step": 1408
    },
    {
      "epoch": 0.17944187083114443,
      "grad_norm": 4.905545323784712,
      "learning_rate": 1.981384145048764e-05,
      "loss": 0.929,
      "step": 1409
    },
    {
      "epoch": 0.17956922489135108,
      "grad_norm": 4.367058003097394,
      "learning_rate": 1.9813445129046685e-05,
      "loss": 0.9274,
      "step": 1410
    },
    {
      "epoch": 0.1796965789515577,
      "grad_norm": 6.3573246680356394,
      "learning_rate": 1.9813048390152926e-05,
      "loss": 1.0155,
      "step": 1411
    },
    {
      "epoch": 0.17982393301176433,
      "grad_norm": 6.87006575640397,
      "learning_rate": 1.9812651233823245e-05,
      "loss": 0.9062,
      "step": 1412
    },
    {
      "epoch": 0.17995128707197097,
      "grad_norm": 4.697870202127253,
      "learning_rate": 1.9812253660074532e-05,
      "loss": 1.0905,
      "step": 1413
    },
    {
      "epoch": 0.18007864113217759,
      "grad_norm": 5.959781639656172,
      "learning_rate": 1.98118556689237e-05,
      "loss": 1.119,
      "step": 1414
    },
    {
      "epoch": 0.18020599519238423,
      "grad_norm": 4.111138375223385,
      "learning_rate": 1.9811457260387683e-05,
      "loss": 0.923,
      "step": 1415
    },
    {
      "epoch": 0.18033334925259087,
      "grad_norm": 4.006177185634729,
      "learning_rate": 1.9811058434483422e-05,
      "loss": 1.0849,
      "step": 1416
    },
    {
      "epoch": 0.18046070331279748,
      "grad_norm": 4.48631303225857,
      "learning_rate": 1.981065919122789e-05,
      "loss": 1.0728,
      "step": 1417
    },
    {
      "epoch": 0.18058805737300412,
      "grad_norm": 6.525586168407294,
      "learning_rate": 1.9810259530638064e-05,
      "loss": 1.0408,
      "step": 1418
    },
    {
      "epoch": 0.18071541143321077,
      "grad_norm": 6.020659799505925,
      "learning_rate": 1.980985945273095e-05,
      "loss": 1.0975,
      "step": 1419
    },
    {
      "epoch": 0.18084276549341738,
      "grad_norm": 6.885051800346678,
      "learning_rate": 1.9809458957523563e-05,
      "loss": 0.9118,
      "step": 1420
    },
    {
      "epoch": 0.18097011955362402,
      "grad_norm": 3.859705119358011,
      "learning_rate": 1.9809058045032942e-05,
      "loss": 1.0455,
      "step": 1421
    },
    {
      "epoch": 0.18109747361383066,
      "grad_norm": 5.034443854459602,
      "learning_rate": 1.980865671527614e-05,
      "loss": 0.9053,
      "step": 1422
    },
    {
      "epoch": 0.18122482767403728,
      "grad_norm": 4.970510494794013,
      "learning_rate": 1.9808254968270236e-05,
      "loss": 1.0684,
      "step": 1423
    },
    {
      "epoch": 0.18135218173424392,
      "grad_norm": 6.993515553435381,
      "learning_rate": 1.9807852804032306e-05,
      "loss": 1.0819,
      "step": 1424
    },
    {
      "epoch": 0.18147953579445056,
      "grad_norm": 4.3244256139826405,
      "learning_rate": 1.980745022257947e-05,
      "loss": 1.0832,
      "step": 1425
    },
    {
      "epoch": 0.18160688985465717,
      "grad_norm": 5.41282386427537,
      "learning_rate": 1.9807047223928847e-05,
      "loss": 1.0109,
      "step": 1426
    },
    {
      "epoch": 0.1817342439148638,
      "grad_norm": 5.5849581199995075,
      "learning_rate": 1.980664380809758e-05,
      "loss": 0.9701,
      "step": 1427
    },
    {
      "epoch": 0.18186159797507045,
      "grad_norm": 7.5150214763849705,
      "learning_rate": 1.980623997510283e-05,
      "loss": 1.1214,
      "step": 1428
    },
    {
      "epoch": 0.18198895203527707,
      "grad_norm": 5.378983019888339,
      "learning_rate": 1.9805835724961783e-05,
      "loss": 1.0311,
      "step": 1429
    },
    {
      "epoch": 0.1821163060954837,
      "grad_norm": 5.328501578975879,
      "learning_rate": 1.9805431057691627e-05,
      "loss": 1.089,
      "step": 1430
    },
    {
      "epoch": 0.18224366015569035,
      "grad_norm": 4.827672449525467,
      "learning_rate": 1.9805025973309577e-05,
      "loss": 0.9638,
      "step": 1431
    },
    {
      "epoch": 0.18237101421589696,
      "grad_norm": 4.960158495677945,
      "learning_rate": 1.980462047183287e-05,
      "loss": 0.994,
      "step": 1432
    },
    {
      "epoch": 0.1824983682761036,
      "grad_norm": 4.417898594090962,
      "learning_rate": 1.9804214553278747e-05,
      "loss": 0.9635,
      "step": 1433
    },
    {
      "epoch": 0.18262572233631025,
      "grad_norm": 4.3511745752527755,
      "learning_rate": 1.9803808217664483e-05,
      "loss": 0.9231,
      "step": 1434
    },
    {
      "epoch": 0.18275307639651686,
      "grad_norm": 7.574369841195433,
      "learning_rate": 1.9803401465007363e-05,
      "loss": 0.9365,
      "step": 1435
    },
    {
      "epoch": 0.1828804304567235,
      "grad_norm": 4.817720034473403,
      "learning_rate": 1.9802994295324685e-05,
      "loss": 0.9657,
      "step": 1436
    },
    {
      "epoch": 0.18300778451693012,
      "grad_norm": 3.9337316979442223,
      "learning_rate": 1.980258670863377e-05,
      "loss": 1.0757,
      "step": 1437
    },
    {
      "epoch": 0.18313513857713676,
      "grad_norm": 4.912953650419165,
      "learning_rate": 1.980217870495196e-05,
      "loss": 0.8668,
      "step": 1438
    },
    {
      "epoch": 0.1832624926373434,
      "grad_norm": 6.3601703568201255,
      "learning_rate": 1.980177028429661e-05,
      "loss": 1.0216,
      "step": 1439
    },
    {
      "epoch": 0.18338984669755,
      "grad_norm": 4.361051722376627,
      "learning_rate": 1.980136144668509e-05,
      "loss": 1.0007,
      "step": 1440
    },
    {
      "epoch": 0.18351720075775665,
      "grad_norm": 4.831064656441857,
      "learning_rate": 1.98009521921348e-05,
      "loss": 1.0569,
      "step": 1441
    },
    {
      "epoch": 0.1836445548179633,
      "grad_norm": 4.673866077337553,
      "learning_rate": 1.9800542520663136e-05,
      "loss": 1.1306,
      "step": 1442
    },
    {
      "epoch": 0.1837719088781699,
      "grad_norm": 5.025317562564007,
      "learning_rate": 1.980013243228754e-05,
      "loss": 1.0482,
      "step": 1443
    },
    {
      "epoch": 0.18389926293837655,
      "grad_norm": 4.917699005025452,
      "learning_rate": 1.979972192702544e-05,
      "loss": 0.9926,
      "step": 1444
    },
    {
      "epoch": 0.1840266169985832,
      "grad_norm": 6.695090006422005,
      "learning_rate": 1.9799311004894314e-05,
      "loss": 1.0492,
      "step": 1445
    },
    {
      "epoch": 0.1841539710587898,
      "grad_norm": 5.783826429176605,
      "learning_rate": 1.9798899665911636e-05,
      "loss": 0.9291,
      "step": 1446
    },
    {
      "epoch": 0.18428132511899645,
      "grad_norm": 8.583389528948576,
      "learning_rate": 1.97984879100949e-05,
      "loss": 1.0729,
      "step": 1447
    },
    {
      "epoch": 0.1844086791792031,
      "grad_norm": 4.9845657551297196,
      "learning_rate": 1.9798075737461627e-05,
      "loss": 1.081,
      "step": 1448
    },
    {
      "epoch": 0.1845360332394097,
      "grad_norm": 4.630384249468881,
      "learning_rate": 1.9797663148029352e-05,
      "loss": 0.9889,
      "step": 1449
    },
    {
      "epoch": 0.18466338729961634,
      "grad_norm": 4.459600725990378,
      "learning_rate": 1.9797250141815617e-05,
      "loss": 1.0447,
      "step": 1450
    },
    {
      "epoch": 0.18479074135982299,
      "grad_norm": 7.9994144225384165,
      "learning_rate": 1.9796836718838e-05,
      "loss": 1.0084,
      "step": 1451
    },
    {
      "epoch": 0.1849180954200296,
      "grad_norm": 5.037288099049157,
      "learning_rate": 1.9796422879114082e-05,
      "loss": 0.9369,
      "step": 1452
    },
    {
      "epoch": 0.18504544948023624,
      "grad_norm": 5.12163116638082,
      "learning_rate": 1.9796008622661472e-05,
      "loss": 1.0629,
      "step": 1453
    },
    {
      "epoch": 0.18517280354044288,
      "grad_norm": 4.711496399073382,
      "learning_rate": 1.9795593949497786e-05,
      "loss": 1.0271,
      "step": 1454
    },
    {
      "epoch": 0.1853001576006495,
      "grad_norm": 6.076948429563655,
      "learning_rate": 1.979517885964067e-05,
      "loss": 0.9624,
      "step": 1455
    },
    {
      "epoch": 0.18542751166085614,
      "grad_norm": 4.85950570375367,
      "learning_rate": 1.979476335310778e-05,
      "loss": 1.0016,
      "step": 1456
    },
    {
      "epoch": 0.18555486572106278,
      "grad_norm": 6.515755558306762,
      "learning_rate": 1.9794347429916786e-05,
      "loss": 0.9468,
      "step": 1457
    },
    {
      "epoch": 0.1856822197812694,
      "grad_norm": 4.261883670402554,
      "learning_rate": 1.9793931090085385e-05,
      "loss": 0.9449,
      "step": 1458
    },
    {
      "epoch": 0.18580957384147603,
      "grad_norm": 5.087873755370306,
      "learning_rate": 1.9793514333631287e-05,
      "loss": 1.0691,
      "step": 1459
    },
    {
      "epoch": 0.18593692790168267,
      "grad_norm": 6.254327115367058,
      "learning_rate": 1.9793097160572223e-05,
      "loss": 1.0433,
      "step": 1460
    },
    {
      "epoch": 0.1860642819618893,
      "grad_norm": 6.42593203660469,
      "learning_rate": 1.9792679570925933e-05,
      "loss": 1.0038,
      "step": 1461
    },
    {
      "epoch": 0.18619163602209593,
      "grad_norm": 4.263729582608785,
      "learning_rate": 1.9792261564710188e-05,
      "loss": 1.041,
      "step": 1462
    },
    {
      "epoch": 0.18631899008230257,
      "grad_norm": 4.486672480798122,
      "learning_rate": 1.9791843141942763e-05,
      "loss": 1.0097,
      "step": 1463
    },
    {
      "epoch": 0.18644634414250918,
      "grad_norm": 8.109797883813664,
      "learning_rate": 1.979142430264146e-05,
      "loss": 0.9008,
      "step": 1464
    },
    {
      "epoch": 0.18657369820271583,
      "grad_norm": 5.566391858534027,
      "learning_rate": 1.97910050468241e-05,
      "loss": 0.9353,
      "step": 1465
    },
    {
      "epoch": 0.18670105226292247,
      "grad_norm": 5.093553410580432,
      "learning_rate": 1.979058537450851e-05,
      "loss": 0.9952,
      "step": 1466
    },
    {
      "epoch": 0.18682840632312908,
      "grad_norm": 6.860038429797663,
      "learning_rate": 1.979016528571255e-05,
      "loss": 0.9609,
      "step": 1467
    },
    {
      "epoch": 0.18695576038333572,
      "grad_norm": 6.188720582735326,
      "learning_rate": 1.9789744780454082e-05,
      "loss": 1.0192,
      "step": 1468
    },
    {
      "epoch": 0.18708311444354236,
      "grad_norm": 5.187779614369765,
      "learning_rate": 1.9789323858751e-05,
      "loss": 1.1023,
      "step": 1469
    },
    {
      "epoch": 0.18721046850374898,
      "grad_norm": 5.060137161989241,
      "learning_rate": 1.978890252062121e-05,
      "loss": 1.0415,
      "step": 1470
    },
    {
      "epoch": 0.18733782256395562,
      "grad_norm": 4.245005646287378,
      "learning_rate": 1.9788480766082626e-05,
      "loss": 1.0162,
      "step": 1471
    },
    {
      "epoch": 0.18746517662416226,
      "grad_norm": 5.212867024991071,
      "learning_rate": 1.9788058595153202e-05,
      "loss": 0.8992,
      "step": 1472
    },
    {
      "epoch": 0.18759253068436887,
      "grad_norm": 3.5576216105774727,
      "learning_rate": 1.978763600785089e-05,
      "loss": 0.9837,
      "step": 1473
    },
    {
      "epoch": 0.18771988474457552,
      "grad_norm": 4.995126447174946,
      "learning_rate": 1.9787213004193665e-05,
      "loss": 0.967,
      "step": 1474
    },
    {
      "epoch": 0.18784723880478216,
      "grad_norm": 5.481986109719116,
      "learning_rate": 1.9786789584199523e-05,
      "loss": 0.9039,
      "step": 1475
    },
    {
      "epoch": 0.18797459286498877,
      "grad_norm": 5.599221052763061,
      "learning_rate": 1.9786365747886475e-05,
      "loss": 1.0468,
      "step": 1476
    },
    {
      "epoch": 0.1881019469251954,
      "grad_norm": 4.9890705819427374,
      "learning_rate": 1.9785941495272553e-05,
      "loss": 1.0024,
      "step": 1477
    },
    {
      "epoch": 0.18822930098540205,
      "grad_norm": 6.845984246635087,
      "learning_rate": 1.9785516826375805e-05,
      "loss": 0.9939,
      "step": 1478
    },
    {
      "epoch": 0.18835665504560867,
      "grad_norm": 4.7652065406059565,
      "learning_rate": 1.978509174121429e-05,
      "loss": 0.946,
      "step": 1479
    },
    {
      "epoch": 0.1884840091058153,
      "grad_norm": 7.010725251690263,
      "learning_rate": 1.978466623980609e-05,
      "loss": 1.0261,
      "step": 1480
    },
    {
      "epoch": 0.18861136316602195,
      "grad_norm": 5.342474712763604,
      "learning_rate": 1.9784240322169316e-05,
      "loss": 1.0171,
      "step": 1481
    },
    {
      "epoch": 0.18873871722622856,
      "grad_norm": 6.2207481969521,
      "learning_rate": 1.9783813988322076e-05,
      "loss": 1.0655,
      "step": 1482
    },
    {
      "epoch": 0.1888660712864352,
      "grad_norm": 6.051037206093783,
      "learning_rate": 1.9783387238282513e-05,
      "loss": 0.9079,
      "step": 1483
    },
    {
      "epoch": 0.18899342534664182,
      "grad_norm": 5.941004953369172,
      "learning_rate": 1.9782960072068772e-05,
      "loss": 1.0933,
      "step": 1484
    },
    {
      "epoch": 0.18912077940684846,
      "grad_norm": 3.9146807214716772,
      "learning_rate": 1.978253248969903e-05,
      "loss": 1.0632,
      "step": 1485
    },
    {
      "epoch": 0.1892481334670551,
      "grad_norm": 5.4431079577859105,
      "learning_rate": 1.9782104491191475e-05,
      "loss": 0.9911,
      "step": 1486
    },
    {
      "epoch": 0.18937548752726172,
      "grad_norm": 4.052988037995278,
      "learning_rate": 1.9781676076564316e-05,
      "loss": 1.0377,
      "step": 1487
    },
    {
      "epoch": 0.18950284158746836,
      "grad_norm": 5.62963947124253,
      "learning_rate": 1.978124724583577e-05,
      "loss": 0.9062,
      "step": 1488
    },
    {
      "epoch": 0.189630195647675,
      "grad_norm": 5.138572399027655,
      "learning_rate": 1.978081799902409e-05,
      "loss": 0.9558,
      "step": 1489
    },
    {
      "epoch": 0.1897575497078816,
      "grad_norm": 4.889826407754536,
      "learning_rate": 1.9780388336147524e-05,
      "loss": 1.0003,
      "step": 1490
    },
    {
      "epoch": 0.18988490376808825,
      "grad_norm": 7.62897875429576,
      "learning_rate": 1.9779958257224355e-05,
      "loss": 1.0335,
      "step": 1491
    },
    {
      "epoch": 0.1900122578282949,
      "grad_norm": 6.335914922220099,
      "learning_rate": 1.9779527762272877e-05,
      "loss": 1.0124,
      "step": 1492
    },
    {
      "epoch": 0.1901396118885015,
      "grad_norm": 4.470530335373219,
      "learning_rate": 1.9779096851311406e-05,
      "loss": 1.093,
      "step": 1493
    },
    {
      "epoch": 0.19026696594870815,
      "grad_norm": 8.02603348111266,
      "learning_rate": 1.977866552435827e-05,
      "loss": 1.0535,
      "step": 1494
    },
    {
      "epoch": 0.1903943200089148,
      "grad_norm": 4.870751901973264,
      "learning_rate": 1.9778233781431814e-05,
      "loss": 1.0418,
      "step": 1495
    },
    {
      "epoch": 0.1905216740691214,
      "grad_norm": 4.832118681946968,
      "learning_rate": 1.977780162255041e-05,
      "loss": 1.0292,
      "step": 1496
    },
    {
      "epoch": 0.19064902812932805,
      "grad_norm": 5.930854692540798,
      "learning_rate": 1.9777369047732438e-05,
      "loss": 0.9462,
      "step": 1497
    },
    {
      "epoch": 0.1907763821895347,
      "grad_norm": 5.495050110245704,
      "learning_rate": 1.9776936056996297e-05,
      "loss": 0.8484,
      "step": 1498
    },
    {
      "epoch": 0.1909037362497413,
      "grad_norm": 5.508620355758505,
      "learning_rate": 1.977650265036041e-05,
      "loss": 1.0204,
      "step": 1499
    },
    {
      "epoch": 0.19103109030994794,
      "grad_norm": 5.195661444167357,
      "learning_rate": 1.9776068827843214e-05,
      "loss": 0.9216,
      "step": 1500
    },
    {
      "epoch": 0.19115844437015458,
      "grad_norm": 7.5291732520655374,
      "learning_rate": 1.9775634589463158e-05,
      "loss": 0.9515,
      "step": 1501
    },
    {
      "epoch": 0.1912857984303612,
      "grad_norm": 3.888663536687444,
      "learning_rate": 1.977519993523872e-05,
      "loss": 0.9452,
      "step": 1502
    },
    {
      "epoch": 0.19141315249056784,
      "grad_norm": 5.3393483019284895,
      "learning_rate": 1.9774764865188388e-05,
      "loss": 0.9975,
      "step": 1503
    },
    {
      "epoch": 0.19154050655077448,
      "grad_norm": 7.013216892528038,
      "learning_rate": 1.977432937933067e-05,
      "loss": 0.9489,
      "step": 1504
    },
    {
      "epoch": 0.1916678606109811,
      "grad_norm": 4.091945570836384,
      "learning_rate": 1.9773893477684086e-05,
      "loss": 1.0263,
      "step": 1505
    },
    {
      "epoch": 0.19179521467118774,
      "grad_norm": 6.133647497396183,
      "learning_rate": 1.977345716026718e-05,
      "loss": 0.9503,
      "step": 1506
    },
    {
      "epoch": 0.19192256873139438,
      "grad_norm": 6.061068965688803,
      "learning_rate": 1.9773020427098522e-05,
      "loss": 0.996,
      "step": 1507
    },
    {
      "epoch": 0.192049922791601,
      "grad_norm": 5.329895262413773,
      "learning_rate": 1.9772583278196677e-05,
      "loss": 0.988,
      "step": 1508
    },
    {
      "epoch": 0.19217727685180763,
      "grad_norm": 6.2580468828024545,
      "learning_rate": 1.977214571358025e-05,
      "loss": 0.9768,
      "step": 1509
    },
    {
      "epoch": 0.19230463091201427,
      "grad_norm": 5.9261243566210045,
      "learning_rate": 1.9771707733267852e-05,
      "loss": 0.9682,
      "step": 1510
    },
    {
      "epoch": 0.1924319849722209,
      "grad_norm": 5.140494208715624,
      "learning_rate": 1.977126933727811e-05,
      "loss": 1.08,
      "step": 1511
    },
    {
      "epoch": 0.19255933903242753,
      "grad_norm": 6.7300714252643825,
      "learning_rate": 1.977083052562968e-05,
      "loss": 1.11,
      "step": 1512
    },
    {
      "epoch": 0.19268669309263417,
      "grad_norm": 5.585036667965532,
      "learning_rate": 1.977039129834122e-05,
      "loss": 1.1374,
      "step": 1513
    },
    {
      "epoch": 0.19281404715284078,
      "grad_norm": 4.049696480009359,
      "learning_rate": 1.9769951655431426e-05,
      "loss": 0.9615,
      "step": 1514
    },
    {
      "epoch": 0.19294140121304743,
      "grad_norm": 5.976439949723937,
      "learning_rate": 1.976951159691899e-05,
      "loss": 1.0128,
      "step": 1515
    },
    {
      "epoch": 0.19306875527325407,
      "grad_norm": 4.616711174007855,
      "learning_rate": 1.9769071122822634e-05,
      "loss": 1.0134,
      "step": 1516
    },
    {
      "epoch": 0.19319610933346068,
      "grad_norm": 6.802833628690229,
      "learning_rate": 1.97686302331611e-05,
      "loss": 0.8562,
      "step": 1517
    },
    {
      "epoch": 0.19332346339366732,
      "grad_norm": 4.702031512207982,
      "learning_rate": 1.9768188927953134e-05,
      "loss": 1.0063,
      "step": 1518
    },
    {
      "epoch": 0.19345081745387396,
      "grad_norm": 4.7894770830185385,
      "learning_rate": 1.9767747207217516e-05,
      "loss": 0.9469,
      "step": 1519
    },
    {
      "epoch": 0.19357817151408058,
      "grad_norm": 5.886225263924752,
      "learning_rate": 1.9767305070973033e-05,
      "loss": 1.0466,
      "step": 1520
    },
    {
      "epoch": 0.19370552557428722,
      "grad_norm": 4.56563617096565,
      "learning_rate": 1.9766862519238493e-05,
      "loss": 1.0864,
      "step": 1521
    },
    {
      "epoch": 0.19383287963449386,
      "grad_norm": 5.274761480208912,
      "learning_rate": 1.9766419552032723e-05,
      "loss": 1.0344,
      "step": 1522
    },
    {
      "epoch": 0.19396023369470047,
      "grad_norm": 6.4716598673917485,
      "learning_rate": 1.9765976169374566e-05,
      "loss": 1.0106,
      "step": 1523
    },
    {
      "epoch": 0.19408758775490711,
      "grad_norm": 6.49377231098414,
      "learning_rate": 1.9765532371282882e-05,
      "loss": 1.0763,
      "step": 1524
    },
    {
      "epoch": 0.19421494181511376,
      "grad_norm": 5.465689014999976,
      "learning_rate": 1.976508815777655e-05,
      "loss": 0.9861,
      "step": 1525
    },
    {
      "epoch": 0.19434229587532037,
      "grad_norm": 5.770104464373687,
      "learning_rate": 1.976464352887447e-05,
      "loss": 1.0394,
      "step": 1526
    },
    {
      "epoch": 0.194469649935527,
      "grad_norm": 7.618250626931756,
      "learning_rate": 1.9764198484595553e-05,
      "loss": 1.0921,
      "step": 1527
    },
    {
      "epoch": 0.19459700399573365,
      "grad_norm": 4.240896460573713,
      "learning_rate": 1.9763753024958724e-05,
      "loss": 0.9663,
      "step": 1528
    },
    {
      "epoch": 0.19472435805594027,
      "grad_norm": 4.724200807830366,
      "learning_rate": 1.9763307149982945e-05,
      "loss": 1.1107,
      "step": 1529
    },
    {
      "epoch": 0.1948517121161469,
      "grad_norm": 6.047163924379785,
      "learning_rate": 1.9762860859687173e-05,
      "loss": 0.9791,
      "step": 1530
    },
    {
      "epoch": 0.19497906617635352,
      "grad_norm": 5.820781427733166,
      "learning_rate": 1.9762414154090398e-05,
      "loss": 0.9669,
      "step": 1531
    },
    {
      "epoch": 0.19510642023656016,
      "grad_norm": 6.023807657745205,
      "learning_rate": 1.976196703321162e-05,
      "loss": 0.953,
      "step": 1532
    },
    {
      "epoch": 0.1952337742967668,
      "grad_norm": 6.153987255679557,
      "learning_rate": 1.9761519497069863e-05,
      "loss": 0.9781,
      "step": 1533
    },
    {
      "epoch": 0.19536112835697342,
      "grad_norm": 6.374491054190222,
      "learning_rate": 1.9761071545684158e-05,
      "loss": 0.9647,
      "step": 1534
    },
    {
      "epoch": 0.19548848241718006,
      "grad_norm": 4.914819316472806,
      "learning_rate": 1.9760623179073568e-05,
      "loss": 1.0278,
      "step": 1535
    },
    {
      "epoch": 0.1956158364773867,
      "grad_norm": 5.046922051650349,
      "learning_rate": 1.9760174397257158e-05,
      "loss": 0.9767,
      "step": 1536
    },
    {
      "epoch": 0.19574319053759331,
      "grad_norm": 6.035067442206626,
      "learning_rate": 1.9759725200254027e-05,
      "loss": 0.9667,
      "step": 1537
    },
    {
      "epoch": 0.19587054459779996,
      "grad_norm": 7.227809225227867,
      "learning_rate": 1.9759275588083273e-05,
      "loss": 0.8844,
      "step": 1538
    },
    {
      "epoch": 0.1959978986580066,
      "grad_norm": 5.3397633812304175,
      "learning_rate": 1.975882556076403e-05,
      "loss": 0.88,
      "step": 1539
    },
    {
      "epoch": 0.1961252527182132,
      "grad_norm": 5.160049056182221,
      "learning_rate": 1.975837511831544e-05,
      "loss": 0.9729,
      "step": 1540
    },
    {
      "epoch": 0.19625260677841985,
      "grad_norm": 5.5355201230080056,
      "learning_rate": 1.9757924260756665e-05,
      "loss": 0.983,
      "step": 1541
    },
    {
      "epoch": 0.1963799608386265,
      "grad_norm": 5.863808218740776,
      "learning_rate": 1.975747298810688e-05,
      "loss": 0.9425,
      "step": 1542
    },
    {
      "epoch": 0.1965073148988331,
      "grad_norm": 4.844791423453396,
      "learning_rate": 1.9757021300385288e-05,
      "loss": 0.9033,
      "step": 1543
    },
    {
      "epoch": 0.19663466895903975,
      "grad_norm": 5.3108868113088405,
      "learning_rate": 1.9756569197611098e-05,
      "loss": 1.0034,
      "step": 1544
    },
    {
      "epoch": 0.1967620230192464,
      "grad_norm": 5.669919856613489,
      "learning_rate": 1.975611667980354e-05,
      "loss": 1.0133,
      "step": 1545
    },
    {
      "epoch": 0.196889377079453,
      "grad_norm": 5.563726225720538,
      "learning_rate": 1.9755663746981873e-05,
      "loss": 1.0517,
      "step": 1546
    },
    {
      "epoch": 0.19701673113965965,
      "grad_norm": 4.65256759143498,
      "learning_rate": 1.9755210399165358e-05,
      "loss": 0.9638,
      "step": 1547
    },
    {
      "epoch": 0.1971440851998663,
      "grad_norm": 5.692109304765883,
      "learning_rate": 1.9754756636373277e-05,
      "loss": 1.0341,
      "step": 1548
    },
    {
      "epoch": 0.1972714392600729,
      "grad_norm": 5.938750125384786,
      "learning_rate": 1.975430245862494e-05,
      "loss": 1.0953,
      "step": 1549
    },
    {
      "epoch": 0.19739879332027954,
      "grad_norm": 4.856150646003446,
      "learning_rate": 1.9753847865939657e-05,
      "loss": 0.9406,
      "step": 1550
    },
    {
      "epoch": 0.19752614738048618,
      "grad_norm": 4.081784765659373,
      "learning_rate": 1.9753392858336776e-05,
      "loss": 1.0257,
      "step": 1551
    },
    {
      "epoch": 0.1976535014406928,
      "grad_norm": 5.313787865208813,
      "learning_rate": 1.975293743583565e-05,
      "loss": 1.0489,
      "step": 1552
    },
    {
      "epoch": 0.19778085550089944,
      "grad_norm": 5.256694158959123,
      "learning_rate": 1.9752481598455648e-05,
      "loss": 1.0289,
      "step": 1553
    },
    {
      "epoch": 0.19790820956110608,
      "grad_norm": 3.9844003713959366,
      "learning_rate": 1.9752025346216164e-05,
      "loss": 1.0425,
      "step": 1554
    },
    {
      "epoch": 0.1980355636213127,
      "grad_norm": 6.3238206329291895,
      "learning_rate": 1.975156867913661e-05,
      "loss": 0.9651,
      "step": 1555
    },
    {
      "epoch": 0.19816291768151933,
      "grad_norm": 4.594948125801704,
      "learning_rate": 1.97511115972364e-05,
      "loss": 1.0036,
      "step": 1556
    },
    {
      "epoch": 0.19829027174172598,
      "grad_norm": 5.107193694114138,
      "learning_rate": 1.9750654100534992e-05,
      "loss": 1.0419,
      "step": 1557
    },
    {
      "epoch": 0.1984176258019326,
      "grad_norm": 5.134129835650002,
      "learning_rate": 1.9750196189051837e-05,
      "loss": 0.9756,
      "step": 1558
    },
    {
      "epoch": 0.19854497986213923,
      "grad_norm": 4.923212553870282,
      "learning_rate": 1.974973786280642e-05,
      "loss": 0.9265,
      "step": 1559
    },
    {
      "epoch": 0.19867233392234587,
      "grad_norm": 3.993883702005666,
      "learning_rate": 1.9749279121818235e-05,
      "loss": 0.9821,
      "step": 1560
    },
    {
      "epoch": 0.1987996879825525,
      "grad_norm": 5.936873553507101,
      "learning_rate": 1.97488199661068e-05,
      "loss": 1.1268,
      "step": 1561
    },
    {
      "epoch": 0.19892704204275913,
      "grad_norm": 5.895892714705748,
      "learning_rate": 1.9748360395691644e-05,
      "loss": 1.0248,
      "step": 1562
    },
    {
      "epoch": 0.19905439610296577,
      "grad_norm": 6.590647469234013,
      "learning_rate": 1.9747900410592314e-05,
      "loss": 0.8957,
      "step": 1563
    },
    {
      "epoch": 0.19918175016317238,
      "grad_norm": 4.850838673233757,
      "learning_rate": 1.9747440010828384e-05,
      "loss": 0.9782,
      "step": 1564
    },
    {
      "epoch": 0.19930910422337902,
      "grad_norm": 4.491532730813909,
      "learning_rate": 1.974697919641943e-05,
      "loss": 1.0488,
      "step": 1565
    },
    {
      "epoch": 0.19943645828358567,
      "grad_norm": 6.2761674501680424,
      "learning_rate": 1.974651796738506e-05,
      "loss": 0.9976,
      "step": 1566
    },
    {
      "epoch": 0.19956381234379228,
      "grad_norm": 3.8229999723721324,
      "learning_rate": 1.9746056323744897e-05,
      "loss": 1.0592,
      "step": 1567
    },
    {
      "epoch": 0.19969116640399892,
      "grad_norm": 6.720524043585452,
      "learning_rate": 1.9745594265518574e-05,
      "loss": 0.9593,
      "step": 1568
    },
    {
      "epoch": 0.19981852046420556,
      "grad_norm": 4.296872336646902,
      "learning_rate": 1.9745131792725748e-05,
      "loss": 0.9543,
      "step": 1569
    },
    {
      "epoch": 0.19994587452441218,
      "grad_norm": 3.8372903524284334,
      "learning_rate": 1.974466890538609e-05,
      "loss": 0.9131,
      "step": 1570
    },
    {
      "epoch": 0.20007322858461882,
      "grad_norm": 5.553138656470616,
      "learning_rate": 1.9744205603519293e-05,
      "loss": 0.9076,
      "step": 1571
    },
    {
      "epoch": 0.20020058264482546,
      "grad_norm": 6.149281231816345,
      "learning_rate": 1.9743741887145067e-05,
      "loss": 1.1001,
      "step": 1572
    },
    {
      "epoch": 0.20032793670503207,
      "grad_norm": 4.25695904218789,
      "learning_rate": 1.9743277756283133e-05,
      "loss": 0.9958,
      "step": 1573
    },
    {
      "epoch": 0.20045529076523871,
      "grad_norm": 5.06832475301277,
      "learning_rate": 1.974281321095324e-05,
      "loss": 0.9478,
      "step": 1574
    },
    {
      "epoch": 0.20058264482544533,
      "grad_norm": 5.257481285421065,
      "learning_rate": 1.9742348251175146e-05,
      "loss": 0.9822,
      "step": 1575
    },
    {
      "epoch": 0.20070999888565197,
      "grad_norm": 5.073481575950944,
      "learning_rate": 1.974188287696863e-05,
      "loss": 0.9306,
      "step": 1576
    },
    {
      "epoch": 0.2008373529458586,
      "grad_norm": 5.268382632298335,
      "learning_rate": 1.974141708835349e-05,
      "loss": 1.0149,
      "step": 1577
    },
    {
      "epoch": 0.20096470700606522,
      "grad_norm": 9.723198856770377,
      "learning_rate": 1.9740950885349536e-05,
      "loss": 1.0157,
      "step": 1578
    },
    {
      "epoch": 0.20109206106627187,
      "grad_norm": 5.560161827806057,
      "learning_rate": 1.9740484267976608e-05,
      "loss": 0.9826,
      "step": 1579
    },
    {
      "epoch": 0.2012194151264785,
      "grad_norm": 5.714445234524424,
      "learning_rate": 1.974001723625455e-05,
      "loss": 0.9877,
      "step": 1580
    },
    {
      "epoch": 0.20134676918668512,
      "grad_norm": 4.86436044752818,
      "learning_rate": 1.9739549790203224e-05,
      "loss": 1.0302,
      "step": 1581
    },
    {
      "epoch": 0.20147412324689176,
      "grad_norm": 5.9878916952751995,
      "learning_rate": 1.973908192984252e-05,
      "loss": 0.9946,
      "step": 1582
    },
    {
      "epoch": 0.2016014773070984,
      "grad_norm": 6.879338230864136,
      "learning_rate": 1.9738613655192345e-05,
      "loss": 0.9916,
      "step": 1583
    },
    {
      "epoch": 0.20172883136730502,
      "grad_norm": 4.571181099017479,
      "learning_rate": 1.973814496627261e-05,
      "loss": 1.1194,
      "step": 1584
    },
    {
      "epoch": 0.20185618542751166,
      "grad_norm": 5.342571284702611,
      "learning_rate": 1.9737675863103257e-05,
      "loss": 0.9541,
      "step": 1585
    },
    {
      "epoch": 0.2019835394877183,
      "grad_norm": 5.99493798663698,
      "learning_rate": 1.9737206345704244e-05,
      "loss": 1.0448,
      "step": 1586
    },
    {
      "epoch": 0.2021108935479249,
      "grad_norm": 5.206679954039697,
      "learning_rate": 1.9736736414095538e-05,
      "loss": 0.9584,
      "step": 1587
    },
    {
      "epoch": 0.20223824760813155,
      "grad_norm": 6.131071545787127,
      "learning_rate": 1.973626606829713e-05,
      "loss": 0.9996,
      "step": 1588
    },
    {
      "epoch": 0.2023656016683382,
      "grad_norm": 5.296658401786897,
      "learning_rate": 1.9735795308329037e-05,
      "loss": 0.9626,
      "step": 1589
    },
    {
      "epoch": 0.2024929557285448,
      "grad_norm": 4.480860805236891,
      "learning_rate": 1.973532413421127e-05,
      "loss": 0.8541,
      "step": 1590
    },
    {
      "epoch": 0.20262030978875145,
      "grad_norm": 5.458814740488239,
      "learning_rate": 1.973485254596388e-05,
      "loss": 0.942,
      "step": 1591
    },
    {
      "epoch": 0.2027476638489581,
      "grad_norm": 5.60844851522458,
      "learning_rate": 1.9734380543606932e-05,
      "loss": 1.0469,
      "step": 1592
    },
    {
      "epoch": 0.2028750179091647,
      "grad_norm": 3.9807266586051577,
      "learning_rate": 1.9733908127160495e-05,
      "loss": 0.9929,
      "step": 1593
    },
    {
      "epoch": 0.20300237196937135,
      "grad_norm": 5.214944879929989,
      "learning_rate": 1.973343529664467e-05,
      "loss": 0.8852,
      "step": 1594
    },
    {
      "epoch": 0.203129726029578,
      "grad_norm": 5.241255425764933,
      "learning_rate": 1.9732962052079575e-05,
      "loss": 0.9598,
      "step": 1595
    },
    {
      "epoch": 0.2032570800897846,
      "grad_norm": 5.1585897050212255,
      "learning_rate": 1.9732488393485332e-05,
      "loss": 1.0306,
      "step": 1596
    },
    {
      "epoch": 0.20338443414999124,
      "grad_norm": 6.224674029413985,
      "learning_rate": 1.9732014320882096e-05,
      "loss": 0.9012,
      "step": 1597
    },
    {
      "epoch": 0.20351178821019789,
      "grad_norm": 4.540211622372655,
      "learning_rate": 1.9731539834290034e-05,
      "loss": 1.0735,
      "step": 1598
    },
    {
      "epoch": 0.2036391422704045,
      "grad_norm": 5.2255767211946855,
      "learning_rate": 1.9731064933729324e-05,
      "loss": 0.8904,
      "step": 1599
    },
    {
      "epoch": 0.20376649633061114,
      "grad_norm": 5.265525749018251,
      "learning_rate": 1.9730589619220177e-05,
      "loss": 0.9952,
      "step": 1600
    },
    {
      "epoch": 0.20389385039081778,
      "grad_norm": 4.648503766268739,
      "learning_rate": 1.9730113890782804e-05,
      "loss": 1.0357,
      "step": 1601
    },
    {
      "epoch": 0.2040212044510244,
      "grad_norm": 5.008336936877452,
      "learning_rate": 1.9729637748437448e-05,
      "loss": 0.9865,
      "step": 1602
    },
    {
      "epoch": 0.20414855851123104,
      "grad_norm": 4.832030263174414,
      "learning_rate": 1.972916119220436e-05,
      "loss": 1.0622,
      "step": 1603
    },
    {
      "epoch": 0.20427591257143768,
      "grad_norm": 8.765669824278218,
      "learning_rate": 1.9728684222103812e-05,
      "loss": 0.9047,
      "step": 1604
    },
    {
      "epoch": 0.2044032666316443,
      "grad_norm": 5.656930787651489,
      "learning_rate": 1.9728206838156098e-05,
      "loss": 0.9878,
      "step": 1605
    },
    {
      "epoch": 0.20453062069185093,
      "grad_norm": 3.652824427343459,
      "learning_rate": 1.9727729040381517e-05,
      "loss": 0.906,
      "step": 1606
    },
    {
      "epoch": 0.20465797475205758,
      "grad_norm": 4.8632365397041175,
      "learning_rate": 1.97272508288004e-05,
      "loss": 1.0788,
      "step": 1607
    },
    {
      "epoch": 0.2047853288122642,
      "grad_norm": 6.17770195662139,
      "learning_rate": 1.972677220343309e-05,
      "loss": 1.0285,
      "step": 1608
    },
    {
      "epoch": 0.20491268287247083,
      "grad_norm": 5.537076995055236,
      "learning_rate": 1.972629316429995e-05,
      "loss": 0.9512,
      "step": 1609
    },
    {
      "epoch": 0.20504003693267747,
      "grad_norm": 4.737506296762595,
      "learning_rate": 1.972581371142135e-05,
      "loss": 0.9401,
      "step": 1610
    },
    {
      "epoch": 0.20516739099288409,
      "grad_norm": 5.31851788920953,
      "learning_rate": 1.9725333844817688e-05,
      "loss": 1.0683,
      "step": 1611
    },
    {
      "epoch": 0.20529474505309073,
      "grad_norm": 5.594261103461401,
      "learning_rate": 1.972485356450938e-05,
      "loss": 0.8846,
      "step": 1612
    },
    {
      "epoch": 0.20542209911329737,
      "grad_norm": 5.099392439612177,
      "learning_rate": 1.972437287051685e-05,
      "loss": 1.0609,
      "step": 1613
    },
    {
      "epoch": 0.20554945317350398,
      "grad_norm": 6.0986471208048725,
      "learning_rate": 1.9723891762860557e-05,
      "loss": 1.0413,
      "step": 1614
    },
    {
      "epoch": 0.20567680723371062,
      "grad_norm": 5.832802375970654,
      "learning_rate": 1.9723410241560958e-05,
      "loss": 1.043,
      "step": 1615
    },
    {
      "epoch": 0.20580416129391726,
      "grad_norm": 5.085532270422708,
      "learning_rate": 1.972292830663854e-05,
      "loss": 0.9361,
      "step": 1616
    },
    {
      "epoch": 0.20593151535412388,
      "grad_norm": 7.483943281683596,
      "learning_rate": 1.9722445958113803e-05,
      "loss": 1.0771,
      "step": 1617
    },
    {
      "epoch": 0.20605886941433052,
      "grad_norm": 7.7429546203268815,
      "learning_rate": 1.9721963196007263e-05,
      "loss": 0.9862,
      "step": 1618
    },
    {
      "epoch": 0.20618622347453716,
      "grad_norm": 4.275373003118664,
      "learning_rate": 1.972148002033946e-05,
      "loss": 0.9736,
      "step": 1619
    },
    {
      "epoch": 0.20631357753474378,
      "grad_norm": 4.442061108412303,
      "learning_rate": 1.9720996431130946e-05,
      "loss": 0.962,
      "step": 1620
    },
    {
      "epoch": 0.20644093159495042,
      "grad_norm": 4.36612542464768,
      "learning_rate": 1.9720512428402293e-05,
      "loss": 0.9597,
      "step": 1621
    },
    {
      "epoch": 0.20656828565515703,
      "grad_norm": 5.255502269780313,
      "learning_rate": 1.9720028012174094e-05,
      "loss": 0.9574,
      "step": 1622
    },
    {
      "epoch": 0.20669563971536367,
      "grad_norm": 5.427818009431217,
      "learning_rate": 1.9719543182466944e-05,
      "loss": 1.0017,
      "step": 1623
    },
    {
      "epoch": 0.2068229937755703,
      "grad_norm": 5.819726533003532,
      "learning_rate": 1.9719057939301477e-05,
      "loss": 0.9151,
      "step": 1624
    },
    {
      "epoch": 0.20695034783577693,
      "grad_norm": 5.716644399764548,
      "learning_rate": 1.9718572282698335e-05,
      "loss": 1.0101,
      "step": 1625
    },
    {
      "epoch": 0.20707770189598357,
      "grad_norm": 4.933284650167188,
      "learning_rate": 1.971808621267817e-05,
      "loss": 0.9385,
      "step": 1626
    },
    {
      "epoch": 0.2072050559561902,
      "grad_norm": 4.628939626066382,
      "learning_rate": 1.9717599729261666e-05,
      "loss": 1.0506,
      "step": 1627
    },
    {
      "epoch": 0.20733241001639682,
      "grad_norm": 5.3615858672677215,
      "learning_rate": 1.971711283246951e-05,
      "loss": 1.0117,
      "step": 1628
    },
    {
      "epoch": 0.20745976407660346,
      "grad_norm": 6.214288232361231,
      "learning_rate": 1.971662552232242e-05,
      "loss": 0.9271,
      "step": 1629
    },
    {
      "epoch": 0.2075871181368101,
      "grad_norm": 6.244529771655492,
      "learning_rate": 1.971613779884113e-05,
      "loss": 1.1197,
      "step": 1630
    },
    {
      "epoch": 0.20771447219701672,
      "grad_norm": 6.029004879854435,
      "learning_rate": 1.9715649662046378e-05,
      "loss": 1.0605,
      "step": 1631
    },
    {
      "epoch": 0.20784182625722336,
      "grad_norm": 5.489495215773398,
      "learning_rate": 1.971516111195893e-05,
      "loss": 0.9659,
      "step": 1632
    },
    {
      "epoch": 0.20796918031743,
      "grad_norm": 5.247503867981655,
      "learning_rate": 1.971467214859957e-05,
      "loss": 0.8921,
      "step": 1633
    },
    {
      "epoch": 0.20809653437763662,
      "grad_norm": 7.338572393551121,
      "learning_rate": 1.97141827719891e-05,
      "loss": 1.0235,
      "step": 1634
    },
    {
      "epoch": 0.20822388843784326,
      "grad_norm": 6.658093694099257,
      "learning_rate": 1.971369298214834e-05,
      "loss": 1.0838,
      "step": 1635
    },
    {
      "epoch": 0.2083512424980499,
      "grad_norm": 4.663091357163081,
      "learning_rate": 1.9713202779098118e-05,
      "loss": 1.0795,
      "step": 1636
    },
    {
      "epoch": 0.2084785965582565,
      "grad_norm": 5.371071910466963,
      "learning_rate": 1.9712712162859287e-05,
      "loss": 1.1829,
      "step": 1637
    },
    {
      "epoch": 0.20860595061846315,
      "grad_norm": 5.334058751998837,
      "learning_rate": 1.9712221133452722e-05,
      "loss": 1.0557,
      "step": 1638
    },
    {
      "epoch": 0.2087333046786698,
      "grad_norm": 3.8505080445218827,
      "learning_rate": 1.971172969089931e-05,
      "loss": 0.9079,
      "step": 1639
    },
    {
      "epoch": 0.2088606587388764,
      "grad_norm": 5.877852700967215,
      "learning_rate": 1.9711237835219955e-05,
      "loss": 0.9663,
      "step": 1640
    },
    {
      "epoch": 0.20898801279908305,
      "grad_norm": 5.391358610350945,
      "learning_rate": 1.9710745566435578e-05,
      "loss": 0.993,
      "step": 1641
    },
    {
      "epoch": 0.2091153668592897,
      "grad_norm": 5.2566674900155075,
      "learning_rate": 1.9710252884567124e-05,
      "loss": 1.0123,
      "step": 1642
    },
    {
      "epoch": 0.2092427209194963,
      "grad_norm": 4.4334306997826625,
      "learning_rate": 1.970975978963555e-05,
      "loss": 0.928,
      "step": 1643
    },
    {
      "epoch": 0.20937007497970295,
      "grad_norm": 4.981977214882108,
      "learning_rate": 1.970926628166183e-05,
      "loss": 1.0223,
      "step": 1644
    },
    {
      "epoch": 0.2094974290399096,
      "grad_norm": 4.961837278454065,
      "learning_rate": 1.9708772360666958e-05,
      "loss": 0.9146,
      "step": 1645
    },
    {
      "epoch": 0.2096247831001162,
      "grad_norm": 5.469682363322358,
      "learning_rate": 1.970827802667194e-05,
      "loss": 0.9955,
      "step": 1646
    },
    {
      "epoch": 0.20975213716032284,
      "grad_norm": 7.40464849097527,
      "learning_rate": 1.9707783279697816e-05,
      "loss": 0.9915,
      "step": 1647
    },
    {
      "epoch": 0.20987949122052948,
      "grad_norm": 4.157092245708658,
      "learning_rate": 1.9707288119765625e-05,
      "loss": 1.0057,
      "step": 1648
    },
    {
      "epoch": 0.2100068452807361,
      "grad_norm": 5.203421186201981,
      "learning_rate": 1.9706792546896425e-05,
      "loss": 1.0078,
      "step": 1649
    },
    {
      "epoch": 0.21013419934094274,
      "grad_norm": 4.969316942031503,
      "learning_rate": 1.9706296561111308e-05,
      "loss": 1.0448,
      "step": 1650
    },
    {
      "epoch": 0.21026155340114938,
      "grad_norm": 4.850189456975334,
      "learning_rate": 1.9705800162431365e-05,
      "loss": 1.0313,
      "step": 1651
    },
    {
      "epoch": 0.210388907461356,
      "grad_norm": 6.328925489493655,
      "learning_rate": 1.9705303350877714e-05,
      "loss": 1.047,
      "step": 1652
    },
    {
      "epoch": 0.21051626152156264,
      "grad_norm": 5.55827205153297,
      "learning_rate": 1.970480612647149e-05,
      "loss": 1.0637,
      "step": 1653
    },
    {
      "epoch": 0.21064361558176928,
      "grad_norm": 6.3722659961571955,
      "learning_rate": 1.9704308489233846e-05,
      "loss": 1.047,
      "step": 1654
    },
    {
      "epoch": 0.2107709696419759,
      "grad_norm": 4.8103105593092375,
      "learning_rate": 1.9703810439185946e-05,
      "loss": 1.0598,
      "step": 1655
    },
    {
      "epoch": 0.21089832370218253,
      "grad_norm": 8.339356140604846,
      "learning_rate": 1.970331197634898e-05,
      "loss": 0.9091,
      "step": 1656
    },
    {
      "epoch": 0.21102567776238917,
      "grad_norm": 4.713283176254165,
      "learning_rate": 1.970281310074415e-05,
      "loss": 1.0329,
      "step": 1657
    },
    {
      "epoch": 0.2111530318225958,
      "grad_norm": 5.932060239417839,
      "learning_rate": 1.9702313812392683e-05,
      "loss": 1.0818,
      "step": 1658
    },
    {
      "epoch": 0.21128038588280243,
      "grad_norm": 5.183738355768398,
      "learning_rate": 1.9701814111315813e-05,
      "loss": 1.0107,
      "step": 1659
    },
    {
      "epoch": 0.21140773994300907,
      "grad_norm": 5.967140180385663,
      "learning_rate": 1.9701313997534798e-05,
      "loss": 0.9086,
      "step": 1660
    },
    {
      "epoch": 0.21153509400321568,
      "grad_norm": 4.887698336818495,
      "learning_rate": 1.9700813471070907e-05,
      "loss": 1.0905,
      "step": 1661
    },
    {
      "epoch": 0.21166244806342233,
      "grad_norm": 6.2653132715471616,
      "learning_rate": 1.9700312531945444e-05,
      "loss": 0.963,
      "step": 1662
    },
    {
      "epoch": 0.21178980212362897,
      "grad_norm": 6.325315553536174,
      "learning_rate": 1.9699811180179704e-05,
      "loss": 0.9581,
      "step": 1663
    },
    {
      "epoch": 0.21191715618383558,
      "grad_norm": 4.819017233161328,
      "learning_rate": 1.9699309415795027e-05,
      "loss": 1.023,
      "step": 1664
    },
    {
      "epoch": 0.21204451024404222,
      "grad_norm": 5.740437392739419,
      "learning_rate": 1.9698807238812748e-05,
      "loss": 0.9332,
      "step": 1665
    },
    {
      "epoch": 0.21217186430424884,
      "grad_norm": 5.980074858946459,
      "learning_rate": 1.9698304649254235e-05,
      "loss": 1.0194,
      "step": 1666
    },
    {
      "epoch": 0.21229921836445548,
      "grad_norm": 4.768733977244646,
      "learning_rate": 1.9697801647140865e-05,
      "loss": 1.0535,
      "step": 1667
    },
    {
      "epoch": 0.21242657242466212,
      "grad_norm": 5.7997365299760535,
      "learning_rate": 1.9697298232494037e-05,
      "loss": 0.9816,
      "step": 1668
    },
    {
      "epoch": 0.21255392648486873,
      "grad_norm": 5.853278729669982,
      "learning_rate": 1.969679440533516e-05,
      "loss": 0.9141,
      "step": 1669
    },
    {
      "epoch": 0.21268128054507537,
      "grad_norm": 5.938993888444609,
      "learning_rate": 1.9696290165685674e-05,
      "loss": 0.9569,
      "step": 1670
    },
    {
      "epoch": 0.21280863460528202,
      "grad_norm": 5.824831771058527,
      "learning_rate": 1.9695785513567024e-05,
      "loss": 1.076,
      "step": 1671
    },
    {
      "epoch": 0.21293598866548863,
      "grad_norm": 9.641584104438895,
      "learning_rate": 1.969528044900068e-05,
      "loss": 1.0234,
      "step": 1672
    },
    {
      "epoch": 0.21306334272569527,
      "grad_norm": 3.97168845182061,
      "learning_rate": 1.969477497200812e-05,
      "loss": 0.9538,
      "step": 1673
    },
    {
      "epoch": 0.2131906967859019,
      "grad_norm": 8.086281884272529,
      "learning_rate": 1.9694269082610856e-05,
      "loss": 0.9032,
      "step": 1674
    },
    {
      "epoch": 0.21331805084610853,
      "grad_norm": 6.182984833608822,
      "learning_rate": 1.9693762780830404e-05,
      "loss": 0.9367,
      "step": 1675
    },
    {
      "epoch": 0.21344540490631517,
      "grad_norm": 6.781903072851365,
      "learning_rate": 1.96932560666883e-05,
      "loss": 1.0375,
      "step": 1676
    },
    {
      "epoch": 0.2135727589665218,
      "grad_norm": 4.736966773952431,
      "learning_rate": 1.96927489402061e-05,
      "loss": 0.9725,
      "step": 1677
    },
    {
      "epoch": 0.21370011302672842,
      "grad_norm": 5.598186757942846,
      "learning_rate": 1.9692241401405376e-05,
      "loss": 0.9808,
      "step": 1678
    },
    {
      "epoch": 0.21382746708693506,
      "grad_norm": 5.052495985449508,
      "learning_rate": 1.9691733450307723e-05,
      "loss": 0.9624,
      "step": 1679
    },
    {
      "epoch": 0.2139548211471417,
      "grad_norm": 6.730913657850143,
      "learning_rate": 1.9691225086934743e-05,
      "loss": 0.9979,
      "step": 1680
    },
    {
      "epoch": 0.21408217520734832,
      "grad_norm": 6.456859330175002,
      "learning_rate": 1.969071631130806e-05,
      "loss": 1.0151,
      "step": 1681
    },
    {
      "epoch": 0.21420952926755496,
      "grad_norm": 5.2489839206361335,
      "learning_rate": 1.9690207123449322e-05,
      "loss": 1.0065,
      "step": 1682
    },
    {
      "epoch": 0.2143368833277616,
      "grad_norm": 5.993312287482855,
      "learning_rate": 1.968969752338019e-05,
      "loss": 1.0205,
      "step": 1683
    },
    {
      "epoch": 0.21446423738796822,
      "grad_norm": 6.105879854601475,
      "learning_rate": 1.968918751112233e-05,
      "loss": 0.9294,
      "step": 1684
    },
    {
      "epoch": 0.21459159144817486,
      "grad_norm": 4.22773700972384,
      "learning_rate": 1.968867708669745e-05,
      "loss": 0.9431,
      "step": 1685
    },
    {
      "epoch": 0.2147189455083815,
      "grad_norm": 4.66537789305537,
      "learning_rate": 1.968816625012726e-05,
      "loss": 0.9277,
      "step": 1686
    },
    {
      "epoch": 0.2148462995685881,
      "grad_norm": 5.7675083464920505,
      "learning_rate": 1.968765500143349e-05,
      "loss": 1.0131,
      "step": 1687
    },
    {
      "epoch": 0.21497365362879475,
      "grad_norm": 4.252982047072925,
      "learning_rate": 1.9687143340637885e-05,
      "loss": 0.9675,
      "step": 1688
    },
    {
      "epoch": 0.2151010076890014,
      "grad_norm": 4.236290755223603,
      "learning_rate": 1.9686631267762216e-05,
      "loss": 0.9622,
      "step": 1689
    },
    {
      "epoch": 0.215228361749208,
      "grad_norm": 6.703800763121683,
      "learning_rate": 1.968611878282826e-05,
      "loss": 1.0032,
      "step": 1690
    },
    {
      "epoch": 0.21535571580941465,
      "grad_norm": 3.940146147442758,
      "learning_rate": 1.968560588585782e-05,
      "loss": 0.9759,
      "step": 1691
    },
    {
      "epoch": 0.2154830698696213,
      "grad_norm": 4.799271273927135,
      "learning_rate": 1.9685092576872717e-05,
      "loss": 1.0655,
      "step": 1692
    },
    {
      "epoch": 0.2156104239298279,
      "grad_norm": 6.680157489861707,
      "learning_rate": 1.9684578855894783e-05,
      "loss": 0.9126,
      "step": 1693
    },
    {
      "epoch": 0.21573777799003455,
      "grad_norm": 4.623934442616402,
      "learning_rate": 1.968406472294587e-05,
      "loss": 0.8562,
      "step": 1694
    },
    {
      "epoch": 0.2158651320502412,
      "grad_norm": 6.912497891913811,
      "learning_rate": 1.9683550178047852e-05,
      "loss": 1.0111,
      "step": 1695
    },
    {
      "epoch": 0.2159924861104478,
      "grad_norm": 4.770563687140798,
      "learning_rate": 1.9683035221222617e-05,
      "loss": 0.8775,
      "step": 1696
    },
    {
      "epoch": 0.21611984017065444,
      "grad_norm": 6.298702154748113,
      "learning_rate": 1.9682519852492066e-05,
      "loss": 0.9678,
      "step": 1697
    },
    {
      "epoch": 0.21624719423086108,
      "grad_norm": 4.4266732538319795,
      "learning_rate": 1.9682004071878128e-05,
      "loss": 0.9295,
      "step": 1698
    },
    {
      "epoch": 0.2163745482910677,
      "grad_norm": 4.86071601836413,
      "learning_rate": 1.968148787940274e-05,
      "loss": 0.9146,
      "step": 1699
    },
    {
      "epoch": 0.21650190235127434,
      "grad_norm": 4.516499048667697,
      "learning_rate": 1.9680971275087862e-05,
      "loss": 1.0534,
      "step": 1700
    },
    {
      "epoch": 0.21662925641148098,
      "grad_norm": 3.7220862033214726,
      "learning_rate": 1.968045425895547e-05,
      "loss": 0.9642,
      "step": 1701
    },
    {
      "epoch": 0.2167566104716876,
      "grad_norm": 6.026022429395702,
      "learning_rate": 1.9679936831027558e-05,
      "loss": 1.0535,
      "step": 1702
    },
    {
      "epoch": 0.21688396453189424,
      "grad_norm": 6.490947875880115,
      "learning_rate": 1.9679418991326134e-05,
      "loss": 1.0937,
      "step": 1703
    },
    {
      "epoch": 0.21701131859210088,
      "grad_norm": 5.384847093145054,
      "learning_rate": 1.967890073987323e-05,
      "loss": 0.9663,
      "step": 1704
    },
    {
      "epoch": 0.2171386726523075,
      "grad_norm": 6.540822875724549,
      "learning_rate": 1.9678382076690883e-05,
      "loss": 0.9928,
      "step": 1705
    },
    {
      "epoch": 0.21726602671251413,
      "grad_norm": 5.064704509223324,
      "learning_rate": 1.9677863001801167e-05,
      "loss": 1.0063,
      "step": 1706
    },
    {
      "epoch": 0.21739338077272077,
      "grad_norm": 5.422335646351518,
      "learning_rate": 1.967734351522616e-05,
      "loss": 0.9905,
      "step": 1707
    },
    {
      "epoch": 0.2175207348329274,
      "grad_norm": 4.819619597306839,
      "learning_rate": 1.9676823616987958e-05,
      "loss": 1.0503,
      "step": 1708
    },
    {
      "epoch": 0.21764808889313403,
      "grad_norm": 4.844071309907478,
      "learning_rate": 1.967630330710868e-05,
      "loss": 1.0092,
      "step": 1709
    },
    {
      "epoch": 0.21777544295334067,
      "grad_norm": 6.182490314826213,
      "learning_rate": 1.967578258561045e-05,
      "loss": 0.9271,
      "step": 1710
    },
    {
      "epoch": 0.21790279701354728,
      "grad_norm": 4.720366952500596,
      "learning_rate": 1.9675261452515434e-05,
      "loss": 0.9913,
      "step": 1711
    },
    {
      "epoch": 0.21803015107375393,
      "grad_norm": 5.772697432269532,
      "learning_rate": 1.967473990784579e-05,
      "loss": 0.8759,
      "step": 1712
    },
    {
      "epoch": 0.21815750513396054,
      "grad_norm": 5.444777255796088,
      "learning_rate": 1.967421795162371e-05,
      "loss": 0.9836,
      "step": 1713
    },
    {
      "epoch": 0.21828485919416718,
      "grad_norm": 5.684695044720064,
      "learning_rate": 1.9673695583871392e-05,
      "loss": 0.9398,
      "step": 1714
    },
    {
      "epoch": 0.21841221325437382,
      "grad_norm": 5.116815311786866,
      "learning_rate": 1.9673172804611057e-05,
      "loss": 0.8838,
      "step": 1715
    },
    {
      "epoch": 0.21853956731458044,
      "grad_norm": 5.017741199544419,
      "learning_rate": 1.9672649613864946e-05,
      "loss": 0.988,
      "step": 1716
    },
    {
      "epoch": 0.21866692137478708,
      "grad_norm": 6.147091011630903,
      "learning_rate": 1.967212601165531e-05,
      "loss": 1.1042,
      "step": 1717
    },
    {
      "epoch": 0.21879427543499372,
      "grad_norm": 4.417358464217229,
      "learning_rate": 1.9671601998004436e-05,
      "loss": 0.9115,
      "step": 1718
    },
    {
      "epoch": 0.21892162949520033,
      "grad_norm": 6.183131669998234,
      "learning_rate": 1.96710775729346e-05,
      "loss": 1.053,
      "step": 1719
    },
    {
      "epoch": 0.21904898355540697,
      "grad_norm": 5.625086126727791,
      "learning_rate": 1.9670552736468117e-05,
      "loss": 1.0128,
      "step": 1720
    },
    {
      "epoch": 0.21917633761561361,
      "grad_norm": 4.117668804143339,
      "learning_rate": 1.9670027488627314e-05,
      "loss": 1.0047,
      "step": 1721
    },
    {
      "epoch": 0.21930369167582023,
      "grad_norm": 5.02721456437311,
      "learning_rate": 1.966950182943453e-05,
      "loss": 0.9749,
      "step": 1722
    },
    {
      "epoch": 0.21943104573602687,
      "grad_norm": 5.166146877763162,
      "learning_rate": 1.966897575891213e-05,
      "loss": 0.8736,
      "step": 1723
    },
    {
      "epoch": 0.2195583997962335,
      "grad_norm": 5.609421073703104,
      "learning_rate": 1.9668449277082492e-05,
      "loss": 0.8433,
      "step": 1724
    },
    {
      "epoch": 0.21968575385644012,
      "grad_norm": 5.286167721833049,
      "learning_rate": 1.966792238396801e-05,
      "loss": 0.8466,
      "step": 1725
    },
    {
      "epoch": 0.21981310791664677,
      "grad_norm": 4.961751171277027,
      "learning_rate": 1.9667395079591096e-05,
      "loss": 0.9572,
      "step": 1726
    },
    {
      "epoch": 0.2199404619768534,
      "grad_norm": 5.827625570298563,
      "learning_rate": 1.9666867363974187e-05,
      "loss": 1.0829,
      "step": 1727
    },
    {
      "epoch": 0.22006781603706002,
      "grad_norm": 6.267381835602661,
      "learning_rate": 1.9666339237139723e-05,
      "loss": 1.0272,
      "step": 1728
    },
    {
      "epoch": 0.22019517009726666,
      "grad_norm": 4.6393897470833165,
      "learning_rate": 1.966581069911018e-05,
      "loss": 0.941,
      "step": 1729
    },
    {
      "epoch": 0.2203225241574733,
      "grad_norm": 4.630764230227775,
      "learning_rate": 1.9665281749908034e-05,
      "loss": 1.0309,
      "step": 1730
    },
    {
      "epoch": 0.22044987821767992,
      "grad_norm": 5.536201975914104,
      "learning_rate": 1.966475238955579e-05,
      "loss": 1.0152,
      "step": 1731
    },
    {
      "epoch": 0.22057723227788656,
      "grad_norm": 4.906899767570099,
      "learning_rate": 1.9664222618075958e-05,
      "loss": 1.0782,
      "step": 1732
    },
    {
      "epoch": 0.2207045863380932,
      "grad_norm": 5.744214007840506,
      "learning_rate": 1.9663692435491084e-05,
      "loss": 0.9878,
      "step": 1733
    },
    {
      "epoch": 0.22083194039829981,
      "grad_norm": 4.846756918555281,
      "learning_rate": 1.966316184182372e-05,
      "loss": 1.0303,
      "step": 1734
    },
    {
      "epoch": 0.22095929445850646,
      "grad_norm": 3.883458903060236,
      "learning_rate": 1.966263083709643e-05,
      "loss": 1.0827,
      "step": 1735
    },
    {
      "epoch": 0.2210866485187131,
      "grad_norm": 5.049937733181349,
      "learning_rate": 1.966209942133181e-05,
      "loss": 1.0007,
      "step": 1736
    },
    {
      "epoch": 0.2212140025789197,
      "grad_norm": 3.77498605990836,
      "learning_rate": 1.966156759455246e-05,
      "loss": 0.9559,
      "step": 1737
    },
    {
      "epoch": 0.22134135663912635,
      "grad_norm": 6.192356246123623,
      "learning_rate": 1.9661035356781007e-05,
      "loss": 0.9042,
      "step": 1738
    },
    {
      "epoch": 0.221468710699333,
      "grad_norm": 7.090534035783035,
      "learning_rate": 1.9660502708040094e-05,
      "loss": 1.0616,
      "step": 1739
    },
    {
      "epoch": 0.2215960647595396,
      "grad_norm": 5.8361028726987545,
      "learning_rate": 1.965996964835237e-05,
      "loss": 1.0419,
      "step": 1740
    },
    {
      "epoch": 0.22172341881974625,
      "grad_norm": 5.605022984235532,
      "learning_rate": 1.9659436177740518e-05,
      "loss": 0.9657,
      "step": 1741
    },
    {
      "epoch": 0.2218507728799529,
      "grad_norm": 5.7205697588158575,
      "learning_rate": 1.965890229622723e-05,
      "loss": 0.9856,
      "step": 1742
    },
    {
      "epoch": 0.2219781269401595,
      "grad_norm": 5.185543196797189,
      "learning_rate": 1.9658368003835223e-05,
      "loss": 1.0353,
      "step": 1743
    },
    {
      "epoch": 0.22210548100036615,
      "grad_norm": 9.360388597426082,
      "learning_rate": 1.965783330058721e-05,
      "loss": 1.1027,
      "step": 1744
    },
    {
      "epoch": 0.2222328350605728,
      "grad_norm": 7.419286400959521,
      "learning_rate": 1.9657298186505952e-05,
      "loss": 1.0728,
      "step": 1745
    },
    {
      "epoch": 0.2223601891207794,
      "grad_norm": 6.056021463434238,
      "learning_rate": 1.96567626616142e-05,
      "loss": 1.0296,
      "step": 1746
    },
    {
      "epoch": 0.22248754318098604,
      "grad_norm": 4.617228809565627,
      "learning_rate": 1.9656226725934745e-05,
      "loss": 0.9012,
      "step": 1747
    },
    {
      "epoch": 0.22261489724119268,
      "grad_norm": 4.107763634438576,
      "learning_rate": 1.965569037949038e-05,
      "loss": 0.9253,
      "step": 1748
    },
    {
      "epoch": 0.2227422513013993,
      "grad_norm": 6.390962251377734,
      "learning_rate": 1.9655153622303918e-05,
      "loss": 1.0192,
      "step": 1749
    },
    {
      "epoch": 0.22286960536160594,
      "grad_norm": 4.793158368103816,
      "learning_rate": 1.9654616454398194e-05,
      "loss": 0.9457,
      "step": 1750
    },
    {
      "epoch": 0.22299695942181258,
      "grad_norm": 4.688639998095213,
      "learning_rate": 1.9654078875796064e-05,
      "loss": 0.9644,
      "step": 1751
    },
    {
      "epoch": 0.2231243134820192,
      "grad_norm": 5.905266573942803,
      "learning_rate": 1.9653540886520387e-05,
      "loss": 0.9638,
      "step": 1752
    },
    {
      "epoch": 0.22325166754222583,
      "grad_norm": 5.442243589670223,
      "learning_rate": 1.9653002486594057e-05,
      "loss": 1.0104,
      "step": 1753
    },
    {
      "epoch": 0.22337902160243248,
      "grad_norm": 4.397132693549584,
      "learning_rate": 1.965246367603997e-05,
      "loss": 0.9889,
      "step": 1754
    },
    {
      "epoch": 0.2235063756626391,
      "grad_norm": 5.403560785443919,
      "learning_rate": 1.965192445488105e-05,
      "loss": 0.9676,
      "step": 1755
    },
    {
      "epoch": 0.22363372972284573,
      "grad_norm": 6.487656831407575,
      "learning_rate": 1.9651384823140237e-05,
      "loss": 1.1338,
      "step": 1756
    },
    {
      "epoch": 0.22376108378305234,
      "grad_norm": 5.990041097203875,
      "learning_rate": 1.9650844780840475e-05,
      "loss": 1.0659,
      "step": 1757
    },
    {
      "epoch": 0.22388843784325899,
      "grad_norm": 6.69981491060953,
      "learning_rate": 1.9650304328004752e-05,
      "loss": 0.9826,
      "step": 1758
    },
    {
      "epoch": 0.22401579190346563,
      "grad_norm": 5.43961722710271,
      "learning_rate": 1.9649763464656052e-05,
      "loss": 0.9696,
      "step": 1759
    },
    {
      "epoch": 0.22414314596367224,
      "grad_norm": 5.3903222925085155,
      "learning_rate": 1.9649222190817382e-05,
      "loss": 1.0604,
      "step": 1760
    },
    {
      "epoch": 0.22427050002387888,
      "grad_norm": 6.023288987205302,
      "learning_rate": 1.9648680506511763e-05,
      "loss": 0.9395,
      "step": 1761
    },
    {
      "epoch": 0.22439785408408552,
      "grad_norm": 6.729129031364457,
      "learning_rate": 1.9648138411762245e-05,
      "loss": 1.0276,
      "step": 1762
    },
    {
      "epoch": 0.22452520814429214,
      "grad_norm": 5.303370631142946,
      "learning_rate": 1.9647595906591884e-05,
      "loss": 0.9666,
      "step": 1763
    },
    {
      "epoch": 0.22465256220449878,
      "grad_norm": 4.003173046434199,
      "learning_rate": 1.964705299102376e-05,
      "loss": 0.9826,
      "step": 1764
    },
    {
      "epoch": 0.22477991626470542,
      "grad_norm": 4.822631673720893,
      "learning_rate": 1.9646509665080967e-05,
      "loss": 0.9451,
      "step": 1765
    },
    {
      "epoch": 0.22490727032491203,
      "grad_norm": 11.400257950926209,
      "learning_rate": 1.9645965928786615e-05,
      "loss": 0.9215,
      "step": 1766
    },
    {
      "epoch": 0.22503462438511868,
      "grad_norm": 12.665581171471478,
      "learning_rate": 1.9645421782163838e-05,
      "loss": 0.8822,
      "step": 1767
    },
    {
      "epoch": 0.22516197844532532,
      "grad_norm": 6.241716923360686,
      "learning_rate": 1.964487722523578e-05,
      "loss": 0.9472,
      "step": 1768
    },
    {
      "epoch": 0.22528933250553193,
      "grad_norm": 4.949288889351066,
      "learning_rate": 1.9644332258025604e-05,
      "loss": 0.8934,
      "step": 1769
    },
    {
      "epoch": 0.22541668656573857,
      "grad_norm": 4.900761541238467,
      "learning_rate": 1.96437868805565e-05,
      "loss": 1.0991,
      "step": 1770
    },
    {
      "epoch": 0.2255440406259452,
      "grad_norm": 6.7477896568198945,
      "learning_rate": 1.9643241092851664e-05,
      "loss": 0.9397,
      "step": 1771
    },
    {
      "epoch": 0.22567139468615183,
      "grad_norm": 4.4663847952956806,
      "learning_rate": 1.964269489493431e-05,
      "loss": 0.9228,
      "step": 1772
    },
    {
      "epoch": 0.22579874874635847,
      "grad_norm": 4.780268150692939,
      "learning_rate": 1.9642148286827674e-05,
      "loss": 1.0703,
      "step": 1773
    },
    {
      "epoch": 0.2259261028065651,
      "grad_norm": 3.7715650378964707,
      "learning_rate": 1.964160126855501e-05,
      "loss": 0.9436,
      "step": 1774
    },
    {
      "epoch": 0.22605345686677172,
      "grad_norm": 4.992705937599941,
      "learning_rate": 1.964105384013959e-05,
      "loss": 1.0159,
      "step": 1775
    },
    {
      "epoch": 0.22618081092697837,
      "grad_norm": 4.893049230375066,
      "learning_rate": 1.9640506001604693e-05,
      "loss": 0.9875,
      "step": 1776
    },
    {
      "epoch": 0.226308164987185,
      "grad_norm": 5.730724700849259,
      "learning_rate": 1.9639957752973632e-05,
      "loss": 0.9165,
      "step": 1777
    },
    {
      "epoch": 0.22643551904739162,
      "grad_norm": 5.960767591062262,
      "learning_rate": 1.963940909426972e-05,
      "loss": 1.0084,
      "step": 1778
    },
    {
      "epoch": 0.22656287310759826,
      "grad_norm": 5.127943728705067,
      "learning_rate": 1.9638860025516305e-05,
      "loss": 0.9076,
      "step": 1779
    },
    {
      "epoch": 0.2266902271678049,
      "grad_norm": 6.308130546075289,
      "learning_rate": 1.963831054673674e-05,
      "loss": 0.9977,
      "step": 1780
    },
    {
      "epoch": 0.22681758122801152,
      "grad_norm": 7.182944803137629,
      "learning_rate": 1.96377606579544e-05,
      "loss": 1.0313,
      "step": 1781
    },
    {
      "epoch": 0.22694493528821816,
      "grad_norm": 4.015812375932955,
      "learning_rate": 1.9637210359192673e-05,
      "loss": 0.9307,
      "step": 1782
    },
    {
      "epoch": 0.2270722893484248,
      "grad_norm": 4.165843704331801,
      "learning_rate": 1.9636659650474973e-05,
      "loss": 0.9104,
      "step": 1783
    },
    {
      "epoch": 0.2271996434086314,
      "grad_norm": 5.612109524539742,
      "learning_rate": 1.9636108531824725e-05,
      "loss": 1.0234,
      "step": 1784
    },
    {
      "epoch": 0.22732699746883805,
      "grad_norm": 6.010012537582954,
      "learning_rate": 1.9635557003265374e-05,
      "loss": 0.8986,
      "step": 1785
    },
    {
      "epoch": 0.2274543515290447,
      "grad_norm": 6.456680316007987,
      "learning_rate": 1.9635005064820377e-05,
      "loss": 0.9593,
      "step": 1786
    },
    {
      "epoch": 0.2275817055892513,
      "grad_norm": 7.727566645127223,
      "learning_rate": 1.9634452716513215e-05,
      "loss": 1.0032,
      "step": 1787
    },
    {
      "epoch": 0.22770905964945795,
      "grad_norm": 5.337484691160166,
      "learning_rate": 1.9633899958367384e-05,
      "loss": 0.9968,
      "step": 1788
    },
    {
      "epoch": 0.2278364137096646,
      "grad_norm": 6.736345679884345,
      "learning_rate": 1.9633346790406402e-05,
      "loss": 0.9217,
      "step": 1789
    },
    {
      "epoch": 0.2279637677698712,
      "grad_norm": 5.726731364218154,
      "learning_rate": 1.9632793212653795e-05,
      "loss": 0.9961,
      "step": 1790
    },
    {
      "epoch": 0.22809112183007785,
      "grad_norm": 4.315122829558817,
      "learning_rate": 1.9632239225133116e-05,
      "loss": 0.9914,
      "step": 1791
    },
    {
      "epoch": 0.2282184758902845,
      "grad_norm": 5.034835959132728,
      "learning_rate": 1.9631684827867926e-05,
      "loss": 1.0849,
      "step": 1792
    },
    {
      "epoch": 0.2283458299504911,
      "grad_norm": 13.966661267215047,
      "learning_rate": 1.9631130020881806e-05,
      "loss": 1.0368,
      "step": 1793
    },
    {
      "epoch": 0.22847318401069774,
      "grad_norm": 5.465619221025032,
      "learning_rate": 1.963057480419837e-05,
      "loss": 0.9769,
      "step": 1794
    },
    {
      "epoch": 0.22860053807090439,
      "grad_norm": 4.252969714040979,
      "learning_rate": 1.9630019177841224e-05,
      "loss": 1.0516,
      "step": 1795
    },
    {
      "epoch": 0.228727892131111,
      "grad_norm": 5.119678432678006,
      "learning_rate": 1.9629463141834008e-05,
      "loss": 0.9679,
      "step": 1796
    },
    {
      "epoch": 0.22885524619131764,
      "grad_norm": 6.089616361413847,
      "learning_rate": 1.9628906696200375e-05,
      "loss": 1.0558,
      "step": 1797
    },
    {
      "epoch": 0.22898260025152428,
      "grad_norm": 3.8992771016674848,
      "learning_rate": 1.9628349840963997e-05,
      "loss": 1.0169,
      "step": 1798
    },
    {
      "epoch": 0.2291099543117309,
      "grad_norm": 4.4152406993673186,
      "learning_rate": 1.9627792576148558e-05,
      "loss": 0.9963,
      "step": 1799
    },
    {
      "epoch": 0.22923730837193754,
      "grad_norm": 4.569440187853551,
      "learning_rate": 1.9627234901777768e-05,
      "loss": 1.0469,
      "step": 1800
    },
    {
      "epoch": 0.22936466243214418,
      "grad_norm": 4.675970929345057,
      "learning_rate": 1.9626676817875343e-05,
      "loss": 0.9363,
      "step": 1801
    },
    {
      "epoch": 0.2294920164923508,
      "grad_norm": 6.711610771396723,
      "learning_rate": 1.9626118324465035e-05,
      "loss": 0.9359,
      "step": 1802
    },
    {
      "epoch": 0.22961937055255743,
      "grad_norm": 5.1523400480938175,
      "learning_rate": 1.9625559421570587e-05,
      "loss": 0.9964,
      "step": 1803
    },
    {
      "epoch": 0.22974672461276405,
      "grad_norm": 4.124765562851582,
      "learning_rate": 1.9625000109215787e-05,
      "loss": 0.9782,
      "step": 1804
    },
    {
      "epoch": 0.2298740786729707,
      "grad_norm": 5.117340877651308,
      "learning_rate": 1.962444038742442e-05,
      "loss": 0.9557,
      "step": 1805
    },
    {
      "epoch": 0.23000143273317733,
      "grad_norm": 5.100902941188911,
      "learning_rate": 1.96238802562203e-05,
      "loss": 1.0152,
      "step": 1806
    },
    {
      "epoch": 0.23012878679338394,
      "grad_norm": 7.678748631254456,
      "learning_rate": 1.962331971562725e-05,
      "loss": 0.9388,
      "step": 1807
    },
    {
      "epoch": 0.23025614085359059,
      "grad_norm": 4.230898623055076,
      "learning_rate": 1.9622758765669117e-05,
      "loss": 1.0215,
      "step": 1808
    },
    {
      "epoch": 0.23038349491379723,
      "grad_norm": 5.386940755826735,
      "learning_rate": 1.9622197406369764e-05,
      "loss": 1.0412,
      "step": 1809
    },
    {
      "epoch": 0.23051084897400384,
      "grad_norm": 4.193235881463476,
      "learning_rate": 1.962163563775307e-05,
      "loss": 0.9781,
      "step": 1810
    },
    {
      "epoch": 0.23063820303421048,
      "grad_norm": 8.132097636089389,
      "learning_rate": 1.962107345984293e-05,
      "loss": 0.9979,
      "step": 1811
    },
    {
      "epoch": 0.23076555709441712,
      "grad_norm": 5.556965678651519,
      "learning_rate": 1.962051087266326e-05,
      "loss": 0.9099,
      "step": 1812
    },
    {
      "epoch": 0.23089291115462374,
      "grad_norm": 6.530311918651575,
      "learning_rate": 1.9619947876237996e-05,
      "loss": 0.9762,
      "step": 1813
    },
    {
      "epoch": 0.23102026521483038,
      "grad_norm": 5.109577139959268,
      "learning_rate": 1.9619384470591082e-05,
      "loss": 1.0315,
      "step": 1814
    },
    {
      "epoch": 0.23114761927503702,
      "grad_norm": 5.855383406024149,
      "learning_rate": 1.9618820655746488e-05,
      "loss": 0.9857,
      "step": 1815
    },
    {
      "epoch": 0.23127497333524363,
      "grad_norm": 4.980952029248604,
      "learning_rate": 1.961825643172819e-05,
      "loss": 1.132,
      "step": 1816
    },
    {
      "epoch": 0.23140232739545027,
      "grad_norm": 3.5464613080863323,
      "learning_rate": 1.96176917985602e-05,
      "loss": 0.855,
      "step": 1817
    },
    {
      "epoch": 0.23152968145565692,
      "grad_norm": 5.782907939000674,
      "learning_rate": 1.9617126756266533e-05,
      "loss": 1.062,
      "step": 1818
    },
    {
      "epoch": 0.23165703551586353,
      "grad_norm": 5.962578743788539,
      "learning_rate": 1.961656130487122e-05,
      "loss": 0.9667,
      "step": 1819
    },
    {
      "epoch": 0.23178438957607017,
      "grad_norm": 6.864858464548359,
      "learning_rate": 1.9615995444398326e-05,
      "loss": 1.0125,
      "step": 1820
    },
    {
      "epoch": 0.2319117436362768,
      "grad_norm": 5.593194518399508,
      "learning_rate": 1.9615429174871915e-05,
      "loss": 0.9814,
      "step": 1821
    },
    {
      "epoch": 0.23203909769648343,
      "grad_norm": 4.107295797592486,
      "learning_rate": 1.961486249631607e-05,
      "loss": 0.9323,
      "step": 1822
    },
    {
      "epoch": 0.23216645175669007,
      "grad_norm": 6.355699531477541,
      "learning_rate": 1.9614295408754908e-05,
      "loss": 0.9149,
      "step": 1823
    },
    {
      "epoch": 0.2322938058168967,
      "grad_norm": 6.169294604965106,
      "learning_rate": 1.961372791221254e-05,
      "loss": 1.0927,
      "step": 1824
    },
    {
      "epoch": 0.23242115987710332,
      "grad_norm": 5.650601933916082,
      "learning_rate": 1.961316000671312e-05,
      "loss": 0.9797,
      "step": 1825
    },
    {
      "epoch": 0.23254851393730996,
      "grad_norm": 5.9618915879234455,
      "learning_rate": 1.9612591692280798e-05,
      "loss": 0.9699,
      "step": 1826
    },
    {
      "epoch": 0.2326758679975166,
      "grad_norm": 5.440465710283945,
      "learning_rate": 1.961202296893975e-05,
      "loss": 1.0496,
      "step": 1827
    },
    {
      "epoch": 0.23280322205772322,
      "grad_norm": 4.8719408266955835,
      "learning_rate": 1.961145383671417e-05,
      "loss": 1.0317,
      "step": 1828
    },
    {
      "epoch": 0.23293057611792986,
      "grad_norm": 6.786863473513039,
      "learning_rate": 1.961088429562827e-05,
      "loss": 1.0223,
      "step": 1829
    },
    {
      "epoch": 0.2330579301781365,
      "grad_norm": 5.715195181543214,
      "learning_rate": 1.9610314345706275e-05,
      "loss": 1.091,
      "step": 1830
    },
    {
      "epoch": 0.23318528423834312,
      "grad_norm": 5.537056154671483,
      "learning_rate": 1.9609743986972427e-05,
      "loss": 1.0621,
      "step": 1831
    },
    {
      "epoch": 0.23331263829854976,
      "grad_norm": 5.431294901742344,
      "learning_rate": 1.9609173219450998e-05,
      "loss": 0.9379,
      "step": 1832
    },
    {
      "epoch": 0.2334399923587564,
      "grad_norm": 4.635917562217512,
      "learning_rate": 1.960860204316626e-05,
      "loss": 1.034,
      "step": 1833
    },
    {
      "epoch": 0.233567346418963,
      "grad_norm": 5.937687921059879,
      "learning_rate": 1.960803045814251e-05,
      "loss": 0.9789,
      "step": 1834
    },
    {
      "epoch": 0.23369470047916965,
      "grad_norm": 4.805508377539422,
      "learning_rate": 1.9607458464404065e-05,
      "loss": 0.9514,
      "step": 1835
    },
    {
      "epoch": 0.2338220545393763,
      "grad_norm": 5.356028944192273,
      "learning_rate": 1.9606886061975258e-05,
      "loss": 0.8895,
      "step": 1836
    },
    {
      "epoch": 0.2339494085995829,
      "grad_norm": 4.521239278589203,
      "learning_rate": 1.960631325088044e-05,
      "loss": 1.1037,
      "step": 1837
    },
    {
      "epoch": 0.23407676265978955,
      "grad_norm": 4.408012308259316,
      "learning_rate": 1.9605740031143972e-05,
      "loss": 0.9899,
      "step": 1838
    },
    {
      "epoch": 0.2342041167199962,
      "grad_norm": 6.913754351801961,
      "learning_rate": 1.9605166402790242e-05,
      "loss": 0.8878,
      "step": 1839
    },
    {
      "epoch": 0.2343314707802028,
      "grad_norm": 5.3691903587638405,
      "learning_rate": 1.960459236584365e-05,
      "loss": 0.9946,
      "step": 1840
    },
    {
      "epoch": 0.23445882484040945,
      "grad_norm": 4.323790435116697,
      "learning_rate": 1.9604017920328613e-05,
      "loss": 0.944,
      "step": 1841
    },
    {
      "epoch": 0.2345861789006161,
      "grad_norm": 5.879725077942632,
      "learning_rate": 1.9603443066269575e-05,
      "loss": 0.9666,
      "step": 1842
    },
    {
      "epoch": 0.2347135329608227,
      "grad_norm": 6.673614632504906,
      "learning_rate": 1.960286780369098e-05,
      "loss": 0.9177,
      "step": 1843
    },
    {
      "epoch": 0.23484088702102934,
      "grad_norm": 5.059346665131627,
      "learning_rate": 1.96022921326173e-05,
      "loss": 0.9912,
      "step": 1844
    },
    {
      "epoch": 0.23496824108123598,
      "grad_norm": 5.094966438939124,
      "learning_rate": 1.9601716053073034e-05,
      "loss": 0.9824,
      "step": 1845
    },
    {
      "epoch": 0.2350955951414426,
      "grad_norm": 4.978471566473348,
      "learning_rate": 1.9601139565082677e-05,
      "loss": 1.0614,
      "step": 1846
    },
    {
      "epoch": 0.23522294920164924,
      "grad_norm": 6.046248529200191,
      "learning_rate": 1.9600562668670756e-05,
      "loss": 1.0039,
      "step": 1847
    },
    {
      "epoch": 0.23535030326185585,
      "grad_norm": 4.59692065788742,
      "learning_rate": 1.959998536386181e-05,
      "loss": 0.997,
      "step": 1848
    },
    {
      "epoch": 0.2354776573220625,
      "grad_norm": 4.304352956742825,
      "learning_rate": 1.9599407650680397e-05,
      "loss": 1.0137,
      "step": 1849
    },
    {
      "epoch": 0.23560501138226914,
      "grad_norm": 5.236432118220893,
      "learning_rate": 1.9598829529151096e-05,
      "loss": 0.9861,
      "step": 1850
    },
    {
      "epoch": 0.23573236544247575,
      "grad_norm": 4.803484113145805,
      "learning_rate": 1.9598250999298495e-05,
      "loss": 0.9934,
      "step": 1851
    },
    {
      "epoch": 0.2358597195026824,
      "grad_norm": 4.582977535424973,
      "learning_rate": 1.9597672061147207e-05,
      "loss": 0.9304,
      "step": 1852
    },
    {
      "epoch": 0.23598707356288903,
      "grad_norm": 4.685459150452763,
      "learning_rate": 1.9597092714721858e-05,
      "loss": 0.9713,
      "step": 1853
    },
    {
      "epoch": 0.23611442762309565,
      "grad_norm": 4.903927781934567,
      "learning_rate": 1.9596512960047092e-05,
      "loss": 0.914,
      "step": 1854
    },
    {
      "epoch": 0.2362417816833023,
      "grad_norm": 4.935888099725095,
      "learning_rate": 1.9595932797147573e-05,
      "loss": 0.9847,
      "step": 1855
    },
    {
      "epoch": 0.23636913574350893,
      "grad_norm": 4.720197645025626,
      "learning_rate": 1.959535222604798e-05,
      "loss": 1.0138,
      "step": 1856
    },
    {
      "epoch": 0.23649648980371554,
      "grad_norm": 7.660251365899786,
      "learning_rate": 1.959477124677301e-05,
      "loss": 0.928,
      "step": 1857
    },
    {
      "epoch": 0.23662384386392218,
      "grad_norm": 6.028727107533511,
      "learning_rate": 1.9594189859347376e-05,
      "loss": 1.0456,
      "step": 1858
    },
    {
      "epoch": 0.23675119792412883,
      "grad_norm": 5.285424382864863,
      "learning_rate": 1.9593608063795808e-05,
      "loss": 1.0047,
      "step": 1859
    },
    {
      "epoch": 0.23687855198433544,
      "grad_norm": 4.413545885489942,
      "learning_rate": 1.9593025860143058e-05,
      "loss": 0.9942,
      "step": 1860
    },
    {
      "epoch": 0.23700590604454208,
      "grad_norm": 6.422270899540137,
      "learning_rate": 1.9592443248413896e-05,
      "loss": 0.9535,
      "step": 1861
    },
    {
      "epoch": 0.23713326010474872,
      "grad_norm": 4.863549110971738,
      "learning_rate": 1.9591860228633093e-05,
      "loss": 0.8156,
      "step": 1862
    },
    {
      "epoch": 0.23726061416495534,
      "grad_norm": 5.639933789453035,
      "learning_rate": 1.959127680082546e-05,
      "loss": 0.9758,
      "step": 1863
    },
    {
      "epoch": 0.23738796822516198,
      "grad_norm": 5.272758021907773,
      "learning_rate": 1.9590692965015818e-05,
      "loss": 0.9138,
      "step": 1864
    },
    {
      "epoch": 0.23751532228536862,
      "grad_norm": 5.844045050205219,
      "learning_rate": 1.9590108721228994e-05,
      "loss": 1.0062,
      "step": 1865
    },
    {
      "epoch": 0.23764267634557523,
      "grad_norm": 5.212810494302638,
      "learning_rate": 1.958952406948985e-05,
      "loss": 1.0041,
      "step": 1866
    },
    {
      "epoch": 0.23777003040578187,
      "grad_norm": 4.192451169042947,
      "learning_rate": 1.9588939009823246e-05,
      "loss": 1.0265,
      "step": 1867
    },
    {
      "epoch": 0.23789738446598852,
      "grad_norm": 7.087079512352341,
      "learning_rate": 1.9588353542254076e-05,
      "loss": 1.1435,
      "step": 1868
    },
    {
      "epoch": 0.23802473852619513,
      "grad_norm": 4.905834010280595,
      "learning_rate": 1.9587767666807245e-05,
      "loss": 1.0076,
      "step": 1869
    },
    {
      "epoch": 0.23815209258640177,
      "grad_norm": 5.806849861160403,
      "learning_rate": 1.9587181383507678e-05,
      "loss": 1.0408,
      "step": 1870
    },
    {
      "epoch": 0.2382794466466084,
      "grad_norm": 4.947380706135362,
      "learning_rate": 1.958659469238031e-05,
      "loss": 0.9148,
      "step": 1871
    },
    {
      "epoch": 0.23840680070681503,
      "grad_norm": 4.263103256718209,
      "learning_rate": 1.9586007593450098e-05,
      "loss": 0.8835,
      "step": 1872
    },
    {
      "epoch": 0.23853415476702167,
      "grad_norm": 4.573667680364965,
      "learning_rate": 1.958542008674202e-05,
      "loss": 1.1058,
      "step": 1873
    },
    {
      "epoch": 0.2386615088272283,
      "grad_norm": 4.741512948188774,
      "learning_rate": 1.9584832172281064e-05,
      "loss": 1.0385,
      "step": 1874
    },
    {
      "epoch": 0.23878886288743492,
      "grad_norm": 5.806566388694644,
      "learning_rate": 1.9584243850092246e-05,
      "loss": 0.9899,
      "step": 1875
    },
    {
      "epoch": 0.23891621694764156,
      "grad_norm": 7.7527082079816125,
      "learning_rate": 1.9583655120200586e-05,
      "loss": 1.1014,
      "step": 1876
    },
    {
      "epoch": 0.2390435710078482,
      "grad_norm": 5.3338465245025795,
      "learning_rate": 1.9583065982631128e-05,
      "loss": 1.0165,
      "step": 1877
    },
    {
      "epoch": 0.23917092506805482,
      "grad_norm": 4.761253878751353,
      "learning_rate": 1.9582476437408937e-05,
      "loss": 1.1034,
      "step": 1878
    },
    {
      "epoch": 0.23929827912826146,
      "grad_norm": 6.169684144379374,
      "learning_rate": 1.958188648455909e-05,
      "loss": 0.9707,
      "step": 1879
    },
    {
      "epoch": 0.2394256331884681,
      "grad_norm": 5.183876702549582,
      "learning_rate": 1.9581296124106682e-05,
      "loss": 0.9681,
      "step": 1880
    },
    {
      "epoch": 0.23955298724867471,
      "grad_norm": 3.8059335661646267,
      "learning_rate": 1.9580705356076826e-05,
      "loss": 0.8875,
      "step": 1881
    },
    {
      "epoch": 0.23968034130888136,
      "grad_norm": 4.421657597350017,
      "learning_rate": 1.9580114180494655e-05,
      "loss": 0.86,
      "step": 1882
    },
    {
      "epoch": 0.239807695369088,
      "grad_norm": 6.634587673780053,
      "learning_rate": 1.9579522597385315e-05,
      "loss": 1.0404,
      "step": 1883
    },
    {
      "epoch": 0.2399350494292946,
      "grad_norm": 4.316824251536347,
      "learning_rate": 1.9578930606773975e-05,
      "loss": 0.9788,
      "step": 1884
    },
    {
      "epoch": 0.24006240348950125,
      "grad_norm": 4.444924175014784,
      "learning_rate": 1.957833820868581e-05,
      "loss": 1.0692,
      "step": 1885
    },
    {
      "epoch": 0.2401897575497079,
      "grad_norm": 5.789228552780425,
      "learning_rate": 1.9577745403146026e-05,
      "loss": 1.043,
      "step": 1886
    },
    {
      "epoch": 0.2403171116099145,
      "grad_norm": 5.8358917438801985,
      "learning_rate": 1.9577152190179837e-05,
      "loss": 0.9655,
      "step": 1887
    },
    {
      "epoch": 0.24044446567012115,
      "grad_norm": 3.9383483457232096,
      "learning_rate": 1.9576558569812484e-05,
      "loss": 0.9138,
      "step": 1888
    },
    {
      "epoch": 0.2405718197303278,
      "grad_norm": 4.634923238602164,
      "learning_rate": 1.957596454206921e-05,
      "loss": 1.0484,
      "step": 1889
    },
    {
      "epoch": 0.2406991737905344,
      "grad_norm": 6.206385603515261,
      "learning_rate": 1.9575370106975288e-05,
      "loss": 0.9826,
      "step": 1890
    },
    {
      "epoch": 0.24082652785074105,
      "grad_norm": 4.170206829403069,
      "learning_rate": 1.9574775264556005e-05,
      "loss": 0.9325,
      "step": 1891
    },
    {
      "epoch": 0.2409538819109477,
      "grad_norm": 5.2007134608348675,
      "learning_rate": 1.9574180014836668e-05,
      "loss": 0.9554,
      "step": 1892
    },
    {
      "epoch": 0.2410812359711543,
      "grad_norm": 6.073407615154317,
      "learning_rate": 1.9573584357842592e-05,
      "loss": 1.0859,
      "step": 1893
    },
    {
      "epoch": 0.24120859003136094,
      "grad_norm": 5.51343611815531,
      "learning_rate": 1.9572988293599124e-05,
      "loss": 1.0487,
      "step": 1894
    },
    {
      "epoch": 0.24133594409156756,
      "grad_norm": 5.406242238298257,
      "learning_rate": 1.9572391822131606e-05,
      "loss": 1.0153,
      "step": 1895
    },
    {
      "epoch": 0.2414632981517742,
      "grad_norm": 3.6163605966280175,
      "learning_rate": 1.9571794943465424e-05,
      "loss": 0.9876,
      "step": 1896
    },
    {
      "epoch": 0.24159065221198084,
      "grad_norm": 7.0188141436885605,
      "learning_rate": 1.9571197657625967e-05,
      "loss": 0.9274,
      "step": 1897
    },
    {
      "epoch": 0.24171800627218745,
      "grad_norm": 5.502167881358521,
      "learning_rate": 1.957059996463864e-05,
      "loss": 1.1126,
      "step": 1898
    },
    {
      "epoch": 0.2418453603323941,
      "grad_norm": 5.245404730091922,
      "learning_rate": 1.9570001864528863e-05,
      "loss": 0.9728,
      "step": 1899
    },
    {
      "epoch": 0.24197271439260074,
      "grad_norm": 6.017843417046496,
      "learning_rate": 1.956940335732209e-05,
      "loss": 0.9613,
      "step": 1900
    },
    {
      "epoch": 0.24210006845280735,
      "grad_norm": 5.594564708859503,
      "learning_rate": 1.9568804443043774e-05,
      "loss": 1.0798,
      "step": 1901
    },
    {
      "epoch": 0.242227422513014,
      "grad_norm": 5.132520043156988,
      "learning_rate": 1.956820512171939e-05,
      "loss": 0.9427,
      "step": 1902
    },
    {
      "epoch": 0.24235477657322063,
      "grad_norm": 6.049832352766647,
      "learning_rate": 1.956760539337444e-05,
      "loss": 1.0261,
      "step": 1903
    },
    {
      "epoch": 0.24248213063342725,
      "grad_norm": 5.616791054605702,
      "learning_rate": 1.9567005258034423e-05,
      "loss": 0.9481,
      "step": 1904
    },
    {
      "epoch": 0.2426094846936339,
      "grad_norm": 6.4642734241444035,
      "learning_rate": 1.9566404715724884e-05,
      "loss": 0.9793,
      "step": 1905
    },
    {
      "epoch": 0.24273683875384053,
      "grad_norm": 6.313155640649643,
      "learning_rate": 1.9565803766471355e-05,
      "loss": 1.035,
      "step": 1906
    },
    {
      "epoch": 0.24286419281404714,
      "grad_norm": 7.304047484077455,
      "learning_rate": 1.9565202410299415e-05,
      "loss": 1.0329,
      "step": 1907
    },
    {
      "epoch": 0.24299154687425378,
      "grad_norm": 6.860041766248072,
      "learning_rate": 1.9564600647234628e-05,
      "loss": 0.9587,
      "step": 1908
    },
    {
      "epoch": 0.24311890093446042,
      "grad_norm": 6.482658729007516,
      "learning_rate": 1.9563998477302604e-05,
      "loss": 0.9059,
      "step": 1909
    },
    {
      "epoch": 0.24324625499466704,
      "grad_norm": 6.916423778022661,
      "learning_rate": 1.9563395900528956e-05,
      "loss": 0.8524,
      "step": 1910
    },
    {
      "epoch": 0.24337360905487368,
      "grad_norm": 4.723823699658888,
      "learning_rate": 1.956279291693931e-05,
      "loss": 1.0333,
      "step": 1911
    },
    {
      "epoch": 0.24350096311508032,
      "grad_norm": 8.42233790326866,
      "learning_rate": 1.9562189526559333e-05,
      "loss": 0.9848,
      "step": 1912
    },
    {
      "epoch": 0.24362831717528693,
      "grad_norm": 4.949374635284291,
      "learning_rate": 1.9561585729414675e-05,
      "loss": 0.9388,
      "step": 1913
    },
    {
      "epoch": 0.24375567123549358,
      "grad_norm": 5.121845297875669,
      "learning_rate": 1.9560981525531027e-05,
      "loss": 1.0829,
      "step": 1914
    },
    {
      "epoch": 0.24388302529570022,
      "grad_norm": 4.631129559020309,
      "learning_rate": 1.9560376914934098e-05,
      "loss": 0.8969,
      "step": 1915
    },
    {
      "epoch": 0.24401037935590683,
      "grad_norm": 5.316361403994358,
      "learning_rate": 1.9559771897649592e-05,
      "loss": 1.0067,
      "step": 1916
    },
    {
      "epoch": 0.24413773341611347,
      "grad_norm": 6.211563635400579,
      "learning_rate": 1.9559166473703265e-05,
      "loss": 0.8899,
      "step": 1917
    },
    {
      "epoch": 0.24426508747632011,
      "grad_norm": 6.407445284356433,
      "learning_rate": 1.9558560643120855e-05,
      "loss": 0.951,
      "step": 1918
    },
    {
      "epoch": 0.24439244153652673,
      "grad_norm": 5.549064784254947,
      "learning_rate": 1.9557954405928142e-05,
      "loss": 0.967,
      "step": 1919
    },
    {
      "epoch": 0.24451979559673337,
      "grad_norm": 5.021470320988695,
      "learning_rate": 1.955734776215091e-05,
      "loss": 1.0486,
      "step": 1920
    },
    {
      "epoch": 0.24464714965694,
      "grad_norm": 6.492243026330688,
      "learning_rate": 1.955674071181497e-05,
      "loss": 0.9918,
      "step": 1921
    },
    {
      "epoch": 0.24477450371714662,
      "grad_norm": 6.736913640652619,
      "learning_rate": 1.955613325494614e-05,
      "loss": 0.9308,
      "step": 1922
    },
    {
      "epoch": 0.24490185777735327,
      "grad_norm": 5.582164850898567,
      "learning_rate": 1.955552539157026e-05,
      "loss": 0.9773,
      "step": 1923
    },
    {
      "epoch": 0.2450292118375599,
      "grad_norm": 4.496928968496731,
      "learning_rate": 1.9554917121713198e-05,
      "loss": 1.0006,
      "step": 1924
    },
    {
      "epoch": 0.24515656589776652,
      "grad_norm": 4.202497811302691,
      "learning_rate": 1.955430844540082e-05,
      "loss": 0.9419,
      "step": 1925
    },
    {
      "epoch": 0.24528391995797316,
      "grad_norm": 7.195137013501995,
      "learning_rate": 1.9553699362659016e-05,
      "loss": 0.9848,
      "step": 1926
    },
    {
      "epoch": 0.2454112740181798,
      "grad_norm": 5.762608511807093,
      "learning_rate": 1.9553089873513702e-05,
      "loss": 0.9671,
      "step": 1927
    },
    {
      "epoch": 0.24553862807838642,
      "grad_norm": 6.201908174791442,
      "learning_rate": 1.9552479977990802e-05,
      "loss": 0.9007,
      "step": 1928
    },
    {
      "epoch": 0.24566598213859306,
      "grad_norm": 6.22489587168181,
      "learning_rate": 1.955186967611626e-05,
      "loss": 0.9826,
      "step": 1929
    },
    {
      "epoch": 0.2457933361987997,
      "grad_norm": 7.069124878674373,
      "learning_rate": 1.955125896791604e-05,
      "loss": 1.1846,
      "step": 1930
    },
    {
      "epoch": 0.2459206902590063,
      "grad_norm": 5.212998927546745,
      "learning_rate": 1.955064785341612e-05,
      "loss": 0.8786,
      "step": 1931
    },
    {
      "epoch": 0.24604804431921296,
      "grad_norm": 4.894650103929042,
      "learning_rate": 1.9550036332642496e-05,
      "loss": 0.9747,
      "step": 1932
    },
    {
      "epoch": 0.2461753983794196,
      "grad_norm": 6.111738523392531,
      "learning_rate": 1.954942440562118e-05,
      "loss": 0.8886,
      "step": 1933
    },
    {
      "epoch": 0.2463027524396262,
      "grad_norm": 5.085283416081644,
      "learning_rate": 1.9548812072378208e-05,
      "loss": 1.0079,
      "step": 1934
    },
    {
      "epoch": 0.24643010649983285,
      "grad_norm": 7.121943838967712,
      "learning_rate": 1.954819933293962e-05,
      "loss": 1.0411,
      "step": 1935
    },
    {
      "epoch": 0.2465574605600395,
      "grad_norm": 4.765921361494564,
      "learning_rate": 1.954758618733148e-05,
      "loss": 0.978,
      "step": 1936
    },
    {
      "epoch": 0.2466848146202461,
      "grad_norm": 5.157511608796732,
      "learning_rate": 1.954697263557988e-05,
      "loss": 0.9591,
      "step": 1937
    },
    {
      "epoch": 0.24681216868045275,
      "grad_norm": 4.500125035562163,
      "learning_rate": 1.9546358677710917e-05,
      "loss": 0.9751,
      "step": 1938
    },
    {
      "epoch": 0.24693952274065936,
      "grad_norm": 5.388541794880216,
      "learning_rate": 1.9545744313750706e-05,
      "loss": 0.9856,
      "step": 1939
    },
    {
      "epoch": 0.247066876800866,
      "grad_norm": 5.033008339265417,
      "learning_rate": 1.954512954372538e-05,
      "loss": 0.9379,
      "step": 1940
    },
    {
      "epoch": 0.24719423086107264,
      "grad_norm": 5.048770702042888,
      "learning_rate": 1.954451436766109e-05,
      "loss": 1.0365,
      "step": 1941
    },
    {
      "epoch": 0.24732158492127926,
      "grad_norm": 5.618927623754484,
      "learning_rate": 1.954389878558401e-05,
      "loss": 0.9645,
      "step": 1942
    },
    {
      "epoch": 0.2474489389814859,
      "grad_norm": 6.407757539845989,
      "learning_rate": 1.954328279752032e-05,
      "loss": 1.1237,
      "step": 1943
    },
    {
      "epoch": 0.24757629304169254,
      "grad_norm": 6.006274121858267,
      "learning_rate": 1.9542666403496232e-05,
      "loss": 1.0167,
      "step": 1944
    },
    {
      "epoch": 0.24770364710189915,
      "grad_norm": 5.895080985693145,
      "learning_rate": 1.954204960353796e-05,
      "loss": 1.0035,
      "step": 1945
    },
    {
      "epoch": 0.2478310011621058,
      "grad_norm": 4.438704206380312,
      "learning_rate": 1.954143239767174e-05,
      "loss": 0.972,
      "step": 1946
    },
    {
      "epoch": 0.24795835522231244,
      "grad_norm": 4.267205808272698,
      "learning_rate": 1.9540814785923832e-05,
      "loss": 1.0307,
      "step": 1947
    },
    {
      "epoch": 0.24808570928251905,
      "grad_norm": 5.4795965260572705,
      "learning_rate": 1.954019676832051e-05,
      "loss": 0.9458,
      "step": 1948
    },
    {
      "epoch": 0.2482130633427257,
      "grad_norm": 5.286442839000025,
      "learning_rate": 1.9539578344888057e-05,
      "loss": 0.9832,
      "step": 1949
    },
    {
      "epoch": 0.24834041740293233,
      "grad_norm": 5.362946768691932,
      "learning_rate": 1.9538959515652786e-05,
      "loss": 1.0164,
      "step": 1950
    },
    {
      "epoch": 0.24846777146313895,
      "grad_norm": 5.207804457197322,
      "learning_rate": 1.9538340280641018e-05,
      "loss": 0.9356,
      "step": 1951
    },
    {
      "epoch": 0.2485951255233456,
      "grad_norm": 6.356636376204565,
      "learning_rate": 1.9537720639879096e-05,
      "loss": 1.0118,
      "step": 1952
    },
    {
      "epoch": 0.24872247958355223,
      "grad_norm": 4.992868296448806,
      "learning_rate": 1.953710059339338e-05,
      "loss": 1.0178,
      "step": 1953
    },
    {
      "epoch": 0.24884983364375884,
      "grad_norm": 5.213643939691587,
      "learning_rate": 1.9536480141210242e-05,
      "loss": 0.9866,
      "step": 1954
    },
    {
      "epoch": 0.24897718770396549,
      "grad_norm": 4.929728899266538,
      "learning_rate": 1.953585928335608e-05,
      "loss": 1.0418,
      "step": 1955
    },
    {
      "epoch": 0.24910454176417213,
      "grad_norm": 6.206567841810802,
      "learning_rate": 1.95352380198573e-05,
      "loss": 1.0212,
      "step": 1956
    },
    {
      "epoch": 0.24923189582437874,
      "grad_norm": 4.618441080749805,
      "learning_rate": 1.9534616350740336e-05,
      "loss": 1.0703,
      "step": 1957
    },
    {
      "epoch": 0.24935924988458538,
      "grad_norm": 9.527918699338851,
      "learning_rate": 1.953399427603163e-05,
      "loss": 1.0498,
      "step": 1958
    },
    {
      "epoch": 0.24948660394479202,
      "grad_norm": 4.475756507734566,
      "learning_rate": 1.953337179575764e-05,
      "loss": 0.9581,
      "step": 1959
    },
    {
      "epoch": 0.24961395800499864,
      "grad_norm": 5.777107362895541,
      "learning_rate": 1.953274890994485e-05,
      "loss": 1.068,
      "step": 1960
    },
    {
      "epoch": 0.24974131206520528,
      "grad_norm": 5.472723688857767,
      "learning_rate": 1.953212561861976e-05,
      "loss": 1.0794,
      "step": 1961
    },
    {
      "epoch": 0.24986866612541192,
      "grad_norm": 4.63711363630185,
      "learning_rate": 1.9531501921808877e-05,
      "loss": 0.9387,
      "step": 1962
    },
    {
      "epoch": 0.24999602018561853,
      "grad_norm": 5.787593845735321,
      "learning_rate": 1.9530877819538736e-05,
      "loss": 0.9188,
      "step": 1963
    },
    {
      "epoch": 0.25012337424582515,
      "grad_norm": 5.269182491991631,
      "learning_rate": 1.9530253311835884e-05,
      "loss": 0.9789,
      "step": 1964
    },
    {
      "epoch": 0.2502507283060318,
      "grad_norm": 4.672931462385088,
      "learning_rate": 1.9529628398726892e-05,
      "loss": 1.0085,
      "step": 1965
    },
    {
      "epoch": 0.25037808236623843,
      "grad_norm": 5.314662358638423,
      "learning_rate": 1.9529003080238337e-05,
      "loss": 0.9308,
      "step": 1966
    },
    {
      "epoch": 0.25050543642644507,
      "grad_norm": 4.658522083550714,
      "learning_rate": 1.9528377356396825e-05,
      "loss": 0.9868,
      "step": 1967
    },
    {
      "epoch": 0.2506327904866517,
      "grad_norm": 4.732259850713794,
      "learning_rate": 1.9527751227228964e-05,
      "loss": 0.9688,
      "step": 1968
    },
    {
      "epoch": 0.25076014454685835,
      "grad_norm": 4.549413437815234,
      "learning_rate": 1.95271246927614e-05,
      "loss": 0.9979,
      "step": 1969
    },
    {
      "epoch": 0.25088749860706494,
      "grad_norm": 5.563897118149959,
      "learning_rate": 1.9526497753020776e-05,
      "loss": 0.9984,
      "step": 1970
    },
    {
      "epoch": 0.2510148526672716,
      "grad_norm": 4.3159957207206885,
      "learning_rate": 1.952587040803377e-05,
      "loss": 1.0247,
      "step": 1971
    },
    {
      "epoch": 0.2511422067274782,
      "grad_norm": 3.989694432769271,
      "learning_rate": 1.9525242657827063e-05,
      "loss": 0.981,
      "step": 1972
    },
    {
      "epoch": 0.25126956078768486,
      "grad_norm": 4.9109895980746545,
      "learning_rate": 1.9524614502427358e-05,
      "loss": 1.0609,
      "step": 1973
    },
    {
      "epoch": 0.2513969148478915,
      "grad_norm": 6.58293704357173,
      "learning_rate": 1.9523985941861376e-05,
      "loss": 0.9695,
      "step": 1974
    },
    {
      "epoch": 0.25152426890809815,
      "grad_norm": 5.057107950233266,
      "learning_rate": 1.952335697615586e-05,
      "loss": 0.9499,
      "step": 1975
    },
    {
      "epoch": 0.25165162296830473,
      "grad_norm": 5.667578717304745,
      "learning_rate": 1.952272760533756e-05,
      "loss": 1.0221,
      "step": 1976
    },
    {
      "epoch": 0.2517789770285114,
      "grad_norm": 7.079981410977373,
      "learning_rate": 1.9522097829433252e-05,
      "loss": 0.9485,
      "step": 1977
    },
    {
      "epoch": 0.251906331088718,
      "grad_norm": 5.338151642733225,
      "learning_rate": 1.9521467648469728e-05,
      "loss": 0.9187,
      "step": 1978
    },
    {
      "epoch": 0.25203368514892466,
      "grad_norm": 5.3896529496096806,
      "learning_rate": 1.9520837062473788e-05,
      "loss": 0.9913,
      "step": 1979
    },
    {
      "epoch": 0.2521610392091313,
      "grad_norm": 6.123413503278127,
      "learning_rate": 1.9520206071472264e-05,
      "loss": 0.9032,
      "step": 1980
    },
    {
      "epoch": 0.25228839326933794,
      "grad_norm": 5.591531153636707,
      "learning_rate": 1.9519574675491995e-05,
      "loss": 0.9196,
      "step": 1981
    },
    {
      "epoch": 0.2524157473295445,
      "grad_norm": 7.5871264295038205,
      "learning_rate": 1.951894287455984e-05,
      "loss": 0.9486,
      "step": 1982
    },
    {
      "epoch": 0.25254310138975117,
      "grad_norm": 5.71256743209739,
      "learning_rate": 1.951831066870267e-05,
      "loss": 0.9122,
      "step": 1983
    },
    {
      "epoch": 0.2526704554499578,
      "grad_norm": 5.781656446861163,
      "learning_rate": 1.9517678057947385e-05,
      "loss": 0.8943,
      "step": 1984
    },
    {
      "epoch": 0.25279780951016445,
      "grad_norm": 5.738200478605293,
      "learning_rate": 1.9517045042320893e-05,
      "loss": 0.8755,
      "step": 1985
    },
    {
      "epoch": 0.2529251635703711,
      "grad_norm": 6.186663946830765,
      "learning_rate": 1.951641162185012e-05,
      "loss": 1.0455,
      "step": 1986
    },
    {
      "epoch": 0.25305251763057773,
      "grad_norm": 4.660019136315867,
      "learning_rate": 1.9515777796562016e-05,
      "loss": 0.9795,
      "step": 1987
    },
    {
      "epoch": 0.2531798716907843,
      "grad_norm": 4.994360222611413,
      "learning_rate": 1.951514356648354e-05,
      "loss": 0.9546,
      "step": 1988
    },
    {
      "epoch": 0.25330722575099096,
      "grad_norm": 5.91407604543528,
      "learning_rate": 1.951450893164167e-05,
      "loss": 0.99,
      "step": 1989
    },
    {
      "epoch": 0.2534345798111976,
      "grad_norm": 5.697067429917377,
      "learning_rate": 1.9513873892063403e-05,
      "loss": 0.9586,
      "step": 1990
    },
    {
      "epoch": 0.25356193387140424,
      "grad_norm": 5.019744037318567,
      "learning_rate": 1.9513238447775757e-05,
      "loss": 0.9406,
      "step": 1991
    },
    {
      "epoch": 0.2536892879316109,
      "grad_norm": 5.232808621741993,
      "learning_rate": 1.951260259880576e-05,
      "loss": 0.9392,
      "step": 1992
    },
    {
      "epoch": 0.2538166419918175,
      "grad_norm": 6.66558555738008,
      "learning_rate": 1.9511966345180457e-05,
      "loss": 0.9115,
      "step": 1993
    },
    {
      "epoch": 0.2539439960520241,
      "grad_norm": 4.94620991499485,
      "learning_rate": 1.9511329686926922e-05,
      "loss": 1.0263,
      "step": 1994
    },
    {
      "epoch": 0.25407135011223075,
      "grad_norm": 5.9253145158562175,
      "learning_rate": 1.951069262407223e-05,
      "loss": 1.0708,
      "step": 1995
    },
    {
      "epoch": 0.2541987041724374,
      "grad_norm": 4.381045061615913,
      "learning_rate": 1.9510055156643485e-05,
      "loss": 0.8709,
      "step": 1996
    },
    {
      "epoch": 0.25432605823264404,
      "grad_norm": 7.938926268266305,
      "learning_rate": 1.95094172846678e-05,
      "loss": 1.0671,
      "step": 1997
    },
    {
      "epoch": 0.2544534122928507,
      "grad_norm": 7.953716143689362,
      "learning_rate": 1.9508779008172314e-05,
      "loss": 0.9639,
      "step": 1998
    },
    {
      "epoch": 0.2545807663530573,
      "grad_norm": 7.371930016817276,
      "learning_rate": 1.950814032718418e-05,
      "loss": 0.9721,
      "step": 1999
    },
    {
      "epoch": 0.2547081204132639,
      "grad_norm": 5.248665594633744,
      "learning_rate": 1.9507501241730557e-05,
      "loss": 0.9776,
      "step": 2000
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 15704,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.315219424473042e+22,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}