{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.7009845288326301,
  "eval_steps": 500,
  "global_step": 623,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 0.33328112959861755,
      "learning_rate": 2e-05,
      "loss": 0.9029,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.341234415769577,
      "learning_rate": 4e-05,
      "loss": 0.9276,
      "step": 2
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.3182106614112854,
      "learning_rate": 6e-05,
      "loss": 0.9148,
      "step": 3
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.22865141928195953,
      "learning_rate": 8e-05,
      "loss": 0.8421,
      "step": 4
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.29670122265815735,
      "learning_rate": 0.0001,
      "loss": 0.7984,
      "step": 5
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.28762516379356384,
      "learning_rate": 0.00012,
      "loss": 0.7625,
      "step": 6
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.23907965421676636,
      "learning_rate": 0.00014,
      "loss": 0.7226,
      "step": 7
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.19532263278961182,
      "learning_rate": 0.00016,
      "loss": 0.7043,
      "step": 8
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.1425202488899231,
      "learning_rate": 0.00018,
      "loss": 0.6784,
      "step": 9
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.10882167518138885,
      "learning_rate": 0.0002,
      "loss": 0.6579,
      "step": 10
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.11275648325681686,
      "learning_rate": 0.00019999935985220405,
      "loss": 0.6592,
      "step": 11
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.10155748575925827,
      "learning_rate": 0.00019999743941701188,
      "loss": 0.6554,
      "step": 12
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.0845816433429718,
      "learning_rate": 0.0001999942387190108,
      "loss": 0.6513,
      "step": 13
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.09046202898025513,
      "learning_rate": 0.0001999897577991792,
      "loss": 0.6267,
      "step": 14
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.08296829462051392,
      "learning_rate": 0.00019998399671488612,
      "loss": 0.6434,
      "step": 15
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.07594181597232819,
      "learning_rate": 0.00019997695553989042,
      "loss": 0.6096,
      "step": 16
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.0683172270655632,
      "learning_rate": 0.00019996863436433997,
      "loss": 0.6143,
      "step": 17
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.05627186596393585,
      "learning_rate": 0.0001999590332947704,
      "loss": 0.6024,
      "step": 18
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.05644279345870018,
      "learning_rate": 0.00019994815245410384,
      "loss": 0.595,
      "step": 19
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.05661479011178017,
      "learning_rate": 0.00019993599198164715,
      "loss": 0.5759,
      "step": 20
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.04077177122235298,
      "learning_rate": 0.00019992255203309033,
      "loss": 0.582,
      "step": 21
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.04510512948036194,
      "learning_rate": 0.00019990783278050448,
      "loss": 0.5751,
      "step": 22
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.0470162108540535,
      "learning_rate": 0.00019989183441233952,
      "loss": 0.5716,
      "step": 23
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.04402562975883484,
      "learning_rate": 0.00019987455713342187,
      "loss": 0.564,
      "step": 24
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.045594893395900726,
      "learning_rate": 0.00019985600116495173,
      "loss": 0.5657,
      "step": 25
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.037670280784368515,
      "learning_rate": 0.0001998361667445004,
      "loss": 0.5619,
      "step": 26
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.034366946667432785,
      "learning_rate": 0.00019981505412600706,
      "loss": 0.554,
      "step": 27
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.044084370136260986,
      "learning_rate": 0.00019979266357977564,
      "loss": 0.5527,
      "step": 28
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.04839107394218445,
      "learning_rate": 0.0001997689953924713,
      "loss": 0.5534,
      "step": 29
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.04943666234612465,
      "learning_rate": 0.0001997440498671168,
      "loss": 0.5357,
      "step": 30
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.05644814297556877,
      "learning_rate": 0.00019971782732308867,
      "loss": 0.5388,
      "step": 31
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.05796538665890694,
      "learning_rate": 0.00019969032809611287,
      "loss": 0.5327,
      "step": 32
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.05399211496114731,
      "learning_rate": 0.0001996615525382609,
      "loss": 0.5447,
      "step": 33
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.03574652597308159,
      "learning_rate": 0.0001996315010179449,
      "loss": 0.5213,
      "step": 34
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.04394914582371712,
      "learning_rate": 0.00019960017391991314,
      "loss": 0.5247,
      "step": 35
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.05197073519229889,
      "learning_rate": 0.00019956757164524516,
      "loss": 0.5253,
      "step": 36
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.05605654790997505,
      "learning_rate": 0.00019953369461134634,
      "loss": 0.5289,
      "step": 37
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.05167644843459129,
      "learning_rate": 0.00019949854325194294,
      "loss": 0.5223,
      "step": 38
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.04118728265166283,
      "learning_rate": 0.0001994621180170762,
      "loss": 0.52,
      "step": 39
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.0373263917863369,
      "learning_rate": 0.00019942441937309684,
      "loss": 0.5076,
      "step": 40
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.04870600998401642,
      "learning_rate": 0.0001993854478026589,
      "loss": 0.5287,
      "step": 41
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.05014103651046753,
      "learning_rate": 0.00019934520380471372,
      "loss": 0.5048,
      "step": 42
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.04807833209633827,
      "learning_rate": 0.0001993036878945034,
      "loss": 0.5075,
      "step": 43
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.040045421570539474,
      "learning_rate": 0.0001992609006035543,
      "loss": 0.4954,
      "step": 44
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.04202349856495857,
      "learning_rate": 0.00019921684247967028,
      "loss": 0.4953,
      "step": 45
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.041629109531641006,
      "learning_rate": 0.0001991715140869255,
      "loss": 0.501,
      "step": 46
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.04767894372344017,
      "learning_rate": 0.0001991249160056574,
      "loss": 0.4878,
      "step": 47
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.05395263060927391,
      "learning_rate": 0.00019907704883245916,
      "loss": 0.5014,
      "step": 48
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.06040235981345177,
      "learning_rate": 0.00019902791318017205,
      "loss": 0.5043,
      "step": 49
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.06749273091554642,
      "learning_rate": 0.0001989775096778777,
      "loss": 0.4931,
      "step": 50
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.06482889503240585,
      "learning_rate": 0.00019892583897088994,
      "loss": 0.4869,
      "step": 51
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.045358914881944656,
      "learning_rate": 0.0001988729017207465,
      "loss": 0.479,
      "step": 52
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.043360061943531036,
      "learning_rate": 0.00019881869860520073,
      "loss": 0.4953,
      "step": 53
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.060205183923244476,
      "learning_rate": 0.00019876323031821266,
      "loss": 0.4705,
      "step": 54
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.05729120969772339,
      "learning_rate": 0.00019870649756994037,
      "loss": 0.4887,
      "step": 55
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.03843148052692413,
      "learning_rate": 0.00019864850108673073,
      "loss": 0.4737,
      "step": 56
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.053673889487981796,
      "learning_rate": 0.00019858924161111015,
      "loss": 0.4817,
      "step": 57
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.05148368701338768,
      "learning_rate": 0.00019852871990177503,
      "loss": 0.4763,
      "step": 58
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.05371672287583351,
      "learning_rate": 0.00019846693673358226,
      "loss": 0.4751,
      "step": 59
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.05490916967391968,
      "learning_rate": 0.00019840389289753896,
      "loss": 0.457,
      "step": 60
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.04629400372505188,
      "learning_rate": 0.00019833958920079255,
      "loss": 0.4692,
      "step": 61
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.051137253642082214,
      "learning_rate": 0.00019827402646662047,
      "loss": 0.4614,
      "step": 62
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.051790811121463776,
      "learning_rate": 0.0001982072055344195,
      "loss": 0.4594,
      "step": 63
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.0445956289768219,
      "learning_rate": 0.00019813912725969509,
      "loss": 0.4601,
      "step": 64
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.04766576737165451,
      "learning_rate": 0.0001980697925140504,
      "loss": 0.4631,
      "step": 65
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.04839074984192848,
      "learning_rate": 0.0001979992021851751,
      "loss": 0.4605,
      "step": 66
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.04736727103590965,
      "learning_rate": 0.0001979273571768341,
      "loss": 0.4617,
      "step": 67
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.057293377816677094,
      "learning_rate": 0.0001978542584088558,
      "loss": 0.4621,
      "step": 68
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.05025665834546089,
      "learning_rate": 0.0001977799068171206,
      "loss": 0.4671,
      "step": 69
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.057366687804460526,
      "learning_rate": 0.0001977043033535486,
      "loss": 0.4521,
      "step": 70
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.07595837116241455,
      "learning_rate": 0.00019762744898608762,
      "loss": 0.4671,
      "step": 71
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.07574213296175003,
      "learning_rate": 0.0001975493446987007,
      "loss": 0.4664,
      "step": 72
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.06472938507795334,
      "learning_rate": 0.00019746999149135362,
      "loss": 0.456,
      "step": 73
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.05983012542128563,
      "learning_rate": 0.00019738939038000205,
      "loss": 0.4459,
      "step": 74
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.05136057734489441,
      "learning_rate": 0.00019730754239657842,
      "loss": 0.4486,
      "step": 75
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.06191498041152954,
      "learning_rate": 0.00019722444858897878,
      "loss": 0.4424,
      "step": 76
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.06742191314697266,
      "learning_rate": 0.0001971401100210496,
      "loss": 0.458,
      "step": 77
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.06019548326730728,
      "learning_rate": 0.00019705452777257377,
      "loss": 0.4423,
      "step": 78
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.05012982338666916,
      "learning_rate": 0.0001969677029392571,
      "loss": 0.4466,
      "step": 79
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.0552060566842556,
      "learning_rate": 0.00019687963663271409,
      "loss": 0.4534,
      "step": 80
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.05883748456835747,
      "learning_rate": 0.00019679032998045376,
      "loss": 0.4409,
      "step": 81
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.07146705687046051,
      "learning_rate": 0.00019669978412586528,
      "loss": 0.4582,
      "step": 82
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.054095230996608734,
      "learning_rate": 0.00019660800022820317,
      "loss": 0.4487,
      "step": 83
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.04927053675055504,
      "learning_rate": 0.00019651497946257266,
      "loss": 0.4429,
      "step": 84
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.06037526577711105,
      "learning_rate": 0.00019642072301991455,
      "loss": 0.4456,
      "step": 85
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.05555957555770874,
      "learning_rate": 0.00019632523210698987,
      "loss": 0.4382,
      "step": 86
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.04606284573674202,
      "learning_rate": 0.00019622850794636455,
      "loss": 0.4411,
      "step": 87
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.04605920985341072,
      "learning_rate": 0.00019613055177639384,
      "loss": 0.4326,
      "step": 88
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.050325632095336914,
      "learning_rate": 0.0001960313648512062,
      "loss": 0.4338,
      "step": 89
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.04921424016356468,
      "learning_rate": 0.00019593094844068748,
      "loss": 0.4316,
      "step": 90
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.04333706200122833,
      "learning_rate": 0.00019582930383046457,
      "loss": 0.4441,
      "step": 91
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.048454612493515015,
      "learning_rate": 0.0001957264323218889,
      "loss": 0.4382,
      "step": 92
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.0541059784591198,
      "learning_rate": 0.00019562233523201986,
      "loss": 0.4328,
      "step": 93
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.043696511536836624,
      "learning_rate": 0.00019551701389360795,
      "loss": 0.4335,
      "step": 94
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.04407835751771927,
      "learning_rate": 0.00019541046965507758,
      "loss": 0.4327,
      "step": 95
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.05477238819003105,
      "learning_rate": 0.00019530270388050998,
      "loss": 0.4294,
      "step": 96
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.05609311908483505,
      "learning_rate": 0.00019519371794962556,
      "loss": 0.4305,
      "step": 97
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.045145273208618164,
      "learning_rate": 0.00019508351325776642,
      "loss": 0.4395,
      "step": 98
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.04475285857915878,
      "learning_rate": 0.00019497209121587837,
      "loss": 0.4284,
      "step": 99
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.04405711591243744,
      "learning_rate": 0.00019485945325049288,
      "loss": 0.4214,
      "step": 100
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.04461454227566719,
      "learning_rate": 0.0001947456008037089,
      "loss": 0.4154,
      "step": 101
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.04791221395134926,
      "learning_rate": 0.00019463053533317425,
      "loss": 0.4248,
      "step": 102
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.05543987452983856,
      "learning_rate": 0.00019451425831206706,
      "loss": 0.4303,
      "step": 103
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.06330578774213791,
      "learning_rate": 0.00019439677122907697,
      "loss": 0.4274,
      "step": 104
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.05569112300872803,
      "learning_rate": 0.00019427807558838588,
      "loss": 0.4234,
      "step": 105
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.047680530697107315,
      "learning_rate": 0.00019415817290964883,
      "loss": 0.4155,
      "step": 106
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.05214262008666992,
      "learning_rate": 0.0001940370647279746,
      "loss": 0.4224,
      "step": 107
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.06332990527153015,
      "learning_rate": 0.00019391475259390584,
      "loss": 0.4233,
      "step": 108
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.05726313218474388,
      "learning_rate": 0.00019379123807339942,
      "loss": 0.4118,
      "step": 109
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.044936031103134155,
      "learning_rate": 0.00019366652274780628,
      "loss": 0.4296,
      "step": 110
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.05117325484752655,
      "learning_rate": 0.0001935406082138513,
      "loss": 0.4287,
      "step": 111
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.058542776852846146,
      "learning_rate": 0.00019341349608361267,
      "loss": 0.4213,
      "step": 112
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.056066304445266724,
      "learning_rate": 0.00019328518798450138,
      "loss": 0.4174,
      "step": 113
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.049762677401304245,
      "learning_rate": 0.00019315568555924035,
      "loss": 0.418,
      "step": 114
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.043821126222610474,
      "learning_rate": 0.00019302499046584348,
      "loss": 0.4012,
      "step": 115
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.05036221817135811,
      "learning_rate": 0.00019289310437759427,
      "loss": 0.4237,
      "step": 116
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.050889529287815094,
      "learning_rate": 0.00019276002898302447,
      "loss": 0.4144,
      "step": 117
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.04269757494330406,
      "learning_rate": 0.0001926257659858925,
      "loss": 0.4078,
      "step": 118
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.04927165433764458,
      "learning_rate": 0.00019249031710516162,
      "loss": 0.4155,
      "step": 119
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.05124311521649361,
      "learning_rate": 0.00019235368407497788,
      "loss": 0.3966,
      "step": 120
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.04073040187358856,
      "learning_rate": 0.00019221586864464786,
      "loss": 0.4064,
      "step": 121
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.04988453537225723,
      "learning_rate": 0.00019207687257861655,
      "loss": 0.4197,
      "step": 122
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.05227258801460266,
      "learning_rate": 0.0001919366976564444,
      "loss": 0.414,
      "step": 123
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.0466819666326046,
      "learning_rate": 0.00019179534567278475,
      "loss": 0.4173,
      "step": 124
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.047633491456508636,
      "learning_rate": 0.00019165281843736085,
      "loss": 0.4085,
      "step": 125
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.05280464142560959,
      "learning_rate": 0.00019150911777494258,
      "loss": 0.4051,
      "step": 126
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.052302148193120956,
      "learning_rate": 0.00019136424552532318,
      "loss": 0.42,
      "step": 127
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.04875241965055466,
      "learning_rate": 0.00019121820354329577,
      "loss": 0.4258,
      "step": 128
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.04654408246278763,
      "learning_rate": 0.0001910709936986293,
      "loss": 0.409,
      "step": 129
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.05745020881295204,
      "learning_rate": 0.00019092261787604492,
      "loss": 0.4059,
      "step": 130
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.06945241987705231,
      "learning_rate": 0.00019077307797519183,
      "loss": 0.4038,
      "step": 131
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.06346461176872253,
      "learning_rate": 0.00019062237591062272,
      "loss": 0.4031,
      "step": 132
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.058026187121868134,
      "learning_rate": 0.00019047051361176953,
      "loss": 0.4126,
      "step": 133
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.04755179584026337,
      "learning_rate": 0.0001903174930229185,
      "loss": 0.4209,
      "step": 134
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.05765068158507347,
      "learning_rate": 0.0001901633161031856,
      "loss": 0.4067,
      "step": 135
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.05687811225652695,
      "learning_rate": 0.000190007984826491,
      "loss": 0.3975,
      "step": 136
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.04930473491549492,
      "learning_rate": 0.0001898515011815343,
      "loss": 0.4146,
      "step": 137
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.05147051811218262,
      "learning_rate": 0.0001896938671717687,
      "loss": 0.4035,
      "step": 138
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.05680418014526367,
      "learning_rate": 0.0001895350848153754,
      "loss": 0.4049,
      "step": 139
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.0444297268986702,
      "learning_rate": 0.00018937515614523797,
      "loss": 0.4085,
      "step": 140
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.05083802342414856,
      "learning_rate": 0.00018921408320891612,
      "loss": 0.4036,
      "step": 141
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.04978756606578827,
      "learning_rate": 0.00018905186806861957,
      "loss": 0.4058,
      "step": 142
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.04963681101799011,
      "learning_rate": 0.00018888851280118155,
      "loss": 0.3977,
      "step": 143
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.0466095507144928,
      "learning_rate": 0.00018872401949803237,
      "loss": 0.3945,
      "step": 144
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.04972768574953079,
      "learning_rate": 0.00018855839026517257,
      "loss": 0.4151,
      "step": 145
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.054370637983083725,
      "learning_rate": 0.0001883916272231459,
      "loss": 0.3944,
      "step": 146
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.054699357599020004,
      "learning_rate": 0.00018822373250701224,
      "loss": 0.3989,
      "step": 147
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.054452769458293915,
      "learning_rate": 0.00018805470826632024,
      "loss": 0.3984,
      "step": 148
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.04596908017992973,
      "learning_rate": 0.00018788455666507981,
      "loss": 0.4018,
      "step": 149
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.054354868829250336,
      "learning_rate": 0.00018771327988173435,
      "loss": 0.3985,
      "step": 150
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.05570242181420326,
      "learning_rate": 0.00018754088010913304,
      "loss": 0.3818,
      "step": 151
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.054722048342227936,
      "learning_rate": 0.00018736735955450251,
      "loss": 0.4111,
      "step": 152
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.04620000347495079,
      "learning_rate": 0.00018719272043941882,
      "loss": 0.3949,
      "step": 153
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.048443205654621124,
      "learning_rate": 0.00018701696499977884,
      "loss": 0.3856,
      "step": 154
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.06628945469856262,
      "learning_rate": 0.00018684009548577168,
      "loss": 0.4048,
      "step": 155
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.05339967459440231,
      "learning_rate": 0.00018666211416184999,
      "loss": 0.3894,
      "step": 156
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.04650304839015007,
      "learning_rate": 0.00018648302330670082,
      "loss": 0.4004,
      "step": 157
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.05634591728448868,
      "learning_rate": 0.00018630282521321645,
      "loss": 0.4033,
      "step": 158
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.048666685819625854,
      "learning_rate": 0.00018612152218846513,
      "loss": 0.399,
      "step": 159
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.04597772657871246,
      "learning_rate": 0.0001859391165536615,
      "loss": 0.3931,
      "step": 160
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.0526028610765934,
      "learning_rate": 0.00018575561064413689,
      "loss": 0.3879,
      "step": 161
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.05867009237408638,
      "learning_rate": 0.00018557100680930937,
      "loss": 0.3905,
      "step": 162
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.05077454075217247,
      "learning_rate": 0.00018538530741265364,
      "loss": 0.395,
      "step": 163
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.0461389385163784,
      "learning_rate": 0.00018519851483167097,
      "loss": 0.4016,
      "step": 164
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.059010252356529236,
      "learning_rate": 0.00018501063145785846,
      "loss": 0.3823,
      "step": 165
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.06437338888645172,
      "learning_rate": 0.00018482165969667874,
      "loss": 0.3918,
      "step": 166
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.04585932940244675,
      "learning_rate": 0.00018463160196752887,
      "loss": 0.3808,
      "step": 167
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.05361521616578102,
      "learning_rate": 0.00018444046070370963,
      "loss": 0.3858,
      "step": 168
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.05653822794556618,
      "learning_rate": 0.00018424823835239417,
      "loss": 0.3785,
      "step": 169
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.04439689964056015,
      "learning_rate": 0.0001840549373745968,
      "loss": 0.3894,
      "step": 170
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.05564529448747635,
      "learning_rate": 0.00018386056024514137,
      "loss": 0.3883,
      "step": 171
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.06035888195037842,
      "learning_rate": 0.00018366510945262972,
      "loss": 0.3855,
      "step": 172
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.044238511472940445,
      "learning_rate": 0.0001834685874994098,
      "loss": 0.3934,
      "step": 173
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.050235260277986526,
      "learning_rate": 0.00018327099690154344,
      "loss": 0.3819,
      "step": 174
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.051336683332920074,
      "learning_rate": 0.00018307234018877434,
      "loss": 0.3897,
      "step": 175
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.045052576810121536,
      "learning_rate": 0.0001828726199044957,
      "loss": 0.3822,
      "step": 176
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.05162283405661583,
      "learning_rate": 0.00018267183860571753,
      "loss": 0.4047,
      "step": 177
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.0488157793879509,
      "learning_rate": 0.00018246999886303383,
      "loss": 0.3947,
      "step": 178
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.04454487934708595,
      "learning_rate": 0.00018226710326059006,
      "loss": 0.3942,
      "step": 179
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.0500001423060894,
      "learning_rate": 0.0001820631543960496,
      "loss": 0.3826,
      "step": 180
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.04919865354895592,
      "learning_rate": 0.00018185815488056076,
      "loss": 0.3791,
      "step": 181
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.04547140747308731,
      "learning_rate": 0.00018165210733872336,
      "loss": 0.3879,
      "step": 182
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.044622063636779785,
      "learning_rate": 0.00018144501440855496,
      "loss": 0.3778,
      "step": 183
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.04467932507395744,
      "learning_rate": 0.00018123687874145721,
      "loss": 0.3994,
      "step": 184
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.04281982406973839,
      "learning_rate": 0.0001810277030021819,
      "loss": 0.3817,
      "step": 185
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.05303504317998886,
      "learning_rate": 0.00018081748986879679,
      "loss": 0.3749,
      "step": 186
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.046573616564273834,
      "learning_rate": 0.00018060624203265134,
      "loss": 0.3866,
      "step": 187
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.044320229440927505,
      "learning_rate": 0.00018039396219834237,
      "loss": 0.3732,
      "step": 188
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.05708359181880951,
      "learning_rate": 0.00018018065308367912,
      "loss": 0.3863,
      "step": 189
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.045029208064079285,
      "learning_rate": 0.00017996631741964888,
      "loss": 0.3862,
      "step": 190
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.055195923894643784,
      "learning_rate": 0.00017975095795038165,
      "loss": 0.3835,
      "step": 191
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.048293352127075195,
      "learning_rate": 0.00017953457743311523,
      "loss": 0.374,
      "step": 192
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.04677055403590202,
      "learning_rate": 0.00017931717863815987,
      "loss": 0.377,
      "step": 193
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.04955766722559929,
      "learning_rate": 0.00017909876434886273,
      "loss": 0.3808,
      "step": 194
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.04526973515748978,
      "learning_rate": 0.00017887933736157233,
      "loss": 0.3796,
      "step": 195
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.043622203171253204,
      "learning_rate": 0.00017865890048560277,
      "loss": 0.376,
      "step": 196
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.046581387519836426,
      "learning_rate": 0.0001784374565431976,
      "loss": 0.3716,
      "step": 197
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.04433497413992882,
      "learning_rate": 0.00017821500836949386,
      "loss": 0.3715,
      "step": 198
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.04146367311477661,
      "learning_rate": 0.00017799155881248572,
      "loss": 0.3809,
      "step": 199
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.045288585126399994,
      "learning_rate": 0.000177767110732988,
      "loss": 0.3885,
      "step": 200
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.04070120304822922,
      "learning_rate": 0.00017754166700459958,
      "loss": 0.3713,
      "step": 201
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.042820919305086136,
      "learning_rate": 0.00017731523051366658,
      "loss": 0.3839,
      "step": 202
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.04416365176439285,
      "learning_rate": 0.00017708780415924539,
      "loss": 0.3728,
      "step": 203
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.04461952671408653,
      "learning_rate": 0.00017685939085306562,
      "loss": 0.373,
      "step": 204
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.04675828292965889,
      "learning_rate": 0.00017662999351949278,
      "loss": 0.3711,
      "step": 205
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.04258272796869278,
      "learning_rate": 0.00017639961509549078,
      "loss": 0.3782,
      "step": 206
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.04638506844639778,
      "learning_rate": 0.00017616825853058443,
      "loss": 0.3592,
      "step": 207
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.04781416058540344,
      "learning_rate": 0.00017593592678682166,
      "loss": 0.383,
      "step": 208
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.04813629388809204,
      "learning_rate": 0.00017570262283873552,
      "loss": 0.3775,
      "step": 209
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.046996332705020905,
      "learning_rate": 0.00017546834967330617,
      "loss": 0.3815,
      "step": 210
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.04889595881104469,
      "learning_rate": 0.00017523311028992268,
      "loss": 0.3636,
      "step": 211
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.04298345744609833,
      "learning_rate": 0.00017499690770034443,
      "loss": 0.3672,
      "step": 212
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.04219110682606697,
      "learning_rate": 0.00017475974492866278,
      "loss": 0.3801,
      "step": 213
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.051573265343904495,
      "learning_rate": 0.00017452162501126227,
      "loss": 0.3778,
      "step": 214
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.048954349011182785,
      "learning_rate": 0.00017428255099678167,
      "loss": 0.3849,
      "step": 215
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.042610183358192444,
      "learning_rate": 0.0001740425259460751,
      "loss": 0.3682,
      "step": 216
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.04517417773604393,
      "learning_rate": 0.00017380155293217264,
      "loss": 0.3827,
      "step": 217
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.04968888312578201,
      "learning_rate": 0.00017355963504024123,
      "loss": 0.3821,
      "step": 218
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.051313381642103195,
      "learning_rate": 0.0001733167753675449,
      "loss": 0.381,
      "step": 219
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.044351302087306976,
      "learning_rate": 0.0001730729770234054,
      "loss": 0.381,
      "step": 220
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.03970547392964363,
      "learning_rate": 0.00017282824312916218,
      "loss": 0.3698,
      "step": 221
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.04822370782494545,
      "learning_rate": 0.00017258257681813244,
      "loss": 0.3838,
      "step": 222
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.045927174389362335,
      "learning_rate": 0.0001723359812355712,
      "loss": 0.3662,
      "step": 223
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.042983219027519226,
      "learning_rate": 0.00017208845953863076,
      "loss": 0.3574,
      "step": 224
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.0422198586165905,
      "learning_rate": 0.0001718400148963206,
      "loss": 0.3559,
      "step": 225
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.042307570576667786,
      "learning_rate": 0.00017159065048946644,
      "loss": 0.3834,
      "step": 226
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.04701109230518341,
      "learning_rate": 0.0001713403695106698,
      "loss": 0.3718,
      "step": 227
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.04007503017783165,
      "learning_rate": 0.00017108917516426704,
      "loss": 0.3785,
      "step": 228
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.04560061916708946,
      "learning_rate": 0.00017083707066628832,
      "loss": 0.3713,
      "step": 229
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.04315731301903725,
      "learning_rate": 0.00017058405924441636,
      "loss": 0.3702,
      "step": 230
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.040260497480630875,
      "learning_rate": 0.0001703301441379453,
      "loss": 0.367,
      "step": 231
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.04882992431521416,
      "learning_rate": 0.000170075328597739,
      "loss": 0.3737,
      "step": 232
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.04410382732748985,
      "learning_rate": 0.0001698196158861896,
      "loss": 0.3625,
      "step": 233
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.04889338091015816,
      "learning_rate": 0.00016956300927717575,
      "loss": 0.3697,
      "step": 234
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.044603537768125534,
      "learning_rate": 0.00016930551205602043,
      "loss": 0.3729,
      "step": 235
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.0539550743997097,
      "learning_rate": 0.00016904712751944931,
      "loss": 0.3625,
      "step": 236
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.04753349721431732,
      "learning_rate": 0.00016878785897554818,
      "loss": 0.3662,
      "step": 237
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.04425463080406189,
      "learning_rate": 0.0001685277097437208,
      "loss": 0.3595,
      "step": 238
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.04160892590880394,
      "learning_rate": 0.0001682666831546463,
      "loss": 0.3679,
      "step": 239
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.04600003361701965,
      "learning_rate": 0.0001680047825502366,
      "loss": 0.3702,
      "step": 240
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.03887678310275078,
      "learning_rate": 0.00016774201128359357,
      "loss": 0.3633,
      "step": 241
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.0477156862616539,
      "learning_rate": 0.00016747837271896622,
      "loss": 0.3702,
      "step": 242
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.04244072362780571,
      "learning_rate": 0.00016721387023170737,
      "loss": 0.3668,
      "step": 243
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.04049496725201607,
      "learning_rate": 0.0001669485072082308,
      "loss": 0.3785,
      "step": 244
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.04432998597621918,
      "learning_rate": 0.00016668228704596756,
      "loss": 0.3703,
      "step": 245
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.0432085320353508,
      "learning_rate": 0.00016641521315332265,
      "loss": 0.3615,
      "step": 246
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.03820549696683884,
      "learning_rate": 0.00016614728894963135,
      "loss": 0.3483,
      "step": 247
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.04436295107007027,
      "learning_rate": 0.00016587851786511543,
      "loss": 0.3661,
      "step": 248
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.04371733218431473,
      "learning_rate": 0.00016560890334083926,
      "loss": 0.3503,
      "step": 249
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.039205193519592285,
      "learning_rate": 0.00016533844882866568,
      "loss": 0.3482,
      "step": 250
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.04308384284377098,
      "learning_rate": 0.00016506715779121187,
      "loss": 0.373,
      "step": 251
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.040143441408872604,
      "learning_rate": 0.00016479503370180507,
      "loss": 0.3609,
      "step": 252
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.03845199570059776,
      "learning_rate": 0.000164522080044438,
      "loss": 0.3644,
      "step": 253
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.039730221033096313,
      "learning_rate": 0.00016424830031372425,
      "loss": 0.3514,
      "step": 254
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.04021477699279785,
      "learning_rate": 0.00016397369801485366,
      "loss": 0.3566,
      "step": 255
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.03929613530635834,
      "learning_rate": 0.00016369827666354745,
      "loss": 0.3649,
      "step": 256
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.040966227650642395,
      "learning_rate": 0.0001634220397860129,
      "loss": 0.3661,
      "step": 257
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.036787159740924835,
      "learning_rate": 0.0001631449909188987,
      "loss": 0.3572,
      "step": 258
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.039864350110292435,
      "learning_rate": 0.00016286713360924918,
      "loss": 0.3593,
      "step": 259
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.039622630923986435,
      "learning_rate": 0.00016258847141445928,
      "loss": 0.3711,
      "step": 260
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.03840857744216919,
      "learning_rate": 0.00016230900790222878,
      "loss": 0.3537,
      "step": 261
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.03800921142101288,
      "learning_rate": 0.00016202874665051674,
      "loss": 0.3662,
      "step": 262
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.03894530236721039,
      "learning_rate": 0.0001617476912474956,
      "loss": 0.3633,
      "step": 263
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.04486812278628349,
      "learning_rate": 0.00016146584529150526,
      "loss": 0.3594,
      "step": 264
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.0394977331161499,
      "learning_rate": 0.00016118321239100712,
      "loss": 0.3473,
      "step": 265
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.03960977867245674,
      "learning_rate": 0.0001608997961645377,
      "loss": 0.363,
      "step": 266
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.04547852650284767,
      "learning_rate": 0.00016061560024066248,
      "loss": 0.3698,
      "step": 267
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.045081403106451035,
      "learning_rate": 0.00016033062825792935,
      "loss": 0.3684,
      "step": 268
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.03854916989803314,
      "learning_rate": 0.00016004488386482205,
      "loss": 0.3467,
      "step": 269
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.042972736060619354,
      "learning_rate": 0.0001597583707197134,
      "loss": 0.3589,
      "step": 270
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.0463341549038887,
      "learning_rate": 0.0001594710924908186,
      "loss": 0.3517,
      "step": 271
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.04469626024365425,
      "learning_rate": 0.00015918305285614822,
      "loss": 0.3509,
      "step": 272
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.037887342274188995,
      "learning_rate": 0.0001588942555034609,
      "loss": 0.3622,
      "step": 273
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.046203695237636566,
      "learning_rate": 0.00015860470413021642,
      "loss": 0.3587,
      "step": 274
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.043443821370601654,
      "learning_rate": 0.00015831440244352832,
      "loss": 0.3742,
      "step": 275
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.037403471767902374,
      "learning_rate": 0.00015802335416011625,
      "loss": 0.357,
      "step": 276
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.041037216782569885,
      "learning_rate": 0.00015773156300625857,
      "loss": 0.347,
      "step": 277
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.04024377465248108,
      "learning_rate": 0.00015743903271774455,
      "loss": 0.3584,
      "step": 278
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.04302544146776199,
      "learning_rate": 0.0001571457670398266,
      "loss": 0.3754,
      "step": 279
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.04049861803650856,
      "learning_rate": 0.00015685176972717223,
      "loss": 0.3617,
      "step": 280
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.04286986216902733,
      "learning_rate": 0.0001565570445438161,
      "loss": 0.3459,
      "step": 281
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.04489251226186752,
      "learning_rate": 0.00015626159526311174,
      "loss": 0.342,
      "step": 282
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.039040662348270416,
      "learning_rate": 0.00015596542566768327,
      "loss": 0.3579,
      "step": 283
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.041434600949287415,
      "learning_rate": 0.00015566853954937694,
      "loss": 0.3607,
      "step": 284
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.040113747119903564,
      "learning_rate": 0.00015537094070921267,
      "loss": 0.3581,
      "step": 285
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.047135982662439346,
      "learning_rate": 0.00015507263295733528,
      "loss": 0.355,
      "step": 286
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.04679419472813606,
      "learning_rate": 0.00015477362011296575,
      "loss": 0.3506,
      "step": 287
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.04256124794483185,
      "learning_rate": 0.00015447390600435238,
      "loss": 0.3547,
      "step": 288
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.041164420545101166,
      "learning_rate": 0.00015417349446872168,
      "loss": 0.3533,
      "step": 289
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.04434530436992645,
      "learning_rate": 0.00015387238935222927,
      "loss": 0.3655,
      "step": 290
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.042684029787778854,
      "learning_rate": 0.00015357059450991068,
      "loss": 0.3388,
      "step": 291
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.03664594888687134,
      "learning_rate": 0.00015326811380563204,
      "loss": 0.3415,
      "step": 292
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.044670287519693375,
      "learning_rate": 0.0001529649511120404,
      "loss": 0.3639,
      "step": 293
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.043318092823028564,
      "learning_rate": 0.00015266111031051442,
      "loss": 0.3705,
      "step": 294
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.03925277665257454,
      "learning_rate": 0.00015235659529111445,
      "loss": 0.3452,
      "step": 295
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.048936985433101654,
      "learning_rate": 0.00015205140995253283,
      "loss": 0.3511,
      "step": 296
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.04244200140237808,
      "learning_rate": 0.00015174555820204408,
      "loss": 0.3573,
      "step": 297
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.041375573724508286,
      "learning_rate": 0.00015143904395545466,
      "loss": 0.3474,
      "step": 298
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.04903846234083176,
      "learning_rate": 0.0001511318711370529,
      "loss": 0.3677,
      "step": 299
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.03968316316604614,
      "learning_rate": 0.0001508240436795589,
      "loss": 0.3504,
      "step": 300
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.038755469024181366,
      "learning_rate": 0.00015051556552407399,
      "loss": 0.3594,
      "step": 301
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.03975263237953186,
      "learning_rate": 0.00015020644062003046,
      "loss": 0.3536,
      "step": 302
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.03559111803770065,
      "learning_rate": 0.0001498966729251408,
      "loss": 0.3489,
      "step": 303
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.0421811044216156,
      "learning_rate": 0.0001495862664053471,
      "loss": 0.3558,
      "step": 304
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.04090610146522522,
      "learning_rate": 0.00014927522503477048,
      "loss": 0.3532,
      "step": 305
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.04141204059123993,
      "learning_rate": 0.00014896355279565976,
      "loss": 0.361,
      "step": 306
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.039628610014915466,
      "learning_rate": 0.00014865125367834092,
      "loss": 0.353,
      "step": 307
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.040805645287036896,
      "learning_rate": 0.00014833833168116582,
      "loss": 0.3442,
      "step": 308
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.03766808658838272,
      "learning_rate": 0.00014802479081046102,
      "loss": 0.3429,
      "step": 309
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.03960324451327324,
      "learning_rate": 0.00014771063508047636,
      "loss": 0.3641,
      "step": 310
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.03804844617843628,
      "learning_rate": 0.0001473958685133339,
      "loss": 0.3462,
      "step": 311
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.03872362896800041,
      "learning_rate": 0.0001470804951389761,
      "loss": 0.3529,
      "step": 312
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.038420502096414566,
      "learning_rate": 0.00014676451899511437,
      "loss": 0.3594,
      "step": 313
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.038893669843673706,
      "learning_rate": 0.00014644794412717736,
      "loss": 0.3461,
      "step": 314
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.039783939719200134,
      "learning_rate": 0.00014613077458825913,
      "loss": 0.3641,
      "step": 315
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.040646251291036606,
      "learning_rate": 0.0001458130144390673,
      "loss": 0.3408,
      "step": 316
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.03997185081243515,
      "learning_rate": 0.00014549466774787108,
      "loss": 0.3476,
      "step": 317
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.03733928129076958,
      "learning_rate": 0.00014517573859044907,
      "loss": 0.348,
      "step": 318
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.04240603372454643,
      "learning_rate": 0.00014485623105003732,
      "loss": 0.3526,
      "step": 319
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.04083820432424545,
      "learning_rate": 0.00014453614921727668,
      "loss": 0.358,
      "step": 320
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.038078900426626205,
      "learning_rate": 0.00014421549719016081,
      "loss": 0.3383,
      "step": 321
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.043162036687135696,
      "learning_rate": 0.00014389427907398342,
      "loss": 0.3502,
      "step": 322
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.04186828061938286,
      "learning_rate": 0.00014357249898128594,
      "loss": 0.355,
      "step": 323
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.041309986263513565,
      "learning_rate": 0.0001432501610318047,
      "loss": 0.3634,
      "step": 324
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.03907867148518562,
      "learning_rate": 0.00014292726935241827,
      "loss": 0.3431,
      "step": 325
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.04641426354646683,
      "learning_rate": 0.00014260382807709457,
      "loss": 0.3423,
      "step": 326
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.042708221822977066,
      "learning_rate": 0.000142279841346838,
      "loss": 0.3459,
      "step": 327
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.03900787606835365,
      "learning_rate": 0.00014195531330963635,
      "loss": 0.349,
      "step": 328
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.04202708601951599,
      "learning_rate": 0.0001416302481204078,
      "loss": 0.3478,
      "step": 329
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.04631033539772034,
      "learning_rate": 0.0001413046499409477,
      "loss": 0.3495,
      "step": 330
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.04463302344083786,
      "learning_rate": 0.00014097852293987507,
      "loss": 0.3422,
      "step": 331
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.03706689178943634,
      "learning_rate": 0.00014065187129257964,
      "loss": 0.3558,
      "step": 332
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.04193353280425072,
      "learning_rate": 0.000140324699181168,
      "loss": 0.3539,
      "step": 333
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.03598970174789429,
      "learning_rate": 0.00013999701079441028,
      "loss": 0.3412,
      "step": 334
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.04364067688584328,
      "learning_rate": 0.00013966881032768643,
      "loss": 0.3496,
      "step": 335
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.034331586211919785,
      "learning_rate": 0.00013934010198293257,
      "loss": 0.3495,
      "step": 336
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.04461033269762993,
      "learning_rate": 0.00013901088996858717,
      "loss": 0.3555,
      "step": 337
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.037957970052957535,
      "learning_rate": 0.0001386811784995371,
      "loss": 0.3535,
      "step": 338
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.04143986850976944,
      "learning_rate": 0.0001383509717970638,
      "loss": 0.3552,
      "step": 339
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.04176801070570946,
      "learning_rate": 0.0001380202740887891,
      "loss": 0.3462,
      "step": 340
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.038572393357753754,
      "learning_rate": 0.00013768908960862123,
      "loss": 0.3582,
      "step": 341
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.047118738293647766,
      "learning_rate": 0.0001373574225967004,
      "loss": 0.3451,
      "step": 342
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.042480722069740295,
      "learning_rate": 0.00013702527729934482,
      "loss": 0.3355,
      "step": 343
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.04277138039469719,
      "learning_rate": 0.00013669265796899607,
      "loss": 0.3395,
      "step": 344
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.04838969558477402,
      "learning_rate": 0.0001363595688641648,
      "loss": 0.3419,
      "step": 345
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.04388457536697388,
      "learning_rate": 0.00013602601424937604,
      "loss": 0.3412,
      "step": 346
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.041595809161663055,
      "learning_rate": 0.00013569199839511494,
      "loss": 0.3488,
      "step": 347
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.045120954513549805,
      "learning_rate": 0.0001353575255777717,
      "loss": 0.3486,
      "step": 348
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.04108583182096481,
      "learning_rate": 0.00013502260007958706,
      "loss": 0.3522,
      "step": 349
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.046396516263484955,
      "learning_rate": 0.00013468722618859743,
      "loss": 0.3474,
      "step": 350
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.04111646115779877,
      "learning_rate": 0.0001343514081985799,
      "loss": 0.3522,
      "step": 351
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.03970329090952873,
      "learning_rate": 0.00013401515040899746,
      "loss": 0.3504,
      "step": 352
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.041780147701501846,
      "learning_rate": 0.00013367845712494372,
      "loss": 0.3464,
      "step": 353
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.03978356719017029,
      "learning_rate": 0.000133341332657088,
      "loss": 0.3473,
      "step": 354
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.04411393776535988,
      "learning_rate": 0.00013300378132161992,
      "loss": 0.3451,
      "step": 355
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.04426994547247887,
      "learning_rate": 0.00013266580744019445,
      "loss": 0.3366,
      "step": 356
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.037810515612363815,
      "learning_rate": 0.00013232741533987622,
      "loss": 0.342,
      "step": 357
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.04545320197939873,
      "learning_rate": 0.00013198860935308444,
      "loss": 0.3553,
      "step": 358
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.04098277539014816,
      "learning_rate": 0.00013164939381753713,
      "loss": 0.3458,
      "step": 359
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.04471420869231224,
      "learning_rate": 0.00013130977307619594,
      "loss": 0.3318,
      "step": 360
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.038031481206417084,
      "learning_rate": 0.00013096975147721017,
      "loss": 0.3533,
      "step": 361
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.0440196692943573,
      "learning_rate": 0.00013062933337386142,
      "loss": 0.3299,
      "step": 362
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.034114640206098557,
      "learning_rate": 0.00013028852312450763,
      "loss": 0.3401,
      "step": 363
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.042403046041727066,
      "learning_rate": 0.00012994732509252744,
      "loss": 0.3458,
      "step": 364
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.0356055311858654,
      "learning_rate": 0.00012960574364626412,
      "loss": 0.3498,
      "step": 365
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.040617913007736206,
      "learning_rate": 0.00012926378315896998,
      "loss": 0.3454,
      "step": 366
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.03738779574632645,
      "learning_rate": 0.00012892144800875,
      "loss": 0.342,
      "step": 367
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.039146389812231064,
      "learning_rate": 0.00012857874257850605,
      "loss": 0.35,
      "step": 368
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.03738423436880112,
      "learning_rate": 0.0001282356712558806,
      "loss": 0.3503,
      "step": 369
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.03822367265820503,
      "learning_rate": 0.00012789223843320073,
      "loss": 0.3489,
      "step": 370
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.03619171679019928,
      "learning_rate": 0.00012754844850742172,
      "loss": 0.3392,
      "step": 371
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.03672062233090401,
      "learning_rate": 0.00012720430588007077,
      "loss": 0.3503,
      "step": 372
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.038667939603328705,
      "learning_rate": 0.00012685981495719087,
      "loss": 0.3582,
      "step": 373
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.033767540007829666,
      "learning_rate": 0.00012651498014928402,
      "loss": 0.3465,
      "step": 374
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.0382758267223835,
      "learning_rate": 0.00012616980587125512,
      "loss": 0.3435,
      "step": 375
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.03528289496898651,
      "learning_rate": 0.00012582429654235523,
      "loss": 0.3427,
      "step": 376
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.03565202280879021,
      "learning_rate": 0.00012547845658612508,
      "loss": 0.3453,
      "step": 377
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.03661198914051056,
      "learning_rate": 0.0001251322904303383,
      "loss": 0.3341,
      "step": 378
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.03750570863485336,
      "learning_rate": 0.00012478580250694504,
      "loss": 0.3375,
      "step": 379
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.03714427724480629,
      "learning_rate": 0.00012443899725201482,
      "loss": 0.3447,
      "step": 380
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.03938335180282593,
      "learning_rate": 0.0001240918791056801,
      "loss": 0.3551,
      "step": 381
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.037106383591890335,
      "learning_rate": 0.00012374445251207914,
      "loss": 0.3365,
      "step": 382
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.039744965732097626,
      "learning_rate": 0.00012339672191929936,
      "loss": 0.3333,
      "step": 383
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.04372095316648483,
      "learning_rate": 0.0001230486917793202,
      "loss": 0.344,
      "step": 384
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.03674423322081566,
      "learning_rate": 0.00012270036654795613,
      "loss": 0.3269,
      "step": 385
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.03725577890872955,
      "learning_rate": 0.00012235175068479984,
      "loss": 0.3394,
      "step": 386
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.037114035338163376,
      "learning_rate": 0.00012200284865316475,
      "loss": 0.3411,
      "step": 387
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.037100065499544144,
      "learning_rate": 0.00012165366492002832,
      "loss": 0.3351,
      "step": 388
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.042357347905635834,
      "learning_rate": 0.00012130420395597437,
      "loss": 0.3458,
      "step": 389
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.03712886944413185,
      "learning_rate": 0.0001209544702351363,
      "loss": 0.3385,
      "step": 390
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.03989335149526596,
      "learning_rate": 0.00012060446823513949,
      "loss": 0.3431,
      "step": 391
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.03781385347247124,
      "learning_rate": 0.0001202542024370441,
      "loss": 0.3444,
      "step": 392
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.03825078904628754,
      "learning_rate": 0.00011990367732528773,
      "loss": 0.3394,
      "step": 393
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.03969776630401611,
      "learning_rate": 0.00011955289738762796,
      "loss": 0.3444,
      "step": 394
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.04011238366365433,
      "learning_rate": 0.00011920186711508479,
      "loss": 0.3466,
      "step": 395
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.03450911492109299,
      "learning_rate": 0.00011885059100188341,
      "loss": 0.337,
      "step": 396
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.038461893796920776,
      "learning_rate": 0.00011849907354539633,
      "loss": 0.3347,
      "step": 397
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.037344567477703094,
      "learning_rate": 0.00011814731924608616,
      "loss": 0.3452,
      "step": 398
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.03558855876326561,
      "learning_rate": 0.00011779533260744757,
      "loss": 0.3401,
      "step": 399
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.04183749854564667,
      "learning_rate": 0.00011744311813595006,
      "loss": 0.3421,
      "step": 400
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.03574857488274574,
      "learning_rate": 0.00011709068034097997,
      "loss": 0.3271,
      "step": 401
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.03993195295333862,
      "learning_rate": 0.0001167380237347828,
      "loss": 0.3267,
      "step": 402
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.03541812300682068,
      "learning_rate": 0.0001163851528324056,
      "loss": 0.3347,
      "step": 403
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.037207312881946564,
      "learning_rate": 0.00011603207215163894,
      "loss": 0.3418,
      "step": 404
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.03919894993305206,
      "learning_rate": 0.00011567878621295922,
      "loss": 0.3516,
      "step": 405
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.0382562056183815,
      "learning_rate": 0.00011532529953947075,
      "loss": 0.3499,
      "step": 406
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.03956792503595352,
      "learning_rate": 0.00011497161665684784,
      "loss": 0.347,
      "step": 407
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.03666992112994194,
      "learning_rate": 0.0001146177420932768,
      "loss": 0.3292,
      "step": 408
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.03818726912140846,
      "learning_rate": 0.00011426368037939813,
      "loss": 0.346,
      "step": 409
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.0352170504629612,
      "learning_rate": 0.00011390943604824826,
      "loss": 0.3253,
      "step": 410
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.04157968610525131,
      "learning_rate": 0.00011355501363520185,
      "loss": 0.3411,
      "step": 411
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.037365157157182693,
      "learning_rate": 0.00011320041767791336,
      "loss": 0.329,
      "step": 412
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.03966519236564636,
      "learning_rate": 0.00011284565271625922,
      "loss": 0.3412,
      "step": 413
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.037126705050468445,
      "learning_rate": 0.00011249072329227959,
      "loss": 0.3387,
      "step": 414
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.03643345460295677,
      "learning_rate": 0.00011213563395012026,
      "loss": 0.3392,
      "step": 415
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.03495652228593826,
      "learning_rate": 0.0001117803892359744,
      "loss": 0.3327,
      "step": 416
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.03979011997580528,
      "learning_rate": 0.00011142499369802444,
      "loss": 0.3298,
      "step": 417
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.03582910820841789,
      "learning_rate": 0.00011106945188638378,
      "loss": 0.3424,
      "step": 418
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.03996811434626579,
      "learning_rate": 0.00011071376835303858,
      "loss": 0.3335,
      "step": 419
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.039901167154312134,
      "learning_rate": 0.00011035794765178941,
      "loss": 0.3333,
      "step": 420
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.03835071623325348,
      "learning_rate": 0.00011000199433819305,
      "loss": 0.328,
      "step": 421
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.03873496130108833,
      "learning_rate": 0.00010964591296950406,
      "loss": 0.3414,
      "step": 422
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.03686109930276871,
      "learning_rate": 0.00010928970810461652,
      "loss": 0.3393,
      "step": 423
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.038315027952194214,
      "learning_rate": 0.00010893338430400562,
      "loss": 0.3349,
      "step": 424
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.036203257739543915,
      "learning_rate": 0.0001085769461296692,
      "loss": 0.332,
      "step": 425
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.037686560302972794,
      "learning_rate": 0.00010822039814506964,
      "loss": 0.3437,
      "step": 426
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.0374578982591629,
      "learning_rate": 0.00010786374491507494,
      "loss": 0.3424,
      "step": 427
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.03514384478330612,
      "learning_rate": 0.00010750699100590076,
      "loss": 0.3317,
      "step": 428
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.040791869163513184,
      "learning_rate": 0.00010715014098505162,
      "loss": 0.3389,
      "step": 429
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.03556138649582863,
      "learning_rate": 0.00010679319942126264,
      "loss": 0.3424,
      "step": 430
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.040588121861219406,
      "learning_rate": 0.00010643617088444094,
      "loss": 0.3418,
      "step": 431
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.03443857282400131,
      "learning_rate": 0.0001060790599456071,
      "loss": 0.3395,
      "step": 432
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.038418177515268326,
      "learning_rate": 0.00010572187117683674,
      "loss": 0.3325,
      "step": 433
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.03434626758098602,
      "learning_rate": 0.0001053646091512019,
      "loss": 0.3378,
      "step": 434
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.03498569130897522,
      "learning_rate": 0.0001050072784427126,
      "loss": 0.3375,
      "step": 435
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.03690873831510544,
      "learning_rate": 0.00010464988362625812,
      "loss": 0.331,
      "step": 436
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.040180571377277374,
      "learning_rate": 0.00010429242927754854,
      "loss": 0.3394,
      "step": 437
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.03546585142612457,
      "learning_rate": 0.00010393491997305613,
      "loss": 0.3368,
      "step": 438
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.03656655550003052,
      "learning_rate": 0.00010357736028995677,
      "loss": 0.332,
      "step": 439
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.03666246309876442,
      "learning_rate": 0.00010321975480607129,
      "loss": 0.3342,
      "step": 440
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.03500663861632347,
      "learning_rate": 0.00010286210809980697,
      "loss": 0.3389,
      "step": 441
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.03510987013578415,
      "learning_rate": 0.0001025044247500988,
      "loss": 0.3338,
      "step": 442
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.037753257900476456,
      "learning_rate": 0.00010214670933635095,
      "loss": 0.333,
      "step": 443
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.03440658003091812,
      "learning_rate": 0.00010178896643837809,
      "loss": 0.3456,
      "step": 444
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.0362187922000885,
      "learning_rate": 0.00010143120063634681,
      "loss": 0.3484,
      "step": 445
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.034865692257881165,
      "learning_rate": 0.00010107341651071684,
      "loss": 0.3392,
      "step": 446
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.035264838486909866,
      "learning_rate": 0.00010071561864218262,
      "loss": 0.3267,
      "step": 447
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.035725150257349014,
      "learning_rate": 0.00010035781161161446,
      "loss": 0.3454,
      "step": 448
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.03839932009577751,
      "learning_rate": 0.0001,
      "loss": 0.3304,
      "step": 449
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.03366202488541603,
      "learning_rate": 9.964218838838554e-05,
      "loss": 0.3288,
      "step": 450
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.03588353097438812,
      "learning_rate": 9.92843813578174e-05,
      "loss": 0.3406,
      "step": 451
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.034711651504039764,
      "learning_rate": 9.892658348928316e-05,
      "loss": 0.3289,
      "step": 452
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.03611205145716667,
      "learning_rate": 9.856879936365321e-05,
      "loss": 0.3294,
      "step": 453
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.03515039384365082,
      "learning_rate": 9.821103356162189e-05,
      "loss": 0.3324,
      "step": 454
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.03375555947422981,
      "learning_rate": 9.785329066364906e-05,
      "loss": 0.3214,
      "step": 455
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.03730206564068794,
      "learning_rate": 9.749557524990121e-05,
      "loss": 0.3258,
      "step": 456
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.033822208642959595,
      "learning_rate": 9.713789190019304e-05,
      "loss": 0.3353,
      "step": 457
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.03683510422706604,
      "learning_rate": 9.678024519392871e-05,
      "loss": 0.3264,
      "step": 458
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.037592969834804535,
      "learning_rate": 9.642263971004324e-05,
      "loss": 0.329,
      "step": 459
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.03537925332784653,
      "learning_rate": 9.606508002694386e-05,
      "loss": 0.3448,
      "step": 460
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.033904388546943665,
      "learning_rate": 9.570757072245147e-05,
      "loss": 0.3472,
      "step": 461
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.036394666880369186,
      "learning_rate": 9.535011637374189e-05,
      "loss": 0.3288,
      "step": 462
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.03391895070672035,
      "learning_rate": 9.499272155728742e-05,
      "loss": 0.3368,
      "step": 463
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.037903424352407455,
      "learning_rate": 9.463539084879809e-05,
      "loss": 0.3443,
      "step": 464
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.033752232789993286,
      "learning_rate": 9.427812882316329e-05,
      "loss": 0.3316,
      "step": 465
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.03620493784546852,
      "learning_rate": 9.392094005439291e-05,
      "loss": 0.3318,
      "step": 466
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.0346236452460289,
      "learning_rate": 9.356382911555907e-05,
      "loss": 0.3438,
      "step": 467
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.03393540903925896,
      "learning_rate": 9.320680057873735e-05,
      "loss": 0.3459,
      "step": 468
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.03790227323770523,
      "learning_rate": 9.28498590149484e-05,
      "loss": 0.3405,
      "step": 469
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.03373325988650322,
      "learning_rate": 9.249300899409924e-05,
      "loss": 0.3329,
      "step": 470
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.03829934075474739,
      "learning_rate": 9.213625508492508e-05,
      "loss": 0.3321,
      "step": 471
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.03592018410563469,
      "learning_rate": 9.177960185493036e-05,
      "loss": 0.3186,
      "step": 472
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.03398677706718445,
      "learning_rate": 9.142305387033081e-05,
      "loss": 0.3465,
      "step": 473
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.03493371605873108,
      "learning_rate": 9.106661569599442e-05,
      "loss": 0.3358,
      "step": 474
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.03722028434276581,
      "learning_rate": 9.071029189538353e-05,
      "loss": 0.3278,
      "step": 475
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.033628251403570175,
      "learning_rate": 9.035408703049596e-05,
      "loss": 0.3315,
      "step": 476
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.036100320518016815,
      "learning_rate": 8.9998005661807e-05,
      "loss": 0.322,
      "step": 477
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.03419538959860802,
      "learning_rate": 8.96420523482106e-05,
      "loss": 0.3241,
      "step": 478
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.03728823736310005,
      "learning_rate": 8.928623164696146e-05,
      "loss": 0.3312,
      "step": 479
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.03538035228848457,
      "learning_rate": 8.893054811361624e-05,
      "loss": 0.3244,
      "step": 480
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.036142975091934204,
      "learning_rate": 8.85750063019756e-05,
      "loss": 0.3401,
      "step": 481
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.0373205728828907,
      "learning_rate": 8.821961076402563e-05,
      "loss": 0.3334,
      "step": 482
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.035391587764024734,
      "learning_rate": 8.786436604987978e-05,
      "loss": 0.341,
      "step": 483
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.03749712184071541,
      "learning_rate": 8.750927670772044e-05,
      "loss": 0.3179,
      "step": 484
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.037055715918540955,
      "learning_rate": 8.715434728374083e-05,
      "loss": 0.3226,
      "step": 485
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.03762289509177208,
      "learning_rate": 8.679958232208668e-05,
      "loss": 0.337,
      "step": 486
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.03537070378661156,
      "learning_rate": 8.644498636479819e-05,
      "loss": 0.3306,
      "step": 487
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.03710364177823067,
      "learning_rate": 8.609056395175175e-05,
      "loss": 0.3256,
      "step": 488
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.03595058619976044,
      "learning_rate": 8.573631962060192e-05,
      "loss": 0.3337,
      "step": 489
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.03377842903137207,
      "learning_rate": 8.538225790672322e-05,
      "loss": 0.3411,
      "step": 490
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.036737628281116486,
      "learning_rate": 8.50283833431522e-05,
      "loss": 0.3286,
      "step": 491
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.034495435655117035,
      "learning_rate": 8.467470046052927e-05,
      "loss": 0.3345,
      "step": 492
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.036502912640571594,
      "learning_rate": 8.432121378704081e-05,
      "loss": 0.3237,
      "step": 493
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.03458232432603836,
      "learning_rate": 8.396792784836108e-05,
      "loss": 0.3215,
      "step": 494
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.036796458065509796,
      "learning_rate": 8.361484716759445e-05,
      "loss": 0.3375,
      "step": 495
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.03392602503299713,
      "learning_rate": 8.326197626521723e-05,
      "loss": 0.335,
      "step": 496
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.03623703867197037,
      "learning_rate": 8.290931965902008e-05,
      "loss": 0.3388,
      "step": 497
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.03508217632770538,
      "learning_rate": 8.255688186404996e-05,
      "loss": 0.3267,
      "step": 498
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.03563014790415764,
      "learning_rate": 8.220466739255244e-05,
      "loss": 0.3277,
      "step": 499
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.035729020833969116,
      "learning_rate": 8.185268075391388e-05,
      "loss": 0.3348,
      "step": 500
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.034020714461803436,
      "learning_rate": 8.150092645460366e-05,
      "loss": 0.32,
      "step": 501
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.033443402498960495,
      "learning_rate": 8.114940899811662e-05,
      "loss": 0.3402,
      "step": 502
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.03387276828289032,
      "learning_rate": 8.079813288491521e-05,
      "loss": 0.3319,
      "step": 503
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.033886682242155075,
      "learning_rate": 8.044710261237207e-05,
      "loss": 0.3307,
      "step": 504
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.03618338331580162,
      "learning_rate": 8.009632267471227e-05,
      "loss": 0.3286,
      "step": 505
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.03527137264609337,
      "learning_rate": 7.974579756295591e-05,
      "loss": 0.3171,
      "step": 506
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.036220818758010864,
      "learning_rate": 7.939553176486052e-05,
      "loss": 0.3396,
      "step": 507
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.035215239971876144,
      "learning_rate": 7.904552976486372e-05,
      "loss": 0.3226,
      "step": 508
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.0399019829928875,
      "learning_rate": 7.869579604402562e-05,
      "loss": 0.3245,
      "step": 509
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.03600882738828659,
      "learning_rate": 7.83463350799717e-05,
      "loss": 0.3217,
      "step": 510
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.04228314757347107,
      "learning_rate": 7.799715134683523e-05,
      "loss": 0.3282,
      "step": 511
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.03412134200334549,
      "learning_rate": 7.764824931520018e-05,
      "loss": 0.3297,
      "step": 512
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.03876680135726929,
      "learning_rate": 7.729963345204386e-05,
      "loss": 0.3232,
      "step": 513
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.034336164593696594,
      "learning_rate": 7.695130822067984e-05,
      "loss": 0.32,
      "step": 514
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.0393151193857193,
      "learning_rate": 7.660327808070064e-05,
      "loss": 0.3321,
      "step": 515
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.03484569489955902,
      "learning_rate": 7.625554748792085e-05,
      "loss": 0.3315,
      "step": 516
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.042867034673690796,
      "learning_rate": 7.59081208943199e-05,
      "loss": 0.3294,
      "step": 517
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.03290384262800217,
      "learning_rate": 7.556100274798519e-05,
      "loss": 0.3284,
      "step": 518
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.042282383888959885,
      "learning_rate": 7.521419749305497e-05,
      "loss": 0.3304,
      "step": 519
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.03494780510663986,
      "learning_rate": 7.486770956966171e-05,
      "loss": 0.3378,
      "step": 520
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.04240773990750313,
      "learning_rate": 7.452154341387493e-05,
      "loss": 0.3325,
      "step": 521
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.037106744945049286,
      "learning_rate": 7.417570345764481e-05,
      "loss": 0.3267,
      "step": 522
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.0382254458963871,
      "learning_rate": 7.383019412874489e-05,
      "loss": 0.3225,
      "step": 523
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.037587832659482956,
      "learning_rate": 7.348501985071603e-05,
      "loss": 0.3197,
      "step": 524
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.03936656191945076,
      "learning_rate": 7.314018504280917e-05,
      "loss": 0.3268,
      "step": 525
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.037244342267513275,
      "learning_rate": 7.279569411992926e-05,
      "loss": 0.3254,
      "step": 526
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.03609207645058632,
      "learning_rate": 7.24515514925783e-05,
      "loss": 0.3388,
      "step": 527
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.03564932942390442,
      "learning_rate": 7.210776156679931e-05,
      "loss": 0.3307,
      "step": 528
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.03292916342616081,
      "learning_rate": 7.176432874411941e-05,
      "loss": 0.3257,
      "step": 529
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.0374549925327301,
      "learning_rate": 7.1421257421494e-05,
      "loss": 0.3417,
      "step": 530
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.03253106027841568,
      "learning_rate": 7.107855199125002e-05,
      "loss": 0.3397,
      "step": 531
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.035386502742767334,
      "learning_rate": 7.073621684103007e-05,
      "loss": 0.3329,
      "step": 532
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.032128430902957916,
      "learning_rate": 7.039425635373589e-05,
      "loss": 0.3314,
      "step": 533
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.03548587113618851,
      "learning_rate": 7.005267490747263e-05,
      "loss": 0.3267,
      "step": 534
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.034080877900123596,
      "learning_rate": 6.971147687549239e-05,
      "loss": 0.3276,
      "step": 535
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.03397037461400032,
      "learning_rate": 6.937066662613863e-05,
      "loss": 0.3326,
      "step": 536
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.03224964439868927,
      "learning_rate": 6.903024852278985e-05,
      "loss": 0.3159,
      "step": 537
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.0338578037917614,
      "learning_rate": 6.869022692380411e-05,
      "loss": 0.3276,
      "step": 538
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.03182509168982506,
      "learning_rate": 6.835060618246289e-05,
      "loss": 0.3293,
      "step": 539
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.03487447649240494,
      "learning_rate": 6.801139064691562e-05,
      "loss": 0.3266,
      "step": 540
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.03520505875349045,
      "learning_rate": 6.76725846601238e-05,
      "loss": 0.3172,
      "step": 541
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.0320887491106987,
      "learning_rate": 6.733419255980559e-05,
      "loss": 0.3267,
      "step": 542
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.03487367928028107,
      "learning_rate": 6.699621867838008e-05,
      "loss": 0.3243,
      "step": 543
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.03125692531466484,
      "learning_rate": 6.665866734291205e-05,
      "loss": 0.3196,
      "step": 544
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.0348886102437973,
      "learning_rate": 6.63215428750563e-05,
      "loss": 0.3331,
      "step": 545
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.03260529041290283,
      "learning_rate": 6.598484959100257e-05,
      "loss": 0.3217,
      "step": 546
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.03670089319348335,
      "learning_rate": 6.564859180142012e-05,
      "loss": 0.313,
      "step": 547
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.03376466780900955,
      "learning_rate": 6.53127738114026e-05,
      "loss": 0.332,
      "step": 548
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.0370427742600441,
      "learning_rate": 6.497739992041296e-05,
      "loss": 0.3107,
      "step": 549
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.0331474132835865,
      "learning_rate": 6.46424744222283e-05,
      "loss": 0.3226,
      "step": 550
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.03344728797674179,
      "learning_rate": 6.430800160488508e-05,
      "loss": 0.3164,
      "step": 551
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.03475061431527138,
      "learning_rate": 6.397398575062396e-05,
      "loss": 0.3283,
      "step": 552
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.03373516723513603,
      "learning_rate": 6.364043113583524e-05,
      "loss": 0.3245,
      "step": 553
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.03636647015810013,
      "learning_rate": 6.330734203100394e-05,
      "loss": 0.3344,
      "step": 554
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.03600539267063141,
      "learning_rate": 6.297472270065519e-05,
      "loss": 0.3211,
      "step": 555
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.03470810502767563,
      "learning_rate": 6.26425774032996e-05,
      "loss": 0.3227,
      "step": 556
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.03501768782734871,
      "learning_rate": 6.231091039137881e-05,
      "loss": 0.3402,
      "step": 557
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.03468218818306923,
      "learning_rate": 6.19797259112109e-05,
      "loss": 0.3404,
      "step": 558
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.03609640896320343,
      "learning_rate": 6.164902820293621e-05,
      "loss": 0.3288,
      "step": 559
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.03670278191566467,
      "learning_rate": 6.131882150046291e-05,
      "loss": 0.3202,
      "step": 560
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.036678191274404526,
      "learning_rate": 6.0989110031412856e-05,
      "loss": 0.3256,
      "step": 561
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.03913621976971626,
      "learning_rate": 6.065989801706744e-05,
      "loss": 0.3219,
      "step": 562
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.03633202239871025,
      "learning_rate": 6.033118967231359e-05,
      "loss": 0.3227,
      "step": 563
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.03726629912853241,
      "learning_rate": 6.0002989205589734e-05,
      "loss": 0.3221,
      "step": 564
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.03927043080329895,
      "learning_rate": 5.9675300818832016e-05,
      "loss": 0.333,
      "step": 565
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.032321300357580185,
      "learning_rate": 5.934812870742036e-05,
      "loss": 0.3251,
      "step": 566
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.039472486823797226,
      "learning_rate": 5.9021477060124954e-05,
      "loss": 0.3333,
      "step": 567
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.03381982445716858,
      "learning_rate": 5.869535005905232e-05,
      "loss": 0.3456,
      "step": 568
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.03533458709716797,
      "learning_rate": 5.836975187959223e-05,
      "loss": 0.3283,
      "step": 569
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.03490634635090828,
      "learning_rate": 5.804468669036369e-05,
      "loss": 0.3259,
      "step": 570
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.033531077206134796,
      "learning_rate": 5.772015865316205e-05,
      "loss": 0.3236,
      "step": 571
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.03854377195239067,
      "learning_rate": 5.739617192290545e-05,
      "loss": 0.3196,
      "step": 572
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.03259904310107231,
      "learning_rate": 5.707273064758178e-05,
      "loss": 0.322,
      "step": 573
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.034173525869846344,
      "learning_rate": 5.6749838968195326e-05,
      "loss": 0.3316,
      "step": 574
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.03369203209877014,
      "learning_rate": 5.642750101871408e-05,
      "loss": 0.316,
      "step": 575
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.034140925854444504,
      "learning_rate": 5.610572092601659e-05,
      "loss": 0.3129,
      "step": 576
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.034850213676691055,
      "learning_rate": 5.578450280983924e-05,
      "loss": 0.3429,
      "step": 577
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.036979470402002335,
      "learning_rate": 5.5463850782723346e-05,
      "loss": 0.316,
      "step": 578
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.03544802591204643,
      "learning_rate": 5.51437689499627e-05,
      "loss": 0.3234,
      "step": 579
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.03452309966087341,
      "learning_rate": 5.48242614095509e-05,
      "loss": 0.3299,
      "step": 580
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.032840970903635025,
      "learning_rate": 5.450533225212896e-05,
      "loss": 0.3274,
      "step": 581
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.034303292632102966,
      "learning_rate": 5.418698556093271e-05,
      "loss": 0.3326,
      "step": 582
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.03548911213874817,
      "learning_rate": 5.3869225411740884e-05,
      "loss": 0.3369,
      "step": 583
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.033440180122852325,
      "learning_rate": 5.3552055872822636e-05,
      "loss": 0.3335,
      "step": 584
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.0349792055785656,
      "learning_rate": 5.323548100488565e-05,
      "loss": 0.3079,
      "step": 585
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.03338850289583206,
      "learning_rate": 5.2919504861023903e-05,
      "loss": 0.3105,
      "step": 586
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.03373012691736221,
      "learning_rate": 5.260413148666614e-05,
      "loss": 0.3267,
      "step": 587
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.034098975360393524,
      "learning_rate": 5.228936491952363e-05,
      "loss": 0.3167,
      "step": 588
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.0328991673886776,
      "learning_rate": 5.197520918953904e-05,
      "loss": 0.3325,
      "step": 589
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.033464428037405014,
      "learning_rate": 5.16616683188342e-05,
      "loss": 0.3318,
      "step": 590
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.03465236350893974,
      "learning_rate": 5.134874632165913e-05,
      "loss": 0.3275,
      "step": 591
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.03109387867152691,
      "learning_rate": 5.103644720434027e-05,
      "loss": 0.3232,
      "step": 592
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.035864707082509995,
      "learning_rate": 5.072477496522958e-05,
      "loss": 0.3095,
      "step": 593
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.03278312832117081,
      "learning_rate": 5.041373359465289e-05,
      "loss": 0.3202,
      "step": 594
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.03266187012195587,
      "learning_rate": 5.010332707485925e-05,
      "loss": 0.3188,
      "step": 595
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.036194685846567154,
      "learning_rate": 4.9793559379969566e-05,
      "loss": 0.3143,
      "step": 596
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.0343778058886528,
      "learning_rate": 4.9484434475925976e-05,
      "loss": 0.3204,
      "step": 597
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.03244636580348015,
      "learning_rate": 4.917595632044113e-05,
      "loss": 0.3252,
      "step": 598
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.036536213010549545,
      "learning_rate": 4.8868128862947115e-05,
      "loss": 0.313,
      "step": 599
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.0331181101500988,
      "learning_rate": 4.856095604454539e-05,
      "loss": 0.328,
      "step": 600
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.03526446595788002,
      "learning_rate": 4.825444179795589e-05,
      "loss": 0.3218,
      "step": 601
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.03498705476522446,
      "learning_rate": 4.7948590047467153e-05,
      "loss": 0.3243,
      "step": 602
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.03270057961344719,
      "learning_rate": 4.764340470888556e-05,
      "loss": 0.3184,
      "step": 603
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.033852964639663696,
      "learning_rate": 4.7338889689485624e-05,
      "loss": 0.3219,
      "step": 604
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.03443654999136925,
      "learning_rate": 4.703504888795958e-05,
      "loss": 0.3187,
      "step": 605
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.03217703476548195,
      "learning_rate": 4.673188619436798e-05,
      "loss": 0.3208,
      "step": 606
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.033705055713653564,
      "learning_rate": 4.6429405490089306e-05,
      "loss": 0.323,
      "step": 607
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.033967047929763794,
      "learning_rate": 4.6127610647770767e-05,
      "loss": 0.3258,
      "step": 608
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.031915146857500076,
      "learning_rate": 4.582650553127835e-05,
      "loss": 0.3117,
      "step": 609
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.033060990273952484,
      "learning_rate": 4.552609399564762e-05,
      "loss": 0.3203,
      "step": 610
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.032012149691581726,
      "learning_rate": 4.522637988703424e-05,
      "loss": 0.333,
      "step": 611
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.033706024289131165,
      "learning_rate": 4.492736704266475e-05,
      "loss": 0.3233,
      "step": 612
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.032826974987983704,
      "learning_rate": 4.462905929078734e-05,
      "loss": 0.3208,
      "step": 613
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.03313816711306572,
      "learning_rate": 4.4331460450623064e-05,
      "loss": 0.3067,
      "step": 614
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.032175060361623764,
      "learning_rate": 4.403457433231674e-05,
      "loss": 0.3259,
      "step": 615
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.03576289862394333,
      "learning_rate": 4.373840473688829e-05,
      "loss": 0.321,
      "step": 616
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.03244362026453018,
      "learning_rate": 4.344295545618392e-05,
      "loss": 0.3074,
      "step": 617
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.03456572815775871,
      "learning_rate": 4.3148230272827784e-05,
      "loss": 0.3212,
      "step": 618
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.037079472094774246,
      "learning_rate": 4.285423296017341e-05,
      "loss": 0.3389,
      "step": 619
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.03216618299484253,
      "learning_rate": 4.256096728225548e-05,
      "loss": 0.314,
      "step": 620
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.035881418734788895,
      "learning_rate": 4.2268436993741454e-05,
      "loss": 0.3327,
      "step": 621
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.03452802449464798,
      "learning_rate": 4.197664583988376e-05,
      "loss": 0.3225,
      "step": 622
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.03389676287770271,
      "learning_rate": 4.168559755647169e-05,
      "loss": 0.3234,
      "step": 623
    }
  ],
  "logging_steps": 1,
  "max_steps": 888,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 89,
  "total_flos": 1.2427220885071462e+19,
  "train_batch_size": 14,
  "trial_name": null,
  "trial_params": null
}