{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9814460437640404,
  "eval_steps": 47,
  "global_step": 374,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005324902238122972,
      "grad_norm": 1.5,
      "learning_rate": 1.4285714285714286e-06,
      "loss": 1.7903,
      "step": 1
    },
    {
      "epoch": 0.005324902238122972,
      "eval_loss": 1.775637149810791,
      "eval_runtime": 77.1748,
      "eval_samples_per_second": 15.29,
      "eval_steps_per_second": 15.29,
      "step": 1
    },
    {
      "epoch": 0.010649804476245944,
      "grad_norm": 1.484375,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 1.761,
      "step": 2
    },
    {
      "epoch": 0.015974706714368916,
      "grad_norm": 1.5546875,
      "learning_rate": 4.2857142857142855e-06,
      "loss": 1.8033,
      "step": 3
    },
    {
      "epoch": 0.02129960895249189,
      "grad_norm": 1.3671875,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 1.7335,
      "step": 4
    },
    {
      "epoch": 0.02662451119061486,
      "grad_norm": 1.484375,
      "learning_rate": 7.1428571428571436e-06,
      "loss": 1.7532,
      "step": 5
    },
    {
      "epoch": 0.03194941342873783,
      "grad_norm": 1.3203125,
      "learning_rate": 8.571428571428571e-06,
      "loss": 1.7546,
      "step": 6
    },
    {
      "epoch": 0.037274315666860805,
      "grad_norm": 1.21875,
      "learning_rate": 1e-05,
      "loss": 1.8068,
      "step": 7
    },
    {
      "epoch": 0.04259921790498378,
      "grad_norm": 1.1796875,
      "learning_rate": 1.1428571428571429e-05,
      "loss": 1.8295,
      "step": 8
    },
    {
      "epoch": 0.04792412014310675,
      "grad_norm": 1.078125,
      "learning_rate": 1.2857142857142859e-05,
      "loss": 1.7343,
      "step": 9
    },
    {
      "epoch": 0.05324902238122972,
      "grad_norm": 1.25,
      "learning_rate": 1.4285714285714287e-05,
      "loss": 1.8318,
      "step": 10
    },
    {
      "epoch": 0.058573924619352694,
      "grad_norm": 1.1796875,
      "learning_rate": 1.5714285714285715e-05,
      "loss": 1.8064,
      "step": 11
    },
    {
      "epoch": 0.06389882685747567,
      "grad_norm": 1.1484375,
      "learning_rate": 1.7142857142857142e-05,
      "loss": 1.7317,
      "step": 12
    },
    {
      "epoch": 0.06922372909559864,
      "grad_norm": 1.2578125,
      "learning_rate": 1.8571428571428575e-05,
      "loss": 1.8281,
      "step": 13
    },
    {
      "epoch": 0.07454863133372161,
      "grad_norm": 1.1328125,
      "learning_rate": 2e-05,
      "loss": 1.6915,
      "step": 14
    },
    {
      "epoch": 0.07987353357184458,
      "grad_norm": 1.1484375,
      "learning_rate": 1.9999619230641714e-05,
      "loss": 1.7509,
      "step": 15
    },
    {
      "epoch": 0.08519843580996755,
      "grad_norm": 1.0859375,
      "learning_rate": 1.9998476951563914e-05,
      "loss": 1.7416,
      "step": 16
    },
    {
      "epoch": 0.09052333804809053,
      "grad_norm": 1.0859375,
      "learning_rate": 1.9996573249755573e-05,
      "loss": 1.7,
      "step": 17
    },
    {
      "epoch": 0.0958482402862135,
      "grad_norm": 1.1640625,
      "learning_rate": 1.999390827019096e-05,
      "loss": 1.771,
      "step": 18
    },
    {
      "epoch": 0.10117314252433647,
      "grad_norm": 1.1171875,
      "learning_rate": 1.999048221581858e-05,
      "loss": 1.7097,
      "step": 19
    },
    {
      "epoch": 0.10649804476245944,
      "grad_norm": 1.1015625,
      "learning_rate": 1.9986295347545738e-05,
      "loss": 1.7411,
      "step": 20
    },
    {
      "epoch": 0.11182294700058241,
      "grad_norm": 1.046875,
      "learning_rate": 1.998134798421867e-05,
      "loss": 1.7664,
      "step": 21
    },
    {
      "epoch": 0.11714784923870539,
      "grad_norm": 1.1171875,
      "learning_rate": 1.9975640502598243e-05,
      "loss": 1.7283,
      "step": 22
    },
    {
      "epoch": 0.12247275147682836,
      "grad_norm": 1.1015625,
      "learning_rate": 1.9969173337331283e-05,
      "loss": 1.8261,
      "step": 23
    },
    {
      "epoch": 0.12779765371495133,
      "grad_norm": 1.078125,
      "learning_rate": 1.9961946980917457e-05,
      "loss": 1.7096,
      "step": 24
    },
    {
      "epoch": 0.1331225559530743,
      "grad_norm": 1.078125,
      "learning_rate": 1.9953961983671792e-05,
      "loss": 1.8025,
      "step": 25
    },
    {
      "epoch": 0.13844745819119728,
      "grad_norm": 1.0625,
      "learning_rate": 1.9945218953682736e-05,
      "loss": 1.7506,
      "step": 26
    },
    {
      "epoch": 0.14377236042932023,
      "grad_norm": 1.0546875,
      "learning_rate": 1.9935718556765878e-05,
      "loss": 1.7492,
      "step": 27
    },
    {
      "epoch": 0.14909726266744322,
      "grad_norm": 1.078125,
      "learning_rate": 1.9925461516413224e-05,
      "loss": 1.7108,
      "step": 28
    },
    {
      "epoch": 0.15442216490556618,
      "grad_norm": 1.0546875,
      "learning_rate": 1.9914448613738107e-05,
      "loss": 1.6542,
      "step": 29
    },
    {
      "epoch": 0.15974706714368916,
      "grad_norm": 1.0234375,
      "learning_rate": 1.9902680687415704e-05,
      "loss": 1.7548,
      "step": 30
    },
    {
      "epoch": 0.16507196938181212,
      "grad_norm": 1.1171875,
      "learning_rate": 1.989015863361917e-05,
      "loss": 1.7417,
      "step": 31
    },
    {
      "epoch": 0.1703968716199351,
      "grad_norm": 1.0546875,
      "learning_rate": 1.9876883405951378e-05,
      "loss": 1.6839,
      "step": 32
    },
    {
      "epoch": 0.17572177385805807,
      "grad_norm": 1.0,
      "learning_rate": 1.9862856015372315e-05,
      "loss": 1.6547,
      "step": 33
    },
    {
      "epoch": 0.18104667609618105,
      "grad_norm": 1.0625,
      "learning_rate": 1.9848077530122083e-05,
      "loss": 1.7696,
      "step": 34
    },
    {
      "epoch": 0.186371578334304,
      "grad_norm": 1.1484375,
      "learning_rate": 1.983254907563955e-05,
      "loss": 1.6861,
      "step": 35
    },
    {
      "epoch": 0.191696480572427,
      "grad_norm": 1.0703125,
      "learning_rate": 1.9816271834476642e-05,
      "loss": 1.7726,
      "step": 36
    },
    {
      "epoch": 0.19702138281054996,
      "grad_norm": 1.0078125,
      "learning_rate": 1.9799247046208297e-05,
      "loss": 1.7046,
      "step": 37
    },
    {
      "epoch": 0.20234628504867294,
      "grad_norm": 1.15625,
      "learning_rate": 1.9781476007338058e-05,
      "loss": 1.7071,
      "step": 38
    },
    {
      "epoch": 0.2076711872867959,
      "grad_norm": 1.0859375,
      "learning_rate": 1.9762960071199334e-05,
      "loss": 1.8033,
      "step": 39
    },
    {
      "epoch": 0.21299608952491889,
      "grad_norm": 1.0859375,
      "learning_rate": 1.9743700647852356e-05,
      "loss": 1.8173,
      "step": 40
    },
    {
      "epoch": 0.21832099176304184,
      "grad_norm": 1.1171875,
      "learning_rate": 1.9723699203976768e-05,
      "loss": 1.7546,
      "step": 41
    },
    {
      "epoch": 0.22364589400116483,
      "grad_norm": 1.09375,
      "learning_rate": 1.9702957262759964e-05,
      "loss": 1.7599,
      "step": 42
    },
    {
      "epoch": 0.2289707962392878,
      "grad_norm": 1.03125,
      "learning_rate": 1.968147640378108e-05,
      "loss": 1.6765,
      "step": 43
    },
    {
      "epoch": 0.23429569847741077,
      "grad_norm": 1.046875,
      "learning_rate": 1.9659258262890683e-05,
      "loss": 1.7651,
      "step": 44
    },
    {
      "epoch": 0.23962060071553373,
      "grad_norm": 1.0546875,
      "learning_rate": 1.963630453208623e-05,
      "loss": 1.6026,
      "step": 45
    },
    {
      "epoch": 0.24494550295365672,
      "grad_norm": 1.1015625,
      "learning_rate": 1.961261695938319e-05,
      "loss": 1.7446,
      "step": 46
    },
    {
      "epoch": 0.2502704051917797,
      "grad_norm": 1.015625,
      "learning_rate": 1.958819734868193e-05,
      "loss": 1.7374,
      "step": 47
    },
    {
      "epoch": 0.2502704051917797,
      "eval_loss": 1.7246959209442139,
      "eval_runtime": 84.4189,
      "eval_samples_per_second": 13.978,
      "eval_steps_per_second": 13.978,
      "step": 47
    },
    {
      "epoch": 0.25559530742990266,
      "grad_norm": 1.0390625,
      "learning_rate": 1.9563047559630356e-05,
      "loss": 1.7224,
      "step": 48
    },
    {
      "epoch": 0.26092020966802565,
      "grad_norm": 1.0703125,
      "learning_rate": 1.953716950748227e-05,
      "loss": 1.7919,
      "step": 49
    },
    {
      "epoch": 0.2662451119061486,
      "grad_norm": 1.0625,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 1.728,
      "step": 50
    },
    {
      "epoch": 0.27157001414427157,
      "grad_norm": 1.109375,
      "learning_rate": 1.9483236552061996e-05,
      "loss": 1.758,
      "step": 51
    },
    {
      "epoch": 0.27689491638239455,
      "grad_norm": 1.0078125,
      "learning_rate": 1.945518575599317e-05,
      "loss": 1.6651,
      "step": 52
    },
    {
      "epoch": 0.28221981862051754,
      "grad_norm": 1.1015625,
      "learning_rate": 1.9426414910921785e-05,
      "loss": 1.7097,
      "step": 53
    },
    {
      "epoch": 0.28754472085864047,
      "grad_norm": 1.0703125,
      "learning_rate": 1.9396926207859085e-05,
      "loss": 1.7315,
      "step": 54
    },
    {
      "epoch": 0.29286962309676345,
      "grad_norm": 1.140625,
      "learning_rate": 1.9366721892483976e-05,
      "loss": 1.7535,
      "step": 55
    },
    {
      "epoch": 0.29819452533488644,
      "grad_norm": 1.0859375,
      "learning_rate": 1.9335804264972018e-05,
      "loss": 1.7806,
      "step": 56
    },
    {
      "epoch": 0.3035194275730094,
      "grad_norm": 1.046875,
      "learning_rate": 1.9304175679820247e-05,
      "loss": 1.7565,
      "step": 57
    },
    {
      "epoch": 0.30884432981113236,
      "grad_norm": 1.0234375,
      "learning_rate": 1.9271838545667876e-05,
      "loss": 1.7056,
      "step": 58
    },
    {
      "epoch": 0.31416923204925534,
      "grad_norm": 0.9921875,
      "learning_rate": 1.9238795325112867e-05,
      "loss": 1.7266,
      "step": 59
    },
    {
      "epoch": 0.31949413428737833,
      "grad_norm": 1.046875,
      "learning_rate": 1.9205048534524405e-05,
      "loss": 1.6798,
      "step": 60
    },
    {
      "epoch": 0.3248190365255013,
      "grad_norm": 1.1328125,
      "learning_rate": 1.917060074385124e-05,
      "loss": 1.6847,
      "step": 61
    },
    {
      "epoch": 0.33014393876362425,
      "grad_norm": 1.0390625,
      "learning_rate": 1.913545457642601e-05,
      "loss": 1.6441,
      "step": 62
    },
    {
      "epoch": 0.33546884100174723,
      "grad_norm": 1.0234375,
      "learning_rate": 1.9099612708765432e-05,
      "loss": 1.6839,
      "step": 63
    },
    {
      "epoch": 0.3407937432398702,
      "grad_norm": 1.0625,
      "learning_rate": 1.9063077870366504e-05,
      "loss": 1.6653,
      "step": 64
    },
    {
      "epoch": 0.3461186454779932,
      "grad_norm": 1.0,
      "learning_rate": 1.902585284349861e-05,
      "loss": 1.6688,
      "step": 65
    },
    {
      "epoch": 0.35144354771611613,
      "grad_norm": 1.046875,
      "learning_rate": 1.8987940462991673e-05,
      "loss": 1.6317,
      "step": 66
    },
    {
      "epoch": 0.3567684499542391,
      "grad_norm": 0.94921875,
      "learning_rate": 1.894934361602025e-05,
      "loss": 1.6889,
      "step": 67
    },
    {
      "epoch": 0.3620933521923621,
      "grad_norm": 1.1015625,
      "learning_rate": 1.891006524188368e-05,
      "loss": 1.7744,
      "step": 68
    },
    {
      "epoch": 0.3674182544304851,
      "grad_norm": 1.109375,
      "learning_rate": 1.887010833178222e-05,
      "loss": 1.7525,
      "step": 69
    },
    {
      "epoch": 0.372743156668608,
      "grad_norm": 1.03125,
      "learning_rate": 1.8829475928589272e-05,
      "loss": 1.5786,
      "step": 70
    },
    {
      "epoch": 0.378068058906731,
      "grad_norm": 0.984375,
      "learning_rate": 1.8788171126619653e-05,
      "loss": 1.7715,
      "step": 71
    },
    {
      "epoch": 0.383392961144854,
      "grad_norm": 1.0078125,
      "learning_rate": 1.874619707139396e-05,
      "loss": 1.6526,
      "step": 72
    },
    {
      "epoch": 0.388717863382977,
      "grad_norm": 1.0390625,
      "learning_rate": 1.8703556959398998e-05,
      "loss": 1.7511,
      "step": 73
    },
    {
      "epoch": 0.3940427656210999,
      "grad_norm": 1.046875,
      "learning_rate": 1.866025403784439e-05,
      "loss": 1.789,
      "step": 74
    },
    {
      "epoch": 0.3993676678592229,
      "grad_norm": 1.078125,
      "learning_rate": 1.861629160441526e-05,
      "loss": 1.7705,
      "step": 75
    },
    {
      "epoch": 0.4046925700973459,
      "grad_norm": 1.0625,
      "learning_rate": 1.8571673007021124e-05,
      "loss": 1.7042,
      "step": 76
    },
    {
      "epoch": 0.4100174723354688,
      "grad_norm": 0.98828125,
      "learning_rate": 1.8526401643540924e-05,
      "loss": 1.6971,
      "step": 77
    },
    {
      "epoch": 0.4153423745735918,
      "grad_norm": 0.9765625,
      "learning_rate": 1.848048096156426e-05,
      "loss": 1.6873,
      "step": 78
    },
    {
      "epoch": 0.4206672768117148,
      "grad_norm": 0.953125,
      "learning_rate": 1.843391445812886e-05,
      "loss": 1.6937,
      "step": 79
    },
    {
      "epoch": 0.42599217904983777,
      "grad_norm": 1.0234375,
      "learning_rate": 1.8386705679454243e-05,
      "loss": 1.6798,
      "step": 80
    },
    {
      "epoch": 0.4313170812879607,
      "grad_norm": 1.0703125,
      "learning_rate": 1.8338858220671683e-05,
      "loss": 1.7316,
      "step": 81
    },
    {
      "epoch": 0.4366419835260837,
      "grad_norm": 1.0390625,
      "learning_rate": 1.8290375725550417e-05,
      "loss": 1.6617,
      "step": 82
    },
    {
      "epoch": 0.4419668857642067,
      "grad_norm": 1.078125,
      "learning_rate": 1.8241261886220155e-05,
      "loss": 1.7817,
      "step": 83
    },
    {
      "epoch": 0.44729178800232966,
      "grad_norm": 1.046875,
      "learning_rate": 1.819152044288992e-05,
      "loss": 1.7649,
      "step": 84
    },
    {
      "epoch": 0.4526166902404526,
      "grad_norm": 1.0546875,
      "learning_rate": 1.8141155183563195e-05,
      "loss": 1.7158,
      "step": 85
    },
    {
      "epoch": 0.4579415924785756,
      "grad_norm": 1.1171875,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 1.7345,
      "step": 86
    },
    {
      "epoch": 0.46326649471669856,
      "grad_norm": 1.0234375,
      "learning_rate": 1.8038568606172172e-05,
      "loss": 1.6563,
      "step": 87
    },
    {
      "epoch": 0.46859139695482155,
      "grad_norm": 1.0234375,
      "learning_rate": 1.798635510047293e-05,
      "loss": 1.726,
      "step": 88
    },
    {
      "epoch": 0.4739162991929445,
      "grad_norm": 0.9921875,
      "learning_rate": 1.7933533402912354e-05,
      "loss": 1.6767,
      "step": 89
    },
    {
      "epoch": 0.47924120143106747,
      "grad_norm": 1.0234375,
      "learning_rate": 1.788010753606722e-05,
      "loss": 1.6585,
      "step": 90
    },
    {
      "epoch": 0.48456610366919045,
      "grad_norm": 0.9609375,
      "learning_rate": 1.782608156852414e-05,
      "loss": 1.6202,
      "step": 91
    },
    {
      "epoch": 0.48989100590731344,
      "grad_norm": 1.0234375,
      "learning_rate": 1.777145961456971e-05,
      "loss": 1.7857,
      "step": 92
    },
    {
      "epoch": 0.49521590814543637,
      "grad_norm": 1.0546875,
      "learning_rate": 1.7716245833877202e-05,
      "loss": 1.7479,
      "step": 93
    },
    {
      "epoch": 0.5005408103835594,
      "grad_norm": 1.0625,
      "learning_rate": 1.766044443118978e-05,
      "loss": 1.7516,
      "step": 94
    },
    {
      "epoch": 0.5005408103835594,
      "eval_loss": 1.7072687149047852,
      "eval_runtime": 77.7379,
      "eval_samples_per_second": 15.179,
      "eval_steps_per_second": 15.179,
      "step": 94
    },
    {
      "epoch": 0.5058657126216823,
      "grad_norm": 1.0703125,
      "learning_rate": 1.7604059656000313e-05,
      "loss": 1.6983,
      "step": 95
    },
    {
      "epoch": 0.5111906148598053,
      "grad_norm": 1.078125,
      "learning_rate": 1.7547095802227723e-05,
      "loss": 1.7144,
      "step": 96
    },
    {
      "epoch": 0.5165155170979283,
      "grad_norm": 1.0546875,
      "learning_rate": 1.7489557207890025e-05,
      "loss": 1.754,
      "step": 97
    },
    {
      "epoch": 0.5218404193360513,
      "grad_norm": 1.03125,
      "learning_rate": 1.7431448254773943e-05,
      "loss": 1.7862,
      "step": 98
    },
    {
      "epoch": 0.5271653215741742,
      "grad_norm": 1.046875,
      "learning_rate": 1.737277336810124e-05,
      "loss": 1.7244,
      "step": 99
    },
    {
      "epoch": 0.5324902238122972,
      "grad_norm": 1.0546875,
      "learning_rate": 1.7313537016191706e-05,
      "loss": 1.7129,
      "step": 100
    },
    {
      "epoch": 0.5378151260504201,
      "grad_norm": 1.0390625,
      "learning_rate": 1.7253743710122877e-05,
      "loss": 1.6302,
      "step": 101
    },
    {
      "epoch": 0.5431400282885431,
      "grad_norm": 0.99609375,
      "learning_rate": 1.7193398003386514e-05,
      "loss": 1.6831,
      "step": 102
    },
    {
      "epoch": 0.5484649305266661,
      "grad_norm": 1.0,
      "learning_rate": 1.713250449154182e-05,
      "loss": 1.74,
      "step": 103
    },
    {
      "epoch": 0.5537898327647891,
      "grad_norm": 1.0,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 1.7333,
      "step": 104
    },
    {
      "epoch": 0.5591147350029121,
      "grad_norm": 1.0546875,
      "learning_rate": 1.700909264299851e-05,
      "loss": 1.7359,
      "step": 105
    },
    {
      "epoch": 0.5644396372410351,
      "grad_norm": 0.98828125,
      "learning_rate": 1.6946583704589973e-05,
      "loss": 1.7432,
      "step": 106
    },
    {
      "epoch": 0.569764539479158,
      "grad_norm": 1.0078125,
      "learning_rate": 1.688354575693754e-05,
      "loss": 1.6974,
      "step": 107
    },
    {
      "epoch": 0.5750894417172809,
      "grad_norm": 1.03125,
      "learning_rate": 1.6819983600624986e-05,
      "loss": 1.7011,
      "step": 108
    },
    {
      "epoch": 0.5804143439554039,
      "grad_norm": 1.0703125,
      "learning_rate": 1.6755902076156606e-05,
      "loss": 1.665,
      "step": 109
    },
    {
      "epoch": 0.5857392461935269,
      "grad_norm": 1.125,
      "learning_rate": 1.6691306063588583e-05,
      "loss": 1.8047,
      "step": 110
    },
    {
      "epoch": 0.5910641484316499,
      "grad_norm": 0.9921875,
      "learning_rate": 1.6626200482157378e-05,
      "loss": 1.6664,
      "step": 111
    },
    {
      "epoch": 0.5963890506697729,
      "grad_norm": 1.0234375,
      "learning_rate": 1.6560590289905074e-05,
      "loss": 1.7291,
      "step": 112
    },
    {
      "epoch": 0.6017139529078959,
      "grad_norm": 1.0859375,
      "learning_rate": 1.6494480483301836e-05,
      "loss": 1.709,
      "step": 113
    },
    {
      "epoch": 0.6070388551460189,
      "grad_norm": 1.0234375,
      "learning_rate": 1.6427876096865394e-05,
      "loss": 1.7286,
      "step": 114
    },
    {
      "epoch": 0.6123637573841417,
      "grad_norm": 1.0078125,
      "learning_rate": 1.636078220277764e-05,
      "loss": 1.6269,
      "step": 115
    },
    {
      "epoch": 0.6176886596222647,
      "grad_norm": 1.0234375,
      "learning_rate": 1.6293203910498375e-05,
      "loss": 1.6286,
      "step": 116
    },
    {
      "epoch": 0.6230135618603877,
      "grad_norm": 1.09375,
      "learning_rate": 1.6225146366376198e-05,
      "loss": 1.78,
      "step": 117
    },
    {
      "epoch": 0.6283384640985107,
      "grad_norm": 1.078125,
      "learning_rate": 1.6156614753256583e-05,
      "loss": 1.7336,
      "step": 118
    },
    {
      "epoch": 0.6336633663366337,
      "grad_norm": 1.0625,
      "learning_rate": 1.608761429008721e-05,
      "loss": 1.6578,
      "step": 119
    },
    {
      "epoch": 0.6389882685747567,
      "grad_norm": 1.015625,
      "learning_rate": 1.6018150231520486e-05,
      "loss": 1.6736,
      "step": 120
    },
    {
      "epoch": 0.6443131708128796,
      "grad_norm": 1.0546875,
      "learning_rate": 1.5948227867513416e-05,
      "loss": 1.5976,
      "step": 121
    },
    {
      "epoch": 0.6496380730510026,
      "grad_norm": 1.0078125,
      "learning_rate": 1.5877852522924733e-05,
      "loss": 1.7155,
      "step": 122
    },
    {
      "epoch": 0.6549629752891255,
      "grad_norm": 1.0078125,
      "learning_rate": 1.5807029557109398e-05,
      "loss": 1.6595,
      "step": 123
    },
    {
      "epoch": 0.6602878775272485,
      "grad_norm": 1.0234375,
      "learning_rate": 1.573576436351046e-05,
      "loss": 1.7354,
      "step": 124
    },
    {
      "epoch": 0.6656127797653715,
      "grad_norm": 1.0703125,
      "learning_rate": 1.566406236924833e-05,
      "loss": 1.7401,
      "step": 125
    },
    {
      "epoch": 0.6709376820034945,
      "grad_norm": 1.0625,
      "learning_rate": 1.5591929034707468e-05,
      "loss": 1.6774,
      "step": 126
    },
    {
      "epoch": 0.6762625842416174,
      "grad_norm": 1.0078125,
      "learning_rate": 1.5519369853120584e-05,
      "loss": 1.6818,
      "step": 127
    },
    {
      "epoch": 0.6815874864797404,
      "grad_norm": 1.0390625,
      "learning_rate": 1.5446390350150272e-05,
      "loss": 1.598,
      "step": 128
    },
    {
      "epoch": 0.6869123887178634,
      "grad_norm": 1.015625,
      "learning_rate": 1.5372996083468242e-05,
      "loss": 1.7103,
      "step": 129
    },
    {
      "epoch": 0.6922372909559864,
      "grad_norm": 1.015625,
      "learning_rate": 1.529919264233205e-05,
      "loss": 1.6196,
      "step": 130
    },
    {
      "epoch": 0.6975621931941093,
      "grad_norm": 1.046875,
      "learning_rate": 1.5224985647159489e-05,
      "loss": 1.618,
      "step": 131
    },
    {
      "epoch": 0.7028870954322323,
      "grad_norm": 1.03125,
      "learning_rate": 1.5150380749100545e-05,
      "loss": 1.7159,
      "step": 132
    },
    {
      "epoch": 0.7082119976703553,
      "grad_norm": 0.9921875,
      "learning_rate": 1.5075383629607043e-05,
      "loss": 1.6372,
      "step": 133
    },
    {
      "epoch": 0.7135368999084782,
      "grad_norm": 1.0625,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 1.7368,
      "step": 134
    },
    {
      "epoch": 0.7188618021466012,
      "grad_norm": 0.97265625,
      "learning_rate": 1.4924235601034673e-05,
      "loss": 1.6675,
      "step": 135
    },
    {
      "epoch": 0.7241867043847242,
      "grad_norm": 1.078125,
      "learning_rate": 1.4848096202463373e-05,
      "loss": 1.6651,
      "step": 136
    },
    {
      "epoch": 0.7295116066228472,
      "grad_norm": 1.0078125,
      "learning_rate": 1.4771587602596085e-05,
      "loss": 1.6842,
      "step": 137
    },
    {
      "epoch": 0.7348365088609702,
      "grad_norm": 1.015625,
      "learning_rate": 1.469471562785891e-05,
      "loss": 1.682,
      "step": 138
    },
    {
      "epoch": 0.7401614110990931,
      "grad_norm": 1.03125,
      "learning_rate": 1.4617486132350343e-05,
      "loss": 1.697,
      "step": 139
    },
    {
      "epoch": 0.745486313337216,
      "grad_norm": 1.03125,
      "learning_rate": 1.4539904997395468e-05,
      "loss": 1.6511,
      "step": 140
    },
    {
      "epoch": 0.750811215575339,
      "grad_norm": 1.0625,
      "learning_rate": 1.4461978131098089e-05,
      "loss": 1.6586,
      "step": 141
    },
    {
      "epoch": 0.750811215575339,
      "eval_loss": 1.6974835395812988,
      "eval_runtime": 77.2891,
      "eval_samples_per_second": 15.267,
      "eval_steps_per_second": 15.267,
      "step": 141
    },
    {
      "epoch": 0.756136117813462,
      "grad_norm": 1.0625,
      "learning_rate": 1.4383711467890776e-05,
      "loss": 1.7338,
      "step": 142
    },
    {
      "epoch": 0.761461020051585,
      "grad_norm": 1.0234375,
      "learning_rate": 1.4305110968082953e-05,
      "loss": 1.6623,
      "step": 143
    },
    {
      "epoch": 0.766785922289708,
      "grad_norm": 1.03125,
      "learning_rate": 1.4226182617406996e-05,
      "loss": 1.6748,
      "step": 144
    },
    {
      "epoch": 0.772110824527831,
      "grad_norm": 1.0,
      "learning_rate": 1.4146932426562391e-05,
      "loss": 1.7057,
      "step": 145
    },
    {
      "epoch": 0.777435726765954,
      "grad_norm": 1.0234375,
      "learning_rate": 1.4067366430758004e-05,
      "loss": 1.6403,
      "step": 146
    },
    {
      "epoch": 0.7827606290040768,
      "grad_norm": 1.09375,
      "learning_rate": 1.3987490689252463e-05,
      "loss": 1.7262,
      "step": 147
    },
    {
      "epoch": 0.7880855312421998,
      "grad_norm": 1.0703125,
      "learning_rate": 1.3907311284892737e-05,
      "loss": 1.7561,
      "step": 148
    },
    {
      "epoch": 0.7934104334803228,
      "grad_norm": 1.109375,
      "learning_rate": 1.3826834323650899e-05,
      "loss": 1.6847,
      "step": 149
    },
    {
      "epoch": 0.7987353357184458,
      "grad_norm": 1.015625,
      "learning_rate": 1.3746065934159123e-05,
      "loss": 1.5979,
      "step": 150
    },
    {
      "epoch": 0.8040602379565688,
      "grad_norm": 1.0859375,
      "learning_rate": 1.3665012267242974e-05,
      "loss": 1.6537,
      "step": 151
    },
    {
      "epoch": 0.8093851401946918,
      "grad_norm": 1.03125,
      "learning_rate": 1.3583679495453e-05,
      "loss": 1.7491,
      "step": 152
    },
    {
      "epoch": 0.8147100424328148,
      "grad_norm": 1.0,
      "learning_rate": 1.3502073812594677e-05,
      "loss": 1.6909,
      "step": 153
    },
    {
      "epoch": 0.8200349446709376,
      "grad_norm": 1.0390625,
      "learning_rate": 1.342020143325669e-05,
      "loss": 1.6917,
      "step": 154
    },
    {
      "epoch": 0.8253598469090606,
      "grad_norm": 0.99609375,
      "learning_rate": 1.333806859233771e-05,
      "loss": 1.692,
      "step": 155
    },
    {
      "epoch": 0.8306847491471836,
      "grad_norm": 1.0390625,
      "learning_rate": 1.3255681544571568e-05,
      "loss": 1.6995,
      "step": 156
    },
    {
      "epoch": 0.8360096513853066,
      "grad_norm": 1.03125,
      "learning_rate": 1.3173046564050923e-05,
      "loss": 1.6612,
      "step": 157
    },
    {
      "epoch": 0.8413345536234296,
      "grad_norm": 1.09375,
      "learning_rate": 1.3090169943749475e-05,
      "loss": 1.7376,
      "step": 158
    },
    {
      "epoch": 0.8466594558615526,
      "grad_norm": 1.0,
      "learning_rate": 1.300705799504273e-05,
      "loss": 1.6703,
      "step": 159
    },
    {
      "epoch": 0.8519843580996755,
      "grad_norm": 1.0546875,
      "learning_rate": 1.2923717047227368e-05,
      "loss": 1.6611,
      "step": 160
    },
    {
      "epoch": 0.8573092603377985,
      "grad_norm": 0.95703125,
      "learning_rate": 1.284015344703923e-05,
      "loss": 1.6215,
      "step": 161
    },
    {
      "epoch": 0.8626341625759214,
      "grad_norm": 1.046875,
      "learning_rate": 1.2756373558169992e-05,
      "loss": 1.7199,
      "step": 162
    },
    {
      "epoch": 0.8679590648140444,
      "grad_norm": 1.0078125,
      "learning_rate": 1.267238376078257e-05,
      "loss": 1.6418,
      "step": 163
    },
    {
      "epoch": 0.8732839670521674,
      "grad_norm": 0.9140625,
      "learning_rate": 1.2588190451025209e-05,
      "loss": 1.6476,
      "step": 164
    },
    {
      "epoch": 0.8786088692902904,
      "grad_norm": 0.96484375,
      "learning_rate": 1.2503800040544417e-05,
      "loss": 1.6088,
      "step": 165
    },
    {
      "epoch": 0.8839337715284133,
      "grad_norm": 0.9921875,
      "learning_rate": 1.2419218955996677e-05,
      "loss": 1.6919,
      "step": 166
    },
    {
      "epoch": 0.8892586737665363,
      "grad_norm": 1.0625,
      "learning_rate": 1.2334453638559057e-05,
      "loss": 1.6118,
      "step": 167
    },
    {
      "epoch": 0.8945835760046593,
      "grad_norm": 1.0546875,
      "learning_rate": 1.2249510543438652e-05,
      "loss": 1.7246,
      "step": 168
    },
    {
      "epoch": 0.8999084782427823,
      "grad_norm": 1.0390625,
      "learning_rate": 1.2164396139381029e-05,
      "loss": 1.6821,
      "step": 169
    },
    {
      "epoch": 0.9052333804809052,
      "grad_norm": 1.0625,
      "learning_rate": 1.2079116908177592e-05,
      "loss": 1.6474,
      "step": 170
    },
    {
      "epoch": 0.9105582827190282,
      "grad_norm": 1.1015625,
      "learning_rate": 1.1993679344171973e-05,
      "loss": 1.7538,
      "step": 171
    },
    {
      "epoch": 0.9158831849571512,
      "grad_norm": 1.0078125,
      "learning_rate": 1.190808995376545e-05,
      "loss": 1.6299,
      "step": 172
    },
    {
      "epoch": 0.9212080871952741,
      "grad_norm": 1.0078125,
      "learning_rate": 1.1822355254921478e-05,
      "loss": 1.6671,
      "step": 173
    },
    {
      "epoch": 0.9265329894333971,
      "grad_norm": 1.0078125,
      "learning_rate": 1.1736481776669307e-05,
      "loss": 1.6996,
      "step": 174
    },
    {
      "epoch": 0.9318578916715201,
      "grad_norm": 1.0546875,
      "learning_rate": 1.1650476058606776e-05,
      "loss": 1.6863,
      "step": 175
    },
    {
      "epoch": 0.9371827939096431,
      "grad_norm": 1.1171875,
      "learning_rate": 1.156434465040231e-05,
      "loss": 1.7013,
      "step": 176
    },
    {
      "epoch": 0.9425076961477661,
      "grad_norm": 0.9921875,
      "learning_rate": 1.1478094111296109e-05,
      "loss": 1.7416,
      "step": 177
    },
    {
      "epoch": 0.947832598385889,
      "grad_norm": 1.03125,
      "learning_rate": 1.1391731009600655e-05,
      "loss": 1.7964,
      "step": 178
    },
    {
      "epoch": 0.9531575006240119,
      "grad_norm": 1.046875,
      "learning_rate": 1.130526192220052e-05,
      "loss": 1.761,
      "step": 179
    },
    {
      "epoch": 0.9584824028621349,
      "grad_norm": 1.0234375,
      "learning_rate": 1.1218693434051475e-05,
      "loss": 1.6999,
      "step": 180
    },
    {
      "epoch": 0.9638073051002579,
      "grad_norm": 1.0546875,
      "learning_rate": 1.113203213767907e-05,
      "loss": 1.69,
      "step": 181
    },
    {
      "epoch": 0.9691322073383809,
      "grad_norm": 0.953125,
      "learning_rate": 1.1045284632676535e-05,
      "loss": 1.6777,
      "step": 182
    },
    {
      "epoch": 0.9744571095765039,
      "grad_norm": 1.0234375,
      "learning_rate": 1.0958457525202241e-05,
      "loss": 1.6792,
      "step": 183
    },
    {
      "epoch": 0.9797820118146269,
      "grad_norm": 1.03125,
      "learning_rate": 1.0871557427476585e-05,
      "loss": 1.6724,
      "step": 184
    },
    {
      "epoch": 0.9851069140527499,
      "grad_norm": 1.0625,
      "learning_rate": 1.0784590957278452e-05,
      "loss": 1.7415,
      "step": 185
    },
    {
      "epoch": 0.9904318162908727,
      "grad_norm": 1.0,
      "learning_rate": 1.0697564737441254e-05,
      "loss": 1.6796,
      "step": 186
    },
    {
      "epoch": 0.9957567185289957,
      "grad_norm": 1.015625,
      "learning_rate": 1.0610485395348571e-05,
      "loss": 1.6186,
      "step": 187
    },
    {
      "epoch": 1.0010816207671187,
      "grad_norm": 0.984375,
      "learning_rate": 1.0523359562429441e-05,
      "loss": 1.6741,
      "step": 188
    },
    {
      "epoch": 1.0010816207671187,
      "eval_loss": 1.6922072172164917,
      "eval_runtime": 77.3424,
      "eval_samples_per_second": 15.257,
      "eval_steps_per_second": 15.257,
      "step": 188
    },
    {
      "epoch": 1.0064065230052417,
      "grad_norm": 0.9921875,
      "learning_rate": 1.0436193873653362e-05,
      "loss": 1.7202,
      "step": 189
    },
    {
      "epoch": 1.0016640319494134,
      "grad_norm": 0.9921875,
      "learning_rate": 1.0348994967025012e-05,
      "loss": 1.639,
      "step": 190
    },
    {
      "epoch": 1.0069889341875364,
      "grad_norm": 1.0546875,
      "learning_rate": 1.0261769483078734e-05,
      "loss": 1.6223,
      "step": 191
    },
    {
      "epoch": 1.0123138364256594,
      "grad_norm": 1.0078125,
      "learning_rate": 1.0174524064372837e-05,
      "loss": 1.7193,
      "step": 192
    },
    {
      "epoch": 1.0176387386637824,
      "grad_norm": 1.0078125,
      "learning_rate": 1.008726535498374e-05,
      "loss": 1.6904,
      "step": 193
    },
    {
      "epoch": 1.0229636409019054,
      "grad_norm": 1.03125,
      "learning_rate": 1e-05,
      "loss": 1.6921,
      "step": 194
    },
    {
      "epoch": 1.0282885431400284,
      "grad_norm": 0.9921875,
      "learning_rate": 9.912734645016262e-06,
      "loss": 1.6593,
      "step": 195
    },
    {
      "epoch": 1.0336134453781514,
      "grad_norm": 0.97265625,
      "learning_rate": 9.825475935627165e-06,
      "loss": 1.6469,
      "step": 196
    },
    {
      "epoch": 1.0389383476162741,
      "grad_norm": 0.9921875,
      "learning_rate": 9.738230516921272e-06,
      "loss": 1.5877,
      "step": 197
    },
    {
      "epoch": 1.0442632498543971,
      "grad_norm": 1.03125,
      "learning_rate": 9.651005032974994e-06,
      "loss": 1.6726,
      "step": 198
    },
    {
      "epoch": 1.04958815209252,
      "grad_norm": 1.0,
      "learning_rate": 9.563806126346643e-06,
      "loss": 1.6607,
      "step": 199
    },
    {
      "epoch": 1.054913054330643,
      "grad_norm": 1.015625,
      "learning_rate": 9.476640437570562e-06,
      "loss": 1.6926,
      "step": 200
    },
    {
      "epoch": 1.060237956568766,
      "grad_norm": 1.015625,
      "learning_rate": 9.38951460465143e-06,
      "loss": 1.6241,
      "step": 201
    },
    {
      "epoch": 1.065562858806889,
      "grad_norm": 0.9921875,
      "learning_rate": 9.302435262558748e-06,
      "loss": 1.6431,
      "step": 202
    },
    {
      "epoch": 1.070887761045012,
      "grad_norm": 1.0234375,
      "learning_rate": 9.215409042721553e-06,
      "loss": 1.6339,
      "step": 203
    },
    {
      "epoch": 1.076212663283135,
      "grad_norm": 1.0,
      "learning_rate": 9.128442572523418e-06,
      "loss": 1.6701,
      "step": 204
    },
    {
      "epoch": 1.081537565521258,
      "grad_norm": 0.98828125,
      "learning_rate": 9.04154247479776e-06,
      "loss": 1.6059,
      "step": 205
    },
    {
      "epoch": 1.086862467759381,
      "grad_norm": 1.0234375,
      "learning_rate": 8.954715367323468e-06,
      "loss": 1.6638,
      "step": 206
    },
    {
      "epoch": 1.092187369997504,
      "grad_norm": 1.09375,
      "learning_rate": 8.867967862320935e-06,
      "loss": 1.6428,
      "step": 207
    },
    {
      "epoch": 1.097512272235627,
      "grad_norm": 0.9765625,
      "learning_rate": 8.781306565948528e-06,
      "loss": 1.6424,
      "step": 208
    },
    {
      "epoch": 1.10283717447375,
      "grad_norm": 0.984375,
      "learning_rate": 8.694738077799487e-06,
      "loss": 1.6105,
      "step": 209
    },
    {
      "epoch": 1.108162076711873,
      "grad_norm": 1.0,
      "learning_rate": 8.60826899039935e-06,
      "loss": 1.7068,
      "step": 210
    },
    {
      "epoch": 1.113486978949996,
      "grad_norm": 1.0859375,
      "learning_rate": 8.521905888703894e-06,
      "loss": 1.7118,
      "step": 211
    },
    {
      "epoch": 1.118811881188119,
      "grad_norm": 1.0625,
      "learning_rate": 8.43565534959769e-06,
      "loss": 1.6553,
      "step": 212
    },
    {
      "epoch": 1.1241367834262417,
      "grad_norm": 1.0703125,
      "learning_rate": 8.349523941393224e-06,
      "loss": 1.6909,
      "step": 213
    },
    {
      "epoch": 1.1294616856643647,
      "grad_norm": 1.0546875,
      "learning_rate": 8.263518223330698e-06,
      "loss": 1.7384,
      "step": 214
    },
    {
      "epoch": 1.1347865879024877,
      "grad_norm": 1.03125,
      "learning_rate": 8.177644745078525e-06,
      "loss": 1.6182,
      "step": 215
    },
    {
      "epoch": 1.1401114901406106,
      "grad_norm": 1.125,
      "learning_rate": 8.091910046234552e-06,
      "loss": 1.7063,
      "step": 216
    },
    {
      "epoch": 1.1454363923787336,
      "grad_norm": 0.96484375,
      "learning_rate": 8.00632065582803e-06,
      "loss": 1.6621,
      "step": 217
    },
    {
      "epoch": 1.1507612946168566,
      "grad_norm": 0.98828125,
      "learning_rate": 7.92088309182241e-06,
      "loss": 1.7231,
      "step": 218
    },
    {
      "epoch": 1.1560861968549796,
      "grad_norm": 1.015625,
      "learning_rate": 7.835603860618973e-06,
      "loss": 1.6707,
      "step": 219
    },
    {
      "epoch": 1.1614110990931026,
      "grad_norm": 1.015625,
      "learning_rate": 7.750489456561351e-06,
      "loss": 1.6226,
      "step": 220
    },
    {
      "epoch": 1.1667360013312256,
      "grad_norm": 1.0703125,
      "learning_rate": 7.66554636144095e-06,
      "loss": 1.6862,
      "step": 221
    },
    {
      "epoch": 1.1720609035693486,
      "grad_norm": 1.0625,
      "learning_rate": 7.580781044003324e-06,
      "loss": 1.7325,
      "step": 222
    },
    {
      "epoch": 1.1773858058074715,
      "grad_norm": 1.03125,
      "learning_rate": 7.496199959455584e-06,
      "loss": 1.6573,
      "step": 223
    },
    {
      "epoch": 1.1827107080455945,
      "grad_norm": 1.03125,
      "learning_rate": 7.411809548974792e-06,
      "loss": 1.6594,
      "step": 224
    },
    {
      "epoch": 1.1880356102837175,
      "grad_norm": 1.015625,
      "learning_rate": 7.327616239217432e-06,
      "loss": 1.6523,
      "step": 225
    },
    {
      "epoch": 1.1933605125218405,
      "grad_norm": 1.0546875,
      "learning_rate": 7.243626441830009e-06,
      "loss": 1.6895,
      "step": 226
    },
    {
      "epoch": 1.1986854147599635,
      "grad_norm": 0.99609375,
      "learning_rate": 7.159846552960774e-06,
      "loss": 1.6883,
      "step": 227
    },
    {
      "epoch": 1.2040103169980862,
      "grad_norm": 0.9921875,
      "learning_rate": 7.076282952772634e-06,
      "loss": 1.5706,
      "step": 228
    },
    {
      "epoch": 1.2093352192362095,
      "grad_norm": 0.95703125,
      "learning_rate": 6.992942004957271e-06,
      "loss": 1.5938,
      "step": 229
    },
    {
      "epoch": 1.2146601214743322,
      "grad_norm": 1.046875,
      "learning_rate": 6.909830056250527e-06,
      "loss": 1.6963,
      "step": 230
    },
    {
      "epoch": 1.2199850237124552,
      "grad_norm": 1.0703125,
      "learning_rate": 6.826953435949081e-06,
      "loss": 1.6565,
      "step": 231
    },
    {
      "epoch": 1.2253099259505782,
      "grad_norm": 1.0078125,
      "learning_rate": 6.744318455428436e-06,
      "loss": 1.657,
      "step": 232
    },
    {
      "epoch": 1.2306348281887012,
      "grad_norm": 1.09375,
      "learning_rate": 6.661931407662292e-06,
      "loss": 1.6942,
      "step": 233
    },
    {
      "epoch": 1.2359597304268242,
      "grad_norm": 0.94921875,
      "learning_rate": 6.579798566743314e-06,
      "loss": 1.6247,
      "step": 234
    },
    {
      "epoch": 1.2412846326649472,
      "grad_norm": 1.0078125,
      "learning_rate": 6.497926187405326e-06,
      "loss": 1.6845,
      "step": 235
    },
    {
      "epoch": 1.2412846326649472,
      "eval_loss": 1.6904007196426392,
      "eval_runtime": 77.2338,
      "eval_samples_per_second": 15.278,
      "eval_steps_per_second": 15.278,
      "step": 235
    },
    {
      "epoch": 1.2466095349030701,
      "grad_norm": 1.046875,
      "learning_rate": 6.4163205045469975e-06,
      "loss": 1.6958,
      "step": 236
    },
    {
      "epoch": 1.2519344371411931,
      "grad_norm": 1.109375,
      "learning_rate": 6.334987732757028e-06,
      "loss": 1.589,
      "step": 237
    },
    {
      "epoch": 1.257259339379316,
      "grad_norm": 1.0390625,
      "learning_rate": 6.25393406584088e-06,
      "loss": 1.6417,
      "step": 238
    },
    {
      "epoch": 1.262584241617439,
      "grad_norm": 0.9609375,
      "learning_rate": 6.173165676349103e-06,
      "loss": 1.6412,
      "step": 239
    },
    {
      "epoch": 1.267909143855562,
      "grad_norm": 1.046875,
      "learning_rate": 6.092688715107265e-06,
      "loss": 1.6539,
      "step": 240
    },
    {
      "epoch": 1.273234046093685,
      "grad_norm": 1.03125,
      "learning_rate": 6.0125093107475385e-06,
      "loss": 1.6194,
      "step": 241
    },
    {
      "epoch": 1.278558948331808,
      "grad_norm": 0.9921875,
      "learning_rate": 5.932633569242e-06,
      "loss": 1.6566,
      "step": 242
    },
    {
      "epoch": 1.2838838505699308,
      "grad_norm": 1.0234375,
      "learning_rate": 5.853067573437612e-06,
      "loss": 1.6734,
      "step": 243
    },
    {
      "epoch": 1.289208752808054,
      "grad_norm": 1.046875,
      "learning_rate": 5.773817382593008e-06,
      "loss": 1.7109,
      "step": 244
    },
    {
      "epoch": 1.2945336550461768,
      "grad_norm": 1.015625,
      "learning_rate": 5.694889031917047e-06,
      "loss": 1.5984,
      "step": 245
    },
    {
      "epoch": 1.2998585572842998,
      "grad_norm": 1.046875,
      "learning_rate": 5.616288532109225e-06,
      "loss": 1.7059,
      "step": 246
    },
    {
      "epoch": 1.3051834595224228,
      "grad_norm": 1.0390625,
      "learning_rate": 5.5380218689019125e-06,
      "loss": 1.6666,
      "step": 247
    },
    {
      "epoch": 1.3105083617605457,
      "grad_norm": 1.0234375,
      "learning_rate": 5.460095002604533e-06,
      "loss": 1.6752,
      "step": 248
    },
    {
      "epoch": 1.3158332639986687,
      "grad_norm": 1.0625,
      "learning_rate": 5.382513867649663e-06,
      "loss": 1.684,
      "step": 249
    },
    {
      "epoch": 1.3211581662367917,
      "grad_norm": 0.98046875,
      "learning_rate": 5.305284372141095e-06,
      "loss": 1.6072,
      "step": 250
    },
    {
      "epoch": 1.3264830684749147,
      "grad_norm": 0.9296875,
      "learning_rate": 5.228412397403916e-06,
      "loss": 1.4978,
      "step": 251
    },
    {
      "epoch": 1.3318079707130377,
      "grad_norm": 1.0390625,
      "learning_rate": 5.151903797536631e-06,
      "loss": 1.6164,
      "step": 252
    },
    {
      "epoch": 1.3371328729511607,
      "grad_norm": 1.0703125,
      "learning_rate": 5.075764398965331e-06,
      "loss": 1.5904,
      "step": 253
    },
    {
      "epoch": 1.3424577751892837,
      "grad_norm": 1.0,
      "learning_rate": 5.000000000000003e-06,
      "loss": 1.5924,
      "step": 254
    },
    {
      "epoch": 1.3477826774274067,
      "grad_norm": 1.0390625,
      "learning_rate": 4.924616370392962e-06,
      "loss": 1.6521,
      "step": 255
    },
    {
      "epoch": 1.3531075796655296,
      "grad_norm": 1.0234375,
      "learning_rate": 4.849619250899458e-06,
      "loss": 1.6124,
      "step": 256
    },
    {
      "epoch": 1.3584324819036526,
      "grad_norm": 1.0234375,
      "learning_rate": 4.775014352840512e-06,
      "loss": 1.6634,
      "step": 257
    },
    {
      "epoch": 1.3637573841417754,
      "grad_norm": 0.984375,
      "learning_rate": 4.700807357667953e-06,
      "loss": 1.628,
      "step": 258
    },
    {
      "epoch": 1.3690822863798986,
      "grad_norm": 1.046875,
      "learning_rate": 4.627003916531761e-06,
      "loss": 1.7282,
      "step": 259
    },
    {
      "epoch": 1.3744071886180214,
      "grad_norm": 1.0625,
      "learning_rate": 4.5536096498497295e-06,
      "loss": 1.7081,
      "step": 260
    },
    {
      "epoch": 1.3797320908561446,
      "grad_norm": 1.03125,
      "learning_rate": 4.480630146879419e-06,
      "loss": 1.6772,
      "step": 261
    },
    {
      "epoch": 1.3850569930942673,
      "grad_norm": 1.0234375,
      "learning_rate": 4.408070965292534e-06,
      "loss": 1.695,
      "step": 262
    },
    {
      "epoch": 1.3903818953323903,
      "grad_norm": 0.97265625,
      "learning_rate": 4.335937630751675e-06,
      "loss": 1.6414,
      "step": 263
    },
    {
      "epoch": 1.3957067975705133,
      "grad_norm": 1.015625,
      "learning_rate": 4.264235636489542e-06,
      "loss": 1.6425,
      "step": 264
    },
    {
      "epoch": 1.4010316998086363,
      "grad_norm": 1.0390625,
      "learning_rate": 4.192970442890602e-06,
      "loss": 1.6466,
      "step": 265
    },
    {
      "epoch": 1.4063566020467593,
      "grad_norm": 1.0,
      "learning_rate": 4.12214747707527e-06,
      "loss": 1.6378,
      "step": 266
    },
    {
      "epoch": 1.4116815042848823,
      "grad_norm": 1.015625,
      "learning_rate": 4.051772132486589e-06,
      "loss": 1.718,
      "step": 267
    },
    {
      "epoch": 1.4170064065230052,
      "grad_norm": 1.1015625,
      "learning_rate": 3.981849768479516e-06,
      "loss": 1.6534,
      "step": 268
    },
    {
      "epoch": 1.4223313087611282,
      "grad_norm": 0.98046875,
      "learning_rate": 3.912385709912794e-06,
      "loss": 1.6769,
      "step": 269
    },
    {
      "epoch": 1.4276562109992512,
      "grad_norm": 1.046875,
      "learning_rate": 3.8433852467434175e-06,
      "loss": 1.6337,
      "step": 270
    },
    {
      "epoch": 1.4329811132373742,
      "grad_norm": 1.0625,
      "learning_rate": 3.774853633623806e-06,
      "loss": 1.7151,
      "step": 271
    },
    {
      "epoch": 1.4383060154754972,
      "grad_norm": 1.0234375,
      "learning_rate": 3.7067960895016277e-06,
      "loss": 1.6018,
      "step": 272
    },
    {
      "epoch": 1.4436309177136202,
      "grad_norm": 1.03125,
      "learning_rate": 3.6392177972223596e-06,
      "loss": 1.597,
      "step": 273
    },
    {
      "epoch": 1.4489558199517432,
      "grad_norm": 1.0390625,
      "learning_rate": 3.5721239031346067e-06,
      "loss": 1.6465,
      "step": 274
    },
    {
      "epoch": 1.454280722189866,
      "grad_norm": 1.03125,
      "learning_rate": 3.505519516698165e-06,
      "loss": 1.7173,
      "step": 275
    },
    {
      "epoch": 1.4596056244279891,
      "grad_norm": 1.015625,
      "learning_rate": 3.4394097100949286e-06,
      "loss": 1.5711,
      "step": 276
    },
    {
      "epoch": 1.464930526666112,
      "grad_norm": 1.03125,
      "learning_rate": 3.3737995178426276e-06,
      "loss": 1.7184,
      "step": 277
    },
    {
      "epoch": 1.4702554289042349,
      "grad_norm": 1.0234375,
      "learning_rate": 3.308693936411421e-06,
      "loss": 1.6222,
      "step": 278
    },
    {
      "epoch": 1.4755803311423579,
      "grad_norm": 0.99609375,
      "learning_rate": 3.2440979238433977e-06,
      "loss": 1.7164,
      "step": 279
    },
    {
      "epoch": 1.4809052333804809,
      "grad_norm": 1.03125,
      "learning_rate": 3.1800163993750166e-06,
      "loss": 1.8001,
      "step": 280
    },
    {
      "epoch": 1.4862301356186038,
      "grad_norm": 1.125,
      "learning_rate": 3.116454243062459e-06,
      "loss": 1.6933,
      "step": 281
    },
    {
      "epoch": 1.4915550378567268,
      "grad_norm": 1.0234375,
      "learning_rate": 3.0534162954100264e-06,
      "loss": 1.6367,
      "step": 282
    },
    {
      "epoch": 1.4915550378567268,
      "eval_loss": 1.6898616552352905,
      "eval_runtime": 78.3804,
      "eval_samples_per_second": 15.055,
      "eval_steps_per_second": 15.055,
      "step": 282
    },
    {
      "epoch": 1.4968799400948498,
      "grad_norm": 1.015625,
      "learning_rate": 2.990907357001491e-06,
      "loss": 1.6462,
      "step": 283
    },
    {
      "epoch": 1.5022048423329728,
      "grad_norm": 0.9921875,
      "learning_rate": 2.9289321881345257e-06,
      "loss": 1.6232,
      "step": 284
    },
    {
      "epoch": 1.5075297445710958,
      "grad_norm": 1.015625,
      "learning_rate": 2.867495508458186e-06,
      "loss": 1.7229,
      "step": 285
    },
    {
      "epoch": 1.5128546468092188,
      "grad_norm": 1.03125,
      "learning_rate": 2.8066019966134907e-06,
      "loss": 1.6581,
      "step": 286
    },
    {
      "epoch": 1.5181795490473418,
      "grad_norm": 0.98046875,
      "learning_rate": 2.746256289877126e-06,
      "loss": 1.6565,
      "step": 287
    },
    {
      "epoch": 1.5235044512854645,
      "grad_norm": 1.015625,
      "learning_rate": 2.6864629838082957e-06,
      "loss": 1.646,
      "step": 288
    },
    {
      "epoch": 1.5288293535235877,
      "grad_norm": 0.97265625,
      "learning_rate": 2.6272266318987606e-06,
      "loss": 1.6165,
      "step": 289
    },
    {
      "epoch": 1.5341542557617105,
      "grad_norm": 0.953125,
      "learning_rate": 2.5685517452260566e-06,
      "loss": 1.6342,
      "step": 290
    },
    {
      "epoch": 1.5394791579998337,
      "grad_norm": 1.0390625,
      "learning_rate": 2.5104427921099783e-06,
      "loss": 1.6765,
      "step": 291
    },
    {
      "epoch": 1.5448040602379565,
      "grad_norm": 1.0078125,
      "learning_rate": 2.45290419777228e-06,
      "loss": 1.6634,
      "step": 292
    },
    {
      "epoch": 1.5501289624760797,
      "grad_norm": 0.98828125,
      "learning_rate": 2.395940343999691e-06,
      "loss": 1.6478,
      "step": 293
    },
    {
      "epoch": 1.5554538647142024,
      "grad_norm": 1.0546875,
      "learning_rate": 2.339555568810221e-06,
      "loss": 1.6321,
      "step": 294
    },
    {
      "epoch": 1.5607787669523256,
      "grad_norm": 1.03125,
      "learning_rate": 2.2837541661228024e-06,
      "loss": 1.7033,
      "step": 295
    },
    {
      "epoch": 1.5661036691904484,
      "grad_norm": 0.95703125,
      "learning_rate": 2.2285403854302912e-06,
      "loss": 1.562,
      "step": 296
    },
    {
      "epoch": 1.5714285714285714,
      "grad_norm": 1.0078125,
      "learning_rate": 2.173918431475861e-06,
      "loss": 1.6686,
      "step": 297
    },
    {
      "epoch": 1.5767534736666944,
      "grad_norm": 1.015625,
      "learning_rate": 2.119892463932781e-06,
      "loss": 1.5676,
      "step": 298
    },
    {
      "epoch": 1.5820783759048174,
      "grad_norm": 0.9921875,
      "learning_rate": 2.0664665970876496e-06,
      "loss": 1.6761,
      "step": 299
    },
    {
      "epoch": 1.5874032781429404,
      "grad_norm": 1.015625,
      "learning_rate": 2.013644899527074e-06,
      "loss": 1.6786,
      "step": 300
    },
    {
      "epoch": 1.5927281803810633,
      "grad_norm": 1.0625,
      "learning_rate": 1.961431393827827e-06,
      "loss": 1.6917,
      "step": 301
    },
    {
      "epoch": 1.5980530826191863,
      "grad_norm": 1.0,
      "learning_rate": 1.9098300562505266e-06,
      "loss": 1.6204,
      "step": 302
    },
    {
      "epoch": 1.6033779848573093,
      "grad_norm": 1.046875,
      "learning_rate": 1.858844816436809e-06,
      "loss": 1.6689,
      "step": 303
    },
    {
      "epoch": 1.6087028870954323,
      "grad_norm": 0.98046875,
      "learning_rate": 1.808479557110081e-06,
      "loss": 1.7041,
      "step": 304
    },
    {
      "epoch": 1.614027789333555,
      "grad_norm": 0.96875,
      "learning_rate": 1.7587381137798432e-06,
      "loss": 1.6656,
      "step": 305
    },
    {
      "epoch": 1.6193526915716783,
      "grad_norm": 1.0,
      "learning_rate": 1.709624274449584e-06,
      "loss": 1.6269,
      "step": 306
    },
    {
      "epoch": 1.624677593809801,
      "grad_norm": 1.03125,
      "learning_rate": 1.6611417793283192e-06,
      "loss": 1.5737,
      "step": 307
    },
    {
      "epoch": 1.6300024960479242,
      "grad_norm": 1.0078125,
      "learning_rate": 1.6132943205457607e-06,
      "loss": 1.722,
      "step": 308
    },
    {
      "epoch": 1.635327398286047,
      "grad_norm": 0.99609375,
      "learning_rate": 1.566085541871145e-06,
      "loss": 1.683,
      "step": 309
    },
    {
      "epoch": 1.6406523005241702,
      "grad_norm": 1.0546875,
      "learning_rate": 1.5195190384357405e-06,
      "loss": 1.6843,
      "step": 310
    },
    {
      "epoch": 1.645977202762293,
      "grad_norm": 1.0390625,
      "learning_rate": 1.4735983564590784e-06,
      "loss": 1.6979,
      "step": 311
    },
    {
      "epoch": 1.651302105000416,
      "grad_norm": 1.015625,
      "learning_rate": 1.4283269929788779e-06,
      "loss": 1.6396,
      "step": 312
    },
    {
      "epoch": 1.656627007238539,
      "grad_norm": 0.99609375,
      "learning_rate": 1.3837083955847418e-06,
      "loss": 1.6738,
      "step": 313
    },
    {
      "epoch": 1.661951909476662,
      "grad_norm": 0.94921875,
      "learning_rate": 1.339745962155613e-06,
      "loss": 1.6566,
      "step": 314
    },
    {
      "epoch": 1.667276811714785,
      "grad_norm": 1.0078125,
      "learning_rate": 1.2964430406010032e-06,
      "loss": 1.6679,
      "step": 315
    },
    {
      "epoch": 1.672601713952908,
      "grad_norm": 1.0,
      "learning_rate": 1.2538029286060428e-06,
      "loss": 1.6892,
      "step": 316
    },
    {
      "epoch": 1.677926616191031,
      "grad_norm": 1.0390625,
      "learning_rate": 1.2118288733803474e-06,
      "loss": 1.6914,
      "step": 317
    },
    {
      "epoch": 1.6832515184291539,
      "grad_norm": 1.015625,
      "learning_rate": 1.1705240714107301e-06,
      "loss": 1.5954,
      "step": 318
    },
    {
      "epoch": 1.6885764206672769,
      "grad_norm": 0.9765625,
      "learning_rate": 1.129891668217783e-06,
      "loss": 1.633,
      "step": 319
    },
    {
      "epoch": 1.6939013229053996,
      "grad_norm": 1.0546875,
      "learning_rate": 1.0899347581163222e-06,
      "loss": 1.6976,
      "step": 320
    },
    {
      "epoch": 1.6992262251435228,
      "grad_norm": 0.9921875,
      "learning_rate": 1.0506563839797501e-06,
      "loss": 1.6283,
      "step": 321
    },
    {
      "epoch": 1.7045511273816456,
      "grad_norm": 0.9765625,
      "learning_rate": 1.012059537008332e-06,
      "loss": 1.6094,
      "step": 322
    },
    {
      "epoch": 1.7098760296197688,
      "grad_norm": 1.0390625,
      "learning_rate": 9.74147156501396e-07,
      "loss": 1.6049,
      "step": 323
    },
    {
      "epoch": 1.7152009318578916,
      "grad_norm": 1.0546875,
      "learning_rate": 9.369221296335007e-07,
      "loss": 1.6529,
      "step": 324
    },
    {
      "epoch": 1.7205258340960148,
      "grad_norm": 1.09375,
      "learning_rate": 9.00387291234569e-07,
      "loss": 1.7539,
      "step": 325
    },
    {
      "epoch": 1.7258507363341375,
      "grad_norm": 1.03125,
      "learning_rate": 8.645454235739903e-07,
      "loss": 1.6844,
      "step": 326
    },
    {
      "epoch": 1.7311756385722605,
      "grad_norm": 0.98046875,
      "learning_rate": 8.293992561487596e-07,
      "loss": 1.6409,
      "step": 327
    },
    {
      "epoch": 1.7365005408103835,
      "grad_norm": 1.03125,
      "learning_rate": 7.949514654755963e-07,
      "loss": 1.7356,
      "step": 328
    },
    {
      "epoch": 1.7418254430485065,
      "grad_norm": 1.0625,
      "learning_rate": 7.612046748871327e-07,
      "loss": 1.6681,
      "step": 329
    },
    {
      "epoch": 1.7418254430485065,
      "eval_loss": 1.6896613836288452,
      "eval_runtime": 77.1918,
      "eval_samples_per_second": 15.287,
      "eval_steps_per_second": 15.287,
      "step": 329
    },
    {
      "epoch": 1.7471503452866295,
      "grad_norm": 1.046875,
      "learning_rate": 7.281614543321269e-07,
      "loss": 1.6493,
      "step": 330
    },
    {
      "epoch": 1.7524752475247525,
      "grad_norm": 1.0234375,
      "learning_rate": 6.958243201797554e-07,
      "loss": 1.6299,
      "step": 331
    },
    {
      "epoch": 1.7578001497628755,
      "grad_norm": 1.0234375,
      "learning_rate": 6.641957350279838e-07,
      "loss": 1.6882,
      "step": 332
    },
    {
      "epoch": 1.7631250520009984,
      "grad_norm": 1.0390625,
      "learning_rate": 6.332781075160244e-07,
      "loss": 1.6256,
      "step": 333
    },
    {
      "epoch": 1.7684499542391214,
      "grad_norm": 1.0234375,
      "learning_rate": 6.030737921409169e-07,
      "loss": 1.5845,
      "step": 334
    },
    {
      "epoch": 1.7737748564772442,
      "grad_norm": 0.984375,
      "learning_rate": 5.735850890782158e-07,
      "loss": 1.6066,
      "step": 335
    },
    {
      "epoch": 1.7790997587153674,
      "grad_norm": 1.03125,
      "learning_rate": 5.448142440068316e-07,
      "loss": 1.6751,
      "step": 336
    },
    {
      "epoch": 1.7844246609534902,
      "grad_norm": 0.97265625,
      "learning_rate": 5.167634479380068e-07,
      "loss": 1.6368,
      "step": 337
    },
    {
      "epoch": 1.7897495631916134,
      "grad_norm": 1.0234375,
      "learning_rate": 4.894348370484648e-07,
      "loss": 1.7731,
      "step": 338
    },
    {
      "epoch": 1.7950744654297361,
      "grad_norm": 1.03125,
      "learning_rate": 4.628304925177318e-07,
      "loss": 1.6714,
      "step": 339
    },
    {
      "epoch": 1.8003993676678594,
      "grad_norm": 1.1015625,
      "learning_rate": 4.3695244036964567e-07,
      "loss": 1.7154,
      "step": 340
    },
    {
      "epoch": 1.8057242699059821,
      "grad_norm": 0.94921875,
      "learning_rate": 4.118026513180695e-07,
      "loss": 1.5225,
      "step": 341
    },
    {
      "epoch": 1.8110491721441053,
      "grad_norm": 1.0,
      "learning_rate": 3.8738304061681107e-07,
      "loss": 1.6143,
      "step": 342
    },
    {
      "epoch": 1.816374074382228,
      "grad_norm": 1.0,
      "learning_rate": 3.6369546791377054e-07,
      "loss": 1.6301,
      "step": 343
    },
    {
      "epoch": 1.821698976620351,
      "grad_norm": 0.95703125,
      "learning_rate": 3.4074173710931804e-07,
      "loss": 1.5861,
      "step": 344
    },
    {
      "epoch": 1.827023878858474,
      "grad_norm": 0.9921875,
      "learning_rate": 3.185235962189237e-07,
      "loss": 1.6469,
      "step": 345
    },
    {
      "epoch": 1.832348781096597,
      "grad_norm": 0.95703125,
      "learning_rate": 2.970427372400353e-07,
      "loss": 1.5941,
      "step": 346
    },
    {
      "epoch": 1.83767368333472,
      "grad_norm": 0.9609375,
      "learning_rate": 2.7630079602323447e-07,
      "loss": 1.6405,
      "step": 347
    },
    {
      "epoch": 1.842998585572843,
      "grad_norm": 1.03125,
      "learning_rate": 2.5629935214764866e-07,
      "loss": 1.6329,
      "step": 348
    },
    {
      "epoch": 1.848323487810966,
      "grad_norm": 1.03125,
      "learning_rate": 2.370399288006664e-07,
      "loss": 1.62,
      "step": 349
    },
    {
      "epoch": 1.853648390049089,
      "grad_norm": 1.0078125,
      "learning_rate": 2.1852399266194312e-07,
      "loss": 1.5775,
      "step": 350
    },
    {
      "epoch": 1.858973292287212,
      "grad_norm": 0.984375,
      "learning_rate": 2.0075295379170413e-07,
      "loss": 1.6226,
      "step": 351
    },
    {
      "epoch": 1.8642981945253347,
      "grad_norm": 1.0234375,
      "learning_rate": 1.8372816552336025e-07,
      "loss": 1.5957,
      "step": 352
    },
    {
      "epoch": 1.869623096763458,
      "grad_norm": 1.015625,
      "learning_rate": 1.6745092436045495e-07,
      "loss": 1.6389,
      "step": 353
    },
    {
      "epoch": 1.8749479990015807,
      "grad_norm": 1.0546875,
      "learning_rate": 1.519224698779198e-07,
      "loss": 1.6588,
      "step": 354
    },
    {
      "epoch": 1.880272901239704,
      "grad_norm": 0.9765625,
      "learning_rate": 1.3714398462768563e-07,
      "loss": 1.5915,
      "step": 355
    },
    {
      "epoch": 1.8855978034778267,
      "grad_norm": 1.03125,
      "learning_rate": 1.231165940486234e-07,
      "loss": 1.6454,
      "step": 356
    },
    {
      "epoch": 1.89092270571595,
      "grad_norm": 1.03125,
      "learning_rate": 1.0984136638083176e-07,
      "loss": 1.6706,
      "step": 357
    },
    {
      "epoch": 1.8962476079540727,
      "grad_norm": 1.046875,
      "learning_rate": 9.731931258429638e-08,
      "loss": 1.6479,
      "step": 358
    },
    {
      "epoch": 1.9015725101921956,
      "grad_norm": 0.93359375,
      "learning_rate": 8.555138626189619e-08,
      "loss": 1.6405,
      "step": 359
    },
    {
      "epoch": 1.9068974124303186,
      "grad_norm": 1.0234375,
      "learning_rate": 7.453848358678018e-08,
      "loss": 1.6638,
      "step": 360
    },
    {
      "epoch": 1.9122223146684416,
      "grad_norm": 1.046875,
      "learning_rate": 6.428144323412544e-08,
      "loss": 1.6709,
      "step": 361
    },
    {
      "epoch": 1.9175472169065646,
      "grad_norm": 1.0546875,
      "learning_rate": 5.4781046317267103e-08,
      "loss": 1.6191,
      "step": 362
    },
    {
      "epoch": 1.9228721191446876,
      "grad_norm": 1.0390625,
      "learning_rate": 4.603801632821148e-08,
      "loss": 1.7144,
      "step": 363
    },
    {
      "epoch": 1.9281970213828106,
      "grad_norm": 1.0078125,
      "learning_rate": 3.805301908254455e-08,
      "loss": 1.6358,
      "step": 364
    },
    {
      "epoch": 1.9335219236209336,
      "grad_norm": 1.0078125,
      "learning_rate": 3.082666266872036e-08,
      "loss": 1.6961,
      "step": 365
    },
    {
      "epoch": 1.9388468258590565,
      "grad_norm": 1.046875,
      "learning_rate": 2.4359497401758026e-08,
      "loss": 1.6074,
      "step": 366
    },
    {
      "epoch": 1.9441717280971793,
      "grad_norm": 1.03125,
      "learning_rate": 1.86520157813308e-08,
      "loss": 1.5905,
      "step": 367
    },
    {
      "epoch": 1.9494966303353025,
      "grad_norm": 0.97265625,
      "learning_rate": 1.370465245426167e-08,
      "loss": 1.6317,
      "step": 368
    },
    {
      "epoch": 1.9548215325734253,
      "grad_norm": 0.98828125,
      "learning_rate": 9.517784181422018e-09,
      "loss": 1.5783,
      "step": 369
    },
    {
      "epoch": 1.9601464348115485,
      "grad_norm": 0.98828125,
      "learning_rate": 6.091729809042379e-09,
      "loss": 1.7104,
      "step": 370
    },
    {
      "epoch": 1.9654713370496713,
      "grad_norm": 1.0546875,
      "learning_rate": 3.4267502444274013e-09,
      "loss": 1.7328,
      "step": 371
    },
    {
      "epoch": 1.9707962392877945,
      "grad_norm": 1.03125,
      "learning_rate": 1.5230484360873043e-09,
      "loss": 1.6749,
      "step": 372
    },
    {
      "epoch": 1.9761211415259172,
      "grad_norm": 0.98046875,
      "learning_rate": 3.807693582869032e-10,
      "loss": 1.5706,
      "step": 373
    },
    {
      "epoch": 1.9814460437640404,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0,
      "loss": 1.662,
      "step": 374
    }
  ],
  "logging_steps": 1,
  "max_steps": 374,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 187,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.8540467560146534e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}