{
  "best_metric": 1.4534417390823364,
  "best_model_checkpoint": "./results/models/checkpoint-307580",
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 384475,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.006502373366278692,
      "grad_norm": 1.359375,
      "learning_rate": 0.001999739905065349,
      "loss": 2.651,
      "step": 500
    },
    {
      "epoch": 0.013004746732557384,
      "grad_norm": 4.40625,
      "learning_rate": 0.0019994798101306975,
      "loss": 2.3581,
      "step": 1000
    },
    {
      "epoch": 0.019507120098836074,
      "grad_norm": 0.87890625,
      "learning_rate": 0.0019992197151960465,
      "loss": 2.2735,
      "step": 1500
    },
    {
      "epoch": 0.026009493465114768,
      "grad_norm": 0.60546875,
      "learning_rate": 0.0019989596202613954,
      "loss": 2.2235,
      "step": 2000
    },
    {
      "epoch": 0.03251186683139346,
      "grad_norm": 1.75,
      "learning_rate": 0.0019986995253267444,
      "loss": 2.1651,
      "step": 2500
    },
    {
      "epoch": 0.03901424019767215,
      "grad_norm": 0.68359375,
      "learning_rate": 0.0019984394303920934,
      "loss": 2.125,
      "step": 3000
    },
    {
      "epoch": 0.04551661356395084,
      "grad_norm": 0.5703125,
      "learning_rate": 0.001998179335457442,
      "loss": 2.0895,
      "step": 3500
    },
    {
      "epoch": 0.052018986930229535,
      "grad_norm": 0.6796875,
      "learning_rate": 0.001997919240522791,
      "loss": 2.0827,
      "step": 4000
    },
    {
      "epoch": 0.05852136029650822,
      "grad_norm": 0.78515625,
      "learning_rate": 0.00199765914558814,
      "loss": 2.0646,
      "step": 4500
    },
    {
      "epoch": 0.06502373366278692,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0019973990506534883,
      "loss": 2.039,
      "step": 5000
    },
    {
      "epoch": 0.0715261070290656,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0019971389557188377,
      "loss": 2.0101,
      "step": 5500
    },
    {
      "epoch": 0.0780284803953443,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0019968788607841862,
      "loss": 2.0275,
      "step": 6000
    },
    {
      "epoch": 0.08453085376162299,
      "grad_norm": 0.68359375,
      "learning_rate": 0.001996618765849535,
      "loss": 1.9981,
      "step": 6500
    },
    {
      "epoch": 0.09103322712790168,
      "grad_norm": 0.69140625,
      "learning_rate": 0.001996358670914884,
      "loss": 1.9754,
      "step": 7000
    },
    {
      "epoch": 0.09753560049418038,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0019960985759802327,
      "loss": 1.9366,
      "step": 7500
    },
    {
      "epoch": 0.10403797386045907,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0019958384810455816,
      "loss": 1.921,
      "step": 8000
    },
    {
      "epoch": 0.11054034722673776,
      "grad_norm": 0.455078125,
      "learning_rate": 0.0019955783861109306,
      "loss": 1.9106,
      "step": 8500
    },
    {
      "epoch": 0.11704272059301644,
      "grad_norm": 0.57421875,
      "learning_rate": 0.001995318291176279,
      "loss": 1.9082,
      "step": 9000
    },
    {
      "epoch": 0.12354509395929514,
      "grad_norm": 0.58984375,
      "learning_rate": 0.0019950581962416285,
      "loss": 1.8952,
      "step": 9500
    },
    {
      "epoch": 0.13004746732557385,
      "grad_norm": 0.5234375,
      "learning_rate": 0.001994798101306977,
      "loss": 1.9024,
      "step": 10000
    },
    {
      "epoch": 0.13654984069185253,
      "grad_norm": 1.0859375,
      "learning_rate": 0.001994538006372326,
      "loss": 1.9417,
      "step": 10500
    },
    {
      "epoch": 0.1430522140581312,
      "grad_norm": 0.609375,
      "learning_rate": 0.001994277911437675,
      "loss": 1.9231,
      "step": 11000
    },
    {
      "epoch": 0.1495545874244099,
      "grad_norm": 1.09375,
      "learning_rate": 0.0019940178165030235,
      "loss": 1.9009,
      "step": 11500
    },
    {
      "epoch": 0.1560569607906886,
      "grad_norm": 0.62109375,
      "learning_rate": 0.0019937577215683724,
      "loss": 1.9132,
      "step": 12000
    },
    {
      "epoch": 0.1625593341569673,
      "grad_norm": 0.59765625,
      "learning_rate": 0.0019934976266337214,
      "loss": 1.8845,
      "step": 12500
    },
    {
      "epoch": 0.16906170752324598,
      "grad_norm": 1.578125,
      "learning_rate": 0.0019932375316990703,
      "loss": 1.8613,
      "step": 13000
    },
    {
      "epoch": 0.1755640808895247,
      "grad_norm": 4.78125,
      "learning_rate": 0.0019929774367644193,
      "loss": 1.8528,
      "step": 13500
    },
    {
      "epoch": 0.18206645425580337,
      "grad_norm": 0.56640625,
      "learning_rate": 0.001992717341829768,
      "loss": 1.8416,
      "step": 14000
    },
    {
      "epoch": 0.18856882762208205,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0019924572468951168,
      "loss": 1.8443,
      "step": 14500
    },
    {
      "epoch": 0.19507120098836075,
      "grad_norm": 0.53125,
      "learning_rate": 0.0019921971519604657,
      "loss": 1.8301,
      "step": 15000
    },
    {
      "epoch": 0.20157357435463943,
      "grad_norm": 0.98828125,
      "learning_rate": 0.0019919370570258142,
      "loss": 1.8077,
      "step": 15500
    },
    {
      "epoch": 0.20807594772091814,
      "grad_norm": 1.53125,
      "learning_rate": 0.001991676962091163,
      "loss": 1.7963,
      "step": 16000
    },
    {
      "epoch": 0.21457832108719682,
      "grad_norm": 0.671875,
      "learning_rate": 0.001991416867156512,
      "loss": 1.7879,
      "step": 16500
    },
    {
      "epoch": 0.22108069445347553,
      "grad_norm": 5.25,
      "learning_rate": 0.001991156772221861,
      "loss": 1.793,
      "step": 17000
    },
    {
      "epoch": 0.2275830678197542,
      "grad_norm": 0.6171875,
      "learning_rate": 0.00199089667728721,
      "loss": 1.7897,
      "step": 17500
    },
    {
      "epoch": 0.2340854411860329,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0019906365823525586,
      "loss": 1.7831,
      "step": 18000
    },
    {
      "epoch": 0.2405878145523116,
      "grad_norm": 1.28125,
      "learning_rate": 0.0019903764874179075,
      "loss": 1.7912,
      "step": 18500
    },
    {
      "epoch": 0.24709018791859028,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0019901163924832565,
      "loss": 1.7988,
      "step": 19000
    },
    {
      "epoch": 0.25359256128486896,
      "grad_norm": 0.5234375,
      "learning_rate": 0.001989856297548605,
      "loss": 1.8031,
      "step": 19500
    },
    {
      "epoch": 0.2600949346511477,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0019895962026139544,
      "loss": 1.8197,
      "step": 20000
    },
    {
      "epoch": 0.26659730801742637,
      "grad_norm": 0.78515625,
      "learning_rate": 0.001989336107679303,
      "loss": 1.8048,
      "step": 20500
    },
    {
      "epoch": 0.27309968138370505,
      "grad_norm": 0.546875,
      "learning_rate": 0.001989076012744652,
      "loss": 1.7964,
      "step": 21000
    },
    {
      "epoch": 0.27960205474998373,
      "grad_norm": 0.64453125,
      "learning_rate": 0.001988815917810001,
      "loss": 1.7898,
      "step": 21500
    },
    {
      "epoch": 0.2861044281162624,
      "grad_norm": 5.25,
      "learning_rate": 0.0019885558228753494,
      "loss": 1.7911,
      "step": 22000
    },
    {
      "epoch": 0.29260680148254115,
      "grad_norm": 0.494140625,
      "learning_rate": 0.0019882957279406983,
      "loss": 1.7739,
      "step": 22500
    },
    {
      "epoch": 0.2991091748488198,
      "grad_norm": 0.6015625,
      "learning_rate": 0.0019880356330060473,
      "loss": 1.7675,
      "step": 23000
    },
    {
      "epoch": 0.3056115482150985,
      "grad_norm": 0.431640625,
      "learning_rate": 0.001987775538071396,
      "loss": 1.767,
      "step": 23500
    },
    {
      "epoch": 0.3121139215813772,
      "grad_norm": 0.75390625,
      "learning_rate": 0.001987515443136745,
      "loss": 1.7782,
      "step": 24000
    },
    {
      "epoch": 0.3186162949476559,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0019872553482020937,
      "loss": 1.7878,
      "step": 24500
    },
    {
      "epoch": 0.3251186683139346,
      "grad_norm": 0.625,
      "learning_rate": 0.0019869952532674427,
      "loss": 1.7762,
      "step": 25000
    },
    {
      "epoch": 0.3316210416802133,
      "grad_norm": 6.15625,
      "learning_rate": 0.0019867351583327916,
      "loss": 1.744,
      "step": 25500
    },
    {
      "epoch": 0.33812341504649196,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00198647506339814,
      "loss": 1.7591,
      "step": 26000
    },
    {
      "epoch": 0.34462578841277064,
      "grad_norm": 0.87890625,
      "learning_rate": 0.001986214968463489,
      "loss": 1.7565,
      "step": 26500
    },
    {
      "epoch": 0.3511281617790494,
      "grad_norm": 0.5078125,
      "learning_rate": 0.001985954873528838,
      "loss": 1.7639,
      "step": 27000
    },
    {
      "epoch": 0.35763053514532805,
      "grad_norm": 0.609375,
      "learning_rate": 0.001985694778594187,
      "loss": 1.7547,
      "step": 27500
    },
    {
      "epoch": 0.36413290851160673,
      "grad_norm": 0.84375,
      "learning_rate": 0.001985434683659536,
      "loss": 1.7356,
      "step": 28000
    },
    {
      "epoch": 0.3706352818778854,
      "grad_norm": 0.66796875,
      "learning_rate": 0.0019851745887248845,
      "loss": 1.7366,
      "step": 28500
    },
    {
      "epoch": 0.3771376552441641,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0019849144937902335,
      "loss": 1.7293,
      "step": 29000
    },
    {
      "epoch": 0.38364002861044283,
      "grad_norm": 0.498046875,
      "learning_rate": 0.0019846543988555824,
      "loss": 1.7272,
      "step": 29500
    },
    {
      "epoch": 0.3901424019767215,
      "grad_norm": 0.55859375,
      "learning_rate": 0.001984394303920931,
      "loss": 1.7196,
      "step": 30000
    },
    {
      "epoch": 0.3966447753430002,
      "grad_norm": 0.5078125,
      "learning_rate": 0.00198413420898628,
      "loss": 1.7293,
      "step": 30500
    },
    {
      "epoch": 0.40314714870927887,
      "grad_norm": 0.875,
      "learning_rate": 0.001983874114051629,
      "loss": 1.7171,
      "step": 31000
    },
    {
      "epoch": 0.4096495220755576,
      "grad_norm": 1.296875,
      "learning_rate": 0.001983614019116978,
      "loss": 1.7131,
      "step": 31500
    },
    {
      "epoch": 0.4161518954418363,
      "grad_norm": 2.546875,
      "learning_rate": 0.001983353924182327,
      "loss": 1.7128,
      "step": 32000
    },
    {
      "epoch": 0.42265426880811496,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0019830938292476753,
      "loss": 1.7127,
      "step": 32500
    },
    {
      "epoch": 0.42915664217439364,
      "grad_norm": 0.546875,
      "learning_rate": 0.0019828337343130243,
      "loss": 1.7052,
      "step": 33000
    },
    {
      "epoch": 0.4356590155406723,
      "grad_norm": 0.5625,
      "learning_rate": 0.0019825736393783732,
      "loss": 1.701,
      "step": 33500
    },
    {
      "epoch": 0.44216138890695106,
      "grad_norm": 0.4609375,
      "learning_rate": 0.0019823135444437217,
      "loss": 1.6965,
      "step": 34000
    },
    {
      "epoch": 0.44866376227322974,
      "grad_norm": 0.5625,
      "learning_rate": 0.001982053449509071,
      "loss": 1.6987,
      "step": 34500
    },
    {
      "epoch": 0.4551661356395084,
      "grad_norm": 1.4296875,
      "learning_rate": 0.0019817933545744197,
      "loss": 1.699,
      "step": 35000
    },
    {
      "epoch": 0.4616685090057871,
      "grad_norm": 0.490234375,
      "learning_rate": 0.0019815332596397686,
      "loss": 1.6868,
      "step": 35500
    },
    {
      "epoch": 0.4681708823720658,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0019812731647051176,
      "loss": 1.6836,
      "step": 36000
    },
    {
      "epoch": 0.4746732557383445,
      "grad_norm": 0.5234375,
      "learning_rate": 0.001981013069770466,
      "loss": 1.6805,
      "step": 36500
    },
    {
      "epoch": 0.4811756291046232,
      "grad_norm": 0.49609375,
      "learning_rate": 0.001980752974835815,
      "loss": 1.6832,
      "step": 37000
    },
    {
      "epoch": 0.4876780024709019,
      "grad_norm": 0.71484375,
      "learning_rate": 0.001980492879901164,
      "loss": 1.6827,
      "step": 37500
    },
    {
      "epoch": 0.49418037583718055,
      "grad_norm": 0.58984375,
      "learning_rate": 0.0019802327849665125,
      "loss": 1.6739,
      "step": 38000
    },
    {
      "epoch": 0.5006827492034592,
      "grad_norm": 0.71875,
      "learning_rate": 0.001979972690031862,
      "loss": 1.676,
      "step": 38500
    },
    {
      "epoch": 0.5071851225697379,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0019797125950972105,
      "loss": 1.6762,
      "step": 39000
    },
    {
      "epoch": 0.5136874959360166,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0019794525001625594,
      "loss": 1.6743,
      "step": 39500
    },
    {
      "epoch": 0.5201898693022954,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0019791924052279084,
      "loss": 1.6713,
      "step": 40000
    },
    {
      "epoch": 0.5266922426685741,
      "grad_norm": 0.609375,
      "learning_rate": 0.001978932310293257,
      "loss": 1.668,
      "step": 40500
    },
    {
      "epoch": 0.5331946160348527,
      "grad_norm": 0.55078125,
      "learning_rate": 0.001978672215358606,
      "loss": 1.665,
      "step": 41000
    },
    {
      "epoch": 0.5396969894011314,
      "grad_norm": 0.6171875,
      "learning_rate": 0.001978412120423955,
      "loss": 1.6673,
      "step": 41500
    },
    {
      "epoch": 0.5461993627674101,
      "grad_norm": 2.578125,
      "learning_rate": 0.0019781520254893038,
      "loss": 1.6608,
      "step": 42000
    },
    {
      "epoch": 0.5527017361336888,
      "grad_norm": 0.46484375,
      "learning_rate": 0.0019778919305546527,
      "loss": 1.6578,
      "step": 42500
    },
    {
      "epoch": 0.5592041094999675,
      "grad_norm": 0.57421875,
      "learning_rate": 0.0019776318356200012,
      "loss": 1.6561,
      "step": 43000
    },
    {
      "epoch": 0.5657064828662461,
      "grad_norm": 0.57421875,
      "learning_rate": 0.00197737174068535,
      "loss": 1.6527,
      "step": 43500
    },
    {
      "epoch": 0.5722088562325248,
      "grad_norm": 0.640625,
      "learning_rate": 0.001977111645750699,
      "loss": 1.6467,
      "step": 44000
    },
    {
      "epoch": 0.5787112295988036,
      "grad_norm": 0.6015625,
      "learning_rate": 0.0019768515508160477,
      "loss": 1.6501,
      "step": 44500
    },
    {
      "epoch": 0.5852136029650823,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0019765914558813966,
      "loss": 1.6533,
      "step": 45000
    },
    {
      "epoch": 0.591715976331361,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0019763313609467456,
      "loss": 1.6543,
      "step": 45500
    },
    {
      "epoch": 0.5982183496976397,
      "grad_norm": 0.53125,
      "learning_rate": 0.0019760712660120945,
      "loss": 1.651,
      "step": 46000
    },
    {
      "epoch": 0.6047207230639183,
      "grad_norm": 0.5703125,
      "learning_rate": 0.0019758111710774435,
      "loss": 1.6474,
      "step": 46500
    },
    {
      "epoch": 0.611223096430197,
      "grad_norm": 0.5,
      "learning_rate": 0.001975551076142792,
      "loss": 1.6363,
      "step": 47000
    },
    {
      "epoch": 0.6177254697964757,
      "grad_norm": 0.48828125,
      "learning_rate": 0.001975290981208141,
      "loss": 1.6395,
      "step": 47500
    },
    {
      "epoch": 0.6242278431627544,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00197503088627349,
      "loss": 1.6419,
      "step": 48000
    },
    {
      "epoch": 0.630730216529033,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0019747707913388385,
      "loss": 1.6377,
      "step": 48500
    },
    {
      "epoch": 0.6372325898953118,
      "grad_norm": 0.70703125,
      "learning_rate": 0.001974510696404188,
      "loss": 1.6428,
      "step": 49000
    },
    {
      "epoch": 0.6437349632615905,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0019742506014695364,
      "loss": 1.6507,
      "step": 49500
    },
    {
      "epoch": 0.6502373366278692,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0019739905065348853,
      "loss": 1.6552,
      "step": 50000
    },
    {
      "epoch": 0.6567397099941479,
      "grad_norm": 2.09375,
      "learning_rate": 0.0019737304116002343,
      "loss": 1.6509,
      "step": 50500
    },
    {
      "epoch": 0.6632420833604266,
      "grad_norm": 0.5390625,
      "learning_rate": 0.001973470316665583,
      "loss": 1.6545,
      "step": 51000
    },
    {
      "epoch": 0.6697444567267052,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0019732102217309318,
      "loss": 1.6451,
      "step": 51500
    },
    {
      "epoch": 0.6762468300929839,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0019729501267962807,
      "loss": 1.6408,
      "step": 52000
    },
    {
      "epoch": 0.6827492034592626,
      "grad_norm": 0.5546875,
      "learning_rate": 0.0019726900318616293,
      "loss": 1.6378,
      "step": 52500
    },
    {
      "epoch": 0.6892515768255413,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0019724299369269786,
      "loss": 1.637,
      "step": 53000
    },
    {
      "epoch": 0.6957539501918201,
      "grad_norm": 0.5625,
      "learning_rate": 0.001972169841992327,
      "loss": 1.6317,
      "step": 53500
    },
    {
      "epoch": 0.7022563235580987,
      "grad_norm": 0.83984375,
      "learning_rate": 0.001971909747057676,
      "loss": 1.6326,
      "step": 54000
    },
    {
      "epoch": 0.7087586969243774,
      "grad_norm": 0.609375,
      "learning_rate": 0.001971649652123025,
      "loss": 1.6285,
      "step": 54500
    },
    {
      "epoch": 0.7152610702906561,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0019713895571883736,
      "loss": 1.6336,
      "step": 55000
    },
    {
      "epoch": 0.7217634436569348,
      "grad_norm": 0.6015625,
      "learning_rate": 0.0019711294622537226,
      "loss": 1.636,
      "step": 55500
    },
    {
      "epoch": 0.7282658170232135,
      "grad_norm": 0.5,
      "learning_rate": 0.0019708693673190715,
      "loss": 1.6426,
      "step": 56000
    },
    {
      "epoch": 0.7347681903894921,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0019706092723844205,
      "loss": 1.6444,
      "step": 56500
    },
    {
      "epoch": 0.7412705637557708,
      "grad_norm": 2.140625,
      "learning_rate": 0.0019703491774497694,
      "loss": 1.6306,
      "step": 57000
    },
    {
      "epoch": 0.7477729371220495,
      "grad_norm": 0.5390625,
      "learning_rate": 0.001970089082515118,
      "loss": 1.6341,
      "step": 57500
    },
    {
      "epoch": 0.7542753104883282,
      "grad_norm": 0.435546875,
      "learning_rate": 0.001969828987580467,
      "loss": 1.6356,
      "step": 58000
    },
    {
      "epoch": 0.760777683854607,
      "grad_norm": 0.546875,
      "learning_rate": 0.001969568892645816,
      "loss": 1.6326,
      "step": 58500
    },
    {
      "epoch": 0.7672800572208857,
      "grad_norm": 0.640625,
      "learning_rate": 0.0019693087977111644,
      "loss": 1.6272,
      "step": 59000
    },
    {
      "epoch": 0.7737824305871643,
      "grad_norm": 1.09375,
      "learning_rate": 0.0019690487027765134,
      "loss": 1.6223,
      "step": 59500
    },
    {
      "epoch": 0.780284803953443,
      "grad_norm": 0.6015625,
      "learning_rate": 0.0019687886078418623,
      "loss": 1.6297,
      "step": 60000
    },
    {
      "epoch": 0.7867871773197217,
      "grad_norm": 0.427734375,
      "learning_rate": 0.0019685285129072113,
      "loss": 1.6278,
      "step": 60500
    },
    {
      "epoch": 0.7932895506860004,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0019682684179725602,
      "loss": 1.632,
      "step": 61000
    },
    {
      "epoch": 0.7997919240522791,
      "grad_norm": 0.65625,
      "learning_rate": 0.0019680083230379087,
      "loss": 1.6304,
      "step": 61500
    },
    {
      "epoch": 0.8062942974185577,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0019677482281032577,
      "loss": 1.6262,
      "step": 62000
    },
    {
      "epoch": 0.8127966707848364,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0019674881331686067,
      "loss": 1.6304,
      "step": 62500
    },
    {
      "epoch": 0.8192990441511152,
      "grad_norm": 1.1640625,
      "learning_rate": 0.001967228038233955,
      "loss": 1.6413,
      "step": 63000
    },
    {
      "epoch": 0.8258014175173939,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0019669679432993046,
      "loss": 1.6264,
      "step": 63500
    },
    {
      "epoch": 0.8323037908836726,
      "grad_norm": 0.625,
      "learning_rate": 0.001966707848364653,
      "loss": 1.6243,
      "step": 64000
    },
    {
      "epoch": 0.8388061642499512,
      "grad_norm": 0.75,
      "learning_rate": 0.001966447753430002,
      "loss": 1.6298,
      "step": 64500
    },
    {
      "epoch": 0.8453085376162299,
      "grad_norm": 0.7265625,
      "learning_rate": 0.001966187658495351,
      "loss": 1.6207,
      "step": 65000
    },
    {
      "epoch": 0.8518109109825086,
      "grad_norm": 0.515625,
      "learning_rate": 0.0019659275635606995,
      "loss": 1.6121,
      "step": 65500
    },
    {
      "epoch": 0.8583132843487873,
      "grad_norm": 0.48046875,
      "learning_rate": 0.0019656674686260485,
      "loss": 1.6175,
      "step": 66000
    },
    {
      "epoch": 0.864815657715066,
      "grad_norm": 0.578125,
      "learning_rate": 0.0019654073736913974,
      "loss": 1.6142,
      "step": 66500
    },
    {
      "epoch": 0.8713180310813446,
      "grad_norm": 1.03125,
      "learning_rate": 0.001965147278756746,
      "loss": 1.614,
      "step": 67000
    },
    {
      "epoch": 0.8778204044476234,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0019648871838220954,
      "loss": 1.6112,
      "step": 67500
    },
    {
      "epoch": 0.8843227778139021,
      "grad_norm": 0.62109375,
      "learning_rate": 0.001964627088887444,
      "loss": 1.6082,
      "step": 68000
    },
    {
      "epoch": 0.8908251511801808,
      "grad_norm": 0.93359375,
      "learning_rate": 0.001964366993952793,
      "loss": 1.6121,
      "step": 68500
    },
    {
      "epoch": 0.8973275245464595,
      "grad_norm": 0.84375,
      "learning_rate": 0.001964106899018142,
      "loss": 1.6084,
      "step": 69000
    },
    {
      "epoch": 0.9038298979127382,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0019638468040834903,
      "loss": 1.603,
      "step": 69500
    },
    {
      "epoch": 0.9103322712790168,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0019635867091488393,
      "loss": 1.6033,
      "step": 70000
    },
    {
      "epoch": 0.9168346446452955,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0019633266142141882,
      "loss": 1.5994,
      "step": 70500
    },
    {
      "epoch": 0.9233370180115742,
      "grad_norm": 0.66796875,
      "learning_rate": 0.001963066519279537,
      "loss": 1.5958,
      "step": 71000
    },
    {
      "epoch": 0.9298393913778529,
      "grad_norm": 0.5625,
      "learning_rate": 0.001962806424344886,
      "loss": 1.5963,
      "step": 71500
    },
    {
      "epoch": 0.9363417647441316,
      "grad_norm": 0.5,
      "learning_rate": 0.0019625463294102347,
      "loss": 1.5962,
      "step": 72000
    },
    {
      "epoch": 0.9428441381104103,
      "grad_norm": 0.8046875,
      "learning_rate": 0.0019622862344755836,
      "loss": 1.5861,
      "step": 72500
    },
    {
      "epoch": 0.949346511476689,
      "grad_norm": 1.140625,
      "learning_rate": 0.0019620261395409326,
      "loss": 1.5928,
      "step": 73000
    },
    {
      "epoch": 0.9558488848429677,
      "grad_norm": 0.5546875,
      "learning_rate": 0.001961766044606281,
      "loss": 1.592,
      "step": 73500
    },
    {
      "epoch": 0.9623512582092464,
      "grad_norm": 0.46875,
      "learning_rate": 0.00196150594967163,
      "loss": 1.5859,
      "step": 74000
    },
    {
      "epoch": 0.9688536315755251,
      "grad_norm": 0.59765625,
      "learning_rate": 0.001961245854736979,
      "loss": 1.5834,
      "step": 74500
    },
    {
      "epoch": 0.9753560049418037,
      "grad_norm": 1.015625,
      "learning_rate": 0.001960985759802328,
      "loss": 1.5893,
      "step": 75000
    },
    {
      "epoch": 0.9818583783080824,
      "grad_norm": 0.9609375,
      "learning_rate": 0.001960725664867677,
      "loss": 1.5846,
      "step": 75500
    },
    {
      "epoch": 0.9883607516743611,
      "grad_norm": 0.45703125,
      "learning_rate": 0.0019604655699330255,
      "loss": 1.5838,
      "step": 76000
    },
    {
      "epoch": 0.9948631250406398,
      "grad_norm": 0.5390625,
      "learning_rate": 0.0019602054749983744,
      "loss": 1.5809,
      "step": 76500
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.5596588850021362,
      "eval_runtime": 0.8816,
      "eval_samples_per_second": 1134.308,
      "eval_steps_per_second": 9.074,
      "step": 76895
    },
    {
      "epoch": 1.0013654984069185,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0019599453800637234,
      "loss": 1.5838,
      "step": 77000
    },
    {
      "epoch": 1.0078678717731973,
      "grad_norm": 0.47265625,
      "learning_rate": 0.001959685285129072,
      "loss": 1.5829,
      "step": 77500
    },
    {
      "epoch": 1.0143702451394758,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0019594251901944213,
      "loss": 1.5812,
      "step": 78000
    },
    {
      "epoch": 1.0208726185057546,
      "grad_norm": 0.51171875,
      "learning_rate": 0.00195916509525977,
      "loss": 1.5797,
      "step": 78500
    },
    {
      "epoch": 1.0273749918720332,
      "grad_norm": 0.66015625,
      "learning_rate": 0.0019589050003251188,
      "loss": 1.5785,
      "step": 79000
    },
    {
      "epoch": 1.033877365238312,
      "grad_norm": 0.515625,
      "learning_rate": 0.0019586449053904677,
      "loss": 1.5752,
      "step": 79500
    },
    {
      "epoch": 1.0403797386045908,
      "grad_norm": 0.90625,
      "learning_rate": 0.0019583848104558163,
      "loss": 1.582,
      "step": 80000
    },
    {
      "epoch": 1.0468821119708693,
      "grad_norm": 0.60546875,
      "learning_rate": 0.001958124715521165,
      "loss": 1.5762,
      "step": 80500
    },
    {
      "epoch": 1.0533844853371481,
      "grad_norm": 0.8046875,
      "learning_rate": 0.001957864620586514,
      "loss": 1.577,
      "step": 81000
    },
    {
      "epoch": 1.0598868587034267,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0019576045256518627,
      "loss": 1.5741,
      "step": 81500
    },
    {
      "epoch": 1.0663892320697055,
      "grad_norm": 0.59375,
      "learning_rate": 0.001957344430717212,
      "loss": 1.574,
      "step": 82000
    },
    {
      "epoch": 1.072891605435984,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0019570843357825606,
      "loss": 1.5744,
      "step": 82500
    },
    {
      "epoch": 1.0793939788022628,
      "grad_norm": 0.5703125,
      "learning_rate": 0.0019568242408479096,
      "loss": 1.5745,
      "step": 83000
    },
    {
      "epoch": 1.0858963521685414,
      "grad_norm": 0.5,
      "learning_rate": 0.0019565641459132585,
      "loss": 1.5758,
      "step": 83500
    },
    {
      "epoch": 1.0923987255348202,
      "grad_norm": 0.75,
      "learning_rate": 0.001956304050978607,
      "loss": 1.5698,
      "step": 84000
    },
    {
      "epoch": 1.098901098901099,
      "grad_norm": 0.447265625,
      "learning_rate": 0.001956043956043956,
      "loss": 1.576,
      "step": 84500
    },
    {
      "epoch": 1.1054034722673776,
      "grad_norm": 0.5703125,
      "learning_rate": 0.001955783861109305,
      "loss": 1.5778,
      "step": 85000
    },
    {
      "epoch": 1.1119058456336564,
      "grad_norm": 0.478515625,
      "learning_rate": 0.001955523766174654,
      "loss": 1.5739,
      "step": 85500
    },
    {
      "epoch": 1.118408218999935,
      "grad_norm": 0.61328125,
      "learning_rate": 0.001955263671240003,
      "loss": 1.5778,
      "step": 86000
    },
    {
      "epoch": 1.1249105923662137,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0019550035763053514,
      "loss": 1.5713,
      "step": 86500
    },
    {
      "epoch": 1.1314129657324923,
      "grad_norm": 0.640625,
      "learning_rate": 0.0019547434813707004,
      "loss": 1.5767,
      "step": 87000
    },
    {
      "epoch": 1.137915339098771,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0019544833864360493,
      "loss": 1.5732,
      "step": 87500
    },
    {
      "epoch": 1.1444177124650499,
      "grad_norm": 0.6953125,
      "learning_rate": 0.001954223291501398,
      "loss": 1.5688,
      "step": 88000
    },
    {
      "epoch": 1.1509200858313284,
      "grad_norm": 0.69921875,
      "learning_rate": 0.001953963196566747,
      "loss": 1.5739,
      "step": 88500
    },
    {
      "epoch": 1.1574224591976072,
      "grad_norm": 0.625,
      "learning_rate": 0.0019537031016320957,
      "loss": 1.5733,
      "step": 89000
    },
    {
      "epoch": 1.1639248325638858,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0019534430066974447,
      "loss": 1.576,
      "step": 89500
    },
    {
      "epoch": 1.1704272059301646,
      "grad_norm": 0.61328125,
      "learning_rate": 0.0019531829117627937,
      "loss": 1.5668,
      "step": 90000
    },
    {
      "epoch": 1.1769295792964432,
      "grad_norm": 1.109375,
      "learning_rate": 0.0019529228168281424,
      "loss": 1.5677,
      "step": 90500
    },
    {
      "epoch": 1.183431952662722,
      "grad_norm": 2.03125,
      "learning_rate": 0.0019526627218934911,
      "loss": 1.5671,
      "step": 91000
    },
    {
      "epoch": 1.1899343260290005,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0019524026269588399,
      "loss": 1.5649,
      "step": 91500
    },
    {
      "epoch": 1.1964366993952793,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0019521425320241888,
      "loss": 1.5645,
      "step": 92000
    },
    {
      "epoch": 1.2029390727615579,
      "grad_norm": 0.5546875,
      "learning_rate": 0.0019518824370895378,
      "loss": 1.5646,
      "step": 92500
    },
    {
      "epoch": 1.2094414461278367,
      "grad_norm": 2.421875,
      "learning_rate": 0.0019516223421548868,
      "loss": 1.5711,
      "step": 93000
    },
    {
      "epoch": 1.2159438194941155,
      "grad_norm": 10.25,
      "learning_rate": 0.0019513622472202355,
      "loss": 1.5674,
      "step": 93500
    },
    {
      "epoch": 1.222446192860394,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0019511021522855842,
      "loss": 1.5693,
      "step": 94000
    },
    {
      "epoch": 1.2289485662266728,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0019508420573509332,
      "loss": 1.5683,
      "step": 94500
    },
    {
      "epoch": 1.2354509395929514,
      "grad_norm": 0.9765625,
      "learning_rate": 0.001950581962416282,
      "loss": 1.5786,
      "step": 95000
    },
    {
      "epoch": 1.2419533129592302,
      "grad_norm": 0.6796875,
      "learning_rate": 0.0019503218674816307,
      "loss": 1.5745,
      "step": 95500
    },
    {
      "epoch": 1.2484556863255087,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0019500617725469796,
      "loss": 1.5704,
      "step": 96000
    },
    {
      "epoch": 1.2549580596917875,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0019498016776123286,
      "loss": 1.5753,
      "step": 96500
    },
    {
      "epoch": 1.2614604330580663,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0019495415826776775,
      "loss": 1.5765,
      "step": 97000
    },
    {
      "epoch": 1.267962806424345,
      "grad_norm": 0.63671875,
      "learning_rate": 0.0019492814877430263,
      "loss": 1.5718,
      "step": 97500
    },
    {
      "epoch": 1.2744651797906235,
      "grad_norm": 0.8515625,
      "learning_rate": 0.001949021392808375,
      "loss": 1.5716,
      "step": 98000
    },
    {
      "epoch": 1.2809675531569022,
      "grad_norm": 0.67578125,
      "learning_rate": 0.001948761297873724,
      "loss": 1.5655,
      "step": 98500
    },
    {
      "epoch": 1.287469926523181,
      "grad_norm": 1.0390625,
      "learning_rate": 0.0019485012029390727,
      "loss": 1.5646,
      "step": 99000
    },
    {
      "epoch": 1.2939722998894596,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0019482411080044215,
      "loss": 1.57,
      "step": 99500
    },
    {
      "epoch": 1.3004746732557384,
      "grad_norm": 0.62109375,
      "learning_rate": 0.0019479810130697706,
      "loss": 1.5607,
      "step": 100000
    },
    {
      "epoch": 1.306977046622017,
      "grad_norm": 0.85546875,
      "learning_rate": 0.0019477209181351194,
      "loss": 1.5576,
      "step": 100500
    },
    {
      "epoch": 1.3134794199882958,
      "grad_norm": 0.63671875,
      "learning_rate": 0.0019474608232004683,
      "loss": 1.5718,
      "step": 101000
    },
    {
      "epoch": 1.3199817933545743,
      "grad_norm": 0.72265625,
      "learning_rate": 0.001947200728265817,
      "loss": 1.562,
      "step": 101500
    },
    {
      "epoch": 1.3264841667208531,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0019469406333311658,
      "loss": 1.5603,
      "step": 102000
    },
    {
      "epoch": 1.332986540087132,
      "grad_norm": 0.546875,
      "learning_rate": 0.0019466805383965148,
      "loss": 1.5631,
      "step": 102500
    },
    {
      "epoch": 1.3394889134534105,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0019464204434618635,
      "loss": 1.5616,
      "step": 103000
    },
    {
      "epoch": 1.345991286819689,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0019461603485272127,
      "loss": 1.5611,
      "step": 103500
    },
    {
      "epoch": 1.3524936601859678,
      "grad_norm": 0.5,
      "learning_rate": 0.0019459002535925614,
      "loss": 1.5634,
      "step": 104000
    },
    {
      "epoch": 1.3589960335522466,
      "grad_norm": 0.609375,
      "learning_rate": 0.0019456401586579102,
      "loss": 1.5648,
      "step": 104500
    },
    {
      "epoch": 1.3654984069185252,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0019453800637232591,
      "loss": 1.5611,
      "step": 105000
    },
    {
      "epoch": 1.372000780284804,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0019451199687886079,
      "loss": 1.5615,
      "step": 105500
    },
    {
      "epoch": 1.3785031536510828,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0019448598738539566,
      "loss": 1.5628,
      "step": 106000
    },
    {
      "epoch": 1.3850055270173613,
      "grad_norm": 0.63671875,
      "learning_rate": 0.0019445997789193056,
      "loss": 1.5608,
      "step": 106500
    },
    {
      "epoch": 1.39150790038364,
      "grad_norm": 0.65625,
      "learning_rate": 0.0019443396839846543,
      "loss": 1.5609,
      "step": 107000
    },
    {
      "epoch": 1.3980102737499187,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0019440795890500035,
      "loss": 1.5579,
      "step": 107500
    },
    {
      "epoch": 1.4045126471161975,
      "grad_norm": 0.46484375,
      "learning_rate": 0.0019438194941153522,
      "loss": 1.5526,
      "step": 108000
    },
    {
      "epoch": 1.411015020482476,
      "grad_norm": 0.62890625,
      "learning_rate": 0.001943559399180701,
      "loss": 1.554,
      "step": 108500
    },
    {
      "epoch": 1.4175173938487549,
      "grad_norm": 1.4453125,
      "learning_rate": 0.00194329930424605,
      "loss": 1.5554,
      "step": 109000
    },
    {
      "epoch": 1.4240197672150334,
      "grad_norm": 0.9375,
      "learning_rate": 0.0019430392093113986,
      "loss": 1.5518,
      "step": 109500
    },
    {
      "epoch": 1.4305221405813122,
      "grad_norm": 0.53125,
      "learning_rate": 0.0019427791143767474,
      "loss": 1.5562,
      "step": 110000
    },
    {
      "epoch": 1.4370245139475908,
      "grad_norm": 0.46875,
      "learning_rate": 0.0019425190194420963,
      "loss": 1.5568,
      "step": 110500
    },
    {
      "epoch": 1.4435268873138696,
      "grad_norm": 0.53125,
      "learning_rate": 0.0019422589245074453,
      "loss": 1.5476,
      "step": 111000
    },
    {
      "epoch": 1.4500292606801484,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0019419988295727943,
      "loss": 1.558,
      "step": 111500
    },
    {
      "epoch": 1.456531634046427,
      "grad_norm": 0.455078125,
      "learning_rate": 0.001941738734638143,
      "loss": 1.5478,
      "step": 112000
    },
    {
      "epoch": 1.4630340074127055,
      "grad_norm": 0.66796875,
      "learning_rate": 0.0019414786397034917,
      "loss": 1.553,
      "step": 112500
    },
    {
      "epoch": 1.4695363807789843,
      "grad_norm": 1.5390625,
      "learning_rate": 0.0019412185447688407,
      "loss": 1.5621,
      "step": 113000
    },
    {
      "epoch": 1.476038754145263,
      "grad_norm": 0.76953125,
      "learning_rate": 0.0019409584498341894,
      "loss": 1.5583,
      "step": 113500
    },
    {
      "epoch": 1.4825411275115417,
      "grad_norm": 0.6328125,
      "learning_rate": 0.0019406983548995382,
      "loss": 1.5567,
      "step": 114000
    },
    {
      "epoch": 1.4890435008778204,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0019404382599648873,
      "loss": 1.5509,
      "step": 114500
    },
    {
      "epoch": 1.495545874244099,
      "grad_norm": 0.8671875,
      "learning_rate": 0.001940178165030236,
      "loss": 1.5542,
      "step": 115000
    },
    {
      "epoch": 1.5020482476103778,
      "grad_norm": 0.6796875,
      "learning_rate": 0.001939918070095585,
      "loss": 1.554,
      "step": 115500
    },
    {
      "epoch": 1.5085506209766564,
      "grad_norm": 0.875,
      "learning_rate": 0.0019396579751609338,
      "loss": 1.5505,
      "step": 116000
    },
    {
      "epoch": 1.5150529943429352,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0019393978802262825,
      "loss": 1.5542,
      "step": 116500
    },
    {
      "epoch": 1.521555367709214,
      "grad_norm": 0.53125,
      "learning_rate": 0.0019391377852916315,
      "loss": 1.5487,
      "step": 117000
    },
    {
      "epoch": 1.5280577410754925,
      "grad_norm": 1.171875,
      "learning_rate": 0.0019388776903569802,
      "loss": 1.5535,
      "step": 117500
    },
    {
      "epoch": 1.534560114441771,
      "grad_norm": 0.66015625,
      "learning_rate": 0.0019386175954223294,
      "loss": 1.5524,
      "step": 118000
    },
    {
      "epoch": 1.5410624878080499,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0019383575004876781,
      "loss": 1.548,
      "step": 118500
    },
    {
      "epoch": 1.5475648611743287,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0019380974055530269,
      "loss": 1.5434,
      "step": 119000
    },
    {
      "epoch": 1.5540672345406072,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0019378373106183758,
      "loss": 1.5461,
      "step": 119500
    },
    {
      "epoch": 1.560569607906886,
      "grad_norm": 0.5,
      "learning_rate": 0.0019375772156837246,
      "loss": 1.5469,
      "step": 120000
    },
    {
      "epoch": 1.5670719812731648,
      "grad_norm": 0.455078125,
      "learning_rate": 0.0019373171207490733,
      "loss": 1.5484,
      "step": 120500
    },
    {
      "epoch": 1.5735743546394434,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0019370570258144223,
      "loss": 1.5412,
      "step": 121000
    },
    {
      "epoch": 1.580076728005722,
      "grad_norm": 0.55859375,
      "learning_rate": 0.001936796930879771,
      "loss": 1.5426,
      "step": 121500
    },
    {
      "epoch": 1.5865791013720008,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0019365368359451202,
      "loss": 1.5482,
      "step": 122000
    },
    {
      "epoch": 1.5930814747382795,
      "grad_norm": 0.83203125,
      "learning_rate": 0.001936276741010469,
      "loss": 1.5487,
      "step": 122500
    },
    {
      "epoch": 1.5995838481045581,
      "grad_norm": 0.68359375,
      "learning_rate": 0.0019360166460758177,
      "loss": 1.5529,
      "step": 123000
    },
    {
      "epoch": 1.606086221470837,
      "grad_norm": 0.73046875,
      "learning_rate": 0.0019357565511411666,
      "loss": 1.5546,
      "step": 123500
    },
    {
      "epoch": 1.6125885948371157,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0019354964562065154,
      "loss": 1.544,
      "step": 124000
    },
    {
      "epoch": 1.6190909682033943,
      "grad_norm": 0.68359375,
      "learning_rate": 0.001935236361271864,
      "loss": 1.5507,
      "step": 124500
    },
    {
      "epoch": 1.6255933415696728,
      "grad_norm": 0.55078125,
      "learning_rate": 0.001934976266337213,
      "loss": 1.5515,
      "step": 125000
    },
    {
      "epoch": 1.6320957149359516,
      "grad_norm": 0.98828125,
      "learning_rate": 0.001934716171402562,
      "loss": 1.5502,
      "step": 125500
    },
    {
      "epoch": 1.6385980883022304,
      "grad_norm": 1.3046875,
      "learning_rate": 0.001934456076467911,
      "loss": 1.5427,
      "step": 126000
    },
    {
      "epoch": 1.645100461668509,
      "grad_norm": 0.515625,
      "learning_rate": 0.0019341959815332597,
      "loss": 1.5471,
      "step": 126500
    },
    {
      "epoch": 1.6516028350347876,
      "grad_norm": 0.466796875,
      "learning_rate": 0.0019339358865986085,
      "loss": 1.5405,
      "step": 127000
    },
    {
      "epoch": 1.6581052084010663,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0019336757916639574,
      "loss": 1.5431,
      "step": 127500
    },
    {
      "epoch": 1.6646075817673451,
      "grad_norm": 1.7421875,
      "learning_rate": 0.0019334156967293062,
      "loss": 1.5484,
      "step": 128000
    },
    {
      "epoch": 1.6711099551336237,
      "grad_norm": 0.71875,
      "learning_rate": 0.001933155601794655,
      "loss": 1.5474,
      "step": 128500
    },
    {
      "epoch": 1.6776123284999025,
      "grad_norm": 0.65625,
      "learning_rate": 0.001932895506860004,
      "loss": 1.544,
      "step": 129000
    },
    {
      "epoch": 1.6841147018661813,
      "grad_norm": 0.62890625,
      "learning_rate": 0.0019326354119253528,
      "loss": 1.5443,
      "step": 129500
    },
    {
      "epoch": 1.6906170752324599,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0019323753169907018,
      "loss": 1.5468,
      "step": 130000
    },
    {
      "epoch": 1.6971194485987384,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0019321152220560505,
      "loss": 1.5416,
      "step": 130500
    },
    {
      "epoch": 1.7036218219650172,
      "grad_norm": 0.515625,
      "learning_rate": 0.0019318551271213992,
      "loss": 1.5398,
      "step": 131000
    },
    {
      "epoch": 1.710124195331296,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0019315950321867482,
      "loss": 1.5375,
      "step": 131500
    },
    {
      "epoch": 1.7166265686975746,
      "grad_norm": 0.48046875,
      "learning_rate": 0.001931334937252097,
      "loss": 1.5381,
      "step": 132000
    },
    {
      "epoch": 1.7231289420638531,
      "grad_norm": 0.58984375,
      "learning_rate": 0.0019310748423174461,
      "loss": 1.5443,
      "step": 132500
    },
    {
      "epoch": 1.7296313154301322,
      "grad_norm": 0.58984375,
      "learning_rate": 0.0019308147473827949,
      "loss": 1.5485,
      "step": 133000
    },
    {
      "epoch": 1.7361336887964107,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0019305546524481436,
      "loss": 1.5439,
      "step": 133500
    },
    {
      "epoch": 1.7426360621626893,
      "grad_norm": 0.60546875,
      "learning_rate": 0.0019302945575134926,
      "loss": 1.5427,
      "step": 134000
    },
    {
      "epoch": 1.749138435528968,
      "grad_norm": 1.890625,
      "learning_rate": 0.0019300344625788413,
      "loss": 1.5403,
      "step": 134500
    },
    {
      "epoch": 1.7556408088952469,
      "grad_norm": 0.490234375,
      "learning_rate": 0.00192977436764419,
      "loss": 1.5394,
      "step": 135000
    },
    {
      "epoch": 1.7621431822615254,
      "grad_norm": 0.59765625,
      "learning_rate": 0.001929514272709539,
      "loss": 1.5378,
      "step": 135500
    },
    {
      "epoch": 1.768645555627804,
      "grad_norm": 0.578125,
      "learning_rate": 0.0019292541777748877,
      "loss": 1.5362,
      "step": 136000
    },
    {
      "epoch": 1.7751479289940828,
      "grad_norm": 1.46875,
      "learning_rate": 0.001928994082840237,
      "loss": 1.5378,
      "step": 136500
    },
    {
      "epoch": 1.7816503023603616,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0019287339879055856,
      "loss": 1.5368,
      "step": 137000
    },
    {
      "epoch": 1.7881526757266402,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0019284738929709344,
      "loss": 1.5322,
      "step": 137500
    },
    {
      "epoch": 1.794655049092919,
      "grad_norm": 0.6328125,
      "learning_rate": 0.0019282137980362833,
      "loss": 1.5335,
      "step": 138000
    },
    {
      "epoch": 1.8011574224591977,
      "grad_norm": 0.515625,
      "learning_rate": 0.001927953703101632,
      "loss": 1.5356,
      "step": 138500
    },
    {
      "epoch": 1.8076597958254763,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0019276936081669808,
      "loss": 1.5369,
      "step": 139000
    },
    {
      "epoch": 1.8141621691917549,
      "grad_norm": 0.64453125,
      "learning_rate": 0.0019274335132323298,
      "loss": 1.5375,
      "step": 139500
    },
    {
      "epoch": 1.8206645425580337,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0019271734182976787,
      "loss": 1.5313,
      "step": 140000
    },
    {
      "epoch": 1.8271669159243125,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0019269133233630277,
      "loss": 1.5302,
      "step": 140500
    },
    {
      "epoch": 1.833669289290591,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0019266532284283764,
      "loss": 1.5262,
      "step": 141000
    },
    {
      "epoch": 1.8401716626568696,
      "grad_norm": 0.443359375,
      "learning_rate": 0.0019263931334937252,
      "loss": 1.5323,
      "step": 141500
    },
    {
      "epoch": 1.8466740360231486,
      "grad_norm": 0.765625,
      "learning_rate": 0.0019261330385590741,
      "loss": 1.5322,
      "step": 142000
    },
    {
      "epoch": 1.8531764093894272,
      "grad_norm": 0.4921875,
      "learning_rate": 0.0019258729436244229,
      "loss": 1.5286,
      "step": 142500
    },
    {
      "epoch": 1.8596787827557058,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0019256128486897716,
      "loss": 1.5282,
      "step": 143000
    },
    {
      "epoch": 1.8661811561219845,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0019253527537551208,
      "loss": 1.5302,
      "step": 143500
    },
    {
      "epoch": 1.8726835294882633,
      "grad_norm": 1.15625,
      "learning_rate": 0.0019250926588204695,
      "loss": 1.5259,
      "step": 144000
    },
    {
      "epoch": 1.879185902854542,
      "grad_norm": 2.078125,
      "learning_rate": 0.0019248325638858185,
      "loss": 1.5295,
      "step": 144500
    },
    {
      "epoch": 1.8856882762208205,
      "grad_norm": 0.75,
      "learning_rate": 0.0019245724689511672,
      "loss": 1.5289,
      "step": 145000
    },
    {
      "epoch": 1.8921906495870993,
      "grad_norm": 0.5234375,
      "learning_rate": 0.001924312374016516,
      "loss": 1.5319,
      "step": 145500
    },
    {
      "epoch": 1.898693022953378,
      "grad_norm": 0.462890625,
      "learning_rate": 0.001924052279081865,
      "loss": 1.5349,
      "step": 146000
    },
    {
      "epoch": 1.9051953963196566,
      "grad_norm": 3.109375,
      "learning_rate": 0.0019237921841472137,
      "loss": 1.5369,
      "step": 146500
    },
    {
      "epoch": 1.9116977696859354,
      "grad_norm": 0.58203125,
      "learning_rate": 0.0019235320892125628,
      "loss": 1.5371,
      "step": 147000
    },
    {
      "epoch": 1.9182001430522142,
      "grad_norm": 0.68359375,
      "learning_rate": 0.0019232719942779116,
      "loss": 1.5371,
      "step": 147500
    },
    {
      "epoch": 1.9247025164184928,
      "grad_norm": 1.265625,
      "learning_rate": 0.0019230118993432603,
      "loss": 1.531,
      "step": 148000
    },
    {
      "epoch": 1.9312048897847713,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0019227518044086093,
      "loss": 1.5355,
      "step": 148500
    },
    {
      "epoch": 1.9377072631510501,
      "grad_norm": 0.796875,
      "learning_rate": 0.001922491709473958,
      "loss": 1.5308,
      "step": 149000
    },
    {
      "epoch": 1.944209636517329,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0019222316145393068,
      "loss": 1.533,
      "step": 149500
    },
    {
      "epoch": 1.9507120098836075,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0019219715196046557,
      "loss": 1.5318,
      "step": 150000
    },
    {
      "epoch": 1.957214383249886,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0019217114246700044,
      "loss": 1.5307,
      "step": 150500
    },
    {
      "epoch": 1.9637167566161648,
      "grad_norm": 0.66015625,
      "learning_rate": 0.0019214513297353536,
      "loss": 1.5297,
      "step": 151000
    },
    {
      "epoch": 1.9702191299824436,
      "grad_norm": 1.046875,
      "learning_rate": 0.0019211912348007024,
      "loss": 1.5264,
      "step": 151500
    },
    {
      "epoch": 1.9767215033487222,
      "grad_norm": 0.59375,
      "learning_rate": 0.001920931139866051,
      "loss": 1.5289,
      "step": 152000
    },
    {
      "epoch": 1.983223876715001,
      "grad_norm": 0.58984375,
      "learning_rate": 0.0019206710449314,
      "loss": 1.5292,
      "step": 152500
    },
    {
      "epoch": 1.9897262500812798,
      "grad_norm": 0.6015625,
      "learning_rate": 0.0019204109499967488,
      "loss": 1.5252,
      "step": 153000
    },
    {
      "epoch": 1.9962286234475584,
      "grad_norm": 0.5546875,
      "learning_rate": 0.0019201508550620975,
      "loss": 1.5272,
      "step": 153500
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.502743124961853,
      "eval_runtime": 7.2048,
      "eval_samples_per_second": 138.797,
      "eval_steps_per_second": 1.11,
      "step": 153790
    },
    {
      "epoch": 2.002730996813837,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0019198907601274465,
      "loss": 1.523,
      "step": 154000
    },
    {
      "epoch": 2.009233370180116,
      "grad_norm": 0.4375,
      "learning_rate": 0.0019196306651927955,
      "loss": 1.5192,
      "step": 154500
    },
    {
      "epoch": 2.0157357435463945,
      "grad_norm": 0.515625,
      "learning_rate": 0.0019193705702581444,
      "loss": 1.5178,
      "step": 155000
    },
    {
      "epoch": 2.022238116912673,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0019191104753234932,
      "loss": 1.5219,
      "step": 155500
    },
    {
      "epoch": 2.0287404902789516,
      "grad_norm": 0.58203125,
      "learning_rate": 0.001918850380388842,
      "loss": 1.5232,
      "step": 156000
    },
    {
      "epoch": 2.0352428636452307,
      "grad_norm": 0.439453125,
      "learning_rate": 0.0019185902854541908,
      "loss": 1.5235,
      "step": 156500
    },
    {
      "epoch": 2.0417452370115092,
      "grad_norm": 0.478515625,
      "learning_rate": 0.0019183301905195396,
      "loss": 1.5259,
      "step": 157000
    },
    {
      "epoch": 2.048247610377788,
      "grad_norm": 0.458984375,
      "learning_rate": 0.0019180700955848883,
      "loss": 1.5214,
      "step": 157500
    },
    {
      "epoch": 2.0547499837440664,
      "grad_norm": 0.5390625,
      "learning_rate": 0.0019178100006502375,
      "loss": 1.5198,
      "step": 158000
    },
    {
      "epoch": 2.0612523571103454,
      "grad_norm": 0.5625,
      "learning_rate": 0.0019175499057155862,
      "loss": 1.52,
      "step": 158500
    },
    {
      "epoch": 2.067754730476624,
      "grad_norm": 0.48828125,
      "learning_rate": 0.0019172898107809352,
      "loss": 1.5229,
      "step": 159000
    },
    {
      "epoch": 2.0742571038429025,
      "grad_norm": 0.5703125,
      "learning_rate": 0.001917029715846284,
      "loss": 1.5198,
      "step": 159500
    },
    {
      "epoch": 2.0807594772091815,
      "grad_norm": 0.4765625,
      "learning_rate": 0.0019167696209116327,
      "loss": 1.525,
      "step": 160000
    },
    {
      "epoch": 2.08726185057546,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0019165095259769816,
      "loss": 1.5199,
      "step": 160500
    },
    {
      "epoch": 2.0937642239417387,
      "grad_norm": 0.65625,
      "learning_rate": 0.0019162494310423304,
      "loss": 1.5194,
      "step": 161000
    },
    {
      "epoch": 2.1002665973080172,
      "grad_norm": 0.625,
      "learning_rate": 0.0019159893361076796,
      "loss": 1.5146,
      "step": 161500
    },
    {
      "epoch": 2.1067689706742962,
      "grad_norm": 0.6796875,
      "learning_rate": 0.0019157292411730283,
      "loss": 1.5195,
      "step": 162000
    },
    {
      "epoch": 2.113271344040575,
      "grad_norm": 0.6484375,
      "learning_rate": 0.001915469146238377,
      "loss": 1.5237,
      "step": 162500
    },
    {
      "epoch": 2.1197737174068534,
      "grad_norm": 0.5,
      "learning_rate": 0.001915209051303726,
      "loss": 1.5214,
      "step": 163000
    },
    {
      "epoch": 2.1262760907731324,
      "grad_norm": 2.1875,
      "learning_rate": 0.0019149489563690747,
      "loss": 1.517,
      "step": 163500
    },
    {
      "epoch": 2.132778464139411,
      "grad_norm": 0.83203125,
      "learning_rate": 0.0019146888614344235,
      "loss": 1.5163,
      "step": 164000
    },
    {
      "epoch": 2.1392808375056895,
      "grad_norm": 0.515625,
      "learning_rate": 0.0019144287664997724,
      "loss": 1.5162,
      "step": 164500
    },
    {
      "epoch": 2.145783210871968,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0019141686715651212,
      "loss": 1.5184,
      "step": 165000
    },
    {
      "epoch": 2.152285584238247,
      "grad_norm": 0.609375,
      "learning_rate": 0.0019139085766304703,
      "loss": 1.5204,
      "step": 165500
    },
    {
      "epoch": 2.1587879576045257,
      "grad_norm": 0.77734375,
      "learning_rate": 0.001913648481695819,
      "loss": 1.5225,
      "step": 166000
    },
    {
      "epoch": 2.1652903309708043,
      "grad_norm": 0.84375,
      "learning_rate": 0.0019133883867611678,
      "loss": 1.5205,
      "step": 166500
    },
    {
      "epoch": 2.171792704337083,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0019131282918265168,
      "loss": 1.5217,
      "step": 167000
    },
    {
      "epoch": 2.178295077703362,
      "grad_norm": 0.609375,
      "learning_rate": 0.0019128681968918655,
      "loss": 1.5178,
      "step": 167500
    },
    {
      "epoch": 2.1847974510696404,
      "grad_norm": 0.515625,
      "learning_rate": 0.0019126081019572143,
      "loss": 1.5149,
      "step": 168000
    },
    {
      "epoch": 2.191299824435919,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0019123480070225632,
      "loss": 1.516,
      "step": 168500
    },
    {
      "epoch": 2.197802197802198,
      "grad_norm": 0.5625,
      "learning_rate": 0.0019120879120879122,
      "loss": 1.5138,
      "step": 169000
    },
    {
      "epoch": 2.2043045711684766,
      "grad_norm": 0.58203125,
      "learning_rate": 0.0019118278171532611,
      "loss": 1.5141,
      "step": 169500
    },
    {
      "epoch": 2.210806944534755,
      "grad_norm": 0.63671875,
      "learning_rate": 0.0019115677222186099,
      "loss": 1.5111,
      "step": 170000
    },
    {
      "epoch": 2.2173093179010337,
      "grad_norm": 0.875,
      "learning_rate": 0.0019113076272839586,
      "loss": 1.5136,
      "step": 170500
    },
    {
      "epoch": 2.2238116912673127,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0019110475323493076,
      "loss": 1.5115,
      "step": 171000
    },
    {
      "epoch": 2.2303140646335913,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0019107874374146563,
      "loss": 1.5159,
      "step": 171500
    },
    {
      "epoch": 2.23681643799987,
      "grad_norm": 0.57421875,
      "learning_rate": 0.001910527342480005,
      "loss": 1.514,
      "step": 172000
    },
    {
      "epoch": 2.243318811366149,
      "grad_norm": 0.48046875,
      "learning_rate": 0.0019102672475453542,
      "loss": 1.5094,
      "step": 172500
    },
    {
      "epoch": 2.2498211847324274,
      "grad_norm": 0.498046875,
      "learning_rate": 0.001910007152610703,
      "loss": 1.5128,
      "step": 173000
    },
    {
      "epoch": 2.256323558098706,
      "grad_norm": 1.265625,
      "learning_rate": 0.001909747057676052,
      "loss": 1.5091,
      "step": 173500
    },
    {
      "epoch": 2.2628259314649846,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0019094869627414007,
      "loss": 1.5094,
      "step": 174000
    },
    {
      "epoch": 2.2693283048312636,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0019092268678067494,
      "loss": 1.5072,
      "step": 174500
    },
    {
      "epoch": 2.275830678197542,
      "grad_norm": 0.625,
      "learning_rate": 0.0019089667728720984,
      "loss": 1.5126,
      "step": 175000
    },
    {
      "epoch": 2.2823330515638207,
      "grad_norm": 0.53125,
      "learning_rate": 0.001908706677937447,
      "loss": 1.5113,
      "step": 175500
    },
    {
      "epoch": 2.2888354249300997,
      "grad_norm": 0.64453125,
      "learning_rate": 0.0019084465830027963,
      "loss": 1.5066,
      "step": 176000
    },
    {
      "epoch": 2.2953377982963783,
      "grad_norm": 0.46484375,
      "learning_rate": 0.001908186488068145,
      "loss": 1.5094,
      "step": 176500
    },
    {
      "epoch": 2.301840171662657,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0019079263931334938,
      "loss": 1.5059,
      "step": 177000
    },
    {
      "epoch": 2.3083425450289354,
      "grad_norm": 0.66796875,
      "learning_rate": 0.0019076662981988427,
      "loss": 1.5127,
      "step": 177500
    },
    {
      "epoch": 2.3148449183952144,
      "grad_norm": 0.57421875,
      "learning_rate": 0.0019074062032641914,
      "loss": 1.5114,
      "step": 178000
    },
    {
      "epoch": 2.321347291761493,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0019071461083295402,
      "loss": 1.5088,
      "step": 178500
    },
    {
      "epoch": 2.3278496651277716,
      "grad_norm": 0.5,
      "learning_rate": 0.0019068860133948891,
      "loss": 1.509,
      "step": 179000
    },
    {
      "epoch": 2.33435203849405,
      "grad_norm": 3.625,
      "learning_rate": 0.0019066259184602379,
      "loss": 1.5016,
      "step": 179500
    },
    {
      "epoch": 2.340854411860329,
      "grad_norm": 0.58203125,
      "learning_rate": 0.001906365823525587,
      "loss": 1.5006,
      "step": 180000
    },
    {
      "epoch": 2.3473567852266077,
      "grad_norm": 0.90625,
      "learning_rate": 0.0019061057285909358,
      "loss": 1.5052,
      "step": 180500
    },
    {
      "epoch": 2.3538591585928863,
      "grad_norm": 0.6015625,
      "learning_rate": 0.0019058456336562845,
      "loss": 1.502,
      "step": 181000
    },
    {
      "epoch": 2.360361531959165,
      "grad_norm": 0.4765625,
      "learning_rate": 0.0019055855387216335,
      "loss": 1.5067,
      "step": 181500
    },
    {
      "epoch": 2.366863905325444,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0019053254437869822,
      "loss": 1.5013,
      "step": 182000
    },
    {
      "epoch": 2.3733662786917225,
      "grad_norm": 0.81640625,
      "learning_rate": 0.001905065348852331,
      "loss": 1.5033,
      "step": 182500
    },
    {
      "epoch": 2.379868652058001,
      "grad_norm": 0.51171875,
      "learning_rate": 0.00190480525391768,
      "loss": 1.5061,
      "step": 183000
    },
    {
      "epoch": 2.38637102542428,
      "grad_norm": 2.90625,
      "learning_rate": 0.0019045451589830289,
      "loss": 1.508,
      "step": 183500
    },
    {
      "epoch": 2.3928733987905586,
      "grad_norm": 0.640625,
      "learning_rate": 0.0019042850640483778,
      "loss": 1.5048,
      "step": 184000
    },
    {
      "epoch": 2.399375772156837,
      "grad_norm": 0.58984375,
      "learning_rate": 0.0019040249691137266,
      "loss": 1.5025,
      "step": 184500
    },
    {
      "epoch": 2.4058781455231157,
      "grad_norm": 0.59375,
      "learning_rate": 0.0019037648741790753,
      "loss": 1.4983,
      "step": 185000
    },
    {
      "epoch": 2.4123805188893948,
      "grad_norm": 0.6484375,
      "learning_rate": 0.0019035047792444243,
      "loss": 1.5018,
      "step": 185500
    },
    {
      "epoch": 2.4188828922556733,
      "grad_norm": 0.458984375,
      "learning_rate": 0.001903244684309773,
      "loss": 1.5034,
      "step": 186000
    },
    {
      "epoch": 2.425385265621952,
      "grad_norm": 0.66015625,
      "learning_rate": 0.0019029845893751218,
      "loss": 1.5026,
      "step": 186500
    },
    {
      "epoch": 2.431887638988231,
      "grad_norm": 0.86328125,
      "learning_rate": 0.001902724494440471,
      "loss": 1.5019,
      "step": 187000
    },
    {
      "epoch": 2.4383900123545095,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0019024643995058197,
      "loss": 1.5043,
      "step": 187500
    },
    {
      "epoch": 2.444892385720788,
      "grad_norm": 0.65625,
      "learning_rate": 0.0019022043045711686,
      "loss": 1.5081,
      "step": 188000
    },
    {
      "epoch": 2.4513947590870666,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0019019442096365174,
      "loss": 1.5045,
      "step": 188500
    },
    {
      "epoch": 2.4578971324533456,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0019016841147018661,
      "loss": 1.5091,
      "step": 189000
    },
    {
      "epoch": 2.464399505819624,
      "grad_norm": 0.51953125,
      "learning_rate": 0.001901424019767215,
      "loss": 1.5121,
      "step": 189500
    },
    {
      "epoch": 2.4709018791859028,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0019011639248325638,
      "loss": 1.5124,
      "step": 190000
    },
    {
      "epoch": 2.4774042525521818,
      "grad_norm": 0.49609375,
      "learning_rate": 0.001900903829897913,
      "loss": 1.5159,
      "step": 190500
    },
    {
      "epoch": 2.4839066259184603,
      "grad_norm": 0.4765625,
      "learning_rate": 0.0019006437349632617,
      "loss": 1.5078,
      "step": 191000
    },
    {
      "epoch": 2.490408999284739,
      "grad_norm": 0.640625,
      "learning_rate": 0.0019003836400286105,
      "loss": 1.5112,
      "step": 191500
    },
    {
      "epoch": 2.4969113726510175,
      "grad_norm": 0.5625,
      "learning_rate": 0.0019001235450939594,
      "loss": 1.5106,
      "step": 192000
    },
    {
      "epoch": 2.503413746017296,
      "grad_norm": 0.478515625,
      "learning_rate": 0.0018998634501593082,
      "loss": 1.5032,
      "step": 192500
    },
    {
      "epoch": 2.509916119383575,
      "grad_norm": 0.8203125,
      "learning_rate": 0.001899603355224657,
      "loss": 1.5047,
      "step": 193000
    },
    {
      "epoch": 2.5164184927498536,
      "grad_norm": 0.57421875,
      "learning_rate": 0.0018993432602900059,
      "loss": 1.5036,
      "step": 193500
    },
    {
      "epoch": 2.5229208661161326,
      "grad_norm": 0.66015625,
      "learning_rate": 0.0018990831653553546,
      "loss": 1.5028,
      "step": 194000
    },
    {
      "epoch": 2.529423239482411,
      "grad_norm": 0.5546875,
      "learning_rate": 0.0018988230704207038,
      "loss": 1.5045,
      "step": 194500
    },
    {
      "epoch": 2.53592561284869,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0018985629754860525,
      "loss": 1.5016,
      "step": 195000
    },
    {
      "epoch": 2.5424279862149683,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0018983028805514013,
      "loss": 1.5057,
      "step": 195500
    },
    {
      "epoch": 2.548930359581247,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0018980427856167502,
      "loss": 1.5069,
      "step": 196000
    },
    {
      "epoch": 2.555432732947526,
      "grad_norm": 0.58203125,
      "learning_rate": 0.001897782690682099,
      "loss": 1.5057,
      "step": 196500
    },
    {
      "epoch": 2.5619351063138045,
      "grad_norm": 0.490234375,
      "learning_rate": 0.0018975225957474477,
      "loss": 1.5039,
      "step": 197000
    },
    {
      "epoch": 2.568437479680083,
      "grad_norm": 0.625,
      "learning_rate": 0.0018972625008127967,
      "loss": 1.5041,
      "step": 197500
    },
    {
      "epoch": 2.574939853046362,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0018970024058781456,
      "loss": 1.5048,
      "step": 198000
    },
    {
      "epoch": 2.5814422264126407,
      "grad_norm": 3.59375,
      "learning_rate": 0.0018967423109434946,
      "loss": 1.5011,
      "step": 198500
    },
    {
      "epoch": 2.587944599778919,
      "grad_norm": 1.546875,
      "learning_rate": 0.0018964822160088433,
      "loss": 1.5014,
      "step": 199000
    },
    {
      "epoch": 2.594446973145198,
      "grad_norm": 0.453125,
      "learning_rate": 0.001896222121074192,
      "loss": 1.4983,
      "step": 199500
    },
    {
      "epoch": 2.600949346511477,
      "grad_norm": 0.5,
      "learning_rate": 0.001895962026139541,
      "loss": 1.5062,
      "step": 200000
    },
    {
      "epoch": 2.6074517198777554,
      "grad_norm": 0.67578125,
      "learning_rate": 0.0018957019312048897,
      "loss": 1.5062,
      "step": 200500
    },
    {
      "epoch": 2.613954093244034,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0018954418362702385,
      "loss": 1.5011,
      "step": 201000
    },
    {
      "epoch": 2.620456466610313,
      "grad_norm": 0.5625,
      "learning_rate": 0.0018951817413355877,
      "loss": 1.5029,
      "step": 201500
    },
    {
      "epoch": 2.6269588399765915,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0018949216464009364,
      "loss": 1.5017,
      "step": 202000
    },
    {
      "epoch": 2.63346121334287,
      "grad_norm": 0.470703125,
      "learning_rate": 0.0018946615514662854,
      "loss": 1.5012,
      "step": 202500
    },
    {
      "epoch": 2.6399635867091487,
      "grad_norm": 0.515625,
      "learning_rate": 0.001894401456531634,
      "loss": 1.5036,
      "step": 203000
    },
    {
      "epoch": 2.6464659600754277,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0018941413615969828,
      "loss": 1.5042,
      "step": 203500
    },
    {
      "epoch": 2.6529683334417062,
      "grad_norm": 0.474609375,
      "learning_rate": 0.0018938812666623318,
      "loss": 1.5042,
      "step": 204000
    },
    {
      "epoch": 2.659470706807985,
      "grad_norm": 1.046875,
      "learning_rate": 0.0018936211717276805,
      "loss": 1.5079,
      "step": 204500
    },
    {
      "epoch": 2.665973080174264,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0018933610767930297,
      "loss": 1.5093,
      "step": 205000
    },
    {
      "epoch": 2.6724754535405424,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0018931009818583784,
      "loss": 1.5066,
      "step": 205500
    },
    {
      "epoch": 2.678977826906821,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0018928408869237272,
      "loss": 1.5034,
      "step": 206000
    },
    {
      "epoch": 2.6854802002730995,
      "grad_norm": 0.96875,
      "learning_rate": 0.0018925807919890761,
      "loss": 1.5045,
      "step": 206500
    },
    {
      "epoch": 2.691982573639378,
      "grad_norm": 0.57421875,
      "learning_rate": 0.0018923206970544249,
      "loss": 1.5112,
      "step": 207000
    },
    {
      "epoch": 2.698484947005657,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0018920606021197736,
      "loss": 1.5055,
      "step": 207500
    },
    {
      "epoch": 2.7049873203719357,
      "grad_norm": 2.5,
      "learning_rate": 0.0018918005071851226,
      "loss": 1.5023,
      "step": 208000
    },
    {
      "epoch": 2.7114896937382147,
      "grad_norm": 0.423828125,
      "learning_rate": 0.0018915404122504713,
      "loss": 1.5052,
      "step": 208500
    },
    {
      "epoch": 2.7179920671044933,
      "grad_norm": 1.5234375,
      "learning_rate": 0.0018912803173158205,
      "loss": 1.4958,
      "step": 209000
    },
    {
      "epoch": 2.724494440470772,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0018910202223811692,
      "loss": 1.5016,
      "step": 209500
    },
    {
      "epoch": 2.7309968138370504,
      "grad_norm": 1.4375,
      "learning_rate": 0.001890760127446518,
      "loss": 1.4964,
      "step": 210000
    },
    {
      "epoch": 2.737499187203329,
      "grad_norm": 1.3203125,
      "learning_rate": 0.001890500032511867,
      "loss": 1.5011,
      "step": 210500
    },
    {
      "epoch": 2.744001560569608,
      "grad_norm": 0.423828125,
      "learning_rate": 0.0018902399375772157,
      "loss": 1.5008,
      "step": 211000
    },
    {
      "epoch": 2.7505039339358865,
      "grad_norm": 0.478515625,
      "learning_rate": 0.0018899798426425644,
      "loss": 1.4991,
      "step": 211500
    },
    {
      "epoch": 2.7570063073021656,
      "grad_norm": 1.09375,
      "learning_rate": 0.0018897197477079134,
      "loss": 1.4968,
      "step": 212000
    },
    {
      "epoch": 2.763508680668444,
      "grad_norm": 1.453125,
      "learning_rate": 0.0018894596527732623,
      "loss": 1.4974,
      "step": 212500
    },
    {
      "epoch": 2.7700110540347227,
      "grad_norm": 0.59765625,
      "learning_rate": 0.0018891995578386113,
      "loss": 1.4991,
      "step": 213000
    },
    {
      "epoch": 2.7765134274010013,
      "grad_norm": 0.6796875,
      "learning_rate": 0.00188893946290396,
      "loss": 1.4964,
      "step": 213500
    },
    {
      "epoch": 2.78301580076728,
      "grad_norm": 0.86328125,
      "learning_rate": 0.0018886793679693088,
      "loss": 1.4988,
      "step": 214000
    },
    {
      "epoch": 2.789518174133559,
      "grad_norm": 0.703125,
      "learning_rate": 0.0018884192730346577,
      "loss": 1.4971,
      "step": 214500
    },
    {
      "epoch": 2.7960205474998374,
      "grad_norm": 0.6328125,
      "learning_rate": 0.0018881591781000065,
      "loss": 1.4988,
      "step": 215000
    },
    {
      "epoch": 2.802522920866116,
      "grad_norm": 0.578125,
      "learning_rate": 0.0018878990831653552,
      "loss": 1.5002,
      "step": 215500
    },
    {
      "epoch": 2.809025294232395,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0018876389882307044,
      "loss": 1.4966,
      "step": 216000
    },
    {
      "epoch": 2.8155276675986736,
      "grad_norm": 0.62890625,
      "learning_rate": 0.0018873788932960531,
      "loss": 1.4988,
      "step": 216500
    },
    {
      "epoch": 2.822030040964952,
      "grad_norm": 2.15625,
      "learning_rate": 0.001887118798361402,
      "loss": 1.5013,
      "step": 217000
    },
    {
      "epoch": 2.8285324143312307,
      "grad_norm": 0.6640625,
      "learning_rate": 0.0018868587034267508,
      "loss": 1.4979,
      "step": 217500
    },
    {
      "epoch": 2.8350347876975097,
      "grad_norm": 0.59765625,
      "learning_rate": 0.0018865986084920996,
      "loss": 1.4991,
      "step": 218000
    },
    {
      "epoch": 2.8415371610637883,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0018863385135574485,
      "loss": 1.4934,
      "step": 218500
    },
    {
      "epoch": 2.848039534430067,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0018860784186227973,
      "loss": 1.4923,
      "step": 219000
    },
    {
      "epoch": 2.854541907796346,
      "grad_norm": 0.65625,
      "learning_rate": 0.0018858183236881464,
      "loss": 1.4957,
      "step": 219500
    },
    {
      "epoch": 2.8610442811626244,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0018855582287534952,
      "loss": 1.4958,
      "step": 220000
    },
    {
      "epoch": 2.867546654528903,
      "grad_norm": 1.5546875,
      "learning_rate": 0.001885298133818844,
      "loss": 1.4962,
      "step": 220500
    },
    {
      "epoch": 2.8740490278951816,
      "grad_norm": 0.64453125,
      "learning_rate": 0.0018850380388841929,
      "loss": 1.4942,
      "step": 221000
    },
    {
      "epoch": 2.8805514012614606,
      "grad_norm": 0.66796875,
      "learning_rate": 0.0018847779439495416,
      "loss": 1.4962,
      "step": 221500
    },
    {
      "epoch": 2.887053774627739,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0018845178490148903,
      "loss": 1.4908,
      "step": 222000
    },
    {
      "epoch": 2.8935561479940177,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0018842577540802393,
      "loss": 1.4947,
      "step": 222500
    },
    {
      "epoch": 2.9000585213602967,
      "grad_norm": 0.55078125,
      "learning_rate": 0.001883997659145588,
      "loss": 1.497,
      "step": 223000
    },
    {
      "epoch": 2.9065608947265753,
      "grad_norm": 0.427734375,
      "learning_rate": 0.0018837375642109372,
      "loss": 1.4954,
      "step": 223500
    },
    {
      "epoch": 2.913063268092854,
      "grad_norm": 0.6953125,
      "learning_rate": 0.001883477469276286,
      "loss": 1.4954,
      "step": 224000
    },
    {
      "epoch": 2.9195656414591324,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0018832173743416347,
      "loss": 1.4906,
      "step": 224500
    },
    {
      "epoch": 2.926068014825411,
      "grad_norm": 1.8984375,
      "learning_rate": 0.0018829572794069837,
      "loss": 1.4947,
      "step": 225000
    },
    {
      "epoch": 2.93257038819169,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0018826971844723324,
      "loss": 1.5016,
      "step": 225500
    },
    {
      "epoch": 2.9390727615579686,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0018824370895376811,
      "loss": 1.4978,
      "step": 226000
    },
    {
      "epoch": 2.9455751349242476,
      "grad_norm": 1.5,
      "learning_rate": 0.00188217699460303,
      "loss": 1.495,
      "step": 226500
    },
    {
      "epoch": 2.952077508290526,
      "grad_norm": 0.8359375,
      "learning_rate": 0.001881916899668379,
      "loss": 1.4984,
      "step": 227000
    },
    {
      "epoch": 2.9585798816568047,
      "grad_norm": 0.54296875,
      "learning_rate": 0.001881656804733728,
      "loss": 1.4918,
      "step": 227500
    },
    {
      "epoch": 2.9650822550230833,
      "grad_norm": 0.44921875,
      "learning_rate": 0.0018813967097990767,
      "loss": 1.4907,
      "step": 228000
    },
    {
      "epoch": 2.971584628389362,
      "grad_norm": 0.609375,
      "learning_rate": 0.0018811366148644255,
      "loss": 1.4954,
      "step": 228500
    },
    {
      "epoch": 2.978087001755641,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0018808765199297744,
      "loss": 1.4943,
      "step": 229000
    },
    {
      "epoch": 2.9845893751219195,
      "grad_norm": 0.640625,
      "learning_rate": 0.0018806164249951232,
      "loss": 1.493,
      "step": 229500
    },
    {
      "epoch": 2.991091748488198,
      "grad_norm": 0.734375,
      "learning_rate": 0.001880356330060472,
      "loss": 1.4926,
      "step": 230000
    },
    {
      "epoch": 2.997594121854477,
      "grad_norm": 0.5,
      "learning_rate": 0.001880096235125821,
      "loss": 1.4914,
      "step": 230500
    },
    {
      "epoch": 3.0,
      "eval_loss": 1.4690916538238525,
      "eval_runtime": 0.9958,
      "eval_samples_per_second": 1004.258,
      "eval_steps_per_second": 8.034,
      "step": 230685
    },
    {
      "epoch": 3.0040964952207556,
      "grad_norm": 0.6484375,
      "learning_rate": 0.0018798361401911698,
      "loss": 1.4899,
      "step": 231000
    },
    {
      "epoch": 3.010598868587034,
      "grad_norm": 0.515625,
      "learning_rate": 0.0018795760452565188,
      "loss": 1.4889,
      "step": 231500
    },
    {
      "epoch": 3.0171012419533128,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0018793159503218675,
      "loss": 1.4908,
      "step": 232000
    },
    {
      "epoch": 3.0236036153195918,
      "grad_norm": 1.75,
      "learning_rate": 0.0018790558553872163,
      "loss": 1.4906,
      "step": 232500
    },
    {
      "epoch": 3.0301059886858703,
      "grad_norm": 0.5390625,
      "learning_rate": 0.0018787957604525652,
      "loss": 1.4915,
      "step": 233000
    },
    {
      "epoch": 3.036608362052149,
      "grad_norm": 0.62890625,
      "learning_rate": 0.001878535665517914,
      "loss": 1.4917,
      "step": 233500
    },
    {
      "epoch": 3.043110735418428,
      "grad_norm": 0.90625,
      "learning_rate": 0.0018782755705832631,
      "loss": 1.4915,
      "step": 234000
    },
    {
      "epoch": 3.0496131087847065,
      "grad_norm": 0.5546875,
      "learning_rate": 0.0018780154756486119,
      "loss": 1.4875,
      "step": 234500
    },
    {
      "epoch": 3.056115482150985,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0018777553807139606,
      "loss": 1.4922,
      "step": 235000
    },
    {
      "epoch": 3.0626178555172636,
      "grad_norm": 0.6328125,
      "learning_rate": 0.0018774952857793096,
      "loss": 1.4917,
      "step": 235500
    },
    {
      "epoch": 3.0691202288835426,
      "grad_norm": 0.734375,
      "learning_rate": 0.0018772351908446583,
      "loss": 1.4925,
      "step": 236000
    },
    {
      "epoch": 3.075622602249821,
      "grad_norm": 0.451171875,
      "learning_rate": 0.001876975095910007,
      "loss": 1.4906,
      "step": 236500
    },
    {
      "epoch": 3.0821249756160998,
      "grad_norm": 1.2734375,
      "learning_rate": 0.001876715000975356,
      "loss": 1.4913,
      "step": 237000
    },
    {
      "epoch": 3.088627348982379,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0018764549060407048,
      "loss": 1.4908,
      "step": 237500
    },
    {
      "epoch": 3.0951297223486574,
      "grad_norm": 1.625,
      "learning_rate": 0.001876194811106054,
      "loss": 1.4913,
      "step": 238000
    },
    {
      "epoch": 3.101632095714936,
      "grad_norm": 0.984375,
      "learning_rate": 0.0018759347161714027,
      "loss": 1.4925,
      "step": 238500
    },
    {
      "epoch": 3.1081344690812145,
      "grad_norm": 0.6015625,
      "learning_rate": 0.0018756746212367514,
      "loss": 1.4905,
      "step": 239000
    },
    {
      "epoch": 3.1146368424474935,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0018754145263021004,
      "loss": 1.4899,
      "step": 239500
    },
    {
      "epoch": 3.121139215813772,
      "grad_norm": 0.640625,
      "learning_rate": 0.0018751544313674491,
      "loss": 1.4862,
      "step": 240000
    },
    {
      "epoch": 3.1276415891800506,
      "grad_norm": 0.482421875,
      "learning_rate": 0.0018748943364327978,
      "loss": 1.4903,
      "step": 240500
    },
    {
      "epoch": 3.134143962546329,
      "grad_norm": 0.4921875,
      "learning_rate": 0.0018746342414981468,
      "loss": 1.4926,
      "step": 241000
    },
    {
      "epoch": 3.1406463359126082,
      "grad_norm": 0.48046875,
      "learning_rate": 0.0018743741465634958,
      "loss": 1.4893,
      "step": 241500
    },
    {
      "epoch": 3.147148709278887,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0018741140516288447,
      "loss": 1.4858,
      "step": 242000
    },
    {
      "epoch": 3.1536510826451654,
      "grad_norm": 0.578125,
      "learning_rate": 0.0018738539566941935,
      "loss": 1.4875,
      "step": 242500
    },
    {
      "epoch": 3.1601534560114444,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0018735938617595422,
      "loss": 1.4881,
      "step": 243000
    },
    {
      "epoch": 3.166655829377723,
      "grad_norm": 0.494140625,
      "learning_rate": 0.0018733337668248912,
      "loss": 1.4878,
      "step": 243500
    },
    {
      "epoch": 3.1731582027440015,
      "grad_norm": 0.59375,
      "learning_rate": 0.00187307367189024,
      "loss": 1.4921,
      "step": 244000
    },
    {
      "epoch": 3.17966057611028,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0018728135769555886,
      "loss": 1.4891,
      "step": 244500
    },
    {
      "epoch": 3.186162949476559,
      "grad_norm": 0.59375,
      "learning_rate": 0.0018725534820209378,
      "loss": 1.4898,
      "step": 245000
    },
    {
      "epoch": 3.1926653228428377,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0018722933870862866,
      "loss": 1.4902,
      "step": 245500
    },
    {
      "epoch": 3.1991676962091162,
      "grad_norm": 1.546875,
      "learning_rate": 0.0018720332921516355,
      "loss": 1.4911,
      "step": 246000
    },
    {
      "epoch": 3.205670069575395,
      "grad_norm": 1.015625,
      "learning_rate": 0.0018717731972169842,
      "loss": 1.4868,
      "step": 246500
    },
    {
      "epoch": 3.212172442941674,
      "grad_norm": 0.60546875,
      "learning_rate": 0.001871513102282333,
      "loss": 1.4901,
      "step": 247000
    },
    {
      "epoch": 3.2186748163079524,
      "grad_norm": 0.51171875,
      "learning_rate": 0.001871253007347682,
      "loss": 1.4866,
      "step": 247500
    },
    {
      "epoch": 3.225177189674231,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0018709929124130307,
      "loss": 1.489,
      "step": 248000
    },
    {
      "epoch": 3.23167956304051,
      "grad_norm": 0.73828125,
      "learning_rate": 0.0018707328174783799,
      "loss": 1.4874,
      "step": 248500
    },
    {
      "epoch": 3.2381819364067885,
      "grad_norm": 1.453125,
      "learning_rate": 0.0018704727225437286,
      "loss": 1.4909,
      "step": 249000
    },
    {
      "epoch": 3.244684309773067,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0018702126276090773,
      "loss": 1.487,
      "step": 249500
    },
    {
      "epoch": 3.2511866831393457,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0018699525326744263,
      "loss": 1.4912,
      "step": 250000
    },
    {
      "epoch": 3.2576890565056247,
      "grad_norm": 0.86328125,
      "learning_rate": 0.001869692437739775,
      "loss": 1.4872,
      "step": 250500
    },
    {
      "epoch": 3.2641914298719032,
      "grad_norm": 0.4609375,
      "learning_rate": 0.0018694323428051238,
      "loss": 1.4817,
      "step": 251000
    },
    {
      "epoch": 3.270693803238182,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0018691722478704727,
      "loss": 1.4821,
      "step": 251500
    },
    {
      "epoch": 3.277196176604461,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0018689121529358215,
      "loss": 1.4884,
      "step": 252000
    },
    {
      "epoch": 3.2836985499707394,
      "grad_norm": 0.87109375,
      "learning_rate": 0.0018686520580011706,
      "loss": 1.4884,
      "step": 252500
    },
    {
      "epoch": 3.290200923337018,
      "grad_norm": 0.71875,
      "learning_rate": 0.0018683919630665194,
      "loss": 1.4864,
      "step": 253000
    },
    {
      "epoch": 3.2967032967032965,
      "grad_norm": 0.62109375,
      "learning_rate": 0.0018681318681318681,
      "loss": 1.4894,
      "step": 253500
    },
    {
      "epoch": 3.3032056700695756,
      "grad_norm": 0.6484375,
      "learning_rate": 0.001867871773197217,
      "loss": 1.482,
      "step": 254000
    },
    {
      "epoch": 3.309708043435854,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0018676116782625658,
      "loss": 1.4864,
      "step": 254500
    },
    {
      "epoch": 3.3162104168021327,
      "grad_norm": 0.490234375,
      "learning_rate": 0.0018673515833279146,
      "loss": 1.488,
      "step": 255000
    },
    {
      "epoch": 3.3227127901684117,
      "grad_norm": 0.78125,
      "learning_rate": 0.0018670914883932635,
      "loss": 1.4858,
      "step": 255500
    },
    {
      "epoch": 3.3292151635346903,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0018668313934586125,
      "loss": 1.4894,
      "step": 256000
    },
    {
      "epoch": 3.335717536900969,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0018665712985239614,
      "loss": 1.4929,
      "step": 256500
    },
    {
      "epoch": 3.3422199102672474,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0018663112035893102,
      "loss": 1.4937,
      "step": 257000
    },
    {
      "epoch": 3.3487222836335264,
      "grad_norm": 0.58203125,
      "learning_rate": 0.001866051108654659,
      "loss": 1.4913,
      "step": 257500
    },
    {
      "epoch": 3.355224656999805,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0018657910137200079,
      "loss": 1.4903,
      "step": 258000
    },
    {
      "epoch": 3.3617270303660836,
      "grad_norm": 0.546875,
      "learning_rate": 0.0018655309187853566,
      "loss": 1.4862,
      "step": 258500
    },
    {
      "epoch": 3.368229403732362,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0018652708238507054,
      "loss": 1.4836,
      "step": 259000
    },
    {
      "epoch": 3.374731777098641,
      "grad_norm": 0.490234375,
      "learning_rate": 0.0018650107289160545,
      "loss": 1.4841,
      "step": 259500
    },
    {
      "epoch": 3.3812341504649197,
      "grad_norm": 0.4609375,
      "learning_rate": 0.0018647506339814033,
      "loss": 1.4857,
      "step": 260000
    },
    {
      "epoch": 3.3877365238311983,
      "grad_norm": 0.71875,
      "learning_rate": 0.0018644905390467522,
      "loss": 1.4833,
      "step": 260500
    },
    {
      "epoch": 3.394238897197477,
      "grad_norm": 1.375,
      "learning_rate": 0.001864230444112101,
      "loss": 1.487,
      "step": 261000
    },
    {
      "epoch": 3.400741270563756,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0018639703491774497,
      "loss": 1.4886,
      "step": 261500
    },
    {
      "epoch": 3.4072436439300344,
      "grad_norm": 0.859375,
      "learning_rate": 0.0018637102542427987,
      "loss": 1.4843,
      "step": 262000
    },
    {
      "epoch": 3.413746017296313,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0018634501593081474,
      "loss": 1.4825,
      "step": 262500
    },
    {
      "epoch": 3.420248390662592,
      "grad_norm": 0.59765625,
      "learning_rate": 0.0018631900643734966,
      "loss": 1.4808,
      "step": 263000
    },
    {
      "epoch": 3.4267507640288706,
      "grad_norm": 0.66015625,
      "learning_rate": 0.0018629299694388453,
      "loss": 1.4814,
      "step": 263500
    },
    {
      "epoch": 3.433253137395149,
      "grad_norm": 3.3125,
      "learning_rate": 0.001862669874504194,
      "loss": 1.4807,
      "step": 264000
    },
    {
      "epoch": 3.4397555107614277,
      "grad_norm": 0.76171875,
      "learning_rate": 0.001862409779569543,
      "loss": 1.4817,
      "step": 264500
    },
    {
      "epoch": 3.4462578841277067,
      "grad_norm": 0.609375,
      "learning_rate": 0.0018621496846348918,
      "loss": 1.4824,
      "step": 265000
    },
    {
      "epoch": 3.4527602574939853,
      "grad_norm": 1.296875,
      "learning_rate": 0.0018618895897002405,
      "loss": 1.4813,
      "step": 265500
    },
    {
      "epoch": 3.459262630860264,
      "grad_norm": 25.0,
      "learning_rate": 0.0018616294947655895,
      "loss": 1.4827,
      "step": 266000
    },
    {
      "epoch": 3.465765004226543,
      "grad_norm": 0.5390625,
      "learning_rate": 0.0018613693998309382,
      "loss": 1.4771,
      "step": 266500
    },
    {
      "epoch": 3.4722673775928214,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0018611093048962874,
      "loss": 1.4795,
      "step": 267000
    },
    {
      "epoch": 3.4787697509591,
      "grad_norm": 1.1953125,
      "learning_rate": 0.001860849209961636,
      "loss": 1.4776,
      "step": 267500
    },
    {
      "epoch": 3.4852721243253786,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0018605891150269848,
      "loss": 1.4828,
      "step": 268000
    },
    {
      "epoch": 3.4917744976916576,
      "grad_norm": 0.474609375,
      "learning_rate": 0.0018603290200923338,
      "loss": 1.4827,
      "step": 268500
    },
    {
      "epoch": 3.498276871057936,
      "grad_norm": 0.90625,
      "learning_rate": 0.0018600689251576825,
      "loss": 1.4794,
      "step": 269000
    },
    {
      "epoch": 3.5047792444242147,
      "grad_norm": 2.8125,
      "learning_rate": 0.0018598088302230313,
      "loss": 1.4791,
      "step": 269500
    },
    {
      "epoch": 3.5112816177904937,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0018595487352883802,
      "loss": 1.4805,
      "step": 270000
    },
    {
      "epoch": 3.5177839911567723,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0018592886403537292,
      "loss": 1.4781,
      "step": 270500
    },
    {
      "epoch": 3.524286364523051,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0018590285454190782,
      "loss": 1.4817,
      "step": 271000
    },
    {
      "epoch": 3.5307887378893295,
      "grad_norm": 0.4375,
      "learning_rate": 0.001858768450484427,
      "loss": 1.4873,
      "step": 271500
    },
    {
      "epoch": 3.537291111255608,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0018585083555497756,
      "loss": 1.4794,
      "step": 272000
    },
    {
      "epoch": 3.543793484621887,
      "grad_norm": 0.453125,
      "learning_rate": 0.0018582482606151246,
      "loss": 1.4802,
      "step": 272500
    },
    {
      "epoch": 3.5502958579881656,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0018579881656804733,
      "loss": 1.4799,
      "step": 273000
    },
    {
      "epoch": 3.5567982313544446,
      "grad_norm": 0.6640625,
      "learning_rate": 0.001857728070745822,
      "loss": 1.4772,
      "step": 273500
    },
    {
      "epoch": 3.563300604720723,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0018574679758111712,
      "loss": 1.4766,
      "step": 274000
    },
    {
      "epoch": 3.5698029780870018,
      "grad_norm": 0.53515625,
      "learning_rate": 0.00185720788087652,
      "loss": 1.4788,
      "step": 274500
    },
    {
      "epoch": 3.5763053514532803,
      "grad_norm": 0.5859375,
      "learning_rate": 0.001856947785941869,
      "loss": 1.4778,
      "step": 275000
    },
    {
      "epoch": 3.582807724819559,
      "grad_norm": 0.6796875,
      "learning_rate": 0.0018566876910072177,
      "loss": 1.4819,
      "step": 275500
    },
    {
      "epoch": 3.589310098185838,
      "grad_norm": 0.6328125,
      "learning_rate": 0.0018564275960725664,
      "loss": 1.4799,
      "step": 276000
    },
    {
      "epoch": 3.5958124715521165,
      "grad_norm": 0.515625,
      "learning_rate": 0.0018561675011379154,
      "loss": 1.4789,
      "step": 276500
    },
    {
      "epoch": 3.6023148449183955,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0018559074062032641,
      "loss": 1.4805,
      "step": 277000
    },
    {
      "epoch": 3.608817218284674,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0018556473112686133,
      "loss": 1.4783,
      "step": 277500
    },
    {
      "epoch": 3.6153195916509526,
      "grad_norm": 0.546875,
      "learning_rate": 0.001855387216333962,
      "loss": 1.4763,
      "step": 278000
    },
    {
      "epoch": 3.621821965017231,
      "grad_norm": 0.65625,
      "learning_rate": 0.0018551271213993108,
      "loss": 1.4771,
      "step": 278500
    },
    {
      "epoch": 3.6283243383835098,
      "grad_norm": 0.859375,
      "learning_rate": 0.0018548670264646597,
      "loss": 1.4786,
      "step": 279000
    },
    {
      "epoch": 3.6348267117497888,
      "grad_norm": 3.390625,
      "learning_rate": 0.0018546069315300085,
      "loss": 1.4806,
      "step": 279500
    },
    {
      "epoch": 3.6413290851160673,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0018543468365953572,
      "loss": 1.4846,
      "step": 280000
    },
    {
      "epoch": 3.647831458482346,
      "grad_norm": 0.455078125,
      "learning_rate": 0.0018540867416607062,
      "loss": 1.487,
      "step": 280500
    },
    {
      "epoch": 3.654333831848625,
      "grad_norm": 0.55078125,
      "learning_rate": 0.001853826646726055,
      "loss": 1.4828,
      "step": 281000
    },
    {
      "epoch": 3.6608362052149035,
      "grad_norm": 0.5234375,
      "learning_rate": 0.001853566551791404,
      "loss": 1.4859,
      "step": 281500
    },
    {
      "epoch": 3.667338578581182,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0018533064568567528,
      "loss": 1.4862,
      "step": 282000
    },
    {
      "epoch": 3.6738409519474606,
      "grad_norm": 0.443359375,
      "learning_rate": 0.0018530463619221016,
      "loss": 1.4859,
      "step": 282500
    },
    {
      "epoch": 3.6803433253137396,
      "grad_norm": 2.15625,
      "learning_rate": 0.0018527862669874505,
      "loss": 1.4826,
      "step": 283000
    },
    {
      "epoch": 3.686845698680018,
      "grad_norm": 0.455078125,
      "learning_rate": 0.0018525261720527993,
      "loss": 1.4795,
      "step": 283500
    },
    {
      "epoch": 3.693348072046297,
      "grad_norm": 0.62109375,
      "learning_rate": 0.001852266077118148,
      "loss": 1.4778,
      "step": 284000
    },
    {
      "epoch": 3.699850445412576,
      "grad_norm": 0.451171875,
      "learning_rate": 0.001852005982183497,
      "loss": 1.4837,
      "step": 284500
    },
    {
      "epoch": 3.7063528187788544,
      "grad_norm": 0.50390625,
      "learning_rate": 0.001851745887248846,
      "loss": 1.4808,
      "step": 285000
    },
    {
      "epoch": 3.712855192145133,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0018514857923141949,
      "loss": 1.4796,
      "step": 285500
    },
    {
      "epoch": 3.7193575655114115,
      "grad_norm": 0.78515625,
      "learning_rate": 0.0018512256973795436,
      "loss": 1.477,
      "step": 286000
    },
    {
      "epoch": 3.7258599388776905,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0018509656024448924,
      "loss": 1.475,
      "step": 286500
    },
    {
      "epoch": 3.732362312243969,
      "grad_norm": 0.6796875,
      "learning_rate": 0.0018507055075102413,
      "loss": 1.4817,
      "step": 287000
    },
    {
      "epoch": 3.7388646856102477,
      "grad_norm": 0.54296875,
      "learning_rate": 0.00185044541257559,
      "loss": 1.4804,
      "step": 287500
    },
    {
      "epoch": 3.7453670589765267,
      "grad_norm": 0.75,
      "learning_rate": 0.0018501853176409388,
      "loss": 1.4767,
      "step": 288000
    },
    {
      "epoch": 3.7518694323428052,
      "grad_norm": 0.6328125,
      "learning_rate": 0.001849925222706288,
      "loss": 1.4779,
      "step": 288500
    },
    {
      "epoch": 3.758371805709084,
      "grad_norm": 0.61328125,
      "learning_rate": 0.0018496651277716367,
      "loss": 1.4767,
      "step": 289000
    },
    {
      "epoch": 3.7648741790753624,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0018494050328369857,
      "loss": 1.4749,
      "step": 289500
    },
    {
      "epoch": 3.771376552441641,
      "grad_norm": 0.4609375,
      "learning_rate": 0.0018491449379023344,
      "loss": 1.4803,
      "step": 290000
    },
    {
      "epoch": 3.77787892580792,
      "grad_norm": 0.609375,
      "learning_rate": 0.0018488848429676831,
      "loss": 1.483,
      "step": 290500
    },
    {
      "epoch": 3.7843812991741985,
      "grad_norm": 0.61328125,
      "learning_rate": 0.001848624748033032,
      "loss": 1.4785,
      "step": 291000
    },
    {
      "epoch": 3.7908836725404775,
      "grad_norm": 0.59765625,
      "learning_rate": 0.0018483646530983808,
      "loss": 1.4722,
      "step": 291500
    },
    {
      "epoch": 3.797386045906756,
      "grad_norm": 0.5390625,
      "learning_rate": 0.00184810455816373,
      "loss": 1.4768,
      "step": 292000
    },
    {
      "epoch": 3.8038884192730347,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0018478444632290788,
      "loss": 1.4764,
      "step": 292500
    },
    {
      "epoch": 3.8103907926393132,
      "grad_norm": 0.484375,
      "learning_rate": 0.0018475843682944275,
      "loss": 1.4804,
      "step": 293000
    },
    {
      "epoch": 3.816893166005592,
      "grad_norm": 0.625,
      "learning_rate": 0.0018473242733597765,
      "loss": 1.4773,
      "step": 293500
    },
    {
      "epoch": 3.823395539371871,
      "grad_norm": 0.6484375,
      "learning_rate": 0.0018470641784251252,
      "loss": 1.4777,
      "step": 294000
    },
    {
      "epoch": 3.8298979127381494,
      "grad_norm": 0.5078125,
      "learning_rate": 0.001846804083490474,
      "loss": 1.4838,
      "step": 294500
    },
    {
      "epoch": 3.836400286104428,
      "grad_norm": 0.48046875,
      "learning_rate": 0.0018465439885558229,
      "loss": 1.4781,
      "step": 295000
    },
    {
      "epoch": 3.842902659470707,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0018462838936211716,
      "loss": 1.4859,
      "step": 295500
    },
    {
      "epoch": 3.8494050328369855,
      "grad_norm": 1.25,
      "learning_rate": 0.0018460237986865208,
      "loss": 1.4856,
      "step": 296000
    },
    {
      "epoch": 3.855907406203264,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0018457637037518695,
      "loss": 1.4853,
      "step": 296500
    },
    {
      "epoch": 3.8624097795695427,
      "grad_norm": 0.5546875,
      "learning_rate": 0.0018455036088172183,
      "loss": 1.4766,
      "step": 297000
    },
    {
      "epoch": 3.8689121529358217,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0018452435138825672,
      "loss": 1.4831,
      "step": 297500
    },
    {
      "epoch": 3.8754145263021003,
      "grad_norm": 0.57421875,
      "learning_rate": 0.001844983418947916,
      "loss": 1.4798,
      "step": 298000
    },
    {
      "epoch": 3.881916899668379,
      "grad_norm": 0.75,
      "learning_rate": 0.0018447233240132647,
      "loss": 1.4808,
      "step": 298500
    },
    {
      "epoch": 3.888419273034658,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0018444632290786137,
      "loss": 1.4808,
      "step": 299000
    },
    {
      "epoch": 3.8949216464009364,
      "grad_norm": 0.61328125,
      "learning_rate": 0.0018442031341439626,
      "loss": 1.4744,
      "step": 299500
    },
    {
      "epoch": 3.901424019767215,
      "grad_norm": 0.58984375,
      "learning_rate": 0.0018439430392093116,
      "loss": 1.4792,
      "step": 300000
    },
    {
      "epoch": 3.9079263931334935,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0018436829442746603,
      "loss": 1.4776,
      "step": 300500
    },
    {
      "epoch": 3.9144287664997726,
      "grad_norm": 1.0859375,
      "learning_rate": 0.001843422849340009,
      "loss": 1.4733,
      "step": 301000
    },
    {
      "epoch": 3.920931139866051,
      "grad_norm": 0.515625,
      "learning_rate": 0.001843162754405358,
      "loss": 1.4766,
      "step": 301500
    },
    {
      "epoch": 3.9274335132323297,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0018429026594707068,
      "loss": 1.4743,
      "step": 302000
    },
    {
      "epoch": 3.9339358865986087,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0018426425645360555,
      "loss": 1.4735,
      "step": 302500
    },
    {
      "epoch": 3.9404382599648873,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0018423824696014047,
      "loss": 1.4729,
      "step": 303000
    },
    {
      "epoch": 3.946940633331166,
      "grad_norm": 0.4921875,
      "learning_rate": 0.0018421223746667534,
      "loss": 1.4776,
      "step": 303500
    },
    {
      "epoch": 3.9534430066974444,
      "grad_norm": 0.625,
      "learning_rate": 0.0018418622797321024,
      "loss": 1.4805,
      "step": 304000
    },
    {
      "epoch": 3.959945380063723,
      "grad_norm": 0.59375,
      "learning_rate": 0.0018416021847974511,
      "loss": 1.4744,
      "step": 304500
    },
    {
      "epoch": 3.966447753430002,
      "grad_norm": 0.46875,
      "learning_rate": 0.0018413420898627999,
      "loss": 1.4781,
      "step": 305000
    },
    {
      "epoch": 3.9729501267962806,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0018410819949281488,
      "loss": 1.4763,
      "step": 305500
    },
    {
      "epoch": 3.9794525001625596,
      "grad_norm": 0.734375,
      "learning_rate": 0.0018408218999934976,
      "loss": 1.4752,
      "step": 306000
    },
    {
      "epoch": 3.985954873528838,
      "grad_norm": 1.4921875,
      "learning_rate": 0.0018405618050588467,
      "loss": 1.4749,
      "step": 306500
    },
    {
      "epoch": 3.9924572468951167,
      "grad_norm": 0.66015625,
      "learning_rate": 0.0018403017101241955,
      "loss": 1.4747,
      "step": 307000
    },
    {
      "epoch": 3.9989596202613953,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0018400416151895442,
      "loss": 1.4753,
      "step": 307500
    },
    {
      "epoch": 4.0,
      "eval_loss": 1.4534417390823364,
      "eval_runtime": 0.9363,
      "eval_samples_per_second": 1068.081,
      "eval_steps_per_second": 8.545,
      "step": 307580
    },
    {
      "epoch": 4.005461993627674,
      "grad_norm": 0.4609375,
      "learning_rate": 0.0018397815202548932,
      "loss": 1.4734,
      "step": 308000
    },
    {
      "epoch": 4.011964366993952,
      "grad_norm": 0.5234375,
      "learning_rate": 0.001839521425320242,
      "loss": 1.4706,
      "step": 308500
    },
    {
      "epoch": 4.018466740360232,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0018392613303855907,
      "loss": 1.4735,
      "step": 309000
    },
    {
      "epoch": 4.0249691137265105,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0018390012354509396,
      "loss": 1.4777,
      "step": 309500
    },
    {
      "epoch": 4.031471487092789,
      "grad_norm": 1.9765625,
      "learning_rate": 0.0018387411405162883,
      "loss": 1.4732,
      "step": 310000
    },
    {
      "epoch": 4.037973860459068,
      "grad_norm": 0.498046875,
      "learning_rate": 0.0018384810455816375,
      "loss": 1.4726,
      "step": 310500
    },
    {
      "epoch": 4.044476233825346,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0018382209506469863,
      "loss": 1.4752,
      "step": 311000
    },
    {
      "epoch": 4.050978607191625,
      "grad_norm": 0.90234375,
      "learning_rate": 0.001837960855712335,
      "loss": 1.478,
      "step": 311500
    },
    {
      "epoch": 4.057480980557903,
      "grad_norm": 0.5078125,
      "learning_rate": 0.001837700760777684,
      "loss": 1.4736,
      "step": 312000
    },
    {
      "epoch": 4.063983353924183,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0018374406658430327,
      "loss": 1.4773,
      "step": 312500
    },
    {
      "epoch": 4.070485727290461,
      "grad_norm": 0.79296875,
      "learning_rate": 0.0018371805709083814,
      "loss": 1.4747,
      "step": 313000
    },
    {
      "epoch": 4.07698810065674,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0018369204759737304,
      "loss": 1.4762,
      "step": 313500
    },
    {
      "epoch": 4.0834904740230185,
      "grad_norm": 0.62109375,
      "learning_rate": 0.0018366603810390794,
      "loss": 1.4793,
      "step": 314000
    },
    {
      "epoch": 4.089992847389297,
      "grad_norm": 3.640625,
      "learning_rate": 0.0018364002861044283,
      "loss": 1.4763,
      "step": 314500
    },
    {
      "epoch": 4.096495220755576,
      "grad_norm": 0.5,
      "learning_rate": 0.001836140191169777,
      "loss": 1.4728,
      "step": 315000
    },
    {
      "epoch": 4.102997594121854,
      "grad_norm": 1.4765625,
      "learning_rate": 0.0018358800962351258,
      "loss": 1.4715,
      "step": 315500
    },
    {
      "epoch": 4.109499967488133,
      "grad_norm": 0.453125,
      "learning_rate": 0.0018356200013004747,
      "loss": 1.4714,
      "step": 316000
    },
    {
      "epoch": 4.116002340854412,
      "grad_norm": 0.416015625,
      "learning_rate": 0.0018353599063658235,
      "loss": 1.4756,
      "step": 316500
    },
    {
      "epoch": 4.122504714220691,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0018350998114311722,
      "loss": 1.4792,
      "step": 317000
    },
    {
      "epoch": 4.129007087586969,
      "grad_norm": 0.478515625,
      "learning_rate": 0.0018348397164965214,
      "loss": 1.4831,
      "step": 317500
    },
    {
      "epoch": 4.135509460953248,
      "grad_norm": 0.546875,
      "learning_rate": 0.0018345796215618701,
      "loss": 1.4805,
      "step": 318000
    },
    {
      "epoch": 4.1420118343195265,
      "grad_norm": 0.6484375,
      "learning_rate": 0.001834319526627219,
      "loss": 1.4802,
      "step": 318500
    },
    {
      "epoch": 4.148514207685805,
      "grad_norm": 1.203125,
      "learning_rate": 0.0018340594316925678,
      "loss": 1.4795,
      "step": 319000
    },
    {
      "epoch": 4.155016581052084,
      "grad_norm": 1.6484375,
      "learning_rate": 0.0018337993367579166,
      "loss": 1.481,
      "step": 319500
    },
    {
      "epoch": 4.161518954418363,
      "grad_norm": 0.490234375,
      "learning_rate": 0.0018335392418232655,
      "loss": 1.4766,
      "step": 320000
    },
    {
      "epoch": 4.168021327784642,
      "grad_norm": 0.6484375,
      "learning_rate": 0.0018332791468886143,
      "loss": 1.4774,
      "step": 320500
    },
    {
      "epoch": 4.17452370115092,
      "grad_norm": 52.5,
      "learning_rate": 0.001833019051953963,
      "loss": 1.4821,
      "step": 321000
    },
    {
      "epoch": 4.181026074517199,
      "grad_norm": 1.2421875,
      "learning_rate": 0.0018327589570193122,
      "loss": 1.4914,
      "step": 321500
    },
    {
      "epoch": 4.187528447883477,
      "grad_norm": 0.50390625,
      "learning_rate": 0.001832498862084661,
      "loss": 1.4781,
      "step": 322000
    },
    {
      "epoch": 4.194030821249756,
      "grad_norm": 7.96875,
      "learning_rate": 0.0018322387671500099,
      "loss": 1.4784,
      "step": 322500
    },
    {
      "epoch": 4.2005331946160345,
      "grad_norm": 0.75390625,
      "learning_rate": 0.0018319786722153586,
      "loss": 1.4806,
      "step": 323000
    },
    {
      "epoch": 4.207035567982314,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0018317185772807074,
      "loss": 1.4829,
      "step": 323500
    },
    {
      "epoch": 4.2135379413485925,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0018314584823460563,
      "loss": 1.4921,
      "step": 324000
    },
    {
      "epoch": 4.220040314714871,
      "grad_norm": 0.9609375,
      "learning_rate": 0.001831198387411405,
      "loss": 1.4937,
      "step": 324500
    },
    {
      "epoch": 4.22654268808115,
      "grad_norm": 0.60546875,
      "learning_rate": 0.0018309382924767542,
      "loss": 1.495,
      "step": 325000
    },
    {
      "epoch": 4.233045061447428,
      "grad_norm": 0.59765625,
      "learning_rate": 0.001830678197542103,
      "loss": 1.4985,
      "step": 325500
    },
    {
      "epoch": 4.239547434813707,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0018304181026074517,
      "loss": 1.5151,
      "step": 326000
    },
    {
      "epoch": 4.246049808179985,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0018301580076728007,
      "loss": 1.515,
      "step": 326500
    },
    {
      "epoch": 4.252552181546265,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0018298979127381494,
      "loss": 1.5118,
      "step": 327000
    },
    {
      "epoch": 4.259054554912543,
      "grad_norm": 0.66796875,
      "learning_rate": 0.0018296378178034982,
      "loss": 1.5253,
      "step": 327500
    },
    {
      "epoch": 4.265556928278822,
      "grad_norm": 0.69140625,
      "learning_rate": 0.0018293777228688471,
      "loss": 1.5161,
      "step": 328000
    },
    {
      "epoch": 4.2720593016451005,
      "grad_norm": 0.53515625,
      "learning_rate": 0.001829117627934196,
      "loss": 1.4984,
      "step": 328500
    },
    {
      "epoch": 4.278561675011379,
      "grad_norm": 0.55859375,
      "learning_rate": 0.001828857532999545,
      "loss": 1.4888,
      "step": 329000
    },
    {
      "epoch": 4.285064048377658,
      "grad_norm": 3.078125,
      "learning_rate": 0.0018285974380648938,
      "loss": 1.4896,
      "step": 329500
    },
    {
      "epoch": 4.291566421743936,
      "grad_norm": 0.462890625,
      "learning_rate": 0.0018283373431302425,
      "loss": 1.4805,
      "step": 330000
    },
    {
      "epoch": 4.298068795110215,
      "grad_norm": 0.546875,
      "learning_rate": 0.0018280772481955915,
      "loss": 1.4812,
      "step": 330500
    },
    {
      "epoch": 4.304571168476494,
      "grad_norm": 0.6015625,
      "learning_rate": 0.0018278171532609402,
      "loss": 1.4903,
      "step": 331000
    },
    {
      "epoch": 4.311073541842773,
      "grad_norm": 1.34375,
      "learning_rate": 0.001827557058326289,
      "loss": 1.4923,
      "step": 331500
    },
    {
      "epoch": 4.317575915209051,
      "grad_norm": 0.494140625,
      "learning_rate": 0.0018272969633916381,
      "loss": 1.4971,
      "step": 332000
    },
    {
      "epoch": 4.32407828857533,
      "grad_norm": 0.44140625,
      "learning_rate": 0.0018270368684569869,
      "loss": 1.4985,
      "step": 332500
    },
    {
      "epoch": 4.3305806619416085,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0018267767735223358,
      "loss": 1.4864,
      "step": 333000
    },
    {
      "epoch": 4.337083035307887,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0018265166785876846,
      "loss": 1.4898,
      "step": 333500
    },
    {
      "epoch": 4.343585408674166,
      "grad_norm": 1.640625,
      "learning_rate": 0.0018262565836530333,
      "loss": 1.4832,
      "step": 334000
    },
    {
      "epoch": 4.350087782040445,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0018259964887183823,
      "loss": 1.4832,
      "step": 334500
    },
    {
      "epoch": 4.356590155406724,
      "grad_norm": 3.0,
      "learning_rate": 0.001825736393783731,
      "loss": 1.4868,
      "step": 335000
    },
    {
      "epoch": 4.363092528773002,
      "grad_norm": 1.59375,
      "learning_rate": 0.0018254762988490797,
      "loss": 1.4895,
      "step": 335500
    },
    {
      "epoch": 4.369594902139281,
      "grad_norm": 0.67578125,
      "learning_rate": 0.001825216203914429,
      "loss": 1.4896,
      "step": 336000
    },
    {
      "epoch": 4.376097275505559,
      "grad_norm": 3.984375,
      "learning_rate": 0.0018249561089797777,
      "loss": 1.4895,
      "step": 336500
    },
    {
      "epoch": 4.382599648871838,
      "grad_norm": 0.8828125,
      "learning_rate": 0.0018246960140451266,
      "loss": 1.4857,
      "step": 337000
    },
    {
      "epoch": 4.3891020222381165,
      "grad_norm": 1.3515625,
      "learning_rate": 0.0018244359191104753,
      "loss": 1.4922,
      "step": 337500
    },
    {
      "epoch": 4.395604395604396,
      "grad_norm": 0.52734375,
      "learning_rate": 0.001824175824175824,
      "loss": 1.492,
      "step": 338000
    },
    {
      "epoch": 4.4021067689706745,
      "grad_norm": 0.53515625,
      "learning_rate": 0.001823915729241173,
      "loss": 1.4948,
      "step": 338500
    },
    {
      "epoch": 4.408609142336953,
      "grad_norm": 0.458984375,
      "learning_rate": 0.0018236556343065218,
      "loss": 1.4994,
      "step": 339000
    },
    {
      "epoch": 4.415111515703232,
      "grad_norm": 0.5859375,
      "learning_rate": 0.001823395539371871,
      "loss": 1.4972,
      "step": 339500
    },
    {
      "epoch": 4.42161388906951,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0018231354444372197,
      "loss": 1.4951,
      "step": 340000
    },
    {
      "epoch": 4.428116262435789,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0018228753495025684,
      "loss": 1.4894,
      "step": 340500
    },
    {
      "epoch": 4.434618635802067,
      "grad_norm": 0.58203125,
      "learning_rate": 0.0018226152545679174,
      "loss": 1.4951,
      "step": 341000
    },
    {
      "epoch": 4.441121009168347,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0018223551596332661,
      "loss": 1.4847,
      "step": 341500
    },
    {
      "epoch": 4.447623382534625,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0018220950646986149,
      "loss": 1.4824,
      "step": 342000
    },
    {
      "epoch": 4.454125755900904,
      "grad_norm": 0.5,
      "learning_rate": 0.0018218349697639638,
      "loss": 1.4808,
      "step": 342500
    },
    {
      "epoch": 4.4606281292671826,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0018215748748293128,
      "loss": 1.4828,
      "step": 343000
    },
    {
      "epoch": 4.467130502633461,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0018213147798946617,
      "loss": 1.4803,
      "step": 343500
    },
    {
      "epoch": 4.47363287599974,
      "grad_norm": 0.5,
      "learning_rate": 0.0018210546849600105,
      "loss": 1.4776,
      "step": 344000
    },
    {
      "epoch": 4.480135249366018,
      "grad_norm": 0.60546875,
      "learning_rate": 0.0018207945900253592,
      "loss": 1.4754,
      "step": 344500
    },
    {
      "epoch": 4.486637622732298,
      "grad_norm": 0.69921875,
      "learning_rate": 0.0018205344950907082,
      "loss": 1.4711,
      "step": 345000
    },
    {
      "epoch": 4.493139996098576,
      "grad_norm": 0.5,
      "learning_rate": 0.001820274400156057,
      "loss": 1.4715,
      "step": 345500
    },
    {
      "epoch": 4.499642369464855,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0018200143052214057,
      "loss": 1.4745,
      "step": 346000
    },
    {
      "epoch": 4.506144742831133,
      "grad_norm": 0.423828125,
      "learning_rate": 0.0018197542102867548,
      "loss": 1.4725,
      "step": 346500
    },
    {
      "epoch": 4.512647116197412,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0018194941153521036,
      "loss": 1.4725,
      "step": 347000
    },
    {
      "epoch": 4.519149489563691,
      "grad_norm": 0.53125,
      "learning_rate": 0.0018192340204174525,
      "loss": 1.4669,
      "step": 347500
    },
    {
      "epoch": 4.525651862929969,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0018189739254828013,
      "loss": 1.4681,
      "step": 348000
    },
    {
      "epoch": 4.532154236296249,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00181871383054815,
      "loss": 1.4667,
      "step": 348500
    },
    {
      "epoch": 4.538656609662527,
      "grad_norm": 0.515625,
      "learning_rate": 0.001818453735613499,
      "loss": 1.468,
      "step": 349000
    },
    {
      "epoch": 4.545158983028806,
      "grad_norm": 0.5703125,
      "learning_rate": 0.0018181936406788477,
      "loss": 1.4745,
      "step": 349500
    },
    {
      "epoch": 4.551661356395084,
      "grad_norm": 0.46875,
      "learning_rate": 0.0018179335457441965,
      "loss": 1.4762,
      "step": 350000
    },
    {
      "epoch": 4.558163729761363,
      "grad_norm": 0.72265625,
      "learning_rate": 0.0018176734508095456,
      "loss": 1.4789,
      "step": 350500
    },
    {
      "epoch": 4.564666103127641,
      "grad_norm": 0.70703125,
      "learning_rate": 0.0018174133558748944,
      "loss": 1.475,
      "step": 351000
    },
    {
      "epoch": 4.57116847649392,
      "grad_norm": 0.447265625,
      "learning_rate": 0.0018171532609402433,
      "loss": 1.4692,
      "step": 351500
    },
    {
      "epoch": 4.5776708498601995,
      "grad_norm": 0.69140625,
      "learning_rate": 0.001816893166005592,
      "loss": 1.475,
      "step": 352000
    },
    {
      "epoch": 4.584173223226478,
      "grad_norm": 0.67578125,
      "learning_rate": 0.0018166330710709408,
      "loss": 1.477,
      "step": 352500
    },
    {
      "epoch": 4.590675596592757,
      "grad_norm": 0.462890625,
      "learning_rate": 0.0018163729761362898,
      "loss": 1.4727,
      "step": 353000
    },
    {
      "epoch": 4.597177969959035,
      "grad_norm": 2.53125,
      "learning_rate": 0.0018161128812016385,
      "loss": 1.4759,
      "step": 353500
    },
    {
      "epoch": 4.603680343325314,
      "grad_norm": 0.671875,
      "learning_rate": 0.0018158527862669877,
      "loss": 1.4758,
      "step": 354000
    },
    {
      "epoch": 4.610182716691592,
      "grad_norm": 0.76171875,
      "learning_rate": 0.0018155926913323364,
      "loss": 1.4732,
      "step": 354500
    },
    {
      "epoch": 4.616685090057871,
      "grad_norm": 0.4375,
      "learning_rate": 0.0018153325963976852,
      "loss": 1.4689,
      "step": 355000
    },
    {
      "epoch": 4.623187463424149,
      "grad_norm": 0.765625,
      "learning_rate": 0.0018150725014630341,
      "loss": 1.4703,
      "step": 355500
    },
    {
      "epoch": 4.629689836790429,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0018148124065283829,
      "loss": 1.4674,
      "step": 356000
    },
    {
      "epoch": 4.6361922101567075,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0018145523115937316,
      "loss": 1.4734,
      "step": 356500
    },
    {
      "epoch": 4.642694583522986,
      "grad_norm": 0.59375,
      "learning_rate": 0.0018142922166590806,
      "loss": 1.4702,
      "step": 357000
    },
    {
      "epoch": 4.649196956889265,
      "grad_norm": 0.578125,
      "learning_rate": 0.0018140321217244295,
      "loss": 1.4727,
      "step": 357500
    },
    {
      "epoch": 4.655699330255543,
      "grad_norm": 0.478515625,
      "learning_rate": 0.0018137720267897785,
      "loss": 1.4695,
      "step": 358000
    },
    {
      "epoch": 4.662201703621822,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0018135119318551272,
      "loss": 1.4736,
      "step": 358500
    },
    {
      "epoch": 4.6687040769881,
      "grad_norm": 0.498046875,
      "learning_rate": 0.001813251836920476,
      "loss": 1.4751,
      "step": 359000
    },
    {
      "epoch": 4.675206450354379,
      "grad_norm": 0.55078125,
      "learning_rate": 0.001812991741985825,
      "loss": 1.4731,
      "step": 359500
    },
    {
      "epoch": 4.681708823720658,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0018127316470511736,
      "loss": 1.4729,
      "step": 360000
    },
    {
      "epoch": 4.688211197086937,
      "grad_norm": 0.67578125,
      "learning_rate": 0.0018124715521165224,
      "loss": 1.4717,
      "step": 360500
    },
    {
      "epoch": 4.6947135704532155,
      "grad_norm": 0.48046875,
      "learning_rate": 0.0018122114571818716,
      "loss": 1.4695,
      "step": 361000
    },
    {
      "epoch": 4.701215943819494,
      "grad_norm": 0.494140625,
      "learning_rate": 0.0018119513622472203,
      "loss": 1.4721,
      "step": 361500
    },
    {
      "epoch": 4.707718317185773,
      "grad_norm": 0.62109375,
      "learning_rate": 0.0018116912673125693,
      "loss": 1.4716,
      "step": 362000
    },
    {
      "epoch": 4.714220690552051,
      "grad_norm": 0.5703125,
      "learning_rate": 0.001811431172377918,
      "loss": 1.466,
      "step": 362500
    },
    {
      "epoch": 4.72072306391833,
      "grad_norm": 3.59375,
      "learning_rate": 0.0018111710774432667,
      "loss": 1.4712,
      "step": 363000
    },
    {
      "epoch": 4.727225437284609,
      "grad_norm": 0.62109375,
      "learning_rate": 0.0018109109825086157,
      "loss": 1.4683,
      "step": 363500
    },
    {
      "epoch": 4.733727810650888,
      "grad_norm": 1.390625,
      "learning_rate": 0.0018106508875739644,
      "loss": 1.4724,
      "step": 364000
    },
    {
      "epoch": 4.740230184017166,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0018103907926393132,
      "loss": 1.4704,
      "step": 364500
    },
    {
      "epoch": 4.746732557383445,
      "grad_norm": 0.578125,
      "learning_rate": 0.0018101306977046623,
      "loss": 1.4699,
      "step": 365000
    },
    {
      "epoch": 4.7532349307497235,
      "grad_norm": 0.58203125,
      "learning_rate": 0.001809870602770011,
      "loss": 1.4741,
      "step": 365500
    },
    {
      "epoch": 4.759737304116002,
      "grad_norm": 0.5546875,
      "learning_rate": 0.00180961050783536,
      "loss": 1.4728,
      "step": 366000
    },
    {
      "epoch": 4.766239677482281,
      "grad_norm": 0.59765625,
      "learning_rate": 0.0018093504129007088,
      "loss": 1.4674,
      "step": 366500
    },
    {
      "epoch": 4.77274205084856,
      "grad_norm": 1.03125,
      "learning_rate": 0.0018090903179660575,
      "loss": 1.4757,
      "step": 367000
    },
    {
      "epoch": 4.779244424214839,
      "grad_norm": 0.65625,
      "learning_rate": 0.0018088302230314065,
      "loss": 1.4755,
      "step": 367500
    },
    {
      "epoch": 4.785746797581117,
      "grad_norm": 0.6953125,
      "learning_rate": 0.0018085701280967552,
      "loss": 1.4721,
      "step": 368000
    },
    {
      "epoch": 4.792249170947396,
      "grad_norm": 2.375,
      "learning_rate": 0.0018083100331621044,
      "loss": 1.473,
      "step": 368500
    },
    {
      "epoch": 4.798751544313674,
      "grad_norm": 0.515625,
      "learning_rate": 0.0018080499382274531,
      "loss": 1.472,
      "step": 369000
    },
    {
      "epoch": 4.805253917679953,
      "grad_norm": 0.443359375,
      "learning_rate": 0.0018077898432928019,
      "loss": 1.4735,
      "step": 369500
    },
    {
      "epoch": 4.8117562910462315,
      "grad_norm": 0.515625,
      "learning_rate": 0.0018075297483581508,
      "loss": 1.4696,
      "step": 370000
    },
    {
      "epoch": 4.818258664412511,
      "grad_norm": 0.466796875,
      "learning_rate": 0.0018072696534234996,
      "loss": 1.4682,
      "step": 370500
    },
    {
      "epoch": 4.8247610377787895,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0018070095584888483,
      "loss": 1.4683,
      "step": 371000
    },
    {
      "epoch": 4.831263411145068,
      "grad_norm": 0.453125,
      "learning_rate": 0.0018067494635541973,
      "loss": 1.4678,
      "step": 371500
    },
    {
      "epoch": 4.837765784511347,
      "grad_norm": 1.1171875,
      "learning_rate": 0.0018064893686195462,
      "loss": 1.4719,
      "step": 372000
    },
    {
      "epoch": 4.844268157877625,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0018062292736848952,
      "loss": 1.4704,
      "step": 372500
    },
    {
      "epoch": 4.850770531243904,
      "grad_norm": 0.65234375,
      "learning_rate": 0.001805969178750244,
      "loss": 1.4744,
      "step": 373000
    },
    {
      "epoch": 4.857272904610182,
      "grad_norm": 0.99609375,
      "learning_rate": 0.0018057090838155927,
      "loss": 1.4697,
      "step": 373500
    },
    {
      "epoch": 4.863775277976462,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0018054489888809416,
      "loss": 1.4715,
      "step": 374000
    },
    {
      "epoch": 4.87027765134274,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0018051888939462904,
      "loss": 1.4689,
      "step": 374500
    },
    {
      "epoch": 4.876780024709019,
      "grad_norm": 0.80078125,
      "learning_rate": 0.001804928799011639,
      "loss": 1.4676,
      "step": 375000
    },
    {
      "epoch": 4.8832823980752975,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0018046687040769883,
      "loss": 1.4726,
      "step": 375500
    },
    {
      "epoch": 4.889784771441576,
      "grad_norm": 0.87109375,
      "learning_rate": 0.001804408609142337,
      "loss": 1.4689,
      "step": 376000
    },
    {
      "epoch": 4.896287144807855,
      "grad_norm": 0.55859375,
      "learning_rate": 0.001804148514207686,
      "loss": 1.4697,
      "step": 376500
    },
    {
      "epoch": 4.902789518174133,
      "grad_norm": 0.4921875,
      "learning_rate": 0.0018038884192730347,
      "loss": 1.4706,
      "step": 377000
    },
    {
      "epoch": 4.909291891540413,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0018036283243383835,
      "loss": 1.4714,
      "step": 377500
    },
    {
      "epoch": 4.915794264906691,
      "grad_norm": 0.46875,
      "learning_rate": 0.0018033682294037324,
      "loss": 1.466,
      "step": 378000
    },
    {
      "epoch": 4.92229663827297,
      "grad_norm": 1.1875,
      "learning_rate": 0.0018031081344690812,
      "loss": 1.4719,
      "step": 378500
    },
    {
      "epoch": 4.928799011639248,
      "grad_norm": 0.58984375,
      "learning_rate": 0.0018028480395344299,
      "loss": 1.4701,
      "step": 379000
    },
    {
      "epoch": 4.935301385005527,
      "grad_norm": 5.46875,
      "learning_rate": 0.001802587944599779,
      "loss": 1.473,
      "step": 379500
    },
    {
      "epoch": 4.9418037583718055,
      "grad_norm": 0.6796875,
      "learning_rate": 0.0018023278496651278,
      "loss": 1.4721,
      "step": 380000
    },
    {
      "epoch": 4.948306131738084,
      "grad_norm": 0.59375,
      "learning_rate": 0.0018020677547304768,
      "loss": 1.474,
      "step": 380500
    },
    {
      "epoch": 4.9548085051043635,
      "grad_norm": 0.546875,
      "learning_rate": 0.0018018076597958255,
      "loss": 1.473,
      "step": 381000
    },
    {
      "epoch": 4.961310878470642,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0018015475648611742,
      "loss": 1.4764,
      "step": 381500
    },
    {
      "epoch": 4.967813251836921,
      "grad_norm": 1.9140625,
      "learning_rate": 0.0018012874699265232,
      "loss": 1.4717,
      "step": 382000
    },
    {
      "epoch": 4.974315625203199,
      "grad_norm": 0.58203125,
      "learning_rate": 0.001801027374991872,
      "loss": 1.4759,
      "step": 382500
    },
    {
      "epoch": 4.980817998569478,
      "grad_norm": 0.462890625,
      "learning_rate": 0.0018007672800572211,
      "loss": 1.4792,
      "step": 383000
    },
    {
      "epoch": 4.987320371935756,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0018005071851225699,
      "loss": 1.4764,
      "step": 383500
    },
    {
      "epoch": 4.993822745302035,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0018002470901879186,
      "loss": 1.4758,
      "step": 384000
    },
    {
      "epoch": 5.0,
      "eval_loss": 1.4539484977722168,
      "eval_runtime": 0.9039,
      "eval_samples_per_second": 1106.3,
      "eval_steps_per_second": 8.85,
      "step": 384475
    }
  ],
  "logging_steps": 500,
  "max_steps": 3844750,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 50,
  "save_steps": 500,
  "total_flos": 3.3089171938476826e+18,
  "train_batch_size": 128,
  "trial_name": null,
  "trial_params": null
}