{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9998993609419817,
  "eval_steps": 150,
  "global_step": 2484,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0040255623207366776,
      "grad_norm": 38.58929443359375,
      "learning_rate": 4.000000000000001e-06,
      "loss": 9.0093,
      "num_input_tokens_seen": 327680,
      "step": 5
    },
    {
      "epoch": 0.008051124641473355,
      "grad_norm": 16.55693817138672,
      "learning_rate": 8.000000000000001e-06,
      "loss": 8.4074,
      "num_input_tokens_seen": 655360,
      "step": 10
    },
    {
      "epoch": 0.012076686962210034,
      "grad_norm": 10.222895622253418,
      "learning_rate": 1.2e-05,
      "loss": 7.9014,
      "num_input_tokens_seen": 983040,
      "step": 15
    },
    {
      "epoch": 0.01610224928294671,
      "grad_norm": 8.999139785766602,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 7.6741,
      "num_input_tokens_seen": 1310720,
      "step": 20
    },
    {
      "epoch": 0.02012781160368339,
      "grad_norm": 8.544699668884277,
      "learning_rate": 2e-05,
      "loss": 7.3022,
      "num_input_tokens_seen": 1638400,
      "step": 25
    },
    {
      "epoch": 0.024153373924420067,
      "grad_norm": 7.598087310791016,
      "learning_rate": 2.4e-05,
      "loss": 6.7376,
      "num_input_tokens_seen": 1966080,
      "step": 30
    },
    {
      "epoch": 0.028178936245156744,
      "grad_norm": 5.1022233963012695,
      "learning_rate": 2.8e-05,
      "loss": 6.2707,
      "num_input_tokens_seen": 2293760,
      "step": 35
    },
    {
      "epoch": 0.03220449856589342,
      "grad_norm": 3.5978548526763916,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 5.9112,
      "num_input_tokens_seen": 2621440,
      "step": 40
    },
    {
      "epoch": 0.036230060886630104,
      "grad_norm": 2.6466448307037354,
      "learning_rate": 3.6e-05,
      "loss": 5.6431,
      "num_input_tokens_seen": 2949120,
      "step": 45
    },
    {
      "epoch": 0.04025562320736678,
      "grad_norm": 1.9538609981536865,
      "learning_rate": 4e-05,
      "loss": 5.4321,
      "num_input_tokens_seen": 3276800,
      "step": 50
    },
    {
      "epoch": 0.04428118552810346,
      "grad_norm": 1.7290977239608765,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 5.2876,
      "num_input_tokens_seen": 3604480,
      "step": 55
    },
    {
      "epoch": 0.048306747848840134,
      "grad_norm": 1.647463321685791,
      "learning_rate": 4.8e-05,
      "loss": 5.1749,
      "num_input_tokens_seen": 3932160,
      "step": 60
    },
    {
      "epoch": 0.05233231016957681,
      "grad_norm": 1.367295742034912,
      "learning_rate": 5.2000000000000004e-05,
      "loss": 5.0826,
      "num_input_tokens_seen": 4259840,
      "step": 65
    },
    {
      "epoch": 0.05635787249031349,
      "grad_norm": 1.4710743427276611,
      "learning_rate": 5.6e-05,
      "loss": 5.0053,
      "num_input_tokens_seen": 4587520,
      "step": 70
    },
    {
      "epoch": 0.06038343481105017,
      "grad_norm": 1.501865029335022,
      "learning_rate": 6.000000000000001e-05,
      "loss": 4.8943,
      "num_input_tokens_seen": 4915200,
      "step": 75
    },
    {
      "epoch": 0.06440899713178684,
      "grad_norm": 1.3167399168014526,
      "learning_rate": 6.400000000000001e-05,
      "loss": 4.9062,
      "num_input_tokens_seen": 5242880,
      "step": 80
    },
    {
      "epoch": 0.06843455945252352,
      "grad_norm": 1.6458464860916138,
      "learning_rate": 6.8e-05,
      "loss": 4.8432,
      "num_input_tokens_seen": 5570560,
      "step": 85
    },
    {
      "epoch": 0.07246012177326021,
      "grad_norm": 1.4131243228912354,
      "learning_rate": 7.2e-05,
      "loss": 4.8507,
      "num_input_tokens_seen": 5898240,
      "step": 90
    },
    {
      "epoch": 0.07648568409399688,
      "grad_norm": 1.6352394819259644,
      "learning_rate": 7.6e-05,
      "loss": 4.8214,
      "num_input_tokens_seen": 6225920,
      "step": 95
    },
    {
      "epoch": 0.08051124641473356,
      "grad_norm": 1.3868008852005005,
      "learning_rate": 8e-05,
      "loss": 4.7863,
      "num_input_tokens_seen": 6553600,
      "step": 100
    },
    {
      "epoch": 0.08453680873547023,
      "grad_norm": 1.5053304433822632,
      "learning_rate": 7.807200583588265e-05,
      "loss": 4.7478,
      "num_input_tokens_seen": 6881280,
      "step": 105
    },
    {
      "epoch": 0.08856237105620691,
      "grad_norm": 1.6993811130523682,
      "learning_rate": 7.627700713964738e-05,
      "loss": 4.7303,
      "num_input_tokens_seen": 7208960,
      "step": 110
    },
    {
      "epoch": 0.0925879333769436,
      "grad_norm": 1.4282785654067993,
      "learning_rate": 7.460038465922511e-05,
      "loss": 4.7332,
      "num_input_tokens_seen": 7536640,
      "step": 115
    },
    {
      "epoch": 0.09661349569768027,
      "grad_norm": 1.6601049900054932,
      "learning_rate": 7.302967433402216e-05,
      "loss": 4.7639,
      "num_input_tokens_seen": 7864320,
      "step": 120
    },
    {
      "epoch": 0.10063905801841695,
      "grad_norm": 1.4113882780075073,
      "learning_rate": 7.155417527999328e-05,
      "loss": 4.7138,
      "num_input_tokens_seen": 8192000,
      "step": 125
    },
    {
      "epoch": 0.10466462033915362,
      "grad_norm": 1.5578097105026245,
      "learning_rate": 7.016464154456235e-05,
      "loss": 4.7051,
      "num_input_tokens_seen": 8519680,
      "step": 130
    },
    {
      "epoch": 0.1086901826598903,
      "grad_norm": 1.4274314641952515,
      "learning_rate": 6.885303726590964e-05,
      "loss": 4.736,
      "num_input_tokens_seen": 8847360,
      "step": 135
    },
    {
      "epoch": 0.11271574498062698,
      "grad_norm": 1.354647159576416,
      "learning_rate": 6.761234037828134e-05,
      "loss": 4.6927,
      "num_input_tokens_seen": 9175040,
      "step": 140
    },
    {
      "epoch": 0.11674130730136366,
      "grad_norm": 1.402042031288147,
      "learning_rate": 6.643638388299198e-05,
      "loss": 4.703,
      "num_input_tokens_seen": 9502720,
      "step": 145
    },
    {
      "epoch": 0.12076686962210034,
      "grad_norm": 1.4121787548065186,
      "learning_rate": 6.531972647421809e-05,
      "loss": 4.6583,
      "num_input_tokens_seen": 9830400,
      "step": 150
    },
    {
      "epoch": 0.12076686962210034,
      "eval_accuracy": 0.3405695459290188,
      "eval_loss": 4.505166053771973,
      "eval_runtime": 6.5101,
      "eval_samples_per_second": 46.082,
      "eval_steps_per_second": 5.837,
      "num_input_tokens_seen": 9830400,
      "step": 150
    },
    {
      "epoch": 0.12479243194283701,
      "grad_norm": 1.5172020196914673,
      "learning_rate": 6.425754631219992e-05,
      "loss": 4.6715,
      "num_input_tokens_seen": 10158080,
      "step": 155
    },
    {
      "epoch": 0.12881799426357368,
      "grad_norm": 1.4244070053100586,
      "learning_rate": 6.324555320336759e-05,
      "loss": 4.6351,
      "num_input_tokens_seen": 10485760,
      "step": 160
    },
    {
      "epoch": 0.13284355658431038,
      "grad_norm": 1.352230191230774,
      "learning_rate": 6.227991553292185e-05,
      "loss": 4.6386,
      "num_input_tokens_seen": 10813440,
      "step": 165
    },
    {
      "epoch": 0.13686911890504705,
      "grad_norm": 1.3570430278778076,
      "learning_rate": 6.135719910778964e-05,
      "loss": 4.6563,
      "num_input_tokens_seen": 11141120,
      "step": 170
    },
    {
      "epoch": 0.14089468122578372,
      "grad_norm": 1.3318084478378296,
      "learning_rate": 6.047431568147636e-05,
      "loss": 4.6472,
      "num_input_tokens_seen": 11468800,
      "step": 175
    },
    {
      "epoch": 0.14492024354652042,
      "grad_norm": 1.4813034534454346,
      "learning_rate": 5.96284793999944e-05,
      "loss": 4.6493,
      "num_input_tokens_seen": 11796480,
      "step": 180
    },
    {
      "epoch": 0.1489458058672571,
      "grad_norm": 1.367981195449829,
      "learning_rate": 5.881716976750463e-05,
      "loss": 4.5858,
      "num_input_tokens_seen": 12124160,
      "step": 185
    },
    {
      "epoch": 0.15297136818799376,
      "grad_norm": 1.3320348262786865,
      "learning_rate": 5.803810000880094e-05,
      "loss": 4.5985,
      "num_input_tokens_seen": 12451840,
      "step": 190
    },
    {
      "epoch": 0.15699693050873043,
      "grad_norm": 1.233577847480774,
      "learning_rate": 5.7289189923154636e-05,
      "loss": 4.6574,
      "num_input_tokens_seen": 12779520,
      "step": 195
    },
    {
      "epoch": 0.16102249282946712,
      "grad_norm": 1.2315726280212402,
      "learning_rate": 5.6568542494923805e-05,
      "loss": 4.6412,
      "num_input_tokens_seen": 13107200,
      "step": 200
    },
    {
      "epoch": 0.1650480551502038,
      "grad_norm": 1.3596357107162476,
      "learning_rate": 5.5874423661566265e-05,
      "loss": 4.6032,
      "num_input_tokens_seen": 13434880,
      "step": 205
    },
    {
      "epoch": 0.16907361747094046,
      "grad_norm": 1.3829398155212402,
      "learning_rate": 5.5205244747388335e-05,
      "loss": 4.5954,
      "num_input_tokens_seen": 13762560,
      "step": 210
    },
    {
      "epoch": 0.17309917979167716,
      "grad_norm": 1.4083398580551147,
      "learning_rate": 5.455954715763789e-05,
      "loss": 4.5888,
      "num_input_tokens_seen": 14090240,
      "step": 215
    },
    {
      "epoch": 0.17712474211241383,
      "grad_norm": 1.467612862586975,
      "learning_rate": 5.393598899705937e-05,
      "loss": 4.6193,
      "num_input_tokens_seen": 14417920,
      "step": 220
    },
    {
      "epoch": 0.1811503044331505,
      "grad_norm": 1.2575774192810059,
      "learning_rate": 5.333333333333333e-05,
      "loss": 4.5579,
      "num_input_tokens_seen": 14745600,
      "step": 225
    },
    {
      "epoch": 0.1851758667538872,
      "grad_norm": 1.4239579439163208,
      "learning_rate": 5.2750437871662975e-05,
      "loss": 4.5607,
      "num_input_tokens_seen": 15073280,
      "step": 230
    },
    {
      "epoch": 0.18920142907462387,
      "grad_norm": 1.2363418340682983,
      "learning_rate": 5.218624584427538e-05,
      "loss": 4.5617,
      "num_input_tokens_seen": 15400960,
      "step": 235
    },
    {
      "epoch": 0.19322699139536054,
      "grad_norm": 1.242336392402649,
      "learning_rate": 5.163977794943223e-05,
      "loss": 4.5878,
      "num_input_tokens_seen": 15728640,
      "step": 240
    },
    {
      "epoch": 0.1972525537160972,
      "grad_norm": 1.2200363874435425,
      "learning_rate": 5.11101251999952e-05,
      "loss": 4.5518,
      "num_input_tokens_seen": 16056320,
      "step": 245
    },
    {
      "epoch": 0.2012781160368339,
      "grad_norm": 1.1616241931915283,
      "learning_rate": 5.0596442562694074e-05,
      "loss": 4.5944,
      "num_input_tokens_seen": 16384000,
      "step": 250
    },
    {
      "epoch": 0.20530367835757057,
      "grad_norm": 1.3502942323684692,
      "learning_rate": 5.009794328681197e-05,
      "loss": 4.5356,
      "num_input_tokens_seen": 16711680,
      "step": 255
    },
    {
      "epoch": 0.20932924067830724,
      "grad_norm": 1.1606285572052002,
      "learning_rate": 4.961389383568338e-05,
      "loss": 4.5341,
      "num_input_tokens_seen": 17039360,
      "step": 260
    },
    {
      "epoch": 0.21335480299904394,
      "grad_norm": 1.4353660345077515,
      "learning_rate": 4.9143609346716104e-05,
      "loss": 4.5766,
      "num_input_tokens_seen": 17367040,
      "step": 265
    },
    {
      "epoch": 0.2173803653197806,
      "grad_norm": 1.2260538339614868,
      "learning_rate": 4.8686449556014764e-05,
      "loss": 4.5123,
      "num_input_tokens_seen": 17694720,
      "step": 270
    },
    {
      "epoch": 0.22140592764051728,
      "grad_norm": 1.2337218523025513,
      "learning_rate": 4.8241815132442184e-05,
      "loss": 4.4989,
      "num_input_tokens_seen": 18022400,
      "step": 275
    },
    {
      "epoch": 0.22543148996125395,
      "grad_norm": 1.2576812505722046,
      "learning_rate": 4.7809144373375745e-05,
      "loss": 4.5362,
      "num_input_tokens_seen": 18350080,
      "step": 280
    },
    {
      "epoch": 0.22945705228199065,
      "grad_norm": 1.3166711330413818,
      "learning_rate": 4.738791022072739e-05,
      "loss": 4.5318,
      "num_input_tokens_seen": 18677760,
      "step": 285
    },
    {
      "epoch": 0.23348261460272732,
      "grad_norm": 1.353780746459961,
      "learning_rate": 4.6977617561176284e-05,
      "loss": 4.5475,
      "num_input_tokens_seen": 19005440,
      "step": 290
    },
    {
      "epoch": 0.237508176923464,
      "grad_norm": 1.2797174453735352,
      "learning_rate": 4.657780077916657e-05,
      "loss": 4.4992,
      "num_input_tokens_seen": 19333120,
      "step": 295
    },
    {
      "epoch": 0.24153373924420068,
      "grad_norm": 1.433968424797058,
      "learning_rate": 4.618802153517007e-05,
      "loss": 4.5365,
      "num_input_tokens_seen": 19660800,
      "step": 300
    },
    {
      "epoch": 0.24153373924420068,
      "eval_accuracy": 0.35246274229682784,
      "eval_loss": 4.371213436126709,
      "eval_runtime": 6.282,
      "eval_samples_per_second": 47.755,
      "eval_steps_per_second": 6.049,
      "num_input_tokens_seen": 19660800,
      "step": 300
    },
    {
      "epoch": 0.24555930156493735,
      "grad_norm": 1.3408712148666382,
      "learning_rate": 4.580786674510946e-05,
      "loss": 4.4919,
      "num_input_tokens_seen": 19988480,
      "step": 305
    },
    {
      "epoch": 0.24958486388567402,
      "grad_norm": 1.3724451065063477,
      "learning_rate": 4.543694673976519e-05,
      "loss": 4.498,
      "num_input_tokens_seen": 20316160,
      "step": 310
    },
    {
      "epoch": 0.2536104262064107,
      "grad_norm": 1.3110082149505615,
      "learning_rate": 4.507489358552088e-05,
      "loss": 4.4623,
      "num_input_tokens_seen": 20643840,
      "step": 315
    },
    {
      "epoch": 0.25763598852714736,
      "grad_norm": 1.2995046377182007,
      "learning_rate": 4.47213595499958e-05,
      "loss": 4.5249,
      "num_input_tokens_seen": 20971520,
      "step": 320
    },
    {
      "epoch": 0.26166155084788406,
      "grad_norm": 1.2765010595321655,
      "learning_rate": 4.4376015698018335e-05,
      "loss": 4.5525,
      "num_input_tokens_seen": 21299200,
      "step": 325
    },
    {
      "epoch": 0.26568711316862076,
      "grad_norm": 1.268876552581787,
      "learning_rate": 4.403855060505443e-05,
      "loss": 4.4876,
      "num_input_tokens_seen": 21626880,
      "step": 330
    },
    {
      "epoch": 0.2697126754893574,
      "grad_norm": 1.4470906257629395,
      "learning_rate": 4.3708669176652244e-05,
      "loss": 4.4901,
      "num_input_tokens_seen": 21954560,
      "step": 335
    },
    {
      "epoch": 0.2737382378100941,
      "grad_norm": 1.3335119485855103,
      "learning_rate": 4.3386091563731235e-05,
      "loss": 4.4488,
      "num_input_tokens_seen": 22282240,
      "step": 340
    },
    {
      "epoch": 0.2777638001308308,
      "grad_norm": 1.4562543630599976,
      "learning_rate": 4.3070552164653247e-05,
      "loss": 4.4705,
      "num_input_tokens_seen": 22609920,
      "step": 345
    },
    {
      "epoch": 0.28178936245156744,
      "grad_norm": 1.4459863901138306,
      "learning_rate": 4.276179870598791e-05,
      "loss": 4.4942,
      "num_input_tokens_seen": 22937600,
      "step": 350
    },
    {
      "epoch": 0.28581492477230414,
      "grad_norm": 1.193866491317749,
      "learning_rate": 4.2459591394742024e-05,
      "loss": 4.5002,
      "num_input_tokens_seen": 23265280,
      "step": 355
    },
    {
      "epoch": 0.28984048709304083,
      "grad_norm": 1.4731342792510986,
      "learning_rate": 4.2163702135578394e-05,
      "loss": 4.4794,
      "num_input_tokens_seen": 23592960,
      "step": 360
    },
    {
      "epoch": 0.2938660494137775,
      "grad_norm": 1.1683562994003296,
      "learning_rate": 4.1873913807217094e-05,
      "loss": 4.4578,
      "num_input_tokens_seen": 23920640,
      "step": 365
    },
    {
      "epoch": 0.2978916117345142,
      "grad_norm": 1.2372169494628906,
      "learning_rate": 4.159001959280291e-05,
      "loss": 4.5118,
      "num_input_tokens_seen": 24248320,
      "step": 370
    },
    {
      "epoch": 0.30191717405525087,
      "grad_norm": 1.4430092573165894,
      "learning_rate": 4.131182235954578e-05,
      "loss": 4.4861,
      "num_input_tokens_seen": 24576000,
      "step": 375
    },
    {
      "epoch": 0.3059427363759875,
      "grad_norm": 1.3162908554077148,
      "learning_rate": 4.103913408340617e-05,
      "loss": 4.4968,
      "num_input_tokens_seen": 24903680,
      "step": 380
    },
    {
      "epoch": 0.3099682986967242,
      "grad_norm": 1.238364815711975,
      "learning_rate": 4.077177531501004e-05,
      "loss": 4.4465,
      "num_input_tokens_seen": 25231360,
      "step": 385
    },
    {
      "epoch": 0.31399386101746085,
      "grad_norm": 1.2819691896438599,
      "learning_rate": 4.050957468334667e-05,
      "loss": 4.4656,
      "num_input_tokens_seen": 25559040,
      "step": 390
    },
    {
      "epoch": 0.31801942333819755,
      "grad_norm": 1.2802215814590454,
      "learning_rate": 4.025236843413021e-05,
      "loss": 4.4934,
      "num_input_tokens_seen": 25886720,
      "step": 395
    },
    {
      "epoch": 0.32204498565893425,
      "grad_norm": 1.232289433479309,
      "learning_rate": 4e-05,
      "loss": 4.4965,
      "num_input_tokens_seen": 26214400,
      "step": 400
    },
    {
      "epoch": 0.3260705479796709,
      "grad_norm": 1.3022078275680542,
      "learning_rate": 3.975231959999627e-05,
      "loss": 4.4332,
      "num_input_tokens_seen": 26542080,
      "step": 405
    },
    {
      "epoch": 0.3300961103004076,
      "grad_norm": 1.1387150287628174,
      "learning_rate": 3.950918386598359e-05,
      "loss": 4.4345,
      "num_input_tokens_seen": 26869760,
      "step": 410
    },
    {
      "epoch": 0.3341216726211443,
      "grad_norm": 1.1623753309249878,
      "learning_rate": 3.9270455493905284e-05,
      "loss": 4.4572,
      "num_input_tokens_seen": 27197440,
      "step": 415
    },
    {
      "epoch": 0.3381472349418809,
      "grad_norm": 1.1756770610809326,
      "learning_rate": 3.9036002917941324e-05,
      "loss": 4.4603,
      "num_input_tokens_seen": 27525120,
      "step": 420
    },
    {
      "epoch": 0.3421727972626176,
      "grad_norm": 1.243285059928894,
      "learning_rate": 3.8805700005813275e-05,
      "loss": 4.4576,
      "num_input_tokens_seen": 27852800,
      "step": 425
    },
    {
      "epoch": 0.3461983595833543,
      "grad_norm": 1.4163405895233154,
      "learning_rate": 3.8579425773632976e-05,
      "loss": 4.4693,
      "num_input_tokens_seen": 28180480,
      "step": 430
    },
    {
      "epoch": 0.35022392190409096,
      "grad_norm": 1.2970571517944336,
      "learning_rate": 3.835706411883074e-05,
      "loss": 4.4731,
      "num_input_tokens_seen": 28508160,
      "step": 435
    },
    {
      "epoch": 0.35424948422482766,
      "grad_norm": 1.2691751718521118,
      "learning_rate": 3.813850356982369e-05,
      "loss": 4.4548,
      "num_input_tokens_seen": 28835840,
      "step": 440
    },
    {
      "epoch": 0.35827504654556436,
      "grad_norm": 1.2060904502868652,
      "learning_rate": 3.792363705119819e-05,
      "loss": 4.5089,
      "num_input_tokens_seen": 29163520,
      "step": 445
    },
    {
      "epoch": 0.362300608866301,
      "grad_norm": 1.1918907165527344,
      "learning_rate": 3.771236166328254e-05,
      "loss": 4.4621,
      "num_input_tokens_seen": 29491200,
      "step": 450
    },
    {
      "epoch": 0.362300608866301,
      "eval_accuracy": 0.3575167675445771,
      "eval_loss": 4.2810378074646,
      "eval_runtime": 6.4142,
      "eval_samples_per_second": 46.771,
      "eval_steps_per_second": 5.924,
      "num_input_tokens_seen": 29491200,
      "step": 450
    },
    {
      "epoch": 0.3663261711870377,
      "grad_norm": 1.257439136505127,
      "learning_rate": 3.750457847507964e-05,
      "loss": 4.4083,
      "num_input_tokens_seen": 29818880,
      "step": 455
    },
    {
      "epoch": 0.3703517335077744,
      "grad_norm": 1.2655524015426636,
      "learning_rate": 3.7300192329612555e-05,
      "loss": 4.428,
      "num_input_tokens_seen": 30146560,
      "step": 460
    },
    {
      "epoch": 0.37437729582851104,
      "grad_norm": 1.3658162355422974,
      "learning_rate": 3.709911166081346e-05,
      "loss": 4.4843,
      "num_input_tokens_seen": 30474240,
      "step": 465
    },
    {
      "epoch": 0.37840285814924773,
      "grad_norm": 1.32870352268219,
      "learning_rate": 3.6901248321155405e-05,
      "loss": 4.449,
      "num_input_tokens_seen": 30801920,
      "step": 470
    },
    {
      "epoch": 0.3824284204699844,
      "grad_norm": 1.3358460664749146,
      "learning_rate": 3.670651741928988e-05,
      "loss": 4.435,
      "num_input_tokens_seen": 31129600,
      "step": 475
    },
    {
      "epoch": 0.3864539827907211,
      "grad_norm": 1.1790028810501099,
      "learning_rate": 3.651483716701108e-05,
      "loss": 4.426,
      "num_input_tokens_seen": 31457280,
      "step": 480
    },
    {
      "epoch": 0.39047954511145777,
      "grad_norm": 1.2213348150253296,
      "learning_rate": 3.6326128734919986e-05,
      "loss": 4.4451,
      "num_input_tokens_seen": 31784960,
      "step": 485
    },
    {
      "epoch": 0.3945051074321944,
      "grad_norm": 1.4075285196304321,
      "learning_rate": 3.6140316116210055e-05,
      "loss": 4.4582,
      "num_input_tokens_seen": 32112640,
      "step": 490
    },
    {
      "epoch": 0.3985306697529311,
      "grad_norm": 1.3073724508285522,
      "learning_rate": 3.595732599803958e-05,
      "loss": 4.4541,
      "num_input_tokens_seen": 32440320,
      "step": 495
    },
    {
      "epoch": 0.4025562320736678,
      "grad_norm": 1.3178701400756836,
      "learning_rate": 3.577708763999664e-05,
      "loss": 4.4466,
      "num_input_tokens_seen": 32768000,
      "step": 500
    },
    {
      "epoch": 0.40658179439440445,
      "grad_norm": 1.2765254974365234,
      "learning_rate": 3.5599532759198786e-05,
      "loss": 4.4159,
      "num_input_tokens_seen": 33095680,
      "step": 505
    },
    {
      "epoch": 0.41060735671514115,
      "grad_norm": 1.2380224466323853,
      "learning_rate": 3.542459542160382e-05,
      "loss": 4.4387,
      "num_input_tokens_seen": 33423360,
      "step": 510
    },
    {
      "epoch": 0.41463291903587784,
      "grad_norm": 1.4157094955444336,
      "learning_rate": 3.525221193913854e-05,
      "loss": 4.4529,
      "num_input_tokens_seen": 33751040,
      "step": 515
    },
    {
      "epoch": 0.4186584813566145,
      "grad_norm": 1.3274729251861572,
      "learning_rate": 3.5082320772281174e-05,
      "loss": 4.3776,
      "num_input_tokens_seen": 34078720,
      "step": 520
    },
    {
      "epoch": 0.4226840436773512,
      "grad_norm": 1.2400481700897217,
      "learning_rate": 3.4914862437758787e-05,
      "loss": 4.4103,
      "num_input_tokens_seen": 34406400,
      "step": 525
    },
    {
      "epoch": 0.4267096059980879,
      "grad_norm": 1.2797058820724487,
      "learning_rate": 3.4749779421045556e-05,
      "loss": 4.4005,
      "num_input_tokens_seen": 34734080,
      "step": 530
    },
    {
      "epoch": 0.4307351683188245,
      "grad_norm": 1.4183690547943115,
      "learning_rate": 3.458701609336936e-05,
      "loss": 4.4181,
      "num_input_tokens_seen": 35061760,
      "step": 535
    },
    {
      "epoch": 0.4347607306395612,
      "grad_norm": 1.2432236671447754,
      "learning_rate": 3.442651863295482e-05,
      "loss": 4.4037,
      "num_input_tokens_seen": 35389440,
      "step": 540
    },
    {
      "epoch": 0.4387862929602979,
      "grad_norm": 1.19386887550354,
      "learning_rate": 3.426823495024955e-05,
      "loss": 4.4211,
      "num_input_tokens_seen": 35717120,
      "step": 545
    },
    {
      "epoch": 0.44281185528103456,
      "grad_norm": 1.24849534034729,
      "learning_rate": 3.4112114616897666e-05,
      "loss": 4.3953,
      "num_input_tokens_seen": 36044800,
      "step": 550
    },
    {
      "epoch": 0.44683741760177126,
      "grad_norm": 1.230302333831787,
      "learning_rate": 3.395810879824072e-05,
      "loss": 4.4187,
      "num_input_tokens_seen": 36372480,
      "step": 555
    },
    {
      "epoch": 0.4508629799225079,
      "grad_norm": 1.293820858001709,
      "learning_rate": 3.380617018914067e-05,
      "loss": 4.3944,
      "num_input_tokens_seen": 36700160,
      "step": 560
    },
    {
      "epoch": 0.4548885422432446,
      "grad_norm": 1.3907512426376343,
      "learning_rate": 3.36562529529337e-05,
      "loss": 4.4285,
      "num_input_tokens_seen": 37027840,
      "step": 565
    },
    {
      "epoch": 0.4589141045639813,
      "grad_norm": 1.4436863660812378,
      "learning_rate": 3.350831266333564e-05,
      "loss": 4.4322,
      "num_input_tokens_seen": 37355520,
      "step": 570
    },
    {
      "epoch": 0.46293966688471794,
      "grad_norm": 1.3175897598266602,
      "learning_rate": 3.336230624913197e-05,
      "loss": 4.4196,
      "num_input_tokens_seen": 37683200,
      "step": 575
    },
    {
      "epoch": 0.46696522920545463,
      "grad_norm": 1.1326998472213745,
      "learning_rate": 3.321819194149599e-05,
      "loss": 4.4478,
      "num_input_tokens_seen": 38010880,
      "step": 580
    },
    {
      "epoch": 0.47099079152619133,
      "grad_norm": 1.3267349004745483,
      "learning_rate": 3.307592922378893e-05,
      "loss": 4.4068,
      "num_input_tokens_seen": 38338560,
      "step": 585
    },
    {
      "epoch": 0.475016353846928,
      "grad_norm": 1.2397940158843994,
      "learning_rate": 3.2935478783704735e-05,
      "loss": 4.3565,
      "num_input_tokens_seen": 38666240,
      "step": 590
    },
    {
      "epoch": 0.47904191616766467,
      "grad_norm": 1.290412187576294,
      "learning_rate": 3.279680246763151e-05,
      "loss": 4.3957,
      "num_input_tokens_seen": 38993920,
      "step": 595
    },
    {
      "epoch": 0.48306747848840137,
      "grad_norm": 1.3627963066101074,
      "learning_rate": 3.2659863237109046e-05,
      "loss": 4.4116,
      "num_input_tokens_seen": 39321600,
      "step": 600
    },
    {
      "epoch": 0.48306747848840137,
      "eval_accuracy": 0.36151503242287286,
      "eval_loss": 4.246631622314453,
      "eval_runtime": 6.3292,
      "eval_samples_per_second": 47.4,
      "eval_steps_per_second": 6.004,
      "num_input_tokens_seen": 39321600,
      "step": 600
    },
    {
      "epoch": 0.487093040809138,
      "grad_norm": 1.2708163261413574,
      "learning_rate": 3.2524625127269674e-05,
      "loss": 4.3632,
      "num_input_tokens_seen": 39649280,
      "step": 605
    },
    {
      "epoch": 0.4911186031298747,
      "grad_norm": 1.1186234951019287,
      "learning_rate": 3.2391053207156646e-05,
      "loss": 4.3974,
      "num_input_tokens_seen": 39976960,
      "step": 610
    },
    {
      "epoch": 0.4951441654506114,
      "grad_norm": 1.2380205392837524,
      "learning_rate": 3.2259113541820474e-05,
      "loss": 4.3891,
      "num_input_tokens_seen": 40304640,
      "step": 615
    },
    {
      "epoch": 0.49916972777134805,
      "grad_norm": 1.220374584197998,
      "learning_rate": 3.212877315609996e-05,
      "loss": 4.3911,
      "num_input_tokens_seen": 40632320,
      "step": 620
    },
    {
      "epoch": 0.5031952900920847,
      "grad_norm": 1.273556113243103,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 4.3715,
      "num_input_tokens_seen": 40960000,
      "step": 625
    },
    {
      "epoch": 0.5072208524128214,
      "grad_norm": 1.2880346775054932,
      "learning_rate": 3.187276291558383e-05,
      "loss": 4.4068,
      "num_input_tokens_seen": 41287680,
      "step": 630
    },
    {
      "epoch": 0.5112464147335581,
      "grad_norm": 1.3127074241638184,
      "learning_rate": 3.1747031605301803e-05,
      "loss": 4.3636,
      "num_input_tokens_seen": 41615360,
      "step": 635
    },
    {
      "epoch": 0.5152719770542947,
      "grad_norm": 1.2499847412109375,
      "learning_rate": 3.1622776601683795e-05,
      "loss": 4.384,
      "num_input_tokens_seen": 41943040,
      "step": 640
    },
    {
      "epoch": 0.5192975393750314,
      "grad_norm": 1.28691828250885,
      "learning_rate": 3.1499969238326315e-05,
      "loss": 4.3927,
      "num_input_tokens_seen": 42270720,
      "step": 645
    },
    {
      "epoch": 0.5233231016957681,
      "grad_norm": 1.221285104751587,
      "learning_rate": 3.137858162210945e-05,
      "loss": 4.3894,
      "num_input_tokens_seen": 42598400,
      "step": 650
    },
    {
      "epoch": 0.5273486640165048,
      "grad_norm": 1.2766237258911133,
      "learning_rate": 3.125858660658254e-05,
      "loss": 4.3689,
      "num_input_tokens_seen": 42926080,
      "step": 655
    },
    {
      "epoch": 0.5313742263372415,
      "grad_norm": 1.3662595748901367,
      "learning_rate": 3.113995776646092e-05,
      "loss": 4.3842,
      "num_input_tokens_seen": 43253760,
      "step": 660
    },
    {
      "epoch": 0.5353997886579782,
      "grad_norm": 1.264195203781128,
      "learning_rate": 3.102266937317925e-05,
      "loss": 4.3665,
      "num_input_tokens_seen": 43581440,
      "step": 665
    },
    {
      "epoch": 0.5394253509787148,
      "grad_norm": 1.4342658519744873,
      "learning_rate": 3.0906696371450235e-05,
      "loss": 4.3987,
      "num_input_tokens_seen": 43909120,
      "step": 670
    },
    {
      "epoch": 0.5434509132994515,
      "grad_norm": 1.2556202411651611,
      "learning_rate": 3.0792014356780046e-05,
      "loss": 4.3837,
      "num_input_tokens_seen": 44236800,
      "step": 675
    },
    {
      "epoch": 0.5474764756201882,
      "grad_norm": 1.3614763021469116,
      "learning_rate": 3.067859955389482e-05,
      "loss": 4.339,
      "num_input_tokens_seen": 44564480,
      "step": 680
    },
    {
      "epoch": 0.5515020379409249,
      "grad_norm": 1.3664342164993286,
      "learning_rate": 3.0566428796034804e-05,
      "loss": 4.3543,
      "num_input_tokens_seen": 44892160,
      "step": 685
    },
    {
      "epoch": 0.5555276002616616,
      "grad_norm": 1.2612766027450562,
      "learning_rate": 3.045547950507524e-05,
      "loss": 4.3698,
      "num_input_tokens_seen": 45219840,
      "step": 690
    },
    {
      "epoch": 0.5595531625823982,
      "grad_norm": 1.3563127517700195,
      "learning_rate": 3.0345729672435268e-05,
      "loss": 4.3561,
      "num_input_tokens_seen": 45547520,
      "step": 695
    },
    {
      "epoch": 0.5635787249031349,
      "grad_norm": 1.15888249874115,
      "learning_rate": 3.023715784073818e-05,
      "loss": 4.4154,
      "num_input_tokens_seen": 45875200,
      "step": 700
    },
    {
      "epoch": 0.5676042872238716,
      "grad_norm": 1.2462992668151855,
      "learning_rate": 3.0129743086188382e-05,
      "loss": 4.4011,
      "num_input_tokens_seen": 46202880,
      "step": 705
    },
    {
      "epoch": 0.5716298495446083,
      "grad_norm": 1.2652802467346191,
      "learning_rate": 3.0023465001632065e-05,
      "loss": 4.4053,
      "num_input_tokens_seen": 46530560,
      "step": 710
    },
    {
      "epoch": 0.575655411865345,
      "grad_norm": 1.4011398553848267,
      "learning_rate": 2.991830368027063e-05,
      "loss": 4.3539,
      "num_input_tokens_seen": 46858240,
      "step": 715
    },
    {
      "epoch": 0.5796809741860817,
      "grad_norm": 1.248789668083191,
      "learning_rate": 2.98142396999972e-05,
      "loss": 4.3758,
      "num_input_tokens_seen": 47185920,
      "step": 720
    },
    {
      "epoch": 0.5837065365068183,
      "grad_norm": 1.218556523323059,
      "learning_rate": 2.97112541083283e-05,
      "loss": 4.3695,
      "num_input_tokens_seen": 47513600,
      "step": 725
    },
    {
      "epoch": 0.587732098827555,
      "grad_norm": 1.28030526638031,
      "learning_rate": 2.960932840790421e-05,
      "loss": 4.3676,
      "num_input_tokens_seen": 47841280,
      "step": 730
    },
    {
      "epoch": 0.5917576611482916,
      "grad_norm": 1.1834255456924438,
      "learning_rate": 2.95084445425327e-05,
      "loss": 4.3445,
      "num_input_tokens_seen": 48168960,
      "step": 735
    },
    {
      "epoch": 0.5957832234690283,
      "grad_norm": 1.324885606765747,
      "learning_rate": 2.9408584883752315e-05,
      "loss": 4.3495,
      "num_input_tokens_seen": 48496640,
      "step": 740
    },
    {
      "epoch": 0.599808785789765,
      "grad_norm": 1.3806536197662354,
      "learning_rate": 2.930973221789247e-05,
      "loss": 4.3369,
      "num_input_tokens_seen": 48824320,
      "step": 745
    },
    {
      "epoch": 0.6038343481105017,
      "grad_norm": 1.239935278892517,
      "learning_rate": 2.9211869733608858e-05,
      "loss": 4.3487,
      "num_input_tokens_seen": 49152000,
      "step": 750
    },
    {
      "epoch": 0.6038343481105017,
      "eval_accuracy": 0.3661367484834038,
      "eval_loss": 4.179458141326904,
      "eval_runtime": 6.3307,
      "eval_samples_per_second": 47.388,
      "eval_steps_per_second": 6.003,
      "num_input_tokens_seen": 49152000,
      "step": 750
    },
    {
      "epoch": 0.6078599104312383,
      "grad_norm": 1.294979214668274,
      "learning_rate": 2.911498100987356e-05,
      "loss": 4.3559,
      "num_input_tokens_seen": 49479680,
      "step": 755
    },
    {
      "epoch": 0.611885472751975,
      "grad_norm": 1.2415525913238525,
      "learning_rate": 2.901905000440047e-05,
      "loss": 4.3862,
      "num_input_tokens_seen": 49807360,
      "step": 760
    },
    {
      "epoch": 0.6159110350727117,
      "grad_norm": 1.2934507131576538,
      "learning_rate": 2.8924061042487487e-05,
      "loss": 4.3778,
      "num_input_tokens_seen": 50135040,
      "step": 765
    },
    {
      "epoch": 0.6199365973934484,
      "grad_norm": 1.3969470262527466,
      "learning_rate": 2.8829998806257887e-05,
      "loss": 4.3623,
      "num_input_tokens_seen": 50462720,
      "step": 770
    },
    {
      "epoch": 0.6239621597141851,
      "grad_norm": 1.3450722694396973,
      "learning_rate": 2.873684832428399e-05,
      "loss": 4.3819,
      "num_input_tokens_seen": 50790400,
      "step": 775
    },
    {
      "epoch": 0.6279877220349217,
      "grad_norm": 1.4024951457977295,
      "learning_rate": 2.8644594961577318e-05,
      "loss": 4.3577,
      "num_input_tokens_seen": 51118080,
      "step": 780
    },
    {
      "epoch": 0.6320132843556584,
      "grad_norm": 1.4493414163589478,
      "learning_rate": 2.855322440992999e-05,
      "loss": 4.3402,
      "num_input_tokens_seen": 51445760,
      "step": 785
    },
    {
      "epoch": 0.6360388466763951,
      "grad_norm": 1.12810480594635,
      "learning_rate": 2.8462722678592803e-05,
      "loss": 4.3095,
      "num_input_tokens_seen": 51773440,
      "step": 790
    },
    {
      "epoch": 0.6400644089971318,
      "grad_norm": 1.2812013626098633,
      "learning_rate": 2.837307608527635e-05,
      "loss": 4.3664,
      "num_input_tokens_seen": 52101120,
      "step": 795
    },
    {
      "epoch": 0.6440899713178685,
      "grad_norm": 1.269395112991333,
      "learning_rate": 2.8284271247461902e-05,
      "loss": 4.3699,
      "num_input_tokens_seen": 52428800,
      "step": 800
    },
    {
      "epoch": 0.6481155336386052,
      "grad_norm": 1.2164851427078247,
      "learning_rate": 2.819629507400966e-05,
      "loss": 4.3331,
      "num_input_tokens_seen": 52756480,
      "step": 805
    },
    {
      "epoch": 0.6521410959593418,
      "grad_norm": 1.249258279800415,
      "learning_rate": 2.8109134757052262e-05,
      "loss": 4.3384,
      "num_input_tokens_seen": 53084160,
      "step": 810
    },
    {
      "epoch": 0.6561666582800785,
      "grad_norm": 1.2432383298873901,
      "learning_rate": 2.8022777764162353e-05,
      "loss": 4.3628,
      "num_input_tokens_seen": 53411840,
      "step": 815
    },
    {
      "epoch": 0.6601922206008152,
      "grad_norm": 1.2008548974990845,
      "learning_rate": 2.7937211830783133e-05,
      "loss": 4.3751,
      "num_input_tokens_seen": 53739520,
      "step": 820
    },
    {
      "epoch": 0.6642177829215519,
      "grad_norm": 1.3261739015579224,
      "learning_rate": 2.785242495291166e-05,
      "loss": 4.3405,
      "num_input_tokens_seen": 54067200,
      "step": 825
    },
    {
      "epoch": 0.6682433452422886,
      "grad_norm": 1.3359473943710327,
      "learning_rate": 2.7768405380024934e-05,
      "loss": 4.3384,
      "num_input_tokens_seen": 54394880,
      "step": 830
    },
    {
      "epoch": 0.6722689075630253,
      "grad_norm": 1.3322173357009888,
      "learning_rate": 2.7685141608239315e-05,
      "loss": 4.3532,
      "num_input_tokens_seen": 54722560,
      "step": 835
    },
    {
      "epoch": 0.6762944698837619,
      "grad_norm": 1.2270052433013916,
      "learning_rate": 2.7602622373694168e-05,
      "loss": 4.3314,
      "num_input_tokens_seen": 55050240,
      "step": 840
    },
    {
      "epoch": 0.6803200322044985,
      "grad_norm": 1.2989898920059204,
      "learning_rate": 2.752083664615126e-05,
      "loss": 4.3486,
      "num_input_tokens_seen": 55377920,
      "step": 845
    },
    {
      "epoch": 0.6843455945252352,
      "grad_norm": 1.2281562089920044,
      "learning_rate": 2.7439773622801412e-05,
      "loss": 4.3269,
      "num_input_tokens_seen": 55705600,
      "step": 850
    },
    {
      "epoch": 0.6883711568459719,
      "grad_norm": 1.3172951936721802,
      "learning_rate": 2.7359422722270782e-05,
      "loss": 4.3333,
      "num_input_tokens_seen": 56033280,
      "step": 855
    },
    {
      "epoch": 0.6923967191667086,
      "grad_norm": 1.3179869651794434,
      "learning_rate": 2.7279773578818943e-05,
      "loss": 4.3657,
      "num_input_tokens_seen": 56360960,
      "step": 860
    },
    {
      "epoch": 0.6964222814874452,
      "grad_norm": 1.277402400970459,
      "learning_rate": 2.720081603672184e-05,
      "loss": 4.3581,
      "num_input_tokens_seen": 56688640,
      "step": 865
    },
    {
      "epoch": 0.7004478438081819,
      "grad_norm": 1.2060281038284302,
      "learning_rate": 2.712254014483242e-05,
      "loss": 4.372,
      "num_input_tokens_seen": 57016320,
      "step": 870
    },
    {
      "epoch": 0.7044734061289186,
      "grad_norm": 1.3300620317459106,
      "learning_rate": 2.704493615131253e-05,
      "loss": 4.3463,
      "num_input_tokens_seen": 57344000,
      "step": 875
    },
    {
      "epoch": 0.7084989684496553,
      "grad_norm": 1.2079811096191406,
      "learning_rate": 2.6967994498529685e-05,
      "loss": 4.3365,
      "num_input_tokens_seen": 57671680,
      "step": 880
    },
    {
      "epoch": 0.712524530770392,
      "grad_norm": 1.2995448112487793,
      "learning_rate": 2.6891705818112575e-05,
      "loss": 4.3474,
      "num_input_tokens_seen": 57999360,
      "step": 885
    },
    {
      "epoch": 0.7165500930911287,
      "grad_norm": 1.3099631071090698,
      "learning_rate": 2.681606092615964e-05,
      "loss": 4.3505,
      "num_input_tokens_seen": 58327040,
      "step": 890
    },
    {
      "epoch": 0.7205756554118653,
      "grad_norm": 1.1766512393951416,
      "learning_rate": 2.6741050818595026e-05,
      "loss": 4.3314,
      "num_input_tokens_seen": 58654720,
      "step": 895
    },
    {
      "epoch": 0.724601217732602,
      "grad_norm": 1.2225860357284546,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 4.338,
      "num_input_tokens_seen": 58982400,
      "step": 900
    },
    {
      "epoch": 0.724601217732602,
      "eval_accuracy": 0.3663363114127162,
      "eval_loss": 4.187371730804443,
      "eval_runtime": 6.3051,
      "eval_samples_per_second": 47.581,
      "eval_steps_per_second": 6.027,
      "num_input_tokens_seen": 58982400,
      "step": 900
    },
    {
      "epoch": 0.7286267800533387,
      "grad_norm": 1.1610972881317139,
      "learning_rate": 2.6592899812581347e-05,
      "loss": 4.3445,
      "num_input_tokens_seen": 59310080,
      "step": 905
    },
    {
      "epoch": 0.7326523423740754,
      "grad_norm": 1.3581031560897827,
      "learning_rate": 2.6519741765271837e-05,
      "loss": 4.3591,
      "num_input_tokens_seen": 59637760,
      "step": 910
    },
    {
      "epoch": 0.7366779046948121,
      "grad_norm": 1.255743145942688,
      "learning_rate": 2.6447184196291452e-05,
      "loss": 4.342,
      "num_input_tokens_seen": 59965440,
      "step": 915
    },
    {
      "epoch": 0.7407034670155488,
      "grad_norm": 1.4238628149032593,
      "learning_rate": 2.6375218935831487e-05,
      "loss": 4.3019,
      "num_input_tokens_seen": 60293120,
      "step": 920
    },
    {
      "epoch": 0.7447290293362854,
      "grad_norm": 1.2544608116149902,
      "learning_rate": 2.6303837968857168e-05,
      "loss": 4.3089,
      "num_input_tokens_seen": 60620800,
      "step": 925
    },
    {
      "epoch": 0.7487545916570221,
      "grad_norm": 1.1759463548660278,
      "learning_rate": 2.623303343135812e-05,
      "loss": 4.3121,
      "num_input_tokens_seen": 60948480,
      "step": 930
    },
    {
      "epoch": 0.7527801539777588,
      "grad_norm": 1.3340330123901367,
      "learning_rate": 2.616279760670915e-05,
      "loss": 4.3074,
      "num_input_tokens_seen": 61276160,
      "step": 935
    },
    {
      "epoch": 0.7568057162984955,
      "grad_norm": 1.2744321823120117,
      "learning_rate": 2.609312292213769e-05,
      "loss": 4.3436,
      "num_input_tokens_seen": 61603840,
      "step": 940
    },
    {
      "epoch": 0.7608312786192322,
      "grad_norm": 1.1901994943618774,
      "learning_rate": 2.602400194529422e-05,
      "loss": 4.2908,
      "num_input_tokens_seen": 61931520,
      "step": 945
    },
    {
      "epoch": 0.7648568409399688,
      "grad_norm": 1.202046513557434,
      "learning_rate": 2.595542738092201e-05,
      "loss": 4.3347,
      "num_input_tokens_seen": 62259200,
      "step": 950
    },
    {
      "epoch": 0.7688824032607054,
      "grad_norm": 1.2437232732772827,
      "learning_rate": 2.5887392067622943e-05,
      "loss": 4.3434,
      "num_input_tokens_seen": 62586880,
      "step": 955
    },
    {
      "epoch": 0.7729079655814421,
      "grad_norm": 1.2383480072021484,
      "learning_rate": 2.5819888974716114e-05,
      "loss": 4.3144,
      "num_input_tokens_seen": 62914560,
      "step": 960
    },
    {
      "epoch": 0.7769335279021788,
      "grad_norm": 1.2294889688491821,
      "learning_rate": 2.575291119918602e-05,
      "loss": 4.2971,
      "num_input_tokens_seen": 63242240,
      "step": 965
    },
    {
      "epoch": 0.7809590902229155,
      "grad_norm": 1.235829472541809,
      "learning_rate": 2.5686451962717426e-05,
      "loss": 4.3006,
      "num_input_tokens_seen": 63569920,
      "step": 970
    },
    {
      "epoch": 0.7849846525436522,
      "grad_norm": 1.2483339309692383,
      "learning_rate": 2.5620504608813944e-05,
      "loss": 4.2846,
      "num_input_tokens_seen": 63897600,
      "step": 975
    },
    {
      "epoch": 0.7890102148643888,
      "grad_norm": 1.2668383121490479,
      "learning_rate": 2.55550625999976e-05,
      "loss": 4.3256,
      "num_input_tokens_seen": 64225280,
      "step": 980
    },
    {
      "epoch": 0.7930357771851255,
      "grad_norm": 1.2814356088638306,
      "learning_rate": 2.549011951508665e-05,
      "loss": 4.2869,
      "num_input_tokens_seen": 64552960,
      "step": 985
    },
    {
      "epoch": 0.7970613395058622,
      "grad_norm": 1.3956332206726074,
      "learning_rate": 2.5425669046549127e-05,
      "loss": 4.3438,
      "num_input_tokens_seen": 64880640,
      "step": 990
    },
    {
      "epoch": 0.8010869018265989,
      "grad_norm": 1.3514597415924072,
      "learning_rate": 2.536170499792966e-05,
      "loss": 4.3132,
      "num_input_tokens_seen": 65208320,
      "step": 995
    },
    {
      "epoch": 0.8051124641473356,
      "grad_norm": 1.198144793510437,
      "learning_rate": 2.5298221281347037e-05,
      "loss": 4.291,
      "num_input_tokens_seen": 65536000,
      "step": 1000
    },
    {
      "epoch": 0.8091380264680723,
      "grad_norm": 1.2150394916534424,
      "learning_rate": 2.523521191506047e-05,
      "loss": 4.3226,
      "num_input_tokens_seen": 65863680,
      "step": 1005
    },
    {
      "epoch": 0.8131635887888089,
      "grad_norm": 1.3794989585876465,
      "learning_rate": 2.5172671021102106e-05,
      "loss": 4.331,
      "num_input_tokens_seen": 66191360,
      "step": 1010
    },
    {
      "epoch": 0.8171891511095456,
      "grad_norm": 1.2272028923034668,
      "learning_rate": 2.511059282297378e-05,
      "loss": 4.3232,
      "num_input_tokens_seen": 66519040,
      "step": 1015
    },
    {
      "epoch": 0.8212147134302823,
      "grad_norm": 1.275801420211792,
      "learning_rate": 2.5048971643405984e-05,
      "loss": 4.3274,
      "num_input_tokens_seen": 66846720,
      "step": 1020
    },
    {
      "epoch": 0.825240275751019,
      "grad_norm": 1.3816701173782349,
      "learning_rate": 2.4987801902176975e-05,
      "loss": 4.3331,
      "num_input_tokens_seen": 67174400,
      "step": 1025
    },
    {
      "epoch": 0.8292658380717557,
      "grad_norm": 1.2978571653366089,
      "learning_rate": 2.4927078113990235e-05,
      "loss": 4.2978,
      "num_input_tokens_seen": 67502080,
      "step": 1030
    },
    {
      "epoch": 0.8332914003924923,
      "grad_norm": 1.3196457624435425,
      "learning_rate": 2.486679488640837e-05,
      "loss": 4.2904,
      "num_input_tokens_seen": 67829760,
      "step": 1035
    },
    {
      "epoch": 0.837316962713229,
      "grad_norm": 1.3695876598358154,
      "learning_rate": 2.480694691784169e-05,
      "loss": 4.3261,
      "num_input_tokens_seen": 68157440,
      "step": 1040
    },
    {
      "epoch": 0.8413425250339657,
      "grad_norm": 1.3481625318527222,
      "learning_rate": 2.474752899558984e-05,
      "loss": 4.2861,
      "num_input_tokens_seen": 68485120,
      "step": 1045
    },
    {
      "epoch": 0.8453680873547024,
      "grad_norm": 1.1765189170837402,
      "learning_rate": 2.4688535993934706e-05,
      "loss": 4.342,
      "num_input_tokens_seen": 68812800,
      "step": 1050
    },
    {
      "epoch": 0.8453680873547024,
      "eval_accuracy": 0.3695067117398011,
      "eval_loss": 4.1475090980529785,
      "eval_runtime": 6.6416,
      "eval_samples_per_second": 45.17,
      "eval_steps_per_second": 5.722,
      "num_input_tokens_seen": 68812800,
      "step": 1050
    },
    {
      "epoch": 0.8493936496754391,
      "grad_norm": 1.3343596458435059,
      "learning_rate": 2.4629962872283168e-05,
      "loss": 4.2779,
      "num_input_tokens_seen": 69140480,
      "step": 1055
    },
    {
      "epoch": 0.8534192119961758,
      "grad_norm": 1.31355619430542,
      "learning_rate": 2.4571804673358052e-05,
      "loss": 4.2672,
      "num_input_tokens_seen": 69468160,
      "step": 1060
    },
    {
      "epoch": 0.8574447743169124,
      "grad_norm": 1.2236064672470093,
      "learning_rate": 2.4514056521435823e-05,
      "loss": 4.3232,
      "num_input_tokens_seen": 69795840,
      "step": 1065
    },
    {
      "epoch": 0.861470336637649,
      "grad_norm": 1.2435745000839233,
      "learning_rate": 2.4456713620629726e-05,
      "loss": 4.3067,
      "num_input_tokens_seen": 70123520,
      "step": 1070
    },
    {
      "epoch": 0.8654958989583857,
      "grad_norm": 1.2577111721038818,
      "learning_rate": 2.439977125321675e-05,
      "loss": 4.3227,
      "num_input_tokens_seen": 70451200,
      "step": 1075
    },
    {
      "epoch": 0.8695214612791224,
      "grad_norm": 1.1730388402938843,
      "learning_rate": 2.4343224778007382e-05,
      "loss": 4.2894,
      "num_input_tokens_seen": 70778880,
      "step": 1080
    },
    {
      "epoch": 0.8735470235998591,
      "grad_norm": 1.2375553846359253,
      "learning_rate": 2.4287069628756655e-05,
      "loss": 4.3004,
      "num_input_tokens_seen": 71106560,
      "step": 1085
    },
    {
      "epoch": 0.8775725859205958,
      "grad_norm": 1.3142080307006836,
      "learning_rate": 2.4231301312615306e-05,
      "loss": 4.3036,
      "num_input_tokens_seen": 71434240,
      "step": 1090
    },
    {
      "epoch": 0.8815981482413324,
      "grad_norm": 1.218998670578003,
      "learning_rate": 2.4175915408619977e-05,
      "loss": 4.3097,
      "num_input_tokens_seen": 71761920,
      "step": 1095
    },
    {
      "epoch": 0.8856237105620691,
      "grad_norm": 1.312283992767334,
      "learning_rate": 2.4120907566221092e-05,
      "loss": 4.2724,
      "num_input_tokens_seen": 72089600,
      "step": 1100
    },
    {
      "epoch": 0.8896492728828058,
      "grad_norm": 1.273376703262329,
      "learning_rate": 2.4066273503847476e-05,
      "loss": 4.2896,
      "num_input_tokens_seen": 72417280,
      "step": 1105
    },
    {
      "epoch": 0.8936748352035425,
      "grad_norm": 1.2696881294250488,
      "learning_rate": 2.4012009007506573e-05,
      "loss": 4.3627,
      "num_input_tokens_seen": 72744960,
      "step": 1110
    },
    {
      "epoch": 0.8977003975242792,
      "grad_norm": 1.3189187049865723,
      "learning_rate": 2.3958109929419195e-05,
      "loss": 4.2899,
      "num_input_tokens_seen": 73072640,
      "step": 1115
    },
    {
      "epoch": 0.9017259598450158,
      "grad_norm": 1.1770976781845093,
      "learning_rate": 2.3904572186687872e-05,
      "loss": 4.2978,
      "num_input_tokens_seen": 73400320,
      "step": 1120
    },
    {
      "epoch": 0.9057515221657525,
      "grad_norm": 1.1813838481903076,
      "learning_rate": 2.385139175999776e-05,
      "loss": 4.2919,
      "num_input_tokens_seen": 73728000,
      "step": 1125
    },
    {
      "epoch": 0.9097770844864892,
      "grad_norm": 1.2608633041381836,
      "learning_rate": 2.3798564692349184e-05,
      "loss": 4.3118,
      "num_input_tokens_seen": 74055680,
      "step": 1130
    },
    {
      "epoch": 0.9138026468072259,
      "grad_norm": 1.3048661947250366,
      "learning_rate": 2.3746087087820993e-05,
      "loss": 4.286,
      "num_input_tokens_seen": 74383360,
      "step": 1135
    },
    {
      "epoch": 0.9178282091279626,
      "grad_norm": 1.1029573678970337,
      "learning_rate": 2.3693955110363694e-05,
      "loss": 4.2935,
      "num_input_tokens_seen": 74711040,
      "step": 1140
    },
    {
      "epoch": 0.9218537714486993,
      "grad_norm": 1.2217323780059814,
      "learning_rate": 2.3642164982621672e-05,
      "loss": 4.3049,
      "num_input_tokens_seen": 75038720,
      "step": 1145
    },
    {
      "epoch": 0.9258793337694359,
      "grad_norm": 1.2029818296432495,
      "learning_rate": 2.3590712984783544e-05,
      "loss": 4.3105,
      "num_input_tokens_seen": 75366400,
      "step": 1150
    },
    {
      "epoch": 0.9299048960901726,
      "grad_norm": 1.3691645860671997,
      "learning_rate": 2.353959545345999e-05,
      "loss": 4.2643,
      "num_input_tokens_seen": 75694080,
      "step": 1155
    },
    {
      "epoch": 0.9339304584109093,
      "grad_norm": 1.441178321838379,
      "learning_rate": 2.3488808780588142e-05,
      "loss": 4.2654,
      "num_input_tokens_seen": 76021760,
      "step": 1160
    },
    {
      "epoch": 0.937956020731646,
      "grad_norm": 1.2421964406967163,
      "learning_rate": 2.3438349412361906e-05,
      "loss": 4.3056,
      "num_input_tokens_seen": 76349440,
      "step": 1165
    },
    {
      "epoch": 0.9419815830523827,
      "grad_norm": 1.349487543106079,
      "learning_rate": 2.338821384818745e-05,
      "loss": 4.281,
      "num_input_tokens_seen": 76677120,
      "step": 1170
    },
    {
      "epoch": 0.9460071453731194,
      "grad_norm": 1.3027498722076416,
      "learning_rate": 2.3338398639663132e-05,
      "loss": 4.2827,
      "num_input_tokens_seen": 77004800,
      "step": 1175
    },
    {
      "epoch": 0.950032707693856,
      "grad_norm": 1.313684344291687,
      "learning_rate": 2.3288900389583283e-05,
      "loss": 4.3015,
      "num_input_tokens_seen": 77332480,
      "step": 1180
    },
    {
      "epoch": 0.9540582700145926,
      "grad_norm": 1.1965482234954834,
      "learning_rate": 2.3239715750965074e-05,
      "loss": 4.2841,
      "num_input_tokens_seen": 77660160,
      "step": 1185
    },
    {
      "epoch": 0.9580838323353293,
      "grad_norm": 1.2446861267089844,
      "learning_rate": 2.3190841426097943e-05,
      "loss": 4.3269,
      "num_input_tokens_seen": 77987840,
      "step": 1190
    },
    {
      "epoch": 0.962109394656066,
      "grad_norm": 1.218593955039978,
      "learning_rate": 2.314227416561487e-05,
      "loss": 4.3048,
      "num_input_tokens_seen": 78315520,
      "step": 1195
    },
    {
      "epoch": 0.9661349569768027,
      "grad_norm": 1.1979824304580688,
      "learning_rate": 2.3094010767585035e-05,
      "loss": 4.268,
      "num_input_tokens_seen": 78643200,
      "step": 1200
    },
    {
      "epoch": 0.9661349569768027,
      "eval_accuracy": 0.37141276761892367,
      "eval_loss": 4.121544361114502,
      "eval_runtime": 6.4083,
      "eval_samples_per_second": 46.814,
      "eval_steps_per_second": 5.93,
      "num_input_tokens_seen": 78643200,
      "step": 1200
    },
    {
      "epoch": 0.9701605192975393,
      "grad_norm": 1.2462401390075684,
      "learning_rate": 2.3046048076627097e-05,
      "loss": 4.2736,
      "num_input_tokens_seen": 78970880,
      "step": 1205
    },
    {
      "epoch": 0.974186081618276,
      "grad_norm": 1.3557130098342896,
      "learning_rate": 2.2998382983042763e-05,
      "loss": 4.2592,
      "num_input_tokens_seen": 79298560,
      "step": 1210
    },
    {
      "epoch": 0.9782116439390127,
      "grad_norm": 1.342148780822754,
      "learning_rate": 2.2951012421969877e-05,
      "loss": 4.2947,
      "num_input_tokens_seen": 79626240,
      "step": 1215
    },
    {
      "epoch": 0.9822372062597494,
      "grad_norm": 1.269107699394226,
      "learning_rate": 2.290393337255473e-05,
      "loss": 4.2789,
      "num_input_tokens_seen": 79953920,
      "step": 1220
    },
    {
      "epoch": 0.9862627685804861,
      "grad_norm": 1.189437747001648,
      "learning_rate": 2.2857142857142858e-05,
      "loss": 4.2793,
      "num_input_tokens_seen": 80281600,
      "step": 1225
    },
    {
      "epoch": 0.9902883309012228,
      "grad_norm": 1.217842698097229,
      "learning_rate": 2.2810637940488043e-05,
      "loss": 4.2606,
      "num_input_tokens_seen": 80609280,
      "step": 1230
    },
    {
      "epoch": 0.9943138932219594,
      "grad_norm": 1.1911648511886597,
      "learning_rate": 2.2764415728978892e-05,
      "loss": 4.2786,
      "num_input_tokens_seen": 80936960,
      "step": 1235
    },
    {
      "epoch": 0.9983394555426961,
      "grad_norm": 1.2993587255477905,
      "learning_rate": 2.2718473369882594e-05,
      "loss": 4.2791,
      "num_input_tokens_seen": 81264640,
      "step": 1240
    },
    {
      "epoch": 1.002365017863433,
      "grad_norm": 1.2911006212234497,
      "learning_rate": 2.2672808050605434e-05,
      "loss": 4.2619,
      "num_input_tokens_seen": 81591296,
      "step": 1245
    },
    {
      "epoch": 1.0063905801841695,
      "grad_norm": 1.4278241395950317,
      "learning_rate": 2.2627416997969522e-05,
      "loss": 4.2724,
      "num_input_tokens_seen": 81918976,
      "step": 1250
    },
    {
      "epoch": 1.010416142504906,
      "grad_norm": 1.3427342176437378,
      "learning_rate": 2.2582297477505467e-05,
      "loss": 4.2481,
      "num_input_tokens_seen": 82246656,
      "step": 1255
    },
    {
      "epoch": 1.0144417048256429,
      "grad_norm": 1.337169885635376,
      "learning_rate": 2.253744679276044e-05,
      "loss": 4.291,
      "num_input_tokens_seen": 82574336,
      "step": 1260
    },
    {
      "epoch": 1.0184672671463795,
      "grad_norm": 1.2553439140319824,
      "learning_rate": 2.249286228462133e-05,
      "loss": 4.2706,
      "num_input_tokens_seen": 82902016,
      "step": 1265
    },
    {
      "epoch": 1.0224928294671163,
      "grad_norm": 1.2947965860366821,
      "learning_rate": 2.244854133065255e-05,
      "loss": 4.21,
      "num_input_tokens_seen": 83229696,
      "step": 1270
    },
    {
      "epoch": 1.0265183917878529,
      "grad_norm": 1.327486515045166,
      "learning_rate": 2.2404481344448157e-05,
      "loss": 4.2847,
      "num_input_tokens_seen": 83557376,
      "step": 1275
    },
    {
      "epoch": 1.0305439541085895,
      "grad_norm": 1.2696667909622192,
      "learning_rate": 2.23606797749979e-05,
      "loss": 4.2864,
      "num_input_tokens_seen": 83885056,
      "step": 1280
    },
    {
      "epoch": 1.0345695164293263,
      "grad_norm": 1.3726356029510498,
      "learning_rate": 2.2317134106066828e-05,
      "loss": 4.265,
      "num_input_tokens_seen": 84212736,
      "step": 1285
    },
    {
      "epoch": 1.0385950787500629,
      "grad_norm": 1.250604271888733,
      "learning_rate": 2.2273841855588186e-05,
      "loss": 4.2894,
      "num_input_tokens_seen": 84540416,
      "step": 1290
    },
    {
      "epoch": 1.0426206410707997,
      "grad_norm": 1.3346271514892578,
      "learning_rate": 2.223080057506914e-05,
      "loss": 4.2751,
      "num_input_tokens_seen": 84868096,
      "step": 1295
    },
    {
      "epoch": 1.0466462033915362,
      "grad_norm": 1.272316575050354,
      "learning_rate": 2.2188007849009167e-05,
      "loss": 4.2783,
      "num_input_tokens_seen": 85195776,
      "step": 1300
    },
    {
      "epoch": 1.0506717657122728,
      "grad_norm": 1.37924063205719,
      "learning_rate": 2.214546129433066e-05,
      "loss": 4.2534,
      "num_input_tokens_seen": 85523456,
      "step": 1305
    },
    {
      "epoch": 1.0546973280330096,
      "grad_norm": 1.4074842929840088,
      "learning_rate": 2.2103158559821507e-05,
      "loss": 4.2809,
      "num_input_tokens_seen": 85851136,
      "step": 1310
    },
    {
      "epoch": 1.0587228903537462,
      "grad_norm": 1.3106921911239624,
      "learning_rate": 2.206109732558935e-05,
      "loss": 4.2831,
      "num_input_tokens_seen": 86178816,
      "step": 1315
    },
    {
      "epoch": 1.062748452674483,
      "grad_norm": 1.1723382472991943,
      "learning_rate": 2.2019275302527215e-05,
      "loss": 4.2617,
      "num_input_tokens_seen": 86506496,
      "step": 1320
    },
    {
      "epoch": 1.0667740149952196,
      "grad_norm": 1.2937371730804443,
      "learning_rate": 2.1977690231790248e-05,
      "loss": 4.2897,
      "num_input_tokens_seen": 86834176,
      "step": 1325
    },
    {
      "epoch": 1.0707995773159564,
      "grad_norm": 1.2420538663864136,
      "learning_rate": 2.193633988428327e-05,
      "loss": 4.2304,
      "num_input_tokens_seen": 87161856,
      "step": 1330
    },
    {
      "epoch": 1.074825139636693,
      "grad_norm": 1.2572234869003296,
      "learning_rate": 2.1895222060158936e-05,
      "loss": 4.2599,
      "num_input_tokens_seen": 87489536,
      "step": 1335
    },
    {
      "epoch": 1.0788507019574296,
      "grad_norm": 1.302157998085022,
      "learning_rate": 2.1854334588326122e-05,
      "loss": 4.2394,
      "num_input_tokens_seen": 87817216,
      "step": 1340
    },
    {
      "epoch": 1.0828762642781664,
      "grad_norm": 1.2681870460510254,
      "learning_rate": 2.1813675325968476e-05,
      "loss": 4.3021,
      "num_input_tokens_seen": 88144896,
      "step": 1345
    },
    {
      "epoch": 1.086901826598903,
      "grad_norm": 1.1405740976333618,
      "learning_rate": 2.1773242158072697e-05,
      "loss": 4.2185,
      "num_input_tokens_seen": 88472576,
      "step": 1350
    },
    {
      "epoch": 1.086901826598903,
      "eval_accuracy": 0.37249442300490127,
      "eval_loss": 4.103240489959717,
      "eval_runtime": 6.6226,
      "eval_samples_per_second": 45.3,
      "eval_steps_per_second": 5.738,
      "num_input_tokens_seen": 88472576,
      "step": 1350
    },
    {
      "epoch": 1.0909273889196398,
      "grad_norm": 1.144243836402893,
      "learning_rate": 2.1733032996966454e-05,
      "loss": 4.2665,
      "num_input_tokens_seen": 88800256,
      "step": 1355
    },
    {
      "epoch": 1.0949529512403764,
      "grad_norm": 1.158898115158081,
      "learning_rate": 2.1693045781865617e-05,
      "loss": 4.2608,
      "num_input_tokens_seen": 89127936,
      "step": 1360
    },
    {
      "epoch": 1.098978513561113,
      "grad_norm": 1.2325701713562012,
      "learning_rate": 2.165327847843067e-05,
      "loss": 4.2529,
      "num_input_tokens_seen": 89455616,
      "step": 1365
    },
    {
      "epoch": 1.1030040758818498,
      "grad_norm": 1.3270164728164673,
      "learning_rate": 2.161372907833197e-05,
      "loss": 4.2576,
      "num_input_tokens_seen": 89783296,
      "step": 1370
    },
    {
      "epoch": 1.1070296382025864,
      "grad_norm": 1.2680999040603638,
      "learning_rate": 2.157439559882375e-05,
      "loss": 4.2411,
      "num_input_tokens_seen": 90110976,
      "step": 1375
    },
    {
      "epoch": 1.1110552005233232,
      "grad_norm": 1.37815260887146,
      "learning_rate": 2.1535276082326623e-05,
      "loss": 4.3014,
      "num_input_tokens_seen": 90438656,
      "step": 1380
    },
    {
      "epoch": 1.1150807628440598,
      "grad_norm": 1.165544867515564,
      "learning_rate": 2.149636859601836e-05,
      "loss": 4.2405,
      "num_input_tokens_seen": 90766336,
      "step": 1385
    },
    {
      "epoch": 1.1191063251647964,
      "grad_norm": 1.184525966644287,
      "learning_rate": 2.1457671231432803e-05,
      "loss": 4.2646,
      "num_input_tokens_seen": 91094016,
      "step": 1390
    },
    {
      "epoch": 1.1231318874855332,
      "grad_norm": 1.216493010520935,
      "learning_rate": 2.1419182104066638e-05,
      "loss": 4.2586,
      "num_input_tokens_seen": 91421696,
      "step": 1395
    },
    {
      "epoch": 1.1271574498062698,
      "grad_norm": 1.4095522165298462,
      "learning_rate": 2.1380899352993955e-05,
      "loss": 4.2576,
      "num_input_tokens_seen": 91749376,
      "step": 1400
    },
    {
      "epoch": 1.1311830121270066,
      "grad_norm": 1.1573916673660278,
      "learning_rate": 2.134282114048833e-05,
      "loss": 4.2463,
      "num_input_tokens_seen": 92077056,
      "step": 1405
    },
    {
      "epoch": 1.1352085744477431,
      "grad_norm": 1.213179111480713,
      "learning_rate": 2.13049456516523e-05,
      "loss": 4.2402,
      "num_input_tokens_seen": 92404736,
      "step": 1410
    },
    {
      "epoch": 1.1392341367684797,
      "grad_norm": 1.197209119796753,
      "learning_rate": 2.1267271094054026e-05,
      "loss": 4.237,
      "num_input_tokens_seen": 92732416,
      "step": 1415
    },
    {
      "epoch": 1.1432596990892165,
      "grad_norm": 1.2352854013442993,
      "learning_rate": 2.1229795697371012e-05,
      "loss": 4.248,
      "num_input_tokens_seen": 93060096,
      "step": 1420
    },
    {
      "epoch": 1.1472852614099531,
      "grad_norm": 1.196413516998291,
      "learning_rate": 2.1192517713040704e-05,
      "loss": 4.272,
      "num_input_tokens_seen": 93387776,
      "step": 1425
    },
    {
      "epoch": 1.15131082373069,
      "grad_norm": 1.2881050109863281,
      "learning_rate": 2.11554354139178e-05,
      "loss": 4.258,
      "num_input_tokens_seen": 93715456,
      "step": 1430
    },
    {
      "epoch": 1.1553363860514265,
      "grad_norm": 1.2045120000839233,
      "learning_rate": 2.1118547093938186e-05,
      "loss": 4.2621,
      "num_input_tokens_seen": 94043136,
      "step": 1435
    },
    {
      "epoch": 1.1593619483721633,
      "grad_norm": 1.1793156862258911,
      "learning_rate": 2.1081851067789197e-05,
      "loss": 4.2386,
      "num_input_tokens_seen": 94370816,
      "step": 1440
    },
    {
      "epoch": 1.1633875106929,
      "grad_norm": 1.3340944051742554,
      "learning_rate": 2.1045345670586257e-05,
      "loss": 4.2837,
      "num_input_tokens_seen": 94698496,
      "step": 1445
    },
    {
      "epoch": 1.1674130730136365,
      "grad_norm": 1.2929213047027588,
      "learning_rate": 2.100902925755561e-05,
      "loss": 4.2334,
      "num_input_tokens_seen": 95026176,
      "step": 1450
    },
    {
      "epoch": 1.1714386353343733,
      "grad_norm": 1.3204522132873535,
      "learning_rate": 2.0972900203723056e-05,
      "loss": 4.2522,
      "num_input_tokens_seen": 95353856,
      "step": 1455
    },
    {
      "epoch": 1.17546419765511,
      "grad_norm": 1.305235743522644,
      "learning_rate": 2.0936956903608547e-05,
      "loss": 4.2534,
      "num_input_tokens_seen": 95681536,
      "step": 1460
    },
    {
      "epoch": 1.1794897599758467,
      "grad_norm": 1.2224024534225464,
      "learning_rate": 2.0901197770926567e-05,
      "loss": 4.2439,
      "num_input_tokens_seen": 96009216,
      "step": 1465
    },
    {
      "epoch": 1.1835153222965833,
      "grad_norm": 1.249813199043274,
      "learning_rate": 2.0865621238292045e-05,
      "loss": 4.2009,
      "num_input_tokens_seen": 96336896,
      "step": 1470
    },
    {
      "epoch": 1.18754088461732,
      "grad_norm": 1.2258191108703613,
      "learning_rate": 2.0830225756931824e-05,
      "loss": 4.2517,
      "num_input_tokens_seen": 96664576,
      "step": 1475
    },
    {
      "epoch": 1.1915664469380567,
      "grad_norm": 1.2485374212265015,
      "learning_rate": 2.0795009796401456e-05,
      "loss": 4.2254,
      "num_input_tokens_seen": 96992256,
      "step": 1480
    },
    {
      "epoch": 1.1955920092587933,
      "grad_norm": 1.2434406280517578,
      "learning_rate": 2.0759971844307282e-05,
      "loss": 4.208,
      "num_input_tokens_seen": 97319936,
      "step": 1485
    },
    {
      "epoch": 1.19961757157953,
      "grad_norm": 1.212769865989685,
      "learning_rate": 2.072511040603359e-05,
      "loss": 4.2253,
      "num_input_tokens_seen": 97647616,
      "step": 1490
    },
    {
      "epoch": 1.2036431339002667,
      "grad_norm": 1.1651945114135742,
      "learning_rate": 2.0690424004474868e-05,
      "loss": 4.2694,
      "num_input_tokens_seen": 97975296,
      "step": 1495
    },
    {
      "epoch": 1.2076686962210035,
      "grad_norm": 1.2737419605255127,
      "learning_rate": 2.065591117977289e-05,
      "loss": 4.2645,
      "num_input_tokens_seen": 98302976,
      "step": 1500
    },
    {
      "epoch": 1.2076686962210035,
      "eval_accuracy": 0.37566890863567187,
      "eval_loss": 4.08589506149292,
      "eval_runtime": 6.6303,
      "eval_samples_per_second": 45.247,
      "eval_steps_per_second": 5.731,
      "num_input_tokens_seen": 98302976,
      "step": 1500
    },
    {
      "epoch": 1.21169425854174,
      "grad_norm": 1.2633168697357178,
      "learning_rate": 2.0621570489058684e-05,
      "loss": 4.2746,
      "num_input_tokens_seen": 98630656,
      "step": 1505
    },
    {
      "epoch": 1.2157198208624767,
      "grad_norm": 1.2094192504882812,
      "learning_rate": 2.0587400506199153e-05,
      "loss": 4.2431,
      "num_input_tokens_seen": 98958336,
      "step": 1510
    },
    {
      "epoch": 1.2197453831832135,
      "grad_norm": 1.2098276615142822,
      "learning_rate": 2.0553399821548317e-05,
      "loss": 4.2635,
      "num_input_tokens_seen": 99286016,
      "step": 1515
    },
    {
      "epoch": 1.22377094550395,
      "grad_norm": 1.1902521848678589,
      "learning_rate": 2.0519567041703087e-05,
      "loss": 4.283,
      "num_input_tokens_seen": 99613696,
      "step": 1520
    },
    {
      "epoch": 1.2277965078246869,
      "grad_norm": 1.2712699174880981,
      "learning_rate": 2.048590078926336e-05,
      "loss": 4.2737,
      "num_input_tokens_seen": 99941376,
      "step": 1525
    },
    {
      "epoch": 1.2318220701454234,
      "grad_norm": 1.2726564407348633,
      "learning_rate": 2.0452399702596545e-05,
      "loss": 4.2715,
      "num_input_tokens_seen": 100269056,
      "step": 1530
    },
    {
      "epoch": 1.23584763246616,
      "grad_norm": 1.2632936239242554,
      "learning_rate": 2.0419062435606238e-05,
      "loss": 4.2266,
      "num_input_tokens_seen": 100596736,
      "step": 1535
    },
    {
      "epoch": 1.2398731947868968,
      "grad_norm": 1.470897912979126,
      "learning_rate": 2.038588765750502e-05,
      "loss": 4.235,
      "num_input_tokens_seen": 100924416,
      "step": 1540
    },
    {
      "epoch": 1.2438987571076334,
      "grad_norm": 1.3083152770996094,
      "learning_rate": 2.035287405259138e-05,
      "loss": 4.233,
      "num_input_tokens_seen": 101252096,
      "step": 1545
    },
    {
      "epoch": 1.2479243194283702,
      "grad_norm": 1.2998907566070557,
      "learning_rate": 2.032002032003048e-05,
      "loss": 4.22,
      "num_input_tokens_seen": 101579776,
      "step": 1550
    },
    {
      "epoch": 1.2519498817491068,
      "grad_norm": 1.3198977708816528,
      "learning_rate": 2.0287325173638952e-05,
      "loss": 4.236,
      "num_input_tokens_seen": 101907456,
      "step": 1555
    },
    {
      "epoch": 1.2559754440698434,
      "grad_norm": 1.3605294227600098,
      "learning_rate": 2.0254787341673334e-05,
      "loss": 4.2318,
      "num_input_tokens_seen": 102235136,
      "step": 1560
    },
    {
      "epoch": 1.2600010063905802,
      "grad_norm": 1.2605648040771484,
      "learning_rate": 2.0222405566622346e-05,
      "loss": 4.232,
      "num_input_tokens_seen": 102562816,
      "step": 1565
    },
    {
      "epoch": 1.2640265687113168,
      "grad_norm": 1.2441262006759644,
      "learning_rate": 2.019017860500275e-05,
      "loss": 4.1917,
      "num_input_tokens_seen": 102890496,
      "step": 1570
    },
    {
      "epoch": 1.2680521310320536,
      "grad_norm": 1.3246742486953735,
      "learning_rate": 2.0158105227158783e-05,
      "loss": 4.2272,
      "num_input_tokens_seen": 103218176,
      "step": 1575
    },
    {
      "epoch": 1.2720776933527902,
      "grad_norm": 1.2322101593017578,
      "learning_rate": 2.0126184217065105e-05,
      "loss": 4.1989,
      "num_input_tokens_seen": 103545856,
      "step": 1580
    },
    {
      "epoch": 1.2761032556735268,
      "grad_norm": 1.2290526628494263,
      "learning_rate": 2.0094414372133134e-05,
      "loss": 4.2389,
      "num_input_tokens_seen": 103873536,
      "step": 1585
    },
    {
      "epoch": 1.2801288179942636,
      "grad_norm": 1.3795405626296997,
      "learning_rate": 2.006279450302077e-05,
      "loss": 4.1988,
      "num_input_tokens_seen": 104201216,
      "step": 1590
    },
    {
      "epoch": 1.2841543803150002,
      "grad_norm": 1.3456906080245972,
      "learning_rate": 2.003132343344538e-05,
      "loss": 4.2586,
      "num_input_tokens_seen": 104528896,
      "step": 1595
    },
    {
      "epoch": 1.288179942635737,
      "grad_norm": 1.2667040824890137,
      "learning_rate": 2e-05,
      "loss": 4.2505,
      "num_input_tokens_seen": 104856576,
      "step": 1600
    },
    {
      "epoch": 1.2922055049564736,
      "grad_norm": 1.2646143436431885,
      "learning_rate": 1.9968823051972716e-05,
      "loss": 4.2537,
      "num_input_tokens_seen": 105184256,
      "step": 1605
    },
    {
      "epoch": 1.2962310672772102,
      "grad_norm": 1.2952028512954712,
      "learning_rate": 1.9937791451169073e-05,
      "loss": 4.2439,
      "num_input_tokens_seen": 105511936,
      "step": 1610
    },
    {
      "epoch": 1.300256629597947,
      "grad_norm": 1.346574068069458,
      "learning_rate": 1.9906904071737584e-05,
      "loss": 4.24,
      "num_input_tokens_seen": 105839616,
      "step": 1615
    },
    {
      "epoch": 1.3042821919186838,
      "grad_norm": 1.2765649557113647,
      "learning_rate": 1.9876159799998135e-05,
      "loss": 4.2229,
      "num_input_tokens_seen": 106167296,
      "step": 1620
    },
    {
      "epoch": 1.3083077542394204,
      "grad_norm": 1.3729643821716309,
      "learning_rate": 1.9845557534273358e-05,
      "loss": 4.201,
      "num_input_tokens_seen": 106494976,
      "step": 1625
    },
    {
      "epoch": 1.312333316560157,
      "grad_norm": 1.2387956380844116,
      "learning_rate": 1.98150961847228e-05,
      "loss": 4.2235,
      "num_input_tokens_seen": 106822656,
      "step": 1630
    },
    {
      "epoch": 1.3163588788808938,
      "grad_norm": 1.283973217010498,
      "learning_rate": 1.978477467317992e-05,
      "loss": 4.2616,
      "num_input_tokens_seen": 107150336,
      "step": 1635
    },
    {
      "epoch": 1.3203844412016303,
      "grad_norm": 1.3440768718719482,
      "learning_rate": 1.9754591932991796e-05,
      "loss": 4.2215,
      "num_input_tokens_seen": 107478016,
      "step": 1640
    },
    {
      "epoch": 1.3244100035223672,
      "grad_norm": 1.292891263961792,
      "learning_rate": 1.9724546908861517e-05,
      "loss": 4.1927,
      "num_input_tokens_seen": 107805696,
      "step": 1645
    },
    {
      "epoch": 1.3284355658431037,
      "grad_norm": 1.3360971212387085,
      "learning_rate": 1.9694638556693238e-05,
      "loss": 4.2542,
      "num_input_tokens_seen": 108133376,
      "step": 1650
    },
    {
      "epoch": 1.3284355658431037,
      "eval_accuracy": 0.37502241786907964,
      "eval_loss": 4.072964668273926,
      "eval_runtime": 6.6283,
      "eval_samples_per_second": 45.26,
      "eval_steps_per_second": 5.733,
      "num_input_tokens_seen": 108133376,
      "step": 1650
    },
    {
      "epoch": 1.3324611281638403,
      "grad_norm": 1.2728638648986816,
      "learning_rate": 1.9664865843439752e-05,
      "loss": 4.2287,
      "num_input_tokens_seen": 108461056,
      "step": 1655
    },
    {
      "epoch": 1.3364866904845771,
      "grad_norm": 1.242002248764038,
      "learning_rate": 1.9635227746952642e-05,
      "loss": 4.2355,
      "num_input_tokens_seen": 108788736,
      "step": 1660
    },
    {
      "epoch": 1.3405122528053137,
      "grad_norm": 1.2821120023727417,
      "learning_rate": 1.9605723255834874e-05,
      "loss": 4.2256,
      "num_input_tokens_seen": 109116416,
      "step": 1665
    },
    {
      "epoch": 1.3445378151260505,
      "grad_norm": 1.380469560623169,
      "learning_rate": 1.9576351369295855e-05,
      "loss": 4.2284,
      "num_input_tokens_seen": 109444096,
      "step": 1670
    },
    {
      "epoch": 1.3485633774467871,
      "grad_norm": 1.241410493850708,
      "learning_rate": 1.9547111097008838e-05,
      "loss": 4.2122,
      "num_input_tokens_seen": 109771776,
      "step": 1675
    },
    {
      "epoch": 1.3525889397675237,
      "grad_norm": 1.2036563158035278,
      "learning_rate": 1.9518001458970662e-05,
      "loss": 4.2312,
      "num_input_tokens_seen": 110099456,
      "step": 1680
    },
    {
      "epoch": 1.3566145020882605,
      "grad_norm": 1.3382368087768555,
      "learning_rate": 1.9489021485363838e-05,
      "loss": 4.2168,
      "num_input_tokens_seen": 110427136,
      "step": 1685
    },
    {
      "epoch": 1.360640064408997,
      "grad_norm": 1.2150115966796875,
      "learning_rate": 1.9460170216420796e-05,
      "loss": 4.2322,
      "num_input_tokens_seen": 110754816,
      "step": 1690
    },
    {
      "epoch": 1.364665626729734,
      "grad_norm": 1.2400802373886108,
      "learning_rate": 1.9431446702290413e-05,
      "loss": 4.2018,
      "num_input_tokens_seen": 111082496,
      "step": 1695
    },
    {
      "epoch": 1.3686911890504705,
      "grad_norm": 1.3871190547943115,
      "learning_rate": 1.9402850002906638e-05,
      "loss": 4.2346,
      "num_input_tokens_seen": 111410176,
      "step": 1700
    },
    {
      "epoch": 1.372716751371207,
      "grad_norm": 1.2957957983016968,
      "learning_rate": 1.9374379187859312e-05,
      "loss": 4.2078,
      "num_input_tokens_seen": 111737856,
      "step": 1705
    },
    {
      "epoch": 1.3767423136919439,
      "grad_norm": 1.2237967252731323,
      "learning_rate": 1.934603333626698e-05,
      "loss": 4.2472,
      "num_input_tokens_seen": 112065536,
      "step": 1710
    },
    {
      "epoch": 1.3807678760126805,
      "grad_norm": 1.2709431648254395,
      "learning_rate": 1.9317811536651808e-05,
      "loss": 4.2679,
      "num_input_tokens_seen": 112393216,
      "step": 1715
    },
    {
      "epoch": 1.3847934383334173,
      "grad_norm": 1.3072236776351929,
      "learning_rate": 1.9289712886816488e-05,
      "loss": 4.2672,
      "num_input_tokens_seen": 112720896,
      "step": 1720
    },
    {
      "epoch": 1.3888190006541539,
      "grad_norm": 1.2216880321502686,
      "learning_rate": 1.9261736493723075e-05,
      "loss": 4.2124,
      "num_input_tokens_seen": 113048576,
      "step": 1725
    },
    {
      "epoch": 1.3928445629748905,
      "grad_norm": 1.2216253280639648,
      "learning_rate": 1.9233881473373802e-05,
      "loss": 4.2168,
      "num_input_tokens_seen": 113376256,
      "step": 1730
    },
    {
      "epoch": 1.3968701252956273,
      "grad_norm": 1.15086030960083,
      "learning_rate": 1.9206146950693745e-05,
      "loss": 4.2097,
      "num_input_tokens_seen": 113703936,
      "step": 1735
    },
    {
      "epoch": 1.4008956876163638,
      "grad_norm": 1.2962745428085327,
      "learning_rate": 1.917853205941537e-05,
      "loss": 4.2328,
      "num_input_tokens_seen": 114031616,
      "step": 1740
    },
    {
      "epoch": 1.4049212499371007,
      "grad_norm": 1.3710294961929321,
      "learning_rate": 1.915103594196486e-05,
      "loss": 4.2205,
      "num_input_tokens_seen": 114359296,
      "step": 1745
    },
    {
      "epoch": 1.4089468122578372,
      "grad_norm": 1.290256142616272,
      "learning_rate": 1.91236577493503e-05,
      "loss": 4.2239,
      "num_input_tokens_seen": 114686976,
      "step": 1750
    },
    {
      "epoch": 1.4129723745785738,
      "grad_norm": 1.1622158288955688,
      "learning_rate": 1.9096396641051548e-05,
      "loss": 4.2077,
      "num_input_tokens_seen": 115014656,
      "step": 1755
    },
    {
      "epoch": 1.4169979368993106,
      "grad_norm": 1.2251081466674805,
      "learning_rate": 1.9069251784911845e-05,
      "loss": 4.2479,
      "num_input_tokens_seen": 115342336,
      "step": 1760
    },
    {
      "epoch": 1.4210234992200472,
      "grad_norm": 1.2181967496871948,
      "learning_rate": 1.9042222357031166e-05,
      "loss": 4.2252,
      "num_input_tokens_seen": 115670016,
      "step": 1765
    },
    {
      "epoch": 1.425049061540784,
      "grad_norm": 1.3037039041519165,
      "learning_rate": 1.9015307541661134e-05,
      "loss": 4.22,
      "num_input_tokens_seen": 115997696,
      "step": 1770
    },
    {
      "epoch": 1.4290746238615206,
      "grad_norm": 1.2290278673171997,
      "learning_rate": 1.8988506531101655e-05,
      "loss": 4.22,
      "num_input_tokens_seen": 116325376,
      "step": 1775
    },
    {
      "epoch": 1.4331001861822572,
      "grad_norm": 1.287455677986145,
      "learning_rate": 1.8961818525599093e-05,
      "loss": 4.2533,
      "num_input_tokens_seen": 116653056,
      "step": 1780
    },
    {
      "epoch": 1.437125748502994,
      "grad_norm": 1.1899845600128174,
      "learning_rate": 1.8935242733246034e-05,
      "loss": 4.2289,
      "num_input_tokens_seen": 116980736,
      "step": 1785
    },
    {
      "epoch": 1.4411513108237308,
      "grad_norm": 1.2166035175323486,
      "learning_rate": 1.8908778369882623e-05,
      "loss": 4.218,
      "num_input_tokens_seen": 117308416,
      "step": 1790
    },
    {
      "epoch": 1.4451768731444674,
      "grad_norm": 1.2712666988372803,
      "learning_rate": 1.888242465899932e-05,
      "loss": 4.1944,
      "num_input_tokens_seen": 117636096,
      "step": 1795
    },
    {
      "epoch": 1.449202435465204,
      "grad_norm": 1.1924896240234375,
      "learning_rate": 1.885618083164127e-05,
      "loss": 4.2614,
      "num_input_tokens_seen": 117963776,
      "step": 1800
    },
    {
      "epoch": 1.449202435465204,
      "eval_accuracy": 0.37485385814497274,
      "eval_loss": 4.068163871765137,
      "eval_runtime": 7.4672,
      "eval_samples_per_second": 40.176,
      "eval_steps_per_second": 5.089,
      "num_input_tokens_seen": 117963776,
      "step": 1800
    },
    {
      "epoch": 1.4532279977859408,
      "grad_norm": 1.2685041427612305,
      "learning_rate": 1.883004612631402e-05,
      "loss": 4.236,
      "num_input_tokens_seen": 118291456,
      "step": 1805
    },
    {
      "epoch": 1.4572535601066774,
      "grad_norm": 1.1977604627609253,
      "learning_rate": 1.880401978889074e-05,
      "loss": 4.258,
      "num_input_tokens_seen": 118619136,
      "step": 1810
    },
    {
      "epoch": 1.4612791224274142,
      "grad_norm": 1.337408423423767,
      "learning_rate": 1.877810107252081e-05,
      "loss": 4.2549,
      "num_input_tokens_seen": 118946816,
      "step": 1815
    },
    {
      "epoch": 1.4653046847481508,
      "grad_norm": 1.348046898841858,
      "learning_rate": 1.875228923753982e-05,
      "loss": 4.2513,
      "num_input_tokens_seen": 119274496,
      "step": 1820
    },
    {
      "epoch": 1.4693302470688874,
      "grad_norm": 1.2587336301803589,
      "learning_rate": 1.8726583551380893e-05,
      "loss": 4.2251,
      "num_input_tokens_seen": 119602176,
      "step": 1825
    },
    {
      "epoch": 1.4733558093896242,
      "grad_norm": 1.3538405895233154,
      "learning_rate": 1.8700983288487377e-05,
      "loss": 4.2219,
      "num_input_tokens_seen": 119929856,
      "step": 1830
    },
    {
      "epoch": 1.4773813717103608,
      "grad_norm": 1.2679195404052734,
      "learning_rate": 1.8675487730226835e-05,
      "loss": 4.2026,
      "num_input_tokens_seen": 120257536,
      "step": 1835
    },
    {
      "epoch": 1.4814069340310976,
      "grad_norm": 1.2712976932525635,
      "learning_rate": 1.8650096164806278e-05,
      "loss": 4.2277,
      "num_input_tokens_seen": 120585216,
      "step": 1840
    },
    {
      "epoch": 1.4854324963518342,
      "grad_norm": 1.2575690746307373,
      "learning_rate": 1.862480788718875e-05,
      "loss": 4.2329,
      "num_input_tokens_seen": 120912896,
      "step": 1845
    },
    {
      "epoch": 1.4894580586725708,
      "grad_norm": 1.2137782573699951,
      "learning_rate": 1.8599622199011086e-05,
      "loss": 4.2076,
      "num_input_tokens_seen": 121240576,
      "step": 1850
    },
    {
      "epoch": 1.4934836209933076,
      "grad_norm": 1.2346251010894775,
      "learning_rate": 1.8574538408502883e-05,
      "loss": 4.2357,
      "num_input_tokens_seen": 121568256,
      "step": 1855
    },
    {
      "epoch": 1.4975091833140441,
      "grad_norm": 1.2532144784927368,
      "learning_rate": 1.854955583040673e-05,
      "loss": 4.2616,
      "num_input_tokens_seen": 121895936,
      "step": 1860
    },
    {
      "epoch": 1.501534745634781,
      "grad_norm": 1.1912769079208374,
      "learning_rate": 1.8524673785899573e-05,
      "loss": 4.1788,
      "num_input_tokens_seen": 122223616,
      "step": 1865
    },
    {
      "epoch": 1.5055603079555175,
      "grad_norm": 1.2742645740509033,
      "learning_rate": 1.849989160251521e-05,
      "loss": 4.2119,
      "num_input_tokens_seen": 122551296,
      "step": 1870
    },
    {
      "epoch": 1.5095858702762541,
      "grad_norm": 1.264236569404602,
      "learning_rate": 1.847520861406802e-05,
      "loss": 4.2219,
      "num_input_tokens_seen": 122878976,
      "step": 1875
    },
    {
      "epoch": 1.513611432596991,
      "grad_norm": 1.2975112199783325,
      "learning_rate": 1.8450624160577702e-05,
      "loss": 4.2227,
      "num_input_tokens_seen": 123206656,
      "step": 1880
    },
    {
      "epoch": 1.5176369949177275,
      "grad_norm": 1.231823205947876,
      "learning_rate": 1.842613758819515e-05,
      "loss": 4.2185,
      "num_input_tokens_seen": 123534336,
      "step": 1885
    },
    {
      "epoch": 1.5216625572384643,
      "grad_norm": 1.3271822929382324,
      "learning_rate": 1.8401748249129447e-05,
      "loss": 4.2174,
      "num_input_tokens_seen": 123862016,
      "step": 1890
    },
    {
      "epoch": 1.525688119559201,
      "grad_norm": 1.2804478406906128,
      "learning_rate": 1.8377455501575864e-05,
      "loss": 4.1906,
      "num_input_tokens_seen": 124189696,
      "step": 1895
    },
    {
      "epoch": 1.5297136818799375,
      "grad_norm": 1.2299883365631104,
      "learning_rate": 1.835325870964494e-05,
      "loss": 4.1957,
      "num_input_tokens_seen": 124517376,
      "step": 1900
    },
    {
      "epoch": 1.5337392442006743,
      "grad_norm": 1.2697046995162964,
      "learning_rate": 1.8329157243292555e-05,
      "loss": 4.2115,
      "num_input_tokens_seen": 124845056,
      "step": 1905
    },
    {
      "epoch": 1.5377648065214111,
      "grad_norm": 1.20834219455719,
      "learning_rate": 1.8305150478251023e-05,
      "loss": 4.2224,
      "num_input_tokens_seen": 125172736,
      "step": 1910
    },
    {
      "epoch": 1.5417903688421477,
      "grad_norm": 1.2465049028396606,
      "learning_rate": 1.8281237795961206e-05,
      "loss": 4.1757,
      "num_input_tokens_seen": 125500416,
      "step": 1915
    },
    {
      "epoch": 1.5458159311628843,
      "grad_norm": 1.2020412683486938,
      "learning_rate": 1.825741858350554e-05,
      "loss": 4.2047,
      "num_input_tokens_seen": 125828096,
      "step": 1920
    },
    {
      "epoch": 1.5498414934836209,
      "grad_norm": 1.384621024131775,
      "learning_rate": 1.8233692233542074e-05,
      "loss": 4.2553,
      "num_input_tokens_seen": 126155776,
      "step": 1925
    },
    {
      "epoch": 1.5538670558043577,
      "grad_norm": 1.212430477142334,
      "learning_rate": 1.8210058144239417e-05,
      "loss": 4.1952,
      "num_input_tokens_seen": 126483456,
      "step": 1930
    },
    {
      "epoch": 1.5578926181250945,
      "grad_norm": 1.2624080181121826,
      "learning_rate": 1.8186515719212627e-05,
      "loss": 4.2208,
      "num_input_tokens_seen": 126811136,
      "step": 1935
    },
    {
      "epoch": 1.561918180445831,
      "grad_norm": 1.2795370817184448,
      "learning_rate": 1.8163064367459993e-05,
      "loss": 4.1835,
      "num_input_tokens_seen": 127138816,
      "step": 1940
    },
    {
      "epoch": 1.5659437427665677,
      "grad_norm": 1.3003804683685303,
      "learning_rate": 1.813970350330073e-05,
      "loss": 4.2235,
      "num_input_tokens_seen": 127466496,
      "step": 1945
    },
    {
      "epoch": 1.5699693050873043,
      "grad_norm": 1.328814148902893,
      "learning_rate": 1.8116432546313533e-05,
      "loss": 4.1928,
      "num_input_tokens_seen": 127794176,
      "step": 1950
    },
    {
      "epoch": 1.5699693050873043,
      "eval_accuracy": 0.37578634243079373,
      "eval_loss": 4.0595831871032715,
      "eval_runtime": 7.0878,
      "eval_samples_per_second": 42.326,
      "eval_steps_per_second": 5.361,
      "num_input_tokens_seen": 127794176,
      "step": 1950
    },
    {
      "epoch": 1.573994867408041,
      "grad_norm": 1.258589506149292,
      "learning_rate": 1.8093250921276027e-05,
      "loss": 4.2336,
      "num_input_tokens_seen": 128121856,
      "step": 1955
    },
    {
      "epoch": 1.5780204297287779,
      "grad_norm": 1.226361632347107,
      "learning_rate": 1.8070158058105027e-05,
      "loss": 4.1945,
      "num_input_tokens_seen": 128449536,
      "step": 1960
    },
    {
      "epoch": 1.5820459920495145,
      "grad_norm": 1.2249149084091187,
      "learning_rate": 1.8047153391797662e-05,
      "loss": 4.1916,
      "num_input_tokens_seen": 128777216,
      "step": 1965
    },
    {
      "epoch": 1.586071554370251,
      "grad_norm": 1.3121646642684937,
      "learning_rate": 1.8024236362373317e-05,
      "loss": 4.1833,
      "num_input_tokens_seen": 129104896,
      "step": 1970
    },
    {
      "epoch": 1.5900971166909876,
      "grad_norm": 1.2635945081710815,
      "learning_rate": 1.8001406414816385e-05,
      "loss": 4.208,
      "num_input_tokens_seen": 129432576,
      "step": 1975
    },
    {
      "epoch": 1.5941226790117244,
      "grad_norm": 1.2306846380233765,
      "learning_rate": 1.797866299901979e-05,
      "loss": 4.1832,
      "num_input_tokens_seen": 129760256,
      "step": 1980
    },
    {
      "epoch": 1.5981482413324613,
      "grad_norm": 1.2278416156768799,
      "learning_rate": 1.7956005569729342e-05,
      "loss": 4.1765,
      "num_input_tokens_seen": 130087936,
      "step": 1985
    },
    {
      "epoch": 1.6021738036531978,
      "grad_norm": 1.2951785326004028,
      "learning_rate": 1.7933433586488815e-05,
      "loss": 4.2123,
      "num_input_tokens_seen": 130415616,
      "step": 1990
    },
    {
      "epoch": 1.6061993659739344,
      "grad_norm": 1.341288447380066,
      "learning_rate": 1.79109465135858e-05,
      "loss": 4.1865,
      "num_input_tokens_seen": 130743296,
      "step": 1995
    },
    {
      "epoch": 1.610224928294671,
      "grad_norm": 1.269637942314148,
      "learning_rate": 1.788854381999832e-05,
      "loss": 4.2004,
      "num_input_tokens_seen": 131070976,
      "step": 2000
    },
    {
      "epoch": 1.6142504906154078,
      "grad_norm": 1.3138514757156372,
      "learning_rate": 1.7866224979342134e-05,
      "loss": 4.2172,
      "num_input_tokens_seen": 131398656,
      "step": 2005
    },
    {
      "epoch": 1.6182760529361446,
      "grad_norm": 1.1714235544204712,
      "learning_rate": 1.7843989469818822e-05,
      "loss": 4.1903,
      "num_input_tokens_seen": 131726336,
      "step": 2010
    },
    {
      "epoch": 1.6223016152568812,
      "grad_norm": 1.3786474466323853,
      "learning_rate": 1.7821836774164523e-05,
      "loss": 4.2,
      "num_input_tokens_seen": 132054016,
      "step": 2015
    },
    {
      "epoch": 1.6263271775776178,
      "grad_norm": 1.3901410102844238,
      "learning_rate": 1.7799766379599393e-05,
      "loss": 4.1928,
      "num_input_tokens_seen": 132381696,
      "step": 2020
    },
    {
      "epoch": 1.6303527398983544,
      "grad_norm": 1.3432561159133911,
      "learning_rate": 1.7777777777777777e-05,
      "loss": 4.1983,
      "num_input_tokens_seen": 132709376,
      "step": 2025
    },
    {
      "epoch": 1.6343783022190912,
      "grad_norm": 1.2629408836364746,
      "learning_rate": 1.7755870464739014e-05,
      "loss": 4.2136,
      "num_input_tokens_seen": 133037056,
      "step": 2030
    },
    {
      "epoch": 1.638403864539828,
      "grad_norm": 1.2436974048614502,
      "learning_rate": 1.7734043940858906e-05,
      "loss": 4.1695,
      "num_input_tokens_seen": 133364736,
      "step": 2035
    },
    {
      "epoch": 1.6424294268605646,
      "grad_norm": 1.2254369258880615,
      "learning_rate": 1.771229771080191e-05,
      "loss": 4.1636,
      "num_input_tokens_seen": 133692416,
      "step": 2040
    },
    {
      "epoch": 1.6464549891813012,
      "grad_norm": 1.3272947072982788,
      "learning_rate": 1.769063128347386e-05,
      "loss": 4.1979,
      "num_input_tokens_seen": 134020096,
      "step": 2045
    },
    {
      "epoch": 1.650480551502038,
      "grad_norm": 1.2953760623931885,
      "learning_rate": 1.7669044171975447e-05,
      "loss": 4.2026,
      "num_input_tokens_seen": 134347776,
      "step": 2050
    },
    {
      "epoch": 1.6545061138227746,
      "grad_norm": 1.2235223054885864,
      "learning_rate": 1.764753589355622e-05,
      "loss": 4.1674,
      "num_input_tokens_seen": 134675456,
      "step": 2055
    },
    {
      "epoch": 1.6585316761435114,
      "grad_norm": 1.1912940740585327,
      "learning_rate": 1.762610596956927e-05,
      "loss": 4.1811,
      "num_input_tokens_seen": 135003136,
      "step": 2060
    },
    {
      "epoch": 1.662557238464248,
      "grad_norm": 1.3255517482757568,
      "learning_rate": 1.7604753925426462e-05,
      "loss": 4.2094,
      "num_input_tokens_seen": 135330816,
      "step": 2065
    },
    {
      "epoch": 1.6665828007849846,
      "grad_norm": 1.2693239450454712,
      "learning_rate": 1.758347929055432e-05,
      "loss": 4.2113,
      "num_input_tokens_seen": 135658496,
      "step": 2070
    },
    {
      "epoch": 1.6706083631057214,
      "grad_norm": 1.2487210035324097,
      "learning_rate": 1.7562281598350458e-05,
      "loss": 4.2341,
      "num_input_tokens_seen": 135986176,
      "step": 2075
    },
    {
      "epoch": 1.6746339254264582,
      "grad_norm": 1.3119174242019653,
      "learning_rate": 1.7541160386140587e-05,
      "loss": 4.1846,
      "num_input_tokens_seen": 136313856,
      "step": 2080
    },
    {
      "epoch": 1.6786594877471948,
      "grad_norm": 1.2278319597244263,
      "learning_rate": 1.7520115195136116e-05,
      "loss": 4.1637,
      "num_input_tokens_seen": 136641536,
      "step": 2085
    },
    {
      "epoch": 1.6826850500679313,
      "grad_norm": 1.2323991060256958,
      "learning_rate": 1.7499145570392288e-05,
      "loss": 4.1943,
      "num_input_tokens_seen": 136969216,
      "step": 2090
    },
    {
      "epoch": 1.686710612388668,
      "grad_norm": 1.3337785005569458,
      "learning_rate": 1.747825106076687e-05,
      "loss": 4.2297,
      "num_input_tokens_seen": 137296896,
      "step": 2095
    },
    {
      "epoch": 1.6907361747094047,
      "grad_norm": 1.1806713342666626,
      "learning_rate": 1.7457431218879393e-05,
      "loss": 4.1971,
      "num_input_tokens_seen": 137624576,
      "step": 2100
    },
    {
      "epoch": 1.6907361747094047,
      "eval_accuracy": 0.3776899715899814,
      "eval_loss": 4.050466537475586,
      "eval_runtime": 6.6452,
      "eval_samples_per_second": 45.145,
      "eval_steps_per_second": 5.718,
      "num_input_tokens_seen": 137624576,
      "step": 2100
    },
    {
      "epoch": 1.6947617370301415,
      "grad_norm": 1.1816240549087524,
      "learning_rate": 1.7436685601070914e-05,
      "loss": 4.1944,
      "num_input_tokens_seen": 137952256,
      "step": 2105
    },
    {
      "epoch": 1.6987872993508781,
      "grad_norm": 1.258262276649475,
      "learning_rate": 1.7416013767364324e-05,
      "loss": 4.1668,
      "num_input_tokens_seen": 138279936,
      "step": 2110
    },
    {
      "epoch": 1.7028128616716147,
      "grad_norm": 1.2995336055755615,
      "learning_rate": 1.7395415281425125e-05,
      "loss": 4.2091,
      "num_input_tokens_seen": 138607616,
      "step": 2115
    },
    {
      "epoch": 1.7068384239923513,
      "grad_norm": 1.341255784034729,
      "learning_rate": 1.7374889710522778e-05,
      "loss": 4.1956,
      "num_input_tokens_seen": 138935296,
      "step": 2120
    },
    {
      "epoch": 1.7108639863130881,
      "grad_norm": 1.3196258544921875,
      "learning_rate": 1.7354436625492496e-05,
      "loss": 4.1887,
      "num_input_tokens_seen": 139262976,
      "step": 2125
    },
    {
      "epoch": 1.714889548633825,
      "grad_norm": 1.3612850904464722,
      "learning_rate": 1.7334055600697583e-05,
      "loss": 4.1805,
      "num_input_tokens_seen": 139590656,
      "step": 2130
    },
    {
      "epoch": 1.7189151109545615,
      "grad_norm": 1.259021282196045,
      "learning_rate": 1.73137462139922e-05,
      "loss": 4.2013,
      "num_input_tokens_seen": 139918336,
      "step": 2135
    },
    {
      "epoch": 1.722940673275298,
      "grad_norm": 1.226407766342163,
      "learning_rate": 1.729350804668468e-05,
      "loss": 4.1963,
      "num_input_tokens_seen": 140246016,
      "step": 2140
    },
    {
      "epoch": 1.7269662355960347,
      "grad_norm": 1.278818130493164,
      "learning_rate": 1.727334068350122e-05,
      "loss": 4.1719,
      "num_input_tokens_seen": 140573696,
      "step": 2145
    },
    {
      "epoch": 1.7309917979167715,
      "grad_norm": 1.2456446886062622,
      "learning_rate": 1.7253243712550147e-05,
      "loss": 4.2157,
      "num_input_tokens_seen": 140901376,
      "step": 2150
    },
    {
      "epoch": 1.7350173602375083,
      "grad_norm": 1.249311089515686,
      "learning_rate": 1.723321672528655e-05,
      "loss": 4.1854,
      "num_input_tokens_seen": 141229056,
      "step": 2155
    },
    {
      "epoch": 1.7390429225582449,
      "grad_norm": 1.3078937530517578,
      "learning_rate": 1.721325931647741e-05,
      "loss": 4.1911,
      "num_input_tokens_seen": 141556736,
      "step": 2160
    },
    {
      "epoch": 1.7430684848789815,
      "grad_norm": 1.2260226011276245,
      "learning_rate": 1.7193371084167158e-05,
      "loss": 4.1945,
      "num_input_tokens_seen": 141884416,
      "step": 2165
    },
    {
      "epoch": 1.747094047199718,
      "grad_norm": 1.2438477277755737,
      "learning_rate": 1.7173551629643676e-05,
      "loss": 4.1877,
      "num_input_tokens_seen": 142212096,
      "step": 2170
    },
    {
      "epoch": 1.7511196095204549,
      "grad_norm": 1.3562901020050049,
      "learning_rate": 1.7153800557404717e-05,
      "loss": 4.1662,
      "num_input_tokens_seen": 142539776,
      "step": 2175
    },
    {
      "epoch": 1.7551451718411917,
      "grad_norm": 1.2909834384918213,
      "learning_rate": 1.7134117475124774e-05,
      "loss": 4.1718,
      "num_input_tokens_seen": 142867456,
      "step": 2180
    },
    {
      "epoch": 1.7591707341619283,
      "grad_norm": 1.3816372156143188,
      "learning_rate": 1.7114501993622322e-05,
      "loss": 4.187,
      "num_input_tokens_seen": 143195136,
      "step": 2185
    },
    {
      "epoch": 1.7631962964826648,
      "grad_norm": 1.1970911026000977,
      "learning_rate": 1.7094953726827533e-05,
      "loss": 4.2293,
      "num_input_tokens_seen": 143522816,
      "step": 2190
    },
    {
      "epoch": 1.7672218588034014,
      "grad_norm": 1.300299882888794,
      "learning_rate": 1.707547229175031e-05,
      "loss": 4.1583,
      "num_input_tokens_seen": 143850496,
      "step": 2195
    },
    {
      "epoch": 1.7712474211241382,
      "grad_norm": 1.3158056735992432,
      "learning_rate": 1.7056057308448833e-05,
      "loss": 4.1986,
      "num_input_tokens_seen": 144178176,
      "step": 2200
    },
    {
      "epoch": 1.775272983444875,
      "grad_norm": 1.3262073993682861,
      "learning_rate": 1.7036708399998398e-05,
      "loss": 4.1911,
      "num_input_tokens_seen": 144505856,
      "step": 2205
    },
    {
      "epoch": 1.7792985457656116,
      "grad_norm": 1.2565948963165283,
      "learning_rate": 1.7017425192460684e-05,
      "loss": 4.1982,
      "num_input_tokens_seen": 144833536,
      "step": 2210
    },
    {
      "epoch": 1.7833241080863482,
      "grad_norm": 1.3026916980743408,
      "learning_rate": 1.699820731485341e-05,
      "loss": 4.1539,
      "num_input_tokens_seen": 145161216,
      "step": 2215
    },
    {
      "epoch": 1.787349670407085,
      "grad_norm": 1.1916109323501587,
      "learning_rate": 1.697905439912036e-05,
      "loss": 4.1723,
      "num_input_tokens_seen": 145488896,
      "step": 2220
    },
    {
      "epoch": 1.7913752327278216,
      "grad_norm": 1.2661770582199097,
      "learning_rate": 1.6959966080101762e-05,
      "loss": 4.1575,
      "num_input_tokens_seen": 145816576,
      "step": 2225
    },
    {
      "epoch": 1.7954007950485584,
      "grad_norm": 1.1987600326538086,
      "learning_rate": 1.694094199550507e-05,
      "loss": 4.1784,
      "num_input_tokens_seen": 146144256,
      "step": 2230
    },
    {
      "epoch": 1.799426357369295,
      "grad_norm": 1.2095016241073608,
      "learning_rate": 1.6921981785876064e-05,
      "loss": 4.1995,
      "num_input_tokens_seen": 146471936,
      "step": 2235
    },
    {
      "epoch": 1.8034519196900316,
      "grad_norm": 1.220253586769104,
      "learning_rate": 1.6903085094570334e-05,
      "loss": 4.1876,
      "num_input_tokens_seen": 146799616,
      "step": 2240
    },
    {
      "epoch": 1.8074774820107684,
      "grad_norm": 1.3598766326904297,
      "learning_rate": 1.6884251567725093e-05,
      "loss": 4.1952,
      "num_input_tokens_seen": 147127296,
      "step": 2245
    },
    {
      "epoch": 1.8115030443315052,
      "grad_norm": 1.2614084482192993,
      "learning_rate": 1.6865480854231357e-05,
      "loss": 4.1966,
      "num_input_tokens_seen": 147454976,
      "step": 2250
    },
    {
      "epoch": 1.8115030443315052,
      "eval_accuracy": 0.3787434709282334,
      "eval_loss": 4.016251564025879,
      "eval_runtime": 6.8672,
      "eval_samples_per_second": 43.686,
      "eval_steps_per_second": 5.534,
      "num_input_tokens_seen": 147454976,
      "step": 2250
    },
    {
      "epoch": 1.8155286066522418,
      "grad_norm": 1.1849647760391235,
      "learning_rate": 1.6846772605706453e-05,
      "loss": 4.1795,
      "num_input_tokens_seen": 147782656,
      "step": 2255
    },
    {
      "epoch": 1.8195541689729784,
      "grad_norm": 1.217572569847107,
      "learning_rate": 1.682812647646685e-05,
      "loss": 4.2173,
      "num_input_tokens_seen": 148110336,
      "step": 2260
    },
    {
      "epoch": 1.823579731293715,
      "grad_norm": 1.3434370756149292,
      "learning_rate": 1.6809542123501345e-05,
      "loss": 4.1826,
      "num_input_tokens_seen": 148438016,
      "step": 2265
    },
    {
      "epoch": 1.8276052936144518,
      "grad_norm": 1.2767517566680908,
      "learning_rate": 1.6791019206444543e-05,
      "loss": 4.1785,
      "num_input_tokens_seen": 148765696,
      "step": 2270
    },
    {
      "epoch": 1.8316308559351886,
      "grad_norm": 1.1992509365081787,
      "learning_rate": 1.6772557387550694e-05,
      "loss": 4.1884,
      "num_input_tokens_seen": 149093376,
      "step": 2275
    },
    {
      "epoch": 1.8356564182559252,
      "grad_norm": 1.1988239288330078,
      "learning_rate": 1.675415633166782e-05,
      "loss": 4.1726,
      "num_input_tokens_seen": 149421056,
      "step": 2280
    },
    {
      "epoch": 1.8396819805766618,
      "grad_norm": 1.3448524475097656,
      "learning_rate": 1.673581570621216e-05,
      "loss": 4.1467,
      "num_input_tokens_seen": 149748736,
      "step": 2285
    },
    {
      "epoch": 1.8437075428973984,
      "grad_norm": 1.2856345176696777,
      "learning_rate": 1.6717535181142915e-05,
      "loss": 4.1613,
      "num_input_tokens_seen": 150076416,
      "step": 2290
    },
    {
      "epoch": 1.8477331052181352,
      "grad_norm": 1.357901692390442,
      "learning_rate": 1.669931442893732e-05,
      "loss": 4.1587,
      "num_input_tokens_seen": 150404096,
      "step": 2295
    },
    {
      "epoch": 1.851758667538872,
      "grad_norm": 1.295551061630249,
      "learning_rate": 1.6681153124565983e-05,
      "loss": 4.1588,
      "num_input_tokens_seen": 150731776,
      "step": 2300
    },
    {
      "epoch": 1.8557842298596086,
      "grad_norm": 1.2811824083328247,
      "learning_rate": 1.6663050945468536e-05,
      "loss": 4.1839,
      "num_input_tokens_seen": 151059456,
      "step": 2305
    },
    {
      "epoch": 1.8598097921803451,
      "grad_norm": 1.3775153160095215,
      "learning_rate": 1.6645007571529582e-05,
      "loss": 4.2016,
      "num_input_tokens_seen": 151387136,
      "step": 2310
    },
    {
      "epoch": 1.8638353545010817,
      "grad_norm": 1.3014804124832153,
      "learning_rate": 1.6627022685054907e-05,
      "loss": 4.2082,
      "num_input_tokens_seen": 151714816,
      "step": 2315
    },
    {
      "epoch": 1.8678609168218185,
      "grad_norm": 1.2765071392059326,
      "learning_rate": 1.6609095970747994e-05,
      "loss": 4.1453,
      "num_input_tokens_seen": 152042496,
      "step": 2320
    },
    {
      "epoch": 1.8718864791425553,
      "grad_norm": 1.4745502471923828,
      "learning_rate": 1.6591227115686806e-05,
      "loss": 4.1856,
      "num_input_tokens_seen": 152370176,
      "step": 2325
    },
    {
      "epoch": 1.875912041463292,
      "grad_norm": 1.2726967334747314,
      "learning_rate": 1.6573415809300835e-05,
      "loss": 4.1977,
      "num_input_tokens_seen": 152697856,
      "step": 2330
    },
    {
      "epoch": 1.8799376037840285,
      "grad_norm": 1.286971092224121,
      "learning_rate": 1.6555661743348445e-05,
      "loss": 4.1962,
      "num_input_tokens_seen": 153025536,
      "step": 2335
    },
    {
      "epoch": 1.883963166104765,
      "grad_norm": 1.2794855833053589,
      "learning_rate": 1.6537964611894465e-05,
      "loss": 4.1606,
      "num_input_tokens_seen": 153353216,
      "step": 2340
    },
    {
      "epoch": 1.887988728425502,
      "grad_norm": 1.2264660596847534,
      "learning_rate": 1.652032411128802e-05,
      "loss": 4.1724,
      "num_input_tokens_seen": 153680896,
      "step": 2345
    },
    {
      "epoch": 1.8920142907462387,
      "grad_norm": 1.3459347486495972,
      "learning_rate": 1.6502739940140696e-05,
      "loss": 4.1663,
      "num_input_tokens_seen": 154008576,
      "step": 2350
    },
    {
      "epoch": 1.8960398530669753,
      "grad_norm": 1.284248948097229,
      "learning_rate": 1.6485211799304873e-05,
      "loss": 4.1927,
      "num_input_tokens_seen": 154336256,
      "step": 2355
    },
    {
      "epoch": 1.900065415387712,
      "grad_norm": 1.273288369178772,
      "learning_rate": 1.6467739391852368e-05,
      "loss": 4.1442,
      "num_input_tokens_seen": 154663936,
      "step": 2360
    },
    {
      "epoch": 1.9040909777084485,
      "grad_norm": 1.3548243045806885,
      "learning_rate": 1.6450322423053303e-05,
      "loss": 4.153,
      "num_input_tokens_seen": 154991616,
      "step": 2365
    },
    {
      "epoch": 1.9081165400291853,
      "grad_norm": 1.2603306770324707,
      "learning_rate": 1.6432960600355222e-05,
      "loss": 4.1805,
      "num_input_tokens_seen": 155319296,
      "step": 2370
    },
    {
      "epoch": 1.912142102349922,
      "grad_norm": 1.3440006971359253,
      "learning_rate": 1.6415653633362467e-05,
      "loss": 4.1954,
      "num_input_tokens_seen": 155646976,
      "step": 2375
    },
    {
      "epoch": 1.9161676646706587,
      "grad_norm": 1.385733723640442,
      "learning_rate": 1.6398401233815756e-05,
      "loss": 4.1677,
      "num_input_tokens_seen": 155974656,
      "step": 2380
    },
    {
      "epoch": 1.9201932269913953,
      "grad_norm": 1.408675193786621,
      "learning_rate": 1.638120311557203e-05,
      "loss": 4.1724,
      "num_input_tokens_seen": 156302336,
      "step": 2385
    },
    {
      "epoch": 1.924218789312132,
      "grad_norm": 1.3172813653945923,
      "learning_rate": 1.6364058994584528e-05,
      "loss": 4.1658,
      "num_input_tokens_seen": 156630016,
      "step": 2390
    },
    {
      "epoch": 1.9282443516328687,
      "grad_norm": 1.4357519149780273,
      "learning_rate": 1.6346968588883048e-05,
      "loss": 4.1538,
      "num_input_tokens_seen": 156957696,
      "step": 2395
    },
    {
      "epoch": 1.9322699139536055,
      "grad_norm": 1.3051438331604004,
      "learning_rate": 1.6329931618554523e-05,
      "loss": 4.16,
      "num_input_tokens_seen": 157285376,
      "step": 2400
    },
    {
      "epoch": 1.9322699139536055,
      "eval_accuracy": 0.3773649363114314,
      "eval_loss": 4.035182952880859,
      "eval_runtime": 7.0048,
      "eval_samples_per_second": 42.828,
      "eval_steps_per_second": 5.425,
      "num_input_tokens_seen": 157285376,
      "step": 2400
    },
    {
      "epoch": 1.936295476274342,
      "grad_norm": 1.229457139968872,
      "learning_rate": 1.6312947805723712e-05,
      "loss": 4.1306,
      "num_input_tokens_seen": 157613056,
      "step": 2405
    },
    {
      "epoch": 1.9403210385950787,
      "grad_norm": 1.3241009712219238,
      "learning_rate": 1.629601687453421e-05,
      "loss": 4.1803,
      "num_input_tokens_seen": 157940736,
      "step": 2410
    },
    {
      "epoch": 1.9443466009158155,
      "grad_norm": 1.462347149848938,
      "learning_rate": 1.6279138551129596e-05,
      "loss": 4.1708,
      "num_input_tokens_seen": 158268416,
      "step": 2415
    },
    {
      "epoch": 1.9483721632365523,
      "grad_norm": 1.261893630027771,
      "learning_rate": 1.6262312563634837e-05,
      "loss": 4.1739,
      "num_input_tokens_seen": 158596096,
      "step": 2420
    },
    {
      "epoch": 1.9523977255572889,
      "grad_norm": 1.2686680555343628,
      "learning_rate": 1.624553864213791e-05,
      "loss": 4.1601,
      "num_input_tokens_seen": 158923776,
      "step": 2425
    },
    {
      "epoch": 1.9564232878780254,
      "grad_norm": 1.291801929473877,
      "learning_rate": 1.622881651867159e-05,
      "loss": 4.1971,
      "num_input_tokens_seen": 159251456,
      "step": 2430
    },
    {
      "epoch": 1.960448850198762,
      "grad_norm": 1.2599908113479614,
      "learning_rate": 1.6212145927195505e-05,
      "loss": 4.1876,
      "num_input_tokens_seen": 159579136,
      "step": 2435
    },
    {
      "epoch": 1.9644744125194988,
      "grad_norm": 1.2517198324203491,
      "learning_rate": 1.6195526603578323e-05,
      "loss": 4.2083,
      "num_input_tokens_seen": 159906816,
      "step": 2440
    },
    {
      "epoch": 1.9684999748402356,
      "grad_norm": 1.407639741897583,
      "learning_rate": 1.6178958285580194e-05,
      "loss": 4.1763,
      "num_input_tokens_seen": 160234496,
      "step": 2445
    },
    {
      "epoch": 1.9725255371609722,
      "grad_norm": 1.3766093254089355,
      "learning_rate": 1.6162440712835372e-05,
      "loss": 4.1656,
      "num_input_tokens_seen": 160562176,
      "step": 2450
    },
    {
      "epoch": 1.9765510994817088,
      "grad_norm": 1.201467514038086,
      "learning_rate": 1.6145973626835027e-05,
      "loss": 4.1317,
      "num_input_tokens_seen": 160889856,
      "step": 2455
    },
    {
      "epoch": 1.9805766618024454,
      "grad_norm": 1.245469093322754,
      "learning_rate": 1.6129556770910237e-05,
      "loss": 4.188,
      "num_input_tokens_seen": 161217536,
      "step": 2460
    },
    {
      "epoch": 1.9846022241231822,
      "grad_norm": 1.360424518585205,
      "learning_rate": 1.611318989021522e-05,
      "loss": 4.1817,
      "num_input_tokens_seen": 161545216,
      "step": 2465
    },
    {
      "epoch": 1.988627786443919,
      "grad_norm": 1.2917958498001099,
      "learning_rate": 1.6096872731710677e-05,
      "loss": 4.1912,
      "num_input_tokens_seen": 161872896,
      "step": 2470
    },
    {
      "epoch": 1.9926533487646556,
      "grad_norm": 1.311262607574463,
      "learning_rate": 1.6080605044147395e-05,
      "loss": 4.1897,
      "num_input_tokens_seen": 162200576,
      "step": 2475
    },
    {
      "epoch": 1.9966789110853922,
      "grad_norm": 1.233081340789795,
      "learning_rate": 1.606438657804998e-05,
      "loss": 4.1536,
      "num_input_tokens_seen": 162528256,
      "step": 2480
    },
    {
      "epoch": 1.9998993609419817,
      "num_input_tokens_seen": 162790400,
      "step": 2484,
      "total_flos": 1.059416318592e+16,
      "train_loss": 4.377665276304727,
      "train_runtime": 2972.3443,
      "train_samples_per_second": 106.974,
      "train_steps_per_second": 0.836,
      "train_tokens_per_second": 54770.764
    }
  ],
  "logging_steps": 5,
  "max_steps": 2484,
  "num_input_tokens_seen": 162790400,
  "num_train_epochs": 2,
  "save_steps": 200,
  "total_flos": 1.059416318592e+16,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}