{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 15.0,
  "eval_steps": 500,
  "global_step": 6030,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0024875621890547263,
      "grad_norm": 3.171875,
      "learning_rate": 3.316749585406302e-07,
      "loss": 2.7785,
      "step": 1
    },
    {
      "epoch": 0.012437810945273632,
      "grad_norm": 2.125,
      "learning_rate": 1.6583747927031512e-06,
      "loss": 2.7761,
      "step": 5
    },
    {
      "epoch": 0.024875621890547265,
      "grad_norm": 3.359375,
      "learning_rate": 3.3167495854063024e-06,
      "loss": 2.7915,
      "step": 10
    },
    {
      "epoch": 0.03731343283582089,
      "grad_norm": 5.4375,
      "learning_rate": 4.975124378109453e-06,
      "loss": 2.8213,
      "step": 15
    },
    {
      "epoch": 0.04975124378109453,
      "grad_norm": 1.65625,
      "learning_rate": 6.633499170812605e-06,
      "loss": 2.7988,
      "step": 20
    },
    {
      "epoch": 0.06218905472636816,
      "grad_norm": 1.6328125,
      "learning_rate": 8.291873963515755e-06,
      "loss": 2.7963,
      "step": 25
    },
    {
      "epoch": 0.07462686567164178,
      "grad_norm": 2.46875,
      "learning_rate": 9.950248756218906e-06,
      "loss": 2.8083,
      "step": 30
    },
    {
      "epoch": 0.08706467661691543,
      "grad_norm": 1.6953125,
      "learning_rate": 1.1608623548922057e-05,
      "loss": 2.7398,
      "step": 35
    },
    {
      "epoch": 0.09950248756218906,
      "grad_norm": 2.1875,
      "learning_rate": 1.326699834162521e-05,
      "loss": 2.7001,
      "step": 40
    },
    {
      "epoch": 0.11194029850746269,
      "grad_norm": 1.5078125,
      "learning_rate": 1.4925373134328357e-05,
      "loss": 2.6374,
      "step": 45
    },
    {
      "epoch": 0.12437810945273632,
      "grad_norm": 1.7265625,
      "learning_rate": 1.658374792703151e-05,
      "loss": 2.6203,
      "step": 50
    },
    {
      "epoch": 0.13681592039800994,
      "grad_norm": 1.359375,
      "learning_rate": 1.8242122719734662e-05,
      "loss": 2.5173,
      "step": 55
    },
    {
      "epoch": 0.14925373134328357,
      "grad_norm": 1.3515625,
      "learning_rate": 1.990049751243781e-05,
      "loss": 2.4443,
      "step": 60
    },
    {
      "epoch": 0.16169154228855723,
      "grad_norm": 1.4453125,
      "learning_rate": 2.155887230514096e-05,
      "loss": 2.3755,
      "step": 65
    },
    {
      "epoch": 0.17412935323383086,
      "grad_norm": 1.015625,
      "learning_rate": 2.3217247097844114e-05,
      "loss": 2.3139,
      "step": 70
    },
    {
      "epoch": 0.1865671641791045,
      "grad_norm": 1.953125,
      "learning_rate": 2.4875621890547266e-05,
      "loss": 2.2244,
      "step": 75
    },
    {
      "epoch": 0.19900497512437812,
      "grad_norm": 26.25,
      "learning_rate": 2.653399668325042e-05,
      "loss": 2.1543,
      "step": 80
    },
    {
      "epoch": 0.21144278606965175,
      "grad_norm": 1.609375,
      "learning_rate": 2.8192371475953565e-05,
      "loss": 2.095,
      "step": 85
    },
    {
      "epoch": 0.22388059701492538,
      "grad_norm": 2.0,
      "learning_rate": 2.9850746268656714e-05,
      "loss": 2.0589,
      "step": 90
    },
    {
      "epoch": 0.236318407960199,
      "grad_norm": 1.453125,
      "learning_rate": 3.150912106135987e-05,
      "loss": 1.9888,
      "step": 95
    },
    {
      "epoch": 0.24875621890547264,
      "grad_norm": 11.875,
      "learning_rate": 3.316749585406302e-05,
      "loss": 1.9585,
      "step": 100
    },
    {
      "epoch": 0.26119402985074625,
      "grad_norm": 0.87109375,
      "learning_rate": 3.4825870646766175e-05,
      "loss": 1.8874,
      "step": 105
    },
    {
      "epoch": 0.2736318407960199,
      "grad_norm": 1.390625,
      "learning_rate": 3.6484245439469325e-05,
      "loss": 1.8321,
      "step": 110
    },
    {
      "epoch": 0.2860696517412935,
      "grad_norm": 0.875,
      "learning_rate": 3.8142620232172474e-05,
      "loss": 1.8167,
      "step": 115
    },
    {
      "epoch": 0.29850746268656714,
      "grad_norm": 0.828125,
      "learning_rate": 3.980099502487562e-05,
      "loss": 1.7428,
      "step": 120
    },
    {
      "epoch": 0.31094527363184077,
      "grad_norm": 0.57421875,
      "learning_rate": 4.145936981757877e-05,
      "loss": 1.6836,
      "step": 125
    },
    {
      "epoch": 0.32338308457711445,
      "grad_norm": 6.5625,
      "learning_rate": 4.311774461028192e-05,
      "loss": 1.651,
      "step": 130
    },
    {
      "epoch": 0.3358208955223881,
      "grad_norm": 0.61328125,
      "learning_rate": 4.477611940298508e-05,
      "loss": 1.6164,
      "step": 135
    },
    {
      "epoch": 0.3482587064676617,
      "grad_norm": 1.25,
      "learning_rate": 4.643449419568823e-05,
      "loss": 1.5637,
      "step": 140
    },
    {
      "epoch": 0.36069651741293535,
      "grad_norm": 0.37109375,
      "learning_rate": 4.8092868988391376e-05,
      "loss": 1.5586,
      "step": 145
    },
    {
      "epoch": 0.373134328358209,
      "grad_norm": 1.109375,
      "learning_rate": 4.975124378109453e-05,
      "loss": 1.4954,
      "step": 150
    },
    {
      "epoch": 0.3855721393034826,
      "grad_norm": 0.369140625,
      "learning_rate": 5.140961857379768e-05,
      "loss": 1.467,
      "step": 155
    },
    {
      "epoch": 0.39800995024875624,
      "grad_norm": 0.46484375,
      "learning_rate": 5.306799336650084e-05,
      "loss": 1.4484,
      "step": 160
    },
    {
      "epoch": 0.41044776119402987,
      "grad_norm": 0.546875,
      "learning_rate": 5.472636815920398e-05,
      "loss": 1.4312,
      "step": 165
    },
    {
      "epoch": 0.4228855721393035,
      "grad_norm": 0.427734375,
      "learning_rate": 5.638474295190713e-05,
      "loss": 1.3851,
      "step": 170
    },
    {
      "epoch": 0.43532338308457713,
      "grad_norm": 0.416015625,
      "learning_rate": 5.8043117744610286e-05,
      "loss": 1.3694,
      "step": 175
    },
    {
      "epoch": 0.44776119402985076,
      "grad_norm": 0.51953125,
      "learning_rate": 5.970149253731343e-05,
      "loss": 1.3625,
      "step": 180
    },
    {
      "epoch": 0.4601990049751244,
      "grad_norm": 0.48046875,
      "learning_rate": 6.135986733001658e-05,
      "loss": 1.3397,
      "step": 185
    },
    {
      "epoch": 0.472636815920398,
      "grad_norm": 0.5703125,
      "learning_rate": 6.301824212271974e-05,
      "loss": 1.3142,
      "step": 190
    },
    {
      "epoch": 0.48507462686567165,
      "grad_norm": 0.376953125,
      "learning_rate": 6.46766169154229e-05,
      "loss": 1.3054,
      "step": 195
    },
    {
      "epoch": 0.4975124378109453,
      "grad_norm": 0.3125,
      "learning_rate": 6.633499170812604e-05,
      "loss": 1.2999,
      "step": 200
    },
    {
      "epoch": 0.5099502487562189,
      "grad_norm": 0.431640625,
      "learning_rate": 6.79933665008292e-05,
      "loss": 1.2675,
      "step": 205
    },
    {
      "epoch": 0.5223880597014925,
      "grad_norm": 0.486328125,
      "learning_rate": 6.965174129353235e-05,
      "loss": 1.27,
      "step": 210
    },
    {
      "epoch": 0.5348258706467661,
      "grad_norm": 0.49609375,
      "learning_rate": 7.13101160862355e-05,
      "loss": 1.2485,
      "step": 215
    },
    {
      "epoch": 0.5472636815920398,
      "grad_norm": 0.404296875,
      "learning_rate": 7.296849087893865e-05,
      "loss": 1.2376,
      "step": 220
    },
    {
      "epoch": 0.5597014925373134,
      "grad_norm": 0.392578125,
      "learning_rate": 7.46268656716418e-05,
      "loss": 1.2355,
      "step": 225
    },
    {
      "epoch": 0.572139303482587,
      "grad_norm": 0.3828125,
      "learning_rate": 7.628524046434495e-05,
      "loss": 1.2192,
      "step": 230
    },
    {
      "epoch": 0.5845771144278606,
      "grad_norm": 0.333984375,
      "learning_rate": 7.794361525704809e-05,
      "loss": 1.2053,
      "step": 235
    },
    {
      "epoch": 0.5970149253731343,
      "grad_norm": 0.419921875,
      "learning_rate": 7.960199004975125e-05,
      "loss": 1.2101,
      "step": 240
    },
    {
      "epoch": 0.6094527363184079,
      "grad_norm": 0.419921875,
      "learning_rate": 8.126036484245439e-05,
      "loss": 1.1958,
      "step": 245
    },
    {
      "epoch": 0.6218905472636815,
      "grad_norm": 0.375,
      "learning_rate": 8.291873963515754e-05,
      "loss": 1.1965,
      "step": 250
    },
    {
      "epoch": 0.6343283582089553,
      "grad_norm": 0.462890625,
      "learning_rate": 8.45771144278607e-05,
      "loss": 1.1869,
      "step": 255
    },
    {
      "epoch": 0.6467661691542289,
      "grad_norm": 0.392578125,
      "learning_rate": 8.623548922056384e-05,
      "loss": 1.189,
      "step": 260
    },
    {
      "epoch": 0.6592039800995025,
      "grad_norm": 0.46484375,
      "learning_rate": 8.7893864013267e-05,
      "loss": 1.1812,
      "step": 265
    },
    {
      "epoch": 0.6716417910447762,
      "grad_norm": 0.50390625,
      "learning_rate": 8.955223880597016e-05,
      "loss": 1.1753,
      "step": 270
    },
    {
      "epoch": 0.6840796019900498,
      "grad_norm": 0.466796875,
      "learning_rate": 9.12106135986733e-05,
      "loss": 1.1753,
      "step": 275
    },
    {
      "epoch": 0.6965174129353234,
      "grad_norm": 0.458984375,
      "learning_rate": 9.286898839137645e-05,
      "loss": 1.1671,
      "step": 280
    },
    {
      "epoch": 0.7089552238805971,
      "grad_norm": 0.486328125,
      "learning_rate": 9.452736318407961e-05,
      "loss": 1.1669,
      "step": 285
    },
    {
      "epoch": 0.7213930348258707,
      "grad_norm": 0.4296875,
      "learning_rate": 9.618573797678275e-05,
      "loss": 1.1556,
      "step": 290
    },
    {
      "epoch": 0.7338308457711443,
      "grad_norm": 0.61328125,
      "learning_rate": 9.784411276948591e-05,
      "loss": 1.1538,
      "step": 295
    },
    {
      "epoch": 0.746268656716418,
      "grad_norm": 0.390625,
      "learning_rate": 9.950248756218906e-05,
      "loss": 1.1497,
      "step": 300
    },
    {
      "epoch": 0.7587064676616916,
      "grad_norm": 0.5234375,
      "learning_rate": 0.00010116086235489222,
      "loss": 1.137,
      "step": 305
    },
    {
      "epoch": 0.7711442786069652,
      "grad_norm": 0.578125,
      "learning_rate": 0.00010281923714759536,
      "loss": 1.1431,
      "step": 310
    },
    {
      "epoch": 0.7835820895522388,
      "grad_norm": 0.451171875,
      "learning_rate": 0.0001044776119402985,
      "loss": 1.1302,
      "step": 315
    },
    {
      "epoch": 0.7960199004975125,
      "grad_norm": 0.6171875,
      "learning_rate": 0.00010613598673300168,
      "loss": 1.1457,
      "step": 320
    },
    {
      "epoch": 0.8084577114427861,
      "grad_norm": 0.44921875,
      "learning_rate": 0.00010779436152570482,
      "loss": 1.1432,
      "step": 325
    },
    {
      "epoch": 0.8208955223880597,
      "grad_norm": 0.52734375,
      "learning_rate": 0.00010945273631840796,
      "loss": 1.1239,
      "step": 330
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.5390625,
      "learning_rate": 0.00011111111111111112,
      "loss": 1.1418,
      "step": 335
    },
    {
      "epoch": 0.845771144278607,
      "grad_norm": 0.609375,
      "learning_rate": 0.00011276948590381426,
      "loss": 1.1212,
      "step": 340
    },
    {
      "epoch": 0.8582089552238806,
      "grad_norm": 0.50390625,
      "learning_rate": 0.00011442786069651741,
      "loss": 1.1255,
      "step": 345
    },
    {
      "epoch": 0.8706467661691543,
      "grad_norm": 0.48046875,
      "learning_rate": 0.00011608623548922057,
      "loss": 1.1217,
      "step": 350
    },
    {
      "epoch": 0.8830845771144279,
      "grad_norm": 0.474609375,
      "learning_rate": 0.00011774461028192371,
      "loss": 1.1276,
      "step": 355
    },
    {
      "epoch": 0.8955223880597015,
      "grad_norm": 0.484375,
      "learning_rate": 0.00011940298507462686,
      "loss": 1.118,
      "step": 360
    },
    {
      "epoch": 0.9079601990049752,
      "grad_norm": 0.466796875,
      "learning_rate": 0.00012106135986733003,
      "loss": 1.123,
      "step": 365
    },
    {
      "epoch": 0.9203980099502488,
      "grad_norm": 0.5,
      "learning_rate": 0.00012271973466003317,
      "loss": 1.1072,
      "step": 370
    },
    {
      "epoch": 0.9328358208955224,
      "grad_norm": 0.482421875,
      "learning_rate": 0.0001243781094527363,
      "loss": 1.0974,
      "step": 375
    },
    {
      "epoch": 0.945273631840796,
      "grad_norm": 0.453125,
      "learning_rate": 0.00012603648424543948,
      "loss": 1.1078,
      "step": 380
    },
    {
      "epoch": 0.9577114427860697,
      "grad_norm": 0.5234375,
      "learning_rate": 0.00012769485903814262,
      "loss": 1.1133,
      "step": 385
    },
    {
      "epoch": 0.9701492537313433,
      "grad_norm": 1.0078125,
      "learning_rate": 0.0001293532338308458,
      "loss": 1.11,
      "step": 390
    },
    {
      "epoch": 0.9825870646766169,
      "grad_norm": 0.486328125,
      "learning_rate": 0.00013101160862354893,
      "loss": 1.1074,
      "step": 395
    },
    {
      "epoch": 0.9950248756218906,
      "grad_norm": 0.486328125,
      "learning_rate": 0.00013266998341625208,
      "loss": 1.097,
      "step": 400
    },
    {
      "epoch": 1.0,
      "eval_loss": 2.4839065074920654,
      "eval_runtime": 0.5413,
      "eval_samples_per_second": 18.473,
      "eval_steps_per_second": 1.847,
      "step": 402
    },
    {
      "epoch": 1.007462686567164,
      "grad_norm": 0.6171875,
      "learning_rate": 0.00013432835820895525,
      "loss": 1.0948,
      "step": 405
    },
    {
      "epoch": 1.0199004975124377,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0001359867330016584,
      "loss": 1.1004,
      "step": 410
    },
    {
      "epoch": 1.0323383084577114,
      "grad_norm": 0.59765625,
      "learning_rate": 0.00013764510779436153,
      "loss": 1.081,
      "step": 415
    },
    {
      "epoch": 1.044776119402985,
      "grad_norm": 0.48046875,
      "learning_rate": 0.0001393034825870647,
      "loss": 1.074,
      "step": 420
    },
    {
      "epoch": 1.0572139303482586,
      "grad_norm": 0.62890625,
      "learning_rate": 0.00014096185737976784,
      "loss": 1.0773,
      "step": 425
    },
    {
      "epoch": 1.0696517412935322,
      "grad_norm": 0.57421875,
      "learning_rate": 0.000142620232172471,
      "loss": 1.085,
      "step": 430
    },
    {
      "epoch": 1.0820895522388059,
      "grad_norm": 0.63671875,
      "learning_rate": 0.00014427860696517416,
      "loss": 1.0969,
      "step": 435
    },
    {
      "epoch": 1.0945273631840795,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0001459369817578773,
      "loss": 1.0822,
      "step": 440
    },
    {
      "epoch": 1.1069651741293531,
      "grad_norm": 0.54296875,
      "learning_rate": 0.00014759535655058044,
      "loss": 1.0884,
      "step": 445
    },
    {
      "epoch": 1.1194029850746268,
      "grad_norm": 0.8359375,
      "learning_rate": 0.0001492537313432836,
      "loss": 1.0735,
      "step": 450
    },
    {
      "epoch": 1.1318407960199006,
      "grad_norm": 0.7265625,
      "learning_rate": 0.00015091210613598675,
      "loss": 1.0884,
      "step": 455
    },
    {
      "epoch": 1.144278606965174,
      "grad_norm": 0.71875,
      "learning_rate": 0.0001525704809286899,
      "loss": 1.0784,
      "step": 460
    },
    {
      "epoch": 1.1567164179104479,
      "grad_norm": 0.65234375,
      "learning_rate": 0.00015422885572139304,
      "loss": 1.0732,
      "step": 465
    },
    {
      "epoch": 1.1691542288557213,
      "grad_norm": 0.734375,
      "learning_rate": 0.00015588723051409618,
      "loss": 1.074,
      "step": 470
    },
    {
      "epoch": 1.1815920398009951,
      "grad_norm": 0.66796875,
      "learning_rate": 0.00015754560530679935,
      "loss": 1.0803,
      "step": 475
    },
    {
      "epoch": 1.1940298507462686,
      "grad_norm": 0.59375,
      "learning_rate": 0.0001592039800995025,
      "loss": 1.0588,
      "step": 480
    },
    {
      "epoch": 1.2064676616915424,
      "grad_norm": 0.515625,
      "learning_rate": 0.00016086235489220564,
      "loss": 1.0512,
      "step": 485
    },
    {
      "epoch": 1.2189054726368158,
      "grad_norm": 0.5078125,
      "learning_rate": 0.00016252072968490878,
      "loss": 1.0672,
      "step": 490
    },
    {
      "epoch": 1.2313432835820897,
      "grad_norm": 0.5546875,
      "learning_rate": 0.00016417910447761195,
      "loss": 1.0776,
      "step": 495
    },
    {
      "epoch": 1.243781094527363,
      "grad_norm": 0.5625,
      "learning_rate": 0.0001658374792703151,
      "loss": 1.0782,
      "step": 500
    },
    {
      "epoch": 1.256218905472637,
      "grad_norm": 0.50390625,
      "learning_rate": 0.00016749585406301823,
      "loss": 1.0584,
      "step": 505
    },
    {
      "epoch": 1.2686567164179103,
      "grad_norm": 0.48046875,
      "learning_rate": 0.0001691542288557214,
      "loss": 1.0686,
      "step": 510
    },
    {
      "epoch": 1.2810945273631842,
      "grad_norm": 0.80078125,
      "learning_rate": 0.00017081260364842454,
      "loss": 1.0715,
      "step": 515
    },
    {
      "epoch": 1.2935323383084576,
      "grad_norm": 0.59765625,
      "learning_rate": 0.0001724709784411277,
      "loss": 1.0738,
      "step": 520
    },
    {
      "epoch": 1.3059701492537314,
      "grad_norm": 0.65625,
      "learning_rate": 0.00017412935323383086,
      "loss": 1.0601,
      "step": 525
    },
    {
      "epoch": 1.3184079601990049,
      "grad_norm": 0.6171875,
      "learning_rate": 0.000175787728026534,
      "loss": 1.0628,
      "step": 530
    },
    {
      "epoch": 1.3308457711442787,
      "grad_norm": 0.58984375,
      "learning_rate": 0.00017744610281923714,
      "loss": 1.0583,
      "step": 535
    },
    {
      "epoch": 1.3432835820895521,
      "grad_norm": 1.046875,
      "learning_rate": 0.0001791044776119403,
      "loss": 1.0668,
      "step": 540
    },
    {
      "epoch": 1.355721393034826,
      "grad_norm": 0.57421875,
      "learning_rate": 0.00018076285240464345,
      "loss": 1.0683,
      "step": 545
    },
    {
      "epoch": 1.3681592039800994,
      "grad_norm": 0.5390625,
      "learning_rate": 0.0001824212271973466,
      "loss": 1.0443,
      "step": 550
    },
    {
      "epoch": 1.3805970149253732,
      "grad_norm": 0.57421875,
      "learning_rate": 0.00018407960199004977,
      "loss": 1.0493,
      "step": 555
    },
    {
      "epoch": 1.3930348258706466,
      "grad_norm": 0.56640625,
      "learning_rate": 0.0001857379767827529,
      "loss": 1.0462,
      "step": 560
    },
    {
      "epoch": 1.4054726368159205,
      "grad_norm": 0.69921875,
      "learning_rate": 0.00018739635157545605,
      "loss": 1.0486,
      "step": 565
    },
    {
      "epoch": 1.417910447761194,
      "grad_norm": 0.76953125,
      "learning_rate": 0.00018905472636815922,
      "loss": 1.0599,
      "step": 570
    },
    {
      "epoch": 1.4303482587064678,
      "grad_norm": 0.703125,
      "learning_rate": 0.00019071310116086236,
      "loss": 1.0311,
      "step": 575
    },
    {
      "epoch": 1.4427860696517412,
      "grad_norm": 1.109375,
      "learning_rate": 0.0001923714759535655,
      "loss": 1.045,
      "step": 580
    },
    {
      "epoch": 1.455223880597015,
      "grad_norm": 0.93359375,
      "learning_rate": 0.00019402985074626867,
      "loss": 1.051,
      "step": 585
    },
    {
      "epoch": 1.4676616915422884,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00019568822553897182,
      "loss": 1.0535,
      "step": 590
    },
    {
      "epoch": 1.4800995024875623,
      "grad_norm": 0.64453125,
      "learning_rate": 0.00019734660033167496,
      "loss": 1.054,
      "step": 595
    },
    {
      "epoch": 1.4925373134328357,
      "grad_norm": 0.875,
      "learning_rate": 0.00019900497512437813,
      "loss": 1.0383,
      "step": 600
    },
    {
      "epoch": 1.5049751243781095,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00019999993297913182,
      "loss": 1.0563,
      "step": 605
    },
    {
      "epoch": 1.517412935323383,
      "grad_norm": 0.53125,
      "learning_rate": 0.0001999991789953964,
      "loss": 1.0399,
      "step": 610
    },
    {
      "epoch": 1.5298507462686568,
      "grad_norm": 0.46484375,
      "learning_rate": 0.000199997587258178,
      "loss": 1.0369,
      "step": 615
    },
    {
      "epoch": 1.5422885572139302,
      "grad_norm": 0.484375,
      "learning_rate": 0.00019999515778081154,
      "loss": 1.0362,
      "step": 620
    },
    {
      "epoch": 1.554726368159204,
      "grad_norm": 0.490234375,
      "learning_rate": 0.00019999189058365023,
      "loss": 1.0356,
      "step": 625
    },
    {
      "epoch": 1.5671641791044775,
      "grad_norm": 0.498046875,
      "learning_rate": 0.0001999877856940653,
      "loss": 1.0452,
      "step": 630
    },
    {
      "epoch": 1.5796019900497513,
      "grad_norm": 0.578125,
      "learning_rate": 0.00019998284314644597,
      "loss": 1.0375,
      "step": 635
    },
    {
      "epoch": 1.5920398009950247,
      "grad_norm": 0.57421875,
      "learning_rate": 0.00019997706298219888,
      "loss": 1.0387,
      "step": 640
    },
    {
      "epoch": 1.6044776119402986,
      "grad_norm": 0.64453125,
      "learning_rate": 0.00019997044524974799,
      "loss": 1.0344,
      "step": 645
    },
    {
      "epoch": 1.616915422885572,
      "grad_norm": 0.5546875,
      "learning_rate": 0.000199962990004534,
      "loss": 1.0329,
      "step": 650
    },
    {
      "epoch": 1.6293532338308458,
      "grad_norm": 0.65234375,
      "learning_rate": 0.00019995469730901407,
      "loss": 1.0369,
      "step": 655
    },
    {
      "epoch": 1.6417910447761193,
      "grad_norm": 0.5546875,
      "learning_rate": 0.00019994556723266103,
      "loss": 1.0334,
      "step": 660
    },
    {
      "epoch": 1.654228855721393,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0001999355998519631,
      "loss": 1.0294,
      "step": 665
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.482421875,
      "learning_rate": 0.00019992479525042303,
      "loss": 1.0203,
      "step": 670
    },
    {
      "epoch": 1.6791044776119404,
      "grad_norm": 0.62890625,
      "learning_rate": 0.00019991315351855748,
      "loss": 1.03,
      "step": 675
    },
    {
      "epoch": 1.6915422885572138,
      "grad_norm": 0.49609375,
      "learning_rate": 0.00019990067475389626,
      "loss": 1.034,
      "step": 680
    },
    {
      "epoch": 1.7039800995024876,
      "grad_norm": 0.5078125,
      "learning_rate": 0.00019988735906098154,
      "loss": 1.0294,
      "step": 685
    },
    {
      "epoch": 1.716417910447761,
      "grad_norm": 0.55078125,
      "learning_rate": 0.00019987320655136693,
      "loss": 1.0287,
      "step": 690
    },
    {
      "epoch": 1.728855721393035,
      "grad_norm": 0.5,
      "learning_rate": 0.00019985821734361646,
      "loss": 1.0259,
      "step": 695
    },
    {
      "epoch": 1.7412935323383083,
      "grad_norm": 0.56640625,
      "learning_rate": 0.00019984239156330388,
      "loss": 1.0199,
      "step": 700
    },
    {
      "epoch": 1.7537313432835822,
      "grad_norm": 0.51171875,
      "learning_rate": 0.00019982572934301122,
      "loss": 1.0248,
      "step": 705
    },
    {
      "epoch": 1.7661691542288556,
      "grad_norm": 0.54296875,
      "learning_rate": 0.000199808230822328,
      "loss": 1.0321,
      "step": 710
    },
    {
      "epoch": 1.7786069651741294,
      "grad_norm": 0.63671875,
      "learning_rate": 0.00019978989614784988,
      "loss": 1.0268,
      "step": 715
    },
    {
      "epoch": 1.7910447761194028,
      "grad_norm": 0.71875,
      "learning_rate": 0.0001997707254731775,
      "loss": 1.0317,
      "step": 720
    },
    {
      "epoch": 1.8034825870646767,
      "grad_norm": 0.6875,
      "learning_rate": 0.00019975071895891514,
      "loss": 1.037,
      "step": 725
    },
    {
      "epoch": 1.81592039800995,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0001997298767726695,
      "loss": 1.0209,
      "step": 730
    },
    {
      "epoch": 1.828358208955224,
      "grad_norm": 0.546875,
      "learning_rate": 0.00019970819908904814,
      "loss": 1.0206,
      "step": 735
    },
    {
      "epoch": 1.8407960199004973,
      "grad_norm": 0.46875,
      "learning_rate": 0.00019968568608965808,
      "loss": 1.031,
      "step": 740
    },
    {
      "epoch": 1.8532338308457712,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0001996623379631043,
      "loss": 1.0212,
      "step": 745
    },
    {
      "epoch": 1.8656716417910446,
      "grad_norm": 0.5703125,
      "learning_rate": 0.00019963815490498817,
      "loss": 1.0206,
      "step": 750
    },
    {
      "epoch": 1.8781094527363185,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0001996131371179058,
      "loss": 1.0303,
      "step": 755
    },
    {
      "epoch": 1.890547263681592,
      "grad_norm": 0.6328125,
      "learning_rate": 0.00019958728481144622,
      "loss": 1.0131,
      "step": 760
    },
    {
      "epoch": 1.9029850746268657,
      "grad_norm": 0.46875,
      "learning_rate": 0.00019956059820218982,
      "loss": 1.0247,
      "step": 765
    },
    {
      "epoch": 1.9154228855721394,
      "grad_norm": 0.54296875,
      "learning_rate": 0.00019953307751370647,
      "loss": 1.0152,
      "step": 770
    },
    {
      "epoch": 1.927860696517413,
      "grad_norm": 0.625,
      "learning_rate": 0.00019950472297655355,
      "loss": 1.0262,
      "step": 775
    },
    {
      "epoch": 1.9402985074626866,
      "grad_norm": 0.5703125,
      "learning_rate": 0.00019947553482827418,
      "loss": 1.0148,
      "step": 780
    },
    {
      "epoch": 1.9527363184079602,
      "grad_norm": 0.59375,
      "learning_rate": 0.0001994455133133951,
      "loss": 1.0253,
      "step": 785
    },
    {
      "epoch": 1.9651741293532339,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0001994146586834246,
      "loss": 1.005,
      "step": 790
    },
    {
      "epoch": 1.9776119402985075,
      "grad_norm": 0.4453125,
      "learning_rate": 0.00019938297119685054,
      "loss": 1.0135,
      "step": 795
    },
    {
      "epoch": 1.9900497512437811,
      "grad_norm": 0.55859375,
      "learning_rate": 0.0001993504511191382,
      "loss": 1.0176,
      "step": 800
    },
    {
      "epoch": 2.0,
      "eval_loss": 2.453425884246826,
      "eval_runtime": 0.5408,
      "eval_samples_per_second": 18.492,
      "eval_steps_per_second": 1.849,
      "step": 804
    },
    {
      "epoch": 2.0024875621890548,
      "grad_norm": 0.4609375,
      "learning_rate": 0.00019931709872272784,
      "loss": 1.016,
      "step": 805
    },
    {
      "epoch": 2.014925373134328,
      "grad_norm": 0.70703125,
      "learning_rate": 0.00019928291428703262,
      "loss": 1.0027,
      "step": 810
    },
    {
      "epoch": 2.027363184079602,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0001992478980984362,
      "loss": 0.9947,
      "step": 815
    },
    {
      "epoch": 2.0398009950248754,
      "grad_norm": 0.484375,
      "learning_rate": 0.00019921205045029036,
      "loss": 1.001,
      "step": 820
    },
    {
      "epoch": 2.0522388059701493,
      "grad_norm": 0.58984375,
      "learning_rate": 0.00019917537164291244,
      "loss": 1.0045,
      "step": 825
    },
    {
      "epoch": 2.0646766169154227,
      "grad_norm": 0.5234375,
      "learning_rate": 0.00019913786198358298,
      "loss": 0.9802,
      "step": 830
    },
    {
      "epoch": 2.0771144278606966,
      "grad_norm": 0.6171875,
      "learning_rate": 0.000199099521786543,
      "loss": 1.0032,
      "step": 835
    },
    {
      "epoch": 2.08955223880597,
      "grad_norm": 0.5546875,
      "learning_rate": 0.0001990603513729915,
      "loss": 0.9995,
      "step": 840
    },
    {
      "epoch": 2.101990049751244,
      "grad_norm": 0.5859375,
      "learning_rate": 0.0001990203510710827,
      "loss": 1.0095,
      "step": 845
    },
    {
      "epoch": 2.1144278606965172,
      "grad_norm": 0.58984375,
      "learning_rate": 0.00019897952121592324,
      "loss": 1.0142,
      "step": 850
    },
    {
      "epoch": 2.126865671641791,
      "grad_norm": 0.72265625,
      "learning_rate": 0.00019893786214956945,
      "loss": 0.9994,
      "step": 855
    },
    {
      "epoch": 2.1393034825870645,
      "grad_norm": 0.65625,
      "learning_rate": 0.0001988953742210245,
      "loss": 0.9955,
      "step": 860
    },
    {
      "epoch": 2.1517412935323383,
      "grad_norm": 0.6328125,
      "learning_rate": 0.00019885205778623545,
      "loss": 1.0022,
      "step": 865
    },
    {
      "epoch": 2.1641791044776117,
      "grad_norm": 0.494140625,
      "learning_rate": 0.0001988079132080901,
      "loss": 0.9958,
      "step": 870
    },
    {
      "epoch": 2.1766169154228856,
      "grad_norm": 0.53515625,
      "learning_rate": 0.00019876294085641435,
      "loss": 0.9976,
      "step": 875
    },
    {
      "epoch": 2.189054726368159,
      "grad_norm": 0.62890625,
      "learning_rate": 0.00019871714110796874,
      "loss": 0.9886,
      "step": 880
    },
    {
      "epoch": 2.201492537313433,
      "grad_norm": 0.65234375,
      "learning_rate": 0.0001986705143464453,
      "loss": 1.0021,
      "step": 885
    },
    {
      "epoch": 2.2139303482587063,
      "grad_norm": 0.6953125,
      "learning_rate": 0.00019862306096246464,
      "loss": 0.9989,
      "step": 890
    },
    {
      "epoch": 2.22636815920398,
      "grad_norm": 0.474609375,
      "learning_rate": 0.00019857478135357234,
      "loss": 0.9939,
      "step": 895
    },
    {
      "epoch": 2.2388059701492535,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0001985256759242359,
      "loss": 0.989,
      "step": 900
    },
    {
      "epoch": 2.2512437810945274,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0001984757450858411,
      "loss": 0.9938,
      "step": 905
    },
    {
      "epoch": 2.2636815920398012,
      "grad_norm": 0.62890625,
      "learning_rate": 0.00019842498925668871,
      "loss": 1.0024,
      "step": 910
    },
    {
      "epoch": 2.2761194029850746,
      "grad_norm": 0.6875,
      "learning_rate": 0.00019837340886199096,
      "loss": 0.9956,
      "step": 915
    },
    {
      "epoch": 2.288557213930348,
      "grad_norm": 0.453125,
      "learning_rate": 0.00019832100433386795,
      "loss": 0.9936,
      "step": 920
    },
    {
      "epoch": 2.300995024875622,
      "grad_norm": 0.5390625,
      "learning_rate": 0.00019826777611134402,
      "loss": 0.9908,
      "step": 925
    },
    {
      "epoch": 2.3134328358208958,
      "grad_norm": 0.609375,
      "learning_rate": 0.00019821372464034416,
      "loss": 0.9868,
      "step": 930
    },
    {
      "epoch": 2.325870646766169,
      "grad_norm": 0.625,
      "learning_rate": 0.00019815885037369015,
      "loss": 1.0012,
      "step": 935
    },
    {
      "epoch": 2.3383084577114426,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0001981031537710968,
      "loss": 0.9867,
      "step": 940
    },
    {
      "epoch": 2.3507462686567164,
      "grad_norm": 0.59375,
      "learning_rate": 0.00019804663529916826,
      "loss": 0.9865,
      "step": 945
    },
    {
      "epoch": 2.3631840796019903,
      "grad_norm": 0.7109375,
      "learning_rate": 0.00019798929543139382,
      "loss": 1.0003,
      "step": 950
    },
    {
      "epoch": 2.3756218905472637,
      "grad_norm": 0.453125,
      "learning_rate": 0.00019793113464814416,
      "loss": 1.0018,
      "step": 955
    },
    {
      "epoch": 2.388059701492537,
      "grad_norm": 0.51171875,
      "learning_rate": 0.00019787215343666732,
      "loss": 0.9893,
      "step": 960
    },
    {
      "epoch": 2.400497512437811,
      "grad_norm": 0.515625,
      "learning_rate": 0.00019781235229108447,
      "loss": 1.0048,
      "step": 965
    },
    {
      "epoch": 2.412935323383085,
      "grad_norm": 0.66015625,
      "learning_rate": 0.00019775173171238588,
      "loss": 0.9935,
      "step": 970
    },
    {
      "epoch": 2.425373134328358,
      "grad_norm": 0.455078125,
      "learning_rate": 0.00019769029220842677,
      "loss": 0.9947,
      "step": 975
    },
    {
      "epoch": 2.4378109452736316,
      "grad_norm": 0.62109375,
      "learning_rate": 0.00019762803429392297,
      "loss": 0.9814,
      "step": 980
    },
    {
      "epoch": 2.4502487562189055,
      "grad_norm": 0.578125,
      "learning_rate": 0.00019756495849044653,
      "loss": 0.9852,
      "step": 985
    },
    {
      "epoch": 2.4626865671641793,
      "grad_norm": 0.58984375,
      "learning_rate": 0.0001975010653264216,
      "loss": 0.9856,
      "step": 990
    },
    {
      "epoch": 2.4751243781094527,
      "grad_norm": 0.5,
      "learning_rate": 0.00019743635533711978,
      "loss": 0.9778,
      "step": 995
    },
    {
      "epoch": 2.487562189054726,
      "grad_norm": 0.4765625,
      "learning_rate": 0.00019737082906465565,
      "loss": 0.9916,
      "step": 1000
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.515625,
      "learning_rate": 0.00019730448705798239,
      "loss": 0.9959,
      "step": 1005
    },
    {
      "epoch": 2.512437810945274,
      "grad_norm": 0.5,
      "learning_rate": 0.00019723732987288704,
      "loss": 0.9839,
      "step": 1010
    },
    {
      "epoch": 2.5248756218905473,
      "grad_norm": 0.484375,
      "learning_rate": 0.00019716935807198588,
      "loss": 0.9926,
      "step": 1015
    },
    {
      "epoch": 2.5373134328358207,
      "grad_norm": 0.53125,
      "learning_rate": 0.00019710057222471967,
      "loss": 0.9867,
      "step": 1020
    },
    {
      "epoch": 2.5497512437810945,
      "grad_norm": 0.515625,
      "learning_rate": 0.00019703097290734903,
      "loss": 0.9857,
      "step": 1025
    },
    {
      "epoch": 2.5621890547263684,
      "grad_norm": 0.447265625,
      "learning_rate": 0.00019696056070294944,
      "loss": 0.972,
      "step": 1030
    },
    {
      "epoch": 2.574626865671642,
      "grad_norm": 0.51171875,
      "learning_rate": 0.00019688933620140637,
      "loss": 0.988,
      "step": 1035
    },
    {
      "epoch": 2.587064676616915,
      "grad_norm": 0.51953125,
      "learning_rate": 0.00019681729999941058,
      "loss": 0.981,
      "step": 1040
    },
    {
      "epoch": 2.599502487562189,
      "grad_norm": 0.59375,
      "learning_rate": 0.0001967444527004527,
      "loss": 0.9884,
      "step": 1045
    },
    {
      "epoch": 2.611940298507463,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0001966707949148186,
      "loss": 0.9943,
      "step": 1050
    },
    {
      "epoch": 2.6243781094527363,
      "grad_norm": 0.498046875,
      "learning_rate": 0.00019659632725958396,
      "loss": 0.9818,
      "step": 1055
    },
    {
      "epoch": 2.6368159203980097,
      "grad_norm": 0.5546875,
      "learning_rate": 0.00019652105035860933,
      "loss": 0.9825,
      "step": 1060
    },
    {
      "epoch": 2.6492537313432836,
      "grad_norm": 0.671875,
      "learning_rate": 0.00019644496484253474,
      "loss": 0.9854,
      "step": 1065
    },
    {
      "epoch": 2.6616915422885574,
      "grad_norm": 0.5078125,
      "learning_rate": 0.00019636807134877442,
      "loss": 0.9861,
      "step": 1070
    },
    {
      "epoch": 2.674129353233831,
      "grad_norm": 0.62109375,
      "learning_rate": 0.00019629037052151164,
      "loss": 0.9851,
      "step": 1075
    },
    {
      "epoch": 2.6865671641791042,
      "grad_norm": 0.451171875,
      "learning_rate": 0.00019621186301169315,
      "loss": 0.9746,
      "step": 1080
    },
    {
      "epoch": 2.699004975124378,
      "grad_norm": 0.55859375,
      "learning_rate": 0.00019613254947702368,
      "loss": 0.9793,
      "step": 1085
    },
    {
      "epoch": 2.711442786069652,
      "grad_norm": 0.515625,
      "learning_rate": 0.00019605243058196063,
      "loss": 0.9817,
      "step": 1090
    },
    {
      "epoch": 2.7238805970149254,
      "grad_norm": 0.5546875,
      "learning_rate": 0.00019597150699770835,
      "loss": 0.9851,
      "step": 1095
    },
    {
      "epoch": 2.7363184079601988,
      "grad_norm": 0.578125,
      "learning_rate": 0.00019588977940221248,
      "loss": 0.9811,
      "step": 1100
    },
    {
      "epoch": 2.7487562189054726,
      "grad_norm": 0.66796875,
      "learning_rate": 0.00019580724848015452,
      "loss": 0.9793,
      "step": 1105
    },
    {
      "epoch": 2.7611940298507465,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0001957239149229458,
      "loss": 0.9726,
      "step": 1110
    },
    {
      "epoch": 2.77363184079602,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0001956397794287218,
      "loss": 0.9852,
      "step": 1115
    },
    {
      "epoch": 2.7860696517412933,
      "grad_norm": 0.455078125,
      "learning_rate": 0.0001955548427023363,
      "loss": 0.9828,
      "step": 1120
    },
    {
      "epoch": 2.798507462686567,
      "grad_norm": 0.4765625,
      "learning_rate": 0.00019546910545535558,
      "loss": 0.9775,
      "step": 1125
    },
    {
      "epoch": 2.810945273631841,
      "grad_norm": 0.45703125,
      "learning_rate": 0.0001953825684060523,
      "loss": 0.9735,
      "step": 1130
    },
    {
      "epoch": 2.8233830845771144,
      "grad_norm": 0.4453125,
      "learning_rate": 0.00019529523227939958,
      "loss": 0.9848,
      "step": 1135
    },
    {
      "epoch": 2.835820895522388,
      "grad_norm": 0.53125,
      "learning_rate": 0.00019520709780706486,
      "loss": 0.9798,
      "step": 1140
    },
    {
      "epoch": 2.8482587064676617,
      "grad_norm": 0.66796875,
      "learning_rate": 0.00019511816572740376,
      "loss": 0.9729,
      "step": 1145
    },
    {
      "epoch": 2.8606965174129355,
      "grad_norm": 0.546875,
      "learning_rate": 0.00019502843678545405,
      "loss": 0.9775,
      "step": 1150
    },
    {
      "epoch": 2.873134328358209,
      "grad_norm": 0.5390625,
      "learning_rate": 0.00019493791173292923,
      "loss": 0.9693,
      "step": 1155
    },
    {
      "epoch": 2.8855721393034823,
      "grad_norm": 0.4921875,
      "learning_rate": 0.0001948465913282123,
      "loss": 0.9836,
      "step": 1160
    },
    {
      "epoch": 2.898009950248756,
      "grad_norm": 0.5703125,
      "learning_rate": 0.0001947544763363494,
      "loss": 0.9861,
      "step": 1165
    },
    {
      "epoch": 2.91044776119403,
      "grad_norm": 0.498046875,
      "learning_rate": 0.00019466156752904343,
      "loss": 0.9711,
      "step": 1170
    },
    {
      "epoch": 2.9228855721393034,
      "grad_norm": 0.43359375,
      "learning_rate": 0.00019456786568464756,
      "loss": 0.9761,
      "step": 1175
    },
    {
      "epoch": 2.935323383084577,
      "grad_norm": 0.57421875,
      "learning_rate": 0.00019447337158815865,
      "loss": 0.9883,
      "step": 1180
    },
    {
      "epoch": 2.9477611940298507,
      "grad_norm": 0.5703125,
      "learning_rate": 0.00019437808603121087,
      "loss": 0.9788,
      "step": 1185
    },
    {
      "epoch": 2.9601990049751246,
      "grad_norm": 0.4609375,
      "learning_rate": 0.00019428200981206877,
      "loss": 0.974,
      "step": 1190
    },
    {
      "epoch": 2.972636815920398,
      "grad_norm": 0.55859375,
      "learning_rate": 0.00019418514373562086,
      "loss": 0.9842,
      "step": 1195
    },
    {
      "epoch": 2.9850746268656714,
      "grad_norm": 0.55859375,
      "learning_rate": 0.00019408748861337273,
      "loss": 0.9771,
      "step": 1200
    },
    {
      "epoch": 2.9975124378109452,
      "grad_norm": 0.546875,
      "learning_rate": 0.0001939890452634403,
      "loss": 0.9746,
      "step": 1205
    },
    {
      "epoch": 3.0,
      "eval_loss": 2.4625403881073,
      "eval_runtime": 0.5385,
      "eval_samples_per_second": 18.57,
      "eval_steps_per_second": 1.857,
      "step": 1206
    },
    {
      "epoch": 3.009950248756219,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0001938898145105429,
      "loss": 0.9575,
      "step": 1210
    },
    {
      "epoch": 3.0223880597014925,
      "grad_norm": 0.58203125,
      "learning_rate": 0.00019378979718599645,
      "loss": 0.9523,
      "step": 1215
    },
    {
      "epoch": 3.0348258706467663,
      "grad_norm": 0.5078125,
      "learning_rate": 0.00019368899412770653,
      "loss": 0.9495,
      "step": 1220
    },
    {
      "epoch": 3.0472636815920398,
      "grad_norm": 0.68359375,
      "learning_rate": 0.00019358740618016107,
      "loss": 0.9658,
      "step": 1225
    },
    {
      "epoch": 3.0597014925373136,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0001934850341944237,
      "loss": 0.9561,
      "step": 1230
    },
    {
      "epoch": 3.072139303482587,
      "grad_norm": 0.490234375,
      "learning_rate": 0.00019338187902812634,
      "loss": 0.9604,
      "step": 1235
    },
    {
      "epoch": 3.084577114427861,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0001932779415454621,
      "loss": 0.9641,
      "step": 1240
    },
    {
      "epoch": 3.0970149253731343,
      "grad_norm": 0.4921875,
      "learning_rate": 0.00019317322261717794,
      "loss": 0.9729,
      "step": 1245
    },
    {
      "epoch": 3.109452736318408,
      "grad_norm": 0.5234375,
      "learning_rate": 0.00019306772312056758,
      "loss": 0.974,
      "step": 1250
    },
    {
      "epoch": 3.1218905472636815,
      "grad_norm": 0.5703125,
      "learning_rate": 0.000192961443939464,
      "loss": 0.9546,
      "step": 1255
    },
    {
      "epoch": 3.1343283582089554,
      "grad_norm": 0.62890625,
      "learning_rate": 0.00019285438596423204,
      "loss": 0.9575,
      "step": 1260
    },
    {
      "epoch": 3.146766169154229,
      "grad_norm": 0.6328125,
      "learning_rate": 0.00019274655009176095,
      "loss": 0.964,
      "step": 1265
    },
    {
      "epoch": 3.1592039800995027,
      "grad_norm": 0.52734375,
      "learning_rate": 0.00019263793722545694,
      "loss": 0.9619,
      "step": 1270
    },
    {
      "epoch": 3.171641791044776,
      "grad_norm": 0.4453125,
      "learning_rate": 0.00019252854827523557,
      "loss": 0.9581,
      "step": 1275
    },
    {
      "epoch": 3.18407960199005,
      "grad_norm": 0.435546875,
      "learning_rate": 0.0001924183841575141,
      "loss": 0.9488,
      "step": 1280
    },
    {
      "epoch": 3.1965174129353233,
      "grad_norm": 0.52734375,
      "learning_rate": 0.0001923074457952038,
      "loss": 0.9487,
      "step": 1285
    },
    {
      "epoch": 3.208955223880597,
      "grad_norm": 0.5390625,
      "learning_rate": 0.00019219573411770235,
      "loss": 0.9543,
      "step": 1290
    },
    {
      "epoch": 3.2213930348258706,
      "grad_norm": 0.515625,
      "learning_rate": 0.00019208325006088588,
      "loss": 0.9569,
      "step": 1295
    },
    {
      "epoch": 3.2338308457711444,
      "grad_norm": 0.50390625,
      "learning_rate": 0.00019196999456710118,
      "loss": 0.9652,
      "step": 1300
    },
    {
      "epoch": 3.246268656716418,
      "grad_norm": 0.53125,
      "learning_rate": 0.000191855968585158,
      "loss": 0.9526,
      "step": 1305
    },
    {
      "epoch": 3.2587064676616917,
      "grad_norm": 0.4921875,
      "learning_rate": 0.0001917411730703207,
      "loss": 0.9433,
      "step": 1310
    },
    {
      "epoch": 3.271144278606965,
      "grad_norm": 0.423828125,
      "learning_rate": 0.00019162560898430066,
      "loss": 0.9718,
      "step": 1315
    },
    {
      "epoch": 3.283582089552239,
      "grad_norm": 0.66796875,
      "learning_rate": 0.000191509277295248,
      "loss": 0.9569,
      "step": 1320
    },
    {
      "epoch": 3.2960199004975124,
      "grad_norm": 0.490234375,
      "learning_rate": 0.00019139217897774343,
      "loss": 0.9624,
      "step": 1325
    },
    {
      "epoch": 3.308457711442786,
      "grad_norm": 0.484375,
      "learning_rate": 0.00019127431501279033,
      "loss": 0.9543,
      "step": 1330
    },
    {
      "epoch": 3.3208955223880596,
      "grad_norm": 0.421875,
      "learning_rate": 0.00019115568638780622,
      "loss": 0.946,
      "step": 1335
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 0.498046875,
      "learning_rate": 0.0001910362940966147,
      "loss": 0.9531,
      "step": 1340
    },
    {
      "epoch": 3.345771144278607,
      "grad_norm": 0.5703125,
      "learning_rate": 0.00019091613913943705,
      "loss": 0.9544,
      "step": 1345
    },
    {
      "epoch": 3.3582089552238807,
      "grad_norm": 0.734375,
      "learning_rate": 0.00019079522252288386,
      "loss": 0.9701,
      "step": 1350
    },
    {
      "epoch": 3.370646766169154,
      "grad_norm": 0.578125,
      "learning_rate": 0.00019067354525994669,
      "loss": 0.9647,
      "step": 1355
    },
    {
      "epoch": 3.383084577114428,
      "grad_norm": 0.76171875,
      "learning_rate": 0.00019055110836998935,
      "loss": 0.9561,
      "step": 1360
    },
    {
      "epoch": 3.3955223880597014,
      "grad_norm": 0.55078125,
      "learning_rate": 0.00019042791287873957,
      "loss": 0.9601,
      "step": 1365
    },
    {
      "epoch": 3.4079601990049753,
      "grad_norm": 0.7734375,
      "learning_rate": 0.0001903039598182804,
      "loss": 0.9657,
      "step": 1370
    },
    {
      "epoch": 3.4203980099502487,
      "grad_norm": 0.5234375,
      "learning_rate": 0.00019017925022704138,
      "loss": 0.943,
      "step": 1375
    },
    {
      "epoch": 3.4328358208955225,
      "grad_norm": 0.57421875,
      "learning_rate": 0.00019005378514979008,
      "loss": 0.9732,
      "step": 1380
    },
    {
      "epoch": 3.445273631840796,
      "grad_norm": 0.55859375,
      "learning_rate": 0.00018992756563762314,
      "loss": 0.9498,
      "step": 1385
    },
    {
      "epoch": 3.45771144278607,
      "grad_norm": 0.5625,
      "learning_rate": 0.00018980059274795768,
      "loss": 0.9501,
      "step": 1390
    },
    {
      "epoch": 3.470149253731343,
      "grad_norm": 0.470703125,
      "learning_rate": 0.00018967286754452214,
      "loss": 0.9519,
      "step": 1395
    },
    {
      "epoch": 3.482587064676617,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0001895443910973477,
      "loss": 0.9582,
      "step": 1400
    },
    {
      "epoch": 3.4950248756218905,
      "grad_norm": 0.482421875,
      "learning_rate": 0.00018941516448275908,
      "loss": 0.9556,
      "step": 1405
    },
    {
      "epoch": 3.5074626865671643,
      "grad_norm": 0.44140625,
      "learning_rate": 0.0001892851887833657,
      "loss": 0.9629,
      "step": 1410
    },
    {
      "epoch": 3.5199004975124377,
      "grad_norm": 0.421875,
      "learning_rate": 0.00018915446508805235,
      "loss": 0.9486,
      "step": 1415
    },
    {
      "epoch": 3.5323383084577116,
      "grad_norm": 0.498046875,
      "learning_rate": 0.00018902299449197042,
      "loss": 0.9488,
      "step": 1420
    },
    {
      "epoch": 3.544776119402985,
      "grad_norm": 0.46875,
      "learning_rate": 0.0001888907780965284,
      "loss": 0.9424,
      "step": 1425
    },
    {
      "epoch": 3.557213930348259,
      "grad_norm": 0.458984375,
      "learning_rate": 0.00018875781700938285,
      "loss": 0.9472,
      "step": 1430
    },
    {
      "epoch": 3.5696517412935322,
      "grad_norm": 0.466796875,
      "learning_rate": 0.00018862411234442904,
      "loss": 0.9673,
      "step": 1435
    },
    {
      "epoch": 3.582089552238806,
      "grad_norm": 0.55859375,
      "learning_rate": 0.00018848966522179168,
      "loss": 0.9684,
      "step": 1440
    },
    {
      "epoch": 3.5945273631840795,
      "grad_norm": 0.462890625,
      "learning_rate": 0.00018835447676781545,
      "loss": 0.9586,
      "step": 1445
    },
    {
      "epoch": 3.6069651741293534,
      "grad_norm": 0.59765625,
      "learning_rate": 0.00018821854811505565,
      "loss": 0.9458,
      "step": 1450
    },
    {
      "epoch": 3.6194029850746268,
      "grad_norm": 0.75390625,
      "learning_rate": 0.00018808188040226868,
      "loss": 0.9554,
      "step": 1455
    },
    {
      "epoch": 3.6318407960199006,
      "grad_norm": 0.77734375,
      "learning_rate": 0.0001879444747744024,
      "loss": 0.9404,
      "step": 1460
    },
    {
      "epoch": 3.644278606965174,
      "grad_norm": 0.6015625,
      "learning_rate": 0.0001878063323825867,
      "loss": 0.9525,
      "step": 1465
    },
    {
      "epoch": 3.656716417910448,
      "grad_norm": 0.5546875,
      "learning_rate": 0.00018766745438412384,
      "loss": 0.9562,
      "step": 1470
    },
    {
      "epoch": 3.6691542288557213,
      "grad_norm": 0.4921875,
      "learning_rate": 0.0001875278419424786,
      "loss": 0.9405,
      "step": 1475
    },
    {
      "epoch": 3.681592039800995,
      "grad_norm": 0.47265625,
      "learning_rate": 0.00018738749622726863,
      "loss": 0.9479,
      "step": 1480
    },
    {
      "epoch": 3.6940298507462686,
      "grad_norm": 0.4609375,
      "learning_rate": 0.00018724641841425478,
      "loss": 0.9535,
      "step": 1485
    },
    {
      "epoch": 3.7064676616915424,
      "grad_norm": 0.4609375,
      "learning_rate": 0.00018710460968533103,
      "loss": 0.9572,
      "step": 1490
    },
    {
      "epoch": 3.718905472636816,
      "grad_norm": 0.5078125,
      "learning_rate": 0.00018696207122851467,
      "loss": 0.9583,
      "step": 1495
    },
    {
      "epoch": 3.7313432835820897,
      "grad_norm": 0.6015625,
      "learning_rate": 0.00018681880423793642,
      "loss": 0.9566,
      "step": 1500
    },
    {
      "epoch": 3.743781094527363,
      "grad_norm": 0.640625,
      "learning_rate": 0.00018667480991383032,
      "loss": 0.9539,
      "step": 1505
    },
    {
      "epoch": 3.756218905472637,
      "grad_norm": 0.50390625,
      "learning_rate": 0.00018653008946252372,
      "loss": 0.9479,
      "step": 1510
    },
    {
      "epoch": 3.7686567164179103,
      "grad_norm": 0.54296875,
      "learning_rate": 0.00018638464409642723,
      "loss": 0.9516,
      "step": 1515
    },
    {
      "epoch": 3.781094527363184,
      "grad_norm": 0.5859375,
      "learning_rate": 0.00018623847503402446,
      "loss": 0.9467,
      "step": 1520
    },
    {
      "epoch": 3.7935323383084576,
      "grad_norm": 0.703125,
      "learning_rate": 0.0001860915834998619,
      "loss": 0.9551,
      "step": 1525
    },
    {
      "epoch": 3.8059701492537314,
      "grad_norm": 0.61328125,
      "learning_rate": 0.00018594397072453856,
      "loss": 0.9456,
      "step": 1530
    },
    {
      "epoch": 3.818407960199005,
      "grad_norm": 0.53125,
      "learning_rate": 0.00018579563794469573,
      "loss": 0.9467,
      "step": 1535
    },
    {
      "epoch": 3.8308457711442787,
      "grad_norm": 0.5234375,
      "learning_rate": 0.00018564658640300672,
      "loss": 0.9462,
      "step": 1540
    },
    {
      "epoch": 3.843283582089552,
      "grad_norm": 0.48828125,
      "learning_rate": 0.00018549681734816623,
      "loss": 0.9539,
      "step": 1545
    },
    {
      "epoch": 3.855721393034826,
      "grad_norm": 0.53515625,
      "learning_rate": 0.00018534633203488006,
      "loss": 0.9501,
      "step": 1550
    },
    {
      "epoch": 3.8681592039800994,
      "grad_norm": 0.5078125,
      "learning_rate": 0.00018519513172385446,
      "loss": 0.9354,
      "step": 1555
    },
    {
      "epoch": 3.8805970149253732,
      "grad_norm": 0.546875,
      "learning_rate": 0.0001850432176817857,
      "loss": 0.9468,
      "step": 1560
    },
    {
      "epoch": 3.8930348258706466,
      "grad_norm": 0.52734375,
      "learning_rate": 0.00018489059118134948,
      "loss": 0.9561,
      "step": 1565
    },
    {
      "epoch": 3.9054726368159205,
      "grad_norm": 0.515625,
      "learning_rate": 0.00018473725350119004,
      "loss": 0.9508,
      "step": 1570
    },
    {
      "epoch": 3.917910447761194,
      "grad_norm": 0.50390625,
      "learning_rate": 0.00018458320592590975,
      "loss": 0.9344,
      "step": 1575
    },
    {
      "epoch": 3.9303482587064678,
      "grad_norm": 0.423828125,
      "learning_rate": 0.0001844284497460581,
      "loss": 0.9512,
      "step": 1580
    },
    {
      "epoch": 3.942786069651741,
      "grad_norm": 0.416015625,
      "learning_rate": 0.000184272986258121,
      "loss": 0.9561,
      "step": 1585
    },
    {
      "epoch": 3.955223880597015,
      "grad_norm": 0.455078125,
      "learning_rate": 0.00018411681676450999,
      "loss": 0.9522,
      "step": 1590
    },
    {
      "epoch": 3.9676616915422884,
      "grad_norm": 0.53515625,
      "learning_rate": 0.00018395994257355112,
      "loss": 0.9399,
      "step": 1595
    },
    {
      "epoch": 3.9800995024875623,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0001838023649994742,
      "loss": 0.9556,
      "step": 1600
    },
    {
      "epoch": 3.9925373134328357,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0001836440853624017,
      "loss": 0.9525,
      "step": 1605
    },
    {
      "epoch": 4.0,
      "eval_loss": 2.458648204803467,
      "eval_runtime": 0.5393,
      "eval_samples_per_second": 18.544,
      "eval_steps_per_second": 1.854,
      "step": 1608
    },
    {
      "epoch": 4.0049751243781095,
      "grad_norm": 0.55859375,
      "learning_rate": 0.00018348510498833765,
      "loss": 0.949,
      "step": 1610
    },
    {
      "epoch": 4.017412935323383,
      "grad_norm": 0.5859375,
      "learning_rate": 0.00018332542520915665,
      "loss": 0.9323,
      "step": 1615
    },
    {
      "epoch": 4.029850746268656,
      "grad_norm": 0.58984375,
      "learning_rate": 0.00018316504736259255,
      "loss": 0.9345,
      "step": 1620
    },
    {
      "epoch": 4.04228855721393,
      "grad_norm": 0.46875,
      "learning_rate": 0.00018300397279222738,
      "loss": 0.9221,
      "step": 1625
    },
    {
      "epoch": 4.054726368159204,
      "grad_norm": 0.55078125,
      "learning_rate": 0.00018284220284748006,
      "loss": 0.93,
      "step": 1630
    },
    {
      "epoch": 4.067164179104478,
      "grad_norm": 0.453125,
      "learning_rate": 0.00018267973888359509,
      "loss": 0.9341,
      "step": 1635
    },
    {
      "epoch": 4.079601990049751,
      "grad_norm": 0.490234375,
      "learning_rate": 0.0001825165822616311,
      "loss": 0.9411,
      "step": 1640
    },
    {
      "epoch": 4.092039800995025,
      "grad_norm": 0.490234375,
      "learning_rate": 0.00018235273434844964,
      "loss": 0.9375,
      "step": 1645
    },
    {
      "epoch": 4.104477611940299,
      "grad_norm": 0.466796875,
      "learning_rate": 0.00018218819651670356,
      "loss": 0.93,
      "step": 1650
    },
    {
      "epoch": 4.116915422885572,
      "grad_norm": 0.59765625,
      "learning_rate": 0.00018202297014482558,
      "loss": 0.9351,
      "step": 1655
    },
    {
      "epoch": 4.129353233830845,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0001818570566170168,
      "loss": 0.9414,
      "step": 1660
    },
    {
      "epoch": 4.141791044776119,
      "grad_norm": 0.5703125,
      "learning_rate": 0.00018169045732323492,
      "loss": 0.934,
      "step": 1665
    },
    {
      "epoch": 4.154228855721393,
      "grad_norm": 0.462890625,
      "learning_rate": 0.00018152317365918282,
      "loss": 0.9395,
      "step": 1670
    },
    {
      "epoch": 4.166666666666667,
      "grad_norm": 0.466796875,
      "learning_rate": 0.00018135520702629675,
      "loss": 0.9315,
      "step": 1675
    },
    {
      "epoch": 4.17910447761194,
      "grad_norm": 0.6953125,
      "learning_rate": 0.00018118655883173456,
      "loss": 0.9372,
      "step": 1680
    },
    {
      "epoch": 4.191542288557214,
      "grad_norm": 0.66796875,
      "learning_rate": 0.000181017230488364,
      "loss": 0.924,
      "step": 1685
    },
    {
      "epoch": 4.203980099502488,
      "grad_norm": 0.5,
      "learning_rate": 0.00018084722341475074,
      "loss": 0.9386,
      "step": 1690
    },
    {
      "epoch": 4.2164179104477615,
      "grad_norm": 0.4609375,
      "learning_rate": 0.0001806765390351467,
      "loss": 0.9386,
      "step": 1695
    },
    {
      "epoch": 4.2288557213930345,
      "grad_norm": 0.4609375,
      "learning_rate": 0.00018050517877947798,
      "loss": 0.9375,
      "step": 1700
    },
    {
      "epoch": 4.241293532338308,
      "grad_norm": 0.439453125,
      "learning_rate": 0.00018033314408333283,
      "loss": 0.9309,
      "step": 1705
    },
    {
      "epoch": 4.253731343283582,
      "grad_norm": 0.46875,
      "learning_rate": 0.00018016043638794974,
      "loss": 0.9309,
      "step": 1710
    },
    {
      "epoch": 4.266169154228856,
      "grad_norm": 0.455078125,
      "learning_rate": 0.00017998705714020535,
      "loss": 0.9344,
      "step": 1715
    },
    {
      "epoch": 4.278606965174129,
      "grad_norm": 0.59375,
      "learning_rate": 0.0001798130077926023,
      "loss": 0.9196,
      "step": 1720
    },
    {
      "epoch": 4.291044776119403,
      "grad_norm": 0.484375,
      "learning_rate": 0.00017963828980325697,
      "loss": 0.9361,
      "step": 1725
    },
    {
      "epoch": 4.303482587064677,
      "grad_norm": 0.57421875,
      "learning_rate": 0.00017946290463588746,
      "loss": 0.9301,
      "step": 1730
    },
    {
      "epoch": 4.3159203980099505,
      "grad_norm": 0.447265625,
      "learning_rate": 0.00017928685375980116,
      "loss": 0.93,
      "step": 1735
    },
    {
      "epoch": 4.3283582089552235,
      "grad_norm": 0.466796875,
      "learning_rate": 0.00017911013864988252,
      "loss": 0.9163,
      "step": 1740
    },
    {
      "epoch": 4.340796019900497,
      "grad_norm": 0.4921875,
      "learning_rate": 0.00017893276078658073,
      "loss": 0.9297,
      "step": 1745
    },
    {
      "epoch": 4.353233830845771,
      "grad_norm": 0.482421875,
      "learning_rate": 0.00017875472165589714,
      "loss": 0.932,
      "step": 1750
    },
    {
      "epoch": 4.365671641791045,
      "grad_norm": 0.48828125,
      "learning_rate": 0.00017857602274937308,
      "loss": 0.9259,
      "step": 1755
    },
    {
      "epoch": 4.378109452736318,
      "grad_norm": 0.52734375,
      "learning_rate": 0.00017839666556407712,
      "loss": 0.9235,
      "step": 1760
    },
    {
      "epoch": 4.390547263681592,
      "grad_norm": 0.546875,
      "learning_rate": 0.0001782166516025927,
      "loss": 0.9233,
      "step": 1765
    },
    {
      "epoch": 4.402985074626866,
      "grad_norm": 0.55078125,
      "learning_rate": 0.00017803598237300537,
      "loss": 0.9393,
      "step": 1770
    },
    {
      "epoch": 4.41542288557214,
      "grad_norm": 0.5546875,
      "learning_rate": 0.00017785465938889038,
      "loss": 0.9312,
      "step": 1775
    },
    {
      "epoch": 4.4278606965174125,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0001776726841692998,
      "loss": 0.9398,
      "step": 1780
    },
    {
      "epoch": 4.440298507462686,
      "grad_norm": 0.494140625,
      "learning_rate": 0.00017749005823874988,
      "loss": 0.9349,
      "step": 1785
    },
    {
      "epoch": 4.45273631840796,
      "grad_norm": 0.45703125,
      "learning_rate": 0.0001773067831272083,
      "loss": 0.9349,
      "step": 1790
    },
    {
      "epoch": 4.465174129353234,
      "grad_norm": 0.451171875,
      "learning_rate": 0.00017712286037008124,
      "loss": 0.9343,
      "step": 1795
    },
    {
      "epoch": 4.477611940298507,
      "grad_norm": 0.5078125,
      "learning_rate": 0.00017693829150820068,
      "loss": 0.9227,
      "step": 1800
    },
    {
      "epoch": 4.490049751243781,
      "grad_norm": 0.46875,
      "learning_rate": 0.00017675307808781145,
      "loss": 0.9329,
      "step": 1805
    },
    {
      "epoch": 4.502487562189055,
      "grad_norm": 0.515625,
      "learning_rate": 0.00017656722166055805,
      "loss": 0.935,
      "step": 1810
    },
    {
      "epoch": 4.514925373134329,
      "grad_norm": 0.462890625,
      "learning_rate": 0.00017638072378347203,
      "loss": 0.9296,
      "step": 1815
    },
    {
      "epoch": 4.5273631840796025,
      "grad_norm": 0.4296875,
      "learning_rate": 0.00017619358601895867,
      "loss": 0.9235,
      "step": 1820
    },
    {
      "epoch": 4.539800995024875,
      "grad_norm": 0.4609375,
      "learning_rate": 0.000176005809934784,
      "loss": 0.9298,
      "step": 1825
    },
    {
      "epoch": 4.552238805970149,
      "grad_norm": 0.546875,
      "learning_rate": 0.0001758173971040616,
      "loss": 0.9221,
      "step": 1830
    },
    {
      "epoch": 4.564676616915423,
      "grad_norm": 0.62109375,
      "learning_rate": 0.00017562834910523942,
      "loss": 0.9345,
      "step": 1835
    },
    {
      "epoch": 4.577114427860696,
      "grad_norm": 0.482421875,
      "learning_rate": 0.00017543866752208674,
      "loss": 0.9253,
      "step": 1840
    },
    {
      "epoch": 4.58955223880597,
      "grad_norm": 0.69921875,
      "learning_rate": 0.00017524835394368065,
      "loss": 0.9236,
      "step": 1845
    },
    {
      "epoch": 4.601990049751244,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0001750574099643929,
      "loss": 0.931,
      "step": 1850
    },
    {
      "epoch": 4.614427860696518,
      "grad_norm": 0.482421875,
      "learning_rate": 0.0001748658371838764,
      "loss": 0.9365,
      "step": 1855
    },
    {
      "epoch": 4.6268656716417915,
      "grad_norm": 0.42578125,
      "learning_rate": 0.00017467363720705204,
      "loss": 0.9256,
      "step": 1860
    },
    {
      "epoch": 4.6393034825870645,
      "grad_norm": 0.51171875,
      "learning_rate": 0.00017448081164409497,
      "loss": 0.9338,
      "step": 1865
    },
    {
      "epoch": 4.651741293532338,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0001742873621104214,
      "loss": 0.9381,
      "step": 1870
    },
    {
      "epoch": 4.664179104477612,
      "grad_norm": 0.515625,
      "learning_rate": 0.0001740932902266747,
      "loss": 0.9349,
      "step": 1875
    },
    {
      "epoch": 4.676616915422885,
      "grad_norm": 0.6015625,
      "learning_rate": 0.00017389859761871238,
      "loss": 0.9322,
      "step": 1880
    },
    {
      "epoch": 4.689054726368159,
      "grad_norm": 0.5,
      "learning_rate": 0.00017370328591759178,
      "loss": 0.9306,
      "step": 1885
    },
    {
      "epoch": 4.701492537313433,
      "grad_norm": 0.5546875,
      "learning_rate": 0.00017350735675955697,
      "loss": 0.929,
      "step": 1890
    },
    {
      "epoch": 4.713930348258707,
      "grad_norm": 0.71484375,
      "learning_rate": 0.0001733108117860248,
      "loss": 0.9285,
      "step": 1895
    },
    {
      "epoch": 4.726368159203981,
      "grad_norm": 0.65234375,
      "learning_rate": 0.0001731136526435711,
      "loss": 0.9312,
      "step": 1900
    },
    {
      "epoch": 4.7388059701492535,
      "grad_norm": 0.71875,
      "learning_rate": 0.000172915880983917,
      "loss": 0.9299,
      "step": 1905
    },
    {
      "epoch": 4.751243781094527,
      "grad_norm": 0.53515625,
      "learning_rate": 0.00017271749846391513,
      "loss": 0.935,
      "step": 1910
    },
    {
      "epoch": 4.763681592039801,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0001725185067455356,
      "loss": 0.9409,
      "step": 1915
    },
    {
      "epoch": 4.776119402985074,
      "grad_norm": 0.6171875,
      "learning_rate": 0.0001723189074958521,
      "loss": 0.9251,
      "step": 1920
    },
    {
      "epoch": 4.788557213930348,
      "grad_norm": 0.4765625,
      "learning_rate": 0.00017211870238702806,
      "loss": 0.9373,
      "step": 1925
    },
    {
      "epoch": 4.800995024875622,
      "grad_norm": 0.466796875,
      "learning_rate": 0.00017191789309630253,
      "loss": 0.9237,
      "step": 1930
    },
    {
      "epoch": 4.813432835820896,
      "grad_norm": 0.482421875,
      "learning_rate": 0.00017171648130597612,
      "loss": 0.9326,
      "step": 1935
    },
    {
      "epoch": 4.82587064676617,
      "grad_norm": 0.44921875,
      "learning_rate": 0.00017151446870339697,
      "loss": 0.9258,
      "step": 1940
    },
    {
      "epoch": 4.838308457711443,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0001713118569809466,
      "loss": 0.9383,
      "step": 1945
    },
    {
      "epoch": 4.850746268656716,
      "grad_norm": 0.44140625,
      "learning_rate": 0.0001711086478360257,
      "loss": 0.9292,
      "step": 1950
    },
    {
      "epoch": 4.86318407960199,
      "grad_norm": 0.423828125,
      "learning_rate": 0.00017090484297104,
      "loss": 0.9356,
      "step": 1955
    },
    {
      "epoch": 4.875621890547263,
      "grad_norm": 0.5625,
      "learning_rate": 0.0001707004440933858,
      "loss": 0.9281,
      "step": 1960
    },
    {
      "epoch": 4.888059701492537,
      "grad_norm": 0.51171875,
      "learning_rate": 0.0001704954529154359,
      "loss": 0.9259,
      "step": 1965
    },
    {
      "epoch": 4.900497512437811,
      "grad_norm": 0.57421875,
      "learning_rate": 0.0001702898711545251,
      "loss": 0.9224,
      "step": 1970
    },
    {
      "epoch": 4.912935323383085,
      "grad_norm": 0.6015625,
      "learning_rate": 0.00017008370053293596,
      "loss": 0.9311,
      "step": 1975
    },
    {
      "epoch": 4.925373134328359,
      "grad_norm": 0.703125,
      "learning_rate": 0.00016987694277788417,
      "loss": 0.9251,
      "step": 1980
    },
    {
      "epoch": 4.937810945273632,
      "grad_norm": 0.5625,
      "learning_rate": 0.00016966959962150428,
      "loss": 0.9303,
      "step": 1985
    },
    {
      "epoch": 4.9502487562189055,
      "grad_norm": 0.515625,
      "learning_rate": 0.00016946167280083505,
      "loss": 0.917,
      "step": 1990
    },
    {
      "epoch": 4.962686567164179,
      "grad_norm": 0.5390625,
      "learning_rate": 0.000169253164057805,
      "loss": 0.9191,
      "step": 1995
    },
    {
      "epoch": 4.975124378109452,
      "grad_norm": 0.6015625,
      "learning_rate": 0.00016904407513921766,
      "loss": 0.9245,
      "step": 2000
    },
    {
      "epoch": 4.987562189054726,
      "grad_norm": 0.54296875,
      "learning_rate": 0.00016883440779673716,
      "loss": 0.9232,
      "step": 2005
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0001686241637868734,
      "loss": 0.9361,
      "step": 2010
    },
    {
      "epoch": 5.0,
      "eval_loss": 2.4668655395507812,
      "eval_runtime": 0.5364,
      "eval_samples_per_second": 18.641,
      "eval_steps_per_second": 1.864,
      "step": 2010
    },
    {
      "epoch": 5.012437810945274,
      "grad_norm": 0.484375,
      "learning_rate": 0.00016841334487096728,
      "loss": 0.9077,
      "step": 2015
    },
    {
      "epoch": 5.024875621890548,
      "grad_norm": 0.45703125,
      "learning_rate": 0.0001682019528151762,
      "loss": 0.9195,
      "step": 2020
    },
    {
      "epoch": 5.037313432835821,
      "grad_norm": 0.451171875,
      "learning_rate": 0.00016798998939045895,
      "loss": 0.9167,
      "step": 2025
    },
    {
      "epoch": 5.0497512437810945,
      "grad_norm": 0.4765625,
      "learning_rate": 0.00016777745637256106,
      "loss": 0.915,
      "step": 2030
    },
    {
      "epoch": 5.062189054726368,
      "grad_norm": 0.443359375,
      "learning_rate": 0.00016756435554199999,
      "loss": 0.9011,
      "step": 2035
    },
    {
      "epoch": 5.074626865671641,
      "grad_norm": 0.46875,
      "learning_rate": 0.00016735068868404998,
      "loss": 0.9136,
      "step": 2040
    },
    {
      "epoch": 5.087064676616915,
      "grad_norm": 0.447265625,
      "learning_rate": 0.00016713645758872727,
      "loss": 0.9169,
      "step": 2045
    },
    {
      "epoch": 5.099502487562189,
      "grad_norm": 0.515625,
      "learning_rate": 0.00016692166405077508,
      "loss": 0.9051,
      "step": 2050
    },
    {
      "epoch": 5.111940298507463,
      "grad_norm": 0.466796875,
      "learning_rate": 0.0001667063098696485,
      "loss": 0.92,
      "step": 2055
    },
    {
      "epoch": 5.124378109452737,
      "grad_norm": 0.5078125,
      "learning_rate": 0.0001664903968494995,
      "loss": 0.9046,
      "step": 2060
    },
    {
      "epoch": 5.13681592039801,
      "grad_norm": 0.443359375,
      "learning_rate": 0.00016627392679916184,
      "loss": 0.9215,
      "step": 2065
    },
    {
      "epoch": 5.149253731343284,
      "grad_norm": 0.5,
      "learning_rate": 0.0001660569015321357,
      "loss": 0.9242,
      "step": 2070
    },
    {
      "epoch": 5.161691542288557,
      "grad_norm": 0.458984375,
      "learning_rate": 0.0001658393228665728,
      "loss": 0.9135,
      "step": 2075
    },
    {
      "epoch": 5.174129353233831,
      "grad_norm": 0.58984375,
      "learning_rate": 0.00016562119262526092,
      "loss": 0.9108,
      "step": 2080
    },
    {
      "epoch": 5.186567164179104,
      "grad_norm": 0.61328125,
      "learning_rate": 0.00016540251263560878,
      "loss": 0.9117,
      "step": 2085
    },
    {
      "epoch": 5.199004975124378,
      "grad_norm": 0.62109375,
      "learning_rate": 0.00016518328472963064,
      "loss": 0.9177,
      "step": 2090
    },
    {
      "epoch": 5.211442786069652,
      "grad_norm": 0.640625,
      "learning_rate": 0.000164963510743931,
      "loss": 0.9218,
      "step": 2095
    },
    {
      "epoch": 5.223880597014926,
      "grad_norm": 0.69140625,
      "learning_rate": 0.00016474319251968923,
      "loss": 0.9235,
      "step": 2100
    },
    {
      "epoch": 5.236318407960199,
      "grad_norm": 0.63671875,
      "learning_rate": 0.00016452233190264402,
      "loss": 0.9105,
      "step": 2105
    },
    {
      "epoch": 5.248756218905473,
      "grad_norm": 0.734375,
      "learning_rate": 0.00016430093074307808,
      "loss": 0.9108,
      "step": 2110
    },
    {
      "epoch": 5.2611940298507465,
      "grad_norm": 0.6953125,
      "learning_rate": 0.00016407899089580262,
      "loss": 0.9148,
      "step": 2115
    },
    {
      "epoch": 5.273631840796019,
      "grad_norm": 0.6640625,
      "learning_rate": 0.00016385651422014166,
      "loss": 0.9158,
      "step": 2120
    },
    {
      "epoch": 5.286069651741293,
      "grad_norm": 0.423828125,
      "learning_rate": 0.00016363350257991662,
      "loss": 0.9088,
      "step": 2125
    },
    {
      "epoch": 5.298507462686567,
      "grad_norm": 0.478515625,
      "learning_rate": 0.0001634099578434306,
      "loss": 0.925,
      "step": 2130
    },
    {
      "epoch": 5.310945273631841,
      "grad_norm": 0.453125,
      "learning_rate": 0.0001631858818834528,
      "loss": 0.9164,
      "step": 2135
    },
    {
      "epoch": 5.323383084577115,
      "grad_norm": 0.44921875,
      "learning_rate": 0.0001629612765772028,
      "loss": 0.912,
      "step": 2140
    },
    {
      "epoch": 5.335820895522388,
      "grad_norm": 0.482421875,
      "learning_rate": 0.00016273614380633484,
      "loss": 0.9225,
      "step": 2145
    },
    {
      "epoch": 5.348258706467662,
      "grad_norm": 0.55078125,
      "learning_rate": 0.000162510485456922,
      "loss": 0.9205,
      "step": 2150
    },
    {
      "epoch": 5.3606965174129355,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0001622843034194405,
      "loss": 0.9132,
      "step": 2155
    },
    {
      "epoch": 5.373134328358209,
      "grad_norm": 0.546875,
      "learning_rate": 0.0001620575995887538,
      "loss": 0.905,
      "step": 2160
    },
    {
      "epoch": 5.385572139303482,
      "grad_norm": 0.54296875,
      "learning_rate": 0.0001618303758640967,
      "loss": 0.9231,
      "step": 2165
    },
    {
      "epoch": 5.398009950248756,
      "grad_norm": 0.4375,
      "learning_rate": 0.00016160263414905957,
      "loss": 0.9116,
      "step": 2170
    },
    {
      "epoch": 5.41044776119403,
      "grad_norm": 0.443359375,
      "learning_rate": 0.00016137437635157213,
      "loss": 0.9223,
      "step": 2175
    },
    {
      "epoch": 5.422885572139304,
      "grad_norm": 0.455078125,
      "learning_rate": 0.0001611456043838878,
      "loss": 0.9155,
      "step": 2180
    },
    {
      "epoch": 5.435323383084577,
      "grad_norm": 0.5859375,
      "learning_rate": 0.00016091632016256737,
      "loss": 0.9137,
      "step": 2185
    },
    {
      "epoch": 5.447761194029851,
      "grad_norm": 0.490234375,
      "learning_rate": 0.00016068652560846327,
      "loss": 0.913,
      "step": 2190
    },
    {
      "epoch": 5.460199004975125,
      "grad_norm": 0.482421875,
      "learning_rate": 0.00016045622264670306,
      "loss": 0.8992,
      "step": 2195
    },
    {
      "epoch": 5.472636815920398,
      "grad_norm": 0.52734375,
      "learning_rate": 0.00016022541320667374,
      "loss": 0.9124,
      "step": 2200
    },
    {
      "epoch": 5.485074626865671,
      "grad_norm": 0.58203125,
      "learning_rate": 0.0001599940992220053,
      "loss": 0.9121,
      "step": 2205
    },
    {
      "epoch": 5.497512437810945,
      "grad_norm": 0.546875,
      "learning_rate": 0.00015976228263055463,
      "loss": 0.9138,
      "step": 2210
    },
    {
      "epoch": 5.509950248756219,
      "grad_norm": 0.48046875,
      "learning_rate": 0.00015952996537438918,
      "loss": 0.9153,
      "step": 2215
    },
    {
      "epoch": 5.522388059701493,
      "grad_norm": 0.53125,
      "learning_rate": 0.0001592971493997709,
      "loss": 0.9112,
      "step": 2220
    },
    {
      "epoch": 5.534825870646766,
      "grad_norm": 0.46875,
      "learning_rate": 0.00015906383665713968,
      "loss": 0.903,
      "step": 2225
    },
    {
      "epoch": 5.54726368159204,
      "grad_norm": 0.484375,
      "learning_rate": 0.00015883002910109726,
      "loss": 0.9198,
      "step": 2230
    },
    {
      "epoch": 5.559701492537314,
      "grad_norm": 0.486328125,
      "learning_rate": 0.00015859572869039064,
      "loss": 0.9182,
      "step": 2235
    },
    {
      "epoch": 5.572139303482587,
      "grad_norm": 0.5390625,
      "learning_rate": 0.00015836093738789576,
      "loss": 0.9098,
      "step": 2240
    },
    {
      "epoch": 5.58457711442786,
      "grad_norm": 0.5234375,
      "learning_rate": 0.0001581256571606011,
      "loss": 0.9084,
      "step": 2245
    },
    {
      "epoch": 5.597014925373134,
      "grad_norm": 0.478515625,
      "learning_rate": 0.00015788988997959114,
      "loss": 0.9134,
      "step": 2250
    },
    {
      "epoch": 5.609452736318408,
      "grad_norm": 0.53515625,
      "learning_rate": 0.00015765363782002992,
      "loss": 0.9103,
      "step": 2255
    },
    {
      "epoch": 5.621890547263682,
      "grad_norm": 0.56640625,
      "learning_rate": 0.00015741690266114428,
      "loss": 0.9083,
      "step": 2260
    },
    {
      "epoch": 5.634328358208955,
      "grad_norm": 0.470703125,
      "learning_rate": 0.00015717968648620764,
      "loss": 0.9152,
      "step": 2265
    },
    {
      "epoch": 5.646766169154229,
      "grad_norm": 0.462890625,
      "learning_rate": 0.000156941991282523,
      "loss": 0.9141,
      "step": 2270
    },
    {
      "epoch": 5.659203980099503,
      "grad_norm": 0.453125,
      "learning_rate": 0.00015670381904140664,
      "loss": 0.9036,
      "step": 2275
    },
    {
      "epoch": 5.6716417910447765,
      "grad_norm": 0.50390625,
      "learning_rate": 0.00015646517175817114,
      "loss": 0.9097,
      "step": 2280
    },
    {
      "epoch": 5.6840796019900495,
      "grad_norm": 0.44140625,
      "learning_rate": 0.00015622605143210882,
      "loss": 0.9137,
      "step": 2285
    },
    {
      "epoch": 5.696517412935323,
      "grad_norm": 0.453125,
      "learning_rate": 0.00015598646006647506,
      "loss": 0.9238,
      "step": 2290
    },
    {
      "epoch": 5.708955223880597,
      "grad_norm": 0.416015625,
      "learning_rate": 0.00015574639966847126,
      "loss": 0.9135,
      "step": 2295
    },
    {
      "epoch": 5.721393034825871,
      "grad_norm": 0.470703125,
      "learning_rate": 0.00015550587224922834,
      "loss": 0.9141,
      "step": 2300
    },
    {
      "epoch": 5.733830845771144,
      "grad_norm": 0.46875,
      "learning_rate": 0.00015526487982378968,
      "loss": 0.9197,
      "step": 2305
    },
    {
      "epoch": 5.746268656716418,
      "grad_norm": 0.4375,
      "learning_rate": 0.00015502342441109422,
      "loss": 0.9142,
      "step": 2310
    },
    {
      "epoch": 5.758706467661692,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0001547815080339598,
      "loss": 0.9066,
      "step": 2315
    },
    {
      "epoch": 5.7711442786069655,
      "grad_norm": 0.5234375,
      "learning_rate": 0.00015453913271906586,
      "loss": 0.919,
      "step": 2320
    },
    {
      "epoch": 5.7835820895522385,
      "grad_norm": 0.50390625,
      "learning_rate": 0.00015429630049693674,
      "loss": 0.9074,
      "step": 2325
    },
    {
      "epoch": 5.796019900497512,
      "grad_norm": 0.54296875,
      "learning_rate": 0.00015405301340192456,
      "loss": 0.9093,
      "step": 2330
    },
    {
      "epoch": 5.808457711442786,
      "grad_norm": 0.48828125,
      "learning_rate": 0.0001538092734721921,
      "loss": 0.9005,
      "step": 2335
    },
    {
      "epoch": 5.82089552238806,
      "grad_norm": 0.57421875,
      "learning_rate": 0.00015356508274969594,
      "loss": 0.8999,
      "step": 2340
    },
    {
      "epoch": 5.833333333333333,
      "grad_norm": 0.498046875,
      "learning_rate": 0.00015332044328016914,
      "loss": 0.9058,
      "step": 2345
    },
    {
      "epoch": 5.845771144278607,
      "grad_norm": 0.55078125,
      "learning_rate": 0.0001530753571131042,
      "loss": 0.9086,
      "step": 2350
    },
    {
      "epoch": 5.858208955223881,
      "grad_norm": 0.482421875,
      "learning_rate": 0.00015282982630173585,
      "loss": 0.9069,
      "step": 2355
    },
    {
      "epoch": 5.870646766169155,
      "grad_norm": 0.43359375,
      "learning_rate": 0.00015258385290302395,
      "loss": 0.9122,
      "step": 2360
    },
    {
      "epoch": 5.883084577114428,
      "grad_norm": 0.490234375,
      "learning_rate": 0.00015233743897763612,
      "loss": 0.9226,
      "step": 2365
    },
    {
      "epoch": 5.895522388059701,
      "grad_norm": 0.44921875,
      "learning_rate": 0.00015209058658993056,
      "loss": 0.9119,
      "step": 2370
    },
    {
      "epoch": 5.907960199004975,
      "grad_norm": 0.6171875,
      "learning_rate": 0.00015184329780793866,
      "loss": 0.915,
      "step": 2375
    },
    {
      "epoch": 5.920398009950249,
      "grad_norm": 0.470703125,
      "learning_rate": 0.0001515955747033479,
      "loss": 0.9011,
      "step": 2380
    },
    {
      "epoch": 5.932835820895522,
      "grad_norm": 0.5546875,
      "learning_rate": 0.0001513474193514842,
      "loss": 0.9054,
      "step": 2385
    },
    {
      "epoch": 5.945273631840796,
      "grad_norm": 0.4375,
      "learning_rate": 0.00015109883383129476,
      "loss": 0.9111,
      "step": 2390
    },
    {
      "epoch": 5.95771144278607,
      "grad_norm": 0.5625,
      "learning_rate": 0.00015084982022533052,
      "loss": 0.9057,
      "step": 2395
    },
    {
      "epoch": 5.970149253731344,
      "grad_norm": 0.443359375,
      "learning_rate": 0.00015060038061972874,
      "loss": 0.9202,
      "step": 2400
    },
    {
      "epoch": 5.982587064676617,
      "grad_norm": 0.494140625,
      "learning_rate": 0.00015035051710419564,
      "loss": 0.9188,
      "step": 2405
    },
    {
      "epoch": 5.9950248756218905,
      "grad_norm": 0.447265625,
      "learning_rate": 0.0001501002317719886,
      "loss": 0.9077,
      "step": 2410
    },
    {
      "epoch": 6.0,
      "eval_loss": 2.4844307899475098,
      "eval_runtime": 0.5391,
      "eval_samples_per_second": 18.548,
      "eval_steps_per_second": 1.855,
      "step": 2412
    },
    {
      "epoch": 6.007462686567164,
      "grad_norm": 0.5546875,
      "learning_rate": 0.000149849526719899,
      "loss": 0.9001,
      "step": 2415
    },
    {
      "epoch": 6.019900497512438,
      "grad_norm": 0.52734375,
      "learning_rate": 0.00014959840404823435,
      "loss": 0.8907,
      "step": 2420
    },
    {
      "epoch": 6.032338308457711,
      "grad_norm": 0.4609375,
      "learning_rate": 0.00014934686586080085,
      "loss": 0.8994,
      "step": 2425
    },
    {
      "epoch": 6.044776119402985,
      "grad_norm": 0.45703125,
      "learning_rate": 0.00014909491426488578,
      "loss": 0.9013,
      "step": 2430
    },
    {
      "epoch": 6.057213930348259,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0001488425513712397,
      "loss": 0.9031,
      "step": 2435
    },
    {
      "epoch": 6.069651741293533,
      "grad_norm": 0.46875,
      "learning_rate": 0.00014858977929405894,
      "loss": 0.8951,
      "step": 2440
    },
    {
      "epoch": 6.082089552238806,
      "grad_norm": 0.55859375,
      "learning_rate": 0.00014833660015096766,
      "loss": 0.9004,
      "step": 2445
    },
    {
      "epoch": 6.0945273631840795,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0001480830160630005,
      "loss": 0.9013,
      "step": 2450
    },
    {
      "epoch": 6.106965174129353,
      "grad_norm": 0.498046875,
      "learning_rate": 0.0001478290291545843,
      "loss": 0.8982,
      "step": 2455
    },
    {
      "epoch": 6.119402985074627,
      "grad_norm": 0.59375,
      "learning_rate": 0.00014757464155352082,
      "loss": 0.8949,
      "step": 2460
    },
    {
      "epoch": 6.1318407960199,
      "grad_norm": 0.44921875,
      "learning_rate": 0.00014731985539096843,
      "loss": 0.8985,
      "step": 2465
    },
    {
      "epoch": 6.144278606965174,
      "grad_norm": 0.5390625,
      "learning_rate": 0.00014706467280142473,
      "loss": 0.9057,
      "step": 2470
    },
    {
      "epoch": 6.156716417910448,
      "grad_norm": 0.49609375,
      "learning_rate": 0.0001468090959227082,
      "loss": 0.8972,
      "step": 2475
    },
    {
      "epoch": 6.169154228855722,
      "grad_norm": 0.44140625,
      "learning_rate": 0.0001465531268959407,
      "loss": 0.8892,
      "step": 2480
    },
    {
      "epoch": 6.181592039800995,
      "grad_norm": 0.5703125,
      "learning_rate": 0.0001462967678655292,
      "loss": 0.8964,
      "step": 2485
    },
    {
      "epoch": 6.1940298507462686,
      "grad_norm": 0.625,
      "learning_rate": 0.00014604002097914806,
      "loss": 0.9005,
      "step": 2490
    },
    {
      "epoch": 6.206467661691542,
      "grad_norm": 0.66015625,
      "learning_rate": 0.00014578288838772095,
      "loss": 0.9052,
      "step": 2495
    },
    {
      "epoch": 6.218905472636816,
      "grad_norm": 0.53515625,
      "learning_rate": 0.0001455253722454028,
      "loss": 0.9027,
      "step": 2500
    },
    {
      "epoch": 6.231343283582089,
      "grad_norm": 0.498046875,
      "learning_rate": 0.00014526747470956176,
      "loss": 0.8838,
      "step": 2505
    },
    {
      "epoch": 6.243781094527363,
      "grad_norm": 0.486328125,
      "learning_rate": 0.00014500919794076112,
      "loss": 0.8898,
      "step": 2510
    },
    {
      "epoch": 6.256218905472637,
      "grad_norm": 0.58984375,
      "learning_rate": 0.00014475054410274132,
      "loss": 0.9002,
      "step": 2515
    },
    {
      "epoch": 6.268656716417911,
      "grad_norm": 0.45703125,
      "learning_rate": 0.00014449151536240166,
      "loss": 0.8977,
      "step": 2520
    },
    {
      "epoch": 6.281094527363184,
      "grad_norm": 0.5390625,
      "learning_rate": 0.0001442321138897823,
      "loss": 0.896,
      "step": 2525
    },
    {
      "epoch": 6.293532338308458,
      "grad_norm": 0.439453125,
      "learning_rate": 0.00014397234185804586,
      "loss": 0.8907,
      "step": 2530
    },
    {
      "epoch": 6.3059701492537314,
      "grad_norm": 0.486328125,
      "learning_rate": 0.00014371220144345954,
      "loss": 0.8975,
      "step": 2535
    },
    {
      "epoch": 6.318407960199005,
      "grad_norm": 0.4921875,
      "learning_rate": 0.00014345169482537658,
      "loss": 0.8997,
      "step": 2540
    },
    {
      "epoch": 6.330845771144278,
      "grad_norm": 0.43359375,
      "learning_rate": 0.00014319082418621815,
      "loss": 0.8967,
      "step": 2545
    },
    {
      "epoch": 6.343283582089552,
      "grad_norm": 0.443359375,
      "learning_rate": 0.0001429295917114551,
      "loss": 0.8958,
      "step": 2550
    },
    {
      "epoch": 6.355721393034826,
      "grad_norm": 0.515625,
      "learning_rate": 0.00014266799958958948,
      "loss": 0.8975,
      "step": 2555
    },
    {
      "epoch": 6.3681592039801,
      "grad_norm": 0.486328125,
      "learning_rate": 0.00014240605001213647,
      "loss": 0.9025,
      "step": 2560
    },
    {
      "epoch": 6.380597014925373,
      "grad_norm": 0.6015625,
      "learning_rate": 0.00014214374517360575,
      "loss": 0.9016,
      "step": 2565
    },
    {
      "epoch": 6.393034825870647,
      "grad_norm": 0.609375,
      "learning_rate": 0.00014188108727148334,
      "loss": 0.8996,
      "step": 2570
    },
    {
      "epoch": 6.4054726368159205,
      "grad_norm": 0.53515625,
      "learning_rate": 0.000141618078506213,
      "loss": 0.8908,
      "step": 2575
    },
    {
      "epoch": 6.417910447761194,
      "grad_norm": 0.474609375,
      "learning_rate": 0.00014135472108117787,
      "loss": 0.8912,
      "step": 2580
    },
    {
      "epoch": 6.430348258706467,
      "grad_norm": 0.4921875,
      "learning_rate": 0.0001410910172026821,
      "loss": 0.8922,
      "step": 2585
    },
    {
      "epoch": 6.442786069651741,
      "grad_norm": 0.4453125,
      "learning_rate": 0.00014082696907993225,
      "loss": 0.908,
      "step": 2590
    },
    {
      "epoch": 6.455223880597015,
      "grad_norm": 0.59765625,
      "learning_rate": 0.00014056257892501885,
      "loss": 0.892,
      "step": 2595
    },
    {
      "epoch": 6.467661691542289,
      "grad_norm": 0.52734375,
      "learning_rate": 0.00014029784895289776,
      "loss": 0.8944,
      "step": 2600
    },
    {
      "epoch": 6.480099502487562,
      "grad_norm": 0.453125,
      "learning_rate": 0.0001400327813813718,
      "loss": 0.8892,
      "step": 2605
    },
    {
      "epoch": 6.492537313432836,
      "grad_norm": 0.44140625,
      "learning_rate": 0.00013976737843107202,
      "loss": 0.9018,
      "step": 2610
    },
    {
      "epoch": 6.5049751243781095,
      "grad_norm": 0.458984375,
      "learning_rate": 0.00013950164232543909,
      "loss": 0.896,
      "step": 2615
    },
    {
      "epoch": 6.517412935323383,
      "grad_norm": 0.470703125,
      "learning_rate": 0.00013923557529070478,
      "loss": 0.8957,
      "step": 2620
    },
    {
      "epoch": 6.529850746268656,
      "grad_norm": 0.482421875,
      "learning_rate": 0.00013896917955587328,
      "loss": 0.8936,
      "step": 2625
    },
    {
      "epoch": 6.54228855721393,
      "grad_norm": 0.50390625,
      "learning_rate": 0.0001387024573527024,
      "loss": 0.9142,
      "step": 2630
    },
    {
      "epoch": 6.554726368159204,
      "grad_norm": 0.640625,
      "learning_rate": 0.0001384354109156851,
      "loss": 0.886,
      "step": 2635
    },
    {
      "epoch": 6.567164179104478,
      "grad_norm": 0.5078125,
      "learning_rate": 0.00013816804248203052,
      "loss": 0.8986,
      "step": 2640
    },
    {
      "epoch": 6.579601990049751,
      "grad_norm": 0.56640625,
      "learning_rate": 0.00013790035429164544,
      "loss": 0.9073,
      "step": 2645
    },
    {
      "epoch": 6.592039800995025,
      "grad_norm": 0.43359375,
      "learning_rate": 0.00013763234858711542,
      "loss": 0.8992,
      "step": 2650
    },
    {
      "epoch": 6.604477611940299,
      "grad_norm": 0.455078125,
      "learning_rate": 0.00013736402761368598,
      "loss": 0.8998,
      "step": 2655
    },
    {
      "epoch": 6.616915422885572,
      "grad_norm": 0.482421875,
      "learning_rate": 0.00013709539361924392,
      "loss": 0.893,
      "step": 2660
    },
    {
      "epoch": 6.629353233830845,
      "grad_norm": 0.466796875,
      "learning_rate": 0.00013682644885429831,
      "loss": 0.9035,
      "step": 2665
    },
    {
      "epoch": 6.641791044776119,
      "grad_norm": 0.52734375,
      "learning_rate": 0.00013655719557196185,
      "loss": 0.9081,
      "step": 2670
    },
    {
      "epoch": 6.654228855721393,
      "grad_norm": 0.47265625,
      "learning_rate": 0.00013628763602793176,
      "loss": 0.8858,
      "step": 2675
    },
    {
      "epoch": 6.666666666666667,
      "grad_norm": 0.47265625,
      "learning_rate": 0.00013601777248047105,
      "loss": 0.8897,
      "step": 2680
    },
    {
      "epoch": 6.67910447761194,
      "grad_norm": 0.546875,
      "learning_rate": 0.0001357476071903896,
      "loss": 0.8972,
      "step": 2685
    },
    {
      "epoch": 6.691542288557214,
      "grad_norm": 0.46875,
      "learning_rate": 0.00013547714242102504,
      "loss": 0.9062,
      "step": 2690
    },
    {
      "epoch": 6.703980099502488,
      "grad_norm": 0.466796875,
      "learning_rate": 0.00013520638043822405,
      "loss": 0.8963,
      "step": 2695
    },
    {
      "epoch": 6.7164179104477615,
      "grad_norm": 0.474609375,
      "learning_rate": 0.0001349353235103232,
      "loss": 0.8991,
      "step": 2700
    },
    {
      "epoch": 6.7288557213930345,
      "grad_norm": 0.4375,
      "learning_rate": 0.00013466397390812996,
      "loss": 0.8994,
      "step": 2705
    },
    {
      "epoch": 6.741293532338308,
      "grad_norm": 0.4921875,
      "learning_rate": 0.00013439233390490378,
      "loss": 0.8902,
      "step": 2710
    },
    {
      "epoch": 6.753731343283582,
      "grad_norm": 0.4609375,
      "learning_rate": 0.00013412040577633687,
      "loss": 0.9047,
      "step": 2715
    },
    {
      "epoch": 6.766169154228856,
      "grad_norm": 0.4609375,
      "learning_rate": 0.00013384819180053536,
      "loss": 0.9047,
      "step": 2720
    },
    {
      "epoch": 6.778606965174129,
      "grad_norm": 0.470703125,
      "learning_rate": 0.00013357569425799997,
      "loss": 0.8986,
      "step": 2725
    },
    {
      "epoch": 6.791044776119403,
      "grad_norm": 0.4140625,
      "learning_rate": 0.0001333029154316072,
      "loss": 0.8988,
      "step": 2730
    },
    {
      "epoch": 6.803482587064677,
      "grad_norm": 0.439453125,
      "learning_rate": 0.0001330298576065898,
      "loss": 0.9017,
      "step": 2735
    },
    {
      "epoch": 6.8159203980099505,
      "grad_norm": 0.453125,
      "learning_rate": 0.00013275652307051815,
      "loss": 0.8984,
      "step": 2740
    },
    {
      "epoch": 6.8283582089552235,
      "grad_norm": 0.46484375,
      "learning_rate": 0.00013248291411328047,
      "loss": 0.9124,
      "step": 2745
    },
    {
      "epoch": 6.840796019900497,
      "grad_norm": 0.48046875,
      "learning_rate": 0.00013220903302706426,
      "loss": 0.9063,
      "step": 2750
    },
    {
      "epoch": 6.853233830845771,
      "grad_norm": 0.5234375,
      "learning_rate": 0.00013193488210633668,
      "loss": 0.9011,
      "step": 2755
    },
    {
      "epoch": 6.865671641791045,
      "grad_norm": 0.4921875,
      "learning_rate": 0.00013166046364782545,
      "loss": 0.9073,
      "step": 2760
    },
    {
      "epoch": 6.878109452736318,
      "grad_norm": 0.50390625,
      "learning_rate": 0.00013138577995049964,
      "loss": 0.9044,
      "step": 2765
    },
    {
      "epoch": 6.890547263681592,
      "grad_norm": 0.45703125,
      "learning_rate": 0.00013111083331555042,
      "loss": 0.8886,
      "step": 2770
    },
    {
      "epoch": 6.902985074626866,
      "grad_norm": 0.46875,
      "learning_rate": 0.0001308356260463717,
      "loss": 0.9045,
      "step": 2775
    },
    {
      "epoch": 6.91542288557214,
      "grad_norm": 0.5234375,
      "learning_rate": 0.00013056016044854087,
      "loss": 0.9019,
      "step": 2780
    },
    {
      "epoch": 6.927860696517413,
      "grad_norm": 0.478515625,
      "learning_rate": 0.0001302844388297995,
      "loss": 0.889,
      "step": 2785
    },
    {
      "epoch": 6.940298507462686,
      "grad_norm": 0.51953125,
      "learning_rate": 0.0001300084635000341,
      "loss": 0.9024,
      "step": 2790
    },
    {
      "epoch": 6.95273631840796,
      "grad_norm": 0.490234375,
      "learning_rate": 0.0001297322367712565,
      "loss": 0.8985,
      "step": 2795
    },
    {
      "epoch": 6.965174129353234,
      "grad_norm": 0.69921875,
      "learning_rate": 0.00012945576095758476,
      "loss": 0.9121,
      "step": 2800
    },
    {
      "epoch": 6.977611940298507,
      "grad_norm": 0.4765625,
      "learning_rate": 0.0001291790383752237,
      "loss": 0.919,
      "step": 2805
    },
    {
      "epoch": 6.990049751243781,
      "grad_norm": 0.4296875,
      "learning_rate": 0.00012890207134244537,
      "loss": 0.896,
      "step": 2810
    },
    {
      "epoch": 7.0,
      "eval_loss": 2.494671583175659,
      "eval_runtime": 0.5388,
      "eval_samples_per_second": 18.561,
      "eval_steps_per_second": 1.856,
      "step": 2814
    },
    {
      "epoch": 7.002487562189055,
      "grad_norm": 0.515625,
      "learning_rate": 0.00012862486217956982,
      "loss": 0.895,
      "step": 2815
    },
    {
      "epoch": 7.014925373134329,
      "grad_norm": 0.44140625,
      "learning_rate": 0.00012834741320894553,
      "loss": 0.8798,
      "step": 2820
    },
    {
      "epoch": 7.027363184079602,
      "grad_norm": 0.484375,
      "learning_rate": 0.00012806972675492997,
      "loss": 0.8921,
      "step": 2825
    },
    {
      "epoch": 7.039800995024875,
      "grad_norm": 0.482421875,
      "learning_rate": 0.00012779180514387023,
      "loss": 0.8885,
      "step": 2830
    },
    {
      "epoch": 7.052238805970149,
      "grad_norm": 0.5078125,
      "learning_rate": 0.00012751365070408333,
      "loss": 0.8869,
      "step": 2835
    },
    {
      "epoch": 7.064676616915423,
      "grad_norm": 0.462890625,
      "learning_rate": 0.00012723526576583703,
      "loss": 0.8953,
      "step": 2840
    },
    {
      "epoch": 7.077114427860696,
      "grad_norm": 0.53515625,
      "learning_rate": 0.00012695665266132983,
      "loss": 0.8742,
      "step": 2845
    },
    {
      "epoch": 7.08955223880597,
      "grad_norm": 0.435546875,
      "learning_rate": 0.00012667781372467202,
      "loss": 0.8902,
      "step": 2850
    },
    {
      "epoch": 7.101990049751244,
      "grad_norm": 0.4375,
      "learning_rate": 0.0001263987512918656,
      "loss": 0.8798,
      "step": 2855
    },
    {
      "epoch": 7.114427860696518,
      "grad_norm": 0.44921875,
      "learning_rate": 0.00012611946770078506,
      "loss": 0.8936,
      "step": 2860
    },
    {
      "epoch": 7.126865671641791,
      "grad_norm": 0.453125,
      "learning_rate": 0.00012583996529115762,
      "loss": 0.8848,
      "step": 2865
    },
    {
      "epoch": 7.1393034825870645,
      "grad_norm": 0.482421875,
      "learning_rate": 0.00012556024640454362,
      "loss": 0.8828,
      "step": 2870
    },
    {
      "epoch": 7.151741293532338,
      "grad_norm": 0.486328125,
      "learning_rate": 0.0001252803133843171,
      "loss": 0.8885,
      "step": 2875
    },
    {
      "epoch": 7.164179104477612,
      "grad_norm": 0.515625,
      "learning_rate": 0.00012500016857564585,
      "loss": 0.8956,
      "step": 2880
    },
    {
      "epoch": 7.176616915422885,
      "grad_norm": 0.5703125,
      "learning_rate": 0.0001247198143254721,
      "loss": 0.8895,
      "step": 2885
    },
    {
      "epoch": 7.189054726368159,
      "grad_norm": 0.48046875,
      "learning_rate": 0.0001244392529824926,
      "loss": 0.8808,
      "step": 2890
    },
    {
      "epoch": 7.201492537313433,
      "grad_norm": 0.5,
      "learning_rate": 0.00012415848689713903,
      "loss": 0.8806,
      "step": 2895
    },
    {
      "epoch": 7.213930348258707,
      "grad_norm": 0.49609375,
      "learning_rate": 0.00012387751842155847,
      "loss": 0.8993,
      "step": 2900
    },
    {
      "epoch": 7.22636815920398,
      "grad_norm": 0.447265625,
      "learning_rate": 0.00012359634990959334,
      "loss": 0.9013,
      "step": 2905
    },
    {
      "epoch": 7.2388059701492535,
      "grad_norm": 0.48828125,
      "learning_rate": 0.00012331498371676204,
      "loss": 0.88,
      "step": 2910
    },
    {
      "epoch": 7.251243781094527,
      "grad_norm": 0.55859375,
      "learning_rate": 0.00012303342220023895,
      "loss": 0.8755,
      "step": 2915
    },
    {
      "epoch": 7.263681592039801,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0001227516677188349,
      "loss": 0.8868,
      "step": 2920
    },
    {
      "epoch": 7.276119402985074,
      "grad_norm": 0.5390625,
      "learning_rate": 0.0001224697226329772,
      "loss": 0.8876,
      "step": 2925
    },
    {
      "epoch": 7.288557213930348,
      "grad_norm": 0.46875,
      "learning_rate": 0.00012218758930469004,
      "loss": 0.886,
      "step": 2930
    },
    {
      "epoch": 7.300995024875622,
      "grad_norm": 0.455078125,
      "learning_rate": 0.0001219052700975746,
      "loss": 0.8792,
      "step": 2935
    },
    {
      "epoch": 7.313432835820896,
      "grad_norm": 0.515625,
      "learning_rate": 0.00012162276737678933,
      "loss": 0.8864,
      "step": 2940
    },
    {
      "epoch": 7.32587064676617,
      "grad_norm": 0.453125,
      "learning_rate": 0.00012134008350902999,
      "loss": 0.8973,
      "step": 2945
    },
    {
      "epoch": 7.338308457711443,
      "grad_norm": 0.455078125,
      "learning_rate": 0.00012105722086251,
      "loss": 0.8828,
      "step": 2950
    },
    {
      "epoch": 7.350746268656716,
      "grad_norm": 0.453125,
      "learning_rate": 0.0001207741818069405,
      "loss": 0.8784,
      "step": 2955
    },
    {
      "epoch": 7.36318407960199,
      "grad_norm": 0.43359375,
      "learning_rate": 0.00012049096871351047,
      "loss": 0.8832,
      "step": 2960
    },
    {
      "epoch": 7.375621890547263,
      "grad_norm": 0.443359375,
      "learning_rate": 0.00012020758395486697,
      "loss": 0.8817,
      "step": 2965
    },
    {
      "epoch": 7.388059701492537,
      "grad_norm": 0.49609375,
      "learning_rate": 0.00011992402990509515,
      "loss": 0.8918,
      "step": 2970
    },
    {
      "epoch": 7.400497512437811,
      "grad_norm": 0.474609375,
      "learning_rate": 0.00011964030893969849,
      "loss": 0.8882,
      "step": 2975
    },
    {
      "epoch": 7.412935323383085,
      "grad_norm": 0.46875,
      "learning_rate": 0.00011935642343557871,
      "loss": 0.9038,
      "step": 2980
    },
    {
      "epoch": 7.425373134328359,
      "grad_norm": 0.56640625,
      "learning_rate": 0.00011907237577101611,
      "loss": 0.8879,
      "step": 2985
    },
    {
      "epoch": 7.437810945273632,
      "grad_norm": 0.4296875,
      "learning_rate": 0.00011878816832564939,
      "loss": 0.893,
      "step": 2990
    },
    {
      "epoch": 7.4502487562189055,
      "grad_norm": 0.451171875,
      "learning_rate": 0.00011850380348045585,
      "loss": 0.8898,
      "step": 2995
    },
    {
      "epoch": 7.462686567164179,
      "grad_norm": 0.453125,
      "learning_rate": 0.00011821928361773147,
      "loss": 0.8896,
      "step": 3000
    },
    {
      "epoch": 7.475124378109452,
      "grad_norm": 0.447265625,
      "learning_rate": 0.00011793461112107085,
      "loss": 0.884,
      "step": 3005
    },
    {
      "epoch": 7.487562189054726,
      "grad_norm": 0.5234375,
      "learning_rate": 0.00011764978837534737,
      "loss": 0.8682,
      "step": 3010
    },
    {
      "epoch": 7.5,
      "grad_norm": 0.52734375,
      "learning_rate": 0.00011736481776669306,
      "loss": 0.8928,
      "step": 3015
    },
    {
      "epoch": 7.512437810945274,
      "grad_norm": 0.435546875,
      "learning_rate": 0.0001170797016824787,
      "loss": 0.8914,
      "step": 3020
    },
    {
      "epoch": 7.524875621890548,
      "grad_norm": 0.447265625,
      "learning_rate": 0.00011679444251129392,
      "loss": 0.883,
      "step": 3025
    },
    {
      "epoch": 7.537313432835821,
      "grad_norm": 0.52734375,
      "learning_rate": 0.00011650904264292687,
      "loss": 0.8966,
      "step": 3030
    },
    {
      "epoch": 7.5497512437810945,
      "grad_norm": 0.4453125,
      "learning_rate": 0.0001162235044683446,
      "loss": 0.8856,
      "step": 3035
    },
    {
      "epoch": 7.562189054726368,
      "grad_norm": 0.4609375,
      "learning_rate": 0.00011593783037967272,
      "loss": 0.8855,
      "step": 3040
    },
    {
      "epoch": 7.574626865671641,
      "grad_norm": 0.458984375,
      "learning_rate": 0.00011565202277017551,
      "loss": 0.8858,
      "step": 3045
    },
    {
      "epoch": 7.587064676616915,
      "grad_norm": 0.44140625,
      "learning_rate": 0.0001153660840342358,
      "loss": 0.8922,
      "step": 3050
    },
    {
      "epoch": 7.599502487562189,
      "grad_norm": 0.44140625,
      "learning_rate": 0.00011508001656733503,
      "loss": 0.8943,
      "step": 3055
    },
    {
      "epoch": 7.611940298507463,
      "grad_norm": 0.431640625,
      "learning_rate": 0.000114793822766033,
      "loss": 0.8926,
      "step": 3060
    },
    {
      "epoch": 7.624378109452737,
      "grad_norm": 0.427734375,
      "learning_rate": 0.00011450750502794796,
      "loss": 0.8792,
      "step": 3065
    },
    {
      "epoch": 7.63681592039801,
      "grad_norm": 0.51953125,
      "learning_rate": 0.00011422106575173642,
      "loss": 0.8999,
      "step": 3070
    },
    {
      "epoch": 7.649253731343284,
      "grad_norm": 0.51171875,
      "learning_rate": 0.00011393450733707309,
      "loss": 0.8827,
      "step": 3075
    },
    {
      "epoch": 7.661691542288557,
      "grad_norm": 0.419921875,
      "learning_rate": 0.00011364783218463078,
      "loss": 0.897,
      "step": 3080
    },
    {
      "epoch": 7.67412935323383,
      "grad_norm": 0.5078125,
      "learning_rate": 0.00011336104269606027,
      "loss": 0.8866,
      "step": 3085
    },
    {
      "epoch": 7.686567164179104,
      "grad_norm": 0.515625,
      "learning_rate": 0.00011307414127397027,
      "loss": 0.889,
      "step": 3090
    },
    {
      "epoch": 7.699004975124378,
      "grad_norm": 0.51171875,
      "learning_rate": 0.00011278713032190709,
      "loss": 0.8844,
      "step": 3095
    },
    {
      "epoch": 7.711442786069652,
      "grad_norm": 0.5390625,
      "learning_rate": 0.00011250001224433477,
      "loss": 0.8747,
      "step": 3100
    },
    {
      "epoch": 7.723880597014926,
      "grad_norm": 0.546875,
      "learning_rate": 0.00011221278944661473,
      "loss": 0.8895,
      "step": 3105
    },
    {
      "epoch": 7.736318407960199,
      "grad_norm": 0.44921875,
      "learning_rate": 0.00011192546433498574,
      "loss": 0.8956,
      "step": 3110
    },
    {
      "epoch": 7.748756218905473,
      "grad_norm": 0.42578125,
      "learning_rate": 0.00011163803931654366,
      "loss": 0.8796,
      "step": 3115
    },
    {
      "epoch": 7.7611940298507465,
      "grad_norm": 0.447265625,
      "learning_rate": 0.00011135051679922141,
      "loss": 0.8838,
      "step": 3120
    },
    {
      "epoch": 7.773631840796019,
      "grad_norm": 0.4375,
      "learning_rate": 0.00011106289919176867,
      "loss": 0.8958,
      "step": 3125
    },
    {
      "epoch": 7.786069651741293,
      "grad_norm": 0.458984375,
      "learning_rate": 0.00011077518890373167,
      "loss": 0.8827,
      "step": 3130
    },
    {
      "epoch": 7.798507462686567,
      "grad_norm": 0.447265625,
      "learning_rate": 0.00011048738834543319,
      "loss": 0.8829,
      "step": 3135
    },
    {
      "epoch": 7.810945273631841,
      "grad_norm": 0.498046875,
      "learning_rate": 0.00011019949992795226,
      "loss": 0.8846,
      "step": 3140
    },
    {
      "epoch": 7.823383084577115,
      "grad_norm": 0.482421875,
      "learning_rate": 0.00010991152606310392,
      "loss": 0.8878,
      "step": 3145
    },
    {
      "epoch": 7.835820895522388,
      "grad_norm": 0.490234375,
      "learning_rate": 0.00010962346916341903,
      "loss": 0.8964,
      "step": 3150
    },
    {
      "epoch": 7.848258706467662,
      "grad_norm": 0.4609375,
      "learning_rate": 0.00010933533164212415,
      "loss": 0.8907,
      "step": 3155
    },
    {
      "epoch": 7.8606965174129355,
      "grad_norm": 0.45703125,
      "learning_rate": 0.0001090471159131212,
      "loss": 0.8823,
      "step": 3160
    },
    {
      "epoch": 7.8731343283582085,
      "grad_norm": 0.486328125,
      "learning_rate": 0.00010875882439096729,
      "loss": 0.8919,
      "step": 3165
    },
    {
      "epoch": 7.885572139303482,
      "grad_norm": 0.4375,
      "learning_rate": 0.00010847045949085454,
      "loss": 0.8881,
      "step": 3170
    },
    {
      "epoch": 7.898009950248756,
      "grad_norm": 0.439453125,
      "learning_rate": 0.0001081820236285898,
      "loss": 0.8916,
      "step": 3175
    },
    {
      "epoch": 7.91044776119403,
      "grad_norm": 0.498046875,
      "learning_rate": 0.00010789351922057435,
      "loss": 0.887,
      "step": 3180
    },
    {
      "epoch": 7.922885572139304,
      "grad_norm": 0.439453125,
      "learning_rate": 0.00010760494868378377,
      "loss": 0.8791,
      "step": 3185
    },
    {
      "epoch": 7.935323383084577,
      "grad_norm": 0.478515625,
      "learning_rate": 0.00010731631443574768,
      "loss": 0.8859,
      "step": 3190
    },
    {
      "epoch": 7.947761194029851,
      "grad_norm": 0.474609375,
      "learning_rate": 0.0001070276188945293,
      "loss": 0.8859,
      "step": 3195
    },
    {
      "epoch": 7.960199004975125,
      "grad_norm": 0.498046875,
      "learning_rate": 0.00010673886447870553,
      "loss": 0.8793,
      "step": 3200
    },
    {
      "epoch": 7.9726368159203975,
      "grad_norm": 0.51953125,
      "learning_rate": 0.00010645005360734637,
      "loss": 0.902,
      "step": 3205
    },
    {
      "epoch": 7.985074626865671,
      "grad_norm": 0.55078125,
      "learning_rate": 0.00010616118869999483,
      "loss": 0.884,
      "step": 3210
    },
    {
      "epoch": 7.997512437810945,
      "grad_norm": 0.443359375,
      "learning_rate": 0.00010587227217664654,
      "loss": 0.8858,
      "step": 3215
    },
    {
      "epoch": 8.0,
      "eval_loss": 2.505563259124756,
      "eval_runtime": 0.5386,
      "eval_samples_per_second": 18.568,
      "eval_steps_per_second": 1.857,
      "step": 3216
    },
    {
      "epoch": 8.009950248756219,
      "grad_norm": 0.453125,
      "learning_rate": 0.00010558330645772971,
      "loss": 0.8806,
      "step": 3220
    },
    {
      "epoch": 8.022388059701493,
      "grad_norm": 0.45703125,
      "learning_rate": 0.00010529429396408452,
      "loss": 0.8683,
      "step": 3225
    },
    {
      "epoch": 8.034825870646767,
      "grad_norm": 0.4140625,
      "learning_rate": 0.00010500523711694312,
      "loss": 0.8826,
      "step": 3230
    },
    {
      "epoch": 8.04726368159204,
      "grad_norm": 0.47265625,
      "learning_rate": 0.00010471613833790917,
      "loss": 0.8795,
      "step": 3235
    },
    {
      "epoch": 8.059701492537313,
      "grad_norm": 0.439453125,
      "learning_rate": 0.00010442700004893764,
      "loss": 0.8767,
      "step": 3240
    },
    {
      "epoch": 8.072139303482587,
      "grad_norm": 0.462890625,
      "learning_rate": 0.00010413782467231455,
      "loss": 0.8699,
      "step": 3245
    },
    {
      "epoch": 8.08457711442786,
      "grad_norm": 0.5,
      "learning_rate": 0.00010384861463063649,
      "loss": 0.8738,
      "step": 3250
    },
    {
      "epoch": 8.097014925373134,
      "grad_norm": 0.51171875,
      "learning_rate": 0.00010355937234679065,
      "loss": 0.8765,
      "step": 3255
    },
    {
      "epoch": 8.109452736318408,
      "grad_norm": 0.455078125,
      "learning_rate": 0.00010327010024393417,
      "loss": 0.8866,
      "step": 3260
    },
    {
      "epoch": 8.121890547263682,
      "grad_norm": 0.466796875,
      "learning_rate": 0.0001029808007454741,
      "loss": 0.8811,
      "step": 3265
    },
    {
      "epoch": 8.134328358208956,
      "grad_norm": 0.4921875,
      "learning_rate": 0.00010269147627504692,
      "loss": 0.8713,
      "step": 3270
    },
    {
      "epoch": 8.14676616915423,
      "grad_norm": 0.462890625,
      "learning_rate": 0.00010240212925649837,
      "loss": 0.8869,
      "step": 3275
    },
    {
      "epoch": 8.159203980099502,
      "grad_norm": 0.4609375,
      "learning_rate": 0.00010211276211386312,
      "loss": 0.8789,
      "step": 3280
    },
    {
      "epoch": 8.171641791044776,
      "grad_norm": 0.44140625,
      "learning_rate": 0.0001018233772713443,
      "loss": 0.8786,
      "step": 3285
    },
    {
      "epoch": 8.18407960199005,
      "grad_norm": 0.52734375,
      "learning_rate": 0.00010153397715329353,
      "loss": 0.8803,
      "step": 3290
    },
    {
      "epoch": 8.196517412935323,
      "grad_norm": 0.408203125,
      "learning_rate": 0.00010124456418419019,
      "loss": 0.8752,
      "step": 3295
    },
    {
      "epoch": 8.208955223880597,
      "grad_norm": 0.421875,
      "learning_rate": 0.00010095514078862147,
      "loss": 0.8733,
      "step": 3300
    },
    {
      "epoch": 8.221393034825871,
      "grad_norm": 0.55859375,
      "learning_rate": 0.00010066570939126184,
      "loss": 0.8791,
      "step": 3305
    },
    {
      "epoch": 8.233830845771145,
      "grad_norm": 0.5078125,
      "learning_rate": 0.00010037627241685276,
      "loss": 0.8731,
      "step": 3310
    },
    {
      "epoch": 8.246268656716419,
      "grad_norm": 0.458984375,
      "learning_rate": 0.00010008683229018256,
      "loss": 0.8692,
      "step": 3315
    },
    {
      "epoch": 8.25870646766169,
      "grad_norm": 0.458984375,
      "learning_rate": 9.97973914360658e-05,
      "loss": 0.8794,
      "step": 3320
    },
    {
      "epoch": 8.271144278606965,
      "grad_norm": 0.45703125,
      "learning_rate": 9.950795227932333e-05,
      "loss": 0.8775,
      "step": 3325
    },
    {
      "epoch": 8.283582089552239,
      "grad_norm": 0.498046875,
      "learning_rate": 9.92185172447616e-05,
      "loss": 0.8664,
      "step": 3330
    },
    {
      "epoch": 8.296019900497512,
      "grad_norm": 0.486328125,
      "learning_rate": 9.892908875715264e-05,
      "loss": 0.8732,
      "step": 3335
    },
    {
      "epoch": 8.308457711442786,
      "grad_norm": 0.47265625,
      "learning_rate": 9.863966924121358e-05,
      "loss": 0.8806,
      "step": 3340
    },
    {
      "epoch": 8.32089552238806,
      "grad_norm": 0.462890625,
      "learning_rate": 9.835026112158637e-05,
      "loss": 0.8781,
      "step": 3345
    },
    {
      "epoch": 8.333333333333334,
      "grad_norm": 0.494140625,
      "learning_rate": 9.806086682281758e-05,
      "loss": 0.8791,
      "step": 3350
    },
    {
      "epoch": 8.345771144278608,
      "grad_norm": 0.435546875,
      "learning_rate": 9.777148876933787e-05,
      "loss": 0.8838,
      "step": 3355
    },
    {
      "epoch": 8.35820895522388,
      "grad_norm": 0.5234375,
      "learning_rate": 9.74821293854419e-05,
      "loss": 0.8739,
      "step": 3360
    },
    {
      "epoch": 8.370646766169154,
      "grad_norm": 0.53515625,
      "learning_rate": 9.719279109526785e-05,
      "loss": 0.8733,
      "step": 3365
    },
    {
      "epoch": 8.383084577114428,
      "grad_norm": 0.474609375,
      "learning_rate": 9.69034763227773e-05,
      "loss": 0.8805,
      "step": 3370
    },
    {
      "epoch": 8.395522388059701,
      "grad_norm": 0.54296875,
      "learning_rate": 9.661418749173467e-05,
      "loss": 0.8899,
      "step": 3375
    },
    {
      "epoch": 8.407960199004975,
      "grad_norm": 0.51953125,
      "learning_rate": 9.632492702568714e-05,
      "loss": 0.8794,
      "step": 3380
    },
    {
      "epoch": 8.42039800995025,
      "grad_norm": 0.47265625,
      "learning_rate": 9.603569734794421e-05,
      "loss": 0.8786,
      "step": 3385
    },
    {
      "epoch": 8.432835820895523,
      "grad_norm": 0.47265625,
      "learning_rate": 9.574650088155752e-05,
      "loss": 0.8825,
      "step": 3390
    },
    {
      "epoch": 8.445273631840797,
      "grad_norm": 0.515625,
      "learning_rate": 9.545734004930037e-05,
      "loss": 0.8801,
      "step": 3395
    },
    {
      "epoch": 8.457711442786069,
      "grad_norm": 0.5,
      "learning_rate": 9.516821727364765e-05,
      "loss": 0.8735,
      "step": 3400
    },
    {
      "epoch": 8.470149253731343,
      "grad_norm": 0.51171875,
      "learning_rate": 9.487913497675536e-05,
      "loss": 0.8822,
      "step": 3405
    },
    {
      "epoch": 8.482587064676617,
      "grad_norm": 0.498046875,
      "learning_rate": 9.459009558044033e-05,
      "loss": 0.8802,
      "step": 3410
    },
    {
      "epoch": 8.49502487562189,
      "grad_norm": 0.53515625,
      "learning_rate": 9.430110150616014e-05,
      "loss": 0.8705,
      "step": 3415
    },
    {
      "epoch": 8.507462686567164,
      "grad_norm": 0.51953125,
      "learning_rate": 9.40121551749925e-05,
      "loss": 0.8792,
      "step": 3420
    },
    {
      "epoch": 8.519900497512438,
      "grad_norm": 0.5,
      "learning_rate": 9.372325900761533e-05,
      "loss": 0.8809,
      "step": 3425
    },
    {
      "epoch": 8.532338308457712,
      "grad_norm": 0.4765625,
      "learning_rate": 9.343441542428614e-05,
      "loss": 0.8762,
      "step": 3430
    },
    {
      "epoch": 8.544776119402986,
      "grad_norm": 0.48828125,
      "learning_rate": 9.314562684482202e-05,
      "loss": 0.8716,
      "step": 3435
    },
    {
      "epoch": 8.557213930348258,
      "grad_norm": 0.443359375,
      "learning_rate": 9.285689568857917e-05,
      "loss": 0.8884,
      "step": 3440
    },
    {
      "epoch": 8.569651741293532,
      "grad_norm": 0.470703125,
      "learning_rate": 9.25682243744328e-05,
      "loss": 0.8725,
      "step": 3445
    },
    {
      "epoch": 8.582089552238806,
      "grad_norm": 0.53125,
      "learning_rate": 9.227961532075671e-05,
      "loss": 0.8822,
      "step": 3450
    },
    {
      "epoch": 8.59452736318408,
      "grad_norm": 0.484375,
      "learning_rate": 9.199107094540319e-05,
      "loss": 0.8784,
      "step": 3455
    },
    {
      "epoch": 8.606965174129353,
      "grad_norm": 0.443359375,
      "learning_rate": 9.170259366568266e-05,
      "loss": 0.8799,
      "step": 3460
    },
    {
      "epoch": 8.619402985074627,
      "grad_norm": 0.490234375,
      "learning_rate": 9.141418589834339e-05,
      "loss": 0.8825,
      "step": 3465
    },
    {
      "epoch": 8.631840796019901,
      "grad_norm": 0.431640625,
      "learning_rate": 9.112585005955136e-05,
      "loss": 0.8922,
      "step": 3470
    },
    {
      "epoch": 8.644278606965175,
      "grad_norm": 0.439453125,
      "learning_rate": 9.08375885648699e-05,
      "loss": 0.8935,
      "step": 3475
    },
    {
      "epoch": 8.656716417910447,
      "grad_norm": 0.5546875,
      "learning_rate": 9.054940382923953e-05,
      "loss": 0.8796,
      "step": 3480
    },
    {
      "epoch": 8.66915422885572,
      "grad_norm": 0.451171875,
      "learning_rate": 9.02612982669578e-05,
      "loss": 0.8869,
      "step": 3485
    },
    {
      "epoch": 8.681592039800995,
      "grad_norm": 0.46484375,
      "learning_rate": 8.997327429165883e-05,
      "loss": 0.8722,
      "step": 3490
    },
    {
      "epoch": 8.694029850746269,
      "grad_norm": 0.451171875,
      "learning_rate": 8.96853343162934e-05,
      "loss": 0.8769,
      "step": 3495
    },
    {
      "epoch": 8.706467661691542,
      "grad_norm": 0.42578125,
      "learning_rate": 8.939748075310841e-05,
      "loss": 0.8802,
      "step": 3500
    },
    {
      "epoch": 8.718905472636816,
      "grad_norm": 0.48046875,
      "learning_rate": 8.910971601362696e-05,
      "loss": 0.891,
      "step": 3505
    },
    {
      "epoch": 8.73134328358209,
      "grad_norm": 0.474609375,
      "learning_rate": 8.882204250862796e-05,
      "loss": 0.8905,
      "step": 3510
    },
    {
      "epoch": 8.743781094527364,
      "grad_norm": 0.474609375,
      "learning_rate": 8.853446264812599e-05,
      "loss": 0.8675,
      "step": 3515
    },
    {
      "epoch": 8.756218905472636,
      "grad_norm": 0.46484375,
      "learning_rate": 8.824697884135112e-05,
      "loss": 0.8834,
      "step": 3520
    },
    {
      "epoch": 8.76865671641791,
      "grad_norm": 0.44921875,
      "learning_rate": 8.795959349672878e-05,
      "loss": 0.8771,
      "step": 3525
    },
    {
      "epoch": 8.781094527363184,
      "grad_norm": 0.45703125,
      "learning_rate": 8.76723090218594e-05,
      "loss": 0.876,
      "step": 3530
    },
    {
      "epoch": 8.793532338308458,
      "grad_norm": 0.447265625,
      "learning_rate": 8.73851278234985e-05,
      "loss": 0.8808,
      "step": 3535
    },
    {
      "epoch": 8.805970149253731,
      "grad_norm": 0.46875,
      "learning_rate": 8.709805230753627e-05,
      "loss": 0.8843,
      "step": 3540
    },
    {
      "epoch": 8.818407960199005,
      "grad_norm": 0.4765625,
      "learning_rate": 8.68110848789776e-05,
      "loss": 0.8688,
      "step": 3545
    },
    {
      "epoch": 8.83084577114428,
      "grad_norm": 0.45703125,
      "learning_rate": 8.65242279419219e-05,
      "loss": 0.87,
      "step": 3550
    },
    {
      "epoch": 8.843283582089553,
      "grad_norm": 0.443359375,
      "learning_rate": 8.623748389954283e-05,
      "loss": 0.8777,
      "step": 3555
    },
    {
      "epoch": 8.855721393034825,
      "grad_norm": 0.4375,
      "learning_rate": 8.595085515406834e-05,
      "loss": 0.8747,
      "step": 3560
    },
    {
      "epoch": 8.868159203980099,
      "grad_norm": 0.5078125,
      "learning_rate": 8.566434410676042e-05,
      "loss": 0.8809,
      "step": 3565
    },
    {
      "epoch": 8.880597014925373,
      "grad_norm": 0.46484375,
      "learning_rate": 8.537795315789509e-05,
      "loss": 0.8664,
      "step": 3570
    },
    {
      "epoch": 8.893034825870647,
      "grad_norm": 0.451171875,
      "learning_rate": 8.509168470674215e-05,
      "loss": 0.8791,
      "step": 3575
    },
    {
      "epoch": 8.90547263681592,
      "grad_norm": 0.42578125,
      "learning_rate": 8.480554115154529e-05,
      "loss": 0.8901,
      "step": 3580
    },
    {
      "epoch": 8.917910447761194,
      "grad_norm": 0.45703125,
      "learning_rate": 8.451952488950166e-05,
      "loss": 0.8687,
      "step": 3585
    },
    {
      "epoch": 8.930348258706468,
      "grad_norm": 0.48046875,
      "learning_rate": 8.423363831674225e-05,
      "loss": 0.8844,
      "step": 3590
    },
    {
      "epoch": 8.942786069651742,
      "grad_norm": 0.443359375,
      "learning_rate": 8.394788382831143e-05,
      "loss": 0.8754,
      "step": 3595
    },
    {
      "epoch": 8.955223880597014,
      "grad_norm": 0.466796875,
      "learning_rate": 8.366226381814697e-05,
      "loss": 0.8763,
      "step": 3600
    },
    {
      "epoch": 8.967661691542288,
      "grad_norm": 0.439453125,
      "learning_rate": 8.337678067906016e-05,
      "loss": 0.8876,
      "step": 3605
    },
    {
      "epoch": 8.980099502487562,
      "grad_norm": 0.47265625,
      "learning_rate": 8.309143680271553e-05,
      "loss": 0.8748,
      "step": 3610
    },
    {
      "epoch": 8.992537313432836,
      "grad_norm": 0.443359375,
      "learning_rate": 8.280623457961102e-05,
      "loss": 0.8811,
      "step": 3615
    },
    {
      "epoch": 9.0,
      "eval_loss": 2.5127768516540527,
      "eval_runtime": 0.543,
      "eval_samples_per_second": 18.416,
      "eval_steps_per_second": 1.842,
      "step": 3618
    },
    {
      "epoch": 9.00497512437811,
      "grad_norm": 0.486328125,
      "learning_rate": 8.252117639905777e-05,
      "loss": 0.8707,
      "step": 3620
    },
    {
      "epoch": 9.017412935323383,
      "grad_norm": 0.4765625,
      "learning_rate": 8.223626464916022e-05,
      "loss": 0.8672,
      "step": 3625
    },
    {
      "epoch": 9.029850746268657,
      "grad_norm": 0.494140625,
      "learning_rate": 8.195150171679608e-05,
      "loss": 0.8752,
      "step": 3630
    },
    {
      "epoch": 9.042288557213931,
      "grad_norm": 0.52734375,
      "learning_rate": 8.16668899875963e-05,
      "loss": 0.8641,
      "step": 3635
    },
    {
      "epoch": 9.054726368159203,
      "grad_norm": 0.486328125,
      "learning_rate": 8.13824318459252e-05,
      "loss": 0.8679,
      "step": 3640
    },
    {
      "epoch": 9.067164179104477,
      "grad_norm": 0.56640625,
      "learning_rate": 8.109812967486025e-05,
      "loss": 0.8711,
      "step": 3645
    },
    {
      "epoch": 9.07960199004975,
      "grad_norm": 0.4609375,
      "learning_rate": 8.08139858561724e-05,
      "loss": 0.8657,
      "step": 3650
    },
    {
      "epoch": 9.092039800995025,
      "grad_norm": 0.486328125,
      "learning_rate": 8.053000277030589e-05,
      "loss": 0.8748,
      "step": 3655
    },
    {
      "epoch": 9.104477611940299,
      "grad_norm": 0.51171875,
      "learning_rate": 8.02461827963585e-05,
      "loss": 0.8715,
      "step": 3660
    },
    {
      "epoch": 9.116915422885572,
      "grad_norm": 0.51171875,
      "learning_rate": 7.996252831206141e-05,
      "loss": 0.8654,
      "step": 3665
    },
    {
      "epoch": 9.129353233830846,
      "grad_norm": 0.50390625,
      "learning_rate": 7.967904169375951e-05,
      "loss": 0.8798,
      "step": 3670
    },
    {
      "epoch": 9.14179104477612,
      "grad_norm": 0.47265625,
      "learning_rate": 7.939572531639128e-05,
      "loss": 0.8697,
      "step": 3675
    },
    {
      "epoch": 9.154228855721392,
      "grad_norm": 0.455078125,
      "learning_rate": 7.911258155346901e-05,
      "loss": 0.8774,
      "step": 3680
    },
    {
      "epoch": 9.166666666666666,
      "grad_norm": 0.46484375,
      "learning_rate": 7.882961277705895e-05,
      "loss": 0.8773,
      "step": 3685
    },
    {
      "epoch": 9.17910447761194,
      "grad_norm": 0.50390625,
      "learning_rate": 7.854682135776131e-05,
      "loss": 0.8745,
      "step": 3690
    },
    {
      "epoch": 9.191542288557214,
      "grad_norm": 0.51953125,
      "learning_rate": 7.826420966469055e-05,
      "loss": 0.8786,
      "step": 3695
    },
    {
      "epoch": 9.203980099502488,
      "grad_norm": 0.52734375,
      "learning_rate": 7.798178006545534e-05,
      "loss": 0.8715,
      "step": 3700
    },
    {
      "epoch": 9.216417910447761,
      "grad_norm": 0.486328125,
      "learning_rate": 7.769953492613899e-05,
      "loss": 0.8696,
      "step": 3705
    },
    {
      "epoch": 9.228855721393035,
      "grad_norm": 0.4609375,
      "learning_rate": 7.741747661127934e-05,
      "loss": 0.8716,
      "step": 3710
    },
    {
      "epoch": 9.24129353233831,
      "grad_norm": 0.45703125,
      "learning_rate": 7.713560748384914e-05,
      "loss": 0.8713,
      "step": 3715
    },
    {
      "epoch": 9.253731343283581,
      "grad_norm": 0.447265625,
      "learning_rate": 7.685392990523626e-05,
      "loss": 0.868,
      "step": 3720
    },
    {
      "epoch": 9.266169154228855,
      "grad_norm": 0.515625,
      "learning_rate": 7.657244623522378e-05,
      "loss": 0.8756,
      "step": 3725
    },
    {
      "epoch": 9.278606965174129,
      "grad_norm": 0.46484375,
      "learning_rate": 7.629115883197033e-05,
      "loss": 0.8671,
      "step": 3730
    },
    {
      "epoch": 9.291044776119403,
      "grad_norm": 0.453125,
      "learning_rate": 7.601007005199021e-05,
      "loss": 0.8758,
      "step": 3735
    },
    {
      "epoch": 9.303482587064677,
      "grad_norm": 0.443359375,
      "learning_rate": 7.572918225013387e-05,
      "loss": 0.876,
      "step": 3740
    },
    {
      "epoch": 9.31592039800995,
      "grad_norm": 0.451171875,
      "learning_rate": 7.544849777956792e-05,
      "loss": 0.8762,
      "step": 3745
    },
    {
      "epoch": 9.328358208955224,
      "grad_norm": 0.431640625,
      "learning_rate": 7.516801899175565e-05,
      "loss": 0.8699,
      "step": 3750
    },
    {
      "epoch": 9.340796019900498,
      "grad_norm": 0.435546875,
      "learning_rate": 7.488774823643711e-05,
      "loss": 0.8617,
      "step": 3755
    },
    {
      "epoch": 9.35323383084577,
      "grad_norm": 0.4765625,
      "learning_rate": 7.46076878616096e-05,
      "loss": 0.8788,
      "step": 3760
    },
    {
      "epoch": 9.365671641791044,
      "grad_norm": 0.466796875,
      "learning_rate": 7.432784021350796e-05,
      "loss": 0.8798,
      "step": 3765
    },
    {
      "epoch": 9.378109452736318,
      "grad_norm": 0.470703125,
      "learning_rate": 7.404820763658483e-05,
      "loss": 0.8656,
      "step": 3770
    },
    {
      "epoch": 9.390547263681592,
      "grad_norm": 0.455078125,
      "learning_rate": 7.376879247349111e-05,
      "loss": 0.8803,
      "step": 3775
    },
    {
      "epoch": 9.402985074626866,
      "grad_norm": 0.421875,
      "learning_rate": 7.348959706505626e-05,
      "loss": 0.8653,
      "step": 3780
    },
    {
      "epoch": 9.41542288557214,
      "grad_norm": 0.42578125,
      "learning_rate": 7.321062375026879e-05,
      "loss": 0.8681,
      "step": 3785
    },
    {
      "epoch": 9.427860696517413,
      "grad_norm": 0.478515625,
      "learning_rate": 7.293187486625646e-05,
      "loss": 0.8736,
      "step": 3790
    },
    {
      "epoch": 9.440298507462687,
      "grad_norm": 0.478515625,
      "learning_rate": 7.265335274826704e-05,
      "loss": 0.8726,
      "step": 3795
    },
    {
      "epoch": 9.45273631840796,
      "grad_norm": 0.4765625,
      "learning_rate": 7.237505972964832e-05,
      "loss": 0.8847,
      "step": 3800
    },
    {
      "epoch": 9.465174129353233,
      "grad_norm": 0.435546875,
      "learning_rate": 7.209699814182899e-05,
      "loss": 0.8604,
      "step": 3805
    },
    {
      "epoch": 9.477611940298507,
      "grad_norm": 0.51953125,
      "learning_rate": 7.181917031429874e-05,
      "loss": 0.8757,
      "step": 3810
    },
    {
      "epoch": 9.490049751243781,
      "grad_norm": 0.5,
      "learning_rate": 7.154157857458903e-05,
      "loss": 0.8663,
      "step": 3815
    },
    {
      "epoch": 9.502487562189055,
      "grad_norm": 0.5390625,
      "learning_rate": 7.126422524825343e-05,
      "loss": 0.874,
      "step": 3820
    },
    {
      "epoch": 9.514925373134329,
      "grad_norm": 0.546875,
      "learning_rate": 7.09871126588481e-05,
      "loss": 0.8847,
      "step": 3825
    },
    {
      "epoch": 9.527363184079602,
      "grad_norm": 0.453125,
      "learning_rate": 7.071024312791253e-05,
      "loss": 0.8607,
      "step": 3830
    },
    {
      "epoch": 9.539800995024876,
      "grad_norm": 0.5234375,
      "learning_rate": 7.043361897494988e-05,
      "loss": 0.877,
      "step": 3835
    },
    {
      "epoch": 9.552238805970148,
      "grad_norm": 0.50390625,
      "learning_rate": 7.015724251740766e-05,
      "loss": 0.8644,
      "step": 3840
    },
    {
      "epoch": 9.564676616915422,
      "grad_norm": 0.4609375,
      "learning_rate": 6.988111607065826e-05,
      "loss": 0.8687,
      "step": 3845
    },
    {
      "epoch": 9.577114427860696,
      "grad_norm": 0.4765625,
      "learning_rate": 6.960524194797959e-05,
      "loss": 0.8678,
      "step": 3850
    },
    {
      "epoch": 9.58955223880597,
      "grad_norm": 0.4609375,
      "learning_rate": 6.932962246053577e-05,
      "loss": 0.8669,
      "step": 3855
    },
    {
      "epoch": 9.601990049751244,
      "grad_norm": 0.470703125,
      "learning_rate": 6.905425991735753e-05,
      "loss": 0.8611,
      "step": 3860
    },
    {
      "epoch": 9.614427860696518,
      "grad_norm": 0.43359375,
      "learning_rate": 6.877915662532317e-05,
      "loss": 0.8596,
      "step": 3865
    },
    {
      "epoch": 9.626865671641792,
      "grad_norm": 0.43359375,
      "learning_rate": 6.850431488913895e-05,
      "loss": 0.8703,
      "step": 3870
    },
    {
      "epoch": 9.639303482587065,
      "grad_norm": 0.431640625,
      "learning_rate": 6.822973701132007e-05,
      "loss": 0.8714,
      "step": 3875
    },
    {
      "epoch": 9.65174129353234,
      "grad_norm": 0.4609375,
      "learning_rate": 6.795542529217109e-05,
      "loss": 0.8874,
      "step": 3880
    },
    {
      "epoch": 9.664179104477611,
      "grad_norm": 0.419921875,
      "learning_rate": 6.76813820297669e-05,
      "loss": 0.8675,
      "step": 3885
    },
    {
      "epoch": 9.676616915422885,
      "grad_norm": 0.455078125,
      "learning_rate": 6.74076095199333e-05,
      "loss": 0.8866,
      "step": 3890
    },
    {
      "epoch": 9.689054726368159,
      "grad_norm": 0.490234375,
      "learning_rate": 6.713411005622786e-05,
      "loss": 0.8822,
      "step": 3895
    },
    {
      "epoch": 9.701492537313433,
      "grad_norm": 0.4609375,
      "learning_rate": 6.686088592992067e-05,
      "loss": 0.8782,
      "step": 3900
    },
    {
      "epoch": 9.713930348258707,
      "grad_norm": 0.451171875,
      "learning_rate": 6.658793942997515e-05,
      "loss": 0.8819,
      "step": 3905
    },
    {
      "epoch": 9.72636815920398,
      "grad_norm": 0.443359375,
      "learning_rate": 6.631527284302892e-05,
      "loss": 0.8637,
      "step": 3910
    },
    {
      "epoch": 9.738805970149254,
      "grad_norm": 0.44921875,
      "learning_rate": 6.604288845337453e-05,
      "loss": 0.8692,
      "step": 3915
    },
    {
      "epoch": 9.751243781094526,
      "grad_norm": 0.44140625,
      "learning_rate": 6.577078854294046e-05,
      "loss": 0.8633,
      "step": 3920
    },
    {
      "epoch": 9.7636815920398,
      "grad_norm": 0.439453125,
      "learning_rate": 6.549897539127185e-05,
      "loss": 0.8685,
      "step": 3925
    },
    {
      "epoch": 9.776119402985074,
      "grad_norm": 0.474609375,
      "learning_rate": 6.522745127551158e-05,
      "loss": 0.8737,
      "step": 3930
    },
    {
      "epoch": 9.788557213930348,
      "grad_norm": 0.470703125,
      "learning_rate": 6.495621847038105e-05,
      "loss": 0.8753,
      "step": 3935
    },
    {
      "epoch": 9.800995024875622,
      "grad_norm": 0.44921875,
      "learning_rate": 6.46852792481612e-05,
      "loss": 0.8623,
      "step": 3940
    },
    {
      "epoch": 9.813432835820896,
      "grad_norm": 0.4453125,
      "learning_rate": 6.44146358786734e-05,
      "loss": 0.8542,
      "step": 3945
    },
    {
      "epoch": 9.82587064676617,
      "grad_norm": 0.494140625,
      "learning_rate": 6.414429062926057e-05,
      "loss": 0.8775,
      "step": 3950
    },
    {
      "epoch": 9.838308457711443,
      "grad_norm": 0.466796875,
      "learning_rate": 6.387424576476804e-05,
      "loss": 0.8814,
      "step": 3955
    },
    {
      "epoch": 9.850746268656717,
      "grad_norm": 0.423828125,
      "learning_rate": 6.360450354752458e-05,
      "loss": 0.8681,
      "step": 3960
    },
    {
      "epoch": 9.86318407960199,
      "grad_norm": 0.490234375,
      "learning_rate": 6.333506623732365e-05,
      "loss": 0.8821,
      "step": 3965
    },
    {
      "epoch": 9.875621890547263,
      "grad_norm": 0.49609375,
      "learning_rate": 6.306593609140416e-05,
      "loss": 0.875,
      "step": 3970
    },
    {
      "epoch": 9.888059701492537,
      "grad_norm": 0.46875,
      "learning_rate": 6.279711536443185e-05,
      "loss": 0.8672,
      "step": 3975
    },
    {
      "epoch": 9.900497512437811,
      "grad_norm": 0.439453125,
      "learning_rate": 6.252860630848014e-05,
      "loss": 0.8776,
      "step": 3980
    },
    {
      "epoch": 9.912935323383085,
      "grad_norm": 0.47265625,
      "learning_rate": 6.226041117301154e-05,
      "loss": 0.8825,
      "step": 3985
    },
    {
      "epoch": 9.925373134328359,
      "grad_norm": 0.5703125,
      "learning_rate": 6.199253220485856e-05,
      "loss": 0.8658,
      "step": 3990
    },
    {
      "epoch": 9.937810945273633,
      "grad_norm": 0.48046875,
      "learning_rate": 6.1724971648205e-05,
      "loss": 0.87,
      "step": 3995
    },
    {
      "epoch": 9.950248756218905,
      "grad_norm": 0.462890625,
      "learning_rate": 6.145773174456717e-05,
      "loss": 0.871,
      "step": 4000
    },
    {
      "epoch": 9.962686567164178,
      "grad_norm": 0.4609375,
      "learning_rate": 6.119081473277501e-05,
      "loss": 0.8748,
      "step": 4005
    },
    {
      "epoch": 9.975124378109452,
      "grad_norm": 0.48828125,
      "learning_rate": 6.092422284895352e-05,
      "loss": 0.8615,
      "step": 4010
    },
    {
      "epoch": 9.987562189054726,
      "grad_norm": 0.45703125,
      "learning_rate": 6.0657958326503716e-05,
      "loss": 0.8756,
      "step": 4015
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.421875,
      "learning_rate": 6.039202339608432e-05,
      "loss": 0.8634,
      "step": 4020
    },
    {
      "epoch": 10.0,
      "eval_loss": 2.5166468620300293,
      "eval_runtime": 0.5392,
      "eval_samples_per_second": 18.545,
      "eval_steps_per_second": 1.854,
      "step": 4020
    },
    {
      "epoch": 10.012437810945274,
      "grad_norm": 0.447265625,
      "learning_rate": 6.012642028559272e-05,
      "loss": 0.8711,
      "step": 4025
    },
    {
      "epoch": 10.024875621890548,
      "grad_norm": 0.453125,
      "learning_rate": 5.9861151220146494e-05,
      "loss": 0.8676,
      "step": 4030
    },
    {
      "epoch": 10.037313432835822,
      "grad_norm": 0.5546875,
      "learning_rate": 5.959621842206474e-05,
      "loss": 0.859,
      "step": 4035
    },
    {
      "epoch": 10.049751243781095,
      "grad_norm": 0.45703125,
      "learning_rate": 5.9331624110849405e-05,
      "loss": 0.8715,
      "step": 4040
    },
    {
      "epoch": 10.062189054726367,
      "grad_norm": 0.46484375,
      "learning_rate": 5.9067370503166764e-05,
      "loss": 0.8667,
      "step": 4045
    },
    {
      "epoch": 10.074626865671641,
      "grad_norm": 0.474609375,
      "learning_rate": 5.880345981282876e-05,
      "loss": 0.8705,
      "step": 4050
    },
    {
      "epoch": 10.087064676616915,
      "grad_norm": 0.54296875,
      "learning_rate": 5.8539894250774596e-05,
      "loss": 0.8655,
      "step": 4055
    },
    {
      "epoch": 10.099502487562189,
      "grad_norm": 0.46484375,
      "learning_rate": 5.8276676025052055e-05,
      "loss": 0.8762,
      "step": 4060
    },
    {
      "epoch": 10.111940298507463,
      "grad_norm": 0.46875,
      "learning_rate": 5.801380734079907e-05,
      "loss": 0.8635,
      "step": 4065
    },
    {
      "epoch": 10.124378109452737,
      "grad_norm": 0.4296875,
      "learning_rate": 5.7751290400225287e-05,
      "loss": 0.8663,
      "step": 4070
    },
    {
      "epoch": 10.13681592039801,
      "grad_norm": 0.45703125,
      "learning_rate": 5.74891274025936e-05,
      "loss": 0.8669,
      "step": 4075
    },
    {
      "epoch": 10.149253731343283,
      "grad_norm": 0.474609375,
      "learning_rate": 5.722732054420172e-05,
      "loss": 0.87,
      "step": 4080
    },
    {
      "epoch": 10.161691542288557,
      "grad_norm": 0.4453125,
      "learning_rate": 5.696587201836363e-05,
      "loss": 0.8608,
      "step": 4085
    },
    {
      "epoch": 10.17412935323383,
      "grad_norm": 0.48046875,
      "learning_rate": 5.67047840153915e-05,
      "loss": 0.8637,
      "step": 4090
    },
    {
      "epoch": 10.186567164179104,
      "grad_norm": 0.447265625,
      "learning_rate": 5.6444058722577165e-05,
      "loss": 0.8745,
      "step": 4095
    },
    {
      "epoch": 10.199004975124378,
      "grad_norm": 0.474609375,
      "learning_rate": 5.6183698324173695e-05,
      "loss": 0.8648,
      "step": 4100
    },
    {
      "epoch": 10.211442786069652,
      "grad_norm": 0.462890625,
      "learning_rate": 5.592370500137734e-05,
      "loss": 0.8691,
      "step": 4105
    },
    {
      "epoch": 10.223880597014926,
      "grad_norm": 0.5234375,
      "learning_rate": 5.566408093230911e-05,
      "loss": 0.8686,
      "step": 4110
    },
    {
      "epoch": 10.2363184079602,
      "grad_norm": 0.478515625,
      "learning_rate": 5.5404828291996535e-05,
      "loss": 0.8663,
      "step": 4115
    },
    {
      "epoch": 10.248756218905474,
      "grad_norm": 0.443359375,
      "learning_rate": 5.514594925235548e-05,
      "loss": 0.8729,
      "step": 4120
    },
    {
      "epoch": 10.261194029850746,
      "grad_norm": 0.48046875,
      "learning_rate": 5.4887445982171906e-05,
      "loss": 0.8683,
      "step": 4125
    },
    {
      "epoch": 10.27363184079602,
      "grad_norm": 0.439453125,
      "learning_rate": 5.4629320647083804e-05,
      "loss": 0.86,
      "step": 4130
    },
    {
      "epoch": 10.286069651741293,
      "grad_norm": 0.453125,
      "learning_rate": 5.437157540956282e-05,
      "loss": 0.881,
      "step": 4135
    },
    {
      "epoch": 10.298507462686567,
      "grad_norm": 0.443359375,
      "learning_rate": 5.4114212428896424e-05,
      "loss": 0.8569,
      "step": 4140
    },
    {
      "epoch": 10.310945273631841,
      "grad_norm": 0.451171875,
      "learning_rate": 5.385723386116966e-05,
      "loss": 0.8605,
      "step": 4145
    },
    {
      "epoch": 10.323383084577115,
      "grad_norm": 0.48046875,
      "learning_rate": 5.360064185924714e-05,
      "loss": 0.8779,
      "step": 4150
    },
    {
      "epoch": 10.335820895522389,
      "grad_norm": 0.43359375,
      "learning_rate": 5.334443857275487e-05,
      "loss": 0.8614,
      "step": 4155
    },
    {
      "epoch": 10.348258706467663,
      "grad_norm": 0.478515625,
      "learning_rate": 5.3088626148062474e-05,
      "loss": 0.8687,
      "step": 4160
    },
    {
      "epoch": 10.360696517412935,
      "grad_norm": 0.4453125,
      "learning_rate": 5.283320672826506e-05,
      "loss": 0.8555,
      "step": 4165
    },
    {
      "epoch": 10.373134328358208,
      "grad_norm": 0.447265625,
      "learning_rate": 5.257818245316522e-05,
      "loss": 0.8609,
      "step": 4170
    },
    {
      "epoch": 10.385572139303482,
      "grad_norm": 0.43359375,
      "learning_rate": 5.232355545925529e-05,
      "loss": 0.8583,
      "step": 4175
    },
    {
      "epoch": 10.398009950248756,
      "grad_norm": 0.439453125,
      "learning_rate": 5.206932787969927e-05,
      "loss": 0.8674,
      "step": 4180
    },
    {
      "epoch": 10.41044776119403,
      "grad_norm": 0.47265625,
      "learning_rate": 5.1815501844315105e-05,
      "loss": 0.8679,
      "step": 4185
    },
    {
      "epoch": 10.422885572139304,
      "grad_norm": 0.431640625,
      "learning_rate": 5.156207947955662e-05,
      "loss": 0.8748,
      "step": 4190
    },
    {
      "epoch": 10.435323383084578,
      "grad_norm": 0.45703125,
      "learning_rate": 5.1309062908495985e-05,
      "loss": 0.8628,
      "step": 4195
    },
    {
      "epoch": 10.447761194029852,
      "grad_norm": 0.439453125,
      "learning_rate": 5.105645425080572e-05,
      "loss": 0.876,
      "step": 4200
    },
    {
      "epoch": 10.460199004975124,
      "grad_norm": 0.51953125,
      "learning_rate": 5.0804255622741084e-05,
      "loss": 0.8633,
      "step": 4205
    },
    {
      "epoch": 10.472636815920398,
      "grad_norm": 0.47265625,
      "learning_rate": 5.055246913712213e-05,
      "loss": 0.866,
      "step": 4210
    },
    {
      "epoch": 10.485074626865671,
      "grad_norm": 0.50390625,
      "learning_rate": 5.030109690331625e-05,
      "loss": 0.8763,
      "step": 4215
    },
    {
      "epoch": 10.497512437810945,
      "grad_norm": 0.439453125,
      "learning_rate": 5.0050141027220396e-05,
      "loss": 0.8677,
      "step": 4220
    },
    {
      "epoch": 10.509950248756219,
      "grad_norm": 0.470703125,
      "learning_rate": 4.979960361124346e-05,
      "loss": 0.8751,
      "step": 4225
    },
    {
      "epoch": 10.522388059701493,
      "grad_norm": 0.4609375,
      "learning_rate": 4.954948675428853e-05,
      "loss": 0.8689,
      "step": 4230
    },
    {
      "epoch": 10.534825870646767,
      "grad_norm": 0.455078125,
      "learning_rate": 4.929979255173553e-05,
      "loss": 0.8655,
      "step": 4235
    },
    {
      "epoch": 10.547263681592039,
      "grad_norm": 0.458984375,
      "learning_rate": 4.905052309542352e-05,
      "loss": 0.8619,
      "step": 4240
    },
    {
      "epoch": 10.559701492537313,
      "grad_norm": 0.455078125,
      "learning_rate": 4.880168047363312e-05,
      "loss": 0.871,
      "step": 4245
    },
    {
      "epoch": 10.572139303482587,
      "grad_norm": 0.466796875,
      "learning_rate": 4.855326677106926e-05,
      "loss": 0.8714,
      "step": 4250
    },
    {
      "epoch": 10.58457711442786,
      "grad_norm": 0.4453125,
      "learning_rate": 4.830528406884351e-05,
      "loss": 0.8599,
      "step": 4255
    },
    {
      "epoch": 10.597014925373134,
      "grad_norm": 0.439453125,
      "learning_rate": 4.8057734444456536e-05,
      "loss": 0.8757,
      "step": 4260
    },
    {
      "epoch": 10.609452736318408,
      "grad_norm": 0.46875,
      "learning_rate": 4.781061997178104e-05,
      "loss": 0.8704,
      "step": 4265
    },
    {
      "epoch": 10.621890547263682,
      "grad_norm": 0.44140625,
      "learning_rate": 4.7563942721044076e-05,
      "loss": 0.8665,
      "step": 4270
    },
    {
      "epoch": 10.634328358208956,
      "grad_norm": 0.486328125,
      "learning_rate": 4.7317704758809946e-05,
      "loss": 0.8689,
      "step": 4275
    },
    {
      "epoch": 10.64676616915423,
      "grad_norm": 0.44921875,
      "learning_rate": 4.707190814796261e-05,
      "loss": 0.8459,
      "step": 4280
    },
    {
      "epoch": 10.659203980099502,
      "grad_norm": 0.466796875,
      "learning_rate": 4.682655494768866e-05,
      "loss": 0.8679,
      "step": 4285
    },
    {
      "epoch": 10.671641791044776,
      "grad_norm": 0.455078125,
      "learning_rate": 4.658164721345998e-05,
      "loss": 0.8686,
      "step": 4290
    },
    {
      "epoch": 10.68407960199005,
      "grad_norm": 0.4453125,
      "learning_rate": 4.6337186997016505e-05,
      "loss": 0.8696,
      "step": 4295
    },
    {
      "epoch": 10.696517412935323,
      "grad_norm": 0.447265625,
      "learning_rate": 4.6093176346348955e-05,
      "loss": 0.8639,
      "step": 4300
    },
    {
      "epoch": 10.708955223880597,
      "grad_norm": 0.4453125,
      "learning_rate": 4.584961730568188e-05,
      "loss": 0.8643,
      "step": 4305
    },
    {
      "epoch": 10.721393034825871,
      "grad_norm": 0.447265625,
      "learning_rate": 4.5606511915456406e-05,
      "loss": 0.8694,
      "step": 4310
    },
    {
      "epoch": 10.733830845771145,
      "grad_norm": 0.44140625,
      "learning_rate": 4.536386221231308e-05,
      "loss": 0.8693,
      "step": 4315
    },
    {
      "epoch": 10.746268656716419,
      "grad_norm": 0.43359375,
      "learning_rate": 4.512167022907494e-05,
      "loss": 0.8674,
      "step": 4320
    },
    {
      "epoch": 10.75870646766169,
      "grad_norm": 0.45703125,
      "learning_rate": 4.487993799473044e-05,
      "loss": 0.8683,
      "step": 4325
    },
    {
      "epoch": 10.771144278606965,
      "grad_norm": 0.443359375,
      "learning_rate": 4.463866753441644e-05,
      "loss": 0.8544,
      "step": 4330
    },
    {
      "epoch": 10.783582089552239,
      "grad_norm": 0.4453125,
      "learning_rate": 4.439786086940115e-05,
      "loss": 0.8694,
      "step": 4335
    },
    {
      "epoch": 10.796019900497512,
      "grad_norm": 0.4296875,
      "learning_rate": 4.41575200170674e-05,
      "loss": 0.8652,
      "step": 4340
    },
    {
      "epoch": 10.808457711442786,
      "grad_norm": 0.4453125,
      "learning_rate": 4.3917646990895564e-05,
      "loss": 0.8703,
      "step": 4345
    },
    {
      "epoch": 10.82089552238806,
      "grad_norm": 0.458984375,
      "learning_rate": 4.3678243800446835e-05,
      "loss": 0.8633,
      "step": 4350
    },
    {
      "epoch": 10.833333333333334,
      "grad_norm": 0.4296875,
      "learning_rate": 4.343931245134616e-05,
      "loss": 0.8609,
      "step": 4355
    },
    {
      "epoch": 10.845771144278608,
      "grad_norm": 0.4296875,
      "learning_rate": 4.32008549452657e-05,
      "loss": 0.8697,
      "step": 4360
    },
    {
      "epoch": 10.85820895522388,
      "grad_norm": 0.4375,
      "learning_rate": 4.296287327990797e-05,
      "loss": 0.8723,
      "step": 4365
    },
    {
      "epoch": 10.870646766169154,
      "grad_norm": 0.439453125,
      "learning_rate": 4.272536944898895e-05,
      "loss": 0.8625,
      "step": 4370
    },
    {
      "epoch": 10.883084577114428,
      "grad_norm": 0.45703125,
      "learning_rate": 4.2488345442221625e-05,
      "loss": 0.8754,
      "step": 4375
    },
    {
      "epoch": 10.895522388059701,
      "grad_norm": 0.470703125,
      "learning_rate": 4.225180324529917e-05,
      "loss": 0.8596,
      "step": 4380
    },
    {
      "epoch": 10.907960199004975,
      "grad_norm": 0.423828125,
      "learning_rate": 4.201574483987836e-05,
      "loss": 0.8637,
      "step": 4385
    },
    {
      "epoch": 10.92039800995025,
      "grad_norm": 0.455078125,
      "learning_rate": 4.1780172203562916e-05,
      "loss": 0.8638,
      "step": 4390
    },
    {
      "epoch": 10.932835820895523,
      "grad_norm": 0.447265625,
      "learning_rate": 4.1545087309887045e-05,
      "loss": 0.8671,
      "step": 4395
    },
    {
      "epoch": 10.945273631840797,
      "grad_norm": 0.447265625,
      "learning_rate": 4.131049212829881e-05,
      "loss": 0.8745,
      "step": 4400
    },
    {
      "epoch": 10.957711442786069,
      "grad_norm": 0.447265625,
      "learning_rate": 4.107638862414358e-05,
      "loss": 0.8609,
      "step": 4405
    },
    {
      "epoch": 10.970149253731343,
      "grad_norm": 0.43359375,
      "learning_rate": 4.084277875864776e-05,
      "loss": 0.8658,
      "step": 4410
    },
    {
      "epoch": 10.982587064676617,
      "grad_norm": 0.4296875,
      "learning_rate": 4.06096644889022e-05,
      "loss": 0.8561,
      "step": 4415
    },
    {
      "epoch": 10.99502487562189,
      "grad_norm": 0.455078125,
      "learning_rate": 4.03770477678459e-05,
      "loss": 0.8758,
      "step": 4420
    },
    {
      "epoch": 11.0,
      "eval_loss": 2.5237340927124023,
      "eval_runtime": 0.5398,
      "eval_samples_per_second": 18.525,
      "eval_steps_per_second": 1.852,
      "step": 4422
    },
    {
      "epoch": 11.007462686567164,
      "grad_norm": 0.423828125,
      "learning_rate": 4.014493054424944e-05,
      "loss": 0.8648,
      "step": 4425
    },
    {
      "epoch": 11.019900497512438,
      "grad_norm": 0.439453125,
      "learning_rate": 3.9913314762698974e-05,
      "loss": 0.865,
      "step": 4430
    },
    {
      "epoch": 11.032338308457712,
      "grad_norm": 0.435546875,
      "learning_rate": 3.9682202363579694e-05,
      "loss": 0.8569,
      "step": 4435
    },
    {
      "epoch": 11.044776119402986,
      "grad_norm": 0.439453125,
      "learning_rate": 3.945159528305971e-05,
      "loss": 0.8611,
      "step": 4440
    },
    {
      "epoch": 11.057213930348258,
      "grad_norm": 0.423828125,
      "learning_rate": 3.922149545307365e-05,
      "loss": 0.8578,
      "step": 4445
    },
    {
      "epoch": 11.069651741293532,
      "grad_norm": 0.431640625,
      "learning_rate": 3.899190480130675e-05,
      "loss": 0.8681,
      "step": 4450
    },
    {
      "epoch": 11.082089552238806,
      "grad_norm": 0.435546875,
      "learning_rate": 3.876282525117847e-05,
      "loss": 0.8712,
      "step": 4455
    },
    {
      "epoch": 11.09452736318408,
      "grad_norm": 0.439453125,
      "learning_rate": 3.853425872182644e-05,
      "loss": 0.865,
      "step": 4460
    },
    {
      "epoch": 11.106965174129353,
      "grad_norm": 0.44140625,
      "learning_rate": 3.8306207128090465e-05,
      "loss": 0.8679,
      "step": 4465
    },
    {
      "epoch": 11.119402985074627,
      "grad_norm": 0.43359375,
      "learning_rate": 3.807867238049642e-05,
      "loss": 0.8625,
      "step": 4470
    },
    {
      "epoch": 11.131840796019901,
      "grad_norm": 0.447265625,
      "learning_rate": 3.785165638524022e-05,
      "loss": 0.8588,
      "step": 4475
    },
    {
      "epoch": 11.144278606965175,
      "grad_norm": 0.4609375,
      "learning_rate": 3.7625161044171854e-05,
      "loss": 0.8517,
      "step": 4480
    },
    {
      "epoch": 11.156716417910447,
      "grad_norm": 0.451171875,
      "learning_rate": 3.739918825477953e-05,
      "loss": 0.8687,
      "step": 4485
    },
    {
      "epoch": 11.16915422885572,
      "grad_norm": 0.44140625,
      "learning_rate": 3.717373991017371e-05,
      "loss": 0.8554,
      "step": 4490
    },
    {
      "epoch": 11.181592039800995,
      "grad_norm": 0.419921875,
      "learning_rate": 3.6948817899071285e-05,
      "loss": 0.8613,
      "step": 4495
    },
    {
      "epoch": 11.194029850746269,
      "grad_norm": 0.462890625,
      "learning_rate": 3.672442410577965e-05,
      "loss": 0.8663,
      "step": 4500
    },
    {
      "epoch": 11.206467661691542,
      "grad_norm": 0.46875,
      "learning_rate": 3.650056041018108e-05,
      "loss": 0.8575,
      "step": 4505
    },
    {
      "epoch": 11.218905472636816,
      "grad_norm": 0.48828125,
      "learning_rate": 3.6277228687716894e-05,
      "loss": 0.8682,
      "step": 4510
    },
    {
      "epoch": 11.23134328358209,
      "grad_norm": 0.431640625,
      "learning_rate": 3.605443080937172e-05,
      "loss": 0.8637,
      "step": 4515
    },
    {
      "epoch": 11.243781094527364,
      "grad_norm": 0.4375,
      "learning_rate": 3.583216864165788e-05,
      "loss": 0.8592,
      "step": 4520
    },
    {
      "epoch": 11.256218905472636,
      "grad_norm": 0.421875,
      "learning_rate": 3.561044404659974e-05,
      "loss": 0.8603,
      "step": 4525
    },
    {
      "epoch": 11.26865671641791,
      "grad_norm": 0.439453125,
      "learning_rate": 3.5389258881718e-05,
      "loss": 0.863,
      "step": 4530
    },
    {
      "epoch": 11.281094527363184,
      "grad_norm": 0.458984375,
      "learning_rate": 3.516861500001435e-05,
      "loss": 0.8673,
      "step": 4535
    },
    {
      "epoch": 11.293532338308458,
      "grad_norm": 0.447265625,
      "learning_rate": 3.4948514249955734e-05,
      "loss": 0.8641,
      "step": 4540
    },
    {
      "epoch": 11.305970149253731,
      "grad_norm": 0.44140625,
      "learning_rate": 3.472895847545905e-05,
      "loss": 0.866,
      "step": 4545
    },
    {
      "epoch": 11.318407960199005,
      "grad_norm": 0.427734375,
      "learning_rate": 3.450994951587547e-05,
      "loss": 0.8616,
      "step": 4550
    },
    {
      "epoch": 11.33084577114428,
      "grad_norm": 0.419921875,
      "learning_rate": 3.429148920597529e-05,
      "loss": 0.876,
      "step": 4555
    },
    {
      "epoch": 11.343283582089553,
      "grad_norm": 0.462890625,
      "learning_rate": 3.407357937593237e-05,
      "loss": 0.8626,
      "step": 4560
    },
    {
      "epoch": 11.355721393034825,
      "grad_norm": 0.46484375,
      "learning_rate": 3.3856221851308946e-05,
      "loss": 0.8632,
      "step": 4565
    },
    {
      "epoch": 11.368159203980099,
      "grad_norm": 0.4296875,
      "learning_rate": 3.3639418453040116e-05,
      "loss": 0.8606,
      "step": 4570
    },
    {
      "epoch": 11.380597014925373,
      "grad_norm": 0.43359375,
      "learning_rate": 3.342317099741886e-05,
      "loss": 0.8715,
      "step": 4575
    },
    {
      "epoch": 11.393034825870647,
      "grad_norm": 0.431640625,
      "learning_rate": 3.320748129608067e-05,
      "loss": 0.8559,
      "step": 4580
    },
    {
      "epoch": 11.40547263681592,
      "grad_norm": 0.43359375,
      "learning_rate": 3.2992351155988285e-05,
      "loss": 0.8631,
      "step": 4585
    },
    {
      "epoch": 11.417910447761194,
      "grad_norm": 0.451171875,
      "learning_rate": 3.27777823794168e-05,
      "loss": 0.8732,
      "step": 4590
    },
    {
      "epoch": 11.430348258706468,
      "grad_norm": 0.435546875,
      "learning_rate": 3.256377676393836e-05,
      "loss": 0.8718,
      "step": 4595
    },
    {
      "epoch": 11.442786069651742,
      "grad_norm": 0.455078125,
      "learning_rate": 3.235033610240721e-05,
      "loss": 0.8667,
      "step": 4600
    },
    {
      "epoch": 11.455223880597014,
      "grad_norm": 0.4453125,
      "learning_rate": 3.213746218294455e-05,
      "loss": 0.8648,
      "step": 4605
    },
    {
      "epoch": 11.467661691542288,
      "grad_norm": 0.439453125,
      "learning_rate": 3.192515678892374e-05,
      "loss": 0.8638,
      "step": 4610
    },
    {
      "epoch": 11.480099502487562,
      "grad_norm": 0.443359375,
      "learning_rate": 3.1713421698955194e-05,
      "loss": 0.8558,
      "step": 4615
    },
    {
      "epoch": 11.492537313432836,
      "grad_norm": 0.435546875,
      "learning_rate": 3.150225868687161e-05,
      "loss": 0.8654,
      "step": 4620
    },
    {
      "epoch": 11.50497512437811,
      "grad_norm": 0.4453125,
      "learning_rate": 3.129166952171293e-05,
      "loss": 0.8687,
      "step": 4625
    },
    {
      "epoch": 11.517412935323383,
      "grad_norm": 0.435546875,
      "learning_rate": 3.1081655967711745e-05,
      "loss": 0.8616,
      "step": 4630
    },
    {
      "epoch": 11.529850746268657,
      "grad_norm": 0.45703125,
      "learning_rate": 3.0872219784278354e-05,
      "loss": 0.864,
      "step": 4635
    },
    {
      "epoch": 11.542288557213931,
      "grad_norm": 0.435546875,
      "learning_rate": 3.066336272598612e-05,
      "loss": 0.87,
      "step": 4640
    },
    {
      "epoch": 11.554726368159203,
      "grad_norm": 0.4453125,
      "learning_rate": 3.0455086542556588e-05,
      "loss": 0.8672,
      "step": 4645
    },
    {
      "epoch": 11.567164179104477,
      "grad_norm": 0.431640625,
      "learning_rate": 3.02473929788452e-05,
      "loss": 0.8551,
      "step": 4650
    },
    {
      "epoch": 11.57960199004975,
      "grad_norm": 0.4453125,
      "learning_rate": 3.0040283774826215e-05,
      "loss": 0.8658,
      "step": 4655
    },
    {
      "epoch": 11.592039800995025,
      "grad_norm": 0.44140625,
      "learning_rate": 2.983376066557846e-05,
      "loss": 0.8574,
      "step": 4660
    },
    {
      "epoch": 11.604477611940299,
      "grad_norm": 0.466796875,
      "learning_rate": 2.96278253812707e-05,
      "loss": 0.8598,
      "step": 4665
    },
    {
      "epoch": 11.616915422885572,
      "grad_norm": 0.443359375,
      "learning_rate": 2.942247964714714e-05,
      "loss": 0.8635,
      "step": 4670
    },
    {
      "epoch": 11.629353233830846,
      "grad_norm": 0.455078125,
      "learning_rate": 2.9217725183512868e-05,
      "loss": 0.8666,
      "step": 4675
    },
    {
      "epoch": 11.64179104477612,
      "grad_norm": 0.4375,
      "learning_rate": 2.901356370571967e-05,
      "loss": 0.8631,
      "step": 4680
    },
    {
      "epoch": 11.654228855721392,
      "grad_norm": 0.44140625,
      "learning_rate": 2.880999692415147e-05,
      "loss": 0.8581,
      "step": 4685
    },
    {
      "epoch": 11.666666666666666,
      "grad_norm": 0.458984375,
      "learning_rate": 2.8607026544210114e-05,
      "loss": 0.8679,
      "step": 4690
    },
    {
      "epoch": 11.67910447761194,
      "grad_norm": 0.41796875,
      "learning_rate": 2.840465426630091e-05,
      "loss": 0.8675,
      "step": 4695
    },
    {
      "epoch": 11.691542288557214,
      "grad_norm": 0.435546875,
      "learning_rate": 2.8202881785818624e-05,
      "loss": 0.868,
      "step": 4700
    },
    {
      "epoch": 11.703980099502488,
      "grad_norm": 0.439453125,
      "learning_rate": 2.8001710793133118e-05,
      "loss": 0.8575,
      "step": 4705
    },
    {
      "epoch": 11.716417910447761,
      "grad_norm": 0.45703125,
      "learning_rate": 2.7801142973575243e-05,
      "loss": 0.8638,
      "step": 4710
    },
    {
      "epoch": 11.728855721393035,
      "grad_norm": 0.466796875,
      "learning_rate": 2.7601180007422656e-05,
      "loss": 0.86,
      "step": 4715
    },
    {
      "epoch": 11.74129353233831,
      "grad_norm": 0.4375,
      "learning_rate": 2.7401823569885832e-05,
      "loss": 0.8646,
      "step": 4720
    },
    {
      "epoch": 11.753731343283581,
      "grad_norm": 0.421875,
      "learning_rate": 2.7203075331094017e-05,
      "loss": 0.8615,
      "step": 4725
    },
    {
      "epoch": 11.766169154228855,
      "grad_norm": 0.45703125,
      "learning_rate": 2.700493695608113e-05,
      "loss": 0.867,
      "step": 4730
    },
    {
      "epoch": 11.778606965174129,
      "grad_norm": 0.427734375,
      "learning_rate": 2.6807410104771935e-05,
      "loss": 0.8605,
      "step": 4735
    },
    {
      "epoch": 11.791044776119403,
      "grad_norm": 0.45703125,
      "learning_rate": 2.6610496431968125e-05,
      "loss": 0.8723,
      "step": 4740
    },
    {
      "epoch": 11.803482587064677,
      "grad_norm": 0.443359375,
      "learning_rate": 2.64141975873344e-05,
      "loss": 0.8519,
      "step": 4745
    },
    {
      "epoch": 11.81592039800995,
      "grad_norm": 0.4453125,
      "learning_rate": 2.6218515215384633e-05,
      "loss": 0.8754,
      "step": 4750
    },
    {
      "epoch": 11.828358208955224,
      "grad_norm": 0.42578125,
      "learning_rate": 2.6023450955468176e-05,
      "loss": 0.8616,
      "step": 4755
    },
    {
      "epoch": 11.840796019900498,
      "grad_norm": 0.447265625,
      "learning_rate": 2.582900644175611e-05,
      "loss": 0.8626,
      "step": 4760
    },
    {
      "epoch": 11.85323383084577,
      "grad_norm": 0.4296875,
      "learning_rate": 2.5635183303227493e-05,
      "loss": 0.862,
      "step": 4765
    },
    {
      "epoch": 11.865671641791044,
      "grad_norm": 0.423828125,
      "learning_rate": 2.54419831636557e-05,
      "loss": 0.8718,
      "step": 4770
    },
    {
      "epoch": 11.878109452736318,
      "grad_norm": 0.44921875,
      "learning_rate": 2.5249407641594937e-05,
      "loss": 0.8684,
      "step": 4775
    },
    {
      "epoch": 11.890547263681592,
      "grad_norm": 0.458984375,
      "learning_rate": 2.5057458350366648e-05,
      "loss": 0.8745,
      "step": 4780
    },
    {
      "epoch": 11.902985074626866,
      "grad_norm": 0.482421875,
      "learning_rate": 2.4866136898045843e-05,
      "loss": 0.8642,
      "step": 4785
    },
    {
      "epoch": 11.91542288557214,
      "grad_norm": 0.44921875,
      "learning_rate": 2.467544488744784e-05,
      "loss": 0.8619,
      "step": 4790
    },
    {
      "epoch": 11.927860696517413,
      "grad_norm": 0.48046875,
      "learning_rate": 2.4485383916114747e-05,
      "loss": 0.8642,
      "step": 4795
    },
    {
      "epoch": 11.940298507462687,
      "grad_norm": 0.447265625,
      "learning_rate": 2.4295955576301965e-05,
      "loss": 0.8637,
      "step": 4800
    },
    {
      "epoch": 11.952736318407961,
      "grad_norm": 0.431640625,
      "learning_rate": 2.4107161454965088e-05,
      "loss": 0.8556,
      "step": 4805
    },
    {
      "epoch": 11.965174129353233,
      "grad_norm": 0.4296875,
      "learning_rate": 2.3919003133746422e-05,
      "loss": 0.8644,
      "step": 4810
    },
    {
      "epoch": 11.977611940298507,
      "grad_norm": 0.431640625,
      "learning_rate": 2.3731482188961818e-05,
      "loss": 0.8622,
      "step": 4815
    },
    {
      "epoch": 11.990049751243781,
      "grad_norm": 0.44140625,
      "learning_rate": 2.3544600191587375e-05,
      "loss": 0.8644,
      "step": 4820
    },
    {
      "epoch": 12.0,
      "eval_loss": 2.526445150375366,
      "eval_runtime": 0.5383,
      "eval_samples_per_second": 18.576,
      "eval_steps_per_second": 1.858,
      "step": 4824
    },
    {
      "epoch": 12.002487562189055,
      "grad_norm": 0.46875,
      "learning_rate": 2.3358358707246407e-05,
      "loss": 0.854,
      "step": 4825
    },
    {
      "epoch": 12.014925373134329,
      "grad_norm": 0.453125,
      "learning_rate": 2.317275929619627e-05,
      "loss": 0.8554,
      "step": 4830
    },
    {
      "epoch": 12.027363184079602,
      "grad_norm": 0.42578125,
      "learning_rate": 2.2987803513315253e-05,
      "loss": 0.8547,
      "step": 4835
    },
    {
      "epoch": 12.039800995024876,
      "grad_norm": 0.44921875,
      "learning_rate": 2.2803492908089553e-05,
      "loss": 0.8564,
      "step": 4840
    },
    {
      "epoch": 12.052238805970148,
      "grad_norm": 0.42578125,
      "learning_rate": 2.261982902460039e-05,
      "loss": 0.8588,
      "step": 4845
    },
    {
      "epoch": 12.064676616915422,
      "grad_norm": 0.458984375,
      "learning_rate": 2.2436813401510982e-05,
      "loss": 0.8769,
      "step": 4850
    },
    {
      "epoch": 12.077114427860696,
      "grad_norm": 0.453125,
      "learning_rate": 2.2254447572053693e-05,
      "loss": 0.8691,
      "step": 4855
    },
    {
      "epoch": 12.08955223880597,
      "grad_norm": 0.4609375,
      "learning_rate": 2.2072733064017103e-05,
      "loss": 0.8645,
      "step": 4860
    },
    {
      "epoch": 12.101990049751244,
      "grad_norm": 0.427734375,
      "learning_rate": 2.189167139973335e-05,
      "loss": 0.8752,
      "step": 4865
    },
    {
      "epoch": 12.114427860696518,
      "grad_norm": 0.423828125,
      "learning_rate": 2.171126409606532e-05,
      "loss": 0.8634,
      "step": 4870
    },
    {
      "epoch": 12.126865671641792,
      "grad_norm": 0.435546875,
      "learning_rate": 2.1531512664393838e-05,
      "loss": 0.8621,
      "step": 4875
    },
    {
      "epoch": 12.139303482587065,
      "grad_norm": 0.419921875,
      "learning_rate": 2.1352418610605186e-05,
      "loss": 0.8669,
      "step": 4880
    },
    {
      "epoch": 12.151741293532337,
      "grad_norm": 0.4296875,
      "learning_rate": 2.1173983435078325e-05,
      "loss": 0.8682,
      "step": 4885
    },
    {
      "epoch": 12.164179104477611,
      "grad_norm": 0.419921875,
      "learning_rate": 2.0996208632672475e-05,
      "loss": 0.8648,
      "step": 4890
    },
    {
      "epoch": 12.176616915422885,
      "grad_norm": 0.419921875,
      "learning_rate": 2.081909569271442e-05,
      "loss": 0.8674,
      "step": 4895
    },
    {
      "epoch": 12.189054726368159,
      "grad_norm": 0.44140625,
      "learning_rate": 2.064264609898616e-05,
      "loss": 0.8654,
      "step": 4900
    },
    {
      "epoch": 12.201492537313433,
      "grad_norm": 0.4296875,
      "learning_rate": 2.0466861329712473e-05,
      "loss": 0.8603,
      "step": 4905
    },
    {
      "epoch": 12.213930348258707,
      "grad_norm": 0.421875,
      "learning_rate": 2.0291742857548457e-05,
      "loss": 0.8548,
      "step": 4910
    },
    {
      "epoch": 12.22636815920398,
      "grad_norm": 0.427734375,
      "learning_rate": 2.0117292149567278e-05,
      "loss": 0.8561,
      "step": 4915
    },
    {
      "epoch": 12.238805970149254,
      "grad_norm": 0.443359375,
      "learning_rate": 1.9943510667247813e-05,
      "loss": 0.8615,
      "step": 4920
    },
    {
      "epoch": 12.251243781094526,
      "grad_norm": 0.439453125,
      "learning_rate": 1.977039986646244e-05,
      "loss": 0.8554,
      "step": 4925
    },
    {
      "epoch": 12.2636815920398,
      "grad_norm": 0.427734375,
      "learning_rate": 1.9597961197464808e-05,
      "loss": 0.8663,
      "step": 4930
    },
    {
      "epoch": 12.276119402985074,
      "grad_norm": 0.421875,
      "learning_rate": 1.9426196104877735e-05,
      "loss": 0.8647,
      "step": 4935
    },
    {
      "epoch": 12.288557213930348,
      "grad_norm": 0.43359375,
      "learning_rate": 1.9255106027681126e-05,
      "loss": 0.8546,
      "step": 4940
    },
    {
      "epoch": 12.300995024875622,
      "grad_norm": 0.4375,
      "learning_rate": 1.9084692399199755e-05,
      "loss": 0.8576,
      "step": 4945
    },
    {
      "epoch": 12.313432835820896,
      "grad_norm": 0.435546875,
      "learning_rate": 1.89149566470915e-05,
      "loss": 0.8595,
      "step": 4950
    },
    {
      "epoch": 12.32587064676617,
      "grad_norm": 0.4296875,
      "learning_rate": 1.87459001933352e-05,
      "loss": 0.8592,
      "step": 4955
    },
    {
      "epoch": 12.338308457711443,
      "grad_norm": 0.42578125,
      "learning_rate": 1.857752445421883e-05,
      "loss": 0.866,
      "step": 4960
    },
    {
      "epoch": 12.350746268656717,
      "grad_norm": 0.4296875,
      "learning_rate": 1.8409830840327546e-05,
      "loss": 0.859,
      "step": 4965
    },
    {
      "epoch": 12.36318407960199,
      "grad_norm": 0.42578125,
      "learning_rate": 1.824282075653201e-05,
      "loss": 0.8759,
      "step": 4970
    },
    {
      "epoch": 12.375621890547263,
      "grad_norm": 0.4296875,
      "learning_rate": 1.8076495601976485e-05,
      "loss": 0.8667,
      "step": 4975
    },
    {
      "epoch": 12.388059701492537,
      "grad_norm": 0.451171875,
      "learning_rate": 1.791085677006722e-05,
      "loss": 0.8646,
      "step": 4980
    },
    {
      "epoch": 12.400497512437811,
      "grad_norm": 0.423828125,
      "learning_rate": 1.7745905648460638e-05,
      "loss": 0.8623,
      "step": 4985
    },
    {
      "epoch": 12.412935323383085,
      "grad_norm": 0.44140625,
      "learning_rate": 1.758164361905188e-05,
      "loss": 0.8624,
      "step": 4990
    },
    {
      "epoch": 12.425373134328359,
      "grad_norm": 0.43359375,
      "learning_rate": 1.741807205796314e-05,
      "loss": 0.8515,
      "step": 4995
    },
    {
      "epoch": 12.437810945273633,
      "grad_norm": 0.443359375,
      "learning_rate": 1.7255192335532077e-05,
      "loss": 0.8647,
      "step": 5000
    },
    {
      "epoch": 12.450248756218905,
      "grad_norm": 0.45703125,
      "learning_rate": 1.7093005816300445e-05,
      "loss": 0.8607,
      "step": 5005
    },
    {
      "epoch": 12.462686567164178,
      "grad_norm": 0.458984375,
      "learning_rate": 1.6931513859002635e-05,
      "loss": 0.8665,
      "step": 5010
    },
    {
      "epoch": 12.475124378109452,
      "grad_norm": 0.4609375,
      "learning_rate": 1.677071781655426e-05,
      "loss": 0.8609,
      "step": 5015
    },
    {
      "epoch": 12.487562189054726,
      "grad_norm": 0.431640625,
      "learning_rate": 1.6610619036040796e-05,
      "loss": 0.865,
      "step": 5020
    },
    {
      "epoch": 12.5,
      "grad_norm": 0.435546875,
      "learning_rate": 1.6451218858706374e-05,
      "loss": 0.8593,
      "step": 5025
    },
    {
      "epoch": 12.512437810945274,
      "grad_norm": 0.423828125,
      "learning_rate": 1.629251861994249e-05,
      "loss": 0.8633,
      "step": 5030
    },
    {
      "epoch": 12.524875621890548,
      "grad_norm": 0.427734375,
      "learning_rate": 1.613451964927688e-05,
      "loss": 0.8699,
      "step": 5035
    },
    {
      "epoch": 12.537313432835822,
      "grad_norm": 0.4453125,
      "learning_rate": 1.5977223270362196e-05,
      "loss": 0.8753,
      "step": 5040
    },
    {
      "epoch": 12.549751243781095,
      "grad_norm": 0.435546875,
      "learning_rate": 1.5820630800965252e-05,
      "loss": 0.8605,
      "step": 5045
    },
    {
      "epoch": 12.562189054726367,
      "grad_norm": 0.4453125,
      "learning_rate": 1.566474355295565e-05,
      "loss": 0.8612,
      "step": 5050
    },
    {
      "epoch": 12.574626865671641,
      "grad_norm": 0.451171875,
      "learning_rate": 1.5509562832294944e-05,
      "loss": 0.8664,
      "step": 5055
    },
    {
      "epoch": 12.587064676616915,
      "grad_norm": 0.423828125,
      "learning_rate": 1.5355089939025714e-05,
      "loss": 0.8596,
      "step": 5060
    },
    {
      "epoch": 12.599502487562189,
      "grad_norm": 0.4296875,
      "learning_rate": 1.5201326167260644e-05,
      "loss": 0.869,
      "step": 5065
    },
    {
      "epoch": 12.611940298507463,
      "grad_norm": 0.4453125,
      "learning_rate": 1.5048272805171615e-05,
      "loss": 0.863,
      "step": 5070
    },
    {
      "epoch": 12.624378109452737,
      "grad_norm": 0.43359375,
      "learning_rate": 1.4895931134979068e-05,
      "loss": 0.8637,
      "step": 5075
    },
    {
      "epoch": 12.63681592039801,
      "grad_norm": 0.4140625,
      "learning_rate": 1.4744302432941104e-05,
      "loss": 0.8727,
      "step": 5080
    },
    {
      "epoch": 12.649253731343283,
      "grad_norm": 0.4296875,
      "learning_rate": 1.459338796934293e-05,
      "loss": 0.8652,
      "step": 5085
    },
    {
      "epoch": 12.661691542288557,
      "grad_norm": 0.4296875,
      "learning_rate": 1.4443189008486046e-05,
      "loss": 0.869,
      "step": 5090
    },
    {
      "epoch": 12.67412935323383,
      "grad_norm": 0.4296875,
      "learning_rate": 1.4293706808677832e-05,
      "loss": 0.8548,
      "step": 5095
    },
    {
      "epoch": 12.686567164179104,
      "grad_norm": 0.43359375,
      "learning_rate": 1.4144942622220902e-05,
      "loss": 0.8591,
      "step": 5100
    },
    {
      "epoch": 12.699004975124378,
      "grad_norm": 0.44921875,
      "learning_rate": 1.3996897695402677e-05,
      "loss": 0.846,
      "step": 5105
    },
    {
      "epoch": 12.711442786069652,
      "grad_norm": 0.4140625,
      "learning_rate": 1.3849573268484806e-05,
      "loss": 0.8737,
      "step": 5110
    },
    {
      "epoch": 12.723880597014926,
      "grad_norm": 0.443359375,
      "learning_rate": 1.3702970575692975e-05,
      "loss": 0.8637,
      "step": 5115
    },
    {
      "epoch": 12.7363184079602,
      "grad_norm": 0.4296875,
      "learning_rate": 1.3557090845206421e-05,
      "loss": 0.8468,
      "step": 5120
    },
    {
      "epoch": 12.748756218905474,
      "grad_norm": 0.4375,
      "learning_rate": 1.3411935299147737e-05,
      "loss": 0.8556,
      "step": 5125
    },
    {
      "epoch": 12.761194029850746,
      "grad_norm": 0.44140625,
      "learning_rate": 1.3267505153572501e-05,
      "loss": 0.8563,
      "step": 5130
    },
    {
      "epoch": 12.77363184079602,
      "grad_norm": 0.435546875,
      "learning_rate": 1.3123801618459242e-05,
      "loss": 0.8725,
      "step": 5135
    },
    {
      "epoch": 12.786069651741293,
      "grad_norm": 0.470703125,
      "learning_rate": 1.2980825897699234e-05,
      "loss": 0.8682,
      "step": 5140
    },
    {
      "epoch": 12.798507462686567,
      "grad_norm": 0.44140625,
      "learning_rate": 1.2838579189086353e-05,
      "loss": 0.8563,
      "step": 5145
    },
    {
      "epoch": 12.810945273631841,
      "grad_norm": 0.4375,
      "learning_rate": 1.269706268430716e-05,
      "loss": 0.8644,
      "step": 5150
    },
    {
      "epoch": 12.823383084577115,
      "grad_norm": 0.44140625,
      "learning_rate": 1.255627756893083e-05,
      "loss": 0.8618,
      "step": 5155
    },
    {
      "epoch": 12.835820895522389,
      "grad_norm": 0.427734375,
      "learning_rate": 1.2416225022399286e-05,
      "loss": 0.8569,
      "step": 5160
    },
    {
      "epoch": 12.84825870646766,
      "grad_norm": 0.455078125,
      "learning_rate": 1.2276906218017193e-05,
      "loss": 0.8609,
      "step": 5165
    },
    {
      "epoch": 12.860696517412935,
      "grad_norm": 0.4453125,
      "learning_rate": 1.2138322322942286e-05,
      "loss": 0.864,
      "step": 5170
    },
    {
      "epoch": 12.873134328358208,
      "grad_norm": 0.421875,
      "learning_rate": 1.2000474498175552e-05,
      "loss": 0.8628,
      "step": 5175
    },
    {
      "epoch": 12.885572139303482,
      "grad_norm": 0.43359375,
      "learning_rate": 1.186336389855136e-05,
      "loss": 0.8593,
      "step": 5180
    },
    {
      "epoch": 12.898009950248756,
      "grad_norm": 0.416015625,
      "learning_rate": 1.1726991672728005e-05,
      "loss": 0.8576,
      "step": 5185
    },
    {
      "epoch": 12.91044776119403,
      "grad_norm": 0.43359375,
      "learning_rate": 1.1591358963177923e-05,
      "loss": 0.8574,
      "step": 5190
    },
    {
      "epoch": 12.922885572139304,
      "grad_norm": 0.4296875,
      "learning_rate": 1.1456466906178208e-05,
      "loss": 0.8568,
      "step": 5195
    },
    {
      "epoch": 12.935323383084578,
      "grad_norm": 0.439453125,
      "learning_rate": 1.1322316631801022e-05,
      "loss": 0.851,
      "step": 5200
    },
    {
      "epoch": 12.947761194029852,
      "grad_norm": 0.46875,
      "learning_rate": 1.118890926390419e-05,
      "loss": 0.8714,
      "step": 5205
    },
    {
      "epoch": 12.960199004975124,
      "grad_norm": 0.484375,
      "learning_rate": 1.1056245920121788e-05,
      "loss": 0.8633,
      "step": 5210
    },
    {
      "epoch": 12.972636815920398,
      "grad_norm": 0.43359375,
      "learning_rate": 1.0924327711854687e-05,
      "loss": 0.8635,
      "step": 5215
    },
    {
      "epoch": 12.985074626865671,
      "grad_norm": 0.447265625,
      "learning_rate": 1.0793155744261351e-05,
      "loss": 0.8568,
      "step": 5220
    },
    {
      "epoch": 12.997512437810945,
      "grad_norm": 0.421875,
      "learning_rate": 1.0662731116248537e-05,
      "loss": 0.8641,
      "step": 5225
    },
    {
      "epoch": 13.0,
      "eval_loss": 2.5267555713653564,
      "eval_runtime": 0.541,
      "eval_samples_per_second": 18.484,
      "eval_steps_per_second": 1.848,
      "step": 5226
    },
    {
      "epoch": 13.009950248756219,
      "grad_norm": 0.4375,
      "learning_rate": 1.0533054920462105e-05,
      "loss": 0.8623,
      "step": 5230
    },
    {
      "epoch": 13.022388059701493,
      "grad_norm": 0.443359375,
      "learning_rate": 1.0404128243277777e-05,
      "loss": 0.8567,
      "step": 5235
    },
    {
      "epoch": 13.034825870646767,
      "grad_norm": 0.4453125,
      "learning_rate": 1.0275952164792169e-05,
      "loss": 0.8527,
      "step": 5240
    },
    {
      "epoch": 13.04726368159204,
      "grad_norm": 0.423828125,
      "learning_rate": 1.0148527758813665e-05,
      "loss": 0.8612,
      "step": 5245
    },
    {
      "epoch": 13.059701492537313,
      "grad_norm": 0.625,
      "learning_rate": 1.0021856092853432e-05,
      "loss": 0.8578,
      "step": 5250
    },
    {
      "epoch": 13.072139303482587,
      "grad_norm": 0.435546875,
      "learning_rate": 9.895938228116452e-06,
      "loss": 0.8562,
      "step": 5255
    },
    {
      "epoch": 13.08457711442786,
      "grad_norm": 0.4296875,
      "learning_rate": 9.770775219492689e-06,
      "loss": 0.8576,
      "step": 5260
    },
    {
      "epoch": 13.097014925373134,
      "grad_norm": 0.421875,
      "learning_rate": 9.646368115548232e-06,
      "loss": 0.8617,
      "step": 5265
    },
    {
      "epoch": 13.109452736318408,
      "grad_norm": 0.4296875,
      "learning_rate": 9.522717958516492e-06,
      "loss": 0.8491,
      "step": 5270
    },
    {
      "epoch": 13.121890547263682,
      "grad_norm": 0.43359375,
      "learning_rate": 9.39982578428944e-06,
      "loss": 0.8518,
      "step": 5275
    },
    {
      "epoch": 13.134328358208956,
      "grad_norm": 0.4296875,
      "learning_rate": 9.277692622409018e-06,
      "loss": 0.8697,
      "step": 5280
    },
    {
      "epoch": 13.14676616915423,
      "grad_norm": 0.4375,
      "learning_rate": 9.156319496058452e-06,
      "loss": 0.8639,
      "step": 5285
    },
    {
      "epoch": 13.159203980099502,
      "grad_norm": 0.431640625,
      "learning_rate": 9.035707422053663e-06,
      "loss": 0.8516,
      "step": 5290
    },
    {
      "epoch": 13.171641791044776,
      "grad_norm": 0.42578125,
      "learning_rate": 8.915857410834794e-06,
      "loss": 0.8524,
      "step": 5295
    },
    {
      "epoch": 13.18407960199005,
      "grad_norm": 0.427734375,
      "learning_rate": 8.796770466457749e-06,
      "loss": 0.8805,
      "step": 5300
    },
    {
      "epoch": 13.196517412935323,
      "grad_norm": 0.419921875,
      "learning_rate": 8.678447586585735e-06,
      "loss": 0.8565,
      "step": 5305
    },
    {
      "epoch": 13.208955223880597,
      "grad_norm": 0.439453125,
      "learning_rate": 8.56088976248095e-06,
      "loss": 0.8575,
      "step": 5310
    },
    {
      "epoch": 13.221393034825871,
      "grad_norm": 0.435546875,
      "learning_rate": 8.444097978996235e-06,
      "loss": 0.8625,
      "step": 5315
    },
    {
      "epoch": 13.233830845771145,
      "grad_norm": 0.41796875,
      "learning_rate": 8.328073214566868e-06,
      "loss": 0.8568,
      "step": 5320
    },
    {
      "epoch": 13.246268656716419,
      "grad_norm": 0.470703125,
      "learning_rate": 8.212816441202309e-06,
      "loss": 0.8539,
      "step": 5325
    },
    {
      "epoch": 13.25870646766169,
      "grad_norm": 0.431640625,
      "learning_rate": 8.098328624478135e-06,
      "loss": 0.8549,
      "step": 5330
    },
    {
      "epoch": 13.271144278606965,
      "grad_norm": 0.451171875,
      "learning_rate": 7.984610723527897e-06,
      "loss": 0.8628,
      "step": 5335
    },
    {
      "epoch": 13.283582089552239,
      "grad_norm": 0.43359375,
      "learning_rate": 7.871663691035103e-06,
      "loss": 0.8614,
      "step": 5340
    },
    {
      "epoch": 13.296019900497512,
      "grad_norm": 0.427734375,
      "learning_rate": 7.759488473225196e-06,
      "loss": 0.8574,
      "step": 5345
    },
    {
      "epoch": 13.308457711442786,
      "grad_norm": 0.421875,
      "learning_rate": 7.64808600985768e-06,
      "loss": 0.8573,
      "step": 5350
    },
    {
      "epoch": 13.32089552238806,
      "grad_norm": 0.427734375,
      "learning_rate": 7.53745723421827e-06,
      "loss": 0.8611,
      "step": 5355
    },
    {
      "epoch": 13.333333333333334,
      "grad_norm": 0.455078125,
      "learning_rate": 7.427603073110967e-06,
      "loss": 0.8709,
      "step": 5360
    },
    {
      "epoch": 13.345771144278608,
      "grad_norm": 0.43359375,
      "learning_rate": 7.318524446850394e-06,
      "loss": 0.862,
      "step": 5365
    },
    {
      "epoch": 13.35820895522388,
      "grad_norm": 0.447265625,
      "learning_rate": 7.2102222692540415e-06,
      "loss": 0.8657,
      "step": 5370
    },
    {
      "epoch": 13.370646766169154,
      "grad_norm": 0.42578125,
      "learning_rate": 7.102697447634643e-06,
      "loss": 0.8644,
      "step": 5375
    },
    {
      "epoch": 13.383084577114428,
      "grad_norm": 0.427734375,
      "learning_rate": 6.995950882792513e-06,
      "loss": 0.8632,
      "step": 5380
    },
    {
      "epoch": 13.395522388059701,
      "grad_norm": 0.435546875,
      "learning_rate": 6.889983469008055e-06,
      "loss": 0.8744,
      "step": 5385
    },
    {
      "epoch": 13.407960199004975,
      "grad_norm": 0.427734375,
      "learning_rate": 6.784796094034263e-06,
      "loss": 0.8677,
      "step": 5390
    },
    {
      "epoch": 13.42039800995025,
      "grad_norm": 0.435546875,
      "learning_rate": 6.680389639089291e-06,
      "loss": 0.8677,
      "step": 5395
    },
    {
      "epoch": 13.432835820895523,
      "grad_norm": 0.47265625,
      "learning_rate": 6.576764978849004e-06,
      "loss": 0.8686,
      "step": 5400
    },
    {
      "epoch": 13.445273631840797,
      "grad_norm": 0.44140625,
      "learning_rate": 6.473922981439728e-06,
      "loss": 0.8794,
      "step": 5405
    },
    {
      "epoch": 13.457711442786069,
      "grad_norm": 0.431640625,
      "learning_rate": 6.371864508430991e-06,
      "loss": 0.8551,
      "step": 5410
    },
    {
      "epoch": 13.470149253731343,
      "grad_norm": 0.40625,
      "learning_rate": 6.27059041482817e-06,
      "loss": 0.8577,
      "step": 5415
    },
    {
      "epoch": 13.482587064676617,
      "grad_norm": 0.443359375,
      "learning_rate": 6.170101549065521e-06,
      "loss": 0.869,
      "step": 5420
    },
    {
      "epoch": 13.49502487562189,
      "grad_norm": 0.45703125,
      "learning_rate": 6.070398752998896e-06,
      "loss": 0.861,
      "step": 5425
    },
    {
      "epoch": 13.507462686567164,
      "grad_norm": 0.43359375,
      "learning_rate": 5.971482861898836e-06,
      "loss": 0.8626,
      "step": 5430
    },
    {
      "epoch": 13.519900497512438,
      "grad_norm": 0.423828125,
      "learning_rate": 5.873354704443423e-06,
      "loss": 0.8613,
      "step": 5435
    },
    {
      "epoch": 13.532338308457712,
      "grad_norm": 0.4609375,
      "learning_rate": 5.776015102711496e-06,
      "loss": 0.8706,
      "step": 5440
    },
    {
      "epoch": 13.544776119402986,
      "grad_norm": 0.443359375,
      "learning_rate": 5.679464872175666e-06,
      "loss": 0.85,
      "step": 5445
    },
    {
      "epoch": 13.557213930348258,
      "grad_norm": 0.4375,
      "learning_rate": 5.583704821695445e-06,
      "loss": 0.8716,
      "step": 5450
    },
    {
      "epoch": 13.569651741293532,
      "grad_norm": 0.421875,
      "learning_rate": 5.488735753510621e-06,
      "loss": 0.8632,
      "step": 5455
    },
    {
      "epoch": 13.582089552238806,
      "grad_norm": 0.4375,
      "learning_rate": 5.394558463234378e-06,
      "loss": 0.8563,
      "step": 5460
    },
    {
      "epoch": 13.59452736318408,
      "grad_norm": 0.4296875,
      "learning_rate": 5.301173739846743e-06,
      "loss": 0.868,
      "step": 5465
    },
    {
      "epoch": 13.606965174129353,
      "grad_norm": 0.431640625,
      "learning_rate": 5.208582365687886e-06,
      "loss": 0.8608,
      "step": 5470
    },
    {
      "epoch": 13.619402985074627,
      "grad_norm": 0.4921875,
      "learning_rate": 5.116785116451661e-06,
      "loss": 0.8625,
      "step": 5475
    },
    {
      "epoch": 13.631840796019901,
      "grad_norm": 0.453125,
      "learning_rate": 5.025782761179032e-06,
      "loss": 0.8538,
      "step": 5480
    },
    {
      "epoch": 13.644278606965175,
      "grad_norm": 0.44140625,
      "learning_rate": 4.9355760622516344e-06,
      "loss": 0.8609,
      "step": 5485
    },
    {
      "epoch": 13.656716417910447,
      "grad_norm": 0.4296875,
      "learning_rate": 4.846165775385459e-06,
      "loss": 0.8742,
      "step": 5490
    },
    {
      "epoch": 13.66915422885572,
      "grad_norm": 0.451171875,
      "learning_rate": 4.757552649624442e-06,
      "loss": 0.8628,
      "step": 5495
    },
    {
      "epoch": 13.681592039800995,
      "grad_norm": 0.435546875,
      "learning_rate": 4.669737427334242e-06,
      "loss": 0.8632,
      "step": 5500
    },
    {
      "epoch": 13.694029850746269,
      "grad_norm": 0.4296875,
      "learning_rate": 4.5827208441959424e-06,
      "loss": 0.8565,
      "step": 5505
    },
    {
      "epoch": 13.706467661691542,
      "grad_norm": 0.427734375,
      "learning_rate": 4.496503629200022e-06,
      "loss": 0.8601,
      "step": 5510
    },
    {
      "epoch": 13.718905472636816,
      "grad_norm": 0.435546875,
      "learning_rate": 4.4110865046401055e-06,
      "loss": 0.8632,
      "step": 5515
    },
    {
      "epoch": 13.73134328358209,
      "grad_norm": 0.41015625,
      "learning_rate": 4.3264701861070345e-06,
      "loss": 0.8667,
      "step": 5520
    },
    {
      "epoch": 13.743781094527364,
      "grad_norm": 0.443359375,
      "learning_rate": 4.242655382482752e-06,
      "loss": 0.8646,
      "step": 5525
    },
    {
      "epoch": 13.756218905472636,
      "grad_norm": 0.431640625,
      "learning_rate": 4.159642795934471e-06,
      "loss": 0.8618,
      "step": 5530
    },
    {
      "epoch": 13.76865671641791,
      "grad_norm": 0.462890625,
      "learning_rate": 4.077433121908747e-06,
      "loss": 0.8679,
      "step": 5535
    },
    {
      "epoch": 13.781094527363184,
      "grad_norm": 0.439453125,
      "learning_rate": 3.996027049125639e-06,
      "loss": 0.866,
      "step": 5540
    },
    {
      "epoch": 13.793532338308458,
      "grad_norm": 0.423828125,
      "learning_rate": 3.915425259572947e-06,
      "loss": 0.8683,
      "step": 5545
    },
    {
      "epoch": 13.805970149253731,
      "grad_norm": 0.439453125,
      "learning_rate": 3.835628428500515e-06,
      "loss": 0.8706,
      "step": 5550
    },
    {
      "epoch": 13.818407960199005,
      "grad_norm": 0.443359375,
      "learning_rate": 3.756637224414572e-06,
      "loss": 0.8635,
      "step": 5555
    },
    {
      "epoch": 13.83084577114428,
      "grad_norm": 0.447265625,
      "learning_rate": 3.6784523090721114e-06,
      "loss": 0.862,
      "step": 5560
    },
    {
      "epoch": 13.843283582089553,
      "grad_norm": 0.41796875,
      "learning_rate": 3.601074337475352e-06,
      "loss": 0.8628,
      "step": 5565
    },
    {
      "epoch": 13.855721393034825,
      "grad_norm": 0.43359375,
      "learning_rate": 3.5245039578662764e-06,
      "loss": 0.8565,
      "step": 5570
    },
    {
      "epoch": 13.868159203980099,
      "grad_norm": 0.431640625,
      "learning_rate": 3.448741811721179e-06,
      "loss": 0.8708,
      "step": 5575
    },
    {
      "epoch": 13.880597014925373,
      "grad_norm": 0.42578125,
      "learning_rate": 3.3737885337452814e-06,
      "loss": 0.854,
      "step": 5580
    },
    {
      "epoch": 13.893034825870647,
      "grad_norm": 0.4296875,
      "learning_rate": 3.2996447518674256e-06,
      "loss": 0.8561,
      "step": 5585
    },
    {
      "epoch": 13.90547263681592,
      "grad_norm": 0.4296875,
      "learning_rate": 3.226311087234868e-06,
      "loss": 0.8579,
      "step": 5590
    },
    {
      "epoch": 13.917910447761194,
      "grad_norm": 0.455078125,
      "learning_rate": 3.153788154207926e-06,
      "loss": 0.8538,
      "step": 5595
    },
    {
      "epoch": 13.930348258706468,
      "grad_norm": 0.435546875,
      "learning_rate": 3.0820765603550184e-06,
      "loss": 0.8616,
      "step": 5600
    },
    {
      "epoch": 13.942786069651742,
      "grad_norm": 0.412109375,
      "learning_rate": 3.011176906447444e-06,
      "loss": 0.862,
      "step": 5605
    },
    {
      "epoch": 13.955223880597014,
      "grad_norm": 0.443359375,
      "learning_rate": 2.9410897864544206e-06,
      "loss": 0.8629,
      "step": 5610
    },
    {
      "epoch": 13.967661691542288,
      "grad_norm": 0.4296875,
      "learning_rate": 2.8718157875380234e-06,
      "loss": 0.8473,
      "step": 5615
    },
    {
      "epoch": 13.980099502487562,
      "grad_norm": 0.435546875,
      "learning_rate": 2.803355490048365e-06,
      "loss": 0.8591,
      "step": 5620
    },
    {
      "epoch": 13.992537313432836,
      "grad_norm": 0.4453125,
      "learning_rate": 2.735709467518699e-06,
      "loss": 0.8607,
      "step": 5625
    },
    {
      "epoch": 14.0,
      "eval_loss": 2.5270578861236572,
      "eval_runtime": 0.5412,
      "eval_samples_per_second": 18.478,
      "eval_steps_per_second": 1.848,
      "step": 5628
    },
    {
      "epoch": 14.00497512437811,
      "grad_norm": 0.431640625,
      "learning_rate": 2.66887828666057e-06,
      "loss": 0.8563,
      "step": 5630
    },
    {
      "epoch": 14.017412935323383,
      "grad_norm": 0.4453125,
      "learning_rate": 2.6028625073591273e-06,
      "loss": 0.8643,
      "step": 5635
    },
    {
      "epoch": 14.029850746268657,
      "grad_norm": 0.431640625,
      "learning_rate": 2.5376626826683956e-06,
      "loss": 0.8715,
      "step": 5640
    },
    {
      "epoch": 14.042288557213931,
      "grad_norm": 0.44140625,
      "learning_rate": 2.4732793588066794e-06,
      "loss": 0.8645,
      "step": 5645
    },
    {
      "epoch": 14.054726368159203,
      "grad_norm": 0.427734375,
      "learning_rate": 2.4097130751519205e-06,
      "loss": 0.8701,
      "step": 5650
    },
    {
      "epoch": 14.067164179104477,
      "grad_norm": 0.443359375,
      "learning_rate": 2.3469643642372586e-06,
      "loss": 0.8607,
      "step": 5655
    },
    {
      "epoch": 14.07960199004975,
      "grad_norm": 0.44921875,
      "learning_rate": 2.2850337517465124e-06,
      "loss": 0.8576,
      "step": 5660
    },
    {
      "epoch": 14.092039800995025,
      "grad_norm": 0.427734375,
      "learning_rate": 2.223921756509828e-06,
      "loss": 0.8513,
      "step": 5665
    },
    {
      "epoch": 14.104477611940299,
      "grad_norm": 0.427734375,
      "learning_rate": 2.1636288904992585e-06,
      "loss": 0.8489,
      "step": 5670
    },
    {
      "epoch": 14.116915422885572,
      "grad_norm": 0.45703125,
      "learning_rate": 2.1041556588245357e-06,
      "loss": 0.8546,
      "step": 5675
    },
    {
      "epoch": 14.129353233830846,
      "grad_norm": 0.458984375,
      "learning_rate": 2.045502559728818e-06,
      "loss": 0.8715,
      "step": 5680
    },
    {
      "epoch": 14.14179104477612,
      "grad_norm": 0.421875,
      "learning_rate": 1.9876700845845475e-06,
      "loss": 0.8585,
      "step": 5685
    },
    {
      "epoch": 14.154228855721392,
      "grad_norm": 0.46875,
      "learning_rate": 1.930658717889233e-06,
      "loss": 0.8595,
      "step": 5690
    },
    {
      "epoch": 14.166666666666666,
      "grad_norm": 0.455078125,
      "learning_rate": 1.874468937261531e-06,
      "loss": 0.8627,
      "step": 5695
    },
    {
      "epoch": 14.17910447761194,
      "grad_norm": 0.4296875,
      "learning_rate": 1.8191012134371577e-06,
      "loss": 0.8577,
      "step": 5700
    },
    {
      "epoch": 14.191542288557214,
      "grad_norm": 0.443359375,
      "learning_rate": 1.7645560102649395e-06,
      "loss": 0.8715,
      "step": 5705
    },
    {
      "epoch": 14.203980099502488,
      "grad_norm": 0.443359375,
      "learning_rate": 1.71083378470297e-06,
      "loss": 0.8643,
      "step": 5710
    },
    {
      "epoch": 14.216417910447761,
      "grad_norm": 0.43359375,
      "learning_rate": 1.6579349868147687e-06,
      "loss": 0.8727,
      "step": 5715
    },
    {
      "epoch": 14.228855721393035,
      "grad_norm": 0.43359375,
      "learning_rate": 1.605860059765496e-06,
      "loss": 0.8588,
      "step": 5720
    },
    {
      "epoch": 14.24129353233831,
      "grad_norm": 0.439453125,
      "learning_rate": 1.5546094398182331e-06,
      "loss": 0.856,
      "step": 5725
    },
    {
      "epoch": 14.253731343283581,
      "grad_norm": 0.4453125,
      "learning_rate": 1.5041835563303742e-06,
      "loss": 0.8671,
      "step": 5730
    },
    {
      "epoch": 14.266169154228855,
      "grad_norm": 0.431640625,
      "learning_rate": 1.4545828317499842e-06,
      "loss": 0.8567,
      "step": 5735
    },
    {
      "epoch": 14.278606965174129,
      "grad_norm": 0.443359375,
      "learning_rate": 1.4058076816122589e-06,
      "loss": 0.8658,
      "step": 5740
    },
    {
      "epoch": 14.291044776119403,
      "grad_norm": 0.43359375,
      "learning_rate": 1.3578585145360812e-06,
      "loss": 0.8646,
      "step": 5745
    },
    {
      "epoch": 14.303482587064677,
      "grad_norm": 0.423828125,
      "learning_rate": 1.3107357322205693e-06,
      "loss": 0.8602,
      "step": 5750
    },
    {
      "epoch": 14.31592039800995,
      "grad_norm": 0.443359375,
      "learning_rate": 1.2644397294417132e-06,
      "loss": 0.8763,
      "step": 5755
    },
    {
      "epoch": 14.328358208955224,
      "grad_norm": 0.4375,
      "learning_rate": 1.2189708940490652e-06,
      "loss": 0.8715,
      "step": 5760
    },
    {
      "epoch": 14.340796019900498,
      "grad_norm": 0.427734375,
      "learning_rate": 1.1743296069624987e-06,
      "loss": 0.8692,
      "step": 5765
    },
    {
      "epoch": 14.35323383084577,
      "grad_norm": 0.4296875,
      "learning_rate": 1.1305162421690441e-06,
      "loss": 0.865,
      "step": 5770
    },
    {
      "epoch": 14.365671641791044,
      "grad_norm": 0.4453125,
      "learning_rate": 1.0875311667196908e-06,
      "loss": 0.8671,
      "step": 5775
    },
    {
      "epoch": 14.378109452736318,
      "grad_norm": 0.42578125,
      "learning_rate": 1.045374740726357e-06,
      "loss": 0.8588,
      "step": 5780
    },
    {
      "epoch": 14.390547263681592,
      "grad_norm": 0.453125,
      "learning_rate": 1.0040473173588805e-06,
      "loss": 0.8607,
      "step": 5785
    },
    {
      "epoch": 14.402985074626866,
      "grad_norm": 0.419921875,
      "learning_rate": 9.635492428420434e-07,
      "loss": 0.8547,
      "step": 5790
    },
    {
      "epoch": 14.41542288557214,
      "grad_norm": 0.44140625,
      "learning_rate": 9.238808564526302e-07,
      "loss": 0.8644,
      "step": 5795
    },
    {
      "epoch": 14.427860696517413,
      "grad_norm": 0.45703125,
      "learning_rate": 8.850424905166743e-07,
      "loss": 0.8673,
      "step": 5800
    },
    {
      "epoch": 14.440298507462687,
      "grad_norm": 0.419921875,
      "learning_rate": 8.470344704066046e-07,
      "loss": 0.8577,
      "step": 5805
    },
    {
      "epoch": 14.45273631840796,
      "grad_norm": 0.4375,
      "learning_rate": 8.098571145385592e-07,
      "loss": 0.8646,
      "step": 5810
    },
    {
      "epoch": 14.465174129353233,
      "grad_norm": 0.431640625,
      "learning_rate": 7.735107343696867e-07,
      "loss": 0.8545,
      "step": 5815
    },
    {
      "epoch": 14.477611940298507,
      "grad_norm": 0.4375,
      "learning_rate": 7.379956343955386e-07,
      "loss": 0.8613,
      "step": 5820
    },
    {
      "epoch": 14.490049751243781,
      "grad_norm": 0.8125,
      "learning_rate": 7.033121121475694e-07,
      "loss": 0.8637,
      "step": 5825
    },
    {
      "epoch": 14.502487562189055,
      "grad_norm": 0.42578125,
      "learning_rate": 6.694604581905517e-07,
      "loss": 0.8659,
      "step": 5830
    },
    {
      "epoch": 14.514925373134329,
      "grad_norm": 0.4375,
      "learning_rate": 6.364409561202323e-07,
      "loss": 0.8711,
      "step": 5835
    },
    {
      "epoch": 14.527363184079602,
      "grad_norm": 0.44140625,
      "learning_rate": 6.042538825609345e-07,
      "loss": 0.8632,
      "step": 5840
    },
    {
      "epoch": 14.539800995024876,
      "grad_norm": 0.447265625,
      "learning_rate": 5.728995071631715e-07,
      "loss": 0.8573,
      "step": 5845
    },
    {
      "epoch": 14.552238805970148,
      "grad_norm": 0.419921875,
      "learning_rate": 5.42378092601481e-07,
      "loss": 0.86,
      "step": 5850
    },
    {
      "epoch": 14.564676616915422,
      "grad_norm": 0.44140625,
      "learning_rate": 5.126898945721826e-07,
      "loss": 0.859,
      "step": 5855
    },
    {
      "epoch": 14.577114427860696,
      "grad_norm": 0.435546875,
      "learning_rate": 4.838351617912351e-07,
      "loss": 0.8643,
      "step": 5860
    },
    {
      "epoch": 14.58955223880597,
      "grad_norm": 0.443359375,
      "learning_rate": 4.558141359921386e-07,
      "loss": 0.8546,
      "step": 5865
    },
    {
      "epoch": 14.601990049751244,
      "grad_norm": 0.435546875,
      "learning_rate": 4.286270519239466e-07,
      "loss": 0.8519,
      "step": 5870
    },
    {
      "epoch": 14.614427860696518,
      "grad_norm": 0.4296875,
      "learning_rate": 4.022741373492678e-07,
      "loss": 0.8497,
      "step": 5875
    },
    {
      "epoch": 14.626865671641792,
      "grad_norm": 0.4296875,
      "learning_rate": 3.7675561304238994e-07,
      "loss": 0.8511,
      "step": 5880
    },
    {
      "epoch": 14.639303482587065,
      "grad_norm": 0.439453125,
      "learning_rate": 3.520716927873813e-07,
      "loss": 0.8585,
      "step": 5885
    },
    {
      "epoch": 14.65174129353234,
      "grad_norm": 0.427734375,
      "learning_rate": 3.282225833763364e-07,
      "loss": 0.8584,
      "step": 5890
    },
    {
      "epoch": 14.664179104477611,
      "grad_norm": 0.423828125,
      "learning_rate": 3.0520848460765527e-07,
      "loss": 0.8628,
      "step": 5895
    },
    {
      "epoch": 14.676616915422885,
      "grad_norm": 0.41796875,
      "learning_rate": 2.8302958928431154e-07,
      "loss": 0.8681,
      "step": 5900
    },
    {
      "epoch": 14.689054726368159,
      "grad_norm": 0.671875,
      "learning_rate": 2.6168608321233135e-07,
      "loss": 0.864,
      "step": 5905
    },
    {
      "epoch": 14.701492537313433,
      "grad_norm": 0.427734375,
      "learning_rate": 2.4117814519911684e-07,
      "loss": 0.8568,
      "step": 5910
    },
    {
      "epoch": 14.713930348258707,
      "grad_norm": 0.427734375,
      "learning_rate": 2.2150594705206973e-07,
      "loss": 0.8636,
      "step": 5915
    },
    {
      "epoch": 14.72636815920398,
      "grad_norm": 0.431640625,
      "learning_rate": 2.0266965357704783e-07,
      "loss": 0.8656,
      "step": 5920
    },
    {
      "epoch": 14.738805970149254,
      "grad_norm": 0.427734375,
      "learning_rate": 1.846694225770551e-07,
      "loss": 0.8568,
      "step": 5925
    },
    {
      "epoch": 14.751243781094526,
      "grad_norm": 0.4296875,
      "learning_rate": 1.675054048509095e-07,
      "loss": 0.8546,
      "step": 5930
    },
    {
      "epoch": 14.7636815920398,
      "grad_norm": 0.44140625,
      "learning_rate": 1.5117774419193264e-07,
      "loss": 0.8538,
      "step": 5935
    },
    {
      "epoch": 14.776119402985074,
      "grad_norm": 0.41796875,
      "learning_rate": 1.3568657738678435e-07,
      "loss": 0.8566,
      "step": 5940
    },
    {
      "epoch": 14.788557213930348,
      "grad_norm": 0.42578125,
      "learning_rate": 1.2103203421434117e-07,
      "loss": 0.86,
      "step": 5945
    },
    {
      "epoch": 14.800995024875622,
      "grad_norm": 0.4375,
      "learning_rate": 1.0721423744454173e-07,
      "loss": 0.8696,
      "step": 5950
    },
    {
      "epoch": 14.813432835820896,
      "grad_norm": 0.4296875,
      "learning_rate": 9.423330283742093e-08,
      "loss": 0.863,
      "step": 5955
    },
    {
      "epoch": 14.82587064676617,
      "grad_norm": 0.451171875,
      "learning_rate": 8.208933914208849e-08,
      "loss": 0.8672,
      "step": 5960
    },
    {
      "epoch": 14.838308457711443,
      "grad_norm": 0.42578125,
      "learning_rate": 7.078244809587409e-08,
      "loss": 0.8605,
      "step": 5965
    },
    {
      "epoch": 14.850746268656717,
      "grad_norm": 0.431640625,
      "learning_rate": 6.031272442341696e-08,
      "loss": 0.8627,
      "step": 5970
    },
    {
      "epoch": 14.86318407960199,
      "grad_norm": 0.4453125,
      "learning_rate": 5.0680255835922065e-08,
      "loss": 0.8615,
      "step": 5975
    },
    {
      "epoch": 14.875621890547263,
      "grad_norm": 0.4296875,
      "learning_rate": 4.188512303038294e-08,
      "loss": 0.864,
      "step": 5980
    },
    {
      "epoch": 14.888059701492537,
      "grad_norm": 0.427734375,
      "learning_rate": 3.392739968894887e-08,
      "loss": 0.8555,
      "step": 5985
    },
    {
      "epoch": 14.900497512437811,
      "grad_norm": 0.443359375,
      "learning_rate": 2.6807152478258713e-08,
      "loss": 0.875,
      "step": 5990
    },
    {
      "epoch": 14.912935323383085,
      "grad_norm": 0.43359375,
      "learning_rate": 2.052444104891915e-08,
      "loss": 0.8681,
      "step": 5995
    },
    {
      "epoch": 14.925373134328359,
      "grad_norm": 0.4609375,
      "learning_rate": 1.5079318035016164e-08,
      "loss": 0.8703,
      "step": 6000
    },
    {
      "epoch": 14.937810945273633,
      "grad_norm": 0.419921875,
      "learning_rate": 1.0471829053615435e-08,
      "loss": 0.8529,
      "step": 6005
    },
    {
      "epoch": 14.950248756218905,
      "grad_norm": 0.42578125,
      "learning_rate": 6.702012704440374e-09,
      "loss": 0.8457,
      "step": 6010
    },
    {
      "epoch": 14.962686567164178,
      "grad_norm": 0.451171875,
      "learning_rate": 3.769900569505769e-09,
      "loss": 0.861,
      "step": 6015
    },
    {
      "epoch": 14.975124378109452,
      "grad_norm": 0.4609375,
      "learning_rate": 1.6755172128957163e-09,
      "loss": 0.8559,
      "step": 6020
    },
    {
      "epoch": 14.987562189054726,
      "grad_norm": 0.42578125,
      "learning_rate": 4.1888018053048983e-10,
      "loss": 0.8553,
      "step": 6025
    },
    {
      "epoch": 15.0,
      "grad_norm": 0.42578125,
      "learning_rate": 0.0,
      "loss": 0.8609,
      "step": 6030
    },
    {
      "epoch": 15.0,
      "eval_loss": 2.5269672870635986,
      "eval_runtime": 0.537,
      "eval_samples_per_second": 18.622,
      "eval_steps_per_second": 1.862,
      "step": 6030
    },
    {
      "epoch": 15.0,
      "step": 6030,
      "total_flos": 3.5418612320488653e+18,
      "train_loss": 0.9510796088682083,
      "train_runtime": 20707.2957,
      "train_samples_per_second": 13.97,
      "train_steps_per_second": 0.291
    }
  ],
  "logging_steps": 5,
  "max_steps": 6030,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 15,
  "save_steps": 100,
  "total_flos": 3.5418612320488653e+18,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}