{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 7440,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 2405.744001883295,
      "learning_rate": 1.3440860215053765e-08,
      "loss": 16.4013,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 3034.488329915047,
      "learning_rate": 6.720430107526882e-08,
      "loss": 15.2227,
      "step": 5
    },
    {
      "epoch": 0.0,
      "grad_norm": 2194.668070304958,
      "learning_rate": 1.3440860215053764e-07,
      "loss": 14.9719,
      "step": 10
    },
    {
      "epoch": 0.01,
      "grad_norm": 1109.7592265856106,
      "learning_rate": 2.0161290322580645e-07,
      "loss": 12.059,
      "step": 15
    },
    {
      "epoch": 0.01,
      "grad_norm": 943.00305621849,
      "learning_rate": 2.688172043010753e-07,
      "loss": 9.3417,
      "step": 20
    },
    {
      "epoch": 0.01,
      "grad_norm": 478.42527281589776,
      "learning_rate": 3.360215053763441e-07,
      "loss": 8.6733,
      "step": 25
    },
    {
      "epoch": 0.01,
      "grad_norm": 565.5993534396201,
      "learning_rate": 4.032258064516129e-07,
      "loss": 7.3474,
      "step": 30
    },
    {
      "epoch": 0.01,
      "grad_norm": 416.3498595234287,
      "learning_rate": 4.7043010752688173e-07,
      "loss": 6.0082,
      "step": 35
    },
    {
      "epoch": 0.02,
      "grad_norm": 144.83609879706117,
      "learning_rate": 5.376344086021506e-07,
      "loss": 5.2806,
      "step": 40
    },
    {
      "epoch": 0.02,
      "grad_norm": 198.8755236355333,
      "learning_rate": 6.048387096774194e-07,
      "loss": 4.911,
      "step": 45
    },
    {
      "epoch": 0.02,
      "grad_norm": 141.3997064644455,
      "learning_rate": 6.720430107526882e-07,
      "loss": 4.6813,
      "step": 50
    },
    {
      "epoch": 0.02,
      "grad_norm": 133.55678587453863,
      "learning_rate": 7.392473118279571e-07,
      "loss": 4.4999,
      "step": 55
    },
    {
      "epoch": 0.02,
      "grad_norm": 89.5221361098514,
      "learning_rate": 8.064516129032258e-07,
      "loss": 4.1593,
      "step": 60
    },
    {
      "epoch": 0.03,
      "grad_norm": 67.067444507024,
      "learning_rate": 8.736559139784947e-07,
      "loss": 4.0657,
      "step": 65
    },
    {
      "epoch": 0.03,
      "grad_norm": 71.8736929708043,
      "learning_rate": 9.408602150537635e-07,
      "loss": 3.8795,
      "step": 70
    },
    {
      "epoch": 0.03,
      "grad_norm": 63.35970895428552,
      "learning_rate": 1.0080645161290323e-06,
      "loss": 3.6566,
      "step": 75
    },
    {
      "epoch": 0.03,
      "grad_norm": 64.04418691396123,
      "learning_rate": 1.0752688172043011e-06,
      "loss": 3.5426,
      "step": 80
    },
    {
      "epoch": 0.03,
      "grad_norm": 72.15811883738871,
      "learning_rate": 1.14247311827957e-06,
      "loss": 3.432,
      "step": 85
    },
    {
      "epoch": 0.04,
      "grad_norm": 35.0840730802353,
      "learning_rate": 1.2096774193548388e-06,
      "loss": 3.3836,
      "step": 90
    },
    {
      "epoch": 0.04,
      "grad_norm": 35.986671417112184,
      "learning_rate": 1.2768817204301076e-06,
      "loss": 3.2688,
      "step": 95
    },
    {
      "epoch": 0.04,
      "grad_norm": 44.94992141846718,
      "learning_rate": 1.3440860215053765e-06,
      "loss": 3.1197,
      "step": 100
    },
    {
      "epoch": 0.04,
      "grad_norm": 45.223776066588805,
      "learning_rate": 1.4112903225806455e-06,
      "loss": 3.0585,
      "step": 105
    },
    {
      "epoch": 0.04,
      "grad_norm": 31.407139694755763,
      "learning_rate": 1.4784946236559141e-06,
      "loss": 2.9057,
      "step": 110
    },
    {
      "epoch": 0.05,
      "grad_norm": 36.20253411854206,
      "learning_rate": 1.545698924731183e-06,
      "loss": 2.9106,
      "step": 115
    },
    {
      "epoch": 0.05,
      "grad_norm": 28.700364183150768,
      "learning_rate": 1.6129032258064516e-06,
      "loss": 2.7861,
      "step": 120
    },
    {
      "epoch": 0.05,
      "grad_norm": 27.06342518674971,
      "learning_rate": 1.6801075268817204e-06,
      "loss": 2.7283,
      "step": 125
    },
    {
      "epoch": 0.05,
      "grad_norm": 28.540690319879598,
      "learning_rate": 1.7473118279569895e-06,
      "loss": 2.6426,
      "step": 130
    },
    {
      "epoch": 0.05,
      "grad_norm": 34.620976558663195,
      "learning_rate": 1.8145161290322583e-06,
      "loss": 2.5803,
      "step": 135
    },
    {
      "epoch": 0.06,
      "grad_norm": 26.543690537377664,
      "learning_rate": 1.881720430107527e-06,
      "loss": 2.531,
      "step": 140
    },
    {
      "epoch": 0.06,
      "grad_norm": 28.879788866937925,
      "learning_rate": 1.9489247311827958e-06,
      "loss": 2.5599,
      "step": 145
    },
    {
      "epoch": 0.06,
      "grad_norm": 27.156547394379697,
      "learning_rate": 2.0161290322580646e-06,
      "loss": 2.4819,
      "step": 150
    },
    {
      "epoch": 0.06,
      "grad_norm": 28.848376888372684,
      "learning_rate": 2.0833333333333334e-06,
      "loss": 2.4144,
      "step": 155
    },
    {
      "epoch": 0.06,
      "grad_norm": 42.21204775186985,
      "learning_rate": 2.1505376344086023e-06,
      "loss": 2.3185,
      "step": 160
    },
    {
      "epoch": 0.07,
      "grad_norm": 30.68767009110495,
      "learning_rate": 2.217741935483871e-06,
      "loss": 2.2708,
      "step": 165
    },
    {
      "epoch": 0.07,
      "grad_norm": 26.92156915117187,
      "learning_rate": 2.28494623655914e-06,
      "loss": 2.3781,
      "step": 170
    },
    {
      "epoch": 0.07,
      "grad_norm": 36.07878414291202,
      "learning_rate": 2.3521505376344088e-06,
      "loss": 2.2721,
      "step": 175
    },
    {
      "epoch": 0.07,
      "grad_norm": 49.41562385012835,
      "learning_rate": 2.4193548387096776e-06,
      "loss": 2.2575,
      "step": 180
    },
    {
      "epoch": 0.07,
      "grad_norm": 80.19360462795755,
      "learning_rate": 2.4865591397849464e-06,
      "loss": 2.1993,
      "step": 185
    },
    {
      "epoch": 0.08,
      "grad_norm": 31.355161769761775,
      "learning_rate": 2.5537634408602153e-06,
      "loss": 2.1638,
      "step": 190
    },
    {
      "epoch": 0.08,
      "grad_norm": 20.163644022319186,
      "learning_rate": 2.620967741935484e-06,
      "loss": 2.1039,
      "step": 195
    },
    {
      "epoch": 0.08,
      "grad_norm": 23.891485968211146,
      "learning_rate": 2.688172043010753e-06,
      "loss": 2.16,
      "step": 200
    },
    {
      "epoch": 0.08,
      "grad_norm": 21.854996810869945,
      "learning_rate": 2.7553763440860214e-06,
      "loss": 2.0699,
      "step": 205
    },
    {
      "epoch": 0.08,
      "grad_norm": 22.673720996455838,
      "learning_rate": 2.822580645161291e-06,
      "loss": 2.1116,
      "step": 210
    },
    {
      "epoch": 0.09,
      "grad_norm": 21.156272800674458,
      "learning_rate": 2.8897849462365594e-06,
      "loss": 2.0847,
      "step": 215
    },
    {
      "epoch": 0.09,
      "grad_norm": 44.53918518006611,
      "learning_rate": 2.9569892473118283e-06,
      "loss": 2.0735,
      "step": 220
    },
    {
      "epoch": 0.09,
      "grad_norm": 19.749956551312987,
      "learning_rate": 3.024193548387097e-06,
      "loss": 2.0162,
      "step": 225
    },
    {
      "epoch": 0.09,
      "grad_norm": 18.9094022713334,
      "learning_rate": 3.091397849462366e-06,
      "loss": 2.0357,
      "step": 230
    },
    {
      "epoch": 0.09,
      "grad_norm": 95.50205264471555,
      "learning_rate": 3.1586021505376348e-06,
      "loss": 2.0166,
      "step": 235
    },
    {
      "epoch": 0.1,
      "grad_norm": 61.03310995042449,
      "learning_rate": 3.225806451612903e-06,
      "loss": 1.9872,
      "step": 240
    },
    {
      "epoch": 0.1,
      "grad_norm": 148.06519658847031,
      "learning_rate": 3.293010752688172e-06,
      "loss": 1.9794,
      "step": 245
    },
    {
      "epoch": 0.1,
      "grad_norm": 71.88304348970674,
      "learning_rate": 3.360215053763441e-06,
      "loss": 1.9394,
      "step": 250
    },
    {
      "epoch": 0.1,
      "grad_norm": 42.55817917403798,
      "learning_rate": 3.4274193548387097e-06,
      "loss": 1.9042,
      "step": 255
    },
    {
      "epoch": 0.1,
      "grad_norm": 62.632740823396254,
      "learning_rate": 3.494623655913979e-06,
      "loss": 1.9356,
      "step": 260
    },
    {
      "epoch": 0.11,
      "grad_norm": 82.62949499885727,
      "learning_rate": 3.5618279569892478e-06,
      "loss": 1.9217,
      "step": 265
    },
    {
      "epoch": 0.11,
      "grad_norm": 106.05019040841613,
      "learning_rate": 3.6290322580645166e-06,
      "loss": 1.887,
      "step": 270
    },
    {
      "epoch": 0.11,
      "grad_norm": 55.06301980988493,
      "learning_rate": 3.6962365591397855e-06,
      "loss": 1.9451,
      "step": 275
    },
    {
      "epoch": 0.11,
      "grad_norm": 130.87435186526554,
      "learning_rate": 3.763440860215054e-06,
      "loss": 1.9274,
      "step": 280
    },
    {
      "epoch": 0.11,
      "grad_norm": 32.26813401369511,
      "learning_rate": 3.830645161290323e-06,
      "loss": 1.9515,
      "step": 285
    },
    {
      "epoch": 0.12,
      "grad_norm": 21.287058712378297,
      "learning_rate": 3.8978494623655915e-06,
      "loss": 1.8073,
      "step": 290
    },
    {
      "epoch": 0.12,
      "grad_norm": 43.30590780035467,
      "learning_rate": 3.96505376344086e-06,
      "loss": 1.8384,
      "step": 295
    },
    {
      "epoch": 0.12,
      "grad_norm": 27.725152849500137,
      "learning_rate": 4.032258064516129e-06,
      "loss": 1.8629,
      "step": 300
    },
    {
      "epoch": 0.12,
      "grad_norm": 72.58433132209495,
      "learning_rate": 4.0994623655913985e-06,
      "loss": 1.8542,
      "step": 305
    },
    {
      "epoch": 0.12,
      "grad_norm": 53.68398067383799,
      "learning_rate": 4.166666666666667e-06,
      "loss": 1.9029,
      "step": 310
    },
    {
      "epoch": 0.13,
      "grad_norm": 80.57174908929451,
      "learning_rate": 4.233870967741936e-06,
      "loss": 1.8513,
      "step": 315
    },
    {
      "epoch": 0.13,
      "grad_norm": 29.328609119184353,
      "learning_rate": 4.3010752688172045e-06,
      "loss": 1.8422,
      "step": 320
    },
    {
      "epoch": 0.13,
      "grad_norm": 158.61973350833483,
      "learning_rate": 4.368279569892474e-06,
      "loss": 1.8495,
      "step": 325
    },
    {
      "epoch": 0.13,
      "grad_norm": 89.79309662280859,
      "learning_rate": 4.435483870967742e-06,
      "loss": 1.8471,
      "step": 330
    },
    {
      "epoch": 0.14,
      "grad_norm": 34.585935518827434,
      "learning_rate": 4.502688172043011e-06,
      "loss": 1.8231,
      "step": 335
    },
    {
      "epoch": 0.14,
      "grad_norm": 29.047033753427808,
      "learning_rate": 4.56989247311828e-06,
      "loss": 1.8467,
      "step": 340
    },
    {
      "epoch": 0.14,
      "grad_norm": 29.36779393455815,
      "learning_rate": 4.637096774193548e-06,
      "loss": 1.7917,
      "step": 345
    },
    {
      "epoch": 0.14,
      "grad_norm": 38.27320279386626,
      "learning_rate": 4.7043010752688175e-06,
      "loss": 1.801,
      "step": 350
    },
    {
      "epoch": 0.14,
      "grad_norm": 52.440356986032434,
      "learning_rate": 4.771505376344087e-06,
      "loss": 1.7392,
      "step": 355
    },
    {
      "epoch": 0.15,
      "grad_norm": 23.469211235073434,
      "learning_rate": 4.838709677419355e-06,
      "loss": 1.6948,
      "step": 360
    },
    {
      "epoch": 0.15,
      "grad_norm": 122.04808746479898,
      "learning_rate": 4.9059139784946245e-06,
      "loss": 1.7054,
      "step": 365
    },
    {
      "epoch": 0.15,
      "grad_norm": 27.353719593612908,
      "learning_rate": 4.973118279569893e-06,
      "loss": 1.8008,
      "step": 370
    },
    {
      "epoch": 0.15,
      "grad_norm": 75.58332564395842,
      "learning_rate": 5.040322580645161e-06,
      "loss": 1.7638,
      "step": 375
    },
    {
      "epoch": 0.15,
      "grad_norm": 115.84385456972525,
      "learning_rate": 5.1075268817204305e-06,
      "loss": 1.7685,
      "step": 380
    },
    {
      "epoch": 0.16,
      "grad_norm": 20.815649499633817,
      "learning_rate": 5.174731182795699e-06,
      "loss": 1.7133,
      "step": 385
    },
    {
      "epoch": 0.16,
      "grad_norm": 56.00497633312478,
      "learning_rate": 5.241935483870968e-06,
      "loss": 1.7583,
      "step": 390
    },
    {
      "epoch": 0.16,
      "grad_norm": 22.142864138843443,
      "learning_rate": 5.309139784946237e-06,
      "loss": 1.6969,
      "step": 395
    },
    {
      "epoch": 0.16,
      "grad_norm": 47.28452231044601,
      "learning_rate": 5.376344086021506e-06,
      "loss": 1.6606,
      "step": 400
    },
    {
      "epoch": 0.16,
      "grad_norm": 67.4075196733354,
      "learning_rate": 5.443548387096774e-06,
      "loss": 1.7388,
      "step": 405
    },
    {
      "epoch": 0.17,
      "grad_norm": 34.46202571621722,
      "learning_rate": 5.510752688172043e-06,
      "loss": 1.6617,
      "step": 410
    },
    {
      "epoch": 0.17,
      "grad_norm": 74.27692687457844,
      "learning_rate": 5.577956989247312e-06,
      "loss": 1.6395,
      "step": 415
    },
    {
      "epoch": 0.17,
      "grad_norm": 40.14434097759086,
      "learning_rate": 5.645161290322582e-06,
      "loss": 1.6555,
      "step": 420
    },
    {
      "epoch": 0.17,
      "grad_norm": 41.14692244976057,
      "learning_rate": 5.7123655913978505e-06,
      "loss": 1.6652,
      "step": 425
    },
    {
      "epoch": 0.17,
      "grad_norm": 22.312716185219983,
      "learning_rate": 5.779569892473119e-06,
      "loss": 1.6506,
      "step": 430
    },
    {
      "epoch": 0.18,
      "grad_norm": 19.256139604521387,
      "learning_rate": 5.846774193548388e-06,
      "loss": 1.7371,
      "step": 435
    },
    {
      "epoch": 0.18,
      "grad_norm": 25.700910574817517,
      "learning_rate": 5.9139784946236566e-06,
      "loss": 1.6608,
      "step": 440
    },
    {
      "epoch": 0.18,
      "grad_norm": 22.821561364463633,
      "learning_rate": 5.981182795698926e-06,
      "loss": 1.6313,
      "step": 445
    },
    {
      "epoch": 0.18,
      "grad_norm": 19.870552743864323,
      "learning_rate": 6.048387096774194e-06,
      "loss": 1.6161,
      "step": 450
    },
    {
      "epoch": 0.18,
      "grad_norm": 53.6444075279863,
      "learning_rate": 6.115591397849463e-06,
      "loss": 1.6859,
      "step": 455
    },
    {
      "epoch": 0.19,
      "grad_norm": 28.8794203264216,
      "learning_rate": 6.182795698924732e-06,
      "loss": 1.6631,
      "step": 460
    },
    {
      "epoch": 0.19,
      "grad_norm": 120.22205680776511,
      "learning_rate": 6.25e-06,
      "loss": 1.6452,
      "step": 465
    },
    {
      "epoch": 0.19,
      "grad_norm": 316.225179424074,
      "learning_rate": 6.3172043010752696e-06,
      "loss": 1.6546,
      "step": 470
    },
    {
      "epoch": 0.19,
      "grad_norm": 121.16674122762446,
      "learning_rate": 6.384408602150538e-06,
      "loss": 1.6831,
      "step": 475
    },
    {
      "epoch": 0.19,
      "grad_norm": 169.5442481771858,
      "learning_rate": 6.451612903225806e-06,
      "loss": 1.7142,
      "step": 480
    },
    {
      "epoch": 0.2,
      "grad_norm": 125.73244041154908,
      "learning_rate": 6.518817204301076e-06,
      "loss": 1.6934,
      "step": 485
    },
    {
      "epoch": 0.2,
      "grad_norm": 108.16723580470715,
      "learning_rate": 6.586021505376344e-06,
      "loss": 1.6705,
      "step": 490
    },
    {
      "epoch": 0.2,
      "grad_norm": 30.40652462650454,
      "learning_rate": 6.653225806451613e-06,
      "loss": 1.6102,
      "step": 495
    },
    {
      "epoch": 0.2,
      "grad_norm": 31.568179891075236,
      "learning_rate": 6.720430107526882e-06,
      "loss": 1.6252,
      "step": 500
    },
    {
      "epoch": 0.2,
      "grad_norm": 43.45226932043275,
      "learning_rate": 6.787634408602151e-06,
      "loss": 1.5751,
      "step": 505
    },
    {
      "epoch": 0.21,
      "grad_norm": 149.7079881614224,
      "learning_rate": 6.854838709677419e-06,
      "loss": 1.5947,
      "step": 510
    },
    {
      "epoch": 0.21,
      "grad_norm": 26.137998998569532,
      "learning_rate": 6.9220430107526895e-06,
      "loss": 1.5897,
      "step": 515
    },
    {
      "epoch": 0.21,
      "grad_norm": 88.0669237337174,
      "learning_rate": 6.989247311827958e-06,
      "loss": 1.6109,
      "step": 520
    },
    {
      "epoch": 0.21,
      "grad_norm": 73.8257754559226,
      "learning_rate": 7.056451612903227e-06,
      "loss": 1.5878,
      "step": 525
    },
    {
      "epoch": 0.21,
      "grad_norm": 147.4377223256405,
      "learning_rate": 7.1236559139784956e-06,
      "loss": 1.6054,
      "step": 530
    },
    {
      "epoch": 0.22,
      "grad_norm": 22.359997880253086,
      "learning_rate": 7.190860215053764e-06,
      "loss": 1.6279,
      "step": 535
    },
    {
      "epoch": 0.22,
      "grad_norm": 90.04737946524673,
      "learning_rate": 7.258064516129033e-06,
      "loss": 1.6141,
      "step": 540
    },
    {
      "epoch": 0.22,
      "grad_norm": 184.74521353082778,
      "learning_rate": 7.325268817204302e-06,
      "loss": 1.6657,
      "step": 545
    },
    {
      "epoch": 0.22,
      "grad_norm": 87.6341554878999,
      "learning_rate": 7.392473118279571e-06,
      "loss": 1.6697,
      "step": 550
    },
    {
      "epoch": 0.22,
      "grad_norm": 124.15647148280911,
      "learning_rate": 7.459677419354839e-06,
      "loss": 1.5679,
      "step": 555
    },
    {
      "epoch": 0.23,
      "grad_norm": 71.76277477811094,
      "learning_rate": 7.526881720430108e-06,
      "loss": 1.5602,
      "step": 560
    },
    {
      "epoch": 0.23,
      "grad_norm": 69.18166743319745,
      "learning_rate": 7.594086021505377e-06,
      "loss": 1.5971,
      "step": 565
    },
    {
      "epoch": 0.23,
      "grad_norm": 28.78194054444829,
      "learning_rate": 7.661290322580646e-06,
      "loss": 1.519,
      "step": 570
    },
    {
      "epoch": 0.23,
      "grad_norm": 19.091851411246502,
      "learning_rate": 7.728494623655915e-06,
      "loss": 1.5402,
      "step": 575
    },
    {
      "epoch": 0.23,
      "grad_norm": 92.97374658503595,
      "learning_rate": 7.795698924731183e-06,
      "loss": 1.615,
      "step": 580
    },
    {
      "epoch": 0.24,
      "grad_norm": 27.083399847961495,
      "learning_rate": 7.862903225806451e-06,
      "loss": 1.5675,
      "step": 585
    },
    {
      "epoch": 0.24,
      "grad_norm": 101.26575622689107,
      "learning_rate": 7.93010752688172e-06,
      "loss": 1.5725,
      "step": 590
    },
    {
      "epoch": 0.24,
      "grad_norm": 105.00439760891088,
      "learning_rate": 7.99731182795699e-06,
      "loss": 1.5167,
      "step": 595
    },
    {
      "epoch": 0.24,
      "grad_norm": 29.372122848753133,
      "learning_rate": 8.064516129032258e-06,
      "loss": 1.5785,
      "step": 600
    },
    {
      "epoch": 0.24,
      "grad_norm": 125.12997709099443,
      "learning_rate": 8.131720430107529e-06,
      "loss": 1.5055,
      "step": 605
    },
    {
      "epoch": 0.25,
      "grad_norm": 116.86754106699597,
      "learning_rate": 8.198924731182797e-06,
      "loss": 1.552,
      "step": 610
    },
    {
      "epoch": 0.25,
      "grad_norm": 25.816198312391126,
      "learning_rate": 8.266129032258065e-06,
      "loss": 1.5503,
      "step": 615
    },
    {
      "epoch": 0.25,
      "grad_norm": 64.77990675037309,
      "learning_rate": 8.333333333333334e-06,
      "loss": 1.5202,
      "step": 620
    },
    {
      "epoch": 0.25,
      "grad_norm": 65.8080879982294,
      "learning_rate": 8.400537634408604e-06,
      "loss": 1.5369,
      "step": 625
    },
    {
      "epoch": 0.25,
      "grad_norm": 49.62811502509354,
      "learning_rate": 8.467741935483872e-06,
      "loss": 1.5436,
      "step": 630
    },
    {
      "epoch": 0.26,
      "grad_norm": 20.67002495077415,
      "learning_rate": 8.53494623655914e-06,
      "loss": 1.5056,
      "step": 635
    },
    {
      "epoch": 0.26,
      "grad_norm": 23.4427438772852,
      "learning_rate": 8.602150537634409e-06,
      "loss": 1.5478,
      "step": 640
    },
    {
      "epoch": 0.26,
      "grad_norm": 19.455471057884907,
      "learning_rate": 8.669354838709677e-06,
      "loss": 1.5214,
      "step": 645
    },
    {
      "epoch": 0.26,
      "grad_norm": 33.71020525063305,
      "learning_rate": 8.736559139784948e-06,
      "loss": 1.5368,
      "step": 650
    },
    {
      "epoch": 0.26,
      "grad_norm": 18.244470463362397,
      "learning_rate": 8.803763440860216e-06,
      "loss": 1.5367,
      "step": 655
    },
    {
      "epoch": 0.27,
      "grad_norm": 80.7680024231703,
      "learning_rate": 8.870967741935484e-06,
      "loss": 1.5209,
      "step": 660
    },
    {
      "epoch": 0.27,
      "grad_norm": 69.12004977405029,
      "learning_rate": 8.938172043010753e-06,
      "loss": 1.5009,
      "step": 665
    },
    {
      "epoch": 0.27,
      "grad_norm": 54.23759857820231,
      "learning_rate": 9.005376344086021e-06,
      "loss": 1.4909,
      "step": 670
    },
    {
      "epoch": 0.27,
      "grad_norm": 92.40748934567165,
      "learning_rate": 9.072580645161291e-06,
      "loss": 1.5055,
      "step": 675
    },
    {
      "epoch": 0.27,
      "grad_norm": 143.31769519651678,
      "learning_rate": 9.13978494623656e-06,
      "loss": 1.4875,
      "step": 680
    },
    {
      "epoch": 0.28,
      "grad_norm": 97.36193747154425,
      "learning_rate": 9.206989247311828e-06,
      "loss": 1.4945,
      "step": 685
    },
    {
      "epoch": 0.28,
      "grad_norm": 29.740643098875434,
      "learning_rate": 9.274193548387097e-06,
      "loss": 1.5051,
      "step": 690
    },
    {
      "epoch": 0.28,
      "grad_norm": 49.29389525654887,
      "learning_rate": 9.341397849462367e-06,
      "loss": 1.5113,
      "step": 695
    },
    {
      "epoch": 0.28,
      "grad_norm": 39.24115135672808,
      "learning_rate": 9.408602150537635e-06,
      "loss": 1.48,
      "step": 700
    },
    {
      "epoch": 0.28,
      "grad_norm": 43.22837226234346,
      "learning_rate": 9.475806451612905e-06,
      "loss": 1.4782,
      "step": 705
    },
    {
      "epoch": 0.29,
      "grad_norm": 98.36424217860439,
      "learning_rate": 9.543010752688174e-06,
      "loss": 1.4411,
      "step": 710
    },
    {
      "epoch": 0.29,
      "grad_norm": 62.56138052343926,
      "learning_rate": 9.610215053763442e-06,
      "loss": 1.445,
      "step": 715
    },
    {
      "epoch": 0.29,
      "grad_norm": 190.25287378962327,
      "learning_rate": 9.67741935483871e-06,
      "loss": 1.4729,
      "step": 720
    },
    {
      "epoch": 0.29,
      "grad_norm": 92.32226152575208,
      "learning_rate": 9.744623655913979e-06,
      "loss": 1.4519,
      "step": 725
    },
    {
      "epoch": 0.29,
      "grad_norm": 116.81280536649015,
      "learning_rate": 9.811827956989249e-06,
      "loss": 1.513,
      "step": 730
    },
    {
      "epoch": 0.3,
      "grad_norm": 291.52022690918443,
      "learning_rate": 9.879032258064517e-06,
      "loss": 1.6681,
      "step": 735
    },
    {
      "epoch": 0.3,
      "grad_norm": 356.3376654572282,
      "learning_rate": 9.946236559139786e-06,
      "loss": 1.6312,
      "step": 740
    },
    {
      "epoch": 0.3,
      "grad_norm": 220.45441043367958,
      "learning_rate": 9.999999449688162e-06,
      "loss": 1.5773,
      "step": 745
    },
    {
      "epoch": 0.3,
      "grad_norm": 78.05237614822047,
      "learning_rate": 9.999980188786511e-06,
      "loss": 1.6092,
      "step": 750
    },
    {
      "epoch": 0.3,
      "grad_norm": 135.03111642896593,
      "learning_rate": 9.99993341241404e-06,
      "loss": 1.5106,
      "step": 755
    },
    {
      "epoch": 0.31,
      "grad_norm": 105.52754668242709,
      "learning_rate": 9.999859120828162e-06,
      "loss": 1.5305,
      "step": 760
    },
    {
      "epoch": 0.31,
      "grad_norm": 22.459152616619647,
      "learning_rate": 9.999757314437716e-06,
      "loss": 1.4181,
      "step": 765
    },
    {
      "epoch": 0.31,
      "grad_norm": 78.86727263490747,
      "learning_rate": 9.999627993802953e-06,
      "loss": 1.4567,
      "step": 770
    },
    {
      "epoch": 0.31,
      "grad_norm": 96.97487963294047,
      "learning_rate": 9.999471159635538e-06,
      "loss": 1.4171,
      "step": 775
    },
    {
      "epoch": 0.31,
      "grad_norm": 66.73676955331372,
      "learning_rate": 9.99928681279855e-06,
      "loss": 1.4588,
      "step": 780
    },
    {
      "epoch": 0.32,
      "grad_norm": 26.962955872031625,
      "learning_rate": 9.99907495430647e-06,
      "loss": 1.4622,
      "step": 785
    },
    {
      "epoch": 0.32,
      "grad_norm": 71.73804484311708,
      "learning_rate": 9.998835585325178e-06,
      "loss": 1.5276,
      "step": 790
    },
    {
      "epoch": 0.32,
      "grad_norm": 34.831739971575175,
      "learning_rate": 9.998568707171951e-06,
      "loss": 1.4745,
      "step": 795
    },
    {
      "epoch": 0.32,
      "grad_norm": 65.78359574681531,
      "learning_rate": 9.998274321315453e-06,
      "loss": 1.4481,
      "step": 800
    },
    {
      "epoch": 0.32,
      "grad_norm": 31.706957349839072,
      "learning_rate": 9.99795242937572e-06,
      "loss": 1.4591,
      "step": 805
    },
    {
      "epoch": 0.33,
      "grad_norm": 14.376703907334546,
      "learning_rate": 9.997603033124159e-06,
      "loss": 1.4533,
      "step": 810
    },
    {
      "epoch": 0.33,
      "grad_norm": 32.30990965535323,
      "learning_rate": 9.997226134483542e-06,
      "loss": 1.4228,
      "step": 815
    },
    {
      "epoch": 0.33,
      "grad_norm": 76.3300278384829,
      "learning_rate": 9.996821735527986e-06,
      "loss": 1.4161,
      "step": 820
    },
    {
      "epoch": 0.33,
      "grad_norm": 82.54740323475892,
      "learning_rate": 9.996389838482942e-06,
      "loss": 1.4087,
      "step": 825
    },
    {
      "epoch": 0.33,
      "grad_norm": 41.92538272672517,
      "learning_rate": 9.995930445725192e-06,
      "loss": 1.4019,
      "step": 830
    },
    {
      "epoch": 0.34,
      "grad_norm": 91.90061356954347,
      "learning_rate": 9.995443559782826e-06,
      "loss": 1.4318,
      "step": 835
    },
    {
      "epoch": 0.34,
      "grad_norm": 23.127523580087114,
      "learning_rate": 9.994929183335237e-06,
      "loss": 1.4262,
      "step": 840
    },
    {
      "epoch": 0.34,
      "grad_norm": 30.533571028127273,
      "learning_rate": 9.994387319213096e-06,
      "loss": 1.3977,
      "step": 845
    },
    {
      "epoch": 0.34,
      "grad_norm": 124.51166821611204,
      "learning_rate": 9.993817970398343e-06,
      "loss": 1.4285,
      "step": 850
    },
    {
      "epoch": 0.34,
      "grad_norm": 43.75518738413468,
      "learning_rate": 9.993221140024172e-06,
      "loss": 1.3578,
      "step": 855
    },
    {
      "epoch": 0.35,
      "grad_norm": 104.75907081855853,
      "learning_rate": 9.99259683137501e-06,
      "loss": 1.4132,
      "step": 860
    },
    {
      "epoch": 0.35,
      "grad_norm": 15.485578305808174,
      "learning_rate": 9.9919450478865e-06,
      "loss": 1.4205,
      "step": 865
    },
    {
      "epoch": 0.35,
      "grad_norm": 51.78660153786826,
      "learning_rate": 9.99126579314548e-06,
      "loss": 1.4,
      "step": 870
    },
    {
      "epoch": 0.35,
      "grad_norm": 38.198018117609955,
      "learning_rate": 9.99055907088997e-06,
      "loss": 1.4281,
      "step": 875
    },
    {
      "epoch": 0.35,
      "grad_norm": 16.405157688165122,
      "learning_rate": 9.989824885009142e-06,
      "loss": 1.373,
      "step": 880
    },
    {
      "epoch": 0.36,
      "grad_norm": 37.33734419965699,
      "learning_rate": 9.98906323954331e-06,
      "loss": 1.3937,
      "step": 885
    },
    {
      "epoch": 0.36,
      "grad_norm": 31.54354697375666,
      "learning_rate": 9.988274138683896e-06,
      "loss": 1.3792,
      "step": 890
    },
    {
      "epoch": 0.36,
      "grad_norm": 30.95108771662825,
      "learning_rate": 9.98745758677341e-06,
      "loss": 1.3644,
      "step": 895
    },
    {
      "epoch": 0.36,
      "grad_norm": 29.735370838772337,
      "learning_rate": 9.986613588305435e-06,
      "loss": 1.4352,
      "step": 900
    },
    {
      "epoch": 0.36,
      "grad_norm": 53.76876219975497,
      "learning_rate": 9.985742147924594e-06,
      "loss": 1.4251,
      "step": 905
    },
    {
      "epoch": 0.37,
      "grad_norm": 32.85464865616201,
      "learning_rate": 9.98484327042652e-06,
      "loss": 1.3833,
      "step": 910
    },
    {
      "epoch": 0.37,
      "grad_norm": 45.56089408991015,
      "learning_rate": 9.983916960757842e-06,
      "loss": 1.3962,
      "step": 915
    },
    {
      "epoch": 0.37,
      "grad_norm": 22.073641499227346,
      "learning_rate": 9.982963224016152e-06,
      "loss": 1.3967,
      "step": 920
    },
    {
      "epoch": 0.37,
      "grad_norm": 71.3983312798029,
      "learning_rate": 9.98198206544997e-06,
      "loss": 1.4279,
      "step": 925
    },
    {
      "epoch": 0.38,
      "grad_norm": 114.78070373157898,
      "learning_rate": 9.980973490458728e-06,
      "loss": 1.3915,
      "step": 930
    },
    {
      "epoch": 0.38,
      "grad_norm": 108.02209218468816,
      "learning_rate": 9.979937504592731e-06,
      "loss": 1.3479,
      "step": 935
    },
    {
      "epoch": 0.38,
      "grad_norm": 82.1549015848553,
      "learning_rate": 9.97887411355313e-06,
      "loss": 1.3823,
      "step": 940
    },
    {
      "epoch": 0.38,
      "grad_norm": 27.545592321574446,
      "learning_rate": 9.977783323191885e-06,
      "loss": 1.3568,
      "step": 945
    },
    {
      "epoch": 0.38,
      "grad_norm": 18.85495269820905,
      "learning_rate": 9.976665139511747e-06,
      "loss": 1.3817,
      "step": 950
    },
    {
      "epoch": 0.39,
      "grad_norm": 26.225586592183646,
      "learning_rate": 9.975519568666208e-06,
      "loss": 1.3611,
      "step": 955
    },
    {
      "epoch": 0.39,
      "grad_norm": 16.606612034755415,
      "learning_rate": 9.974346616959476e-06,
      "loss": 1.3375,
      "step": 960
    },
    {
      "epoch": 0.39,
      "grad_norm": 16.294572009334328,
      "learning_rate": 9.973146290846444e-06,
      "loss": 1.3749,
      "step": 965
    },
    {
      "epoch": 0.39,
      "grad_norm": 28.496884185291073,
      "learning_rate": 9.971918596932642e-06,
      "loss": 1.3865,
      "step": 970
    },
    {
      "epoch": 0.39,
      "grad_norm": 35.30571084433214,
      "learning_rate": 9.970663541974216e-06,
      "loss": 1.3589,
      "step": 975
    },
    {
      "epoch": 0.4,
      "grad_norm": 49.15304817138109,
      "learning_rate": 9.969381132877873e-06,
      "loss": 1.3296,
      "step": 980
    },
    {
      "epoch": 0.4,
      "grad_norm": 55.32282620037942,
      "learning_rate": 9.968071376700865e-06,
      "loss": 1.3671,
      "step": 985
    },
    {
      "epoch": 0.4,
      "grad_norm": 17.823341685824705,
      "learning_rate": 9.96673428065093e-06,
      "loss": 1.3479,
      "step": 990
    },
    {
      "epoch": 0.4,
      "grad_norm": 58.59615740509754,
      "learning_rate": 9.965369852086259e-06,
      "loss": 1.2876,
      "step": 995
    },
    {
      "epoch": 0.4,
      "grad_norm": 37.75057737791426,
      "learning_rate": 9.963978098515468e-06,
      "loss": 1.3618,
      "step": 1000
    },
    {
      "epoch": 0.41,
      "grad_norm": 30.26048440538982,
      "learning_rate": 9.96255902759753e-06,
      "loss": 1.3614,
      "step": 1005
    },
    {
      "epoch": 0.41,
      "grad_norm": 35.587405533117405,
      "learning_rate": 9.961112647141765e-06,
      "loss": 1.3281,
      "step": 1010
    },
    {
      "epoch": 0.41,
      "grad_norm": 65.91103463522634,
      "learning_rate": 9.959638965107767e-06,
      "loss": 1.3363,
      "step": 1015
    },
    {
      "epoch": 0.41,
      "grad_norm": 109.41009141202416,
      "learning_rate": 9.95813798960538e-06,
      "loss": 1.3955,
      "step": 1020
    },
    {
      "epoch": 0.41,
      "grad_norm": 25.788301271590747,
      "learning_rate": 9.956609728894648e-06,
      "loss": 1.3587,
      "step": 1025
    },
    {
      "epoch": 0.42,
      "grad_norm": 37.81687531410579,
      "learning_rate": 9.955054191385764e-06,
      "loss": 1.3584,
      "step": 1030
    },
    {
      "epoch": 0.42,
      "grad_norm": 44.454331958590565,
      "learning_rate": 9.953471385639035e-06,
      "loss": 1.2848,
      "step": 1035
    },
    {
      "epoch": 0.42,
      "grad_norm": 18.607449172766433,
      "learning_rate": 9.951861320364822e-06,
      "loss": 1.3328,
      "step": 1040
    },
    {
      "epoch": 0.42,
      "grad_norm": 47.820356043232294,
      "learning_rate": 9.950224004423502e-06,
      "loss": 1.3214,
      "step": 1045
    },
    {
      "epoch": 0.42,
      "grad_norm": 54.68385445449125,
      "learning_rate": 9.948559446825412e-06,
      "loss": 1.2909,
      "step": 1050
    },
    {
      "epoch": 0.43,
      "grad_norm": 23.93641581026352,
      "learning_rate": 9.94686765673081e-06,
      "loss": 1.2826,
      "step": 1055
    },
    {
      "epoch": 0.43,
      "grad_norm": 38.61137909099191,
      "learning_rate": 9.945148643449809e-06,
      "loss": 1.3475,
      "step": 1060
    },
    {
      "epoch": 0.43,
      "grad_norm": 51.58880200991109,
      "learning_rate": 9.94340241644234e-06,
      "loss": 1.3366,
      "step": 1065
    },
    {
      "epoch": 0.43,
      "grad_norm": 78.84714564786627,
      "learning_rate": 9.941628985318094e-06,
      "loss": 1.367,
      "step": 1070
    },
    {
      "epoch": 0.43,
      "grad_norm": 33.10275420828958,
      "learning_rate": 9.939828359836468e-06,
      "loss": 1.2973,
      "step": 1075
    },
    {
      "epoch": 0.44,
      "grad_norm": 57.000986979043475,
      "learning_rate": 9.938000549906509e-06,
      "loss": 1.3115,
      "step": 1080
    },
    {
      "epoch": 0.44,
      "grad_norm": 12.260954765550334,
      "learning_rate": 9.936145565586871e-06,
      "loss": 1.3591,
      "step": 1085
    },
    {
      "epoch": 0.44,
      "grad_norm": 24.184895415543437,
      "learning_rate": 9.934263417085746e-06,
      "loss": 1.3529,
      "step": 1090
    },
    {
      "epoch": 0.44,
      "grad_norm": 28.38759761728956,
      "learning_rate": 9.932354114760819e-06,
      "loss": 1.3278,
      "step": 1095
    },
    {
      "epoch": 0.44,
      "grad_norm": 28.265439590291777,
      "learning_rate": 9.930417669119195e-06,
      "loss": 1.2881,
      "step": 1100
    },
    {
      "epoch": 0.45,
      "grad_norm": 19.79257726694249,
      "learning_rate": 9.928454090817366e-06,
      "loss": 1.3244,
      "step": 1105
    },
    {
      "epoch": 0.45,
      "grad_norm": 18.81138887973412,
      "learning_rate": 9.926463390661127e-06,
      "loss": 1.3163,
      "step": 1110
    },
    {
      "epoch": 0.45,
      "grad_norm": 15.45271589032639,
      "learning_rate": 9.924445579605534e-06,
      "loss": 1.3339,
      "step": 1115
    },
    {
      "epoch": 0.45,
      "grad_norm": 35.67290775317024,
      "learning_rate": 9.922400668754833e-06,
      "loss": 1.336,
      "step": 1120
    },
    {
      "epoch": 0.45,
      "grad_norm": 36.016211519831224,
      "learning_rate": 9.920328669362408e-06,
      "loss": 1.3309,
      "step": 1125
    },
    {
      "epoch": 0.46,
      "grad_norm": 41.136663477634876,
      "learning_rate": 9.91822959283071e-06,
      "loss": 1.2888,
      "step": 1130
    },
    {
      "epoch": 0.46,
      "grad_norm": 71.39059456429649,
      "learning_rate": 9.916103450711203e-06,
      "loss": 1.2846,
      "step": 1135
    },
    {
      "epoch": 0.46,
      "grad_norm": 14.308431453840171,
      "learning_rate": 9.913950254704291e-06,
      "loss": 1.3203,
      "step": 1140
    },
    {
      "epoch": 0.46,
      "grad_norm": 19.683299521176988,
      "learning_rate": 9.911770016659263e-06,
      "loss": 1.3101,
      "step": 1145
    },
    {
      "epoch": 0.46,
      "grad_norm": 57.69862211953297,
      "learning_rate": 9.909562748574219e-06,
      "loss": 1.3216,
      "step": 1150
    },
    {
      "epoch": 0.47,
      "grad_norm": 80.37479888512688,
      "learning_rate": 9.907328462596015e-06,
      "loss": 1.3281,
      "step": 1155
    },
    {
      "epoch": 0.47,
      "grad_norm": 93.55250241336888,
      "learning_rate": 9.905067171020185e-06,
      "loss": 1.3178,
      "step": 1160
    },
    {
      "epoch": 0.47,
      "grad_norm": 126.4183263179252,
      "learning_rate": 9.902778886290877e-06,
      "loss": 1.3276,
      "step": 1165
    },
    {
      "epoch": 0.47,
      "grad_norm": 20.98202085655841,
      "learning_rate": 9.900463621000789e-06,
      "loss": 1.3429,
      "step": 1170
    },
    {
      "epoch": 0.47,
      "grad_norm": 83.50991308572252,
      "learning_rate": 9.898121387891093e-06,
      "loss": 1.307,
      "step": 1175
    },
    {
      "epoch": 0.48,
      "grad_norm": 117.549332724898,
      "learning_rate": 9.895752199851372e-06,
      "loss": 1.3501,
      "step": 1180
    },
    {
      "epoch": 0.48,
      "grad_norm": 18.381523104894782,
      "learning_rate": 9.893356069919538e-06,
      "loss": 1.3263,
      "step": 1185
    },
    {
      "epoch": 0.48,
      "grad_norm": 19.331193749134517,
      "learning_rate": 9.890933011281777e-06,
      "loss": 1.3478,
      "step": 1190
    },
    {
      "epoch": 0.48,
      "grad_norm": 18.049439306686804,
      "learning_rate": 9.888483037272455e-06,
      "loss": 1.2933,
      "step": 1195
    },
    {
      "epoch": 0.48,
      "grad_norm": 39.59046179151359,
      "learning_rate": 9.88600616137407e-06,
      "loss": 1.2854,
      "step": 1200
    },
    {
      "epoch": 0.49,
      "grad_norm": 26.130533942662304,
      "learning_rate": 9.883502397217156e-06,
      "loss": 1.2798,
      "step": 1205
    },
    {
      "epoch": 0.49,
      "grad_norm": 22.071697667770607,
      "learning_rate": 9.880971758580215e-06,
      "loss": 1.3116,
      "step": 1210
    },
    {
      "epoch": 0.49,
      "grad_norm": 12.72020076792302,
      "learning_rate": 9.878414259389646e-06,
      "loss": 1.3055,
      "step": 1215
    },
    {
      "epoch": 0.49,
      "grad_norm": 20.237947004394226,
      "learning_rate": 9.875829913719664e-06,
      "loss": 1.3189,
      "step": 1220
    },
    {
      "epoch": 0.49,
      "grad_norm": 31.873048673900332,
      "learning_rate": 9.873218735792222e-06,
      "loss": 1.2765,
      "step": 1225
    },
    {
      "epoch": 0.5,
      "grad_norm": 27.088563725925333,
      "learning_rate": 9.870580739976936e-06,
      "loss": 1.3102,
      "step": 1230
    },
    {
      "epoch": 0.5,
      "grad_norm": 13.531456471383404,
      "learning_rate": 9.867915940791002e-06,
      "loss": 1.3141,
      "step": 1235
    },
    {
      "epoch": 0.5,
      "grad_norm": 27.865087251416963,
      "learning_rate": 9.86522435289912e-06,
      "loss": 1.2778,
      "step": 1240
    },
    {
      "epoch": 0.5,
      "grad_norm": 53.98402677705456,
      "learning_rate": 9.862505991113409e-06,
      "loss": 1.3094,
      "step": 1245
    },
    {
      "epoch": 0.5,
      "grad_norm": 27.88968143492497,
      "learning_rate": 9.85976087039333e-06,
      "loss": 1.254,
      "step": 1250
    },
    {
      "epoch": 0.51,
      "grad_norm": 25.85297515433478,
      "learning_rate": 9.8569890058456e-06,
      "loss": 1.2451,
      "step": 1255
    },
    {
      "epoch": 0.51,
      "grad_norm": 26.84638324463917,
      "learning_rate": 9.854190412724114e-06,
      "loss": 1.3181,
      "step": 1260
    },
    {
      "epoch": 0.51,
      "grad_norm": 15.851942478228562,
      "learning_rate": 9.85136510642985e-06,
      "loss": 1.2916,
      "step": 1265
    },
    {
      "epoch": 0.51,
      "grad_norm": 22.671976970541067,
      "learning_rate": 9.8485131025108e-06,
      "loss": 1.2341,
      "step": 1270
    },
    {
      "epoch": 0.51,
      "grad_norm": 18.437688673195737,
      "learning_rate": 9.845634416661867e-06,
      "loss": 1.3045,
      "step": 1275
    },
    {
      "epoch": 0.52,
      "grad_norm": 15.703812477381069,
      "learning_rate": 9.8427290647248e-06,
      "loss": 1.3057,
      "step": 1280
    },
    {
      "epoch": 0.52,
      "grad_norm": 16.211393182922986,
      "learning_rate": 9.839797062688084e-06,
      "loss": 1.3173,
      "step": 1285
    },
    {
      "epoch": 0.52,
      "grad_norm": 22.041910721041404,
      "learning_rate": 9.836838426686865e-06,
      "loss": 1.2584,
      "step": 1290
    },
    {
      "epoch": 0.52,
      "grad_norm": 31.985533853613575,
      "learning_rate": 9.833853173002862e-06,
      "loss": 1.2427,
      "step": 1295
    },
    {
      "epoch": 0.52,
      "grad_norm": 43.2359613692205,
      "learning_rate": 9.830841318064273e-06,
      "loss": 1.3166,
      "step": 1300
    },
    {
      "epoch": 0.53,
      "grad_norm": 33.25595187233199,
      "learning_rate": 9.82780287844568e-06,
      "loss": 1.3012,
      "step": 1305
    },
    {
      "epoch": 0.53,
      "grad_norm": 19.93101882119115,
      "learning_rate": 9.824737870867977e-06,
      "loss": 1.2803,
      "step": 1310
    },
    {
      "epoch": 0.53,
      "grad_norm": 61.8929882355421,
      "learning_rate": 9.82164631219825e-06,
      "loss": 1.2567,
      "step": 1315
    },
    {
      "epoch": 0.53,
      "grad_norm": 17.35420830500758,
      "learning_rate": 9.818528219449705e-06,
      "loss": 1.2797,
      "step": 1320
    },
    {
      "epoch": 0.53,
      "grad_norm": 46.85772955287638,
      "learning_rate": 9.81538360978157e-06,
      "loss": 1.2805,
      "step": 1325
    },
    {
      "epoch": 0.54,
      "grad_norm": 14.261225266706827,
      "learning_rate": 9.812212500498997e-06,
      "loss": 1.2951,
      "step": 1330
    },
    {
      "epoch": 0.54,
      "grad_norm": 41.95393995518883,
      "learning_rate": 9.809014909052966e-06,
      "loss": 1.3067,
      "step": 1335
    },
    {
      "epoch": 0.54,
      "grad_norm": 32.442857600519396,
      "learning_rate": 9.805790853040196e-06,
      "loss": 1.2862,
      "step": 1340
    },
    {
      "epoch": 0.54,
      "grad_norm": 48.33715508637013,
      "learning_rate": 9.802540350203039e-06,
      "loss": 1.282,
      "step": 1345
    },
    {
      "epoch": 0.54,
      "grad_norm": 119.1461084806285,
      "learning_rate": 9.79926341842939e-06,
      "loss": 1.2686,
      "step": 1350
    },
    {
      "epoch": 0.55,
      "grad_norm": 19.41390747179324,
      "learning_rate": 9.795960075752584e-06,
      "loss": 1.2404,
      "step": 1355
    },
    {
      "epoch": 0.55,
      "grad_norm": 23.593253599284026,
      "learning_rate": 9.792630340351301e-06,
      "loss": 1.3194,
      "step": 1360
    },
    {
      "epoch": 0.55,
      "grad_norm": 99.72956707812463,
      "learning_rate": 9.789274230549456e-06,
      "loss": 1.3039,
      "step": 1365
    },
    {
      "epoch": 0.55,
      "grad_norm": 183.51250735641264,
      "learning_rate": 9.785891764816117e-06,
      "loss": 1.2991,
      "step": 1370
    },
    {
      "epoch": 0.55,
      "grad_norm": 111.31189190292812,
      "learning_rate": 9.782482961765383e-06,
      "loss": 1.3393,
      "step": 1375
    },
    {
      "epoch": 0.56,
      "grad_norm": 57.621513450395966,
      "learning_rate": 9.779047840156288e-06,
      "loss": 1.3496,
      "step": 1380
    },
    {
      "epoch": 0.56,
      "grad_norm": 224.84362627842353,
      "learning_rate": 9.77558641889271e-06,
      "loss": 1.374,
      "step": 1385
    },
    {
      "epoch": 0.56,
      "grad_norm": 108.64616430086639,
      "learning_rate": 9.772098717023251e-06,
      "loss": 1.2826,
      "step": 1390
    },
    {
      "epoch": 0.56,
      "grad_norm": 80.49628966307156,
      "learning_rate": 9.768584753741134e-06,
      "loss": 1.285,
      "step": 1395
    },
    {
      "epoch": 0.56,
      "grad_norm": 114.56926153475547,
      "learning_rate": 9.765044548384113e-06,
      "loss": 1.2996,
      "step": 1400
    },
    {
      "epoch": 0.57,
      "grad_norm": 56.84323238972865,
      "learning_rate": 9.761478120434346e-06,
      "loss": 1.3199,
      "step": 1405
    },
    {
      "epoch": 0.57,
      "grad_norm": 15.150030759879591,
      "learning_rate": 9.757885489518296e-06,
      "loss": 1.3021,
      "step": 1410
    },
    {
      "epoch": 0.57,
      "grad_norm": 137.76855197950997,
      "learning_rate": 9.754266675406635e-06,
      "loss": 1.288,
      "step": 1415
    },
    {
      "epoch": 0.57,
      "grad_norm": 58.6931471963433,
      "learning_rate": 9.75062169801411e-06,
      "loss": 1.2575,
      "step": 1420
    },
    {
      "epoch": 0.57,
      "grad_norm": 11.812252416929596,
      "learning_rate": 9.746950577399458e-06,
      "loss": 1.2666,
      "step": 1425
    },
    {
      "epoch": 0.58,
      "grad_norm": 96.19518185816071,
      "learning_rate": 9.74325333376528e-06,
      "loss": 1.2562,
      "step": 1430
    },
    {
      "epoch": 0.58,
      "grad_norm": 41.41343310410979,
      "learning_rate": 9.739529987457937e-06,
      "loss": 1.2906,
      "step": 1435
    },
    {
      "epoch": 0.58,
      "grad_norm": 61.86287366206095,
      "learning_rate": 9.735780558967434e-06,
      "loss": 1.3053,
      "step": 1440
    },
    {
      "epoch": 0.58,
      "grad_norm": 41.78455096075733,
      "learning_rate": 9.732005068927314e-06,
      "loss": 1.2722,
      "step": 1445
    },
    {
      "epoch": 0.58,
      "grad_norm": 19.96119388415896,
      "learning_rate": 9.728203538114533e-06,
      "loss": 1.2972,
      "step": 1450
    },
    {
      "epoch": 0.59,
      "grad_norm": 27.53156133860246,
      "learning_rate": 9.72437598744936e-06,
      "loss": 1.2622,
      "step": 1455
    },
    {
      "epoch": 0.59,
      "grad_norm": 27.46859648803268,
      "learning_rate": 9.720522437995246e-06,
      "loss": 1.2431,
      "step": 1460
    },
    {
      "epoch": 0.59,
      "grad_norm": 16.990826404472397,
      "learning_rate": 9.716642910958723e-06,
      "loss": 1.2525,
      "step": 1465
    },
    {
      "epoch": 0.59,
      "grad_norm": 22.88378620636613,
      "learning_rate": 9.712737427689275e-06,
      "loss": 1.2587,
      "step": 1470
    },
    {
      "epoch": 0.59,
      "grad_norm": 12.442134327263519,
      "learning_rate": 9.708806009679234e-06,
      "loss": 1.244,
      "step": 1475
    },
    {
      "epoch": 0.6,
      "grad_norm": 81.96482418927604,
      "learning_rate": 9.70484867856365e-06,
      "loss": 1.2888,
      "step": 1480
    },
    {
      "epoch": 0.6,
      "grad_norm": 30.119061996487957,
      "learning_rate": 9.700865456120168e-06,
      "loss": 1.2899,
      "step": 1485
    },
    {
      "epoch": 0.6,
      "grad_norm": 15.530972405955056,
      "learning_rate": 9.696856364268928e-06,
      "loss": 1.2586,
      "step": 1490
    },
    {
      "epoch": 0.6,
      "grad_norm": 17.031699636462967,
      "learning_rate": 9.692821425072428e-06,
      "loss": 1.2408,
      "step": 1495
    },
    {
      "epoch": 0.6,
      "grad_norm": 16.689591527147797,
      "learning_rate": 9.688760660735403e-06,
      "loss": 1.2146,
      "step": 1500
    },
    {
      "epoch": 0.61,
      "grad_norm": 44.120684544668464,
      "learning_rate": 9.684674093604713e-06,
      "loss": 1.2497,
      "step": 1505
    },
    {
      "epoch": 0.61,
      "grad_norm": 31.145849380952164,
      "learning_rate": 9.680561746169211e-06,
      "loss": 1.2484,
      "step": 1510
    },
    {
      "epoch": 0.61,
      "grad_norm": 12.784383990756531,
      "learning_rate": 9.676423641059617e-06,
      "loss": 1.2573,
      "step": 1515
    },
    {
      "epoch": 0.61,
      "grad_norm": 12.892352528526105,
      "learning_rate": 9.67225980104841e-06,
      "loss": 1.2482,
      "step": 1520
    },
    {
      "epoch": 0.61,
      "grad_norm": 41.336648198731716,
      "learning_rate": 9.668070249049682e-06,
      "loss": 1.2636,
      "step": 1525
    },
    {
      "epoch": 0.62,
      "grad_norm": 18.994035338368224,
      "learning_rate": 9.66385500811902e-06,
      "loss": 1.2286,
      "step": 1530
    },
    {
      "epoch": 0.62,
      "grad_norm": 34.785160539270905,
      "learning_rate": 9.65961410145339e-06,
      "loss": 1.252,
      "step": 1535
    },
    {
      "epoch": 0.62,
      "grad_norm": 19.142178309672364,
      "learning_rate": 9.655347552390987e-06,
      "loss": 1.2856,
      "step": 1540
    },
    {
      "epoch": 0.62,
      "grad_norm": 34.07491704273605,
      "learning_rate": 9.65105538441113e-06,
      "loss": 1.2688,
      "step": 1545
    },
    {
      "epoch": 0.62,
      "grad_norm": 29.062155407795853,
      "learning_rate": 9.646737621134112e-06,
      "loss": 1.215,
      "step": 1550
    },
    {
      "epoch": 0.63,
      "grad_norm": 37.75134880000602,
      "learning_rate": 9.642394286321092e-06,
      "loss": 1.252,
      "step": 1555
    },
    {
      "epoch": 0.63,
      "grad_norm": 24.144174972799604,
      "learning_rate": 9.638025403873939e-06,
      "loss": 1.2844,
      "step": 1560
    },
    {
      "epoch": 0.63,
      "grad_norm": 71.47772818886311,
      "learning_rate": 9.633630997835125e-06,
      "loss": 1.2526,
      "step": 1565
    },
    {
      "epoch": 0.63,
      "grad_norm": 23.73415171894665,
      "learning_rate": 9.629211092387568e-06,
      "loss": 1.2784,
      "step": 1570
    },
    {
      "epoch": 0.64,
      "grad_norm": 15.037257351444415,
      "learning_rate": 9.624765711854531e-06,
      "loss": 1.271,
      "step": 1575
    },
    {
      "epoch": 0.64,
      "grad_norm": 23.03882395507045,
      "learning_rate": 9.62029488069945e-06,
      "loss": 1.2505,
      "step": 1580
    },
    {
      "epoch": 0.64,
      "grad_norm": 9.210592478807614,
      "learning_rate": 9.615798623525831e-06,
      "loss": 1.2356,
      "step": 1585
    },
    {
      "epoch": 0.64,
      "grad_norm": 14.183678897776636,
      "learning_rate": 9.611276965077099e-06,
      "loss": 1.2805,
      "step": 1590
    },
    {
      "epoch": 0.64,
      "grad_norm": 45.64866322625938,
      "learning_rate": 9.606729930236463e-06,
      "loss": 1.2781,
      "step": 1595
    },
    {
      "epoch": 0.65,
      "grad_norm": 32.5896663980658,
      "learning_rate": 9.602157544026785e-06,
      "loss": 1.231,
      "step": 1600
    },
    {
      "epoch": 0.65,
      "grad_norm": 33.30146493427689,
      "learning_rate": 9.597559831610435e-06,
      "loss": 1.2276,
      "step": 1605
    },
    {
      "epoch": 0.65,
      "grad_norm": 69.26817624038185,
      "learning_rate": 9.592936818289158e-06,
      "loss": 1.2456,
      "step": 1610
    },
    {
      "epoch": 0.65,
      "grad_norm": 66.73362945811155,
      "learning_rate": 9.58828852950393e-06,
      "loss": 1.2474,
      "step": 1615
    },
    {
      "epoch": 0.65,
      "grad_norm": 22.970426868509886,
      "learning_rate": 9.58361499083483e-06,
      "loss": 1.2376,
      "step": 1620
    },
    {
      "epoch": 0.66,
      "grad_norm": 29.54147666440491,
      "learning_rate": 9.578916228000876e-06,
      "loss": 1.2636,
      "step": 1625
    },
    {
      "epoch": 0.66,
      "grad_norm": 13.839530834648398,
      "learning_rate": 9.574192266859909e-06,
      "loss": 1.2322,
      "step": 1630
    },
    {
      "epoch": 0.66,
      "grad_norm": 44.91473533547081,
      "learning_rate": 9.569443133408434e-06,
      "loss": 1.283,
      "step": 1635
    },
    {
      "epoch": 0.66,
      "grad_norm": 69.09130264548097,
      "learning_rate": 9.564668853781483e-06,
      "loss": 1.2767,
      "step": 1640
    },
    {
      "epoch": 0.66,
      "grad_norm": 34.76730315570345,
      "learning_rate": 9.55986945425247e-06,
      "loss": 1.2581,
      "step": 1645
    },
    {
      "epoch": 0.67,
      "grad_norm": 67.13936878197774,
      "learning_rate": 9.555044961233047e-06,
      "loss": 1.1957,
      "step": 1650
    },
    {
      "epoch": 0.67,
      "grad_norm": 93.33158887794684,
      "learning_rate": 9.55019540127296e-06,
      "loss": 1.2471,
      "step": 1655
    },
    {
      "epoch": 0.67,
      "grad_norm": 72.92634997428354,
      "learning_rate": 9.5453208010599e-06,
      "loss": 1.2644,
      "step": 1660
    },
    {
      "epoch": 0.67,
      "grad_norm": 71.84144410962492,
      "learning_rate": 9.540421187419355e-06,
      "loss": 1.2184,
      "step": 1665
    },
    {
      "epoch": 0.67,
      "grad_norm": 105.83362024344693,
      "learning_rate": 9.535496587314468e-06,
      "loss": 1.2135,
      "step": 1670
    },
    {
      "epoch": 0.68,
      "grad_norm": 97.36345614802303,
      "learning_rate": 9.530547027845886e-06,
      "loss": 1.2912,
      "step": 1675
    },
    {
      "epoch": 0.68,
      "grad_norm": 74.28181401831145,
      "learning_rate": 9.525572536251608e-06,
      "loss": 1.2026,
      "step": 1680
    },
    {
      "epoch": 0.68,
      "grad_norm": 49.820474017113035,
      "learning_rate": 9.520573139906835e-06,
      "loss": 1.2335,
      "step": 1685
    },
    {
      "epoch": 0.68,
      "grad_norm": 68.20267751489494,
      "learning_rate": 9.51554886632383e-06,
      "loss": 1.2165,
      "step": 1690
    },
    {
      "epoch": 0.68,
      "grad_norm": 118.0720632731834,
      "learning_rate": 9.510499743151751e-06,
      "loss": 1.2526,
      "step": 1695
    },
    {
      "epoch": 0.69,
      "grad_norm": 26.705492104039806,
      "learning_rate": 9.505425798176506e-06,
      "loss": 1.199,
      "step": 1700
    },
    {
      "epoch": 0.69,
      "grad_norm": 60.06112754213599,
      "learning_rate": 9.500327059320606e-06,
      "loss": 1.2293,
      "step": 1705
    },
    {
      "epoch": 0.69,
      "grad_norm": 24.183247547681844,
      "learning_rate": 9.495203554643001e-06,
      "loss": 1.2443,
      "step": 1710
    },
    {
      "epoch": 0.69,
      "grad_norm": 24.32499961073832,
      "learning_rate": 9.490055312338933e-06,
      "loss": 1.1944,
      "step": 1715
    },
    {
      "epoch": 0.69,
      "grad_norm": 18.20393601452291,
      "learning_rate": 9.484882360739772e-06,
      "loss": 1.2184,
      "step": 1720
    },
    {
      "epoch": 0.7,
      "grad_norm": 40.866092970463804,
      "learning_rate": 9.479684728312875e-06,
      "loss": 1.2389,
      "step": 1725
    },
    {
      "epoch": 0.7,
      "grad_norm": 92.35475245959559,
      "learning_rate": 9.474462443661414e-06,
      "loss": 1.2319,
      "step": 1730
    },
    {
      "epoch": 0.7,
      "grad_norm": 41.519813441456535,
      "learning_rate": 9.469215535524228e-06,
      "loss": 1.208,
      "step": 1735
    },
    {
      "epoch": 0.7,
      "grad_norm": 47.23986610846689,
      "learning_rate": 9.46394403277566e-06,
      "loss": 1.2013,
      "step": 1740
    },
    {
      "epoch": 0.7,
      "grad_norm": 27.51877463083975,
      "learning_rate": 9.4586479644254e-06,
      "loss": 1.2269,
      "step": 1745
    },
    {
      "epoch": 0.71,
      "grad_norm": 23.596945501836345,
      "learning_rate": 9.45332735961833e-06,
      "loss": 1.2363,
      "step": 1750
    },
    {
      "epoch": 0.71,
      "grad_norm": 63.94255905141467,
      "learning_rate": 9.44798224763435e-06,
      "loss": 1.2354,
      "step": 1755
    },
    {
      "epoch": 0.71,
      "grad_norm": 59.78800938724632,
      "learning_rate": 9.442612657888237e-06,
      "loss": 1.2401,
      "step": 1760
    },
    {
      "epoch": 0.71,
      "grad_norm": 89.16456759582186,
      "learning_rate": 9.437218619929461e-06,
      "loss": 1.2247,
      "step": 1765
    },
    {
      "epoch": 0.71,
      "grad_norm": 17.952864484722834,
      "learning_rate": 9.431800163442043e-06,
      "loss": 1.2396,
      "step": 1770
    },
    {
      "epoch": 0.72,
      "grad_norm": 13.73846058731808,
      "learning_rate": 9.426357318244372e-06,
      "loss": 1.2091,
      "step": 1775
    },
    {
      "epoch": 0.72,
      "grad_norm": 72.76269270079044,
      "learning_rate": 9.42089011428906e-06,
      "loss": 1.2101,
      "step": 1780
    },
    {
      "epoch": 0.72,
      "grad_norm": 41.1494452737733,
      "learning_rate": 9.415398581662766e-06,
      "loss": 1.2116,
      "step": 1785
    },
    {
      "epoch": 0.72,
      "grad_norm": 40.01241452374857,
      "learning_rate": 9.409882750586027e-06,
      "loss": 1.1853,
      "step": 1790
    },
    {
      "epoch": 0.72,
      "grad_norm": 27.221899797256327,
      "learning_rate": 9.404342651413103e-06,
      "loss": 1.2194,
      "step": 1795
    },
    {
      "epoch": 0.73,
      "grad_norm": 91.82911823396265,
      "learning_rate": 9.398778314631801e-06,
      "loss": 1.214,
      "step": 1800
    },
    {
      "epoch": 0.73,
      "grad_norm": 72.85176951438244,
      "learning_rate": 9.393189770863313e-06,
      "loss": 1.2686,
      "step": 1805
    },
    {
      "epoch": 0.73,
      "grad_norm": 28.382099335836124,
      "learning_rate": 9.387577050862043e-06,
      "loss": 1.2328,
      "step": 1810
    },
    {
      "epoch": 0.73,
      "grad_norm": 47.78619571105184,
      "learning_rate": 9.38194018551544e-06,
      "loss": 1.2266,
      "step": 1815
    },
    {
      "epoch": 0.73,
      "grad_norm": 21.50835726202906,
      "learning_rate": 9.376279205843827e-06,
      "loss": 1.2205,
      "step": 1820
    },
    {
      "epoch": 0.74,
      "grad_norm": 18.25140872912014,
      "learning_rate": 9.370594143000234e-06,
      "loss": 1.17,
      "step": 1825
    },
    {
      "epoch": 0.74,
      "grad_norm": 11.796348568361772,
      "learning_rate": 9.364885028270219e-06,
      "loss": 1.1944,
      "step": 1830
    },
    {
      "epoch": 0.74,
      "grad_norm": 70.58248149980511,
      "learning_rate": 9.359151893071701e-06,
      "loss": 1.2284,
      "step": 1835
    },
    {
      "epoch": 0.74,
      "grad_norm": 81.69301427989976,
      "learning_rate": 9.353394768954791e-06,
      "loss": 1.2216,
      "step": 1840
    },
    {
      "epoch": 0.74,
      "grad_norm": 65.0523619329761,
      "learning_rate": 9.347613687601611e-06,
      "loss": 1.2125,
      "step": 1845
    },
    {
      "epoch": 0.75,
      "grad_norm": 39.19694472155119,
      "learning_rate": 9.341808680826119e-06,
      "loss": 1.2081,
      "step": 1850
    },
    {
      "epoch": 0.75,
      "grad_norm": 85.6467307326097,
      "learning_rate": 9.335979780573942e-06,
      "loss": 1.2182,
      "step": 1855
    },
    {
      "epoch": 0.75,
      "grad_norm": 76.74276719526604,
      "learning_rate": 9.330127018922195e-06,
      "loss": 1.2297,
      "step": 1860
    },
    {
      "epoch": 0.75,
      "grad_norm": 12.54421395508913,
      "learning_rate": 9.324250428079303e-06,
      "loss": 1.185,
      "step": 1865
    },
    {
      "epoch": 0.75,
      "grad_norm": 22.64501494887728,
      "learning_rate": 9.318350040384825e-06,
      "loss": 1.2319,
      "step": 1870
    },
    {
      "epoch": 0.76,
      "grad_norm": 35.310515985194684,
      "learning_rate": 9.312425888309282e-06,
      "loss": 1.2294,
      "step": 1875
    },
    {
      "epoch": 0.76,
      "grad_norm": 11.406451300971566,
      "learning_rate": 9.30647800445397e-06,
      "loss": 1.2343,
      "step": 1880
    },
    {
      "epoch": 0.76,
      "grad_norm": 54.73585951186893,
      "learning_rate": 9.300506421550781e-06,
      "loss": 1.2269,
      "step": 1885
    },
    {
      "epoch": 0.76,
      "grad_norm": 11.59997902279277,
      "learning_rate": 9.29451117246203e-06,
      "loss": 1.1945,
      "step": 1890
    },
    {
      "epoch": 0.76,
      "grad_norm": 22.89675471898756,
      "learning_rate": 9.288492290180266e-06,
      "loss": 1.2454,
      "step": 1895
    },
    {
      "epoch": 0.77,
      "grad_norm": 46.55068281863006,
      "learning_rate": 9.2824498078281e-06,
      "loss": 1.2058,
      "step": 1900
    },
    {
      "epoch": 0.77,
      "grad_norm": 79.02174211630475,
      "learning_rate": 9.27638375865801e-06,
      "loss": 1.1856,
      "step": 1905
    },
    {
      "epoch": 0.77,
      "grad_norm": 51.19315475520796,
      "learning_rate": 9.27029417605217e-06,
      "loss": 1.1968,
      "step": 1910
    },
    {
      "epoch": 0.77,
      "grad_norm": 65.39683060095506,
      "learning_rate": 9.264181093522258e-06,
      "loss": 1.2445,
      "step": 1915
    },
    {
      "epoch": 0.77,
      "grad_norm": 25.01539534644911,
      "learning_rate": 9.258044544709276e-06,
      "loss": 1.2034,
      "step": 1920
    },
    {
      "epoch": 0.78,
      "grad_norm": 27.573144653965674,
      "learning_rate": 9.251884563383363e-06,
      "loss": 1.2061,
      "step": 1925
    },
    {
      "epoch": 0.78,
      "grad_norm": 31.302322831757646,
      "learning_rate": 9.245701183443612e-06,
      "loss": 1.2363,
      "step": 1930
    },
    {
      "epoch": 0.78,
      "grad_norm": 77.48271654234222,
      "learning_rate": 9.239494438917881e-06,
      "loss": 1.2077,
      "step": 1935
    },
    {
      "epoch": 0.78,
      "grad_norm": 109.2806382548179,
      "learning_rate": 9.233264363962602e-06,
      "loss": 1.2325,
      "step": 1940
    },
    {
      "epoch": 0.78,
      "grad_norm": 111.22392412722785,
      "learning_rate": 9.227010992862602e-06,
      "loss": 1.2232,
      "step": 1945
    },
    {
      "epoch": 0.79,
      "grad_norm": 24.201003951280565,
      "learning_rate": 9.220734360030908e-06,
      "loss": 1.2251,
      "step": 1950
    },
    {
      "epoch": 0.79,
      "grad_norm": 98.21487054636425,
      "learning_rate": 9.214434500008555e-06,
      "loss": 1.2425,
      "step": 1955
    },
    {
      "epoch": 0.79,
      "grad_norm": 34.46247299364145,
      "learning_rate": 9.208111447464407e-06,
      "loss": 1.2403,
      "step": 1960
    },
    {
      "epoch": 0.79,
      "grad_norm": 51.79925138895671,
      "learning_rate": 9.201765237194955e-06,
      "loss": 1.211,
      "step": 1965
    },
    {
      "epoch": 0.79,
      "grad_norm": 18.6823580389484,
      "learning_rate": 9.195395904124126e-06,
      "loss": 1.2336,
      "step": 1970
    },
    {
      "epoch": 0.8,
      "grad_norm": 10.265915792652455,
      "learning_rate": 9.189003483303104e-06,
      "loss": 1.2386,
      "step": 1975
    },
    {
      "epoch": 0.8,
      "grad_norm": 19.723674009137426,
      "learning_rate": 9.182588009910119e-06,
      "loss": 1.2283,
      "step": 1980
    },
    {
      "epoch": 0.8,
      "grad_norm": 18.150689642053763,
      "learning_rate": 9.176149519250264e-06,
      "loss": 1.2019,
      "step": 1985
    },
    {
      "epoch": 0.8,
      "grad_norm": 36.71799741057715,
      "learning_rate": 9.169688046755302e-06,
      "loss": 1.2372,
      "step": 1990
    },
    {
      "epoch": 0.8,
      "grad_norm": 20.819677998506364,
      "learning_rate": 9.163203627983468e-06,
      "loss": 1.2141,
      "step": 1995
    },
    {
      "epoch": 0.81,
      "grad_norm": 18.688397366071406,
      "learning_rate": 9.156696298619266e-06,
      "loss": 1.2151,
      "step": 2000
    },
    {
      "epoch": 0.81,
      "grad_norm": 38.84444336197096,
      "learning_rate": 9.150166094473282e-06,
      "loss": 1.1898,
      "step": 2005
    },
    {
      "epoch": 0.81,
      "grad_norm": 16.559502112235748,
      "learning_rate": 9.143613051481994e-06,
      "loss": 1.2,
      "step": 2010
    },
    {
      "epoch": 0.81,
      "grad_norm": 24.348427932448423,
      "learning_rate": 9.137037205707552e-06,
      "loss": 1.1948,
      "step": 2015
    },
    {
      "epoch": 0.81,
      "grad_norm": 13.569601089502072,
      "learning_rate": 9.130438593337603e-06,
      "loss": 1.1547,
      "step": 2020
    },
    {
      "epoch": 0.82,
      "grad_norm": 26.60756353902665,
      "learning_rate": 9.12381725068507e-06,
      "loss": 1.1944,
      "step": 2025
    },
    {
      "epoch": 0.82,
      "grad_norm": 11.640717034955413,
      "learning_rate": 9.117173214187972e-06,
      "loss": 1.2149,
      "step": 2030
    },
    {
      "epoch": 0.82,
      "grad_norm": 50.68489988886974,
      "learning_rate": 9.110506520409213e-06,
      "loss": 1.1866,
      "step": 2035
    },
    {
      "epoch": 0.82,
      "grad_norm": 38.78614229270772,
      "learning_rate": 9.103817206036383e-06,
      "loss": 1.2105,
      "step": 2040
    },
    {
      "epoch": 0.82,
      "grad_norm": 22.243967064566867,
      "learning_rate": 9.097105307881552e-06,
      "loss": 1.201,
      "step": 2045
    },
    {
      "epoch": 0.83,
      "grad_norm": 16.19663532790498,
      "learning_rate": 9.090370862881074e-06,
      "loss": 1.1868,
      "step": 2050
    },
    {
      "epoch": 0.83,
      "grad_norm": 18.228565591182583,
      "learning_rate": 9.083613908095386e-06,
      "loss": 1.2985,
      "step": 2055
    },
    {
      "epoch": 0.83,
      "grad_norm": 28.080970000905847,
      "learning_rate": 9.076834480708788e-06,
      "loss": 1.2218,
      "step": 2060
    },
    {
      "epoch": 0.83,
      "grad_norm": 68.97254875036558,
      "learning_rate": 9.070032618029256e-06,
      "loss": 1.267,
      "step": 2065
    },
    {
      "epoch": 0.83,
      "grad_norm": 55.587757182551115,
      "learning_rate": 9.06320835748823e-06,
      "loss": 1.1915,
      "step": 2070
    },
    {
      "epoch": 0.84,
      "grad_norm": 29.8106436840182,
      "learning_rate": 9.056361736640407e-06,
      "loss": 1.2097,
      "step": 2075
    },
    {
      "epoch": 0.84,
      "grad_norm": 37.83325544510067,
      "learning_rate": 9.049492793163539e-06,
      "loss": 1.1808,
      "step": 2080
    },
    {
      "epoch": 0.84,
      "grad_norm": 10.152194020824325,
      "learning_rate": 9.042601564858214e-06,
      "loss": 1.2113,
      "step": 2085
    },
    {
      "epoch": 0.84,
      "grad_norm": 17.81441360493928,
      "learning_rate": 9.03568808964766e-06,
      "loss": 1.2142,
      "step": 2090
    },
    {
      "epoch": 0.84,
      "grad_norm": 10.963255004587548,
      "learning_rate": 9.028752405577535e-06,
      "loss": 1.1636,
      "step": 2095
    },
    {
      "epoch": 0.85,
      "grad_norm": 19.94462584855531,
      "learning_rate": 9.021794550815713e-06,
      "loss": 1.2378,
      "step": 2100
    },
    {
      "epoch": 0.85,
      "grad_norm": 40.99194638099434,
      "learning_rate": 9.014814563652077e-06,
      "loss": 1.2137,
      "step": 2105
    },
    {
      "epoch": 0.85,
      "grad_norm": 74.55679120071602,
      "learning_rate": 9.007812482498302e-06,
      "loss": 1.1863,
      "step": 2110
    },
    {
      "epoch": 0.85,
      "grad_norm": 32.70450389121002,
      "learning_rate": 9.000788345887655e-06,
      "loss": 1.2127,
      "step": 2115
    },
    {
      "epoch": 0.85,
      "grad_norm": 29.773704970689955,
      "learning_rate": 8.993742192474773e-06,
      "loss": 1.2217,
      "step": 2120
    },
    {
      "epoch": 0.86,
      "grad_norm": 21.22031863340936,
      "learning_rate": 8.986674061035456e-06,
      "loss": 1.2323,
      "step": 2125
    },
    {
      "epoch": 0.86,
      "grad_norm": 27.68350129099609,
      "learning_rate": 8.979583990466454e-06,
      "loss": 1.248,
      "step": 2130
    },
    {
      "epoch": 0.86,
      "grad_norm": 30.386416668864385,
      "learning_rate": 8.972472019785244e-06,
      "loss": 1.2092,
      "step": 2135
    },
    {
      "epoch": 0.86,
      "grad_norm": 19.517795800460053,
      "learning_rate": 8.965338188129823e-06,
      "loss": 1.1808,
      "step": 2140
    },
    {
      "epoch": 0.86,
      "grad_norm": 13.553988632026039,
      "learning_rate": 8.958182534758502e-06,
      "loss": 1.1733,
      "step": 2145
    },
    {
      "epoch": 0.87,
      "grad_norm": 27.869427429755273,
      "learning_rate": 8.951005099049663e-06,
      "loss": 1.1844,
      "step": 2150
    },
    {
      "epoch": 0.87,
      "grad_norm": 39.68582477498169,
      "learning_rate": 8.94380592050157e-06,
      "loss": 1.1786,
      "step": 2155
    },
    {
      "epoch": 0.87,
      "grad_norm": 92.22511839711535,
      "learning_rate": 8.936585038732143e-06,
      "loss": 1.2144,
      "step": 2160
    },
    {
      "epoch": 0.87,
      "grad_norm": 137.73864765286555,
      "learning_rate": 8.929342493478721e-06,
      "loss": 1.1941,
      "step": 2165
    },
    {
      "epoch": 0.88,
      "grad_norm": 93.65382199294945,
      "learning_rate": 8.92207832459788e-06,
      "loss": 1.1957,
      "step": 2170
    },
    {
      "epoch": 0.88,
      "grad_norm": 132.76276423721396,
      "learning_rate": 8.914792572065178e-06,
      "loss": 1.2219,
      "step": 2175
    },
    {
      "epoch": 0.88,
      "grad_norm": 59.69241023885523,
      "learning_rate": 8.907485275974959e-06,
      "loss": 1.2649,
      "step": 2180
    },
    {
      "epoch": 0.88,
      "grad_norm": 68.86723598658776,
      "learning_rate": 8.900156476540119e-06,
      "loss": 1.1914,
      "step": 2185
    },
    {
      "epoch": 0.88,
      "grad_norm": 68.88903296874858,
      "learning_rate": 8.892806214091894e-06,
      "loss": 1.2206,
      "step": 2190
    },
    {
      "epoch": 0.89,
      "grad_norm": 144.9718517912028,
      "learning_rate": 8.885434529079626e-06,
      "loss": 1.2057,
      "step": 2195
    },
    {
      "epoch": 0.89,
      "grad_norm": 98.20156012388937,
      "learning_rate": 8.878041462070556e-06,
      "loss": 1.2649,
      "step": 2200
    },
    {
      "epoch": 0.89,
      "grad_norm": 76.38888144711643,
      "learning_rate": 8.87062705374959e-06,
      "loss": 1.2159,
      "step": 2205
    },
    {
      "epoch": 0.89,
      "grad_norm": 27.817297330819205,
      "learning_rate": 8.863191344919074e-06,
      "loss": 1.2353,
      "step": 2210
    },
    {
      "epoch": 0.89,
      "grad_norm": 33.6536090571804,
      "learning_rate": 8.855734376498576e-06,
      "loss": 1.2008,
      "step": 2215
    },
    {
      "epoch": 0.9,
      "grad_norm": 12.033556316415826,
      "learning_rate": 8.848256189524661e-06,
      "loss": 1.1971,
      "step": 2220
    },
    {
      "epoch": 0.9,
      "grad_norm": 22.095611956106953,
      "learning_rate": 8.840756825150659e-06,
      "loss": 1.1679,
      "step": 2225
    },
    {
      "epoch": 0.9,
      "grad_norm": 23.29990032198999,
      "learning_rate": 8.833236324646437e-06,
      "loss": 1.1755,
      "step": 2230
    },
    {
      "epoch": 0.9,
      "grad_norm": 37.16525637778255,
      "learning_rate": 8.825694729398187e-06,
      "loss": 1.1941,
      "step": 2235
    },
    {
      "epoch": 0.9,
      "grad_norm": 24.418057882118365,
      "learning_rate": 8.818132080908178e-06,
      "loss": 1.1951,
      "step": 2240
    },
    {
      "epoch": 0.91,
      "grad_norm": 10.866303596839401,
      "learning_rate": 8.810548420794543e-06,
      "loss": 1.2037,
      "step": 2245
    },
    {
      "epoch": 0.91,
      "grad_norm": 14.613749692453576,
      "learning_rate": 8.802943790791045e-06,
      "loss": 1.1664,
      "step": 2250
    },
    {
      "epoch": 0.91,
      "grad_norm": 17.078484071937776,
      "learning_rate": 8.795318232746844e-06,
      "loss": 1.1895,
      "step": 2255
    },
    {
      "epoch": 0.91,
      "grad_norm": 24.372266680343394,
      "learning_rate": 8.78767178862627e-06,
      "loss": 1.1974,
      "step": 2260
    },
    {
      "epoch": 0.91,
      "grad_norm": 13.49033393287541,
      "learning_rate": 8.780004500508587e-06,
      "loss": 1.216,
      "step": 2265
    },
    {
      "epoch": 0.92,
      "grad_norm": 25.24602077065757,
      "learning_rate": 8.77231641058778e-06,
      "loss": 1.1642,
      "step": 2270
    },
    {
      "epoch": 0.92,
      "grad_norm": 57.54455368044807,
      "learning_rate": 8.764607561172292e-06,
      "loss": 1.2057,
      "step": 2275
    },
    {
      "epoch": 0.92,
      "grad_norm": 15.087989021875776,
      "learning_rate": 8.756877994684818e-06,
      "loss": 1.1605,
      "step": 2280
    },
    {
      "epoch": 0.92,
      "grad_norm": 15.21317699168746,
      "learning_rate": 8.749127753662059e-06,
      "loss": 1.1809,
      "step": 2285
    },
    {
      "epoch": 0.92,
      "grad_norm": 27.828075829213894,
      "learning_rate": 8.74135688075449e-06,
      "loss": 1.1868,
      "step": 2290
    },
    {
      "epoch": 0.93,
      "grad_norm": 19.28153095603385,
      "learning_rate": 8.733565418726126e-06,
      "loss": 1.2211,
      "step": 2295
    },
    {
      "epoch": 0.93,
      "grad_norm": 22.48790510139669,
      "learning_rate": 8.725753410454286e-06,
      "loss": 1.1788,
      "step": 2300
    },
    {
      "epoch": 0.93,
      "grad_norm": 54.68299195731748,
      "learning_rate": 8.717920898929355e-06,
      "loss": 1.1703,
      "step": 2305
    },
    {
      "epoch": 0.93,
      "grad_norm": 50.21262012359284,
      "learning_rate": 8.710067927254555e-06,
      "loss": 1.1563,
      "step": 2310
    },
    {
      "epoch": 0.93,
      "grad_norm": 15.039924211844733,
      "learning_rate": 8.702194538645698e-06,
      "loss": 1.1606,
      "step": 2315
    },
    {
      "epoch": 0.94,
      "grad_norm": 11.3320184175023,
      "learning_rate": 8.694300776430958e-06,
      "loss": 1.1716,
      "step": 2320
    },
    {
      "epoch": 0.94,
      "grad_norm": 52.97658708505161,
      "learning_rate": 8.68638668405062e-06,
      "loss": 1.2033,
      "step": 2325
    },
    {
      "epoch": 0.94,
      "grad_norm": 60.16455692219241,
      "learning_rate": 8.678452305056855e-06,
      "loss": 1.1351,
      "step": 2330
    },
    {
      "epoch": 0.94,
      "grad_norm": 54.5323334555245,
      "learning_rate": 8.67049768311347e-06,
      "loss": 1.2015,
      "step": 2335
    },
    {
      "epoch": 0.94,
      "grad_norm": 10.668608422184063,
      "learning_rate": 8.66252286199567e-06,
      "loss": 1.17,
      "step": 2340
    },
    {
      "epoch": 0.95,
      "grad_norm": 47.98752570948412,
      "learning_rate": 8.654527885589823e-06,
      "loss": 1.1876,
      "step": 2345
    },
    {
      "epoch": 0.95,
      "grad_norm": 104.19257200772952,
      "learning_rate": 8.646512797893209e-06,
      "loss": 1.1882,
      "step": 2350
    },
    {
      "epoch": 0.95,
      "grad_norm": 69.20118488487903,
      "learning_rate": 8.638477643013789e-06,
      "loss": 1.1759,
      "step": 2355
    },
    {
      "epoch": 0.95,
      "grad_norm": 28.27492834861394,
      "learning_rate": 8.630422465169947e-06,
      "loss": 1.1884,
      "step": 2360
    },
    {
      "epoch": 0.95,
      "grad_norm": 21.920246857166433,
      "learning_rate": 8.622347308690264e-06,
      "loss": 1.1569,
      "step": 2365
    },
    {
      "epoch": 0.96,
      "grad_norm": 46.93097177469271,
      "learning_rate": 8.614252218013264e-06,
      "loss": 1.1845,
      "step": 2370
    },
    {
      "epoch": 0.96,
      "grad_norm": 31.169777809227252,
      "learning_rate": 8.606137237687166e-06,
      "loss": 1.2099,
      "step": 2375
    },
    {
      "epoch": 0.96,
      "grad_norm": 24.86557434591264,
      "learning_rate": 8.598002412369649e-06,
      "loss": 1.1903,
      "step": 2380
    },
    {
      "epoch": 0.96,
      "grad_norm": 40.31682653584947,
      "learning_rate": 8.589847786827601e-06,
      "loss": 1.1729,
      "step": 2385
    },
    {
      "epoch": 0.96,
      "grad_norm": 47.80468052861838,
      "learning_rate": 8.581673405936873e-06,
      "loss": 1.1828,
      "step": 2390
    },
    {
      "epoch": 0.97,
      "grad_norm": 23.326084945768947,
      "learning_rate": 8.573479314682028e-06,
      "loss": 1.1916,
      "step": 2395
    },
    {
      "epoch": 0.97,
      "grad_norm": 12.416316769308711,
      "learning_rate": 8.565265558156101e-06,
      "loss": 1.196,
      "step": 2400
    },
    {
      "epoch": 0.97,
      "grad_norm": 35.72772435636289,
      "learning_rate": 8.557032181560352e-06,
      "loss": 1.1694,
      "step": 2405
    },
    {
      "epoch": 0.97,
      "grad_norm": 8.619986907617468,
      "learning_rate": 8.548779230204e-06,
      "loss": 1.1651,
      "step": 2410
    },
    {
      "epoch": 0.97,
      "grad_norm": 32.761372418831634,
      "learning_rate": 8.540506749503997e-06,
      "loss": 1.1715,
      "step": 2415
    },
    {
      "epoch": 0.98,
      "grad_norm": 61.3055493387315,
      "learning_rate": 8.532214784984763e-06,
      "loss": 1.1499,
      "step": 2420
    },
    {
      "epoch": 0.98,
      "grad_norm": 59.330525489071,
      "learning_rate": 8.52390338227794e-06,
      "loss": 1.1566,
      "step": 2425
    },
    {
      "epoch": 0.98,
      "grad_norm": 9.388547993206364,
      "learning_rate": 8.515572587122143e-06,
      "loss": 1.1916,
      "step": 2430
    },
    {
      "epoch": 0.98,
      "grad_norm": 19.591377355238617,
      "learning_rate": 8.507222445362703e-06,
      "loss": 1.172,
      "step": 2435
    },
    {
      "epoch": 0.98,
      "grad_norm": 12.587047679753722,
      "learning_rate": 8.498853002951414e-06,
      "loss": 1.1557,
      "step": 2440
    },
    {
      "epoch": 0.99,
      "grad_norm": 29.959799715131666,
      "learning_rate": 8.490464305946296e-06,
      "loss": 1.2,
      "step": 2445
    },
    {
      "epoch": 0.99,
      "grad_norm": 14.975482685862213,
      "learning_rate": 8.482056400511316e-06,
      "loss": 1.1559,
      "step": 2450
    },
    {
      "epoch": 0.99,
      "grad_norm": 15.40648000652942,
      "learning_rate": 8.473629332916153e-06,
      "loss": 1.2285,
      "step": 2455
    },
    {
      "epoch": 0.99,
      "grad_norm": 30.382411953297986,
      "learning_rate": 8.465183149535939e-06,
      "loss": 1.1756,
      "step": 2460
    },
    {
      "epoch": 0.99,
      "grad_norm": 64.89866462433648,
      "learning_rate": 8.456717896851e-06,
      "loss": 1.1531,
      "step": 2465
    },
    {
      "epoch": 1.0,
      "grad_norm": 128.6662406240173,
      "learning_rate": 8.448233621446603e-06,
      "loss": 1.1618,
      "step": 2470
    },
    {
      "epoch": 1.0,
      "grad_norm": 83.25907938124904,
      "learning_rate": 8.4397303700127e-06,
      "loss": 1.2396,
      "step": 2475
    },
    {
      "epoch": 1.0,
      "grad_norm": 89.08170449864967,
      "learning_rate": 8.43120818934367e-06,
      "loss": 1.1994,
      "step": 2480
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.1953928470611572,
      "eval_runtime": 166.8488,
      "eval_samples_per_second": 4.831,
      "eval_steps_per_second": 0.605,
      "step": 2480
    },
    {
      "epoch": 1.0,
      "grad_norm": 34.162842183997434,
      "learning_rate": 8.422667126338057e-06,
      "loss": 1.0506,
      "step": 2485
    },
    {
      "epoch": 1.0,
      "grad_norm": 196.56600927450077,
      "learning_rate": 8.414107227998329e-06,
      "loss": 1.0977,
      "step": 2490
    },
    {
      "epoch": 1.01,
      "grad_norm": 72.35802116188461,
      "learning_rate": 8.405528541430595e-06,
      "loss": 1.0621,
      "step": 2495
    },
    {
      "epoch": 1.01,
      "grad_norm": 98.7370524213735,
      "learning_rate": 8.396931113844363e-06,
      "loss": 1.0701,
      "step": 2500
    },
    {
      "epoch": 1.01,
      "grad_norm": 63.55008798348666,
      "learning_rate": 8.388314992552271e-06,
      "loss": 1.1214,
      "step": 2505
    },
    {
      "epoch": 1.01,
      "grad_norm": 108.19756404008838,
      "learning_rate": 8.379680224969837e-06,
      "loss": 1.0671,
      "step": 2510
    },
    {
      "epoch": 1.01,
      "grad_norm": 34.652316236237034,
      "learning_rate": 8.371026858615189e-06,
      "loss": 1.041,
      "step": 2515
    },
    {
      "epoch": 1.02,
      "grad_norm": 23.740621030455095,
      "learning_rate": 8.362354941108803e-06,
      "loss": 1.005,
      "step": 2520
    },
    {
      "epoch": 1.02,
      "grad_norm": 12.921809635549243,
      "learning_rate": 8.353664520173247e-06,
      "loss": 1.0433,
      "step": 2525
    },
    {
      "epoch": 1.02,
      "grad_norm": 77.45000375098243,
      "learning_rate": 8.344955643632917e-06,
      "loss": 1.0412,
      "step": 2530
    },
    {
      "epoch": 1.02,
      "grad_norm": 111.3918351387325,
      "learning_rate": 8.336228359413769e-06,
      "loss": 1.0256,
      "step": 2535
    },
    {
      "epoch": 1.02,
      "grad_norm": 124.63288622011407,
      "learning_rate": 8.327482715543061e-06,
      "loss": 1.0492,
      "step": 2540
    },
    {
      "epoch": 1.03,
      "grad_norm": 77.63619439839776,
      "learning_rate": 8.318718760149085e-06,
      "loss": 1.0673,
      "step": 2545
    },
    {
      "epoch": 1.03,
      "grad_norm": 27.6475228241581,
      "learning_rate": 8.309936541460904e-06,
      "loss": 1.0622,
      "step": 2550
    },
    {
      "epoch": 1.03,
      "grad_norm": 22.43391172428548,
      "learning_rate": 8.301136107808086e-06,
      "loss": 1.0277,
      "step": 2555
    },
    {
      "epoch": 1.03,
      "grad_norm": 61.184395234688864,
      "learning_rate": 8.292317507620438e-06,
      "loss": 0.995,
      "step": 2560
    },
    {
      "epoch": 1.03,
      "grad_norm": 96.99317001807856,
      "learning_rate": 8.28348078942774e-06,
      "loss": 1.0,
      "step": 2565
    },
    {
      "epoch": 1.04,
      "grad_norm": 45.44063987471112,
      "learning_rate": 8.274626001859476e-06,
      "loss": 1.0494,
      "step": 2570
    },
    {
      "epoch": 1.04,
      "grad_norm": 42.38019507055514,
      "learning_rate": 8.265753193644569e-06,
      "loss": 1.0128,
      "step": 2575
    },
    {
      "epoch": 1.04,
      "grad_norm": 39.65736839998161,
      "learning_rate": 8.256862413611113e-06,
      "loss": 1.0105,
      "step": 2580
    },
    {
      "epoch": 1.04,
      "grad_norm": 11.12223640835322,
      "learning_rate": 8.247953710686099e-06,
      "loss": 1.0436,
      "step": 2585
    },
    {
      "epoch": 1.04,
      "grad_norm": 47.36603114667974,
      "learning_rate": 8.239027133895154e-06,
      "loss": 1.0014,
      "step": 2590
    },
    {
      "epoch": 1.05,
      "grad_norm": 13.858763075141361,
      "learning_rate": 8.230082732362264e-06,
      "loss": 1.0101,
      "step": 2595
    },
    {
      "epoch": 1.05,
      "grad_norm": 9.543214017262684,
      "learning_rate": 8.221120555309511e-06,
      "loss": 1.0363,
      "step": 2600
    },
    {
      "epoch": 1.05,
      "grad_norm": 29.76464741844112,
      "learning_rate": 8.21214065205679e-06,
      "loss": 0.9995,
      "step": 2605
    },
    {
      "epoch": 1.05,
      "grad_norm": 14.846741343057671,
      "learning_rate": 8.203143072021555e-06,
      "loss": 0.9912,
      "step": 2610
    },
    {
      "epoch": 1.05,
      "grad_norm": 19.294904748253614,
      "learning_rate": 8.19412786471853e-06,
      "loss": 1.0365,
      "step": 2615
    },
    {
      "epoch": 1.06,
      "grad_norm": 11.008570732808002,
      "learning_rate": 8.185095079759445e-06,
      "loss": 1.0262,
      "step": 2620
    },
    {
      "epoch": 1.06,
      "grad_norm": 24.980255505082216,
      "learning_rate": 8.176044766852766e-06,
      "loss": 0.9791,
      "step": 2625
    },
    {
      "epoch": 1.06,
      "grad_norm": 18.28633718898899,
      "learning_rate": 8.166976975803412e-06,
      "loss": 1.0545,
      "step": 2630
    },
    {
      "epoch": 1.06,
      "grad_norm": 14.487130364956482,
      "learning_rate": 8.157891756512488e-06,
      "loss": 0.9748,
      "step": 2635
    },
    {
      "epoch": 1.06,
      "grad_norm": 10.272864231392472,
      "learning_rate": 8.148789158977012e-06,
      "loss": 0.9948,
      "step": 2640
    },
    {
      "epoch": 1.07,
      "grad_norm": 142.10905301854768,
      "learning_rate": 8.139669233289634e-06,
      "loss": 1.093,
      "step": 2645
    },
    {
      "epoch": 1.07,
      "grad_norm": 90.87270254055976,
      "learning_rate": 8.13053202963836e-06,
      "loss": 0.981,
      "step": 2650
    },
    {
      "epoch": 1.07,
      "grad_norm": 22.874478900522877,
      "learning_rate": 8.121377598306283e-06,
      "loss": 1.0392,
      "step": 2655
    },
    {
      "epoch": 1.07,
      "grad_norm": 21.139536470601552,
      "learning_rate": 8.112205989671302e-06,
      "loss": 1.035,
      "step": 2660
    },
    {
      "epoch": 1.07,
      "grad_norm": 16.017310065218556,
      "learning_rate": 8.10301725420584e-06,
      "loss": 1.0404,
      "step": 2665
    },
    {
      "epoch": 1.08,
      "grad_norm": 11.28250680363922,
      "learning_rate": 8.093811442476573e-06,
      "loss": 1.046,
      "step": 2670
    },
    {
      "epoch": 1.08,
      "grad_norm": 28.46863219914913,
      "learning_rate": 8.084588605144155e-06,
      "loss": 1.0135,
      "step": 2675
    },
    {
      "epoch": 1.08,
      "grad_norm": 69.43922503494132,
      "learning_rate": 8.075348792962924e-06,
      "loss": 1.0162,
      "step": 2680
    },
    {
      "epoch": 1.08,
      "grad_norm": 81.98036315710506,
      "learning_rate": 8.066092056780644e-06,
      "loss": 1.1267,
      "step": 2685
    },
    {
      "epoch": 1.08,
      "grad_norm": 28.157761337346354,
      "learning_rate": 8.056818447538202e-06,
      "loss": 1.0422,
      "step": 2690
    },
    {
      "epoch": 1.09,
      "grad_norm": 39.816962768629224,
      "learning_rate": 8.047528016269348e-06,
      "loss": 1.0681,
      "step": 2695
    },
    {
      "epoch": 1.09,
      "grad_norm": 35.9771780464358,
      "learning_rate": 8.038220814100403e-06,
      "loss": 1.0562,
      "step": 2700
    },
    {
      "epoch": 1.09,
      "grad_norm": 13.149616552660088,
      "learning_rate": 8.02889689224998e-06,
      "loss": 1.0051,
      "step": 2705
    },
    {
      "epoch": 1.09,
      "grad_norm": 12.704218651246096,
      "learning_rate": 8.019556302028701e-06,
      "loss": 1.0397,
      "step": 2710
    },
    {
      "epoch": 1.09,
      "grad_norm": 38.87306738675905,
      "learning_rate": 8.010199094838915e-06,
      "loss": 1.0211,
      "step": 2715
    },
    {
      "epoch": 1.1,
      "grad_norm": 19.279397420889897,
      "learning_rate": 8.000825322174424e-06,
      "loss": 1.0242,
      "step": 2720
    },
    {
      "epoch": 1.1,
      "grad_norm": 29.94854241006509,
      "learning_rate": 7.99143503562018e-06,
      "loss": 0.9867,
      "step": 2725
    },
    {
      "epoch": 1.1,
      "grad_norm": 11.596270671590164,
      "learning_rate": 7.982028286852025e-06,
      "loss": 1.0154,
      "step": 2730
    },
    {
      "epoch": 1.1,
      "grad_norm": 81.92677337752968,
      "learning_rate": 7.972605127636384e-06,
      "loss": 1.0576,
      "step": 2735
    },
    {
      "epoch": 1.1,
      "grad_norm": 15.569772707933453,
      "learning_rate": 7.963165609829994e-06,
      "loss": 1.0648,
      "step": 2740
    },
    {
      "epoch": 1.11,
      "grad_norm": 16.57278954689521,
      "learning_rate": 7.953709785379622e-06,
      "loss": 1.0513,
      "step": 2745
    },
    {
      "epoch": 1.11,
      "grad_norm": 17.41146317058611,
      "learning_rate": 7.944237706321761e-06,
      "loss": 1.0234,
      "step": 2750
    },
    {
      "epoch": 1.11,
      "grad_norm": 16.588173657125395,
      "learning_rate": 7.934749424782362e-06,
      "loss": 1.0348,
      "step": 2755
    },
    {
      "epoch": 1.11,
      "grad_norm": 16.088632338078156,
      "learning_rate": 7.925244992976538e-06,
      "loss": 1.03,
      "step": 2760
    },
    {
      "epoch": 1.11,
      "grad_norm": 10.415152584990919,
      "learning_rate": 7.915724463208283e-06,
      "loss": 1.0379,
      "step": 2765
    },
    {
      "epoch": 1.12,
      "grad_norm": 8.805924813348835,
      "learning_rate": 7.906187887870173e-06,
      "loss": 0.9873,
      "step": 2770
    },
    {
      "epoch": 1.12,
      "grad_norm": 9.792215691660319,
      "learning_rate": 7.896635319443088e-06,
      "loss": 1.0352,
      "step": 2775
    },
    {
      "epoch": 1.12,
      "grad_norm": 17.88307238664097,
      "learning_rate": 7.88706681049592e-06,
      "loss": 1.016,
      "step": 2780
    },
    {
      "epoch": 1.12,
      "grad_norm": 21.95408549846677,
      "learning_rate": 7.877482413685287e-06,
      "loss": 1.0313,
      "step": 2785
    },
    {
      "epoch": 1.12,
      "grad_norm": 9.683449995182132,
      "learning_rate": 7.86788218175523e-06,
      "loss": 1.0362,
      "step": 2790
    },
    {
      "epoch": 1.13,
      "grad_norm": 29.754639376164715,
      "learning_rate": 7.858266167536945e-06,
      "loss": 1.0072,
      "step": 2795
    },
    {
      "epoch": 1.13,
      "grad_norm": 16.850525931963297,
      "learning_rate": 7.848634423948468e-06,
      "loss": 1.0047,
      "step": 2800
    },
    {
      "epoch": 1.13,
      "grad_norm": 10.50735126486331,
      "learning_rate": 7.838987003994404e-06,
      "loss": 1.0223,
      "step": 2805
    },
    {
      "epoch": 1.13,
      "grad_norm": 14.931595107488798,
      "learning_rate": 7.829323960765624e-06,
      "loss": 1.0186,
      "step": 2810
    },
    {
      "epoch": 1.14,
      "grad_norm": 17.625068008673907,
      "learning_rate": 7.819645347438973e-06,
      "loss": 1.0527,
      "step": 2815
    },
    {
      "epoch": 1.14,
      "grad_norm": 10.059602672275243,
      "learning_rate": 7.809951217276986e-06,
      "loss": 1.0057,
      "step": 2820
    },
    {
      "epoch": 1.14,
      "grad_norm": 18.984752466743547,
      "learning_rate": 7.800241623627583e-06,
      "loss": 1.0239,
      "step": 2825
    },
    {
      "epoch": 1.14,
      "grad_norm": 9.695343896153208,
      "learning_rate": 7.790516619923783e-06,
      "loss": 1.0114,
      "step": 2830
    },
    {
      "epoch": 1.14,
      "grad_norm": 24.686354093950506,
      "learning_rate": 7.780776259683411e-06,
      "loss": 1.0449,
      "step": 2835
    },
    {
      "epoch": 1.15,
      "grad_norm": 43.546553146832146,
      "learning_rate": 7.7710205965088e-06,
      "loss": 1.0132,
      "step": 2840
    },
    {
      "epoch": 1.15,
      "grad_norm": 41.07607126812267,
      "learning_rate": 7.761249684086494e-06,
      "loss": 1.0388,
      "step": 2845
    },
    {
      "epoch": 1.15,
      "grad_norm": 71.18001851205797,
      "learning_rate": 7.751463576186957e-06,
      "loss": 1.0002,
      "step": 2850
    },
    {
      "epoch": 1.15,
      "grad_norm": 29.767681166160923,
      "learning_rate": 7.741662326664277e-06,
      "loss": 1.0243,
      "step": 2855
    },
    {
      "epoch": 1.15,
      "grad_norm": 49.613935895354246,
      "learning_rate": 7.731845989455866e-06,
      "loss": 1.0219,
      "step": 2860
    },
    {
      "epoch": 1.16,
      "grad_norm": 36.85736897806983,
      "learning_rate": 7.722014618582166e-06,
      "loss": 1.0334,
      "step": 2865
    },
    {
      "epoch": 1.16,
      "grad_norm": 38.85812381135648,
      "learning_rate": 7.712168268146351e-06,
      "loss": 1.0234,
      "step": 2870
    },
    {
      "epoch": 1.16,
      "grad_norm": 22.14152765307725,
      "learning_rate": 7.70230699233403e-06,
      "loss": 1.0313,
      "step": 2875
    },
    {
      "epoch": 1.16,
      "grad_norm": 54.80053198000988,
      "learning_rate": 7.692430845412946e-06,
      "loss": 1.0366,
      "step": 2880
    },
    {
      "epoch": 1.16,
      "grad_norm": 33.25896849653014,
      "learning_rate": 7.682539881732682e-06,
      "loss": 1.0491,
      "step": 2885
    },
    {
      "epoch": 1.17,
      "grad_norm": 61.010403744942316,
      "learning_rate": 7.672634155724356e-06,
      "loss": 1.0377,
      "step": 2890
    },
    {
      "epoch": 1.17,
      "grad_norm": 33.90715314788795,
      "learning_rate": 7.662713721900332e-06,
      "loss": 1.0147,
      "step": 2895
    },
    {
      "epoch": 1.17,
      "grad_norm": 11.615749348338921,
      "learning_rate": 7.652778634853903e-06,
      "loss": 1.0664,
      "step": 2900
    },
    {
      "epoch": 1.17,
      "grad_norm": 20.05877428776725,
      "learning_rate": 7.642828949259006e-06,
      "loss": 1.0458,
      "step": 2905
    },
    {
      "epoch": 1.17,
      "grad_norm": 34.50900627296251,
      "learning_rate": 7.632864719869916e-06,
      "loss": 1.0418,
      "step": 2910
    },
    {
      "epoch": 1.18,
      "grad_norm": 11.262994092173233,
      "learning_rate": 7.6228860015209446e-06,
      "loss": 1.0116,
      "step": 2915
    },
    {
      "epoch": 1.18,
      "grad_norm": 8.89312506665108,
      "learning_rate": 7.612892849126132e-06,
      "loss": 1.0067,
      "step": 2920
    },
    {
      "epoch": 1.18,
      "grad_norm": 37.86739512723313,
      "learning_rate": 7.6028853176789576e-06,
      "loss": 1.0429,
      "step": 2925
    },
    {
      "epoch": 1.18,
      "grad_norm": 17.534257965092515,
      "learning_rate": 7.592863462252025e-06,
      "loss": 1.0485,
      "step": 2930
    },
    {
      "epoch": 1.18,
      "grad_norm": 73.39467612348243,
      "learning_rate": 7.582827337996769e-06,
      "loss": 1.0391,
      "step": 2935
    },
    {
      "epoch": 1.19,
      "grad_norm": 20.37485245176674,
      "learning_rate": 7.572777000143145e-06,
      "loss": 0.9954,
      "step": 2940
    },
    {
      "epoch": 1.19,
      "grad_norm": 13.892625297288765,
      "learning_rate": 7.562712503999327e-06,
      "loss": 0.986,
      "step": 2945
    },
    {
      "epoch": 1.19,
      "grad_norm": 13.32267801986881,
      "learning_rate": 7.552633904951405e-06,
      "loss": 1.0534,
      "step": 2950
    },
    {
      "epoch": 1.19,
      "grad_norm": 20.018475105671392,
      "learning_rate": 7.542541258463076e-06,
      "loss": 1.0105,
      "step": 2955
    },
    {
      "epoch": 1.19,
      "grad_norm": 14.012742126815223,
      "learning_rate": 7.532434620075349e-06,
      "loss": 1.0426,
      "step": 2960
    },
    {
      "epoch": 1.2,
      "grad_norm": 22.867551791549793,
      "learning_rate": 7.522314045406223e-06,
      "loss": 1.0492,
      "step": 2965
    },
    {
      "epoch": 1.2,
      "grad_norm": 52.25996674758155,
      "learning_rate": 7.5121795901503955e-06,
      "loss": 1.0276,
      "step": 2970
    },
    {
      "epoch": 1.2,
      "grad_norm": 16.033916975805806,
      "learning_rate": 7.50203131007895e-06,
      "loss": 1.0094,
      "step": 2975
    },
    {
      "epoch": 1.2,
      "grad_norm": 30.70850892382383,
      "learning_rate": 7.491869261039046e-06,
      "loss": 0.9891,
      "step": 2980
    },
    {
      "epoch": 1.2,
      "grad_norm": 16.955498632329324,
      "learning_rate": 7.481693498953621e-06,
      "loss": 1.0155,
      "step": 2985
    },
    {
      "epoch": 1.21,
      "grad_norm": 28.332497486212482,
      "learning_rate": 7.47150407982107e-06,
      "loss": 1.0121,
      "step": 2990
    },
    {
      "epoch": 1.21,
      "grad_norm": 14.689911880407493,
      "learning_rate": 7.461301059714952e-06,
      "loss": 1.0512,
      "step": 2995
    },
    {
      "epoch": 1.21,
      "grad_norm": 52.81123599794421,
      "learning_rate": 7.451084494783668e-06,
      "loss": 0.9742,
      "step": 3000
    },
    {
      "epoch": 1.21,
      "grad_norm": 9.788808844659156,
      "learning_rate": 7.44085444125016e-06,
      "loss": 0.9937,
      "step": 3005
    },
    {
      "epoch": 1.21,
      "grad_norm": 45.96420512116728,
      "learning_rate": 7.430610955411597e-06,
      "loss": 0.9991,
      "step": 3010
    },
    {
      "epoch": 1.22,
      "grad_norm": 9.647180632597168,
      "learning_rate": 7.420354093639074e-06,
      "loss": 1.0072,
      "step": 3015
    },
    {
      "epoch": 1.22,
      "grad_norm": 21.013082658386075,
      "learning_rate": 7.410083912377286e-06,
      "loss": 1.0577,
      "step": 3020
    },
    {
      "epoch": 1.22,
      "grad_norm": 26.694976684324654,
      "learning_rate": 7.399800468144235e-06,
      "loss": 1.066,
      "step": 3025
    },
    {
      "epoch": 1.22,
      "grad_norm": 9.134573687381785,
      "learning_rate": 7.389503817530905e-06,
      "loss": 1.081,
      "step": 3030
    },
    {
      "epoch": 1.22,
      "grad_norm": 15.324015002761898,
      "learning_rate": 7.379194017200959e-06,
      "loss": 1.0386,
      "step": 3035
    },
    {
      "epoch": 1.23,
      "grad_norm": 23.616248520746904,
      "learning_rate": 7.368871123890425e-06,
      "loss": 1.0137,
      "step": 3040
    },
    {
      "epoch": 1.23,
      "grad_norm": 8.492882191328237,
      "learning_rate": 7.35853519440738e-06,
      "loss": 1.0343,
      "step": 3045
    },
    {
      "epoch": 1.23,
      "grad_norm": 11.451780948360682,
      "learning_rate": 7.3481862856316455e-06,
      "loss": 1.0275,
      "step": 3050
    },
    {
      "epoch": 1.23,
      "grad_norm": 14.42888350543538,
      "learning_rate": 7.337824454514463e-06,
      "loss": 1.0401,
      "step": 3055
    },
    {
      "epoch": 1.23,
      "grad_norm": 52.4027830988403,
      "learning_rate": 7.327449758078194e-06,
      "loss": 1.0224,
      "step": 3060
    },
    {
      "epoch": 1.24,
      "grad_norm": 18.220099875809783,
      "learning_rate": 7.317062253415993e-06,
      "loss": 1.029,
      "step": 3065
    },
    {
      "epoch": 1.24,
      "grad_norm": 182.64642392561194,
      "learning_rate": 7.306661997691504e-06,
      "loss": 1.0237,
      "step": 3070
    },
    {
      "epoch": 1.24,
      "grad_norm": 111.91648918440882,
      "learning_rate": 7.296249048138543e-06,
      "loss": 1.0727,
      "step": 3075
    },
    {
      "epoch": 1.24,
      "grad_norm": 65.49347355019428,
      "learning_rate": 7.285823462060776e-06,
      "loss": 1.0913,
      "step": 3080
    },
    {
      "epoch": 1.24,
      "grad_norm": 60.72831282404967,
      "learning_rate": 7.275385296831414e-06,
      "loss": 1.0728,
      "step": 3085
    },
    {
      "epoch": 1.25,
      "grad_norm": 125.13963886874934,
      "learning_rate": 7.264934609892889e-06,
      "loss": 1.0591,
      "step": 3090
    },
    {
      "epoch": 1.25,
      "grad_norm": 50.206153033985714,
      "learning_rate": 7.254471458756544e-06,
      "loss": 1.021,
      "step": 3095
    },
    {
      "epoch": 1.25,
      "grad_norm": 40.26635860112713,
      "learning_rate": 7.243995901002312e-06,
      "loss": 0.9967,
      "step": 3100
    },
    {
      "epoch": 1.25,
      "grad_norm": 31.944898456289675,
      "learning_rate": 7.233507994278404e-06,
      "loss": 1.0126,
      "step": 3105
    },
    {
      "epoch": 1.25,
      "grad_norm": 16.10051422613548,
      "learning_rate": 7.2230077963009856e-06,
      "loss": 1.0382,
      "step": 3110
    },
    {
      "epoch": 1.26,
      "grad_norm": 17.676061585956354,
      "learning_rate": 7.2124953648538665e-06,
      "loss": 1.0039,
      "step": 3115
    },
    {
      "epoch": 1.26,
      "grad_norm": 76.04395600658047,
      "learning_rate": 7.201970757788172e-06,
      "loss": 1.0114,
      "step": 3120
    },
    {
      "epoch": 1.26,
      "grad_norm": 10.923038710009777,
      "learning_rate": 7.1914340330220385e-06,
      "loss": 1.0299,
      "step": 3125
    },
    {
      "epoch": 1.26,
      "grad_norm": 24.208429948176793,
      "learning_rate": 7.180885248540283e-06,
      "loss": 1.026,
      "step": 3130
    },
    {
      "epoch": 1.26,
      "grad_norm": 37.104049346106265,
      "learning_rate": 7.170324462394091e-06,
      "loss": 1.0138,
      "step": 3135
    },
    {
      "epoch": 1.27,
      "grad_norm": 35.71354882719401,
      "learning_rate": 7.1597517327006905e-06,
      "loss": 1.0246,
      "step": 3140
    },
    {
      "epoch": 1.27,
      "grad_norm": 11.47162580883148,
      "learning_rate": 7.149167117643043e-06,
      "loss": 0.9976,
      "step": 3145
    },
    {
      "epoch": 1.27,
      "grad_norm": 15.175307981675164,
      "learning_rate": 7.138570675469511e-06,
      "loss": 1.0409,
      "step": 3150
    },
    {
      "epoch": 1.27,
      "grad_norm": 22.40837102976381,
      "learning_rate": 7.127962464493543e-06,
      "loss": 0.9756,
      "step": 3155
    },
    {
      "epoch": 1.27,
      "grad_norm": 16.517731913854483,
      "learning_rate": 7.117342543093358e-06,
      "loss": 1.0055,
      "step": 3160
    },
    {
      "epoch": 1.28,
      "grad_norm": 9.584701704481905,
      "learning_rate": 7.10671096971161e-06,
      "loss": 1.0084,
      "step": 3165
    },
    {
      "epoch": 1.28,
      "grad_norm": 50.1736681110015,
      "learning_rate": 7.096067802855082e-06,
      "loss": 0.9805,
      "step": 3170
    },
    {
      "epoch": 1.28,
      "grad_norm": 10.20329405219765,
      "learning_rate": 7.0854131010943586e-06,
      "loss": 0.9828,
      "step": 3175
    },
    {
      "epoch": 1.28,
      "grad_norm": 42.24651081997016,
      "learning_rate": 7.074746923063497e-06,
      "loss": 1.0023,
      "step": 3180
    },
    {
      "epoch": 1.28,
      "grad_norm": 72.2170024343786,
      "learning_rate": 7.06406932745971e-06,
      "loss": 1.0317,
      "step": 3185
    },
    {
      "epoch": 1.29,
      "grad_norm": 39.67245253902288,
      "learning_rate": 7.0533803730430495e-06,
      "loss": 0.9937,
      "step": 3190
    },
    {
      "epoch": 1.29,
      "grad_norm": 72.3620422568804,
      "learning_rate": 7.042680118636066e-06,
      "loss": 1.0393,
      "step": 3195
    },
    {
      "epoch": 1.29,
      "grad_norm": 67.10224702167315,
      "learning_rate": 7.031968623123503e-06,
      "loss": 1.0017,
      "step": 3200
    },
    {
      "epoch": 1.29,
      "grad_norm": 15.88506575459156,
      "learning_rate": 7.0212459454519614e-06,
      "loss": 1.0125,
      "step": 3205
    },
    {
      "epoch": 1.29,
      "grad_norm": 18.664088363268984,
      "learning_rate": 7.01051214462958e-06,
      "loss": 1.0318,
      "step": 3210
    },
    {
      "epoch": 1.3,
      "grad_norm": 37.083225109615974,
      "learning_rate": 6.999767279725711e-06,
      "loss": 1.0245,
      "step": 3215
    },
    {
      "epoch": 1.3,
      "grad_norm": 20.31803824773978,
      "learning_rate": 6.989011409870591e-06,
      "loss": 0.9835,
      "step": 3220
    },
    {
      "epoch": 1.3,
      "grad_norm": 14.605843803080104,
      "learning_rate": 6.978244594255019e-06,
      "loss": 1.0263,
      "step": 3225
    },
    {
      "epoch": 1.3,
      "grad_norm": 8.71390640581468,
      "learning_rate": 6.96746689213003e-06,
      "loss": 1.0009,
      "step": 3230
    },
    {
      "epoch": 1.3,
      "grad_norm": 11.280622775265291,
      "learning_rate": 6.95667836280657e-06,
      "loss": 1.027,
      "step": 3235
    },
    {
      "epoch": 1.31,
      "grad_norm": 9.252222719080446,
      "learning_rate": 6.945879065655164e-06,
      "loss": 0.9908,
      "step": 3240
    },
    {
      "epoch": 1.31,
      "grad_norm": 30.5015739583395,
      "learning_rate": 6.9350690601055995e-06,
      "loss": 1.0306,
      "step": 3245
    },
    {
      "epoch": 1.31,
      "grad_norm": 11.963380785590312,
      "learning_rate": 6.924248405646588e-06,
      "loss": 0.9768,
      "step": 3250
    },
    {
      "epoch": 1.31,
      "grad_norm": 12.793911762164084,
      "learning_rate": 6.913417161825449e-06,
      "loss": 1.0326,
      "step": 3255
    },
    {
      "epoch": 1.31,
      "grad_norm": 9.828796230585477,
      "learning_rate": 6.902575388247773e-06,
      "loss": 1.0224,
      "step": 3260
    },
    {
      "epoch": 1.32,
      "grad_norm": 20.425729253702407,
      "learning_rate": 6.891723144577093e-06,
      "loss": 0.9763,
      "step": 3265
    },
    {
      "epoch": 1.32,
      "grad_norm": 19.442762154988007,
      "learning_rate": 6.8808604905345685e-06,
      "loss": 0.986,
      "step": 3270
    },
    {
      "epoch": 1.32,
      "grad_norm": 16.537840749312895,
      "learning_rate": 6.869987485898644e-06,
      "loss": 0.9929,
      "step": 3275
    },
    {
      "epoch": 1.32,
      "grad_norm": 18.164900342901575,
      "learning_rate": 6.859104190504725e-06,
      "loss": 1.0538,
      "step": 3280
    },
    {
      "epoch": 1.32,
      "grad_norm": 7.92089405703362,
      "learning_rate": 6.848210664244846e-06,
      "loss": 1.0272,
      "step": 3285
    },
    {
      "epoch": 1.33,
      "grad_norm": 43.157682545104855,
      "learning_rate": 6.8373069670673486e-06,
      "loss": 1.0391,
      "step": 3290
    },
    {
      "epoch": 1.33,
      "grad_norm": 12.315156613440807,
      "learning_rate": 6.826393158976541e-06,
      "loss": 1.0284,
      "step": 3295
    },
    {
      "epoch": 1.33,
      "grad_norm": 32.77579146126162,
      "learning_rate": 6.815469300032374e-06,
      "loss": 1.0371,
      "step": 3300
    },
    {
      "epoch": 1.33,
      "grad_norm": 44.7313527771387,
      "learning_rate": 6.804535450350111e-06,
      "loss": 1.0243,
      "step": 3305
    },
    {
      "epoch": 1.33,
      "grad_norm": 41.62704905117679,
      "learning_rate": 6.793591670099995e-06,
      "loss": 1.0057,
      "step": 3310
    },
    {
      "epoch": 1.34,
      "grad_norm": 12.268675277610308,
      "learning_rate": 6.782638019506917e-06,
      "loss": 0.9895,
      "step": 3315
    },
    {
      "epoch": 1.34,
      "grad_norm": 11.55767059946778,
      "learning_rate": 6.771674558850088e-06,
      "loss": 0.9805,
      "step": 3320
    },
    {
      "epoch": 1.34,
      "grad_norm": 8.727069994209206,
      "learning_rate": 6.760701348462704e-06,
      "loss": 1.0078,
      "step": 3325
    },
    {
      "epoch": 1.34,
      "grad_norm": 14.428014718419858,
      "learning_rate": 6.749718448731611e-06,
      "loss": 1.0481,
      "step": 3330
    },
    {
      "epoch": 1.34,
      "grad_norm": 32.5138121103151,
      "learning_rate": 6.738725920096983e-06,
      "loss": 0.9777,
      "step": 3335
    },
    {
      "epoch": 1.35,
      "grad_norm": 14.722147479682125,
      "learning_rate": 6.7277238230519796e-06,
      "loss": 1.0086,
      "step": 3340
    },
    {
      "epoch": 1.35,
      "grad_norm": 9.042706993469462,
      "learning_rate": 6.716712218142414e-06,
      "loss": 0.9802,
      "step": 3345
    },
    {
      "epoch": 1.35,
      "grad_norm": 14.781446121189488,
      "learning_rate": 6.705691165966426e-06,
      "loss": 1.0274,
      "step": 3350
    },
    {
      "epoch": 1.35,
      "grad_norm": 10.501428779050258,
      "learning_rate": 6.694660727174147e-06,
      "loss": 1.017,
      "step": 3355
    },
    {
      "epoch": 1.35,
      "grad_norm": 11.60204172587971,
      "learning_rate": 6.6836209624673575e-06,
      "loss": 1.0602,
      "step": 3360
    },
    {
      "epoch": 1.36,
      "grad_norm": 33.9331745173826,
      "learning_rate": 6.6725719325991645e-06,
      "loss": 1.0273,
      "step": 3365
    },
    {
      "epoch": 1.36,
      "grad_norm": 46.1327279223193,
      "learning_rate": 6.661513698373661e-06,
      "loss": 0.9787,
      "step": 3370
    },
    {
      "epoch": 1.36,
      "grad_norm": 40.39384753474129,
      "learning_rate": 6.650446320645589e-06,
      "loss": 1.0146,
      "step": 3375
    },
    {
      "epoch": 1.36,
      "grad_norm": 26.75895144989692,
      "learning_rate": 6.6393698603200165e-06,
      "loss": 0.9889,
      "step": 3380
    },
    {
      "epoch": 1.36,
      "grad_norm": 26.55779833587494,
      "learning_rate": 6.628284378351986e-06,
      "loss": 0.9953,
      "step": 3385
    },
    {
      "epoch": 1.37,
      "grad_norm": 17.57260411550591,
      "learning_rate": 6.617189935746191e-06,
      "loss": 1.0001,
      "step": 3390
    },
    {
      "epoch": 1.37,
      "grad_norm": 8.946018733146417,
      "learning_rate": 6.606086593556636e-06,
      "loss": 1.0251,
      "step": 3395
    },
    {
      "epoch": 1.37,
      "grad_norm": 23.37502565948009,
      "learning_rate": 6.5949744128863026e-06,
      "loss": 1.0246,
      "step": 3400
    },
    {
      "epoch": 1.37,
      "grad_norm": 37.34677089943191,
      "learning_rate": 6.583853454886806e-06,
      "loss": 1.0113,
      "step": 3405
    },
    {
      "epoch": 1.38,
      "grad_norm": 11.832867291526817,
      "learning_rate": 6.572723780758069e-06,
      "loss": 1.0067,
      "step": 3410
    },
    {
      "epoch": 1.38,
      "grad_norm": 42.31374848868545,
      "learning_rate": 6.561585451747981e-06,
      "loss": 1.033,
      "step": 3415
    },
    {
      "epoch": 1.38,
      "grad_norm": 15.07282714472137,
      "learning_rate": 6.5504385291520554e-06,
      "loss": 1.0155,
      "step": 3420
    },
    {
      "epoch": 1.38,
      "grad_norm": 32.668565361751206,
      "learning_rate": 6.539283074313102e-06,
      "loss": 1.0162,
      "step": 3425
    },
    {
      "epoch": 1.38,
      "grad_norm": 15.621424247001702,
      "learning_rate": 6.528119148620883e-06,
      "loss": 0.9917,
      "step": 3430
    },
    {
      "epoch": 1.39,
      "grad_norm": 59.93545393665107,
      "learning_rate": 6.5169468135117745e-06,
      "loss": 1.0222,
      "step": 3435
    },
    {
      "epoch": 1.39,
      "grad_norm": 52.6336157587358,
      "learning_rate": 6.5057661304684314e-06,
      "loss": 1.0158,
      "step": 3440
    },
    {
      "epoch": 1.39,
      "grad_norm": 62.51808798926133,
      "learning_rate": 6.4945771610194505e-06,
      "loss": 1.0143,
      "step": 3445
    },
    {
      "epoch": 1.39,
      "grad_norm": 52.45112003357092,
      "learning_rate": 6.483379966739029e-06,
      "loss": 0.9871,
      "step": 3450
    },
    {
      "epoch": 1.39,
      "grad_norm": 18.809313384654185,
      "learning_rate": 6.472174609246626e-06,
      "loss": 1.0078,
      "step": 3455
    },
    {
      "epoch": 1.4,
      "grad_norm": 63.907403724635465,
      "learning_rate": 6.46096115020662e-06,
      "loss": 1.0359,
      "step": 3460
    },
    {
      "epoch": 1.4,
      "grad_norm": 35.947489893637105,
      "learning_rate": 6.449739651327979e-06,
      "loss": 0.9788,
      "step": 3465
    },
    {
      "epoch": 1.4,
      "grad_norm": 9.283745969766212,
      "learning_rate": 6.438510174363913e-06,
      "loss": 1.0097,
      "step": 3470
    },
    {
      "epoch": 1.4,
      "grad_norm": 13.05462947670369,
      "learning_rate": 6.427272781111534e-06,
      "loss": 0.994,
      "step": 3475
    },
    {
      "epoch": 1.4,
      "grad_norm": 37.75632382596889,
      "learning_rate": 6.41602753341152e-06,
      "loss": 1.0221,
      "step": 3480
    },
    {
      "epoch": 1.41,
      "grad_norm": 26.683152997518274,
      "learning_rate": 6.404774493147777e-06,
      "loss": 1.0158,
      "step": 3485
    },
    {
      "epoch": 1.41,
      "grad_norm": 17.097367427386654,
      "learning_rate": 6.393513722247089e-06,
      "loss": 1.0,
      "step": 3490
    },
    {
      "epoch": 1.41,
      "grad_norm": 16.229825022601784,
      "learning_rate": 6.38224528267878e-06,
      "loss": 0.9858,
      "step": 3495
    },
    {
      "epoch": 1.41,
      "grad_norm": 39.78386897358033,
      "learning_rate": 6.370969236454386e-06,
      "loss": 1.0153,
      "step": 3500
    },
    {
      "epoch": 1.41,
      "grad_norm": 14.913446960568821,
      "learning_rate": 6.359685645627294e-06,
      "loss": 1.0335,
      "step": 3505
    },
    {
      "epoch": 1.42,
      "grad_norm": 41.148861233824114,
      "learning_rate": 6.348394572292411e-06,
      "loss": 1.0291,
      "step": 3510
    },
    {
      "epoch": 1.42,
      "grad_norm": 28.4468675762153,
      "learning_rate": 6.337096078585825e-06,
      "loss": 1.0056,
      "step": 3515
    },
    {
      "epoch": 1.42,
      "grad_norm": 14.14930386957616,
      "learning_rate": 6.32579022668446e-06,
      "loss": 1.0125,
      "step": 3520
    },
    {
      "epoch": 1.42,
      "grad_norm": 10.466233425152792,
      "learning_rate": 6.314477078805724e-06,
      "loss": 1.0182,
      "step": 3525
    },
    {
      "epoch": 1.42,
      "grad_norm": 15.895922380493161,
      "learning_rate": 6.303156697207187e-06,
      "loss": 0.9797,
      "step": 3530
    },
    {
      "epoch": 1.43,
      "grad_norm": 8.830828441980106,
      "learning_rate": 6.291829144186219e-06,
      "loss": 1.005,
      "step": 3535
    },
    {
      "epoch": 1.43,
      "grad_norm": 10.299260057122133,
      "learning_rate": 6.2804944820796596e-06,
      "loss": 1.0452,
      "step": 3540
    },
    {
      "epoch": 1.43,
      "grad_norm": 8.868215083199106,
      "learning_rate": 6.269152773263467e-06,
      "loss": 0.9859,
      "step": 3545
    },
    {
      "epoch": 1.43,
      "grad_norm": 11.289857957709584,
      "learning_rate": 6.2578040801523795e-06,
      "loss": 0.9823,
      "step": 3550
    },
    {
      "epoch": 1.43,
      "grad_norm": 38.43130747175126,
      "learning_rate": 6.246448465199576e-06,
      "loss": 1.0305,
      "step": 3555
    },
    {
      "epoch": 1.44,
      "grad_norm": 29.964044462196668,
      "learning_rate": 6.235085990896317e-06,
      "loss": 0.9457,
      "step": 3560
    },
    {
      "epoch": 1.44,
      "grad_norm": 15.691622516866989,
      "learning_rate": 6.2237167197716195e-06,
      "loss": 0.9822,
      "step": 3565
    },
    {
      "epoch": 1.44,
      "grad_norm": 14.810723686957973,
      "learning_rate": 6.2123407143919e-06,
      "loss": 1.0236,
      "step": 3570
    },
    {
      "epoch": 1.44,
      "grad_norm": 25.650290850908604,
      "learning_rate": 6.200958037360636e-06,
      "loss": 1.0135,
      "step": 3575
    },
    {
      "epoch": 1.44,
      "grad_norm": 10.475355579445026,
      "learning_rate": 6.189568751318018e-06,
      "loss": 1.0078,
      "step": 3580
    },
    {
      "epoch": 1.45,
      "grad_norm": 27.56934465571091,
      "learning_rate": 6.178172918940608e-06,
      "loss": 1.0175,
      "step": 3585
    },
    {
      "epoch": 1.45,
      "grad_norm": 11.627943861121338,
      "learning_rate": 6.166770602940995e-06,
      "loss": 0.9988,
      "step": 3590
    },
    {
      "epoch": 1.45,
      "grad_norm": 35.75718836112594,
      "learning_rate": 6.155361866067445e-06,
      "loss": 1.0348,
      "step": 3595
    },
    {
      "epoch": 1.45,
      "grad_norm": 11.272611161416208,
      "learning_rate": 6.143946771103561e-06,
      "loss": 0.9882,
      "step": 3600
    },
    {
      "epoch": 1.45,
      "grad_norm": 13.138140147782178,
      "learning_rate": 6.13252538086793e-06,
      "loss": 1.0237,
      "step": 3605
    },
    {
      "epoch": 1.46,
      "grad_norm": 50.65571533833276,
      "learning_rate": 6.121097758213793e-06,
      "loss": 1.0189,
      "step": 3610
    },
    {
      "epoch": 1.46,
      "grad_norm": 19.379659921982515,
      "learning_rate": 6.109663966028681e-06,
      "loss": 0.9949,
      "step": 3615
    },
    {
      "epoch": 1.46,
      "grad_norm": 12.40755438116134,
      "learning_rate": 6.098224067234076e-06,
      "loss": 1.0043,
      "step": 3620
    },
    {
      "epoch": 1.46,
      "grad_norm": 8.855751692951607,
      "learning_rate": 6.086778124785069e-06,
      "loss": 1.0178,
      "step": 3625
    },
    {
      "epoch": 1.46,
      "grad_norm": 25.5987304467699,
      "learning_rate": 6.075326201670011e-06,
      "loss": 1.0417,
      "step": 3630
    },
    {
      "epoch": 1.47,
      "grad_norm": 13.26639277937442,
      "learning_rate": 6.063868360910159e-06,
      "loss": 1.0462,
      "step": 3635
    },
    {
      "epoch": 1.47,
      "grad_norm": 16.337013641809335,
      "learning_rate": 6.052404665559342e-06,
      "loss": 1.0216,
      "step": 3640
    },
    {
      "epoch": 1.47,
      "grad_norm": 28.95391095055042,
      "learning_rate": 6.040935178703604e-06,
      "loss": 0.9843,
      "step": 3645
    },
    {
      "epoch": 1.47,
      "grad_norm": 22.163048156045544,
      "learning_rate": 6.029459963460861e-06,
      "loss": 1.0003,
      "step": 3650
    },
    {
      "epoch": 1.47,
      "grad_norm": 11.29890727872941,
      "learning_rate": 6.017979082980554e-06,
      "loss": 1.0431,
      "step": 3655
    },
    {
      "epoch": 1.48,
      "grad_norm": 17.381953688004256,
      "learning_rate": 6.006492600443301e-06,
      "loss": 1.0317,
      "step": 3660
    },
    {
      "epoch": 1.48,
      "grad_norm": 13.480009070615699,
      "learning_rate": 5.995000579060546e-06,
      "loss": 0.9892,
      "step": 3665
    },
    {
      "epoch": 1.48,
      "grad_norm": 31.544902517748252,
      "learning_rate": 5.983503082074213e-06,
      "loss": 1.0224,
      "step": 3670
    },
    {
      "epoch": 1.48,
      "grad_norm": 22.53715405623453,
      "learning_rate": 5.972000172756367e-06,
      "loss": 1.0617,
      "step": 3675
    },
    {
      "epoch": 1.48,
      "grad_norm": 85.97422780944547,
      "learning_rate": 5.960491914408846e-06,
      "loss": 1.0165,
      "step": 3680
    },
    {
      "epoch": 1.49,
      "grad_norm": 38.65337696076255,
      "learning_rate": 5.9489783703629335e-06,
      "loss": 1.0712,
      "step": 3685
    },
    {
      "epoch": 1.49,
      "grad_norm": 56.61853413357405,
      "learning_rate": 5.937459603978997e-06,
      "loss": 0.9899,
      "step": 3690
    },
    {
      "epoch": 1.49,
      "grad_norm": 45.84469836512608,
      "learning_rate": 5.925935678646144e-06,
      "loss": 1.0007,
      "step": 3695
    },
    {
      "epoch": 1.49,
      "grad_norm": 17.14463555179784,
      "learning_rate": 5.914406657781871e-06,
      "loss": 0.9999,
      "step": 3700
    },
    {
      "epoch": 1.49,
      "grad_norm": 65.91198999951662,
      "learning_rate": 5.9028726048317194e-06,
      "loss": 1.0136,
      "step": 3705
    },
    {
      "epoch": 1.5,
      "grad_norm": 37.51578425266073,
      "learning_rate": 5.891333583268917e-06,
      "loss": 1.0183,
      "step": 3710
    },
    {
      "epoch": 1.5,
      "grad_norm": 20.016122161200215,
      "learning_rate": 5.879789656594038e-06,
      "loss": 1.0077,
      "step": 3715
    },
    {
      "epoch": 1.5,
      "grad_norm": 26.792681395042763,
      "learning_rate": 5.8682408883346535e-06,
      "loss": 1.0235,
      "step": 3720
    },
    {
      "epoch": 1.5,
      "grad_norm": 25.544726776408446,
      "learning_rate": 5.856687342044969e-06,
      "loss": 0.9809,
      "step": 3725
    },
    {
      "epoch": 1.5,
      "grad_norm": 10.579345539325837,
      "learning_rate": 5.845129081305493e-06,
      "loss": 0.9958,
      "step": 3730
    },
    {
      "epoch": 1.51,
      "grad_norm": 8.9271726806215,
      "learning_rate": 5.833566169722674e-06,
      "loss": 0.9935,
      "step": 3735
    },
    {
      "epoch": 1.51,
      "grad_norm": 19.194138662694023,
      "learning_rate": 5.821998670928556e-06,
      "loss": 1.0227,
      "step": 3740
    },
    {
      "epoch": 1.51,
      "grad_norm": 8.788343862868038,
      "learning_rate": 5.810426648580425e-06,
      "loss": 1.0262,
      "step": 3745
    },
    {
      "epoch": 1.51,
      "grad_norm": 10.022574392079015,
      "learning_rate": 5.798850166360461e-06,
      "loss": 1.0009,
      "step": 3750
    },
    {
      "epoch": 1.51,
      "grad_norm": 40.635736884626596,
      "learning_rate": 5.787269287975392e-06,
      "loss": 1.0038,
      "step": 3755
    },
    {
      "epoch": 1.52,
      "grad_norm": 16.6432090652126,
      "learning_rate": 5.775684077156133e-06,
      "loss": 0.9908,
      "step": 3760
    },
    {
      "epoch": 1.52,
      "grad_norm": 17.435151435826274,
      "learning_rate": 5.76409459765744e-06,
      "loss": 0.9885,
      "step": 3765
    },
    {
      "epoch": 1.52,
      "grad_norm": 28.284253338560653,
      "learning_rate": 5.752500913257568e-06,
      "loss": 0.9986,
      "step": 3770
    },
    {
      "epoch": 1.52,
      "grad_norm": 9.773215148597064,
      "learning_rate": 5.740903087757902e-06,
      "loss": 1.0141,
      "step": 3775
    },
    {
      "epoch": 1.52,
      "grad_norm": 8.472902745997331,
      "learning_rate": 5.729301184982622e-06,
      "loss": 0.9482,
      "step": 3780
    },
    {
      "epoch": 1.53,
      "grad_norm": 16.365524571343943,
      "learning_rate": 5.717695268778345e-06,
      "loss": 1.0115,
      "step": 3785
    },
    {
      "epoch": 1.53,
      "grad_norm": 19.33560398015478,
      "learning_rate": 5.706085403013774e-06,
      "loss": 0.9768,
      "step": 3790
    },
    {
      "epoch": 1.53,
      "grad_norm": 9.631578863850336,
      "learning_rate": 5.694471651579346e-06,
      "loss": 0.9786,
      "step": 3795
    },
    {
      "epoch": 1.53,
      "grad_norm": 73.45622305825805,
      "learning_rate": 5.682854078386882e-06,
      "loss": 1.0234,
      "step": 3800
    },
    {
      "epoch": 1.53,
      "grad_norm": 8.403903307690225,
      "learning_rate": 5.671232747369236e-06,
      "loss": 0.9814,
      "step": 3805
    },
    {
      "epoch": 1.54,
      "grad_norm": 19.492909280614263,
      "learning_rate": 5.659607722479938e-06,
      "loss": 0.9736,
      "step": 3810
    },
    {
      "epoch": 1.54,
      "grad_norm": 9.716992670899291,
      "learning_rate": 5.647979067692851e-06,
      "loss": 1.0212,
      "step": 3815
    },
    {
      "epoch": 1.54,
      "grad_norm": 11.841418133532775,
      "learning_rate": 5.636346847001807e-06,
      "loss": 0.9801,
      "step": 3820
    },
    {
      "epoch": 1.54,
      "grad_norm": 19.55357083027445,
      "learning_rate": 5.624711124420269e-06,
      "loss": 0.9906,
      "step": 3825
    },
    {
      "epoch": 1.54,
      "grad_norm": 20.81765110380046,
      "learning_rate": 5.613071963980966e-06,
      "loss": 0.9913,
      "step": 3830
    },
    {
      "epoch": 1.55,
      "grad_norm": 21.975390663868655,
      "learning_rate": 5.6014294297355475e-06,
      "loss": 1.0213,
      "step": 3835
    },
    {
      "epoch": 1.55,
      "grad_norm": 21.490026352526726,
      "learning_rate": 5.5897835857542315e-06,
      "loss": 0.9829,
      "step": 3840
    },
    {
      "epoch": 1.55,
      "grad_norm": 11.93270966131888,
      "learning_rate": 5.5781344961254445e-06,
      "loss": 0.9981,
      "step": 3845
    },
    {
      "epoch": 1.55,
      "grad_norm": 18.77263276363035,
      "learning_rate": 5.566482224955481e-06,
      "loss": 0.9691,
      "step": 3850
    },
    {
      "epoch": 1.55,
      "grad_norm": 27.510040332158336,
      "learning_rate": 5.554826836368139e-06,
      "loss": 0.9842,
      "step": 3855
    },
    {
      "epoch": 1.56,
      "grad_norm": 16.73208516633144,
      "learning_rate": 5.543168394504374e-06,
      "loss": 1.0064,
      "step": 3860
    },
    {
      "epoch": 1.56,
      "grad_norm": 27.517124532057508,
      "learning_rate": 5.531506963521943e-06,
      "loss": 0.9898,
      "step": 3865
    },
    {
      "epoch": 1.56,
      "grad_norm": 32.73440555010284,
      "learning_rate": 5.519842607595055e-06,
      "loss": 0.9808,
      "step": 3870
    },
    {
      "epoch": 1.56,
      "grad_norm": 21.201827334876604,
      "learning_rate": 5.50817539091401e-06,
      "loss": 1.0106,
      "step": 3875
    },
    {
      "epoch": 1.56,
      "grad_norm": 12.541690640702148,
      "learning_rate": 5.496505377684858e-06,
      "loss": 1.0062,
      "step": 3880
    },
    {
      "epoch": 1.57,
      "grad_norm": 17.856302468130952,
      "learning_rate": 5.484832632129031e-06,
      "loss": 1.0019,
      "step": 3885
    },
    {
      "epoch": 1.57,
      "grad_norm": 18.091246932044104,
      "learning_rate": 5.473157218483006e-06,
      "loss": 0.9969,
      "step": 3890
    },
    {
      "epoch": 1.57,
      "grad_norm": 10.01125236254292,
      "learning_rate": 5.461479200997935e-06,
      "loss": 1.0063,
      "step": 3895
    },
    {
      "epoch": 1.57,
      "grad_norm": 8.515528512214727,
      "learning_rate": 5.449798643939305e-06,
      "loss": 1.0179,
      "step": 3900
    },
    {
      "epoch": 1.57,
      "grad_norm": 12.231393309911725,
      "learning_rate": 5.438115611586575e-06,
      "loss": 0.997,
      "step": 3905
    },
    {
      "epoch": 1.58,
      "grad_norm": 14.743216803723987,
      "learning_rate": 5.426430168232826e-06,
      "loss": 0.9601,
      "step": 3910
    },
    {
      "epoch": 1.58,
      "grad_norm": 10.99337082685551,
      "learning_rate": 5.414742378184409e-06,
      "loss": 0.9793,
      "step": 3915
    },
    {
      "epoch": 1.58,
      "grad_norm": 9.782287149993518,
      "learning_rate": 5.4030523057605865e-06,
      "loss": 0.9938,
      "step": 3920
    },
    {
      "epoch": 1.58,
      "grad_norm": 28.655669847166596,
      "learning_rate": 5.391360015293184e-06,
      "loss": 1.0049,
      "step": 3925
    },
    {
      "epoch": 1.58,
      "grad_norm": 12.814431075178419,
      "learning_rate": 5.379665571126232e-06,
      "loss": 1.0185,
      "step": 3930
    },
    {
      "epoch": 1.59,
      "grad_norm": 7.608007304163836,
      "learning_rate": 5.367969037615614e-06,
      "loss": 1.0029,
      "step": 3935
    },
    {
      "epoch": 1.59,
      "grad_norm": 26.896324489688606,
      "learning_rate": 5.356270479128707e-06,
      "loss": 0.9805,
      "step": 3940
    },
    {
      "epoch": 1.59,
      "grad_norm": 12.451204995416903,
      "learning_rate": 5.344569960044039e-06,
      "loss": 1.0125,
      "step": 3945
    },
    {
      "epoch": 1.59,
      "grad_norm": 38.254860430992125,
      "learning_rate": 5.33286754475092e-06,
      "loss": 0.9856,
      "step": 3950
    },
    {
      "epoch": 1.59,
      "grad_norm": 9.594675533888049,
      "learning_rate": 5.3211632976491e-06,
      "loss": 0.9971,
      "step": 3955
    },
    {
      "epoch": 1.6,
      "grad_norm": 9.738083084918026,
      "learning_rate": 5.30945728314841e-06,
      "loss": 1.0169,
      "step": 3960
    },
    {
      "epoch": 1.6,
      "grad_norm": 8.941756704243613,
      "learning_rate": 5.2977495656684016e-06,
      "loss": 0.9862,
      "step": 3965
    },
    {
      "epoch": 1.6,
      "grad_norm": 45.983958205105644,
      "learning_rate": 5.286040209638005e-06,
      "loss": 1.0016,
      "step": 3970
    },
    {
      "epoch": 1.6,
      "grad_norm": 23.110146191421364,
      "learning_rate": 5.2743292794951616e-06,
      "loss": 1.0055,
      "step": 3975
    },
    {
      "epoch": 1.6,
      "grad_norm": 61.923466632850655,
      "learning_rate": 5.26261683968648e-06,
      "loss": 1.0225,
      "step": 3980
    },
    {
      "epoch": 1.61,
      "grad_norm": 51.186851210172534,
      "learning_rate": 5.250902954666875e-06,
      "loss": 0.9664,
      "step": 3985
    },
    {
      "epoch": 1.61,
      "grad_norm": 22.662294122712844,
      "learning_rate": 5.2391876888992135e-06,
      "loss": 1.0228,
      "step": 3990
    },
    {
      "epoch": 1.61,
      "grad_norm": 47.00814260437848,
      "learning_rate": 5.22747110685396e-06,
      "loss": 1.0307,
      "step": 3995
    },
    {
      "epoch": 1.61,
      "grad_norm": 53.67263273425259,
      "learning_rate": 5.215753273008828e-06,
      "loss": 1.0431,
      "step": 4000
    },
    {
      "epoch": 1.61,
      "grad_norm": 44.485911782334775,
      "learning_rate": 5.204034251848413e-06,
      "loss": 0.9961,
      "step": 4005
    },
    {
      "epoch": 1.62,
      "grad_norm": 36.525690266517735,
      "learning_rate": 5.192314107863848e-06,
      "loss": 1.0039,
      "step": 4010
    },
    {
      "epoch": 1.62,
      "grad_norm": 83.21181541526505,
      "learning_rate": 5.180592905552448e-06,
      "loss": 1.0047,
      "step": 4015
    },
    {
      "epoch": 1.62,
      "grad_norm": 11.821627823465693,
      "learning_rate": 5.168870709417342e-06,
      "loss": 0.9928,
      "step": 4020
    },
    {
      "epoch": 1.62,
      "grad_norm": 25.861983277409138,
      "learning_rate": 5.157147583967139e-06,
      "loss": 1.0085,
      "step": 4025
    },
    {
      "epoch": 1.62,
      "grad_norm": 20.019058269985877,
      "learning_rate": 5.145423593715558e-06,
      "loss": 1.0193,
      "step": 4030
    },
    {
      "epoch": 1.63,
      "grad_norm": 9.382589868562954,
      "learning_rate": 5.133698803181075e-06,
      "loss": 0.9822,
      "step": 4035
    },
    {
      "epoch": 1.63,
      "grad_norm": 10.841985815459434,
      "learning_rate": 5.1219732768865744e-06,
      "loss": 1.0203,
      "step": 4040
    },
    {
      "epoch": 1.63,
      "grad_norm": 9.307384900366749,
      "learning_rate": 5.110247079358986e-06,
      "loss": 0.9782,
      "step": 4045
    },
    {
      "epoch": 1.63,
      "grad_norm": 14.16352552118682,
      "learning_rate": 5.098520275128934e-06,
      "loss": 0.9868,
      "step": 4050
    },
    {
      "epoch": 1.64,
      "grad_norm": 28.35614435399522,
      "learning_rate": 5.086792928730383e-06,
      "loss": 1.0282,
      "step": 4055
    },
    {
      "epoch": 1.64,
      "grad_norm": 40.589123536982136,
      "learning_rate": 5.075065104700281e-06,
      "loss": 1.0282,
      "step": 4060
    },
    {
      "epoch": 1.64,
      "grad_norm": 17.62987826434959,
      "learning_rate": 5.063336867578201e-06,
      "loss": 1.0308,
      "step": 4065
    },
    {
      "epoch": 1.64,
      "grad_norm": 11.628754535382729,
      "learning_rate": 5.051608281905994e-06,
      "loss": 1.0079,
      "step": 4070
    },
    {
      "epoch": 1.64,
      "grad_norm": 8.307010805846195,
      "learning_rate": 5.039879412227428e-06,
      "loss": 0.9974,
      "step": 4075
    },
    {
      "epoch": 1.65,
      "grad_norm": 15.442567328580099,
      "learning_rate": 5.0281503230878304e-06,
      "loss": 0.9965,
      "step": 4080
    },
    {
      "epoch": 1.65,
      "grad_norm": 36.02159707646093,
      "learning_rate": 5.01642107903374e-06,
      "loss": 0.9726,
      "step": 4085
    },
    {
      "epoch": 1.65,
      "grad_norm": 41.60960110203915,
      "learning_rate": 5.004691744612547e-06,
      "loss": 1.0071,
      "step": 4090
    },
    {
      "epoch": 1.65,
      "grad_norm": 11.786403980665508,
      "learning_rate": 4.992962384372142e-06,
      "loss": 1.0157,
      "step": 4095
    },
    {
      "epoch": 1.65,
      "grad_norm": 39.1557632356577,
      "learning_rate": 4.981233062860548e-06,
      "loss": 1.0113,
      "step": 4100
    },
    {
      "epoch": 1.66,
      "grad_norm": 35.19409024432306,
      "learning_rate": 4.9695038446255885e-06,
      "loss": 1.0053,
      "step": 4105
    },
    {
      "epoch": 1.66,
      "grad_norm": 16.09755722418478,
      "learning_rate": 4.957774794214509e-06,
      "loss": 0.9309,
      "step": 4110
    },
    {
      "epoch": 1.66,
      "grad_norm": 10.215737034545892,
      "learning_rate": 4.946045976173632e-06,
      "loss": 1.0102,
      "step": 4115
    },
    {
      "epoch": 1.66,
      "grad_norm": 34.637930518716615,
      "learning_rate": 4.934317455048005e-06,
      "loss": 0.9648,
      "step": 4120
    },
    {
      "epoch": 1.66,
      "grad_norm": 44.9478395784996,
      "learning_rate": 4.92258929538104e-06,
      "loss": 0.9693,
      "step": 4125
    },
    {
      "epoch": 1.67,
      "grad_norm": 21.530014467497892,
      "learning_rate": 4.910861561714161e-06,
      "loss": 0.9829,
      "step": 4130
    },
    {
      "epoch": 1.67,
      "grad_norm": 10.71925681650583,
      "learning_rate": 4.8991343185864445e-06,
      "loss": 1.0127,
      "step": 4135
    },
    {
      "epoch": 1.67,
      "grad_norm": 37.06813122448028,
      "learning_rate": 4.887407630534271e-06,
      "loss": 0.9995,
      "step": 4140
    },
    {
      "epoch": 1.67,
      "grad_norm": 16.693036216888956,
      "learning_rate": 4.875681562090962e-06,
      "loss": 0.9857,
      "step": 4145
    },
    {
      "epoch": 1.67,
      "grad_norm": 9.004349402834453,
      "learning_rate": 4.8639561777864355e-06,
      "loss": 1.0546,
      "step": 4150
    },
    {
      "epoch": 1.68,
      "grad_norm": 17.319489609030885,
      "learning_rate": 4.852231542146839e-06,
      "loss": 1.006,
      "step": 4155
    },
    {
      "epoch": 1.68,
      "grad_norm": 43.36487067882959,
      "learning_rate": 4.840507719694202e-06,
      "loss": 0.9722,
      "step": 4160
    },
    {
      "epoch": 1.68,
      "grad_norm": 25.17142402779811,
      "learning_rate": 4.8287847749460785e-06,
      "loss": 0.9824,
      "step": 4165
    },
    {
      "epoch": 1.68,
      "grad_norm": 10.048713766624477,
      "learning_rate": 4.817062772415196e-06,
      "loss": 0.99,
      "step": 4170
    },
    {
      "epoch": 1.68,
      "grad_norm": 53.25267612505607,
      "learning_rate": 4.805341776609092e-06,
      "loss": 0.9958,
      "step": 4175
    },
    {
      "epoch": 1.69,
      "grad_norm": 35.56079618212311,
      "learning_rate": 4.793621852029767e-06,
      "loss": 1.0025,
      "step": 4180
    },
    {
      "epoch": 1.69,
      "grad_norm": 30.656384954066542,
      "learning_rate": 4.781903063173321e-06,
      "loss": 0.9731,
      "step": 4185
    },
    {
      "epoch": 1.69,
      "grad_norm": 53.310108890643264,
      "learning_rate": 4.770185474529611e-06,
      "loss": 0.9948,
      "step": 4190
    },
    {
      "epoch": 1.69,
      "grad_norm": 34.19572860470345,
      "learning_rate": 4.758469150581887e-06,
      "loss": 1.0009,
      "step": 4195
    },
    {
      "epoch": 1.69,
      "grad_norm": 19.496116909194217,
      "learning_rate": 4.746754155806437e-06,
      "loss": 0.9602,
      "step": 4200
    },
    {
      "epoch": 1.7,
      "grad_norm": 50.517897273832304,
      "learning_rate": 4.7350405546722375e-06,
      "loss": 0.9706,
      "step": 4205
    },
    {
      "epoch": 1.7,
      "grad_norm": 32.68098812951939,
      "learning_rate": 4.72332841164059e-06,
      "loss": 1.0161,
      "step": 4210
    },
    {
      "epoch": 1.7,
      "grad_norm": 32.602984226324224,
      "learning_rate": 4.711617791164781e-06,
      "loss": 0.9576,
      "step": 4215
    },
    {
      "epoch": 1.7,
      "grad_norm": 20.895596814038374,
      "learning_rate": 4.699908757689709e-06,
      "loss": 1.0067,
      "step": 4220
    },
    {
      "epoch": 1.7,
      "grad_norm": 12.007303358830825,
      "learning_rate": 4.688201375651545e-06,
      "loss": 0.9745,
      "step": 4225
    },
    {
      "epoch": 1.71,
      "grad_norm": 35.577170489212946,
      "learning_rate": 4.6764957094773704e-06,
      "loss": 1.0228,
      "step": 4230
    },
    {
      "epoch": 1.71,
      "grad_norm": 15.319645442064518,
      "learning_rate": 4.6647918235848215e-06,
      "loss": 1.0076,
      "step": 4235
    },
    {
      "epoch": 1.71,
      "grad_norm": 10.150742823806933,
      "learning_rate": 4.6530897823817425e-06,
      "loss": 0.9596,
      "step": 4240
    },
    {
      "epoch": 1.71,
      "grad_norm": 11.674813818686681,
      "learning_rate": 4.6413896502658215e-06,
      "loss": 1.0058,
      "step": 4245
    },
    {
      "epoch": 1.71,
      "grad_norm": 22.414842802144854,
      "learning_rate": 4.6296914916242434e-06,
      "loss": 1.0004,
      "step": 4250
    },
    {
      "epoch": 1.72,
      "grad_norm": 43.263891122381494,
      "learning_rate": 4.617995370833329e-06,
      "loss": 0.9935,
      "step": 4255
    },
    {
      "epoch": 1.72,
      "grad_norm": 11.76080822704277,
      "learning_rate": 4.606301352258192e-06,
      "loss": 0.9844,
      "step": 4260
    },
    {
      "epoch": 1.72,
      "grad_norm": 14.936200948426407,
      "learning_rate": 4.5946095002523686e-06,
      "loss": 0.9491,
      "step": 4265
    },
    {
      "epoch": 1.72,
      "grad_norm": 27.500241741161222,
      "learning_rate": 4.582919879157479e-06,
      "loss": 0.9909,
      "step": 4270
    },
    {
      "epoch": 1.72,
      "grad_norm": 16.484820797461804,
      "learning_rate": 4.571232553302861e-06,
      "loss": 1.0062,
      "step": 4275
    },
    {
      "epoch": 1.73,
      "grad_norm": 35.307120079758334,
      "learning_rate": 4.559547587005227e-06,
      "loss": 0.9906,
      "step": 4280
    },
    {
      "epoch": 1.73,
      "grad_norm": 48.09110177500657,
      "learning_rate": 4.5478650445683015e-06,
      "loss": 0.9922,
      "step": 4285
    },
    {
      "epoch": 1.73,
      "grad_norm": 25.58111167712098,
      "learning_rate": 4.5361849902824675e-06,
      "loss": 0.9505,
      "step": 4290
    },
    {
      "epoch": 1.73,
      "grad_norm": 13.706479123182746,
      "learning_rate": 4.524507488424422e-06,
      "loss": 0.9928,
      "step": 4295
    },
    {
      "epoch": 1.73,
      "grad_norm": 22.41767364911632,
      "learning_rate": 4.512832603256807e-06,
      "loss": 0.9679,
      "step": 4300
    },
    {
      "epoch": 1.74,
      "grad_norm": 52.507167267681126,
      "learning_rate": 4.501160399027874e-06,
      "loss": 0.9624,
      "step": 4305
    },
    {
      "epoch": 1.74,
      "grad_norm": 11.492683655916354,
      "learning_rate": 4.489490939971117e-06,
      "loss": 1.0085,
      "step": 4310
    },
    {
      "epoch": 1.74,
      "grad_norm": 26.062024557348025,
      "learning_rate": 4.477824290304919e-06,
      "loss": 0.9863,
      "step": 4315
    },
    {
      "epoch": 1.74,
      "grad_norm": 56.71755781997285,
      "learning_rate": 4.466160514232206e-06,
      "loss": 0.9589,
      "step": 4320
    },
    {
      "epoch": 1.74,
      "grad_norm": 15.968281495466721,
      "learning_rate": 4.454499675940094e-06,
      "loss": 0.9786,
      "step": 4325
    },
    {
      "epoch": 1.75,
      "grad_norm": 21.054689397186266,
      "learning_rate": 4.442841839599525e-06,
      "loss": 0.9968,
      "step": 4330
    },
    {
      "epoch": 1.75,
      "grad_norm": 22.34304013469586,
      "learning_rate": 4.431187069364927e-06,
      "loss": 0.9549,
      "step": 4335
    },
    {
      "epoch": 1.75,
      "grad_norm": 15.401013625746206,
      "learning_rate": 4.4195354293738484e-06,
      "loss": 0.9974,
      "step": 4340
    },
    {
      "epoch": 1.75,
      "grad_norm": 19.5883959837736,
      "learning_rate": 4.40788698374662e-06,
      "loss": 1.0144,
      "step": 4345
    },
    {
      "epoch": 1.75,
      "grad_norm": 10.314509785502024,
      "learning_rate": 4.396241796585987e-06,
      "loss": 0.968,
      "step": 4350
    },
    {
      "epoch": 1.76,
      "grad_norm": 21.63930495269253,
      "learning_rate": 4.384599931976764e-06,
      "loss": 1.0094,
      "step": 4355
    },
    {
      "epoch": 1.76,
      "grad_norm": 9.359569416879197,
      "learning_rate": 4.3729614539854815e-06,
      "loss": 0.9796,
      "step": 4360
    },
    {
      "epoch": 1.76,
      "grad_norm": 9.39151630144433,
      "learning_rate": 4.361326426660035e-06,
      "loss": 1.0042,
      "step": 4365
    },
    {
      "epoch": 1.76,
      "grad_norm": 20.479042824969,
      "learning_rate": 4.3496949140293285e-06,
      "loss": 0.9858,
      "step": 4370
    },
    {
      "epoch": 1.76,
      "grad_norm": 8.655115252867901,
      "learning_rate": 4.3380669801029265e-06,
      "loss": 1.006,
      "step": 4375
    },
    {
      "epoch": 1.77,
      "grad_norm": 11.94304831924867,
      "learning_rate": 4.326442688870697e-06,
      "loss": 1.0027,
      "step": 4380
    },
    {
      "epoch": 1.77,
      "grad_norm": 15.338465500775095,
      "learning_rate": 4.314822104302459e-06,
      "loss": 0.9889,
      "step": 4385
    },
    {
      "epoch": 1.77,
      "grad_norm": 9.329249928306815,
      "learning_rate": 4.3032052903476436e-06,
      "loss": 1.0262,
      "step": 4390
    },
    {
      "epoch": 1.77,
      "grad_norm": 7.86378064663073,
      "learning_rate": 4.29159231093492e-06,
      "loss": 0.9829,
      "step": 4395
    },
    {
      "epoch": 1.77,
      "grad_norm": 11.169777398812325,
      "learning_rate": 4.279983229971863e-06,
      "loss": 0.994,
      "step": 4400
    },
    {
      "epoch": 1.78,
      "grad_norm": 15.517339484404777,
      "learning_rate": 4.268378111344593e-06,
      "loss": 0.9591,
      "step": 4405
    },
    {
      "epoch": 1.78,
      "grad_norm": 10.011668196020228,
      "learning_rate": 4.256777018917418e-06,
      "loss": 0.9712,
      "step": 4410
    },
    {
      "epoch": 1.78,
      "grad_norm": 10.144580946340453,
      "learning_rate": 4.245180016532501e-06,
      "loss": 0.9592,
      "step": 4415
    },
    {
      "epoch": 1.78,
      "grad_norm": 10.637705163099548,
      "learning_rate": 4.233587168009489e-06,
      "loss": 0.9618,
      "step": 4420
    },
    {
      "epoch": 1.78,
      "grad_norm": 14.189533731874635,
      "learning_rate": 4.221998537145169e-06,
      "loss": 0.9846,
      "step": 4425
    },
    {
      "epoch": 1.79,
      "grad_norm": 17.033419382931804,
      "learning_rate": 4.210414187713124e-06,
      "loss": 1.0003,
      "step": 4430
    },
    {
      "epoch": 1.79,
      "grad_norm": 15.76135941495352,
      "learning_rate": 4.1988341834633714e-06,
      "loss": 1.0146,
      "step": 4435
    },
    {
      "epoch": 1.79,
      "grad_norm": 34.88708649681162,
      "learning_rate": 4.187258588122019e-06,
      "loss": 0.9936,
      "step": 4440
    },
    {
      "epoch": 1.79,
      "grad_norm": 29.174557212173497,
      "learning_rate": 4.175687465390908e-06,
      "loss": 0.9885,
      "step": 4445
    },
    {
      "epoch": 1.79,
      "grad_norm": 33.751248168264986,
      "learning_rate": 4.164120878947268e-06,
      "loss": 0.9782,
      "step": 4450
    },
    {
      "epoch": 1.8,
      "grad_norm": 20.1719560139535,
      "learning_rate": 4.152558892443369e-06,
      "loss": 0.975,
      "step": 4455
    },
    {
      "epoch": 1.8,
      "grad_norm": 9.785430509469538,
      "learning_rate": 4.141001569506161e-06,
      "loss": 0.9952,
      "step": 4460
    },
    {
      "epoch": 1.8,
      "grad_norm": 10.47350835689242,
      "learning_rate": 4.1294489737369325e-06,
      "loss": 0.9771,
      "step": 4465
    },
    {
      "epoch": 1.8,
      "grad_norm": 12.558380433822101,
      "learning_rate": 4.11790116871096e-06,
      "loss": 0.9981,
      "step": 4470
    },
    {
      "epoch": 1.8,
      "grad_norm": 32.049499620776984,
      "learning_rate": 4.106358217977148e-06,
      "loss": 1.0045,
      "step": 4475
    },
    {
      "epoch": 1.81,
      "grad_norm": 13.266466932459126,
      "learning_rate": 4.094820185057701e-06,
      "loss": 1.0025,
      "step": 4480
    },
    {
      "epoch": 1.81,
      "grad_norm": 18.662166973808628,
      "learning_rate": 4.083287133447747e-06,
      "loss": 0.9752,
      "step": 4485
    },
    {
      "epoch": 1.81,
      "grad_norm": 22.150116609199884,
      "learning_rate": 4.0717591266150085e-06,
      "loss": 0.9519,
      "step": 4490
    },
    {
      "epoch": 1.81,
      "grad_norm": 15.38212411747071,
      "learning_rate": 4.060236227999441e-06,
      "loss": 1.0076,
      "step": 4495
    },
    {
      "epoch": 1.81,
      "grad_norm": 12.315249686944153,
      "learning_rate": 4.048718501012895e-06,
      "loss": 0.9671,
      "step": 4500
    },
    {
      "epoch": 1.82,
      "grad_norm": 9.679261033729183,
      "learning_rate": 4.037206009038758e-06,
      "loss": 0.973,
      "step": 4505
    },
    {
      "epoch": 1.82,
      "grad_norm": 8.676674731769216,
      "learning_rate": 4.025698815431607e-06,
      "loss": 1.0108,
      "step": 4510
    },
    {
      "epoch": 1.82,
      "grad_norm": 14.507021196439057,
      "learning_rate": 4.014196983516862e-06,
      "loss": 0.9515,
      "step": 4515
    },
    {
      "epoch": 1.82,
      "grad_norm": 21.37357830376474,
      "learning_rate": 4.002700576590441e-06,
      "loss": 0.9944,
      "step": 4520
    },
    {
      "epoch": 1.82,
      "grad_norm": 32.602575451830994,
      "learning_rate": 3.991209657918402e-06,
      "loss": 0.9476,
      "step": 4525
    },
    {
      "epoch": 1.83,
      "grad_norm": 16.66752171528357,
      "learning_rate": 3.979724290736603e-06,
      "loss": 0.9851,
      "step": 4530
    },
    {
      "epoch": 1.83,
      "grad_norm": 9.74844029535486,
      "learning_rate": 3.968244538250354e-06,
      "loss": 0.9715,
      "step": 4535
    },
    {
      "epoch": 1.83,
      "grad_norm": 58.2432376431901,
      "learning_rate": 3.956770463634059e-06,
      "loss": 0.9397,
      "step": 4540
    },
    {
      "epoch": 1.83,
      "grad_norm": 30.35617745293608,
      "learning_rate": 3.945302130030888e-06,
      "loss": 0.9598,
      "step": 4545
    },
    {
      "epoch": 1.83,
      "grad_norm": 49.80326384646548,
      "learning_rate": 3.933839600552407e-06,
      "loss": 0.9974,
      "step": 4550
    },
    {
      "epoch": 1.84,
      "grad_norm": 46.15846010522385,
      "learning_rate": 3.922382938278245e-06,
      "loss": 0.9818,
      "step": 4555
    },
    {
      "epoch": 1.84,
      "grad_norm": 10.749329727288327,
      "learning_rate": 3.910932206255742e-06,
      "loss": 0.9787,
      "step": 4560
    },
    {
      "epoch": 1.84,
      "grad_norm": 15.949999913542994,
      "learning_rate": 3.899487467499609e-06,
      "loss": 0.9771,
      "step": 4565
    },
    {
      "epoch": 1.84,
      "grad_norm": 9.986861991661971,
      "learning_rate": 3.8880487849915645e-06,
      "loss": 0.9646,
      "step": 4570
    },
    {
      "epoch": 1.84,
      "grad_norm": 10.073554565547601,
      "learning_rate": 3.8766162216800105e-06,
      "loss": 0.9505,
      "step": 4575
    },
    {
      "epoch": 1.85,
      "grad_norm": 18.078489086458575,
      "learning_rate": 3.865189840479665e-06,
      "loss": 0.9675,
      "step": 4580
    },
    {
      "epoch": 1.85,
      "grad_norm": 8.984138132698236,
      "learning_rate": 3.853769704271229e-06,
      "loss": 0.9442,
      "step": 4585
    },
    {
      "epoch": 1.85,
      "grad_norm": 15.681176939934998,
      "learning_rate": 3.842355875901038e-06,
      "loss": 0.9776,
      "step": 4590
    },
    {
      "epoch": 1.85,
      "grad_norm": 11.775138108771696,
      "learning_rate": 3.830948418180713e-06,
      "loss": 0.9819,
      "step": 4595
    },
    {
      "epoch": 1.85,
      "grad_norm": 12.31354222453272,
      "learning_rate": 3.819547393886816e-06,
      "loss": 0.9553,
      "step": 4600
    },
    {
      "epoch": 1.86,
      "grad_norm": 28.40748231930582,
      "learning_rate": 3.8081528657605045e-06,
      "loss": 0.9948,
      "step": 4605
    },
    {
      "epoch": 1.86,
      "grad_norm": 51.323862996897546,
      "learning_rate": 3.796764896507192e-06,
      "loss": 0.9652,
      "step": 4610
    },
    {
      "epoch": 1.86,
      "grad_norm": 17.640625496427386,
      "learning_rate": 3.7853835487961913e-06,
      "loss": 0.9808,
      "step": 4615
    },
    {
      "epoch": 1.86,
      "grad_norm": 8.625985883550005,
      "learning_rate": 3.77400888526038e-06,
      "loss": 0.9642,
      "step": 4620
    },
    {
      "epoch": 1.86,
      "grad_norm": 22.59805259795483,
      "learning_rate": 3.7626409684958477e-06,
      "loss": 0.9831,
      "step": 4625
    },
    {
      "epoch": 1.87,
      "grad_norm": 22.91412923609426,
      "learning_rate": 3.7512798610615624e-06,
      "loss": 0.999,
      "step": 4630
    },
    {
      "epoch": 1.87,
      "grad_norm": 11.000489369889706,
      "learning_rate": 3.7399256254790133e-06,
      "loss": 0.9808,
      "step": 4635
    },
    {
      "epoch": 1.87,
      "grad_norm": 13.829730046627517,
      "learning_rate": 3.7285783242318773e-06,
      "loss": 0.9669,
      "step": 4640
    },
    {
      "epoch": 1.87,
      "grad_norm": 9.99894628910545,
      "learning_rate": 3.717238019765669e-06,
      "loss": 0.9439,
      "step": 4645
    },
    {
      "epoch": 1.88,
      "grad_norm": 19.530225291338915,
      "learning_rate": 3.705904774487396e-06,
      "loss": 0.9649,
      "step": 4650
    },
    {
      "epoch": 1.88,
      "grad_norm": 10.19043012847544,
      "learning_rate": 3.694578650765226e-06,
      "loss": 0.9844,
      "step": 4655
    },
    {
      "epoch": 1.88,
      "grad_norm": 40.66541834435717,
      "learning_rate": 3.683259710928129e-06,
      "loss": 1.0084,
      "step": 4660
    },
    {
      "epoch": 1.88,
      "grad_norm": 21.429955386516756,
      "learning_rate": 3.671948017265542e-06,
      "loss": 0.983,
      "step": 4665
    },
    {
      "epoch": 1.88,
      "grad_norm": 9.571041387180902,
      "learning_rate": 3.660643632027029e-06,
      "loss": 0.9722,
      "step": 4670
    },
    {
      "epoch": 1.89,
      "grad_norm": 11.135011856218295,
      "learning_rate": 3.6493466174219316e-06,
      "loss": 0.9612,
      "step": 4675
    },
    {
      "epoch": 1.89,
      "grad_norm": 10.19220828586926,
      "learning_rate": 3.6380570356190346e-06,
      "loss": 0.9647,
      "step": 4680
    },
    {
      "epoch": 1.89,
      "grad_norm": 22.17611186385138,
      "learning_rate": 3.6267749487462126e-06,
      "loss": 0.9628,
      "step": 4685
    },
    {
      "epoch": 1.89,
      "grad_norm": 36.264622952792806,
      "learning_rate": 3.6155004188900995e-06,
      "loss": 0.9809,
      "step": 4690
    },
    {
      "epoch": 1.89,
      "grad_norm": 35.18861018766551,
      "learning_rate": 3.6042335080957373e-06,
      "loss": 0.9707,
      "step": 4695
    },
    {
      "epoch": 1.9,
      "grad_norm": 14.677993191535572,
      "learning_rate": 3.592974278366248e-06,
      "loss": 0.9735,
      "step": 4700
    },
    {
      "epoch": 1.9,
      "grad_norm": 17.101889527887568,
      "learning_rate": 3.5817227916624748e-06,
      "loss": 0.9553,
      "step": 4705
    },
    {
      "epoch": 1.9,
      "grad_norm": 9.873539362898917,
      "learning_rate": 3.5704791099026558e-06,
      "loss": 0.9739,
      "step": 4710
    },
    {
      "epoch": 1.9,
      "grad_norm": 7.548761304889987,
      "learning_rate": 3.559243294962073e-06,
      "loss": 0.9481,
      "step": 4715
    },
    {
      "epoch": 1.9,
      "grad_norm": 8.589846921664401,
      "learning_rate": 3.548015408672723e-06,
      "loss": 0.9652,
      "step": 4720
    },
    {
      "epoch": 1.91,
      "grad_norm": 11.508984080584233,
      "learning_rate": 3.536795512822964e-06,
      "loss": 0.9609,
      "step": 4725
    },
    {
      "epoch": 1.91,
      "grad_norm": 41.251796525753996,
      "learning_rate": 3.5255836691571845e-06,
      "loss": 0.9721,
      "step": 4730
    },
    {
      "epoch": 1.91,
      "grad_norm": 12.14028985277054,
      "learning_rate": 3.514379939375457e-06,
      "loss": 0.9862,
      "step": 4735
    },
    {
      "epoch": 1.91,
      "grad_norm": 9.546709810008233,
      "learning_rate": 3.5031843851332105e-06,
      "loss": 1.0029,
      "step": 4740
    },
    {
      "epoch": 1.91,
      "grad_norm": 10.700204738107006,
      "learning_rate": 3.4919970680408767e-06,
      "loss": 0.9948,
      "step": 4745
    },
    {
      "epoch": 1.92,
      "grad_norm": 29.891681249576166,
      "learning_rate": 3.480818049663559e-06,
      "loss": 0.9465,
      "step": 4750
    },
    {
      "epoch": 1.92,
      "grad_norm": 13.155476354862126,
      "learning_rate": 3.4696473915206918e-06,
      "loss": 0.9889,
      "step": 4755
    },
    {
      "epoch": 1.92,
      "grad_norm": 38.59253438385496,
      "learning_rate": 3.4584851550857007e-06,
      "loss": 0.9702,
      "step": 4760
    },
    {
      "epoch": 1.92,
      "grad_norm": 20.13290393233704,
      "learning_rate": 3.447331401785671e-06,
      "loss": 0.97,
      "step": 4765
    },
    {
      "epoch": 1.92,
      "grad_norm": 35.75418799455426,
      "learning_rate": 3.4361861930009966e-06,
      "loss": 0.9829,
      "step": 4770
    },
    {
      "epoch": 1.93,
      "grad_norm": 8.78033743901871,
      "learning_rate": 3.425049590065057e-06,
      "loss": 0.955,
      "step": 4775
    },
    {
      "epoch": 1.93,
      "grad_norm": 10.875319981025177,
      "learning_rate": 3.4139216542638665e-06,
      "loss": 0.9241,
      "step": 4780
    },
    {
      "epoch": 1.93,
      "grad_norm": 22.696375641845567,
      "learning_rate": 3.40280244683575e-06,
      "loss": 1.0508,
      "step": 4785
    },
    {
      "epoch": 1.93,
      "grad_norm": 13.094779283891201,
      "learning_rate": 3.3916920289709936e-06,
      "loss": 0.9386,
      "step": 4790
    },
    {
      "epoch": 1.93,
      "grad_norm": 21.3991739229068,
      "learning_rate": 3.380590461811516e-06,
      "loss": 0.9774,
      "step": 4795
    },
    {
      "epoch": 1.94,
      "grad_norm": 15.275029457940944,
      "learning_rate": 3.3694978064505258e-06,
      "loss": 0.9803,
      "step": 4800
    },
    {
      "epoch": 1.94,
      "grad_norm": 12.774697743450275,
      "learning_rate": 3.3584141239321953e-06,
      "loss": 0.9519,
      "step": 4805
    },
    {
      "epoch": 1.94,
      "grad_norm": 32.04675443101915,
      "learning_rate": 3.3473394752513133e-06,
      "loss": 0.9934,
      "step": 4810
    },
    {
      "epoch": 1.94,
      "grad_norm": 16.358611962826902,
      "learning_rate": 3.3362739213529572e-06,
      "loss": 0.9608,
      "step": 4815
    },
    {
      "epoch": 1.94,
      "grad_norm": 23.546881423236798,
      "learning_rate": 3.3252175231321516e-06,
      "loss": 0.9922,
      "step": 4820
    },
    {
      "epoch": 1.95,
      "grad_norm": 23.60367253955802,
      "learning_rate": 3.3141703414335367e-06,
      "loss": 0.9853,
      "step": 4825
    },
    {
      "epoch": 1.95,
      "grad_norm": 8.028245975063125,
      "learning_rate": 3.3031324370510397e-06,
      "loss": 0.994,
      "step": 4830
    },
    {
      "epoch": 1.95,
      "grad_norm": 14.899072710524097,
      "learning_rate": 3.2921038707275243e-06,
      "loss": 0.9794,
      "step": 4835
    },
    {
      "epoch": 1.95,
      "grad_norm": 36.27594479358489,
      "learning_rate": 3.2810847031544703e-06,
      "loss": 0.9896,
      "step": 4840
    },
    {
      "epoch": 1.95,
      "grad_norm": 17.067401742985304,
      "learning_rate": 3.270074994971635e-06,
      "loss": 0.9934,
      "step": 4845
    },
    {
      "epoch": 1.96,
      "grad_norm": 19.201614639786936,
      "learning_rate": 3.2590748067667204e-06,
      "loss": 0.9928,
      "step": 4850
    },
    {
      "epoch": 1.96,
      "grad_norm": 41.253187808383565,
      "learning_rate": 3.2480841990750376e-06,
      "loss": 0.9563,
      "step": 4855
    },
    {
      "epoch": 1.96,
      "grad_norm": 39.02357449517357,
      "learning_rate": 3.2371032323791757e-06,
      "loss": 0.9668,
      "step": 4860
    },
    {
      "epoch": 1.96,
      "grad_norm": 16.207285531426546,
      "learning_rate": 3.2261319671086654e-06,
      "loss": 1.0069,
      "step": 4865
    },
    {
      "epoch": 1.96,
      "grad_norm": 10.154528182144999,
      "learning_rate": 3.2151704636396537e-06,
      "loss": 0.9707,
      "step": 4870
    },
    {
      "epoch": 1.97,
      "grad_norm": 15.725470434474367,
      "learning_rate": 3.204218782294565e-06,
      "loss": 0.9695,
      "step": 4875
    },
    {
      "epoch": 1.97,
      "grad_norm": 29.466778077374947,
      "learning_rate": 3.193276983341773e-06,
      "loss": 0.9684,
      "step": 4880
    },
    {
      "epoch": 1.97,
      "grad_norm": 41.44285638457885,
      "learning_rate": 3.1823451269952654e-06,
      "loss": 0.9966,
      "step": 4885
    },
    {
      "epoch": 1.97,
      "grad_norm": 54.440789198493434,
      "learning_rate": 3.1714232734143125e-06,
      "loss": 0.9733,
      "step": 4890
    },
    {
      "epoch": 1.97,
      "grad_norm": 43.816361024248685,
      "learning_rate": 3.160511482703147e-06,
      "loss": 0.9882,
      "step": 4895
    },
    {
      "epoch": 1.98,
      "grad_norm": 36.74369170157289,
      "learning_rate": 3.1496098149106147e-06,
      "loss": 0.9828,
      "step": 4900
    },
    {
      "epoch": 1.98,
      "grad_norm": 35.628079479155026,
      "learning_rate": 3.1387183300298574e-06,
      "loss": 0.9717,
      "step": 4905
    },
    {
      "epoch": 1.98,
      "grad_norm": 25.078865420594674,
      "learning_rate": 3.1278370879979813e-06,
      "loss": 0.9456,
      "step": 4910
    },
    {
      "epoch": 1.98,
      "grad_norm": 31.887918641790915,
      "learning_rate": 3.1169661486957215e-06,
      "loss": 1.0266,
      "step": 4915
    },
    {
      "epoch": 1.98,
      "grad_norm": 16.833480681950846,
      "learning_rate": 3.10610557194712e-06,
      "loss": 0.9655,
      "step": 4920
    },
    {
      "epoch": 1.99,
      "grad_norm": 9.659776691132217,
      "learning_rate": 3.0952554175191895e-06,
      "loss": 0.9717,
      "step": 4925
    },
    {
      "epoch": 1.99,
      "grad_norm": 16.672819916651907,
      "learning_rate": 3.084415745121586e-06,
      "loss": 0.9804,
      "step": 4930
    },
    {
      "epoch": 1.99,
      "grad_norm": 33.195815487526886,
      "learning_rate": 3.073586614406284e-06,
      "loss": 0.9627,
      "step": 4935
    },
    {
      "epoch": 1.99,
      "grad_norm": 19.211257978880255,
      "learning_rate": 3.0627680849672493e-06,
      "loss": 0.9548,
      "step": 4940
    },
    {
      "epoch": 1.99,
      "grad_norm": 21.9290292175729,
      "learning_rate": 3.0519602163400997e-06,
      "loss": 0.9744,
      "step": 4945
    },
    {
      "epoch": 2.0,
      "grad_norm": 11.362805750104576,
      "learning_rate": 3.0411630680017924e-06,
      "loss": 0.9942,
      "step": 4950
    },
    {
      "epoch": 2.0,
      "grad_norm": 35.099045351919415,
      "learning_rate": 3.0303766993702844e-06,
      "loss": 0.9706,
      "step": 4955
    },
    {
      "epoch": 2.0,
      "grad_norm": 30.23998872907586,
      "learning_rate": 3.019601169804216e-06,
      "loss": 1.0039,
      "step": 4960
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.0974189043045044,
      "eval_runtime": 164.7878,
      "eval_samples_per_second": 4.891,
      "eval_steps_per_second": 0.613,
      "step": 4960
    },
    {
      "epoch": 2.0,
      "grad_norm": 25.60673447961065,
      "learning_rate": 3.008836538602575e-06,
      "loss": 0.7319,
      "step": 4965
    },
    {
      "epoch": 2.0,
      "grad_norm": 11.320426623405694,
      "learning_rate": 2.9980828650043742e-06,
      "loss": 0.7158,
      "step": 4970
    },
    {
      "epoch": 2.01,
      "grad_norm": 14.696590711778382,
      "learning_rate": 2.987340208188328e-06,
      "loss": 0.7169,
      "step": 4975
    },
    {
      "epoch": 2.01,
      "grad_norm": 34.649343494173586,
      "learning_rate": 2.97660862727252e-06,
      "loss": 0.7143,
      "step": 4980
    },
    {
      "epoch": 2.01,
      "grad_norm": 24.22309324830745,
      "learning_rate": 2.9658881813140884e-06,
      "loss": 0.7311,
      "step": 4985
    },
    {
      "epoch": 2.01,
      "grad_norm": 9.699910586219252,
      "learning_rate": 2.9551789293088886e-06,
      "loss": 0.7306,
      "step": 4990
    },
    {
      "epoch": 2.01,
      "grad_norm": 8.778692413295019,
      "learning_rate": 2.9444809301911758e-06,
      "loss": 0.7273,
      "step": 4995
    },
    {
      "epoch": 2.02,
      "grad_norm": 7.342909124898869,
      "learning_rate": 2.9337942428332787e-06,
      "loss": 0.7462,
      "step": 5000
    },
    {
      "epoch": 2.02,
      "grad_norm": 8.460649917741181,
      "learning_rate": 2.923118926045281e-06,
      "loss": 0.734,
      "step": 5005
    },
    {
      "epoch": 2.02,
      "grad_norm": 11.444046192891937,
      "learning_rate": 2.912455038574686e-06,
      "loss": 0.7115,
      "step": 5010
    },
    {
      "epoch": 2.02,
      "grad_norm": 7.955867192944722,
      "learning_rate": 2.9018026391061026e-06,
      "loss": 0.6799,
      "step": 5015
    },
    {
      "epoch": 2.02,
      "grad_norm": 15.626065706533977,
      "learning_rate": 2.8911617862609226e-06,
      "loss": 0.6959,
      "step": 5020
    },
    {
      "epoch": 2.03,
      "grad_norm": 18.70458625881847,
      "learning_rate": 2.8805325385969916e-06,
      "loss": 0.7006,
      "step": 5025
    },
    {
      "epoch": 2.03,
      "grad_norm": 12.144570172996847,
      "learning_rate": 2.8699149546082934e-06,
      "loss": 0.723,
      "step": 5030
    },
    {
      "epoch": 2.03,
      "grad_norm": 18.639101110384757,
      "learning_rate": 2.8593090927246247e-06,
      "loss": 0.7263,
      "step": 5035
    },
    {
      "epoch": 2.03,
      "grad_norm": 15.7002852063242,
      "learning_rate": 2.848715011311271e-06,
      "loss": 0.7472,
      "step": 5040
    },
    {
      "epoch": 2.03,
      "grad_norm": 10.133589092455146,
      "learning_rate": 2.8381327686686917e-06,
      "loss": 0.7427,
      "step": 5045
    },
    {
      "epoch": 2.04,
      "grad_norm": 14.143118839238095,
      "learning_rate": 2.8275624230321953e-06,
      "loss": 0.6868,
      "step": 5050
    },
    {
      "epoch": 2.04,
      "grad_norm": 16.033920564274712,
      "learning_rate": 2.817004032571622e-06,
      "loss": 0.702,
      "step": 5055
    },
    {
      "epoch": 2.04,
      "grad_norm": 9.021193561065502,
      "learning_rate": 2.806457655391015e-06,
      "loss": 0.6874,
      "step": 5060
    },
    {
      "epoch": 2.04,
      "grad_norm": 9.998979773050994,
      "learning_rate": 2.795923349528311e-06,
      "loss": 0.7213,
      "step": 5065
    },
    {
      "epoch": 2.04,
      "grad_norm": 9.917838960805637,
      "learning_rate": 2.7854011729550225e-06,
      "loss": 0.7072,
      "step": 5070
    },
    {
      "epoch": 2.05,
      "grad_norm": 27.358870585228118,
      "learning_rate": 2.7748911835759017e-06,
      "loss": 0.7245,
      "step": 5075
    },
    {
      "epoch": 2.05,
      "grad_norm": 17.840184673053667,
      "learning_rate": 2.764393439228643e-06,
      "loss": 0.718,
      "step": 5080
    },
    {
      "epoch": 2.05,
      "grad_norm": 11.190345510960688,
      "learning_rate": 2.7539079976835447e-06,
      "loss": 0.7137,
      "step": 5085
    },
    {
      "epoch": 2.05,
      "grad_norm": 8.13294279192623,
      "learning_rate": 2.743434916643216e-06,
      "loss": 0.7047,
      "step": 5090
    },
    {
      "epoch": 2.05,
      "grad_norm": 8.592635342931136,
      "learning_rate": 2.73297425374223e-06,
      "loss": 0.7278,
      "step": 5095
    },
    {
      "epoch": 2.06,
      "grad_norm": 15.171805707120754,
      "learning_rate": 2.72252606654683e-06,
      "loss": 0.7096,
      "step": 5100
    },
    {
      "epoch": 2.06,
      "grad_norm": 10.177855688362342,
      "learning_rate": 2.712090412554604e-06,
      "loss": 0.7144,
      "step": 5105
    },
    {
      "epoch": 2.06,
      "grad_norm": 15.062260827232874,
      "learning_rate": 2.7016673491941594e-06,
      "loss": 0.6819,
      "step": 5110
    },
    {
      "epoch": 2.06,
      "grad_norm": 23.600490651613107,
      "learning_rate": 2.6912569338248317e-06,
      "loss": 0.7262,
      "step": 5115
    },
    {
      "epoch": 2.06,
      "grad_norm": 14.497758759389454,
      "learning_rate": 2.6808592237363364e-06,
      "loss": 0.7625,
      "step": 5120
    },
    {
      "epoch": 2.07,
      "grad_norm": 8.7168967183322,
      "learning_rate": 2.6704742761484814e-06,
      "loss": 0.7077,
      "step": 5125
    },
    {
      "epoch": 2.07,
      "grad_norm": 18.657108516954423,
      "learning_rate": 2.6601021482108374e-06,
      "loss": 0.7244,
      "step": 5130
    },
    {
      "epoch": 2.07,
      "grad_norm": 22.58396850965322,
      "learning_rate": 2.649742897002426e-06,
      "loss": 0.7168,
      "step": 5135
    },
    {
      "epoch": 2.07,
      "grad_norm": 14.411269054170244,
      "learning_rate": 2.6393965795314124e-06,
      "loss": 0.6912,
      "step": 5140
    },
    {
      "epoch": 2.07,
      "grad_norm": 30.321795489118244,
      "learning_rate": 2.629063252734775e-06,
      "loss": 0.7177,
      "step": 5145
    },
    {
      "epoch": 2.08,
      "grad_norm": 26.558823064996645,
      "learning_rate": 2.6187429734780145e-06,
      "loss": 0.7193,
      "step": 5150
    },
    {
      "epoch": 2.08,
      "grad_norm": 15.349485553172165,
      "learning_rate": 2.6084357985548192e-06,
      "loss": 0.6807,
      "step": 5155
    },
    {
      "epoch": 2.08,
      "grad_norm": 12.787628647907104,
      "learning_rate": 2.5981417846867753e-06,
      "loss": 0.6963,
      "step": 5160
    },
    {
      "epoch": 2.08,
      "grad_norm": 7.1783644247257445,
      "learning_rate": 2.5878609885230278e-06,
      "loss": 0.7037,
      "step": 5165
    },
    {
      "epoch": 2.08,
      "grad_norm": 7.294931754599566,
      "learning_rate": 2.577593466639994e-06,
      "loss": 0.71,
      "step": 5170
    },
    {
      "epoch": 2.09,
      "grad_norm": 13.395255931323153,
      "learning_rate": 2.567339275541037e-06,
      "loss": 0.7007,
      "step": 5175
    },
    {
      "epoch": 2.09,
      "grad_norm": 36.56934428157861,
      "learning_rate": 2.5570984716561597e-06,
      "loss": 0.7209,
      "step": 5180
    },
    {
      "epoch": 2.09,
      "grad_norm": 7.579962432685944,
      "learning_rate": 2.5468711113416944e-06,
      "loss": 0.6964,
      "step": 5185
    },
    {
      "epoch": 2.09,
      "grad_norm": 22.91956890739734,
      "learning_rate": 2.5366572508799884e-06,
      "loss": 0.6755,
      "step": 5190
    },
    {
      "epoch": 2.09,
      "grad_norm": 14.180788527605213,
      "learning_rate": 2.5264569464791023e-06,
      "loss": 0.7073,
      "step": 5195
    },
    {
      "epoch": 2.1,
      "grad_norm": 8.74433804300584,
      "learning_rate": 2.5162702542724924e-06,
      "loss": 0.7038,
      "step": 5200
    },
    {
      "epoch": 2.1,
      "grad_norm": 8.453744534656876,
      "learning_rate": 2.506097230318709e-06,
      "loss": 0.7291,
      "step": 5205
    },
    {
      "epoch": 2.1,
      "grad_norm": 11.561061370648575,
      "learning_rate": 2.4959379306010845e-06,
      "loss": 0.7155,
      "step": 5210
    },
    {
      "epoch": 2.1,
      "grad_norm": 13.085171124759647,
      "learning_rate": 2.4857924110274185e-06,
      "loss": 0.7291,
      "step": 5215
    },
    {
      "epoch": 2.1,
      "grad_norm": 7.580777868791533,
      "learning_rate": 2.4756607274296844e-06,
      "loss": 0.6896,
      "step": 5220
    },
    {
      "epoch": 2.11,
      "grad_norm": 8.124400652263825,
      "learning_rate": 2.4655429355637122e-06,
      "loss": 0.7194,
      "step": 5225
    },
    {
      "epoch": 2.11,
      "grad_norm": 9.209667691796083,
      "learning_rate": 2.4554390911088834e-06,
      "loss": 0.6867,
      "step": 5230
    },
    {
      "epoch": 2.11,
      "grad_norm": 9.235335051262112,
      "learning_rate": 2.445349249667828e-06,
      "loss": 0.6856,
      "step": 5235
    },
    {
      "epoch": 2.11,
      "grad_norm": 18.573953714651054,
      "learning_rate": 2.4352734667661073e-06,
      "loss": 0.6992,
      "step": 5240
    },
    {
      "epoch": 2.11,
      "grad_norm": 7.231459671524343,
      "learning_rate": 2.425211797851931e-06,
      "loss": 0.6882,
      "step": 5245
    },
    {
      "epoch": 2.12,
      "grad_norm": 7.173355505618337,
      "learning_rate": 2.4151642982958246e-06,
      "loss": 0.7009,
      "step": 5250
    },
    {
      "epoch": 2.12,
      "grad_norm": 10.748327760080251,
      "learning_rate": 2.4051310233903467e-06,
      "loss": 0.7158,
      "step": 5255
    },
    {
      "epoch": 2.12,
      "grad_norm": 7.368133746887829,
      "learning_rate": 2.395112028349767e-06,
      "loss": 0.7022,
      "step": 5260
    },
    {
      "epoch": 2.12,
      "grad_norm": 10.073393070220808,
      "learning_rate": 2.3851073683097852e-06,
      "loss": 0.7133,
      "step": 5265
    },
    {
      "epoch": 2.12,
      "grad_norm": 10.369530915498508,
      "learning_rate": 2.3751170983272e-06,
      "loss": 0.7186,
      "step": 5270
    },
    {
      "epoch": 2.13,
      "grad_norm": 7.487117503067416,
      "learning_rate": 2.3651412733796267e-06,
      "loss": 0.7053,
      "step": 5275
    },
    {
      "epoch": 2.13,
      "grad_norm": 14.468727653866845,
      "learning_rate": 2.3551799483651894e-06,
      "loss": 0.6895,
      "step": 5280
    },
    {
      "epoch": 2.13,
      "grad_norm": 7.9047271546778655,
      "learning_rate": 2.3452331781022092e-06,
      "loss": 0.7109,
      "step": 5285
    },
    {
      "epoch": 2.13,
      "grad_norm": 7.59176364109064,
      "learning_rate": 2.335301017328924e-06,
      "loss": 0.7365,
      "step": 5290
    },
    {
      "epoch": 2.14,
      "grad_norm": 13.290169739630931,
      "learning_rate": 2.3253835207031607e-06,
      "loss": 0.73,
      "step": 5295
    },
    {
      "epoch": 2.14,
      "grad_norm": 8.739040399686104,
      "learning_rate": 2.315480742802054e-06,
      "loss": 0.7072,
      "step": 5300
    },
    {
      "epoch": 2.14,
      "grad_norm": 24.51870180490624,
      "learning_rate": 2.305592738121741e-06,
      "loss": 0.7247,
      "step": 5305
    },
    {
      "epoch": 2.14,
      "grad_norm": 9.829239075741722,
      "learning_rate": 2.2957195610770576e-06,
      "loss": 0.7227,
      "step": 5310
    },
    {
      "epoch": 2.14,
      "grad_norm": 10.921773906431268,
      "learning_rate": 2.2858612660012438e-06,
      "loss": 0.7194,
      "step": 5315
    },
    {
      "epoch": 2.15,
      "grad_norm": 17.80895529612371,
      "learning_rate": 2.2760179071456356e-06,
      "loss": 0.7302,
      "step": 5320
    },
    {
      "epoch": 2.15,
      "grad_norm": 7.606101503962172,
      "learning_rate": 2.2661895386793826e-06,
      "loss": 0.6781,
      "step": 5325
    },
    {
      "epoch": 2.15,
      "grad_norm": 10.548213861789673,
      "learning_rate": 2.256376214689134e-06,
      "loss": 0.6998,
      "step": 5330
    },
    {
      "epoch": 2.15,
      "grad_norm": 14.751772651717873,
      "learning_rate": 2.2465779891787514e-06,
      "loss": 0.6899,
      "step": 5335
    },
    {
      "epoch": 2.15,
      "grad_norm": 7.683939964961461,
      "learning_rate": 2.236794916069007e-06,
      "loss": 0.7034,
      "step": 5340
    },
    {
      "epoch": 2.16,
      "grad_norm": 12.164444172892702,
      "learning_rate": 2.2270270491972835e-06,
      "loss": 0.7326,
      "step": 5345
    },
    {
      "epoch": 2.16,
      "grad_norm": 8.853758277588964,
      "learning_rate": 2.2172744423172864e-06,
      "loss": 0.7088,
      "step": 5350
    },
    {
      "epoch": 2.16,
      "grad_norm": 8.264379895297916,
      "learning_rate": 2.2075371490987425e-06,
      "loss": 0.7185,
      "step": 5355
    },
    {
      "epoch": 2.16,
      "grad_norm": 7.247789903804749,
      "learning_rate": 2.1978152231271077e-06,
      "loss": 0.6888,
      "step": 5360
    },
    {
      "epoch": 2.16,
      "grad_norm": 8.160749370126286,
      "learning_rate": 2.1881087179032645e-06,
      "loss": 0.6841,
      "step": 5365
    },
    {
      "epoch": 2.17,
      "grad_norm": 13.82247142057415,
      "learning_rate": 2.1784176868432376e-06,
      "loss": 0.7513,
      "step": 5370
    },
    {
      "epoch": 2.17,
      "grad_norm": 20.10218867227893,
      "learning_rate": 2.1687421832778966e-06,
      "loss": 0.7107,
      "step": 5375
    },
    {
      "epoch": 2.17,
      "grad_norm": 12.17553016304403,
      "learning_rate": 2.159082260452658e-06,
      "loss": 0.7049,
      "step": 5380
    },
    {
      "epoch": 2.17,
      "grad_norm": 7.439591359866398,
      "learning_rate": 2.1494379715272e-06,
      "loss": 0.7101,
      "step": 5385
    },
    {
      "epoch": 2.17,
      "grad_norm": 19.254748498294624,
      "learning_rate": 2.139809369575159e-06,
      "loss": 0.6986,
      "step": 5390
    },
    {
      "epoch": 2.18,
      "grad_norm": 9.689935355786089,
      "learning_rate": 2.1301965075838497e-06,
      "loss": 0.7289,
      "step": 5395
    },
    {
      "epoch": 2.18,
      "grad_norm": 7.650899934128293,
      "learning_rate": 2.120599438453968e-06,
      "loss": 0.6992,
      "step": 5400
    },
    {
      "epoch": 2.18,
      "grad_norm": 22.2918533549259,
      "learning_rate": 2.1110182149992964e-06,
      "loss": 0.7254,
      "step": 5405
    },
    {
      "epoch": 2.18,
      "grad_norm": 11.390936408485016,
      "learning_rate": 2.1014528899464215e-06,
      "loss": 0.7148,
      "step": 5410
    },
    {
      "epoch": 2.18,
      "grad_norm": 9.362105641436626,
      "learning_rate": 2.09190351593443e-06,
      "loss": 0.726,
      "step": 5415
    },
    {
      "epoch": 2.19,
      "grad_norm": 8.74619979223555,
      "learning_rate": 2.0823701455146434e-06,
      "loss": 0.7012,
      "step": 5420
    },
    {
      "epoch": 2.19,
      "grad_norm": 9.254192015124952,
      "learning_rate": 2.0728528311502977e-06,
      "loss": 0.6679,
      "step": 5425
    },
    {
      "epoch": 2.19,
      "grad_norm": 17.314780848984693,
      "learning_rate": 2.0633516252162803e-06,
      "loss": 0.7266,
      "step": 5430
    },
    {
      "epoch": 2.19,
      "grad_norm": 8.50296257020781,
      "learning_rate": 2.0538665799988305e-06,
      "loss": 0.7441,
      "step": 5435
    },
    {
      "epoch": 2.19,
      "grad_norm": 17.40546352872344,
      "learning_rate": 2.044397747695247e-06,
      "loss": 0.7274,
      "step": 5440
    },
    {
      "epoch": 2.2,
      "grad_norm": 14.204020920659485,
      "learning_rate": 2.0349451804136195e-06,
      "loss": 0.7302,
      "step": 5445
    },
    {
      "epoch": 2.2,
      "grad_norm": 12.657320357914022,
      "learning_rate": 2.025508930172516e-06,
      "loss": 0.6961,
      "step": 5450
    },
    {
      "epoch": 2.2,
      "grad_norm": 7.202625840549151,
      "learning_rate": 2.0160890489007197e-06,
      "loss": 0.6958,
      "step": 5455
    },
    {
      "epoch": 2.2,
      "grad_norm": 15.01779205289609,
      "learning_rate": 2.0066855884369246e-06,
      "loss": 0.7242,
      "step": 5460
    },
    {
      "epoch": 2.2,
      "grad_norm": 7.957219335339912,
      "learning_rate": 1.997298600529471e-06,
      "loss": 0.7034,
      "step": 5465
    },
    {
      "epoch": 2.21,
      "grad_norm": 7.494798736835006,
      "learning_rate": 1.987928136836036e-06,
      "loss": 0.7312,
      "step": 5470
    },
    {
      "epoch": 2.21,
      "grad_norm": 13.537277919470428,
      "learning_rate": 1.978574248923371e-06,
      "loss": 0.7016,
      "step": 5475
    },
    {
      "epoch": 2.21,
      "grad_norm": 9.410344187792107,
      "learning_rate": 1.969236988267005e-06,
      "loss": 0.701,
      "step": 5480
    },
    {
      "epoch": 2.21,
      "grad_norm": 20.58650190857061,
      "learning_rate": 1.9599164062509666e-06,
      "loss": 0.7182,
      "step": 5485
    },
    {
      "epoch": 2.21,
      "grad_norm": 16.671784857429135,
      "learning_rate": 1.950612554167502e-06,
      "loss": 0.6935,
      "step": 5490
    },
    {
      "epoch": 2.22,
      "grad_norm": 18.79962351839764,
      "learning_rate": 1.9413254832167834e-06,
      "loss": 0.684,
      "step": 5495
    },
    {
      "epoch": 2.22,
      "grad_norm": 16.856262957963185,
      "learning_rate": 1.932055244506641e-06,
      "loss": 0.7068,
      "step": 5500
    },
    {
      "epoch": 2.22,
      "grad_norm": 10.576929533911413,
      "learning_rate": 1.9228018890522742e-06,
      "loss": 0.7186,
      "step": 5505
    },
    {
      "epoch": 2.22,
      "grad_norm": 18.17968626510052,
      "learning_rate": 1.913565467775971e-06,
      "loss": 0.6849,
      "step": 5510
    },
    {
      "epoch": 2.22,
      "grad_norm": 28.724452600407343,
      "learning_rate": 1.9043460315068308e-06,
      "loss": 0.7055,
      "step": 5515
    },
    {
      "epoch": 2.23,
      "grad_norm": 15.318639965568057,
      "learning_rate": 1.8951436309804766e-06,
      "loss": 0.7168,
      "step": 5520
    },
    {
      "epoch": 2.23,
      "grad_norm": 23.419729430364512,
      "learning_rate": 1.885958316838788e-06,
      "loss": 0.7057,
      "step": 5525
    },
    {
      "epoch": 2.23,
      "grad_norm": 10.027843069519783,
      "learning_rate": 1.8767901396296128e-06,
      "loss": 0.686,
      "step": 5530
    },
    {
      "epoch": 2.23,
      "grad_norm": 20.117806117644886,
      "learning_rate": 1.867639149806495e-06,
      "loss": 0.7166,
      "step": 5535
    },
    {
      "epoch": 2.23,
      "grad_norm": 7.895514629559552,
      "learning_rate": 1.8585053977283933e-06,
      "loss": 0.6841,
      "step": 5540
    },
    {
      "epoch": 2.24,
      "grad_norm": 9.363146927768579,
      "learning_rate": 1.8493889336593995e-06,
      "loss": 0.718,
      "step": 5545
    },
    {
      "epoch": 2.24,
      "grad_norm": 7.8610033918578095,
      "learning_rate": 1.8402898077684806e-06,
      "loss": 0.7023,
      "step": 5550
    },
    {
      "epoch": 2.24,
      "grad_norm": 11.524388899422258,
      "learning_rate": 1.831208070129175e-06,
      "loss": 0.6782,
      "step": 5555
    },
    {
      "epoch": 2.24,
      "grad_norm": 10.335299630858202,
      "learning_rate": 1.8221437707193424e-06,
      "loss": 0.717,
      "step": 5560
    },
    {
      "epoch": 2.24,
      "grad_norm": 14.116987390941619,
      "learning_rate": 1.8130969594208703e-06,
      "loss": 0.7153,
      "step": 5565
    },
    {
      "epoch": 2.25,
      "grad_norm": 8.85283101812693,
      "learning_rate": 1.8040676860194118e-06,
      "loss": 0.6878,
      "step": 5570
    },
    {
      "epoch": 2.25,
      "grad_norm": 8.589942345683562,
      "learning_rate": 1.7950560002041051e-06,
      "loss": 0.707,
      "step": 5575
    },
    {
      "epoch": 2.25,
      "grad_norm": 8.431013513048278,
      "learning_rate": 1.7860619515673034e-06,
      "loss": 0.7208,
      "step": 5580
    },
    {
      "epoch": 2.25,
      "grad_norm": 7.390020158191169,
      "learning_rate": 1.7770855896043004e-06,
      "loss": 0.6934,
      "step": 5585
    },
    {
      "epoch": 2.25,
      "grad_norm": 8.227435360273066,
      "learning_rate": 1.7681269637130522e-06,
      "loss": 0.6883,
      "step": 5590
    },
    {
      "epoch": 2.26,
      "grad_norm": 8.081270933436889,
      "learning_rate": 1.7591861231939216e-06,
      "loss": 0.7016,
      "step": 5595
    },
    {
      "epoch": 2.26,
      "grad_norm": 11.88112262855669,
      "learning_rate": 1.7502631172493878e-06,
      "loss": 0.7176,
      "step": 5600
    },
    {
      "epoch": 2.26,
      "grad_norm": 8.428836470772556,
      "learning_rate": 1.7413579949837873e-06,
      "loss": 0.7202,
      "step": 5605
    },
    {
      "epoch": 2.26,
      "grad_norm": 7.101090657459622,
      "learning_rate": 1.732470805403043e-06,
      "loss": 0.6931,
      "step": 5610
    },
    {
      "epoch": 2.26,
      "grad_norm": 8.393720846249298,
      "learning_rate": 1.723601597414385e-06,
      "loss": 0.6873,
      "step": 5615
    },
    {
      "epoch": 2.27,
      "grad_norm": 6.777383863552303,
      "learning_rate": 1.7147504198260995e-06,
      "loss": 0.7116,
      "step": 5620
    },
    {
      "epoch": 2.27,
      "grad_norm": 21.731672527581406,
      "learning_rate": 1.7059173213472385e-06,
      "loss": 0.7139,
      "step": 5625
    },
    {
      "epoch": 2.27,
      "grad_norm": 7.774732801415944,
      "learning_rate": 1.6971023505873706e-06,
      "loss": 0.7015,
      "step": 5630
    },
    {
      "epoch": 2.27,
      "grad_norm": 8.076311745093234,
      "learning_rate": 1.6883055560562977e-06,
      "loss": 0.7029,
      "step": 5635
    },
    {
      "epoch": 2.27,
      "grad_norm": 8.206810445200425,
      "learning_rate": 1.6795269861638041e-06,
      "loss": 0.7013,
      "step": 5640
    },
    {
      "epoch": 2.28,
      "grad_norm": 10.097989200722806,
      "learning_rate": 1.6707666892193791e-06,
      "loss": 0.6847,
      "step": 5645
    },
    {
      "epoch": 2.28,
      "grad_norm": 7.376391242183933,
      "learning_rate": 1.662024713431949e-06,
      "loss": 0.6913,
      "step": 5650
    },
    {
      "epoch": 2.28,
      "grad_norm": 7.771559239769423,
      "learning_rate": 1.6533011069096216e-06,
      "loss": 0.6898,
      "step": 5655
    },
    {
      "epoch": 2.28,
      "grad_norm": 16.042798155906937,
      "learning_rate": 1.6445959176594156e-06,
      "loss": 0.7091,
      "step": 5660
    },
    {
      "epoch": 2.28,
      "grad_norm": 8.51539326328401,
      "learning_rate": 1.6359091935869986e-06,
      "loss": 0.71,
      "step": 5665
    },
    {
      "epoch": 2.29,
      "grad_norm": 6.997772689634818,
      "learning_rate": 1.6272409824964169e-06,
      "loss": 0.6849,
      "step": 5670
    },
    {
      "epoch": 2.29,
      "grad_norm": 8.791553414840887,
      "learning_rate": 1.6185913320898439e-06,
      "loss": 0.6864,
      "step": 5675
    },
    {
      "epoch": 2.29,
      "grad_norm": 8.94642792448608,
      "learning_rate": 1.6099602899673083e-06,
      "loss": 0.6741,
      "step": 5680
    },
    {
      "epoch": 2.29,
      "grad_norm": 8.850867578468772,
      "learning_rate": 1.6013479036264358e-06,
      "loss": 0.7058,
      "step": 5685
    },
    {
      "epoch": 2.29,
      "grad_norm": 8.327887090480733,
      "learning_rate": 1.5927542204621888e-06,
      "loss": 0.6891,
      "step": 5690
    },
    {
      "epoch": 2.3,
      "grad_norm": 12.291356019659574,
      "learning_rate": 1.5841792877665995e-06,
      "loss": 0.756,
      "step": 5695
    },
    {
      "epoch": 2.3,
      "grad_norm": 11.296251458222326,
      "learning_rate": 1.5756231527285181e-06,
      "loss": 0.7155,
      "step": 5700
    },
    {
      "epoch": 2.3,
      "grad_norm": 11.231039396100408,
      "learning_rate": 1.567085862433348e-06,
      "loss": 0.7159,
      "step": 5705
    },
    {
      "epoch": 2.3,
      "grad_norm": 9.288385826690003,
      "learning_rate": 1.5585674638627884e-06,
      "loss": 0.715,
      "step": 5710
    },
    {
      "epoch": 2.3,
      "grad_norm": 9.624034679264133,
      "learning_rate": 1.5500680038945753e-06,
      "loss": 0.7163,
      "step": 5715
    },
    {
      "epoch": 2.31,
      "grad_norm": 6.88924826118366,
      "learning_rate": 1.5415875293022181e-06,
      "loss": 0.6975,
      "step": 5720
    },
    {
      "epoch": 2.31,
      "grad_norm": 18.428049490277107,
      "learning_rate": 1.5331260867547582e-06,
      "loss": 0.7147,
      "step": 5725
    },
    {
      "epoch": 2.31,
      "grad_norm": 8.971913030351825,
      "learning_rate": 1.5246837228164907e-06,
      "loss": 0.7286,
      "step": 5730
    },
    {
      "epoch": 2.31,
      "grad_norm": 23.495834492054406,
      "learning_rate": 1.5162604839467265e-06,
      "loss": 0.704,
      "step": 5735
    },
    {
      "epoch": 2.31,
      "grad_norm": 16.848727747480694,
      "learning_rate": 1.5078564164995225e-06,
      "loss": 0.7271,
      "step": 5740
    },
    {
      "epoch": 2.32,
      "grad_norm": 12.230638138972909,
      "learning_rate": 1.4994715667234366e-06,
      "loss": 0.7055,
      "step": 5745
    },
    {
      "epoch": 2.32,
      "grad_norm": 7.230658248515549,
      "learning_rate": 1.4911059807612743e-06,
      "loss": 0.6628,
      "step": 5750
    },
    {
      "epoch": 2.32,
      "grad_norm": 8.127010195894611,
      "learning_rate": 1.482759704649821e-06,
      "loss": 0.7104,
      "step": 5755
    },
    {
      "epoch": 2.32,
      "grad_norm": 10.853401864935572,
      "learning_rate": 1.4744327843196043e-06,
      "loss": 0.6745,
      "step": 5760
    },
    {
      "epoch": 2.32,
      "grad_norm": 6.9379408550625365,
      "learning_rate": 1.4661252655946284e-06,
      "loss": 0.7204,
      "step": 5765
    },
    {
      "epoch": 2.33,
      "grad_norm": 10.07034132824172,
      "learning_rate": 1.4578371941921383e-06,
      "loss": 0.6996,
      "step": 5770
    },
    {
      "epoch": 2.33,
      "grad_norm": 14.024834806221602,
      "learning_rate": 1.4495686157223476e-06,
      "loss": 0.6822,
      "step": 5775
    },
    {
      "epoch": 2.33,
      "grad_norm": 7.013039491524748,
      "learning_rate": 1.4413195756882037e-06,
      "loss": 0.7091,
      "step": 5780
    },
    {
      "epoch": 2.33,
      "grad_norm": 14.144498174052684,
      "learning_rate": 1.4330901194851321e-06,
      "loss": 0.7001,
      "step": 5785
    },
    {
      "epoch": 2.33,
      "grad_norm": 9.228028072708394,
      "learning_rate": 1.4248802924007804e-06,
      "loss": 0.6877,
      "step": 5790
    },
    {
      "epoch": 2.34,
      "grad_norm": 9.103143640063841,
      "learning_rate": 1.4166901396147852e-06,
      "loss": 0.6929,
      "step": 5795
    },
    {
      "epoch": 2.34,
      "grad_norm": 8.436262396139144,
      "learning_rate": 1.4085197061985022e-06,
      "loss": 0.7415,
      "step": 5800
    },
    {
      "epoch": 2.34,
      "grad_norm": 8.71042792436878,
      "learning_rate": 1.4003690371147755e-06,
      "loss": 0.7129,
      "step": 5805
    },
    {
      "epoch": 2.34,
      "grad_norm": 7.7086665572226405,
      "learning_rate": 1.392238177217683e-06,
      "loss": 0.6941,
      "step": 5810
    },
    {
      "epoch": 2.34,
      "grad_norm": 8.015548875035755,
      "learning_rate": 1.3841271712522886e-06,
      "loss": 0.7162,
      "step": 5815
    },
    {
      "epoch": 2.35,
      "grad_norm": 8.876482645557113,
      "learning_rate": 1.3760360638544012e-06,
      "loss": 0.6753,
      "step": 5820
    },
    {
      "epoch": 2.35,
      "grad_norm": 12.829621165002179,
      "learning_rate": 1.3679648995503191e-06,
      "loss": 0.695,
      "step": 5825
    },
    {
      "epoch": 2.35,
      "grad_norm": 8.15856019740538,
      "learning_rate": 1.3599137227565983e-06,
      "loss": 0.6871,
      "step": 5830
    },
    {
      "epoch": 2.35,
      "grad_norm": 10.60356450695432,
      "learning_rate": 1.3518825777797973e-06,
      "loss": 0.671,
      "step": 5835
    },
    {
      "epoch": 2.35,
      "grad_norm": 7.500495803815079,
      "learning_rate": 1.3438715088162403e-06,
      "loss": 0.6792,
      "step": 5840
    },
    {
      "epoch": 2.36,
      "grad_norm": 8.955269506917622,
      "learning_rate": 1.3358805599517655e-06,
      "loss": 0.6819,
      "step": 5845
    },
    {
      "epoch": 2.36,
      "grad_norm": 8.035499527843996,
      "learning_rate": 1.3279097751614928e-06,
      "loss": 0.6943,
      "step": 5850
    },
    {
      "epoch": 2.36,
      "grad_norm": 6.826809104561465,
      "learning_rate": 1.319959198309575e-06,
      "loss": 0.6607,
      "step": 5855
    },
    {
      "epoch": 2.36,
      "grad_norm": 10.289508662371126,
      "learning_rate": 1.3120288731489593e-06,
      "loss": 0.6834,
      "step": 5860
    },
    {
      "epoch": 2.36,
      "grad_norm": 8.677865561549089,
      "learning_rate": 1.304118843321146e-06,
      "loss": 0.7068,
      "step": 5865
    },
    {
      "epoch": 2.37,
      "grad_norm": 14.048173371644863,
      "learning_rate": 1.2962291523559428e-06,
      "loss": 0.709,
      "step": 5870
    },
    {
      "epoch": 2.37,
      "grad_norm": 7.591034809299726,
      "learning_rate": 1.288359843671237e-06,
      "loss": 0.6765,
      "step": 5875
    },
    {
      "epoch": 2.37,
      "grad_norm": 15.047890302018441,
      "learning_rate": 1.280510960572745e-06,
      "loss": 0.6778,
      "step": 5880
    },
    {
      "epoch": 2.37,
      "grad_norm": 7.433657042047171,
      "learning_rate": 1.2726825462537822e-06,
      "loss": 0.71,
      "step": 5885
    },
    {
      "epoch": 2.38,
      "grad_norm": 18.217825688468125,
      "learning_rate": 1.264874643795021e-06,
      "loss": 0.7062,
      "step": 5890
    },
    {
      "epoch": 2.38,
      "grad_norm": 11.471285424059117,
      "learning_rate": 1.2570872961642523e-06,
      "loss": 0.6939,
      "step": 5895
    },
    {
      "epoch": 2.38,
      "grad_norm": 13.217245935701765,
      "learning_rate": 1.2493205462161533e-06,
      "loss": 0.6796,
      "step": 5900
    },
    {
      "epoch": 2.38,
      "grad_norm": 6.940856716689683,
      "learning_rate": 1.2415744366920506e-06,
      "loss": 0.6914,
      "step": 5905
    },
    {
      "epoch": 2.38,
      "grad_norm": 8.305386306019244,
      "learning_rate": 1.2338490102196827e-06,
      "loss": 0.6908,
      "step": 5910
    },
    {
      "epoch": 2.39,
      "grad_norm": 9.624149922390462,
      "learning_rate": 1.2261443093129693e-06,
      "loss": 0.7012,
      "step": 5915
    },
    {
      "epoch": 2.39,
      "grad_norm": 8.841023467812798,
      "learning_rate": 1.2184603763717684e-06,
      "loss": 0.6741,
      "step": 5920
    },
    {
      "epoch": 2.39,
      "grad_norm": 19.88249915582039,
      "learning_rate": 1.2107972536816597e-06,
      "loss": 0.698,
      "step": 5925
    },
    {
      "epoch": 2.39,
      "grad_norm": 14.487483894255304,
      "learning_rate": 1.2031549834136924e-06,
      "loss": 0.6745,
      "step": 5930
    },
    {
      "epoch": 2.39,
      "grad_norm": 8.062689979650553,
      "learning_rate": 1.195533607624168e-06,
      "loss": 0.6843,
      "step": 5935
    },
    {
      "epoch": 2.4,
      "grad_norm": 8.553635815257165,
      "learning_rate": 1.1879331682543972e-06,
      "loss": 0.6989,
      "step": 5940
    },
    {
      "epoch": 2.4,
      "grad_norm": 14.111776882579814,
      "learning_rate": 1.1803537071304855e-06,
      "loss": 0.6739,
      "step": 5945
    },
    {
      "epoch": 2.4,
      "grad_norm": 10.353991889949414,
      "learning_rate": 1.172795265963082e-06,
      "loss": 0.7074,
      "step": 5950
    },
    {
      "epoch": 2.4,
      "grad_norm": 7.929082880285211,
      "learning_rate": 1.1652578863471664e-06,
      "loss": 0.7038,
      "step": 5955
    },
    {
      "epoch": 2.4,
      "grad_norm": 13.55998270164541,
      "learning_rate": 1.1577416097618138e-06,
      "loss": 0.6913,
      "step": 5960
    },
    {
      "epoch": 2.41,
      "grad_norm": 7.208036588311436,
      "learning_rate": 1.1502464775699619e-06,
      "loss": 0.6773,
      "step": 5965
    },
    {
      "epoch": 2.41,
      "grad_norm": 17.777919169893906,
      "learning_rate": 1.1427725310181982e-06,
      "loss": 0.6838,
      "step": 5970
    },
    {
      "epoch": 2.41,
      "grad_norm": 7.720118007955193,
      "learning_rate": 1.1353198112365133e-06,
      "loss": 0.6983,
      "step": 5975
    },
    {
      "epoch": 2.41,
      "grad_norm": 7.141061885275735,
      "learning_rate": 1.127888359238089e-06,
      "loss": 0.6691,
      "step": 5980
    },
    {
      "epoch": 2.41,
      "grad_norm": 16.620150804924627,
      "learning_rate": 1.1204782159190686e-06,
      "loss": 0.7046,
      "step": 5985
    },
    {
      "epoch": 2.42,
      "grad_norm": 7.969373704721411,
      "learning_rate": 1.1130894220583294e-06,
      "loss": 0.6793,
      "step": 5990
    },
    {
      "epoch": 2.42,
      "grad_norm": 7.177320784722896,
      "learning_rate": 1.1057220183172624e-06,
      "loss": 0.6948,
      "step": 5995
    },
    {
      "epoch": 2.42,
      "grad_norm": 22.00401576107171,
      "learning_rate": 1.0983760452395415e-06,
      "loss": 0.7062,
      "step": 6000
    },
    {
      "epoch": 2.42,
      "grad_norm": 11.116453422441834,
      "learning_rate": 1.0910515432509105e-06,
      "loss": 0.7139,
      "step": 6005
    },
    {
      "epoch": 2.42,
      "grad_norm": 8.392865813607877,
      "learning_rate": 1.0837485526589536e-06,
      "loss": 0.689,
      "step": 6010
    },
    {
      "epoch": 2.43,
      "grad_norm": 7.916414734802656,
      "learning_rate": 1.0764671136528742e-06,
      "loss": 0.7104,
      "step": 6015
    },
    {
      "epoch": 2.43,
      "grad_norm": 7.197325104102647,
      "learning_rate": 1.0692072663032771e-06,
      "loss": 0.691,
      "step": 6020
    },
    {
      "epoch": 2.43,
      "grad_norm": 7.700014284452919,
      "learning_rate": 1.0619690505619417e-06,
      "loss": 0.6838,
      "step": 6025
    },
    {
      "epoch": 2.43,
      "grad_norm": 9.532064185210691,
      "learning_rate": 1.0547525062616092e-06,
      "loss": 0.663,
      "step": 6030
    },
    {
      "epoch": 2.43,
      "grad_norm": 8.172850502490537,
      "learning_rate": 1.047557673115761e-06,
      "loss": 0.6586,
      "step": 6035
    },
    {
      "epoch": 2.44,
      "grad_norm": 10.363207739603784,
      "learning_rate": 1.040384590718399e-06,
      "loss": 0.6898,
      "step": 6040
    },
    {
      "epoch": 2.44,
      "grad_norm": 8.670819751427343,
      "learning_rate": 1.0332332985438248e-06,
      "loss": 0.7059,
      "step": 6045
    },
    {
      "epoch": 2.44,
      "grad_norm": 10.973700515873551,
      "learning_rate": 1.0261038359464304e-06,
      "loss": 0.7076,
      "step": 6050
    },
    {
      "epoch": 2.44,
      "grad_norm": 13.842798651731552,
      "learning_rate": 1.0189962421604738e-06,
      "loss": 0.711,
      "step": 6055
    },
    {
      "epoch": 2.44,
      "grad_norm": 11.476103249170656,
      "learning_rate": 1.01191055629987e-06,
      "loss": 0.7292,
      "step": 6060
    },
    {
      "epoch": 2.45,
      "grad_norm": 7.600975072140781,
      "learning_rate": 1.0048468173579695e-06,
      "loss": 0.7072,
      "step": 6065
    },
    {
      "epoch": 2.45,
      "grad_norm": 16.85895201885889,
      "learning_rate": 9.97805064207345e-07,
      "loss": 0.6958,
      "step": 6070
    },
    {
      "epoch": 2.45,
      "grad_norm": 18.45110956773347,
      "learning_rate": 9.907853355995818e-07,
      "loss": 0.6949,
      "step": 6075
    },
    {
      "epoch": 2.45,
      "grad_norm": 8.974445511822958,
      "learning_rate": 9.837876701650606e-07,
      "loss": 0.7379,
      "step": 6080
    },
    {
      "epoch": 2.45,
      "grad_norm": 9.084116565720729,
      "learning_rate": 9.768121064127462e-07,
      "loss": 0.7109,
      "step": 6085
    },
    {
      "epoch": 2.46,
      "grad_norm": 8.589509628775673,
      "learning_rate": 9.69858682729976e-07,
      "loss": 0.7114,
      "step": 6090
    },
    {
      "epoch": 2.46,
      "grad_norm": 12.51093714626655,
      "learning_rate": 9.629274373822423e-07,
      "loss": 0.6928,
      "step": 6095
    },
    {
      "epoch": 2.46,
      "grad_norm": 12.663929219550615,
      "learning_rate": 9.560184085129982e-07,
      "loss": 0.7059,
      "step": 6100
    },
    {
      "epoch": 2.46,
      "grad_norm": 11.108973364813883,
      "learning_rate": 9.491316341434264e-07,
      "loss": 0.6841,
      "step": 6105
    },
    {
      "epoch": 2.46,
      "grad_norm": 8.430080678409125,
      "learning_rate": 9.42267152172246e-07,
      "loss": 0.6787,
      "step": 6110
    },
    {
      "epoch": 2.47,
      "grad_norm": 6.960533415526076,
      "learning_rate": 9.354250003754983e-07,
      "loss": 0.6881,
      "step": 6115
    },
    {
      "epoch": 2.47,
      "grad_norm": 7.086989797649012,
      "learning_rate": 9.286052164063369e-07,
      "loss": 0.689,
      "step": 6120
    },
    {
      "epoch": 2.47,
      "grad_norm": 12.175338378153151,
      "learning_rate": 9.218078377948258e-07,
      "loss": 0.6643,
      "step": 6125
    },
    {
      "epoch": 2.47,
      "grad_norm": 7.010238048011958,
      "learning_rate": 9.150329019477255e-07,
      "loss": 0.6802,
      "step": 6130
    },
    {
      "epoch": 2.47,
      "grad_norm": 8.003069949326946,
      "learning_rate": 9.082804461482952e-07,
      "loss": 0.7048,
      "step": 6135
    },
    {
      "epoch": 2.48,
      "grad_norm": 11.039749701379492,
      "learning_rate": 9.015505075560799e-07,
      "loss": 0.6936,
      "step": 6140
    },
    {
      "epoch": 2.48,
      "grad_norm": 7.477570093080713,
      "learning_rate": 8.948431232067157e-07,
      "loss": 0.7112,
      "step": 6145
    },
    {
      "epoch": 2.48,
      "grad_norm": 8.58743324892904,
      "learning_rate": 8.881583300117136e-07,
      "loss": 0.7217,
      "step": 6150
    },
    {
      "epoch": 2.48,
      "grad_norm": 22.804401422449356,
      "learning_rate": 8.814961647582671e-07,
      "loss": 0.7016,
      "step": 6155
    },
    {
      "epoch": 2.48,
      "grad_norm": 8.212024124224245,
      "learning_rate": 8.748566641090433e-07,
      "loss": 0.7179,
      "step": 6160
    },
    {
      "epoch": 2.49,
      "grad_norm": 9.517744104048571,
      "learning_rate": 8.682398646019858e-07,
      "loss": 0.6968,
      "step": 6165
    },
    {
      "epoch": 2.49,
      "grad_norm": 10.017391145857028,
      "learning_rate": 8.61645802650109e-07,
      "loss": 0.6814,
      "step": 6170
    },
    {
      "epoch": 2.49,
      "grad_norm": 7.151780421280677,
      "learning_rate": 8.550745145412997e-07,
      "loss": 0.6903,
      "step": 6175
    },
    {
      "epoch": 2.49,
      "grad_norm": 7.336742010971506,
      "learning_rate": 8.485260364381187e-07,
      "loss": 0.6975,
      "step": 6180
    },
    {
      "epoch": 2.49,
      "grad_norm": 10.109681497012197,
      "learning_rate": 8.420004043776003e-07,
      "loss": 0.6894,
      "step": 6185
    },
    {
      "epoch": 2.5,
      "grad_norm": 13.997305563658804,
      "learning_rate": 8.354976542710558e-07,
      "loss": 0.6817,
      "step": 6190
    },
    {
      "epoch": 2.5,
      "grad_norm": 7.759921099351603,
      "learning_rate": 8.290178219038724e-07,
      "loss": 0.7047,
      "step": 6195
    },
    {
      "epoch": 2.5,
      "grad_norm": 11.587020704329706,
      "learning_rate": 8.225609429353187e-07,
      "loss": 0.7226,
      "step": 6200
    },
    {
      "epoch": 2.5,
      "grad_norm": 7.505892642680992,
      "learning_rate": 8.161270528983478e-07,
      "loss": 0.7116,
      "step": 6205
    },
    {
      "epoch": 2.5,
      "grad_norm": 14.387670785851986,
      "learning_rate": 8.097161871994042e-07,
      "loss": 0.6901,
      "step": 6210
    },
    {
      "epoch": 2.51,
      "grad_norm": 8.860085820738941,
      "learning_rate": 8.033283811182247e-07,
      "loss": 0.7013,
      "step": 6215
    },
    {
      "epoch": 2.51,
      "grad_norm": 9.567448170081905,
      "learning_rate": 7.969636698076477e-07,
      "loss": 0.7122,
      "step": 6220
    },
    {
      "epoch": 2.51,
      "grad_norm": 7.883406283218387,
      "learning_rate": 7.906220882934146e-07,
      "loss": 0.6803,
      "step": 6225
    },
    {
      "epoch": 2.51,
      "grad_norm": 10.496750852129724,
      "learning_rate": 7.843036714739888e-07,
      "loss": 0.6788,
      "step": 6230
    },
    {
      "epoch": 2.51,
      "grad_norm": 8.0517863588975,
      "learning_rate": 7.780084541203464e-07,
      "loss": 0.6668,
      "step": 6235
    },
    {
      "epoch": 2.52,
      "grad_norm": 9.373203719623788,
      "learning_rate": 7.717364708758024e-07,
      "loss": 0.6704,
      "step": 6240
    },
    {
      "epoch": 2.52,
      "grad_norm": 7.245295491811536,
      "learning_rate": 7.654877562558038e-07,
      "loss": 0.6755,
      "step": 6245
    },
    {
      "epoch": 2.52,
      "grad_norm": 8.33051493384858,
      "learning_rate": 7.592623446477543e-07,
      "loss": 0.6804,
      "step": 6250
    },
    {
      "epoch": 2.52,
      "grad_norm": 10.03296372665666,
      "learning_rate": 7.530602703108159e-07,
      "loss": 0.6897,
      "step": 6255
    },
    {
      "epoch": 2.52,
      "grad_norm": 6.796926435441726,
      "learning_rate": 7.468815673757218e-07,
      "loss": 0.6693,
      "step": 6260
    },
    {
      "epoch": 2.53,
      "grad_norm": 7.8148484438509875,
      "learning_rate": 7.407262698445932e-07,
      "loss": 0.6722,
      "step": 6265
    },
    {
      "epoch": 2.53,
      "grad_norm": 11.161037506477513,
      "learning_rate": 7.345944115907421e-07,
      "loss": 0.6919,
      "step": 6270
    },
    {
      "epoch": 2.53,
      "grad_norm": 10.251223754865906,
      "learning_rate": 7.284860263585003e-07,
      "loss": 0.7192,
      "step": 6275
    },
    {
      "epoch": 2.53,
      "grad_norm": 8.416513873799278,
      "learning_rate": 7.224011477630166e-07,
      "loss": 0.6928,
      "step": 6280
    },
    {
      "epoch": 2.53,
      "grad_norm": 7.54571664772697,
      "learning_rate": 7.163398092900853e-07,
      "loss": 0.6742,
      "step": 6285
    },
    {
      "epoch": 2.54,
      "grad_norm": 7.630952619319009,
      "learning_rate": 7.103020442959541e-07,
      "loss": 0.7067,
      "step": 6290
    },
    {
      "epoch": 2.54,
      "grad_norm": 7.415041807839196,
      "learning_rate": 7.04287886007144e-07,
      "loss": 0.6889,
      "step": 6295
    },
    {
      "epoch": 2.54,
      "grad_norm": 8.325897258274617,
      "learning_rate": 6.982973675202676e-07,
      "loss": 0.672,
      "step": 6300
    },
    {
      "epoch": 2.54,
      "grad_norm": 14.829942805859428,
      "learning_rate": 6.923305218018395e-07,
      "loss": 0.6624,
      "step": 6305
    },
    {
      "epoch": 2.54,
      "grad_norm": 7.8483093268929975,
      "learning_rate": 6.863873816881061e-07,
      "loss": 0.7021,
      "step": 6310
    },
    {
      "epoch": 2.55,
      "grad_norm": 6.92498216547613,
      "learning_rate": 6.80467979884854e-07,
      "loss": 0.6915,
      "step": 6315
    },
    {
      "epoch": 2.55,
      "grad_norm": 8.838108298902782,
      "learning_rate": 6.745723489672412e-07,
      "loss": 0.7,
      "step": 6320
    },
    {
      "epoch": 2.55,
      "grad_norm": 7.613133145194472,
      "learning_rate": 6.687005213796072e-07,
      "loss": 0.697,
      "step": 6325
    },
    {
      "epoch": 2.55,
      "grad_norm": 12.62935627779005,
      "learning_rate": 6.628525294352989e-07,
      "loss": 0.7083,
      "step": 6330
    },
    {
      "epoch": 2.55,
      "grad_norm": 6.774865982386047,
      "learning_rate": 6.570284053164943e-07,
      "loss": 0.6816,
      "step": 6335
    },
    {
      "epoch": 2.56,
      "grad_norm": 8.118843212773909,
      "learning_rate": 6.512281810740251e-07,
      "loss": 0.6882,
      "step": 6340
    },
    {
      "epoch": 2.56,
      "grad_norm": 10.630712949397768,
      "learning_rate": 6.454518886271982e-07,
      "loss": 0.6984,
      "step": 6345
    },
    {
      "epoch": 2.56,
      "grad_norm": 8.428110096616827,
      "learning_rate": 6.396995597636191e-07,
      "loss": 0.6644,
      "step": 6350
    },
    {
      "epoch": 2.56,
      "grad_norm": 7.780288857084446,
      "learning_rate": 6.339712261390213e-07,
      "loss": 0.6848,
      "step": 6355
    },
    {
      "epoch": 2.56,
      "grad_norm": 21.409925250361773,
      "learning_rate": 6.282669192770896e-07,
      "loss": 0.6967,
      "step": 6360
    },
    {
      "epoch": 2.57,
      "grad_norm": 9.240745644008053,
      "learning_rate": 6.225866705692857e-07,
      "loss": 0.6883,
      "step": 6365
    },
    {
      "epoch": 2.57,
      "grad_norm": 9.674756280883551,
      "learning_rate": 6.169305112746777e-07,
      "loss": 0.6951,
      "step": 6370
    },
    {
      "epoch": 2.57,
      "grad_norm": 12.048397050723365,
      "learning_rate": 6.112984725197646e-07,
      "loss": 0.7429,
      "step": 6375
    },
    {
      "epoch": 2.57,
      "grad_norm": 11.577785729229298,
      "learning_rate": 6.056905852983103e-07,
      "loss": 0.6849,
      "step": 6380
    },
    {
      "epoch": 2.57,
      "grad_norm": 13.26700761340119,
      "learning_rate": 6.001068804711674e-07,
      "loss": 0.6761,
      "step": 6385
    },
    {
      "epoch": 2.58,
      "grad_norm": 7.293043200627963,
      "learning_rate": 5.945473887661118e-07,
      "loss": 0.6724,
      "step": 6390
    },
    {
      "epoch": 2.58,
      "grad_norm": 8.457648865570288,
      "learning_rate": 5.890121407776716e-07,
      "loss": 0.6528,
      "step": 6395
    },
    {
      "epoch": 2.58,
      "grad_norm": 9.492245777716876,
      "learning_rate": 5.83501166966956e-07,
      "loss": 0.6592,
      "step": 6400
    },
    {
      "epoch": 2.58,
      "grad_norm": 7.626565378949079,
      "learning_rate": 5.780144976614971e-07,
      "loss": 0.67,
      "step": 6405
    },
    {
      "epoch": 2.58,
      "grad_norm": 9.903758819130118,
      "learning_rate": 5.725521630550684e-07,
      "loss": 0.7089,
      "step": 6410
    },
    {
      "epoch": 2.59,
      "grad_norm": 11.221012430791403,
      "learning_rate": 5.671141932075336e-07,
      "loss": 0.6768,
      "step": 6415
    },
    {
      "epoch": 2.59,
      "grad_norm": 7.0216988076201154,
      "learning_rate": 5.617006180446688e-07,
      "loss": 0.68,
      "step": 6420
    },
    {
      "epoch": 2.59,
      "grad_norm": 10.261197273236373,
      "learning_rate": 5.563114673580062e-07,
      "loss": 0.7065,
      "step": 6425
    },
    {
      "epoch": 2.59,
      "grad_norm": 10.444019940639068,
      "learning_rate": 5.509467708046706e-07,
      "loss": 0.6883,
      "step": 6430
    },
    {
      "epoch": 2.59,
      "grad_norm": 10.814008582648402,
      "learning_rate": 5.456065579072051e-07,
      "loss": 0.6791,
      "step": 6435
    },
    {
      "epoch": 2.6,
      "grad_norm": 12.625740069874405,
      "learning_rate": 5.402908580534233e-07,
      "loss": 0.7143,
      "step": 6440
    },
    {
      "epoch": 2.6,
      "grad_norm": 32.28495620280846,
      "learning_rate": 5.349997004962348e-07,
      "loss": 0.6818,
      "step": 6445
    },
    {
      "epoch": 2.6,
      "grad_norm": 8.018590214419145,
      "learning_rate": 5.297331143534973e-07,
      "loss": 0.6683,
      "step": 6450
    },
    {
      "epoch": 2.6,
      "grad_norm": 10.843690308266353,
      "learning_rate": 5.244911286078419e-07,
      "loss": 0.6646,
      "step": 6455
    },
    {
      "epoch": 2.6,
      "grad_norm": 7.448060701438149,
      "learning_rate": 5.192737721065255e-07,
      "loss": 0.6647,
      "step": 6460
    },
    {
      "epoch": 2.61,
      "grad_norm": 7.497660606213866,
      "learning_rate": 5.140810735612656e-07,
      "loss": 0.7232,
      "step": 6465
    },
    {
      "epoch": 2.61,
      "grad_norm": 13.747703268296267,
      "learning_rate": 5.089130615480842e-07,
      "loss": 0.7328,
      "step": 6470
    },
    {
      "epoch": 2.61,
      "grad_norm": 10.980931578514912,
      "learning_rate": 5.037697645071527e-07,
      "loss": 0.6819,
      "step": 6475
    },
    {
      "epoch": 2.61,
      "grad_norm": 11.102550489688186,
      "learning_rate": 4.986512107426283e-07,
      "loss": 0.6665,
      "step": 6480
    },
    {
      "epoch": 2.61,
      "grad_norm": 7.309435947152377,
      "learning_rate": 4.93557428422507e-07,
      "loss": 0.6694,
      "step": 6485
    },
    {
      "epoch": 2.62,
      "grad_norm": 6.934226738544792,
      "learning_rate": 4.884884455784644e-07,
      "loss": 0.6875,
      "step": 6490
    },
    {
      "epoch": 2.62,
      "grad_norm": 6.6508005982102825,
      "learning_rate": 4.834442901057001e-07,
      "loss": 0.6796,
      "step": 6495
    },
    {
      "epoch": 2.62,
      "grad_norm": 7.608629277763512,
      "learning_rate": 4.78424989762788e-07,
      "loss": 0.7415,
      "step": 6500
    },
    {
      "epoch": 2.62,
      "grad_norm": 7.050556142459157,
      "learning_rate": 4.734305721715182e-07,
      "loss": 0.6769,
      "step": 6505
    },
    {
      "epoch": 2.62,
      "grad_norm": 8.091611569372494,
      "learning_rate": 4.6846106481675035e-07,
      "loss": 0.6615,
      "step": 6510
    },
    {
      "epoch": 2.63,
      "grad_norm": 12.15038336162669,
      "learning_rate": 4.6351649504626007e-07,
      "loss": 0.6822,
      "step": 6515
    },
    {
      "epoch": 2.63,
      "grad_norm": 9.24527503269406,
      "learning_rate": 4.5859689007058896e-07,
      "loss": 0.6917,
      "step": 6520
    },
    {
      "epoch": 2.63,
      "grad_norm": 7.303872356527945,
      "learning_rate": 4.537022769628924e-07,
      "loss": 0.6727,
      "step": 6525
    },
    {
      "epoch": 2.63,
      "grad_norm": 6.8918656083018925,
      "learning_rate": 4.488326826587941e-07,
      "loss": 0.6839,
      "step": 6530
    },
    {
      "epoch": 2.64,
      "grad_norm": 7.73491402517389,
      "learning_rate": 4.439881339562363e-07,
      "loss": 0.6316,
      "step": 6535
    },
    {
      "epoch": 2.64,
      "grad_norm": 11.439001983592874,
      "learning_rate": 4.3916865751533313e-07,
      "loss": 0.6758,
      "step": 6540
    },
    {
      "epoch": 2.64,
      "grad_norm": 10.5221379590623,
      "learning_rate": 4.343742798582229e-07,
      "loss": 0.6607,
      "step": 6545
    },
    {
      "epoch": 2.64,
      "grad_norm": 7.646233632679172,
      "learning_rate": 4.296050273689195e-07,
      "loss": 0.6707,
      "step": 6550
    },
    {
      "epoch": 2.64,
      "grad_norm": 7.671968491727378,
      "learning_rate": 4.2486092629317354e-07,
      "loss": 0.6687,
      "step": 6555
    },
    {
      "epoch": 2.65,
      "grad_norm": 8.46067866415217,
      "learning_rate": 4.2014200273832406e-07,
      "loss": 0.7214,
      "step": 6560
    },
    {
      "epoch": 2.65,
      "grad_norm": 9.092465339705312,
      "learning_rate": 4.154482826731543e-07,
      "loss": 0.65,
      "step": 6565
    },
    {
      "epoch": 2.65,
      "grad_norm": 7.019529590276667,
      "learning_rate": 4.1077979192775065e-07,
      "loss": 0.6985,
      "step": 6570
    },
    {
      "epoch": 2.65,
      "grad_norm": 10.084817313774266,
      "learning_rate": 4.0613655619335667e-07,
      "loss": 0.6887,
      "step": 6575
    },
    {
      "epoch": 2.65,
      "grad_norm": 10.511653607166885,
      "learning_rate": 4.015186010222405e-07,
      "loss": 0.6639,
      "step": 6580
    },
    {
      "epoch": 2.66,
      "grad_norm": 7.463141604936293,
      "learning_rate": 3.969259518275431e-07,
      "loss": 0.6306,
      "step": 6585
    },
    {
      "epoch": 2.66,
      "grad_norm": 7.79565484434834,
      "learning_rate": 3.923586338831453e-07,
      "loss": 0.689,
      "step": 6590
    },
    {
      "epoch": 2.66,
      "grad_norm": 6.712370198831204,
      "learning_rate": 3.878166723235288e-07,
      "loss": 0.6938,
      "step": 6595
    },
    {
      "epoch": 2.66,
      "grad_norm": 12.790220661302872,
      "learning_rate": 3.8330009214363197e-07,
      "loss": 0.6758,
      "step": 6600
    },
    {
      "epoch": 2.66,
      "grad_norm": 10.327767164889268,
      "learning_rate": 3.7880891819872365e-07,
      "loss": 0.6591,
      "step": 6605
    },
    {
      "epoch": 2.67,
      "grad_norm": 7.5003444196363755,
      "learning_rate": 3.743431752042509e-07,
      "loss": 0.708,
      "step": 6610
    },
    {
      "epoch": 2.67,
      "grad_norm": 9.2620020592344,
      "learning_rate": 3.6990288773571856e-07,
      "loss": 0.6975,
      "step": 6615
    },
    {
      "epoch": 2.67,
      "grad_norm": 10.860966745902388,
      "learning_rate": 3.6548808022853933e-07,
      "loss": 0.6732,
      "step": 6620
    },
    {
      "epoch": 2.67,
      "grad_norm": 6.781412412422652,
      "learning_rate": 3.610987769779156e-07,
      "loss": 0.6818,
      "step": 6625
    },
    {
      "epoch": 2.67,
      "grad_norm": 7.029500433738177,
      "learning_rate": 3.567350021386895e-07,
      "loss": 0.6908,
      "step": 6630
    },
    {
      "epoch": 2.68,
      "grad_norm": 7.368106695431497,
      "learning_rate": 3.5239677972522037e-07,
      "loss": 0.6717,
      "step": 6635
    },
    {
      "epoch": 2.68,
      "grad_norm": 6.990527222441549,
      "learning_rate": 3.4808413361125004e-07,
      "loss": 0.6901,
      "step": 6640
    },
    {
      "epoch": 2.68,
      "grad_norm": 8.153704370737962,
      "learning_rate": 3.4379708752976804e-07,
      "loss": 0.6713,
      "step": 6645
    },
    {
      "epoch": 2.68,
      "grad_norm": 7.367420549219586,
      "learning_rate": 3.395356650728893e-07,
      "loss": 0.6869,
      "step": 6650
    },
    {
      "epoch": 2.68,
      "grad_norm": 8.373370537605064,
      "learning_rate": 3.352998896917131e-07,
      "loss": 0.688,
      "step": 6655
    },
    {
      "epoch": 2.69,
      "grad_norm": 8.322681648516124,
      "learning_rate": 3.310897846962041e-07,
      "loss": 0.687,
      "step": 6660
    },
    {
      "epoch": 2.69,
      "grad_norm": 7.713115881099371,
      "learning_rate": 3.269053732550581e-07,
      "loss": 0.6526,
      "step": 6665
    },
    {
      "epoch": 2.69,
      "grad_norm": 7.2157260593853705,
      "learning_rate": 3.2274667839557574e-07,
      "loss": 0.7072,
      "step": 6670
    },
    {
      "epoch": 2.69,
      "grad_norm": 8.581960613658934,
      "learning_rate": 3.1861372300353856e-07,
      "loss": 0.6515,
      "step": 6675
    },
    {
      "epoch": 2.69,
      "grad_norm": 8.859775154512494,
      "learning_rate": 3.1450652982307815e-07,
      "loss": 0.6791,
      "step": 6680
    },
    {
      "epoch": 2.7,
      "grad_norm": 7.821560290050431,
      "learning_rate": 3.1042512145655456e-07,
      "loss": 0.6657,
      "step": 6685
    },
    {
      "epoch": 2.7,
      "grad_norm": 10.406315452535901,
      "learning_rate": 3.063695203644329e-07,
      "loss": 0.6792,
      "step": 6690
    },
    {
      "epoch": 2.7,
      "grad_norm": 8.088514615395225,
      "learning_rate": 3.023397488651547e-07,
      "loss": 0.679,
      "step": 6695
    },
    {
      "epoch": 2.7,
      "grad_norm": 8.139576090720407,
      "learning_rate": 2.9833582913502136e-07,
      "loss": 0.7124,
      "step": 6700
    },
    {
      "epoch": 2.7,
      "grad_norm": 6.951908590242519,
      "learning_rate": 2.943577832080663e-07,
      "loss": 0.6536,
      "step": 6705
    },
    {
      "epoch": 2.71,
      "grad_norm": 9.634692866480727,
      "learning_rate": 2.90405632975938e-07,
      "loss": 0.6841,
      "step": 6710
    },
    {
      "epoch": 2.71,
      "grad_norm": 7.583020996780692,
      "learning_rate": 2.864794001877774e-07,
      "loss": 0.6584,
      "step": 6715
    },
    {
      "epoch": 2.71,
      "grad_norm": 7.133337233983223,
      "learning_rate": 2.8257910645009935e-07,
      "loss": 0.6895,
      "step": 6720
    },
    {
      "epoch": 2.71,
      "grad_norm": 8.487491873845302,
      "learning_rate": 2.7870477322667176e-07,
      "loss": 0.6684,
      "step": 6725
    },
    {
      "epoch": 2.71,
      "grad_norm": 7.275742235305359,
      "learning_rate": 2.7485642183840036e-07,
      "loss": 0.6737,
      "step": 6730
    },
    {
      "epoch": 2.72,
      "grad_norm": 10.234808397687504,
      "learning_rate": 2.710340734632083e-07,
      "loss": 0.683,
      "step": 6735
    },
    {
      "epoch": 2.72,
      "grad_norm": 13.39492396596042,
      "learning_rate": 2.6723774913592294e-07,
      "loss": 0.7026,
      "step": 6740
    },
    {
      "epoch": 2.72,
      "grad_norm": 7.688204833170652,
      "learning_rate": 2.634674697481576e-07,
      "loss": 0.6781,
      "step": 6745
    },
    {
      "epoch": 2.72,
      "grad_norm": 7.015038753163292,
      "learning_rate": 2.597232560481949e-07,
      "loss": 0.6382,
      "step": 6750
    },
    {
      "epoch": 2.72,
      "grad_norm": 8.246976015566766,
      "learning_rate": 2.5600512864087935e-07,
      "loss": 0.655,
      "step": 6755
    },
    {
      "epoch": 2.73,
      "grad_norm": 7.9917906454794645,
      "learning_rate": 2.523131079874963e-07,
      "loss": 0.6937,
      "step": 6760
    },
    {
      "epoch": 2.73,
      "grad_norm": 7.030953216673749,
      "learning_rate": 2.486472144056634e-07,
      "loss": 0.6729,
      "step": 6765
    },
    {
      "epoch": 2.73,
      "grad_norm": 8.008501775119932,
      "learning_rate": 2.450074680692188e-07,
      "loss": 0.6966,
      "step": 6770
    },
    {
      "epoch": 2.73,
      "grad_norm": 7.535600491082128,
      "learning_rate": 2.413938890081069e-07,
      "loss": 0.6866,
      "step": 6775
    },
    {
      "epoch": 2.73,
      "grad_norm": 9.984049476041328,
      "learning_rate": 2.3780649710827552e-07,
      "loss": 0.6991,
      "step": 6780
    },
    {
      "epoch": 2.74,
      "grad_norm": 6.637614427528961,
      "learning_rate": 2.3424531211155565e-07,
      "loss": 0.6528,
      "step": 6785
    },
    {
      "epoch": 2.74,
      "grad_norm": 16.226665886178726,
      "learning_rate": 2.3071035361556194e-07,
      "loss": 0.6732,
      "step": 6790
    },
    {
      "epoch": 2.74,
      "grad_norm": 8.68628996022435,
      "learning_rate": 2.272016410735811e-07,
      "loss": 0.6689,
      "step": 6795
    },
    {
      "epoch": 2.74,
      "grad_norm": 8.516187854598774,
      "learning_rate": 2.2371919379446495e-07,
      "loss": 0.6586,
      "step": 6800
    },
    {
      "epoch": 2.74,
      "grad_norm": 8.620085418870987,
      "learning_rate": 2.2026303094252632e-07,
      "loss": 0.7165,
      "step": 6805
    },
    {
      "epoch": 2.75,
      "grad_norm": 9.201811624782207,
      "learning_rate": 2.1683317153742777e-07,
      "loss": 0.6939,
      "step": 6810
    },
    {
      "epoch": 2.75,
      "grad_norm": 7.195464331596205,
      "learning_rate": 2.1342963445408483e-07,
      "loss": 0.6664,
      "step": 6815
    },
    {
      "epoch": 2.75,
      "grad_norm": 7.5236578927542475,
      "learning_rate": 2.1005243842255552e-07,
      "loss": 0.6884,
      "step": 6820
    },
    {
      "epoch": 2.75,
      "grad_norm": 7.70860379052487,
      "learning_rate": 2.067016020279433e-07,
      "loss": 0.6657,
      "step": 6825
    },
    {
      "epoch": 2.75,
      "grad_norm": 8.771313327660119,
      "learning_rate": 2.033771437102877e-07,
      "loss": 0.6688,
      "step": 6830
    },
    {
      "epoch": 2.76,
      "grad_norm": 9.764299285160561,
      "learning_rate": 2.0007908176446879e-07,
      "loss": 0.6725,
      "step": 6835
    },
    {
      "epoch": 2.76,
      "grad_norm": 6.933795763348559,
      "learning_rate": 1.9680743434010385e-07,
      "loss": 0.6874,
      "step": 6840
    },
    {
      "epoch": 2.76,
      "grad_norm": 12.074043349607445,
      "learning_rate": 1.9356221944144826e-07,
      "loss": 0.7027,
      "step": 6845
    },
    {
      "epoch": 2.76,
      "grad_norm": 6.81518182102359,
      "learning_rate": 1.90343454927297e-07,
      "loss": 0.6924,
      "step": 6850
    },
    {
      "epoch": 2.76,
      "grad_norm": 9.204048705819153,
      "learning_rate": 1.8715115851088263e-07,
      "loss": 0.6515,
      "step": 6855
    },
    {
      "epoch": 2.77,
      "grad_norm": 7.244875656674812,
      "learning_rate": 1.8398534775978305e-07,
      "loss": 0.6369,
      "step": 6860
    },
    {
      "epoch": 2.77,
      "grad_norm": 7.778287344019572,
      "learning_rate": 1.8084604009582229e-07,
      "loss": 0.6434,
      "step": 6865
    },
    {
      "epoch": 2.77,
      "grad_norm": 8.821616561739027,
      "learning_rate": 1.777332527949749e-07,
      "loss": 0.6892,
      "step": 6870
    },
    {
      "epoch": 2.77,
      "grad_norm": 7.148975540163136,
      "learning_rate": 1.7464700298727044e-07,
      "loss": 0.6897,
      "step": 6875
    },
    {
      "epoch": 2.77,
      "grad_norm": 10.13058116392989,
      "learning_rate": 1.7158730765669817e-07,
      "loss": 0.6861,
      "step": 6880
    },
    {
      "epoch": 2.78,
      "grad_norm": 6.651987875873002,
      "learning_rate": 1.6855418364111698e-07,
      "loss": 0.6858,
      "step": 6885
    },
    {
      "epoch": 2.78,
      "grad_norm": 7.8895295822966816,
      "learning_rate": 1.6554764763216047e-07,
      "loss": 0.696,
      "step": 6890
    },
    {
      "epoch": 2.78,
      "grad_norm": 7.250140261393451,
      "learning_rate": 1.6256771617514487e-07,
      "loss": 0.6439,
      "step": 6895
    },
    {
      "epoch": 2.78,
      "grad_norm": 7.716682557279987,
      "learning_rate": 1.5961440566897913e-07,
      "loss": 0.6786,
      "step": 6900
    },
    {
      "epoch": 2.78,
      "grad_norm": 7.595444153908226,
      "learning_rate": 1.5668773236607092e-07,
      "loss": 0.6746,
      "step": 6905
    },
    {
      "epoch": 2.79,
      "grad_norm": 7.328748971928146,
      "learning_rate": 1.5378771237224643e-07,
      "loss": 0.6635,
      "step": 6910
    },
    {
      "epoch": 2.79,
      "grad_norm": 6.669088243571489,
      "learning_rate": 1.5091436164664963e-07,
      "loss": 0.6479,
      "step": 6915
    },
    {
      "epoch": 2.79,
      "grad_norm": 10.050157025742639,
      "learning_rate": 1.480676960016636e-07,
      "loss": 0.6696,
      "step": 6920
    },
    {
      "epoch": 2.79,
      "grad_norm": 7.251173160471616,
      "learning_rate": 1.4524773110281888e-07,
      "loss": 0.6662,
      "step": 6925
    },
    {
      "epoch": 2.79,
      "grad_norm": 7.465237655188784,
      "learning_rate": 1.424544824687102e-07,
      "loss": 0.6851,
      "step": 6930
    },
    {
      "epoch": 2.8,
      "grad_norm": 8.16883255403586,
      "learning_rate": 1.3968796547090768e-07,
      "loss": 0.6696,
      "step": 6935
    },
    {
      "epoch": 2.8,
      "grad_norm": 8.089671615730229,
      "learning_rate": 1.369481953338764e-07,
      "loss": 0.6713,
      "step": 6940
    },
    {
      "epoch": 2.8,
      "grad_norm": 10.260450087341056,
      "learning_rate": 1.342351871348885e-07,
      "loss": 0.6776,
      "step": 6945
    },
    {
      "epoch": 2.8,
      "grad_norm": 11.258479357560187,
      "learning_rate": 1.315489558039418e-07,
      "loss": 0.6898,
      "step": 6950
    },
    {
      "epoch": 2.8,
      "grad_norm": 7.380202432487591,
      "learning_rate": 1.2888951612368084e-07,
      "loss": 0.6698,
      "step": 6955
    },
    {
      "epoch": 2.81,
      "grad_norm": 8.12243172392476,
      "learning_rate": 1.2625688272930925e-07,
      "loss": 0.652,
      "step": 6960
    },
    {
      "epoch": 2.81,
      "grad_norm": 7.166583155520059,
      "learning_rate": 1.2365107010851417e-07,
      "loss": 0.6529,
      "step": 6965
    },
    {
      "epoch": 2.81,
      "grad_norm": 7.0987346872586885,
      "learning_rate": 1.2107209260138474e-07,
      "loss": 0.6855,
      "step": 6970
    },
    {
      "epoch": 2.81,
      "grad_norm": 7.296487392678461,
      "learning_rate": 1.185199644003332e-07,
      "loss": 0.6811,
      "step": 6975
    },
    {
      "epoch": 2.81,
      "grad_norm": 7.115812289725834,
      "learning_rate": 1.1599469955001719e-07,
      "loss": 0.6822,
      "step": 6980
    },
    {
      "epoch": 2.82,
      "grad_norm": 7.055262412503819,
      "learning_rate": 1.1349631194726151e-07,
      "loss": 0.6837,
      "step": 6985
    },
    {
      "epoch": 2.82,
      "grad_norm": 7.884264180319673,
      "learning_rate": 1.1102481534098375e-07,
      "loss": 0.6693,
      "step": 6990
    },
    {
      "epoch": 2.82,
      "grad_norm": 7.534291720280173,
      "learning_rate": 1.0858022333211481e-07,
      "loss": 0.6641,
      "step": 6995
    },
    {
      "epoch": 2.82,
      "grad_norm": 7.300432052216407,
      "learning_rate": 1.0616254937352966e-07,
      "loss": 0.6698,
      "step": 7000
    },
    {
      "epoch": 2.82,
      "grad_norm": 9.667278163540502,
      "learning_rate": 1.0377180676996834e-07,
      "loss": 0.7191,
      "step": 7005
    },
    {
      "epoch": 2.83,
      "grad_norm": 8.933023403124968,
      "learning_rate": 1.014080086779634e-07,
      "loss": 0.678,
      "step": 7010
    },
    {
      "epoch": 2.83,
      "grad_norm": 7.17753973528174,
      "learning_rate": 9.907116810577045e-08,
      "loss": 0.6863,
      "step": 7015
    },
    {
      "epoch": 2.83,
      "grad_norm": 7.868822264873724,
      "learning_rate": 9.676129791329481e-08,
      "loss": 0.6254,
      "step": 7020
    },
    {
      "epoch": 2.83,
      "grad_norm": 6.508467484246546,
      "learning_rate": 9.447841081201948e-08,
      "loss": 0.6573,
      "step": 7025
    },
    {
      "epoch": 2.83,
      "grad_norm": 8.38472848445943,
      "learning_rate": 9.222251936493675e-08,
      "loss": 0.6897,
      "step": 7030
    },
    {
      "epoch": 2.84,
      "grad_norm": 7.074584969820798,
      "learning_rate": 8.999363598647893e-08,
      "loss": 0.6878,
      "step": 7035
    },
    {
      "epoch": 2.84,
      "grad_norm": 7.298711666179283,
      "learning_rate": 8.779177294245044e-08,
      "loss": 0.7161,
      "step": 7040
    },
    {
      "epoch": 2.84,
      "grad_norm": 7.952323915272186,
      "learning_rate": 8.561694234995754e-08,
      "loss": 0.7145,
      "step": 7045
    },
    {
      "epoch": 2.84,
      "grad_norm": 7.033240486657288,
      "learning_rate": 8.346915617734707e-08,
      "loss": 0.7128,
      "step": 7050
    },
    {
      "epoch": 2.84,
      "grad_norm": 8.340030079448628,
      "learning_rate": 8.134842624413387e-08,
      "loss": 0.7025,
      "step": 7055
    },
    {
      "epoch": 2.85,
      "grad_norm": 7.581166478719366,
      "learning_rate": 7.925476422094125e-08,
      "loss": 0.7033,
      "step": 7060
    },
    {
      "epoch": 2.85,
      "grad_norm": 6.987430203222376,
      "learning_rate": 7.718818162943398e-08,
      "loss": 0.6567,
      "step": 7065
    },
    {
      "epoch": 2.85,
      "grad_norm": 7.992039783034009,
      "learning_rate": 7.514868984225599e-08,
      "loss": 0.6677,
      "step": 7070
    },
    {
      "epoch": 2.85,
      "grad_norm": 7.134161947829603,
      "learning_rate": 7.313630008296713e-08,
      "loss": 0.6692,
      "step": 7075
    },
    {
      "epoch": 2.85,
      "grad_norm": 8.221096961441273,
      "learning_rate": 7.115102342598101e-08,
      "loss": 0.6671,
      "step": 7080
    },
    {
      "epoch": 2.86,
      "grad_norm": 7.376520411371209,
      "learning_rate": 6.919287079650616e-08,
      "loss": 0.6762,
      "step": 7085
    },
    {
      "epoch": 2.86,
      "grad_norm": 6.845969768343702,
      "learning_rate": 6.726185297048326e-08,
      "loss": 0.6694,
      "step": 7090
    },
    {
      "epoch": 2.86,
      "grad_norm": 6.238211345432872,
      "learning_rate": 6.535798057452691e-08,
      "loss": 0.6376,
      "step": 7095
    },
    {
      "epoch": 2.86,
      "grad_norm": 7.249286502161536,
      "learning_rate": 6.34812640858684e-08,
      "loss": 0.6945,
      "step": 7100
    },
    {
      "epoch": 2.86,
      "grad_norm": 6.775723266678111,
      "learning_rate": 6.163171383229527e-08,
      "loss": 0.6679,
      "step": 7105
    },
    {
      "epoch": 2.87,
      "grad_norm": 7.759292429954733,
      "learning_rate": 5.980933999209793e-08,
      "loss": 0.662,
      "step": 7110
    },
    {
      "epoch": 2.87,
      "grad_norm": 8.912249199662226,
      "learning_rate": 5.801415259401033e-08,
      "loss": 0.6757,
      "step": 7115
    },
    {
      "epoch": 2.87,
      "grad_norm": 8.013436529211443,
      "learning_rate": 5.6246161517158336e-08,
      "loss": 0.6905,
      "step": 7120
    },
    {
      "epoch": 2.87,
      "grad_norm": 8.848628631696203,
      "learning_rate": 5.450537649099918e-08,
      "loss": 0.6779,
      "step": 7125
    },
    {
      "epoch": 2.88,
      "grad_norm": 7.843003604456921,
      "learning_rate": 5.279180709527765e-08,
      "loss": 0.6703,
      "step": 7130
    },
    {
      "epoch": 2.88,
      "grad_norm": 7.1693855907424275,
      "learning_rate": 5.110546275996275e-08,
      "loss": 0.6847,
      "step": 7135
    },
    {
      "epoch": 2.88,
      "grad_norm": 8.695889856273157,
      "learning_rate": 4.944635276520393e-08,
      "loss": 0.6283,
      "step": 7140
    },
    {
      "epoch": 2.88,
      "grad_norm": 8.10405457925902,
      "learning_rate": 4.781448624127605e-08,
      "loss": 0.7114,
      "step": 7145
    },
    {
      "epoch": 2.88,
      "grad_norm": 7.346064882938857,
      "learning_rate": 4.6209872168528905e-08,
      "loss": 0.6772,
      "step": 7150
    },
    {
      "epoch": 2.89,
      "grad_norm": 6.821512731867321,
      "learning_rate": 4.463251937734059e-08,
      "loss": 0.6725,
      "step": 7155
    },
    {
      "epoch": 2.89,
      "grad_norm": 7.70332817085616,
      "learning_rate": 4.308243654806643e-08,
      "loss": 0.6837,
      "step": 7160
    },
    {
      "epoch": 2.89,
      "grad_norm": 7.043942123939794,
      "learning_rate": 4.155963221099124e-08,
      "loss": 0.6752,
      "step": 7165
    },
    {
      "epoch": 2.89,
      "grad_norm": 6.883979197861966,
      "learning_rate": 4.006411474628491e-08,
      "loss": 0.6633,
      "step": 7170
    },
    {
      "epoch": 2.89,
      "grad_norm": 7.702076002410021,
      "learning_rate": 3.8595892383953e-08,
      "loss": 0.6617,
      "step": 7175
    },
    {
      "epoch": 2.9,
      "grad_norm": 8.638589076794691,
      "learning_rate": 3.7154973203793466e-08,
      "loss": 0.6888,
      "step": 7180
    },
    {
      "epoch": 2.9,
      "grad_norm": 7.24263452036519,
      "learning_rate": 3.5741365135351646e-08,
      "loss": 0.6735,
      "step": 7185
    },
    {
      "epoch": 2.9,
      "grad_norm": 6.886376403840186,
      "learning_rate": 3.435507595787646e-08,
      "loss": 0.665,
      "step": 7190
    },
    {
      "epoch": 2.9,
      "grad_norm": 7.192528171033981,
      "learning_rate": 3.299611330027819e-08,
      "loss": 0.6523,
      "step": 7195
    },
    {
      "epoch": 2.9,
      "grad_norm": 6.863720633968301,
      "learning_rate": 3.166448464108629e-08,
      "loss": 0.673,
      "step": 7200
    },
    {
      "epoch": 2.91,
      "grad_norm": 6.98578157726086,
      "learning_rate": 3.036019730840667e-08,
      "loss": 0.6927,
      "step": 7205
    },
    {
      "epoch": 2.91,
      "grad_norm": 6.963184873488591,
      "learning_rate": 2.9083258479885023e-08,
      "loss": 0.6784,
      "step": 7210
    },
    {
      "epoch": 2.91,
      "grad_norm": 6.921141305787604,
      "learning_rate": 2.7833675182663e-08,
      "loss": 0.6901,
      "step": 7215
    },
    {
      "epoch": 2.91,
      "grad_norm": 7.151454839165128,
      "learning_rate": 2.661145429334322e-08,
      "loss": 0.7008,
      "step": 7220
    },
    {
      "epoch": 2.91,
      "grad_norm": 6.924299978808564,
      "learning_rate": 2.5416602537948197e-08,
      "loss": 0.7242,
      "step": 7225
    },
    {
      "epoch": 2.92,
      "grad_norm": 8.602824717701267,
      "learning_rate": 2.4249126491885934e-08,
      "loss": 0.6975,
      "step": 7230
    },
    {
      "epoch": 2.92,
      "grad_norm": 7.264360226535887,
      "learning_rate": 2.310903257991215e-08,
      "loss": 0.6565,
      "step": 7235
    },
    {
      "epoch": 2.92,
      "grad_norm": 7.681180289656343,
      "learning_rate": 2.1996327076096446e-08,
      "loss": 0.6966,
      "step": 7240
    },
    {
      "epoch": 2.92,
      "grad_norm": 6.947285450893149,
      "learning_rate": 2.091101610378621e-08,
      "loss": 0.697,
      "step": 7245
    },
    {
      "epoch": 2.92,
      "grad_norm": 7.720434569800489,
      "learning_rate": 1.98531056355733e-08,
      "loss": 0.6616,
      "step": 7250
    },
    {
      "epoch": 2.93,
      "grad_norm": 7.386434329519245,
      "learning_rate": 1.8822601493261316e-08,
      "loss": 0.6691,
      "step": 7255
    },
    {
      "epoch": 2.93,
      "grad_norm": 6.6596322168750435,
      "learning_rate": 1.781950934783505e-08,
      "loss": 0.6516,
      "step": 7260
    },
    {
      "epoch": 2.93,
      "grad_norm": 7.262432991908425,
      "learning_rate": 1.684383471942608e-08,
      "loss": 0.6575,
      "step": 7265
    },
    {
      "epoch": 2.93,
      "grad_norm": 7.311890451065669,
      "learning_rate": 1.589558297728555e-08,
      "loss": 0.6636,
      "step": 7270
    },
    {
      "epoch": 2.93,
      "grad_norm": 7.906000744788898,
      "learning_rate": 1.497475933975312e-08,
      "loss": 0.696,
      "step": 7275
    },
    {
      "epoch": 2.94,
      "grad_norm": 12.045630756085984,
      "learning_rate": 1.4081368874226398e-08,
      "loss": 0.6992,
      "step": 7280
    },
    {
      "epoch": 2.94,
      "grad_norm": 7.405966176562505,
      "learning_rate": 1.3215416497138756e-08,
      "loss": 0.7323,
      "step": 7285
    },
    {
      "epoch": 2.94,
      "grad_norm": 9.309630509701096,
      "learning_rate": 1.2376906973924907e-08,
      "loss": 0.6933,
      "step": 7290
    },
    {
      "epoch": 2.94,
      "grad_norm": 7.507448689843324,
      "learning_rate": 1.156584491900148e-08,
      "loss": 0.6805,
      "step": 7295
    },
    {
      "epoch": 2.94,
      "grad_norm": 8.272436921961551,
      "learning_rate": 1.0782234795735368e-08,
      "loss": 0.6938,
      "step": 7300
    },
    {
      "epoch": 2.95,
      "grad_norm": 6.618968260399834,
      "learning_rate": 1.0026080916425429e-08,
      "loss": 0.676,
      "step": 7305
    },
    {
      "epoch": 2.95,
      "grad_norm": 9.009224943936573,
      "learning_rate": 9.297387442273598e-09,
      "loss": 0.6493,
      "step": 7310
    },
    {
      "epoch": 2.95,
      "grad_norm": 7.405492273791612,
      "learning_rate": 8.596158383364361e-09,
      "loss": 0.6822,
      "step": 7315
    },
    {
      "epoch": 2.95,
      "grad_norm": 6.855916339254849,
      "learning_rate": 7.922397598642551e-09,
      "loss": 0.6763,
      "step": 7320
    },
    {
      "epoch": 2.95,
      "grad_norm": 8.964068833091947,
      "learning_rate": 7.276108795892245e-09,
      "loss": 0.7172,
      "step": 7325
    },
    {
      "epoch": 2.96,
      "grad_norm": 7.736986286585069,
      "learning_rate": 6.657295531715679e-09,
      "loss": 0.6524,
      "step": 7330
    },
    {
      "epoch": 2.96,
      "grad_norm": 7.023965236554041,
      "learning_rate": 6.06596121151326e-09,
      "loss": 0.6782,
      "step": 7335
    },
    {
      "epoch": 2.96,
      "grad_norm": 6.972496079634721,
      "learning_rate": 5.5021090894674665e-09,
      "loss": 0.6694,
      "step": 7340
    },
    {
      "epoch": 2.96,
      "grad_norm": 6.836599421823032,
      "learning_rate": 4.965742268521201e-09,
      "loss": 0.6867,
      "step": 7345
    },
    {
      "epoch": 2.96,
      "grad_norm": 7.067217726173067,
      "learning_rate": 4.456863700363357e-09,
      "loss": 0.6688,
      "step": 7350
    },
    {
      "epoch": 2.97,
      "grad_norm": 7.689340391484074,
      "learning_rate": 3.975476185411608e-09,
      "loss": 0.658,
      "step": 7355
    },
    {
      "epoch": 2.97,
      "grad_norm": 7.420542436912137,
      "learning_rate": 3.5215823727974274e-09,
      "loss": 0.6736,
      "step": 7360
    },
    {
      "epoch": 2.97,
      "grad_norm": 7.109044382994916,
      "learning_rate": 3.0951847603516437e-09,
      "loss": 0.6536,
      "step": 7365
    },
    {
      "epoch": 2.97,
      "grad_norm": 7.020917382250396,
      "learning_rate": 2.696285694588352e-09,
      "loss": 0.663,
      "step": 7370
    },
    {
      "epoch": 2.97,
      "grad_norm": 6.523996927191407,
      "learning_rate": 2.3248873706971374e-09,
      "loss": 0.6983,
      "step": 7375
    },
    {
      "epoch": 2.98,
      "grad_norm": 6.9865517555009005,
      "learning_rate": 1.980991832524759e-09,
      "loss": 0.6815,
      "step": 7380
    },
    {
      "epoch": 2.98,
      "grad_norm": 9.119159209725249,
      "learning_rate": 1.6646009725684864e-09,
      "loss": 0.6788,
      "step": 7385
    },
    {
      "epoch": 2.98,
      "grad_norm": 7.7265477482194855,
      "learning_rate": 1.3757165319644439e-09,
      "loss": 0.6629,
      "step": 7390
    },
    {
      "epoch": 2.98,
      "grad_norm": 7.662052856250405,
      "learning_rate": 1.1143401004765075e-09,
      "loss": 0.6561,
      "step": 7395
    },
    {
      "epoch": 2.98,
      "grad_norm": 9.781011008340089,
      "learning_rate": 8.804731164901991e-10,
      "loss": 0.6837,
      "step": 7400
    },
    {
      "epoch": 2.99,
      "grad_norm": 6.9540258783343,
      "learning_rate": 6.741168670021392e-10,
      "loss": 0.6504,
      "step": 7405
    },
    {
      "epoch": 2.99,
      "grad_norm": 7.210146643455515,
      "learning_rate": 4.952724876150505e-10,
      "loss": 0.6599,
      "step": 7410
    },
    {
      "epoch": 2.99,
      "grad_norm": 7.3052428055619165,
      "learning_rate": 3.439409625294321e-10,
      "loss": 0.6877,
      "step": 7415
    },
    {
      "epoch": 2.99,
      "grad_norm": 10.38665088184887,
      "learning_rate": 2.2012312454133822e-10,
      "loss": 0.6678,
      "step": 7420
    },
    {
      "epoch": 2.99,
      "grad_norm": 8.391998417326777,
      "learning_rate": 1.2381965503460712e-10,
      "loss": 0.6748,
      "step": 7425
    },
    {
      "epoch": 3.0,
      "grad_norm": 8.835244351989205,
      "learning_rate": 5.503108397753032e-11,
      "loss": 0.7143,
      "step": 7430
    },
    {
      "epoch": 3.0,
      "grad_norm": 6.941822447796259,
      "learning_rate": 1.375778992229737e-11,
      "loss": 0.6986,
      "step": 7435
    },
    {
      "epoch": 3.0,
      "grad_norm": 7.077387432765926,
      "learning_rate": 0.0,
      "loss": 0.6836,
      "step": 7440
    },
    {
      "epoch": 3.0,
      "eval_loss": 1.1355550289154053,
      "eval_runtime": 164.9125,
      "eval_samples_per_second": 4.887,
      "eval_steps_per_second": 0.612,
      "step": 7440
    },
    {
      "epoch": 3.0,
      "step": 7440,
      "total_flos": 256118529982464.0,
      "train_loss": 1.1025839365938659,
      "train_runtime": 66549.14,
      "train_samples_per_second": 1.789,
      "train_steps_per_second": 0.112
    }
  ],
  "logging_steps": 5,
  "max_steps": 7440,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "total_flos": 256118529982464.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}