{
  "best_metric": 2.10353946685791,
  "best_model_checkpoint": "data/tinyllama_mole_sft_router05_lr1e-4_ep3/checkpoint-2200",
  "epoch": 2.9986859395532193,
  "eval_steps": 100,
  "global_step": 3423,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 8.333333333333333e-07,
      "loss": 3.7925,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.166666666666667e-06,
      "loss": 3.7302,
      "step": 5
    },
    {
      "epoch": 0.01,
      "learning_rate": 8.333333333333334e-06,
      "loss": 3.3746,
      "step": 10
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.25e-05,
      "loss": 2.8214,
      "step": 15
    },
    {
      "epoch": 0.02,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 2.6367,
      "step": 20
    },
    {
      "epoch": 0.02,
      "learning_rate": 2.0833333333333336e-05,
      "loss": 2.5137,
      "step": 25
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.5e-05,
      "loss": 2.4115,
      "step": 30
    },
    {
      "epoch": 0.03,
      "learning_rate": 2.916666666666667e-05,
      "loss": 2.3625,
      "step": 35
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 2.3396,
      "step": 40
    },
    {
      "epoch": 0.04,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 2.3126,
      "step": 45
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.166666666666667e-05,
      "loss": 2.3046,
      "step": 50
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.5833333333333334e-05,
      "loss": 2.2724,
      "step": 55
    },
    {
      "epoch": 0.05,
      "learning_rate": 5e-05,
      "loss": 2.2881,
      "step": 60
    },
    {
      "epoch": 0.06,
      "learning_rate": 5.4166666666666664e-05,
      "loss": 2.2671,
      "step": 65
    },
    {
      "epoch": 0.06,
      "learning_rate": 5.833333333333334e-05,
      "loss": 2.2738,
      "step": 70
    },
    {
      "epoch": 0.07,
      "learning_rate": 6.25e-05,
      "loss": 2.2463,
      "step": 75
    },
    {
      "epoch": 0.07,
      "learning_rate": 6.666666666666667e-05,
      "loss": 2.2509,
      "step": 80
    },
    {
      "epoch": 0.07,
      "learning_rate": 7.083333333333334e-05,
      "loss": 2.2554,
      "step": 85
    },
    {
      "epoch": 0.08,
      "learning_rate": 7.500000000000001e-05,
      "loss": 2.2522,
      "step": 90
    },
    {
      "epoch": 0.08,
      "learning_rate": 7.916666666666666e-05,
      "loss": 2.2278,
      "step": 95
    },
    {
      "epoch": 0.09,
      "learning_rate": 8.333333333333334e-05,
      "loss": 2.2617,
      "step": 100
    },
    {
      "epoch": 0.09,
      "eval_loss": 2.2410387992858887,
      "eval_runtime": 439.5124,
      "eval_samples_per_second": 36.782,
      "eval_steps_per_second": 1.151,
      "step": 100
    },
    {
      "epoch": 0.09,
      "learning_rate": 8.75e-05,
      "loss": 2.2391,
      "step": 105
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.166666666666667e-05,
      "loss": 2.2334,
      "step": 110
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.583333333333334e-05,
      "loss": 2.2407,
      "step": 115
    },
    {
      "epoch": 0.11,
      "learning_rate": 0.0001,
      "loss": 2.2282,
      "step": 120
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.999943459219818e-05,
      "loss": 2.232,
      "step": 125
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.999773838158017e-05,
      "loss": 2.2113,
      "step": 130
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.9994911406508e-05,
      "loss": 2.2273,
      "step": 135
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.99909537309174e-05,
      "loss": 2.2408,
      "step": 140
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.998586544431642e-05,
      "loss": 2.2243,
      "step": 145
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.997964666178332e-05,
      "loss": 2.2275,
      "step": 150
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.997229752396404e-05,
      "loss": 2.2214,
      "step": 155
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.996381819706897e-05,
      "loss": 2.2175,
      "step": 160
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.995420887286921e-05,
      "loss": 2.2134,
      "step": 165
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.994346976869222e-05,
      "loss": 2.219,
      "step": 170
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.993160112741697e-05,
      "loss": 2.2295,
      "step": 175
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.991860321746833e-05,
      "loss": 2.2077,
      "step": 180
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.990447633281108e-05,
      "loss": 2.2074,
      "step": 185
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.988922079294327e-05,
      "loss": 2.2145,
      "step": 190
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.987283694288896e-05,
      "loss": 2.2054,
      "step": 195
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.985532515319038e-05,
      "loss": 2.2246,
      "step": 200
    },
    {
      "epoch": 0.18,
      "eval_loss": 2.21648907661438,
      "eval_runtime": 475.9972,
      "eval_samples_per_second": 33.962,
      "eval_steps_per_second": 1.063,
      "step": 200
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.983668581989965e-05,
      "loss": 2.2172,
      "step": 205
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.981691936456975e-05,
      "loss": 2.1936,
      "step": 210
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.9796026234245e-05,
      "loss": 2.2234,
      "step": 215
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.977400690145097e-05,
      "loss": 2.2015,
      "step": 220
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.975086186418373e-05,
      "loss": 2.1856,
      "step": 225
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.972659164589871e-05,
      "loss": 2.2081,
      "step": 230
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.970119679549868e-05,
      "loss": 2.2161,
      "step": 235
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.967467788732156e-05,
      "loss": 2.1883,
      "step": 240
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.964703552112722e-05,
      "loss": 2.2166,
      "step": 245
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.961827032208406e-05,
      "loss": 2.1922,
      "step": 250
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.958838294075479e-05,
      "loss": 2.2028,
      "step": 255
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.955737405308174e-05,
      "loss": 2.2048,
      "step": 260
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.952524436037161e-05,
      "loss": 2.1892,
      "step": 265
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.949199458927955e-05,
      "loss": 2.1891,
      "step": 270
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.945762549179277e-05,
      "loss": 2.2036,
      "step": 275
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.942213784521346e-05,
      "loss": 2.1801,
      "step": 280
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.938553245214138e-05,
      "loss": 2.2159,
      "step": 285
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.934781014045545e-05,
      "loss": 2.1817,
      "step": 290
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.93089717632953e-05,
      "loss": 2.2027,
      "step": 295
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.926901819904178e-05,
      "loss": 2.1994,
      "step": 300
    },
    {
      "epoch": 0.26,
      "eval_loss": 2.1994447708129883,
      "eval_runtime": 435.4362,
      "eval_samples_per_second": 37.126,
      "eval_steps_per_second": 1.162,
      "step": 300
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.922795035129713e-05,
      "loss": 2.199,
      "step": 305
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.918576914886465e-05,
      "loss": 2.1699,
      "step": 310
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.914247554572757e-05,
      "loss": 2.1873,
      "step": 315
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.909807052102751e-05,
      "loss": 2.1832,
      "step": 320
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.905255507904238e-05,
      "loss": 2.1833,
      "step": 325
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.900593024916365e-05,
      "loss": 2.1766,
      "step": 330
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.895819708587295e-05,
      "loss": 2.2268,
      "step": 335
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.890935666871847e-05,
      "loss": 2.1813,
      "step": 340
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.885941010229027e-05,
      "loss": 2.186,
      "step": 345
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.880835851619554e-05,
      "loss": 2.1832,
      "step": 350
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.875620306503282e-05,
      "loss": 2.1824,
      "step": 355
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.870294492836612e-05,
      "loss": 2.1898,
      "step": 360
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.864858531069807e-05,
      "loss": 2.1846,
      "step": 365
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.859312544144272e-05,
      "loss": 2.1772,
      "step": 370
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.85365665748978e-05,
      "loss": 2.1724,
      "step": 375
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.847890999021629e-05,
      "loss": 2.1862,
      "step": 380
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.84201569913775e-05,
      "loss": 2.1746,
      "step": 385
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.83603089071576e-05,
      "loss": 2.1679,
      "step": 390
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.829936709109949e-05,
      "loss": 2.1705,
      "step": 395
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.823733292148236e-05,
      "loss": 2.1767,
      "step": 400
    },
    {
      "epoch": 0.35,
      "eval_loss": 2.186896800994873,
      "eval_runtime": 433.1626,
      "eval_samples_per_second": 37.321,
      "eval_steps_per_second": 1.168,
      "step": 400
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.817420780129031e-05,
      "loss": 2.1981,
      "step": 405
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.810999315818077e-05,
      "loss": 2.1918,
      "step": 410
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.804469044445215e-05,
      "loss": 2.1802,
      "step": 415
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.797830113701101e-05,
      "loss": 2.1797,
      "step": 420
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.791082673733864e-05,
      "loss": 2.1725,
      "step": 425
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.784226877145712e-05,
      "loss": 2.1803,
      "step": 430
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.77726287898948e-05,
      "loss": 2.1648,
      "step": 435
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.770190836765123e-05,
      "loss": 2.1775,
      "step": 440
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.763010910416155e-05,
      "loss": 2.1689,
      "step": 445
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.755723262326031e-05,
      "loss": 2.1968,
      "step": 450
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.748328057314476e-05,
      "loss": 2.1676,
      "step": 455
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.740825462633752e-05,
      "loss": 2.1657,
      "step": 460
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.733215647964884e-05,
      "loss": 2.1778,
      "step": 465
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.725498785413813e-05,
      "loss": 2.1802,
      "step": 470
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.717675049507514e-05,
      "loss": 2.1739,
      "step": 475
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.709744617190038e-05,
      "loss": 2.1821,
      "step": 480
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.701707667818515e-05,
      "loss": 2.1494,
      "step": 485
    },
    {
      "epoch": 0.43,
      "learning_rate": 9.693564383159103e-05,
      "loss": 2.1817,
      "step": 490
    },
    {
      "epoch": 0.43,
      "learning_rate": 9.685314947382868e-05,
      "loss": 2.1639,
      "step": 495
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.676959547061624e-05,
      "loss": 2.1532,
      "step": 500
    },
    {
      "epoch": 0.44,
      "eval_loss": 2.179184913635254,
      "eval_runtime": 432.5255,
      "eval_samples_per_second": 37.376,
      "eval_steps_per_second": 1.17,
      "step": 500
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.668498371163712e-05,
      "loss": 2.1665,
      "step": 505
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.659931611049729e-05,
      "loss": 2.1692,
      "step": 510
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.651259460468191e-05,
      "loss": 2.1739,
      "step": 515
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.642482115551164e-05,
      "loss": 2.1475,
      "step": 520
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.63359977480982e-05,
      "loss": 2.1647,
      "step": 525
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.62461263912995e-05,
      "loss": 2.159,
      "step": 530
    },
    {
      "epoch": 0.47,
      "learning_rate": 9.615520911767418e-05,
      "loss": 2.1532,
      "step": 535
    },
    {
      "epoch": 0.47,
      "learning_rate": 9.606324798343567e-05,
      "loss": 2.1686,
      "step": 540
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.597024506840568e-05,
      "loss": 2.156,
      "step": 545
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.587620247596716e-05,
      "loss": 2.1666,
      "step": 550
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.578112233301675e-05,
      "loss": 2.1713,
      "step": 555
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.568500678991661e-05,
      "loss": 2.1769,
      "step": 560
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.558785802044586e-05,
      "loss": 2.1737,
      "step": 565
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.54896782217514e-05,
      "loss": 2.1649,
      "step": 570
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.53904696142982e-05,
      "loss": 2.1734,
      "step": 575
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.529023444181907e-05,
      "loss": 2.1535,
      "step": 580
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.518897497126396e-05,
      "loss": 2.1719,
      "step": 585
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.508669349274866e-05,
      "loss": 2.1583,
      "step": 590
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.498339231950298e-05,
      "loss": 2.183,
      "step": 595
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.487907378781853e-05,
      "loss": 2.171,
      "step": 600
    },
    {
      "epoch": 0.53,
      "eval_loss": 2.1716604232788086,
      "eval_runtime": 434.3111,
      "eval_samples_per_second": 37.222,
      "eval_steps_per_second": 1.165,
      "step": 600
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.477374025699577e-05,
      "loss": 2.143,
      "step": 605
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.466739410929069e-05,
      "loss": 2.155,
      "step": 610
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.456003774986095e-05,
      "loss": 2.1776,
      "step": 615
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.44516736067115e-05,
      "loss": 2.1561,
      "step": 620
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.43423041306396e-05,
      "loss": 2.1547,
      "step": 625
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.423193179517947e-05,
      "loss": 2.1554,
      "step": 630
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.412055909654627e-05,
      "loss": 2.1779,
      "step": 635
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.400818855357972e-05,
      "loss": 2.1636,
      "step": 640
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.38948227076871e-05,
      "loss": 2.1668,
      "step": 645
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.378046412278574e-05,
      "loss": 2.1548,
      "step": 650
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.366511538524509e-05,
      "loss": 2.1594,
      "step": 655
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.35487791038282e-05,
      "loss": 2.1619,
      "step": 660
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.343145790963273e-05,
      "loss": 2.1541,
      "step": 665
    },
    {
      "epoch": 0.59,
      "learning_rate": 9.331315445603137e-05,
      "loss": 2.1423,
      "step": 670
    },
    {
      "epoch": 0.59,
      "learning_rate": 9.3193871418612e-05,
      "loss": 2.165,
      "step": 675
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.3073611495117e-05,
      "loss": 2.1749,
      "step": 680
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.295237740538232e-05,
      "loss": 2.154,
      "step": 685
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.283017189127598e-05,
      "loss": 2.1557,
      "step": 690
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.270699771663602e-05,
      "loss": 2.1496,
      "step": 695
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.258285766720802e-05,
      "loss": 2.1588,
      "step": 700
    },
    {
      "epoch": 0.61,
      "eval_loss": 2.1645405292510986,
      "eval_runtime": 433.8926,
      "eval_samples_per_second": 37.258,
      "eval_steps_per_second": 1.166,
      "step": 700
    },
    {
      "epoch": 0.62,
      "learning_rate": 9.245775455058208e-05,
      "loss": 2.1585,
      "step": 705
    },
    {
      "epoch": 0.62,
      "learning_rate": 9.23316911961293e-05,
      "loss": 2.1316,
      "step": 710
    },
    {
      "epoch": 0.63,
      "learning_rate": 9.220467045493787e-05,
      "loss": 2.1385,
      "step": 715
    },
    {
      "epoch": 0.63,
      "learning_rate": 9.207669519974851e-05,
      "loss": 2.1692,
      "step": 720
    },
    {
      "epoch": 0.64,
      "learning_rate": 9.194776832488952e-05,
      "loss": 2.1358,
      "step": 725
    },
    {
      "epoch": 0.64,
      "learning_rate": 9.181789274621133e-05,
      "loss": 2.1739,
      "step": 730
    },
    {
      "epoch": 0.64,
      "learning_rate": 9.168707140102057e-05,
      "loss": 2.1616,
      "step": 735
    },
    {
      "epoch": 0.65,
      "learning_rate": 9.155530724801363e-05,
      "loss": 2.1517,
      "step": 740
    },
    {
      "epoch": 0.65,
      "learning_rate": 9.142260326720969e-05,
      "loss": 2.1642,
      "step": 745
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.128896245988338e-05,
      "loss": 2.1499,
      "step": 750
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.115438784849692e-05,
      "loss": 2.1646,
      "step": 755
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.101888247663173e-05,
      "loss": 2.1492,
      "step": 760
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.088244940891957e-05,
      "loss": 2.1331,
      "step": 765
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.074509173097328e-05,
      "loss": 2.137,
      "step": 770
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.060681254931698e-05,
      "loss": 2.1401,
      "step": 775
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.046761499131578e-05,
      "loss": 2.134,
      "step": 780
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.032750220510509e-05,
      "loss": 2.1545,
      "step": 785
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.018647735951943e-05,
      "loss": 2.1285,
      "step": 790
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.00445436440207e-05,
      "loss": 2.1547,
      "step": 795
    },
    {
      "epoch": 0.7,
      "learning_rate": 8.990170426862612e-05,
      "loss": 2.145,
      "step": 800
    },
    {
      "epoch": 0.7,
      "eval_loss": 2.156743049621582,
      "eval_runtime": 439.2176,
      "eval_samples_per_second": 36.806,
      "eval_steps_per_second": 1.152,
      "step": 800
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.975796246383556e-05,
      "loss": 2.128,
      "step": 805
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.961332148055855e-05,
      "loss": 2.1334,
      "step": 810
    },
    {
      "epoch": 0.71,
      "learning_rate": 8.946778459004068e-05,
      "loss": 2.1313,
      "step": 815
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.932135508378972e-05,
      "loss": 2.1222,
      "step": 820
    },
    {
      "epoch": 0.72,
      "learning_rate": 8.917403627350106e-05,
      "loss": 2.1448,
      "step": 825
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.902583149098289e-05,
      "loss": 2.141,
      "step": 830
    },
    {
      "epoch": 0.73,
      "learning_rate": 8.887674408808082e-05,
      "loss": 2.166,
      "step": 835
    },
    {
      "epoch": 0.74,
      "learning_rate": 8.872677743660209e-05,
      "loss": 2.1459,
      "step": 840
    },
    {
      "epoch": 0.74,
      "learning_rate": 8.857593492823929e-05,
      "loss": 2.1573,
      "step": 845
    },
    {
      "epoch": 0.74,
      "learning_rate": 8.842421997449366e-05,
      "loss": 2.1362,
      "step": 850
    },
    {
      "epoch": 0.75,
      "learning_rate": 8.827163600659791e-05,
      "loss": 2.1476,
      "step": 855
    },
    {
      "epoch": 0.75,
      "learning_rate": 8.811818647543874e-05,
      "loss": 2.1424,
      "step": 860
    },
    {
      "epoch": 0.76,
      "learning_rate": 8.796387485147857e-05,
      "loss": 2.1579,
      "step": 865
    },
    {
      "epoch": 0.76,
      "learning_rate": 8.780870462467729e-05,
      "loss": 2.1499,
      "step": 870
    },
    {
      "epoch": 0.77,
      "learning_rate": 8.765267930441314e-05,
      "loss": 2.1309,
      "step": 875
    },
    {
      "epoch": 0.77,
      "learning_rate": 8.749580241940347e-05,
      "loss": 2.1447,
      "step": 880
    },
    {
      "epoch": 0.78,
      "learning_rate": 8.733807751762486e-05,
      "loss": 2.1302,
      "step": 885
    },
    {
      "epoch": 0.78,
      "learning_rate": 8.717950816623293e-05,
      "loss": 2.1313,
      "step": 890
    },
    {
      "epoch": 0.78,
      "learning_rate": 8.702009795148159e-05,
      "loss": 2.1356,
      "step": 895
    },
    {
      "epoch": 0.79,
      "learning_rate": 8.685985047864204e-05,
      "loss": 2.1366,
      "step": 900
    },
    {
      "epoch": 0.79,
      "eval_loss": 2.150692939758301,
      "eval_runtime": 443.8324,
      "eval_samples_per_second": 36.424,
      "eval_steps_per_second": 1.14,
      "step": 900
    },
    {
      "epoch": 0.79,
      "learning_rate": 8.66987693719211e-05,
      "loss": 2.1463,
      "step": 905
    },
    {
      "epoch": 0.8,
      "learning_rate": 8.653685827437936e-05,
      "loss": 2.1394,
      "step": 910
    },
    {
      "epoch": 0.8,
      "learning_rate": 8.637412084784873e-05,
      "loss": 2.1548,
      "step": 915
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.621056077284964e-05,
      "loss": 2.129,
      "step": 920
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.604618174850777e-05,
      "loss": 2.1367,
      "step": 925
    },
    {
      "epoch": 0.81,
      "learning_rate": 8.588098749247046e-05,
      "loss": 2.1304,
      "step": 930
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.571498174082253e-05,
      "loss": 2.1517,
      "step": 935
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.554816824800189e-05,
      "loss": 2.1461,
      "step": 940
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.538055078671454e-05,
      "loss": 2.144,
      "step": 945
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.521213314784931e-05,
      "loss": 2.1571,
      "step": 950
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.504291914039204e-05,
      "loss": 2.1504,
      "step": 955
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.487291259133956e-05,
      "loss": 2.1348,
      "step": 960
    },
    {
      "epoch": 0.85,
      "learning_rate": 8.470211734561305e-05,
      "loss": 2.1241,
      "step": 965
    },
    {
      "epoch": 0.85,
      "learning_rate": 8.453053726597103e-05,
      "loss": 2.1386,
      "step": 970
    },
    {
      "epoch": 0.85,
      "learning_rate": 8.43581762329222e-05,
      "loss": 2.1515,
      "step": 975
    },
    {
      "epoch": 0.86,
      "learning_rate": 8.418503814463741e-05,
      "loss": 2.1459,
      "step": 980
    },
    {
      "epoch": 0.86,
      "learning_rate": 8.401112691686175e-05,
      "loss": 2.1281,
      "step": 985
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.383644648282578e-05,
      "loss": 2.1318,
      "step": 990
    },
    {
      "epoch": 0.87,
      "learning_rate": 8.366100079315672e-05,
      "loss": 2.1453,
      "step": 995
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.348479381578904e-05,
      "loss": 2.1219,
      "step": 1000
    },
    {
      "epoch": 0.88,
      "eval_loss": 2.144993782043457,
      "eval_runtime": 448.6393,
      "eval_samples_per_second": 36.033,
      "eval_steps_per_second": 1.128,
      "step": 1000
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.330782953587475e-05,
      "loss": 2.1227,
      "step": 1005
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.31301119556932e-05,
      "loss": 2.1257,
      "step": 1010
    },
    {
      "epoch": 0.89,
      "learning_rate": 8.295164509456065e-05,
      "loss": 2.1231,
      "step": 1015
    },
    {
      "epoch": 0.89,
      "learning_rate": 8.277243298873936e-05,
      "loss": 2.1199,
      "step": 1020
    },
    {
      "epoch": 0.9,
      "learning_rate": 8.25924796913462e-05,
      "loss": 2.1376,
      "step": 1025
    },
    {
      "epoch": 0.9,
      "learning_rate": 8.241178927226112e-05,
      "loss": 2.1166,
      "step": 1030
    },
    {
      "epoch": 0.91,
      "learning_rate": 8.223036581803501e-05,
      "loss": 2.1259,
      "step": 1035
    },
    {
      "epoch": 0.91,
      "learning_rate": 8.204821343179737e-05,
      "loss": 2.1397,
      "step": 1040
    },
    {
      "epoch": 0.92,
      "learning_rate": 8.186533623316334e-05,
      "loss": 2.138,
      "step": 1045
    },
    {
      "epoch": 0.92,
      "learning_rate": 8.16817383581408e-05,
      "loss": 2.1282,
      "step": 1050
    },
    {
      "epoch": 0.92,
      "learning_rate": 8.149742395903653e-05,
      "loss": 2.1212,
      "step": 1055
    },
    {
      "epoch": 0.93,
      "learning_rate": 8.131239720436252e-05,
      "loss": 2.1642,
      "step": 1060
    },
    {
      "epoch": 0.93,
      "learning_rate": 8.11266622787416e-05,
      "loss": 2.1365,
      "step": 1065
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.09402233828128e-05,
      "loss": 2.127,
      "step": 1070
    },
    {
      "epoch": 0.94,
      "learning_rate": 8.075308473313636e-05,
      "loss": 2.1207,
      "step": 1075
    },
    {
      "epoch": 0.95,
      "learning_rate": 8.056525056209841e-05,
      "loss": 2.131,
      "step": 1080
    },
    {
      "epoch": 0.95,
      "learning_rate": 8.037672511781516e-05,
      "loss": 2.1154,
      "step": 1085
    },
    {
      "epoch": 0.95,
      "learning_rate": 8.018751266403691e-05,
      "loss": 2.1133,
      "step": 1090
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.999761748005156e-05,
      "loss": 2.1324,
      "step": 1095
    },
    {
      "epoch": 0.96,
      "learning_rate": 7.980704386058783e-05,
      "loss": 2.1415,
      "step": 1100
    },
    {
      "epoch": 0.96,
      "eval_loss": 2.1387038230895996,
      "eval_runtime": 444.7162,
      "eval_samples_per_second": 36.351,
      "eval_steps_per_second": 1.138,
      "step": 1100
    },
    {
      "epoch": 0.97,
      "learning_rate": 7.961579611571819e-05,
      "loss": 2.1378,
      "step": 1105
    },
    {
      "epoch": 0.97,
      "learning_rate": 7.94238785707613e-05,
      "loss": 2.1092,
      "step": 1110
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.923129556618428e-05,
      "loss": 2.103,
      "step": 1115
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.903805145750445e-05,
      "loss": 2.1229,
      "step": 1120
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.884415061519086e-05,
      "loss": 2.1163,
      "step": 1125
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.864959742456549e-05,
      "loss": 2.1291,
      "step": 1130
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.845439628570402e-05,
      "loss": 2.1214,
      "step": 1135
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.82585516133363e-05,
      "loss": 2.1326,
      "step": 1140
    },
    {
      "epoch": 1.0,
      "learning_rate": 7.806206783674657e-05,
      "loss": 2.0425,
      "step": 1145
    },
    {
      "epoch": 1.01,
      "learning_rate": 7.786494939967324e-05,
      "loss": 1.9622,
      "step": 1150
    },
    {
      "epoch": 1.01,
      "learning_rate": 7.76672007602084e-05,
      "loss": 1.9902,
      "step": 1155
    },
    {
      "epoch": 1.02,
      "learning_rate": 7.746882639069699e-05,
      "loss": 1.999,
      "step": 1160
    },
    {
      "epoch": 1.02,
      "learning_rate": 7.726983077763566e-05,
      "loss": 1.979,
      "step": 1165
    },
    {
      "epoch": 1.02,
      "learning_rate": 7.70702184215713e-05,
      "loss": 1.9913,
      "step": 1170
    },
    {
      "epoch": 1.03,
      "learning_rate": 7.686999383699924e-05,
      "loss": 1.9861,
      "step": 1175
    },
    {
      "epoch": 1.03,
      "learning_rate": 7.666916155226116e-05,
      "loss": 1.9913,
      "step": 1180
    },
    {
      "epoch": 1.04,
      "learning_rate": 7.646772610944271e-05,
      "loss": 1.9892,
      "step": 1185
    },
    {
      "epoch": 1.04,
      "learning_rate": 7.62656920642707e-05,
      "loss": 1.9885,
      "step": 1190
    },
    {
      "epoch": 1.05,
      "learning_rate": 7.606306398601017e-05,
      "loss": 1.9982,
      "step": 1195
    },
    {
      "epoch": 1.05,
      "learning_rate": 7.585984645736096e-05,
      "loss": 1.9765,
      "step": 1200
    },
    {
      "epoch": 1.05,
      "eval_loss": 2.144597053527832,
      "eval_runtime": 441.7594,
      "eval_samples_per_second": 36.595,
      "eval_steps_per_second": 1.145,
      "step": 1200
    },
    {
      "epoch": 1.06,
      "learning_rate": 7.56560440743541e-05,
      "loss": 2.0011,
      "step": 1205
    },
    {
      "epoch": 1.06,
      "learning_rate": 7.545166144624792e-05,
      "loss": 1.9738,
      "step": 1210
    },
    {
      "epoch": 1.06,
      "learning_rate": 7.52467031954237e-05,
      "loss": 1.9889,
      "step": 1215
    },
    {
      "epoch": 1.07,
      "learning_rate": 7.504117395728121e-05,
      "loss": 1.986,
      "step": 1220
    },
    {
      "epoch": 1.07,
      "learning_rate": 7.483507838013384e-05,
      "loss": 1.9961,
      "step": 1225
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.462842112510346e-05,
      "loss": 1.9755,
      "step": 1230
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.442120686601507e-05,
      "loss": 1.9793,
      "step": 1235
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.421344028929102e-05,
      "loss": 1.986,
      "step": 1240
    },
    {
      "epoch": 1.09,
      "learning_rate": 7.4005126093845e-05,
      "loss": 1.9839,
      "step": 1245
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.379626899097592e-05,
      "loss": 1.9917,
      "step": 1250
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.358687370426117e-05,
      "loss": 2.0014,
      "step": 1255
    },
    {
      "epoch": 1.1,
      "learning_rate": 7.33769449694499e-05,
      "loss": 1.9931,
      "step": 1260
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.31664875343559e-05,
      "loss": 1.9819,
      "step": 1265
    },
    {
      "epoch": 1.11,
      "learning_rate": 7.29555061587502e-05,
      "loss": 1.9744,
      "step": 1270
    },
    {
      "epoch": 1.12,
      "learning_rate": 7.274400561425341e-05,
      "loss": 1.9886,
      "step": 1275
    },
    {
      "epoch": 1.12,
      "learning_rate": 7.253199068422789e-05,
      "loss": 1.9983,
      "step": 1280
    },
    {
      "epoch": 1.13,
      "learning_rate": 7.231946616366943e-05,
      "loss": 1.9928,
      "step": 1285
    },
    {
      "epoch": 1.13,
      "learning_rate": 7.210643685909891e-05,
      "loss": 1.9915,
      "step": 1290
    },
    {
      "epoch": 1.13,
      "learning_rate": 7.189290758845355e-05,
      "loss": 1.9745,
      "step": 1295
    },
    {
      "epoch": 1.14,
      "learning_rate": 7.167888318097802e-05,
      "loss": 1.9837,
      "step": 1300
    },
    {
      "epoch": 1.14,
      "eval_loss": 2.1429882049560547,
      "eval_runtime": 442.1904,
      "eval_samples_per_second": 36.559,
      "eval_steps_per_second": 1.144,
      "step": 1300
    },
    {
      "epoch": 1.14,
      "learning_rate": 7.146436847711506e-05,
      "loss": 1.9898,
      "step": 1305
    },
    {
      "epoch": 1.15,
      "learning_rate": 7.124936832839621e-05,
      "loss": 1.9762,
      "step": 1310
    },
    {
      "epoch": 1.15,
      "learning_rate": 7.103388759733188e-05,
      "loss": 1.9928,
      "step": 1315
    },
    {
      "epoch": 1.16,
      "learning_rate": 7.081793115730153e-05,
      "loss": 1.9774,
      "step": 1320
    },
    {
      "epoch": 1.16,
      "learning_rate": 7.060150389244343e-05,
      "loss": 1.9905,
      "step": 1325
    },
    {
      "epoch": 1.17,
      "learning_rate": 7.038461069754414e-05,
      "loss": 1.9779,
      "step": 1330
    },
    {
      "epoch": 1.17,
      "learning_rate": 7.016725647792782e-05,
      "loss": 1.9917,
      "step": 1335
    },
    {
      "epoch": 1.17,
      "learning_rate": 6.994944614934535e-05,
      "loss": 1.9901,
      "step": 1340
    },
    {
      "epoch": 1.18,
      "learning_rate": 6.97311846378631e-05,
      "loss": 2.011,
      "step": 1345
    },
    {
      "epoch": 1.18,
      "learning_rate": 6.951247687975152e-05,
      "loss": 1.9745,
      "step": 1350
    },
    {
      "epoch": 1.19,
      "learning_rate": 6.929332782137348e-05,
      "loss": 2.0014,
      "step": 1355
    },
    {
      "epoch": 1.19,
      "learning_rate": 6.907374241907256e-05,
      "loss": 1.9771,
      "step": 1360
    },
    {
      "epoch": 1.2,
      "learning_rate": 6.885372563906067e-05,
      "loss": 1.9963,
      "step": 1365
    },
    {
      "epoch": 1.2,
      "learning_rate": 6.863328245730598e-05,
      "loss": 1.9887,
      "step": 1370
    },
    {
      "epoch": 1.2,
      "learning_rate": 6.841241785942032e-05,
      "loss": 1.9948,
      "step": 1375
    },
    {
      "epoch": 1.21,
      "learning_rate": 6.819113684054634e-05,
      "loss": 1.9912,
      "step": 1380
    },
    {
      "epoch": 1.21,
      "learning_rate": 6.79694444052446e-05,
      "loss": 1.9855,
      "step": 1385
    },
    {
      "epoch": 1.22,
      "learning_rate": 6.774734556738044e-05,
      "loss": 1.9882,
      "step": 1390
    },
    {
      "epoch": 1.22,
      "learning_rate": 6.752484535001045e-05,
      "loss": 1.9877,
      "step": 1395
    },
    {
      "epoch": 1.23,
      "learning_rate": 6.7301948785269e-05,
      "loss": 1.9952,
      "step": 1400
    },
    {
      "epoch": 1.23,
      "eval_loss": 2.1388282775878906,
      "eval_runtime": 440.5731,
      "eval_samples_per_second": 36.693,
      "eval_steps_per_second": 1.149,
      "step": 1400
    },
    {
      "epoch": 1.23,
      "learning_rate": 6.707866091425437e-05,
      "loss": 1.9885,
      "step": 1405
    },
    {
      "epoch": 1.24,
      "learning_rate": 6.685498678691471e-05,
      "loss": 2.0204,
      "step": 1410
    },
    {
      "epoch": 1.24,
      "learning_rate": 6.663093146193389e-05,
      "loss": 1.9935,
      "step": 1415
    },
    {
      "epoch": 1.24,
      "learning_rate": 6.640650000661708e-05,
      "loss": 2.0011,
      "step": 1420
    },
    {
      "epoch": 1.25,
      "learning_rate": 6.618169749677608e-05,
      "loss": 1.9993,
      "step": 1425
    },
    {
      "epoch": 1.25,
      "learning_rate": 6.595652901661464e-05,
      "loss": 1.9818,
      "step": 1430
    },
    {
      "epoch": 1.26,
      "learning_rate": 6.573099965861337e-05,
      "loss": 1.9964,
      "step": 1435
    },
    {
      "epoch": 1.26,
      "learning_rate": 6.550511452341459e-05,
      "loss": 1.9809,
      "step": 1440
    },
    {
      "epoch": 1.27,
      "learning_rate": 6.527887871970703e-05,
      "loss": 1.992,
      "step": 1445
    },
    {
      "epoch": 1.27,
      "learning_rate": 6.505229736411022e-05,
      "loss": 1.9682,
      "step": 1450
    },
    {
      "epoch": 1.27,
      "learning_rate": 6.482537558105885e-05,
      "loss": 1.9893,
      "step": 1455
    },
    {
      "epoch": 1.28,
      "learning_rate": 6.459811850268672e-05,
      "loss": 1.996,
      "step": 1460
    },
    {
      "epoch": 1.28,
      "learning_rate": 6.437053126871085e-05,
      "loss": 1.9839,
      "step": 1465
    },
    {
      "epoch": 1.29,
      "learning_rate": 6.414261902631515e-05,
      "loss": 1.9839,
      "step": 1470
    },
    {
      "epoch": 1.29,
      "learning_rate": 6.391438693003403e-05,
      "loss": 1.9891,
      "step": 1475
    },
    {
      "epoch": 1.3,
      "learning_rate": 6.368584014163581e-05,
      "loss": 1.9768,
      "step": 1480
    },
    {
      "epoch": 1.3,
      "learning_rate": 6.345698383000596e-05,
      "loss": 1.971,
      "step": 1485
    },
    {
      "epoch": 1.31,
      "learning_rate": 6.322782317103026e-05,
      "loss": 1.9826,
      "step": 1490
    },
    {
      "epoch": 1.31,
      "learning_rate": 6.299836334747768e-05,
      "loss": 1.9897,
      "step": 1495
    },
    {
      "epoch": 1.31,
      "learning_rate": 6.276860954888322e-05,
      "loss": 1.9868,
      "step": 1500
    },
    {
      "epoch": 1.31,
      "eval_loss": 2.1350769996643066,
      "eval_runtime": 441.8563,
      "eval_samples_per_second": 36.587,
      "eval_steps_per_second": 1.145,
      "step": 1500
    },
    {
      "epoch": 1.32,
      "learning_rate": 6.253856697143043e-05,
      "loss": 1.9757,
      "step": 1505
    },
    {
      "epoch": 1.32,
      "learning_rate": 6.23082408178341e-05,
      "loss": 1.9987,
      "step": 1510
    },
    {
      "epoch": 1.33,
      "learning_rate": 6.207763629722236e-05,
      "loss": 2.0011,
      "step": 1515
    },
    {
      "epoch": 1.33,
      "learning_rate": 6.184675862501901e-05,
      "loss": 2.0104,
      "step": 1520
    },
    {
      "epoch": 1.34,
      "learning_rate": 6.161561302282555e-05,
      "loss": 1.9858,
      "step": 1525
    },
    {
      "epoch": 1.34,
      "learning_rate": 6.138420471830307e-05,
      "loss": 1.9906,
      "step": 1530
    },
    {
      "epoch": 1.34,
      "learning_rate": 6.115253894505396e-05,
      "loss": 1.9911,
      "step": 1535
    },
    {
      "epoch": 1.35,
      "learning_rate": 6.092062094250367e-05,
      "loss": 1.9828,
      "step": 1540
    },
    {
      "epoch": 1.35,
      "learning_rate": 6.068845595578212e-05,
      "loss": 1.9726,
      "step": 1545
    },
    {
      "epoch": 1.36,
      "learning_rate": 6.0456049235605093e-05,
      "loss": 1.985,
      "step": 1550
    },
    {
      "epoch": 1.36,
      "learning_rate": 6.0223406038155514e-05,
      "loss": 1.9846,
      "step": 1555
    },
    {
      "epoch": 1.37,
      "learning_rate": 5.999053162496453e-05,
      "loss": 2.0014,
      "step": 1560
    },
    {
      "epoch": 1.37,
      "learning_rate": 5.975743126279254e-05,
      "loss": 1.9893,
      "step": 1565
    },
    {
      "epoch": 1.38,
      "learning_rate": 5.9524110223510076e-05,
      "loss": 1.9907,
      "step": 1570
    },
    {
      "epoch": 1.38,
      "learning_rate": 5.9290573783978585e-05,
      "loss": 1.9987,
      "step": 1575
    },
    {
      "epoch": 1.38,
      "learning_rate": 5.9056827225931064e-05,
      "loss": 1.9957,
      "step": 1580
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.882287583585262e-05,
      "loss": 1.9827,
      "step": 1585
    },
    {
      "epoch": 1.39,
      "learning_rate": 5.858872490486089e-05,
      "loss": 1.9926,
      "step": 1590
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.835437972858641e-05,
      "loss": 1.9924,
      "step": 1595
    },
    {
      "epoch": 1.4,
      "learning_rate": 5.8119845607052815e-05,
      "loss": 1.9864,
      "step": 1600
    },
    {
      "epoch": 1.4,
      "eval_loss": 2.131560802459717,
      "eval_runtime": 441.1354,
      "eval_samples_per_second": 36.646,
      "eval_steps_per_second": 1.147,
      "step": 1600
    },
    {
      "epoch": 1.41,
      "learning_rate": 5.7885127844556975e-05,
      "loss": 1.9917,
      "step": 1605
    },
    {
      "epoch": 1.41,
      "learning_rate": 5.7650231749549074e-05,
      "loss": 1.9837,
      "step": 1610
    },
    {
      "epoch": 1.41,
      "learning_rate": 5.741516263451251e-05,
      "loss": 1.9881,
      "step": 1615
    },
    {
      "epoch": 1.42,
      "learning_rate": 5.717992581584373e-05,
      "loss": 1.9762,
      "step": 1620
    },
    {
      "epoch": 1.42,
      "learning_rate": 5.694452661373203e-05,
      "loss": 1.9964,
      "step": 1625
    },
    {
      "epoch": 1.43,
      "learning_rate": 5.670897035203924e-05,
      "loss": 1.9896,
      "step": 1630
    },
    {
      "epoch": 1.43,
      "learning_rate": 5.647326235817928e-05,
      "loss": 1.9837,
      "step": 1635
    },
    {
      "epoch": 1.44,
      "learning_rate": 5.6237407962997704e-05,
      "loss": 1.9859,
      "step": 1640
    },
    {
      "epoch": 1.44,
      "learning_rate": 5.6001412500651104e-05,
      "loss": 1.987,
      "step": 1645
    },
    {
      "epoch": 1.45,
      "learning_rate": 5.5765281308486514e-05,
      "loss": 1.9873,
      "step": 1650
    },
    {
      "epoch": 1.45,
      "learning_rate": 5.5529019726920675e-05,
      "loss": 1.978,
      "step": 1655
    },
    {
      "epoch": 1.45,
      "learning_rate": 5.5292633099319224e-05,
      "loss": 1.9852,
      "step": 1660
    },
    {
      "epoch": 1.46,
      "learning_rate": 5.505612677187592e-05,
      "loss": 1.9987,
      "step": 1665
    },
    {
      "epoch": 1.46,
      "learning_rate": 5.481950609349166e-05,
      "loss": 1.9821,
      "step": 1670
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.458277641565357e-05,
      "loss": 1.9828,
      "step": 1675
    },
    {
      "epoch": 1.47,
      "learning_rate": 5.434594309231389e-05,
      "loss": 1.9924,
      "step": 1680
    },
    {
      "epoch": 1.48,
      "learning_rate": 5.410901147976898e-05,
      "loss": 1.9699,
      "step": 1685
    },
    {
      "epoch": 1.48,
      "learning_rate": 5.387198693653813e-05,
      "loss": 1.9827,
      "step": 1690
    },
    {
      "epoch": 1.48,
      "learning_rate": 5.3634874823242386e-05,
      "loss": 1.9694,
      "step": 1695
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.3397680502483306e-05,
      "loss": 1.987,
      "step": 1700
    },
    {
      "epoch": 1.49,
      "eval_loss": 2.1262922286987305,
      "eval_runtime": 438.0155,
      "eval_samples_per_second": 36.907,
      "eval_steps_per_second": 1.155,
      "step": 1700
    },
    {
      "epoch": 1.49,
      "learning_rate": 5.316040933872165e-05,
      "loss": 1.9838,
      "step": 1705
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.292306669815611e-05,
      "loss": 1.9873,
      "step": 1710
    },
    {
      "epoch": 1.5,
      "learning_rate": 5.268565794860193e-05,
      "loss": 1.9737,
      "step": 1715
    },
    {
      "epoch": 1.51,
      "learning_rate": 5.244818845936944e-05,
      "loss": 1.997,
      "step": 1720
    },
    {
      "epoch": 1.51,
      "learning_rate": 5.221066360114275e-05,
      "loss": 1.9945,
      "step": 1725
    },
    {
      "epoch": 1.52,
      "learning_rate": 5.197308874585818e-05,
      "loss": 1.9926,
      "step": 1730
    },
    {
      "epoch": 1.52,
      "learning_rate": 5.173546926658277e-05,
      "loss": 1.9759,
      "step": 1735
    },
    {
      "epoch": 1.52,
      "learning_rate": 5.1497810537392844e-05,
      "loss": 1.9713,
      "step": 1740
    },
    {
      "epoch": 1.53,
      "learning_rate": 5.1260117933252384e-05,
      "loss": 1.9984,
      "step": 1745
    },
    {
      "epoch": 1.53,
      "learning_rate": 5.1022396829891484e-05,
      "loss": 1.972,
      "step": 1750
    },
    {
      "epoch": 1.54,
      "learning_rate": 5.0784652603684824e-05,
      "loss": 1.9857,
      "step": 1755
    },
    {
      "epoch": 1.54,
      "learning_rate": 5.0546890631530006e-05,
      "loss": 1.9922,
      "step": 1760
    },
    {
      "epoch": 1.55,
      "learning_rate": 5.0309116290726e-05,
      "loss": 1.9865,
      "step": 1765
    },
    {
      "epoch": 1.55,
      "learning_rate": 5.007133495885149e-05,
      "loss": 1.9732,
      "step": 1770
    },
    {
      "epoch": 1.55,
      "learning_rate": 4.9833552013643294e-05,
      "loss": 1.9873,
      "step": 1775
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.959577283287471e-05,
      "loss": 1.9925,
      "step": 1780
    },
    {
      "epoch": 1.56,
      "learning_rate": 4.935800279423386e-05,
      "loss": 1.984,
      "step": 1785
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.91202472752022e-05,
      "loss": 1.9769,
      "step": 1790
    },
    {
      "epoch": 1.57,
      "learning_rate": 4.888251165293267e-05,
      "loss": 1.984,
      "step": 1795
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.8644801304128374e-05,
      "loss": 1.9678,
      "step": 1800
    },
    {
      "epoch": 1.58,
      "eval_loss": 2.1230146884918213,
      "eval_runtime": 438.1696,
      "eval_samples_per_second": 36.894,
      "eval_steps_per_second": 1.155,
      "step": 1800
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.840712160492067e-05,
      "loss": 1.9793,
      "step": 1805
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.8169477930747874e-05,
      "loss": 1.9652,
      "step": 1810
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.7931875656233435e-05,
      "loss": 1.9659,
      "step": 1815
    },
    {
      "epoch": 1.59,
      "learning_rate": 4.769432015506456e-05,
      "loss": 1.9991,
      "step": 1820
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.7456816799870607e-05,
      "loss": 1.9674,
      "step": 1825
    },
    {
      "epoch": 1.6,
      "learning_rate": 4.721937096210156e-05,
      "loss": 1.9692,
      "step": 1830
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.698198801190659e-05,
      "loss": 1.9937,
      "step": 1835
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.67446733180126e-05,
      "loss": 1.9792,
      "step": 1840
    },
    {
      "epoch": 1.62,
      "learning_rate": 4.6507432247602715e-05,
      "loss": 1.9883,
      "step": 1845
    },
    {
      "epoch": 1.62,
      "learning_rate": 4.627027016619508e-05,
      "loss": 1.9606,
      "step": 1850
    },
    {
      "epoch": 1.63,
      "learning_rate": 4.603319243752132e-05,
      "loss": 1.9699,
      "step": 1855
    },
    {
      "epoch": 1.63,
      "learning_rate": 4.57962044234053e-05,
      "loss": 1.9701,
      "step": 1860
    },
    {
      "epoch": 1.63,
      "learning_rate": 4.555931148364195e-05,
      "loss": 1.9763,
      "step": 1865
    },
    {
      "epoch": 1.64,
      "learning_rate": 4.5322518975875875e-05,
      "loss": 1.978,
      "step": 1870
    },
    {
      "epoch": 1.64,
      "learning_rate": 4.5085832255480386e-05,
      "loss": 1.9652,
      "step": 1875
    },
    {
      "epoch": 1.65,
      "learning_rate": 4.4849256675436165e-05,
      "loss": 1.9806,
      "step": 1880
    },
    {
      "epoch": 1.65,
      "learning_rate": 4.4612797586210394e-05,
      "loss": 1.9621,
      "step": 1885
    },
    {
      "epoch": 1.66,
      "learning_rate": 4.4376460335635594e-05,
      "loss": 1.9786,
      "step": 1890
    },
    {
      "epoch": 1.66,
      "learning_rate": 4.414025026878882e-05,
      "loss": 1.9622,
      "step": 1895
    },
    {
      "epoch": 1.66,
      "learning_rate": 4.3904172727870606e-05,
      "loss": 1.9827,
      "step": 1900
    },
    {
      "epoch": 1.66,
      "eval_loss": 2.1164419651031494,
      "eval_runtime": 440.4446,
      "eval_samples_per_second": 36.704,
      "eval_steps_per_second": 1.149,
      "step": 1900
    },
    {
      "epoch": 1.67,
      "learning_rate": 4.366823305208435e-05,
      "loss": 1.9846,
      "step": 1905
    },
    {
      "epoch": 1.67,
      "learning_rate": 4.343243657751533e-05,
      "loss": 1.9577,
      "step": 1910
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.3196788637010254e-05,
      "loss": 1.9577,
      "step": 1915
    },
    {
      "epoch": 1.68,
      "learning_rate": 4.2961294560056445e-05,
      "loss": 1.9646,
      "step": 1920
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.272595967266146e-05,
      "loss": 1.9788,
      "step": 1925
    },
    {
      "epoch": 1.69,
      "learning_rate": 4.249078929723256e-05,
      "loss": 1.9553,
      "step": 1930
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.225578875245632e-05,
      "loss": 1.9815,
      "step": 1935
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.202096335317841e-05,
      "loss": 1.9916,
      "step": 1940
    },
    {
      "epoch": 1.7,
      "learning_rate": 4.1786318410283345e-05,
      "loss": 1.9741,
      "step": 1945
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.1551859230574375e-05,
      "loss": 1.964,
      "step": 1950
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.131759111665349e-05,
      "loss": 1.9781,
      "step": 1955
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.108351936680145e-05,
      "loss": 1.9615,
      "step": 1960
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.0849649274857994e-05,
      "loss": 1.9783,
      "step": 1965
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.061598613010213e-05,
      "loss": 1.9516,
      "step": 1970
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.0382535217132414e-05,
      "loss": 1.9868,
      "step": 1975
    },
    {
      "epoch": 1.73,
      "learning_rate": 4.01493018157476e-05,
      "loss": 1.9674,
      "step": 1980
    },
    {
      "epoch": 1.74,
      "learning_rate": 3.991629120082703e-05,
      "loss": 1.9773,
      "step": 1985
    },
    {
      "epoch": 1.74,
      "learning_rate": 3.968350864221154e-05,
      "loss": 1.9787,
      "step": 1990
    },
    {
      "epoch": 1.75,
      "learning_rate": 3.945095940458407e-05,
      "loss": 1.9728,
      "step": 1995
    },
    {
      "epoch": 1.75,
      "learning_rate": 3.921864874735079e-05,
      "loss": 1.9846,
      "step": 2000
    },
    {
      "epoch": 1.75,
      "eval_loss": 2.113431930541992,
      "eval_runtime": 438.4756,
      "eval_samples_per_second": 36.869,
      "eval_steps_per_second": 1.154,
      "step": 2000
    },
    {
      "epoch": 1.76,
      "learning_rate": 3.8986581924522007e-05,
      "loss": 1.9738,
      "step": 2005
    },
    {
      "epoch": 1.76,
      "learning_rate": 3.875476418459339e-05,
      "loss": 1.9683,
      "step": 2010
    },
    {
      "epoch": 1.77,
      "learning_rate": 3.8523200770427326e-05,
      "loss": 1.9774,
      "step": 2015
    },
    {
      "epoch": 1.77,
      "learning_rate": 3.829189691913421e-05,
      "loss": 1.9757,
      "step": 2020
    },
    {
      "epoch": 1.77,
      "learning_rate": 3.806085786195417e-05,
      "loss": 1.9761,
      "step": 2025
    },
    {
      "epoch": 1.78,
      "learning_rate": 3.7830088824138585e-05,
      "loss": 1.9855,
      "step": 2030
    },
    {
      "epoch": 1.78,
      "learning_rate": 3.759959502483207e-05,
      "loss": 1.9749,
      "step": 2035
    },
    {
      "epoch": 1.79,
      "learning_rate": 3.7369381676954284e-05,
      "loss": 1.9515,
      "step": 2040
    },
    {
      "epoch": 1.79,
      "learning_rate": 3.713945398708217e-05,
      "loss": 1.965,
      "step": 2045
    },
    {
      "epoch": 1.8,
      "learning_rate": 3.690981715533211e-05,
      "loss": 1.9592,
      "step": 2050
    },
    {
      "epoch": 1.8,
      "learning_rate": 3.668047637524237e-05,
      "loss": 1.9767,
      "step": 2055
    },
    {
      "epoch": 1.8,
      "learning_rate": 3.645143683365555e-05,
      "loss": 1.9668,
      "step": 2060
    },
    {
      "epoch": 1.81,
      "learning_rate": 3.622270371060147e-05,
      "loss": 1.9478,
      "step": 2065
    },
    {
      "epoch": 1.81,
      "learning_rate": 3.5994282179179784e-05,
      "loss": 1.9671,
      "step": 2070
    },
    {
      "epoch": 1.82,
      "learning_rate": 3.576617740544312e-05,
      "loss": 1.9796,
      "step": 2075
    },
    {
      "epoch": 1.82,
      "learning_rate": 3.5538394548280255e-05,
      "loss": 1.98,
      "step": 2080
    },
    {
      "epoch": 1.83,
      "learning_rate": 3.531093875929934e-05,
      "loss": 1.9799,
      "step": 2085
    },
    {
      "epoch": 1.83,
      "learning_rate": 3.5083815182711524e-05,
      "loss": 1.9712,
      "step": 2090
    },
    {
      "epoch": 1.84,
      "learning_rate": 3.485702895521444e-05,
      "loss": 1.9687,
      "step": 2095
    },
    {
      "epoch": 1.84,
      "learning_rate": 3.463058520587625e-05,
      "loss": 1.9694,
      "step": 2100
    },
    {
      "epoch": 1.84,
      "eval_loss": 2.1068317890167236,
      "eval_runtime": 436.7843,
      "eval_samples_per_second": 37.011,
      "eval_steps_per_second": 1.158,
      "step": 2100
    },
    {
      "epoch": 1.84,
      "learning_rate": 3.440448905601939e-05,
      "loss": 1.971,
      "step": 2105
    },
    {
      "epoch": 1.85,
      "learning_rate": 3.417874561910498e-05,
      "loss": 1.9587,
      "step": 2110
    },
    {
      "epoch": 1.85,
      "learning_rate": 3.395336000061702e-05,
      "loss": 1.9869,
      "step": 2115
    },
    {
      "epoch": 1.86,
      "learning_rate": 3.372833729794703e-05,
      "loss": 1.9621,
      "step": 2120
    },
    {
      "epoch": 1.86,
      "learning_rate": 3.350368260027862e-05,
      "loss": 1.9603,
      "step": 2125
    },
    {
      "epoch": 1.87,
      "learning_rate": 3.32794009884726e-05,
      "loss": 1.9715,
      "step": 2130
    },
    {
      "epoch": 1.87,
      "learning_rate": 3.305549753495186e-05,
      "loss": 1.9782,
      "step": 2135
    },
    {
      "epoch": 1.87,
      "learning_rate": 3.283197730358678e-05,
      "loss": 1.9622,
      "step": 2140
    },
    {
      "epoch": 1.88,
      "learning_rate": 3.260884534958068e-05,
      "loss": 1.9574,
      "step": 2145
    },
    {
      "epoch": 1.88,
      "learning_rate": 3.2386106719355444e-05,
      "loss": 1.9677,
      "step": 2150
    },
    {
      "epoch": 1.89,
      "learning_rate": 3.216376645043747e-05,
      "loss": 1.9754,
      "step": 2155
    },
    {
      "epoch": 1.89,
      "learning_rate": 3.194182957134365e-05,
      "loss": 1.9524,
      "step": 2160
    },
    {
      "epoch": 1.9,
      "learning_rate": 3.172030110146771e-05,
      "loss": 1.9704,
      "step": 2165
    },
    {
      "epoch": 1.9,
      "learning_rate": 3.149918605096666e-05,
      "loss": 1.9553,
      "step": 2170
    },
    {
      "epoch": 1.91,
      "learning_rate": 3.127848942064747e-05,
      "loss": 1.9811,
      "step": 2175
    },
    {
      "epoch": 1.91,
      "learning_rate": 3.1058216201854007e-05,
      "loss": 1.9698,
      "step": 2180
    },
    {
      "epoch": 1.91,
      "learning_rate": 3.083837137635416e-05,
      "loss": 1.9662,
      "step": 2185
    },
    {
      "epoch": 1.92,
      "learning_rate": 3.0618959916227056e-05,
      "loss": 1.9589,
      "step": 2190
    },
    {
      "epoch": 1.92,
      "learning_rate": 3.0399986783750806e-05,
      "loss": 1.9703,
      "step": 2195
    },
    {
      "epoch": 1.93,
      "learning_rate": 3.0181456931290064e-05,
      "loss": 1.9429,
      "step": 2200
    },
    {
      "epoch": 1.93,
      "eval_loss": 2.10353946685791,
      "eval_runtime": 434.9488,
      "eval_samples_per_second": 37.168,
      "eval_steps_per_second": 1.163,
      "step": 2200
    },
    {
      "epoch": 1.93,
      "learning_rate": 2.9963375301184204e-05,
      "loss": 1.9823,
      "step": 2205
    },
    {
      "epoch": 1.94,
      "learning_rate": 2.9745746825635402e-05,
      "loss": 1.9587,
      "step": 2210
    },
    {
      "epoch": 1.94,
      "learning_rate": 2.952857642659721e-05,
      "loss": 1.9622,
      "step": 2215
    },
    {
      "epoch": 1.94,
      "learning_rate": 2.9311869015663125e-05,
      "loss": 1.9736,
      "step": 2220
    },
    {
      "epoch": 1.95,
      "learning_rate": 2.9095629493955573e-05,
      "loss": 1.9581,
      "step": 2225
    },
    {
      "epoch": 1.95,
      "learning_rate": 2.8879862752015075e-05,
      "loss": 1.9603,
      "step": 2230
    },
    {
      "epoch": 1.96,
      "learning_rate": 2.866457366968958e-05,
      "loss": 1.96,
      "step": 2235
    },
    {
      "epoch": 1.96,
      "learning_rate": 2.8449767116024194e-05,
      "loss": 1.9828,
      "step": 2240
    },
    {
      "epoch": 1.97,
      "learning_rate": 2.8235447949150927e-05,
      "loss": 1.9684,
      "step": 2245
    },
    {
      "epoch": 1.97,
      "learning_rate": 2.802162101617899e-05,
      "loss": 1.9616,
      "step": 2250
    },
    {
      "epoch": 1.98,
      "learning_rate": 2.7808291153084988e-05,
      "loss": 1.9793,
      "step": 2255
    },
    {
      "epoch": 1.98,
      "learning_rate": 2.7595463184603705e-05,
      "loss": 1.9622,
      "step": 2260
    },
    {
      "epoch": 1.98,
      "learning_rate": 2.7383141924118865e-05,
      "loss": 1.9736,
      "step": 2265
    },
    {
      "epoch": 1.99,
      "learning_rate": 2.7171332173554394e-05,
      "loss": 1.9677,
      "step": 2270
    },
    {
      "epoch": 1.99,
      "learning_rate": 2.696003872326567e-05,
      "loss": 1.9506,
      "step": 2275
    },
    {
      "epoch": 2.0,
      "learning_rate": 2.674926635193134e-05,
      "loss": 1.9534,
      "step": 2280
    },
    {
      "epoch": 2.0,
      "learning_rate": 2.6539019826445117e-05,
      "loss": 1.8941,
      "step": 2285
    },
    {
      "epoch": 2.01,
      "learning_rate": 2.632930390180801e-05,
      "loss": 1.8062,
      "step": 2290
    },
    {
      "epoch": 2.01,
      "learning_rate": 2.612012332102085e-05,
      "loss": 1.796,
      "step": 2295
    },
    {
      "epoch": 2.01,
      "learning_rate": 2.5911482814976912e-05,
      "loss": 1.8079,
      "step": 2300
    },
    {
      "epoch": 2.01,
      "eval_loss": 2.136899471282959,
      "eval_runtime": 437.2683,
      "eval_samples_per_second": 36.97,
      "eval_steps_per_second": 1.157,
      "step": 2300
    },
    {
      "epoch": 2.02,
      "learning_rate": 2.5703387102355014e-05,
      "loss": 1.7992,
      "step": 2305
    },
    {
      "epoch": 2.02,
      "learning_rate": 2.5495840889512697e-05,
      "loss": 1.8124,
      "step": 2310
    },
    {
      "epoch": 2.03,
      "learning_rate": 2.5288848870379922e-05,
      "loss": 1.8099,
      "step": 2315
    },
    {
      "epoch": 2.03,
      "learning_rate": 2.5082415726352748e-05,
      "loss": 1.8173,
      "step": 2320
    },
    {
      "epoch": 2.04,
      "learning_rate": 2.487654612618762e-05,
      "loss": 1.8042,
      "step": 2325
    },
    {
      "epoch": 2.04,
      "learning_rate": 2.4671244725895637e-05,
      "loss": 1.8061,
      "step": 2330
    },
    {
      "epoch": 2.05,
      "learning_rate": 2.446651616863736e-05,
      "loss": 1.8031,
      "step": 2335
    },
    {
      "epoch": 2.05,
      "learning_rate": 2.42623650846177e-05,
      "loss": 1.8148,
      "step": 2340
    },
    {
      "epoch": 2.05,
      "learning_rate": 2.4058796090981313e-05,
      "loss": 1.8098,
      "step": 2345
    },
    {
      "epoch": 2.06,
      "learning_rate": 2.385581379170806e-05,
      "loss": 1.8066,
      "step": 2350
    },
    {
      "epoch": 2.06,
      "learning_rate": 2.3653422777508994e-05,
      "loss": 1.8125,
      "step": 2355
    },
    {
      "epoch": 2.07,
      "learning_rate": 2.345162762572244e-05,
      "loss": 1.8105,
      "step": 2360
    },
    {
      "epoch": 2.07,
      "learning_rate": 2.3250432900210507e-05,
      "loss": 1.8067,
      "step": 2365
    },
    {
      "epoch": 2.08,
      "learning_rate": 2.3049843151255936e-05,
      "loss": 1.8056,
      "step": 2370
    },
    {
      "epoch": 2.08,
      "learning_rate": 2.2849862915459036e-05,
      "loss": 1.7975,
      "step": 2375
    },
    {
      "epoch": 2.08,
      "learning_rate": 2.2650496715635283e-05,
      "loss": 1.8082,
      "step": 2380
    },
    {
      "epoch": 2.09,
      "learning_rate": 2.245174906071282e-05,
      "loss": 1.8125,
      "step": 2385
    },
    {
      "epoch": 2.09,
      "learning_rate": 2.2253624445630673e-05,
      "loss": 1.8078,
      "step": 2390
    },
    {
      "epoch": 2.1,
      "learning_rate": 2.2056127351236934e-05,
      "loss": 1.7967,
      "step": 2395
    },
    {
      "epoch": 2.1,
      "learning_rate": 2.1859262244187556e-05,
      "loss": 1.8132,
      "step": 2400
    },
    {
      "epoch": 2.1,
      "eval_loss": 2.1375112533569336,
      "eval_runtime": 437.2054,
      "eval_samples_per_second": 36.976,
      "eval_steps_per_second": 1.157,
      "step": 2400
    },
    {
      "epoch": 2.11,
      "learning_rate": 2.1663033576845205e-05,
      "loss": 1.8039,
      "step": 2405
    },
    {
      "epoch": 2.11,
      "learning_rate": 2.1467445787178686e-05,
      "loss": 1.7973,
      "step": 2410
    },
    {
      "epoch": 2.12,
      "learning_rate": 2.1272503298662477e-05,
      "loss": 1.8113,
      "step": 2415
    },
    {
      "epoch": 2.12,
      "learning_rate": 2.1078210520176717e-05,
      "loss": 1.8116,
      "step": 2420
    },
    {
      "epoch": 2.12,
      "learning_rate": 2.0884571845907546e-05,
      "loss": 1.809,
      "step": 2425
    },
    {
      "epoch": 2.13,
      "learning_rate": 2.069159165524762e-05,
      "loss": 1.8132,
      "step": 2430
    },
    {
      "epoch": 2.13,
      "learning_rate": 2.04992743126972e-05,
      "loss": 1.7959,
      "step": 2435
    },
    {
      "epoch": 2.14,
      "learning_rate": 2.0307624167765288e-05,
      "loss": 1.8103,
      "step": 2440
    },
    {
      "epoch": 2.14,
      "learning_rate": 2.011664555487136e-05,
      "loss": 1.8087,
      "step": 2445
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.992634279324736e-05,
      "loss": 1.7934,
      "step": 2450
    },
    {
      "epoch": 2.15,
      "learning_rate": 1.973672018683991e-05,
      "loss": 1.8047,
      "step": 2455
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.9547782024213047e-05,
      "loss": 1.7937,
      "step": 2460
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.9359532578451245e-05,
      "loss": 1.8232,
      "step": 2465
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.9171976107062684e-05,
      "loss": 1.8022,
      "step": 2470
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.8985116851883088e-05,
      "loss": 1.8119,
      "step": 2475
    },
    {
      "epoch": 2.17,
      "learning_rate": 1.8798959038979652e-05,
      "loss": 1.7996,
      "step": 2480
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.8613506878555597e-05,
      "loss": 1.8047,
      "step": 2485
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.8428764564854828e-05,
      "loss": 1.7895,
      "step": 2490
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.8244736276067198e-05,
      "loss": 1.8091,
      "step": 2495
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.80614261742339e-05,
      "loss": 1.8043,
      "step": 2500
    },
    {
      "epoch": 2.19,
      "eval_loss": 2.136007308959961,
      "eval_runtime": 436.5151,
      "eval_samples_per_second": 37.034,
      "eval_steps_per_second": 1.159,
      "step": 2500
    },
    {
      "epoch": 2.19,
      "learning_rate": 1.7878838405153385e-05,
      "loss": 1.7965,
      "step": 2505
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.7696977098287654e-05,
      "loss": 1.81,
      "step": 2510
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.7515846366668737e-05,
      "loss": 1.8124,
      "step": 2515
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.7335450306805827e-05,
      "loss": 1.7978,
      "step": 2520
    },
    {
      "epoch": 2.21,
      "learning_rate": 1.715579299859248e-05,
      "loss": 1.8076,
      "step": 2525
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.697687850521447e-05,
      "loss": 1.8158,
      "step": 2530
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.6798710873057787e-05,
      "loss": 1.7985,
      "step": 2535
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.662129413161723e-05,
      "loss": 1.7988,
      "step": 2540
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.644463229340516e-05,
      "loss": 1.7878,
      "step": 2545
    },
    {
      "epoch": 2.23,
      "learning_rate": 1.6268729353860867e-05,
      "loss": 1.8042,
      "step": 2550
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.6093589291260103e-05,
      "loss": 1.8154,
      "step": 2555
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.5919216066625208e-05,
      "loss": 1.7873,
      "step": 2560
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.5745613623635413e-05,
      "loss": 1.8112,
      "step": 2565
    },
    {
      "epoch": 2.25,
      "learning_rate": 1.557278588853779e-05,
      "loss": 1.8059,
      "step": 2570
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.5400736770058294e-05,
      "loss": 1.7951,
      "step": 2575
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.522947015931348e-05,
      "loss": 1.807,
      "step": 2580
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.5058989929722495e-05,
      "loss": 1.8121,
      "step": 2585
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.4889299936919371e-05,
      "loss": 1.8003,
      "step": 2590
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.4720404018665984e-05,
      "loss": 1.7861,
      "step": 2595
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.4552305994765097e-05,
      "loss": 1.7927,
      "step": 2600
    },
    {
      "epoch": 2.28,
      "eval_loss": 2.1333673000335693,
      "eval_runtime": 436.639,
      "eval_samples_per_second": 37.024,
      "eval_steps_per_second": 1.159,
      "step": 2600
    },
    {
      "epoch": 2.28,
      "learning_rate": 1.4385009666974097e-05,
      "loss": 1.8122,
      "step": 2605
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.4218518818918925e-05,
      "loss": 1.8045,
      "step": 2610
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.4052837216008585e-05,
      "loss": 1.7979,
      "step": 2615
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.3887968605349877e-05,
      "loss": 1.8117,
      "step": 2620
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.3723916715662782e-05,
      "loss": 1.7819,
      "step": 2625
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.356068525719601e-05,
      "loss": 1.807,
      "step": 2630
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.3398277921643188e-05,
      "loss": 1.7996,
      "step": 2635
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.3236698382059287e-05,
      "loss": 1.7984,
      "step": 2640
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.3075950292777588e-05,
      "loss": 1.7975,
      "step": 2645
    },
    {
      "epoch": 2.32,
      "learning_rate": 1.2916037289327065e-05,
      "loss": 1.7987,
      "step": 2650
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.2756962988350108e-05,
      "loss": 1.7958,
      "step": 2655
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.2598730987520718e-05,
      "loss": 1.8064,
      "step": 2660
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.2441344865463245e-05,
      "loss": 1.8101,
      "step": 2665
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.2284808181671325e-05,
      "loss": 1.8195,
      "step": 2670
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.212912447642744e-05,
      "loss": 1.7939,
      "step": 2675
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.1974297270722867e-05,
      "loss": 1.8037,
      "step": 2680
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.1820330066177998e-05,
      "loss": 1.7916,
      "step": 2685
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.1667226344963194e-05,
      "loss": 1.7948,
      "step": 2690
    },
    {
      "epoch": 2.36,
      "learning_rate": 1.151498956971997e-05,
      "loss": 1.8054,
      "step": 2695
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.1363623183482775e-05,
      "loss": 1.7935,
      "step": 2700
    },
    {
      "epoch": 2.37,
      "eval_loss": 2.133516550064087,
      "eval_runtime": 436.7537,
      "eval_samples_per_second": 37.014,
      "eval_steps_per_second": 1.159,
      "step": 2700
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.1213130609601003e-05,
      "loss": 1.8049,
      "step": 2705
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.10635152516617e-05,
      "loss": 1.8048,
      "step": 2710
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0914780493412468e-05,
      "loss": 1.812,
      "step": 2715
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.0766929698685041e-05,
      "loss": 1.7978,
      "step": 2720
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0619966211319115e-05,
      "loss": 1.806,
      "step": 2725
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.0473893355086773e-05,
      "loss": 1.803,
      "step": 2730
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.0328714433617348e-05,
      "loss": 1.8001,
      "step": 2735
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.0184432730322601e-05,
      "loss": 1.7951,
      "step": 2740
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.004105150832259e-05,
      "loss": 1.8103,
      "step": 2745
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.898574010371747e-06,
      "loss": 1.8028,
      "step": 2750
    },
    {
      "epoch": 2.41,
      "learning_rate": 9.757003458785663e-06,
      "loss": 1.8002,
      "step": 2755
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.616343055368083e-06,
      "loss": 1.8008,
      "step": 2760
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.47659598133861e-06,
      "loss": 1.8128,
      "step": 2765
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.337765397260656e-06,
      "loss": 1.7967,
      "step": 2770
    },
    {
      "epoch": 2.43,
      "learning_rate": 9.199854442970068e-06,
      "loss": 1.8086,
      "step": 2775
    },
    {
      "epoch": 2.44,
      "learning_rate": 9.062866237503993e-06,
      "loss": 1.8022,
      "step": 2780
    },
    {
      "epoch": 2.44,
      "learning_rate": 8.926803879030466e-06,
      "loss": 1.8006,
      "step": 2785
    },
    {
      "epoch": 2.44,
      "learning_rate": 8.791670444778228e-06,
      "loss": 1.7894,
      "step": 2790
    },
    {
      "epoch": 2.45,
      "learning_rate": 8.6574689909672e-06,
      "loss": 1.798,
      "step": 2795
    },
    {
      "epoch": 2.45,
      "learning_rate": 8.524202552739357e-06,
      "loss": 1.7982,
      "step": 2800
    },
    {
      "epoch": 2.45,
      "eval_loss": 2.1320557594299316,
      "eval_runtime": 436.1068,
      "eval_samples_per_second": 37.069,
      "eval_steps_per_second": 1.16,
      "step": 2800
    },
    {
      "epoch": 2.46,
      "learning_rate": 8.391874144090029e-06,
      "loss": 1.794,
      "step": 2805
    },
    {
      "epoch": 2.46,
      "learning_rate": 8.260486757799834e-06,
      "loss": 1.8082,
      "step": 2810
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.130043365366873e-06,
      "loss": 1.8078,
      "step": 2815
    },
    {
      "epoch": 2.47,
      "learning_rate": 8.000546916939644e-06,
      "loss": 1.8009,
      "step": 2820
    },
    {
      "epoch": 2.47,
      "learning_rate": 7.872000341250213e-06,
      "loss": 1.7924,
      "step": 2825
    },
    {
      "epoch": 2.48,
      "learning_rate": 7.744406545548071e-06,
      "loss": 1.8071,
      "step": 2830
    },
    {
      "epoch": 2.48,
      "learning_rate": 7.617768415534305e-06,
      "loss": 1.8094,
      "step": 2835
    },
    {
      "epoch": 2.49,
      "learning_rate": 7.4920888152964e-06,
      "loss": 1.8116,
      "step": 2840
    },
    {
      "epoch": 2.49,
      "learning_rate": 7.367370587243394e-06,
      "loss": 1.8,
      "step": 2845
    },
    {
      "epoch": 2.5,
      "learning_rate": 7.243616552041677e-06,
      "loss": 1.8054,
      "step": 2850
    },
    {
      "epoch": 2.5,
      "learning_rate": 7.120829508551119e-06,
      "loss": 1.8068,
      "step": 2855
    },
    {
      "epoch": 2.51,
      "learning_rate": 6.999012233761798e-06,
      "loss": 1.784,
      "step": 2860
    },
    {
      "epoch": 2.51,
      "learning_rate": 6.878167482731251e-06,
      "loss": 1.8162,
      "step": 2865
    },
    {
      "epoch": 2.51,
      "learning_rate": 6.758297988522055e-06,
      "loss": 1.799,
      "step": 2870
    },
    {
      "epoch": 2.52,
      "learning_rate": 6.639406462140096e-06,
      "loss": 1.7919,
      "step": 2875
    },
    {
      "epoch": 2.52,
      "learning_rate": 6.521495592473259e-06,
      "loss": 1.7979,
      "step": 2880
    },
    {
      "epoch": 2.53,
      "learning_rate": 6.404568046230541e-06,
      "loss": 1.8096,
      "step": 2885
    },
    {
      "epoch": 2.53,
      "learning_rate": 6.2886264678818475e-06,
      "loss": 1.812,
      "step": 2890
    },
    {
      "epoch": 2.54,
      "learning_rate": 6.17367347959808e-06,
      "loss": 1.8072,
      "step": 2895
    },
    {
      "epoch": 2.54,
      "learning_rate": 6.059711681191888e-06,
      "loss": 1.8029,
      "step": 2900
    },
    {
      "epoch": 2.54,
      "eval_loss": 2.1311283111572266,
      "eval_runtime": 435.6098,
      "eval_samples_per_second": 37.111,
      "eval_steps_per_second": 1.162,
      "step": 2900
    },
    {
      "epoch": 2.54,
      "learning_rate": 5.946743650058889e-06,
      "loss": 1.7884,
      "step": 2905
    },
    {
      "epoch": 2.55,
      "learning_rate": 5.83477194111931e-06,
      "loss": 1.796,
      "step": 2910
    },
    {
      "epoch": 2.55,
      "learning_rate": 5.723799086760279e-06,
      "loss": 1.8026,
      "step": 2915
    },
    {
      "epoch": 2.56,
      "learning_rate": 5.613827596778487e-06,
      "loss": 1.7973,
      "step": 2920
    },
    {
      "epoch": 2.56,
      "learning_rate": 5.504859958323488e-06,
      "loss": 1.8,
      "step": 2925
    },
    {
      "epoch": 2.57,
      "learning_rate": 5.39689863584138e-06,
      "loss": 1.7905,
      "step": 2930
    },
    {
      "epoch": 2.57,
      "learning_rate": 5.289946071019142e-06,
      "loss": 1.8092,
      "step": 2935
    },
    {
      "epoch": 2.58,
      "learning_rate": 5.184004682729348e-06,
      "loss": 1.7966,
      "step": 2940
    },
    {
      "epoch": 2.58,
      "learning_rate": 5.0790768669754905e-06,
      "loss": 1.7979,
      "step": 2945
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.975164996837811e-06,
      "loss": 1.7885,
      "step": 2950
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.872271422419572e-06,
      "loss": 1.7951,
      "step": 2955
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.770398470793991e-06,
      "loss": 1.7922,
      "step": 2960
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.6695484459515045e-06,
      "loss": 1.7961,
      "step": 2965
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.5697236287477685e-06,
      "loss": 1.8079,
      "step": 2970
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.470926276851983e-06,
      "loss": 1.7979,
      "step": 2975
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.373158624695917e-06,
      "loss": 1.8001,
      "step": 2980
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.27642288342327e-06,
      "loss": 1.8045,
      "step": 2985
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.18072124083978e-06,
      "loss": 1.7914,
      "step": 2990
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.086055861363647e-06,
      "loss": 1.7971,
      "step": 2995
    },
    {
      "epoch": 2.63,
      "learning_rate": 3.992428885976652e-06,
      "loss": 1.7919,
      "step": 3000
    },
    {
      "epoch": 2.63,
      "eval_loss": 2.129803419113159,
      "eval_runtime": 437.5268,
      "eval_samples_per_second": 36.949,
      "eval_steps_per_second": 1.157,
      "step": 3000
    },
    {
      "epoch": 2.63,
      "learning_rate": 3.899842432175671e-06,
      "loss": 1.8002,
      "step": 3005
    },
    {
      "epoch": 2.64,
      "learning_rate": 3.8082985939248417e-06,
      "loss": 1.7827,
      "step": 3010
    },
    {
      "epoch": 2.64,
      "learning_rate": 3.7177994416081885e-06,
      "loss": 1.7983,
      "step": 3015
    },
    {
      "epoch": 2.65,
      "learning_rate": 3.6283470219827643e-06,
      "loss": 1.7828,
      "step": 3020
    },
    {
      "epoch": 2.65,
      "learning_rate": 3.539943358132425e-06,
      "loss": 1.7992,
      "step": 3025
    },
    {
      "epoch": 2.65,
      "learning_rate": 3.4525904494220106e-06,
      "loss": 1.7907,
      "step": 3030
    },
    {
      "epoch": 2.66,
      "learning_rate": 3.3662902714521714e-06,
      "loss": 1.7855,
      "step": 3035
    },
    {
      "epoch": 2.66,
      "learning_rate": 3.281044776014652e-06,
      "loss": 1.7954,
      "step": 3040
    },
    {
      "epoch": 2.67,
      "learning_rate": 3.196855891048195e-06,
      "loss": 1.8015,
      "step": 3045
    },
    {
      "epoch": 2.67,
      "learning_rate": 3.113725520594879e-06,
      "loss": 1.7971,
      "step": 3050
    },
    {
      "epoch": 2.68,
      "learning_rate": 3.0316555447571282e-06,
      "loss": 1.8061,
      "step": 3055
    },
    {
      "epoch": 2.68,
      "learning_rate": 2.9506478196551055e-06,
      "loss": 1.7917,
      "step": 3060
    },
    {
      "epoch": 2.69,
      "learning_rate": 2.87070417738482e-06,
      "loss": 1.8035,
      "step": 3065
    },
    {
      "epoch": 2.69,
      "learning_rate": 2.7918264259766126e-06,
      "loss": 1.7921,
      "step": 3070
    },
    {
      "epoch": 2.69,
      "learning_rate": 2.714016349354348e-06,
      "loss": 1.7931,
      "step": 3075
    },
    {
      "epoch": 2.7,
      "learning_rate": 2.6372757072949896e-06,
      "loss": 1.7951,
      "step": 3080
    },
    {
      "epoch": 2.7,
      "learning_rate": 2.5616062353888415e-06,
      "loss": 1.8127,
      "step": 3085
    },
    {
      "epoch": 2.71,
      "learning_rate": 2.48700964500031e-06,
      "loss": 1.7914,
      "step": 3090
    },
    {
      "epoch": 2.71,
      "learning_rate": 2.413487623229149e-06,
      "loss": 1.797,
      "step": 3095
    },
    {
      "epoch": 2.72,
      "learning_rate": 2.341041832872348e-06,
      "loss": 1.7953,
      "step": 3100
    },
    {
      "epoch": 2.72,
      "eval_loss": 2.1286771297454834,
      "eval_runtime": 435.6868,
      "eval_samples_per_second": 37.105,
      "eval_steps_per_second": 1.161,
      "step": 3100
    },
    {
      "epoch": 2.72,
      "learning_rate": 2.2696739123865218e-06,
      "loss": 1.8038,
      "step": 3105
    },
    {
      "epoch": 2.72,
      "learning_rate": 2.199385475850824e-06,
      "loss": 1.7959,
      "step": 3110
    },
    {
      "epoch": 2.73,
      "learning_rate": 2.1301781129304587e-06,
      "loss": 1.8003,
      "step": 3115
    },
    {
      "epoch": 2.73,
      "learning_rate": 2.062053388840768e-06,
      "loss": 1.7858,
      "step": 3120
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.99501284431175e-06,
      "loss": 1.7969,
      "step": 3125
    },
    {
      "epoch": 2.74,
      "learning_rate": 1.929057995553296e-06,
      "loss": 1.8083,
      "step": 3130
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.8641903342208388e-06,
      "loss": 1.8103,
      "step": 3135
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.800411327381657e-06,
      "loss": 1.7886,
      "step": 3140
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.7377224174816687e-06,
      "loss": 1.7859,
      "step": 3145
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.6761250223128299e-06,
      "loss": 1.8073,
      "step": 3150
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.6156205349810494e-06,
      "loss": 1.8025,
      "step": 3155
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.556210323874685e-06,
      "loss": 1.7855,
      "step": 3160
    },
    {
      "epoch": 2.77,
      "learning_rate": 1.4978957326336252e-06,
      "loss": 1.7863,
      "step": 3165
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.4406780801188514e-06,
      "loss": 1.7958,
      "step": 3170
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.3845586603826677e-06,
      "loss": 1.7935,
      "step": 3175
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.329538742639358e-06,
      "loss": 1.7953,
      "step": 3180
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.2756195712365804e-06,
      "loss": 1.791,
      "step": 3185
    },
    {
      "epoch": 2.79,
      "learning_rate": 1.2228023656271182e-06,
      "loss": 1.8091,
      "step": 3190
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.1710883203413904e-06,
      "loss": 1.8014,
      "step": 3195
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.1204786049603789e-06,
      "loss": 1.798,
      "step": 3200
    },
    {
      "epoch": 2.8,
      "eval_loss": 2.127976179122925,
      "eval_runtime": 437.1616,
      "eval_samples_per_second": 36.979,
      "eval_steps_per_second": 1.157,
      "step": 3200
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.0709743640892e-06,
      "loss": 1.7822,
      "step": 3205
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.022576717331214e-06,
      "loss": 1.7974,
      "step": 3210
    },
    {
      "epoch": 2.82,
      "learning_rate": 9.752867592627112e-07,
      "loss": 1.797,
      "step": 3215
    },
    {
      "epoch": 2.82,
      "learning_rate": 9.291055594081278e-07,
      "loss": 1.8001,
      "step": 3220
    },
    {
      "epoch": 2.83,
      "learning_rate": 8.840341622159076e-07,
      "loss": 1.7971,
      "step": 3225
    },
    {
      "epoch": 2.83,
      "learning_rate": 8.400735870348231e-07,
      "loss": 1.8057,
      "step": 3230
    },
    {
      "epoch": 2.83,
      "learning_rate": 7.972248280909589e-07,
      "loss": 1.7854,
      "step": 3235
    },
    {
      "epoch": 2.84,
      "learning_rate": 7.554888544652305e-07,
      "loss": 1.8117,
      "step": 3240
    },
    {
      "epoch": 2.84,
      "learning_rate": 7.148666100714352e-07,
      "loss": 1.779,
      "step": 3245
    },
    {
      "epoch": 2.85,
      "learning_rate": 6.753590136349298e-07,
      "loss": 1.8081,
      "step": 3250
    },
    {
      "epoch": 2.85,
      "learning_rate": 6.369669586718419e-07,
      "loss": 1.7938,
      "step": 3255
    },
    {
      "epoch": 2.86,
      "learning_rate": 5.996913134688753e-07,
      "loss": 1.8021,
      "step": 3260
    },
    {
      "epoch": 2.86,
      "learning_rate": 5.635329210636531e-07,
      "loss": 1.7888,
      "step": 3265
    },
    {
      "epoch": 2.86,
      "learning_rate": 5.284925992256551e-07,
      "loss": 1.7845,
      "step": 3270
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.945711404377385e-07,
      "loss": 1.8015,
      "step": 3275
    },
    {
      "epoch": 2.87,
      "learning_rate": 4.617693118782074e-07,
      "loss": 1.7979,
      "step": 3280
    },
    {
      "epoch": 2.88,
      "learning_rate": 4.3008785540344376e-07,
      "loss": 1.7888,
      "step": 3285
    },
    {
      "epoch": 2.88,
      "learning_rate": 3.9952748753115945e-07,
      "loss": 1.7901,
      "step": 3290
    },
    {
      "epoch": 2.89,
      "learning_rate": 3.7008889942417025e-07,
      "loss": 1.7981,
      "step": 3295
    },
    {
      "epoch": 2.89,
      "learning_rate": 3.4177275687476974e-07,
      "loss": 1.7947,
      "step": 3300
    },
    {
      "epoch": 2.89,
      "eval_loss": 2.1282496452331543,
      "eval_runtime": 437.2091,
      "eval_samples_per_second": 36.975,
      "eval_steps_per_second": 1.157,
      "step": 3300
    },
    {
      "epoch": 2.9,
      "learning_rate": 3.1457970028968e-07,
      "loss": 1.7772,
      "step": 3305
    },
    {
      "epoch": 2.9,
      "learning_rate": 2.885103446755466e-07,
      "loss": 1.7805,
      "step": 3310
    },
    {
      "epoch": 2.9,
      "learning_rate": 2.635652796250554e-07,
      "loss": 1.7927,
      "step": 3315
    },
    {
      "epoch": 2.91,
      "learning_rate": 2.3974506930358743e-07,
      "loss": 1.7941,
      "step": 3320
    },
    {
      "epoch": 2.91,
      "learning_rate": 2.1705025243644594e-07,
      "loss": 1.7991,
      "step": 3325
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.9548134229669947e-07,
      "loss": 1.7973,
      "step": 3330
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.7503882669354098e-07,
      "loss": 1.802,
      "step": 3335
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.5572316796128583e-07,
      "loss": 1.7945,
      "step": 3340
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.3753480294890763e-07,
      "loss": 1.7975,
      "step": 3345
    },
    {
      "epoch": 2.93,
      "learning_rate": 1.2047414301013527e-07,
      "loss": 1.7829,
      "step": 3350
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.045415739941824e-07,
      "loss": 1.8042,
      "step": 3355
    },
    {
      "epoch": 2.94,
      "learning_rate": 8.973745623699903e-08,
      "loss": 1.8032,
      "step": 3360
    },
    {
      "epoch": 2.95,
      "learning_rate": 7.6062124553139e-08,
      "loss": 1.8013,
      "step": 3365
    },
    {
      "epoch": 2.95,
      "learning_rate": 6.351588822817167e-08,
      "loss": 1.7983,
      "step": 3370
    },
    {
      "epoch": 2.96,
      "learning_rate": 5.209903101168201e-08,
      "loss": 1.7967,
      "step": 3375
    },
    {
      "epoch": 2.96,
      "learning_rate": 4.1811811110886724e-08,
      "loss": 1.7997,
      "step": 3380
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.265446118475568e-08,
      "loss": 1.7907,
      "step": 3385
    },
    {
      "epoch": 2.97,
      "learning_rate": 2.4627188338777196e-08,
      "loss": 1.7963,
      "step": 3390
    },
    {
      "epoch": 2.97,
      "learning_rate": 1.7730174120250687e-08,
      "loss": 1.7791,
      "step": 3395
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.196357451421215e-08,
      "loss": 1.8015,
      "step": 3400
    },
    {
      "epoch": 2.98,
      "eval_loss": 2.1283345222473145,
      "eval_runtime": 436.7591,
      "eval_samples_per_second": 37.014,
      "eval_steps_per_second": 1.159,
      "step": 3400
    },
    {
      "epoch": 2.98,
      "learning_rate": 7.327519939870353e-09,
      "loss": 1.7954,
      "step": 3405
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.822115247686941e-09,
      "loss": 1.79,
      "step": 3410
    },
    {
      "epoch": 2.99,
      "learning_rate": 1.4474397169894626e-09,
      "loss": 1.79,
      "step": 3415
    },
    {
      "epoch": 3.0,
      "learning_rate": 2.0354705417280351e-10,
      "loss": 1.7978,
      "step": 3420
    },
    {
      "epoch": 3.0,
      "step": 3423,
      "total_flos": 5.633765648992567e+18,
      "train_loss": 1.9906484538130407,
      "train_runtime": 48039.6785,
      "train_samples_per_second": 9.121,
      "train_steps_per_second": 0.071
    }
  ],
  "logging_steps": 5,
  "max_steps": 3423,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "total_flos": 5.633765648992567e+18,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}