{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 3409,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 11.125381634627788,
      "learning_rate": 5.308241808752198e-06,
      "loss": 0.4004,
      "step": 5
    },
    {
      "epoch": 0.0,
      "grad_norm": 8.92423656628485,
      "learning_rate": 7.508241808752199e-06,
      "loss": 0.4709,
      "step": 10
    },
    {
      "epoch": 0.0,
      "grad_norm": 8.41715845868157,
      "learning_rate": 8.795159310338741e-06,
      "loss": 0.3973,
      "step": 15
    },
    {
      "epoch": 0.01,
      "grad_norm": 15.774318751695052,
      "learning_rate": 9.708241808752198e-06,
      "loss": 0.4057,
      "step": 20
    },
    {
      "epoch": 0.01,
      "grad_norm": 8.099327492758947,
      "learning_rate": 1.0416483617504396e-05,
      "loss": 0.2547,
      "step": 25
    },
    {
      "epoch": 0.01,
      "grad_norm": 7.413713903241163,
      "learning_rate": 1.099515931033874e-05,
      "loss": 0.2041,
      "step": 30
    },
    {
      "epoch": 0.01,
      "grad_norm": 9.03722608897779,
      "learning_rate": 1.1484422637278927e-05,
      "loss": 0.2867,
      "step": 35
    },
    {
      "epoch": 0.01,
      "grad_norm": 8.92455629586844,
      "learning_rate": 1.1908241808752199e-05,
      "loss": 0.2939,
      "step": 40
    },
    {
      "epoch": 0.01,
      "grad_norm": 10.156800616083926,
      "learning_rate": 1.2282076811925285e-05,
      "loss": 0.2955,
      "step": 45
    },
    {
      "epoch": 0.01,
      "grad_norm": 9.420288964636175,
      "learning_rate": 1.2616483617504393e-05,
      "loss": 0.1845,
      "step": 50
    },
    {
      "epoch": 0.02,
      "grad_norm": 16.959594279780564,
      "learning_rate": 1.2918991369754252e-05,
      "loss": 0.2387,
      "step": 55
    },
    {
      "epoch": 0.02,
      "grad_norm": 6.074452366890137,
      "learning_rate": 1.3195159310338741e-05,
      "loss": 0.2455,
      "step": 60
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.742335711555924,
      "learning_rate": 1.3449209188662602e-05,
      "loss": 0.159,
      "step": 65
    },
    {
      "epoch": 0.02,
      "grad_norm": 5.288626310542604,
      "learning_rate": 1.3684422637278928e-05,
      "loss": 0.1843,
      "step": 70
    },
    {
      "epoch": 0.02,
      "grad_norm": 7.44716471541915,
      "learning_rate": 1.3903401119090938e-05,
      "loss": 0.1788,
      "step": 75
    },
    {
      "epoch": 0.02,
      "grad_norm": 3.821096016199364,
      "learning_rate": 1.4108241808752197e-05,
      "loss": 0.1514,
      "step": 80
    },
    {
      "epoch": 0.02,
      "grad_norm": 8.992446696823665,
      "learning_rate": 1.4300660059502947e-05,
      "loss": 0.2482,
      "step": 85
    },
    {
      "epoch": 0.03,
      "grad_norm": 5.839197680608412,
      "learning_rate": 1.4482076811925287e-05,
      "loss": 0.2065,
      "step": 90
    },
    {
      "epoch": 0.03,
      "grad_norm": 8.087974815050226,
      "learning_rate": 1.4653682338328086e-05,
      "loss": 0.2201,
      "step": 95
    },
    {
      "epoch": 0.03,
      "grad_norm": 9.987995189856553,
      "learning_rate": 1.4816483617504398e-05,
      "loss": 0.1501,
      "step": 100
    },
    {
      "epoch": 0.03,
      "grad_norm": 7.240449600169706,
      "learning_rate": 1.4971340138865471e-05,
      "loss": 0.2253,
      "step": 105
    },
    {
      "epoch": 0.03,
      "grad_norm": 15.014801352117672,
      "learning_rate": 1.5118991369754255e-05,
      "loss": 0.1938,
      "step": 110
    },
    {
      "epoch": 0.03,
      "grad_norm": 8.588750321209607,
      "learning_rate": 1.5260078112077627e-05,
      "loss": 0.2299,
      "step": 115
    },
    {
      "epoch": 0.04,
      "grad_norm": 20.519070570571127,
      "learning_rate": 1.5395159310338742e-05,
      "loss": 0.2432,
      "step": 120
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.505660841015201,
      "learning_rate": 1.5524725426256594e-05,
      "loss": 0.127,
      "step": 125
    },
    {
      "epoch": 0.04,
      "grad_norm": 6.3767344789277605,
      "learning_rate": 1.56492091886626e-05,
      "loss": 0.192,
      "step": 130
    },
    {
      "epoch": 0.04,
      "grad_norm": 6.2113668041489545,
      "learning_rate": 1.576899431351183e-05,
      "loss": 0.2247,
      "step": 135
    },
    {
      "epoch": 0.04,
      "grad_norm": 11.909747553663436,
      "learning_rate": 1.5884422637278926e-05,
      "loss": 0.2069,
      "step": 140
    },
    {
      "epoch": 0.04,
      "grad_norm": 5.701699776433005,
      "learning_rate": 1.5995799998032858e-05,
      "loss": 0.1573,
      "step": 145
    },
    {
      "epoch": 0.04,
      "grad_norm": 4.996573800175535,
      "learning_rate": 1.6103401119090937e-05,
      "loss": 0.1758,
      "step": 150
    },
    {
      "epoch": 0.05,
      "grad_norm": 9.43286827567575,
      "learning_rate": 1.6207473691603323e-05,
      "loss": 0.1664,
      "step": 155
    },
    {
      "epoch": 0.05,
      "grad_norm": 28.24015920275371,
      "learning_rate": 1.6308241808752197e-05,
      "loss": 0.1844,
      "step": 160
    },
    {
      "epoch": 0.05,
      "grad_norm": 8.923975388298482,
      "learning_rate": 1.6405908871340797e-05,
      "loss": 0.2391,
      "step": 165
    },
    {
      "epoch": 0.05,
      "grad_norm": 6.282811516394321,
      "learning_rate": 1.6500660059502946e-05,
      "loss": 0.1676,
      "step": 170
    },
    {
      "epoch": 0.05,
      "grad_norm": 10.30498920082885,
      "learning_rate": 1.6592664446031127e-05,
      "loss": 0.1934,
      "step": 175
    },
    {
      "epoch": 0.05,
      "grad_norm": 5.1185908366180195,
      "learning_rate": 1.6682076811925287e-05,
      "loss": 0.1531,
      "step": 180
    },
    {
      "epoch": 0.05,
      "grad_norm": 4.756718752566272,
      "learning_rate": 1.6769039213135887e-05,
      "loss": 0.1765,
      "step": 185
    },
    {
      "epoch": 0.06,
      "grad_norm": 6.629667545228336,
      "learning_rate": 1.6853682338328088e-05,
      "loss": 0.2043,
      "step": 190
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.1680908649614796,
      "learning_rate": 1.6936126690249144e-05,
      "loss": 0.1845,
      "step": 195
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.594897280738297,
      "learning_rate": 1.7016483617504395e-05,
      "loss": 0.1142,
      "step": 200
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.9032680841669585,
      "learning_rate": 1.7094856218911983e-05,
      "loss": 0.2007,
      "step": 205
    },
    {
      "epoch": 0.06,
      "grad_norm": 6.848184342158123,
      "learning_rate": 1.717134013886547e-05,
      "loss": 0.1239,
      "step": 210
    },
    {
      "epoch": 0.06,
      "grad_norm": 6.717780464657794,
      "learning_rate": 1.7246024269096814e-05,
      "loss": 0.2148,
      "step": 215
    },
    {
      "epoch": 0.06,
      "grad_norm": 2.418335623324901,
      "learning_rate": 1.7318991369754256e-05,
      "loss": 0.1228,
      "step": 220
    },
    {
      "epoch": 0.07,
      "grad_norm": 6.090782655933177,
      "learning_rate": 1.739031862067748e-05,
      "loss": 0.2336,
      "step": 225
    },
    {
      "epoch": 0.07,
      "grad_norm": 9.653963182390594,
      "learning_rate": 1.7460078112077626e-05,
      "loss": 0.1624,
      "step": 230
    },
    {
      "epoch": 0.07,
      "grad_norm": 6.782020630535402,
      "learning_rate": 1.7528337282443e-05,
      "loss": 0.2082,
      "step": 235
    },
    {
      "epoch": 0.07,
      "grad_norm": 7.955935238397691,
      "learning_rate": 1.7595159310338742e-05,
      "loss": 0.1203,
      "step": 240
    },
    {
      "epoch": 0.07,
      "grad_norm": 11.86700555838968,
      "learning_rate": 1.766060346580566e-05,
      "loss": 0.2336,
      "step": 245
    },
    {
      "epoch": 0.07,
      "grad_norm": 7.932728692529283,
      "learning_rate": 1.772472542625659e-05,
      "loss": 0.1557,
      "step": 250
    },
    {
      "epoch": 0.07,
      "grad_norm": 9.367369941926402,
      "learning_rate": 1.7787577561089487e-05,
      "loss": 0.1778,
      "step": 255
    },
    {
      "epoch": 0.08,
      "grad_norm": 8.119258788907397,
      "learning_rate": 1.7849209188662603e-05,
      "loss": 0.1641,
      "step": 260
    },
    {
      "epoch": 0.08,
      "grad_norm": 8.877824360780032,
      "learning_rate": 1.7909666808791235e-05,
      "loss": 0.2865,
      "step": 265
    },
    {
      "epoch": 0.08,
      "grad_norm": 5.311739339787183,
      "learning_rate": 1.796899431351183e-05,
      "loss": 0.1644,
      "step": 270
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.648816107438258,
      "learning_rate": 1.802723317850645e-05,
      "loss": 0.1989,
      "step": 275
    },
    {
      "epoch": 0.08,
      "grad_norm": 37.56990879513816,
      "learning_rate": 1.8084422637278925e-05,
      "loss": 0.1892,
      "step": 280
    },
    {
      "epoch": 0.08,
      "grad_norm": 16.74826541858141,
      "learning_rate": 1.8140599839914632e-05,
      "loss": 0.2343,
      "step": 285
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.863631858596725,
      "learning_rate": 1.8195799998032857e-05,
      "loss": 0.2181,
      "step": 290
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.9113582322289524,
      "learning_rate": 1.8250056517348252e-05,
      "loss": 0.1715,
      "step": 295
    },
    {
      "epoch": 0.09,
      "grad_norm": 11.84889258509689,
      "learning_rate": 1.830340111909094e-05,
      "loss": 0.1459,
      "step": 300
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.8514319753979915,
      "learning_rate": 1.8355863951390547e-05,
      "loss": 0.136,
      "step": 305
    },
    {
      "epoch": 0.09,
      "grad_norm": 10.329272877304971,
      "learning_rate": 1.8407473691603325e-05,
      "loss": 0.161,
      "step": 310
    },
    {
      "epoch": 0.09,
      "grad_norm": 15.22633652105913,
      "learning_rate": 1.8458257640452014e-05,
      "loss": 0.1721,
      "step": 315
    },
    {
      "epoch": 0.09,
      "grad_norm": 4.230396160936562,
      "learning_rate": 1.8508241808752197e-05,
      "loss": 0.1408,
      "step": 320
    },
    {
      "epoch": 0.1,
      "grad_norm": 4.777596867016981,
      "learning_rate": 1.85574509974148e-05,
      "loss": 0.1496,
      "step": 325
    },
    {
      "epoch": 0.1,
      "grad_norm": 5.111340439300221,
      "learning_rate": 1.8605908871340793e-05,
      "loss": 0.2215,
      "step": 330
    },
    {
      "epoch": 0.1,
      "grad_norm": 12.347791565416415,
      "learning_rate": 1.8653638027759297e-05,
      "loss": 0.1494,
      "step": 335
    },
    {
      "epoch": 0.1,
      "grad_norm": 9.015406243961076,
      "learning_rate": 1.8700660059502946e-05,
      "loss": 0.1212,
      "step": 340
    },
    {
      "epoch": 0.1,
      "grad_norm": 5.797822201400517,
      "learning_rate": 1.874699561366417e-05,
      "loss": 0.142,
      "step": 345
    },
    {
      "epoch": 0.1,
      "grad_norm": 17.174149644614868,
      "learning_rate": 1.8792664446031123e-05,
      "loss": 0.1458,
      "step": 350
    },
    {
      "epoch": 0.1,
      "grad_norm": 11.455289753213496,
      "learning_rate": 1.88376854716625e-05,
      "loss": 0.2466,
      "step": 355
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.808218103853913,
      "learning_rate": 1.8882076811925286e-05,
      "loss": 0.1382,
      "step": 360
    },
    {
      "epoch": 0.11,
      "grad_norm": 6.0172560821404835,
      "learning_rate": 1.8925855838288235e-05,
      "loss": 0.2062,
      "step": 365
    },
    {
      "epoch": 0.11,
      "grad_norm": 7.361219818784043,
      "learning_rate": 1.8969039213135886e-05,
      "loss": 0.2005,
      "step": 370
    },
    {
      "epoch": 0.11,
      "grad_norm": 12.237376033790202,
      "learning_rate": 1.9011642927843134e-05,
      "loss": 0.2208,
      "step": 375
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.98412721789337,
      "learning_rate": 1.9053682338328088e-05,
      "loss": 0.1888,
      "step": 380
    },
    {
      "epoch": 0.11,
      "grad_norm": 4.540797625815676,
      "learning_rate": 1.9095172198280984e-05,
      "loss": 0.1749,
      "step": 385
    },
    {
      "epoch": 0.11,
      "grad_norm": 3.822828217331199,
      "learning_rate": 1.9136126690249147e-05,
      "loss": 0.0922,
      "step": 390
    },
    {
      "epoch": 0.12,
      "grad_norm": 3.990734216544265,
      "learning_rate": 1.9176559454741825e-05,
      "loss": 0.1863,
      "step": 395
    },
    {
      "epoch": 0.12,
      "grad_norm": 6.910160942356377,
      "learning_rate": 1.9216483617504394e-05,
      "loss": 0.2068,
      "step": 400
    },
    {
      "epoch": 0.12,
      "grad_norm": 4.781285105059034,
      "learning_rate": 1.9255911815098372e-05,
      "loss": 0.1525,
      "step": 405
    },
    {
      "epoch": 0.12,
      "grad_norm": 13.76373104788082,
      "learning_rate": 1.9294856218911982e-05,
      "loss": 0.2154,
      "step": 410
    },
    {
      "epoch": 0.12,
      "grad_norm": 7.48460945287791,
      "learning_rate": 1.9333328557715434e-05,
      "loss": 0.1214,
      "step": 415
    },
    {
      "epoch": 0.12,
      "grad_norm": 9.890476894625708,
      "learning_rate": 1.937134013886547e-05,
      "loss": 0.1381,
      "step": 420
    },
    {
      "epoch": 0.12,
      "grad_norm": 9.300476915169963,
      "learning_rate": 1.9408901868255147e-05,
      "loss": 0.0847,
      "step": 425
    },
    {
      "epoch": 0.13,
      "grad_norm": 6.528248658568062,
      "learning_rate": 1.9446024269096816e-05,
      "loss": 0.1411,
      "step": 430
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.682181191664401,
      "learning_rate": 1.94827174996194e-05,
      "loss": 0.1426,
      "step": 435
    },
    {
      "epoch": 0.13,
      "grad_norm": 8.43703521578652,
      "learning_rate": 1.951899136975425e-05,
      "loss": 0.1579,
      "step": 440
    },
    {
      "epoch": 0.13,
      "grad_norm": 6.56291531656417,
      "learning_rate": 1.9554855356878272e-05,
      "loss": 0.2021,
      "step": 445
    },
    {
      "epoch": 0.13,
      "grad_norm": 10.066497956266401,
      "learning_rate": 1.9590318620677484e-05,
      "loss": 0.1154,
      "step": 450
    },
    {
      "epoch": 0.13,
      "grad_norm": 5.966271330169713,
      "learning_rate": 1.962539001718933e-05,
      "loss": 0.2115,
      "step": 455
    },
    {
      "epoch": 0.13,
      "grad_norm": 5.856232881470111,
      "learning_rate": 1.9660078112077626e-05,
      "loss": 0.1418,
      "step": 460
    },
    {
      "epoch": 0.14,
      "grad_norm": 6.240360608562805,
      "learning_rate": 1.9694391193189866e-05,
      "loss": 0.1586,
      "step": 465
    },
    {
      "epoch": 0.14,
      "grad_norm": 9.757750340699735,
      "learning_rate": 1.9728337282443e-05,
      "loss": 0.1449,
      "step": 470
    },
    {
      "epoch": 0.14,
      "grad_norm": 7.712636650272143,
      "learning_rate": 1.9761924147080285e-05,
      "loss": 0.135,
      "step": 475
    },
    {
      "epoch": 0.14,
      "grad_norm": 4.515393736306068,
      "learning_rate": 1.9795159310338744e-05,
      "loss": 0.129,
      "step": 480
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.7671227888175197,
      "learning_rate": 1.982805006156388e-05,
      "loss": 0.222,
      "step": 485
    },
    {
      "epoch": 0.14,
      "grad_norm": 9.304084815966336,
      "learning_rate": 1.9860603465805653e-05,
      "loss": 0.1849,
      "step": 490
    },
    {
      "epoch": 0.15,
      "grad_norm": 9.749297679157017,
      "learning_rate": 1.989282637292734e-05,
      "loss": 0.1362,
      "step": 495
    },
    {
      "epoch": 0.15,
      "grad_norm": 21.698855546577796,
      "learning_rate": 1.9924725426256592e-05,
      "loss": 0.2026,
      "step": 500
    },
    {
      "epoch": 0.15,
      "grad_norm": 8.82338005089098,
      "learning_rate": 1.995630707080615e-05,
      "loss": 0.1667,
      "step": 505
    },
    {
      "epoch": 0.15,
      "grad_norm": 26.86060661079716,
      "learning_rate": 1.998757756108949e-05,
      "loss": 0.175,
      "step": 510
    },
    {
      "epoch": 0.15,
      "grad_norm": 13.652883014206537,
      "learning_rate": 1.9999995294744797e-05,
      "loss": 0.1679,
      "step": 515
    },
    {
      "epoch": 0.15,
      "grad_norm": 8.716096864047406,
      "learning_rate": 1.9999966540423482e-05,
      "loss": 0.1385,
      "step": 520
    },
    {
      "epoch": 0.15,
      "grad_norm": 9.1722231121385,
      "learning_rate": 1.99999116458866e-05,
      "loss": 0.1694,
      "step": 525
    },
    {
      "epoch": 0.16,
      "grad_norm": 20.79172007745624,
      "learning_rate": 1.9999830611277667e-05,
      "loss": 0.2038,
      "step": 530
    },
    {
      "epoch": 0.16,
      "grad_norm": 7.595957745153807,
      "learning_rate": 1.9999723436808522e-05,
      "loss": 0.2264,
      "step": 535
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.7192450442308376,
      "learning_rate": 1.9999590122759357e-05,
      "loss": 0.1615,
      "step": 540
    },
    {
      "epoch": 0.16,
      "grad_norm": 3.637037613572214,
      "learning_rate": 1.9999430669478693e-05,
      "loss": 0.0805,
      "step": 545
    },
    {
      "epoch": 0.16,
      "grad_norm": 7.478389632328602,
      "learning_rate": 1.999924507738338e-05,
      "loss": 0.1623,
      "step": 550
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5979318918112878,
      "learning_rate": 1.9999033346958624e-05,
      "loss": 0.1491,
      "step": 555
    },
    {
      "epoch": 0.16,
      "grad_norm": 12.424319850795971,
      "learning_rate": 1.999879547875794e-05,
      "loss": 0.1631,
      "step": 560
    },
    {
      "epoch": 0.17,
      "grad_norm": 5.76364771735449,
      "learning_rate": 1.9998531473403187e-05,
      "loss": 0.2197,
      "step": 565
    },
    {
      "epoch": 0.17,
      "grad_norm": 6.606496630551793,
      "learning_rate": 1.999824133158455e-05,
      "loss": 0.1468,
      "step": 570
    },
    {
      "epoch": 0.17,
      "grad_norm": 4.41747007920085,
      "learning_rate": 1.999792505406055e-05,
      "loss": 0.1366,
      "step": 575
    },
    {
      "epoch": 0.17,
      "grad_norm": 5.075879536599382,
      "learning_rate": 1.999758264165802e-05,
      "loss": 0.0992,
      "step": 580
    },
    {
      "epoch": 0.17,
      "grad_norm": 22.308467554033715,
      "learning_rate": 1.9997214095272135e-05,
      "loss": 0.2057,
      "step": 585
    },
    {
      "epoch": 0.17,
      "grad_norm": 7.279463258176968,
      "learning_rate": 1.9996819415866377e-05,
      "loss": 0.1195,
      "step": 590
    },
    {
      "epoch": 0.17,
      "grad_norm": 2.9315010662776357,
      "learning_rate": 1.9996398604472556e-05,
      "loss": 0.0958,
      "step": 595
    },
    {
      "epoch": 0.18,
      "grad_norm": 21.026513936696166,
      "learning_rate": 1.9995951662190794e-05,
      "loss": 0.1842,
      "step": 600
    },
    {
      "epoch": 0.18,
      "grad_norm": 4.622313054019638,
      "learning_rate": 1.9995478590189534e-05,
      "loss": 0.1048,
      "step": 605
    },
    {
      "epoch": 0.18,
      "grad_norm": 6.403749452434921,
      "learning_rate": 1.9994979389705517e-05,
      "loss": 0.0971,
      "step": 610
    },
    {
      "epoch": 0.18,
      "grad_norm": 14.94556621011129,
      "learning_rate": 1.9994454062043795e-05,
      "loss": 0.2127,
      "step": 615
    },
    {
      "epoch": 0.18,
      "grad_norm": 8.09929499442626,
      "learning_rate": 1.999390260857774e-05,
      "loss": 0.2903,
      "step": 620
    },
    {
      "epoch": 0.18,
      "grad_norm": 7.006300679141809,
      "learning_rate": 1.9993325030749006e-05,
      "loss": 0.1775,
      "step": 625
    },
    {
      "epoch": 0.18,
      "grad_norm": 9.59543458146263,
      "learning_rate": 1.9992721330067547e-05,
      "loss": 0.2223,
      "step": 630
    },
    {
      "epoch": 0.19,
      "grad_norm": 12.495151647629797,
      "learning_rate": 1.9992091508111616e-05,
      "loss": 0.2557,
      "step": 635
    },
    {
      "epoch": 0.19,
      "grad_norm": 11.89488787437466,
      "learning_rate": 1.9991435566527757e-05,
      "loss": 0.2852,
      "step": 640
    },
    {
      "epoch": 0.19,
      "grad_norm": 3.188905144434785,
      "learning_rate": 1.999075350703078e-05,
      "loss": 0.0961,
      "step": 645
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.654862369916143,
      "learning_rate": 1.99900453314038e-05,
      "loss": 0.1578,
      "step": 650
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.32187595326047,
      "learning_rate": 1.9989311041498186e-05,
      "loss": 0.127,
      "step": 655
    },
    {
      "epoch": 0.19,
      "grad_norm": 4.215063448210065,
      "learning_rate": 1.9988550639233587e-05,
      "loss": 0.1392,
      "step": 660
    },
    {
      "epoch": 0.2,
      "grad_norm": 15.535200940500214,
      "learning_rate": 1.998776412659792e-05,
      "loss": 0.1974,
      "step": 665
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.760906747957173,
      "learning_rate": 1.998695150564736e-05,
      "loss": 0.1434,
      "step": 670
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.061155960694268596,
      "learning_rate": 1.998611277850633e-05,
      "loss": 0.117,
      "step": 675
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.953787678092304,
      "learning_rate": 1.9985247947367508e-05,
      "loss": 0.1831,
      "step": 680
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.678233435016873,
      "learning_rate": 1.9984357014491816e-05,
      "loss": 0.1597,
      "step": 685
    },
    {
      "epoch": 0.2,
      "grad_norm": 3.229829256723626,
      "learning_rate": 1.9983439982208417e-05,
      "loss": 0.1587,
      "step": 690
    },
    {
      "epoch": 0.2,
      "grad_norm": 4.885033869708901,
      "learning_rate": 1.9982496852914696e-05,
      "loss": 0.18,
      "step": 695
    },
    {
      "epoch": 0.21,
      "grad_norm": 6.329976580969712,
      "learning_rate": 1.9981527629076265e-05,
      "loss": 0.1383,
      "step": 700
    },
    {
      "epoch": 0.21,
      "grad_norm": 8.616010763659258,
      "learning_rate": 1.9980532313226964e-05,
      "loss": 0.1439,
      "step": 705
    },
    {
      "epoch": 0.21,
      "grad_norm": 5.805509239551478,
      "learning_rate": 1.9979510907968834e-05,
      "loss": 0.1916,
      "step": 710
    },
    {
      "epoch": 0.21,
      "grad_norm": 9.354847725343019,
      "learning_rate": 1.9978463415972135e-05,
      "loss": 0.1291,
      "step": 715
    },
    {
      "epoch": 0.21,
      "grad_norm": 11.028811436490342,
      "learning_rate": 1.997738983997531e-05,
      "loss": 0.1329,
      "step": 720
    },
    {
      "epoch": 0.21,
      "grad_norm": 5.398403758317581,
      "learning_rate": 1.9976290182784994e-05,
      "loss": 0.169,
      "step": 725
    },
    {
      "epoch": 0.21,
      "grad_norm": 1.5150079159167873,
      "learning_rate": 1.9975164447276022e-05,
      "loss": 0.14,
      "step": 730
    },
    {
      "epoch": 0.22,
      "grad_norm": 5.437256906271298,
      "learning_rate": 1.9974012636391393e-05,
      "loss": 0.1706,
      "step": 735
    },
    {
      "epoch": 0.22,
      "grad_norm": 4.686594964713854,
      "learning_rate": 1.9972834753142275e-05,
      "loss": 0.1086,
      "step": 740
    },
    {
      "epoch": 0.22,
      "grad_norm": 7.059615364727769,
      "learning_rate": 1.9971630800607995e-05,
      "loss": 0.1391,
      "step": 745
    },
    {
      "epoch": 0.22,
      "grad_norm": 3.759488626159761,
      "learning_rate": 1.9970400781936044e-05,
      "loss": 0.1252,
      "step": 750
    },
    {
      "epoch": 0.22,
      "grad_norm": 5.196072033882789,
      "learning_rate": 1.9969144700342042e-05,
      "loss": 0.1907,
      "step": 755
    },
    {
      "epoch": 0.22,
      "grad_norm": 12.217160172705722,
      "learning_rate": 1.9967862559109757e-05,
      "loss": 0.2199,
      "step": 760
    },
    {
      "epoch": 0.22,
      "grad_norm": 4.605767548552978,
      "learning_rate": 1.996655436159108e-05,
      "loss": 0.0851,
      "step": 765
    },
    {
      "epoch": 0.23,
      "grad_norm": 2.7976726055332968,
      "learning_rate": 1.9965220111206022e-05,
      "loss": 0.1428,
      "step": 770
    },
    {
      "epoch": 0.23,
      "grad_norm": 6.6315563077229465,
      "learning_rate": 1.9963859811442695e-05,
      "loss": 0.1419,
      "step": 775
    },
    {
      "epoch": 0.23,
      "grad_norm": 7.1281321818622025,
      "learning_rate": 1.996247346585733e-05,
      "loss": 0.1895,
      "step": 780
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.305688238343365,
      "learning_rate": 1.9961061078074236e-05,
      "loss": 0.1973,
      "step": 785
    },
    {
      "epoch": 0.23,
      "grad_norm": 6.655387141934961,
      "learning_rate": 1.99596226517858e-05,
      "loss": 0.222,
      "step": 790
    },
    {
      "epoch": 0.23,
      "grad_norm": 3.802457245856603,
      "learning_rate": 1.9958158190752497e-05,
      "loss": 0.1619,
      "step": 795
    },
    {
      "epoch": 0.23,
      "grad_norm": 4.205338699906657,
      "learning_rate": 1.9956667698802847e-05,
      "loss": 0.1411,
      "step": 800
    },
    {
      "epoch": 0.24,
      "grad_norm": 18.6994174478946,
      "learning_rate": 1.9955151179833437e-05,
      "loss": 0.1763,
      "step": 805
    },
    {
      "epoch": 0.24,
      "grad_norm": 5.203119684623317,
      "learning_rate": 1.995360863780889e-05,
      "loss": 0.1651,
      "step": 810
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.1272129969070257,
      "learning_rate": 1.9952040076761857e-05,
      "loss": 0.1222,
      "step": 815
    },
    {
      "epoch": 0.24,
      "grad_norm": 7.271805429556148,
      "learning_rate": 1.9950445500793015e-05,
      "loss": 0.1072,
      "step": 820
    },
    {
      "epoch": 0.24,
      "grad_norm": 7.652271467084596,
      "learning_rate": 1.994882491407105e-05,
      "loss": 0.1221,
      "step": 825
    },
    {
      "epoch": 0.24,
      "grad_norm": 11.746166496698574,
      "learning_rate": 1.9947178320832656e-05,
      "loss": 0.2158,
      "step": 830
    },
    {
      "epoch": 0.24,
      "grad_norm": 6.5191485713782535,
      "learning_rate": 1.99455057253825e-05,
      "loss": 0.1689,
      "step": 835
    },
    {
      "epoch": 0.25,
      "grad_norm": 5.7533957364325286,
      "learning_rate": 1.9943807132093236e-05,
      "loss": 0.2428,
      "step": 840
    },
    {
      "epoch": 0.25,
      "grad_norm": 7.743116459704382,
      "learning_rate": 1.9942082545405485e-05,
      "loss": 0.2132,
      "step": 845
    },
    {
      "epoch": 0.25,
      "grad_norm": 7.284870082767622,
      "learning_rate": 1.9940331969827816e-05,
      "loss": 0.1184,
      "step": 850
    },
    {
      "epoch": 0.25,
      "grad_norm": 6.8174806638918355,
      "learning_rate": 1.9938555409936746e-05,
      "loss": 0.1717,
      "step": 855
    },
    {
      "epoch": 0.25,
      "grad_norm": 4.522024299566416,
      "learning_rate": 1.9936752870376722e-05,
      "loss": 0.1544,
      "step": 860
    },
    {
      "epoch": 0.25,
      "grad_norm": 10.08832302588539,
      "learning_rate": 1.9934924355860107e-05,
      "loss": 0.1735,
      "step": 865
    },
    {
      "epoch": 0.26,
      "grad_norm": 12.48917866555821,
      "learning_rate": 1.993306987116717e-05,
      "loss": 0.1627,
      "step": 870
    },
    {
      "epoch": 0.26,
      "grad_norm": 5.430627799088825,
      "learning_rate": 1.993118942114608e-05,
      "loss": 0.1113,
      "step": 875
    },
    {
      "epoch": 0.26,
      "grad_norm": 6.3813002626417905,
      "learning_rate": 1.992928301071288e-05,
      "loss": 0.1718,
      "step": 880
    },
    {
      "epoch": 0.26,
      "grad_norm": 13.52771259964932,
      "learning_rate": 1.9927350644851477e-05,
      "loss": 0.1118,
      "step": 885
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.5900299721319406,
      "learning_rate": 1.9925392328613644e-05,
      "loss": 0.1357,
      "step": 890
    },
    {
      "epoch": 0.26,
      "grad_norm": 10.835472443494583,
      "learning_rate": 1.992340806711899e-05,
      "loss": 0.0815,
      "step": 895
    },
    {
      "epoch": 0.26,
      "grad_norm": 6.39064559373592,
      "learning_rate": 1.992139786555496e-05,
      "loss": 0.2278,
      "step": 900
    },
    {
      "epoch": 0.27,
      "grad_norm": 14.873787966804063,
      "learning_rate": 1.9919361729176798e-05,
      "loss": 0.1245,
      "step": 905
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.8036248310449102,
      "learning_rate": 1.991729966330756e-05,
      "loss": 0.1297,
      "step": 910
    },
    {
      "epoch": 0.27,
      "grad_norm": 2.7695654260331835,
      "learning_rate": 1.991521167333809e-05,
      "loss": 0.1493,
      "step": 915
    },
    {
      "epoch": 0.27,
      "grad_norm": 7.413157143500232,
      "learning_rate": 1.9913097764727006e-05,
      "loss": 0.1712,
      "step": 920
    },
    {
      "epoch": 0.27,
      "grad_norm": 5.35044325659026,
      "learning_rate": 1.9910957943000678e-05,
      "loss": 0.1923,
      "step": 925
    },
    {
      "epoch": 0.27,
      "grad_norm": 4.939892539272544,
      "learning_rate": 1.9908792213753223e-05,
      "loss": 0.1262,
      "step": 930
    },
    {
      "epoch": 0.27,
      "grad_norm": 4.425995433503358,
      "learning_rate": 1.990660058264649e-05,
      "loss": 0.1316,
      "step": 935
    },
    {
      "epoch": 0.28,
      "grad_norm": 6.682173559661954,
      "learning_rate": 1.9904383055410045e-05,
      "loss": 0.2628,
      "step": 940
    },
    {
      "epoch": 0.28,
      "grad_norm": 19.871499575052912,
      "learning_rate": 1.9902139637841146e-05,
      "loss": 0.1646,
      "step": 945
    },
    {
      "epoch": 0.28,
      "grad_norm": 6.951640795770302,
      "learning_rate": 1.989987033580475e-05,
      "loss": 0.1733,
      "step": 950
    },
    {
      "epoch": 0.28,
      "grad_norm": 9.387316535142354,
      "learning_rate": 1.989757515523346e-05,
      "loss": 0.1448,
      "step": 955
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.9401918928016197,
      "learning_rate": 1.9895254102127562e-05,
      "loss": 0.1421,
      "step": 960
    },
    {
      "epoch": 0.28,
      "grad_norm": 14.253092112437391,
      "learning_rate": 1.989290718255496e-05,
      "loss": 0.205,
      "step": 965
    },
    {
      "epoch": 0.28,
      "grad_norm": 3.6398631596257545,
      "learning_rate": 1.9890534402651184e-05,
      "loss": 0.0899,
      "step": 970
    },
    {
      "epoch": 0.29,
      "grad_norm": 15.630617642490721,
      "learning_rate": 1.988813576861938e-05,
      "loss": 0.1328,
      "step": 975
    },
    {
      "epoch": 0.29,
      "grad_norm": 6.6456920006850115,
      "learning_rate": 1.9885711286730267e-05,
      "loss": 0.1899,
      "step": 980
    },
    {
      "epoch": 0.29,
      "grad_norm": 7.585995077745574,
      "learning_rate": 1.9883260963322152e-05,
      "loss": 0.1583,
      "step": 985
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.476123842146937,
      "learning_rate": 1.98807848048009e-05,
      "loss": 0.1855,
      "step": 990
    },
    {
      "epoch": 0.29,
      "grad_norm": 4.179578662061332,
      "learning_rate": 1.987828281763991e-05,
      "loss": 0.1681,
      "step": 995
    },
    {
      "epoch": 0.29,
      "grad_norm": 3.565609561977014,
      "learning_rate": 1.9875755008380104e-05,
      "loss": 0.1187,
      "step": 1000
    },
    {
      "epoch": 0.29,
      "grad_norm": 9.26279986638738,
      "learning_rate": 1.9873201383629913e-05,
      "loss": 0.1337,
      "step": 1005
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.569019308801666,
      "learning_rate": 1.987062195006526e-05,
      "loss": 0.0932,
      "step": 1010
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.8954161789376982,
      "learning_rate": 1.986801671442953e-05,
      "loss": 0.1272,
      "step": 1015
    },
    {
      "epoch": 0.3,
      "grad_norm": 6.549425452273108,
      "learning_rate": 1.986538568353358e-05,
      "loss": 0.2543,
      "step": 1020
    },
    {
      "epoch": 0.3,
      "grad_norm": 6.401069146499022,
      "learning_rate": 1.9862728864255677e-05,
      "loss": 0.1339,
      "step": 1025
    },
    {
      "epoch": 0.3,
      "grad_norm": 14.623867414912695,
      "learning_rate": 1.9860046263541537e-05,
      "loss": 0.1368,
      "step": 1030
    },
    {
      "epoch": 0.3,
      "grad_norm": 7.5226028629064166,
      "learning_rate": 1.9857337888404254e-05,
      "loss": 0.1315,
      "step": 1035
    },
    {
      "epoch": 0.31,
      "grad_norm": 6.3020352784733795,
      "learning_rate": 1.985460374592431e-05,
      "loss": 0.2022,
      "step": 1040
    },
    {
      "epoch": 0.31,
      "grad_norm": 35.72017508640075,
      "learning_rate": 1.9851843843249552e-05,
      "loss": 0.1907,
      "step": 1045
    },
    {
      "epoch": 0.31,
      "grad_norm": 7.856532164781736,
      "learning_rate": 1.9849058187595173e-05,
      "loss": 0.1042,
      "step": 1050
    },
    {
      "epoch": 0.31,
      "grad_norm": 4.939914354516286,
      "learning_rate": 1.9846246786243682e-05,
      "loss": 0.1883,
      "step": 1055
    },
    {
      "epoch": 0.31,
      "grad_norm": 5.847586448522947,
      "learning_rate": 1.9843409646544912e-05,
      "loss": 0.1352,
      "step": 1060
    },
    {
      "epoch": 0.31,
      "grad_norm": 1.7662920071735315,
      "learning_rate": 1.984054677591597e-05,
      "loss": 0.1266,
      "step": 1065
    },
    {
      "epoch": 0.31,
      "grad_norm": 5.934002297797303,
      "learning_rate": 1.9837658181841236e-05,
      "loss": 0.1282,
      "step": 1070
    },
    {
      "epoch": 0.32,
      "grad_norm": 7.322599560603541,
      "learning_rate": 1.9834743871872333e-05,
      "loss": 0.1002,
      "step": 1075
    },
    {
      "epoch": 0.32,
      "grad_norm": 7.354422877300046,
      "learning_rate": 1.9831803853628122e-05,
      "loss": 0.1347,
      "step": 1080
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.244910165579806,
      "learning_rate": 1.9828838134794668e-05,
      "loss": 0.191,
      "step": 1085
    },
    {
      "epoch": 0.32,
      "grad_norm": 2.189412507115152,
      "learning_rate": 1.9825846723125222e-05,
      "loss": 0.129,
      "step": 1090
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.334446446188146,
      "learning_rate": 1.9822829626440213e-05,
      "loss": 0.1606,
      "step": 1095
    },
    {
      "epoch": 0.32,
      "grad_norm": 10.79965169839475,
      "learning_rate": 1.9819786852627208e-05,
      "loss": 0.2085,
      "step": 1100
    },
    {
      "epoch": 0.32,
      "grad_norm": 5.047688232660633,
      "learning_rate": 1.9816718409640904e-05,
      "loss": 0.1335,
      "step": 1105
    },
    {
      "epoch": 0.33,
      "grad_norm": 3.0521785647450033,
      "learning_rate": 1.9813624305503105e-05,
      "loss": 0.0902,
      "step": 1110
    },
    {
      "epoch": 0.33,
      "grad_norm": 4.404798119689452,
      "learning_rate": 1.9810504548302706e-05,
      "loss": 0.1504,
      "step": 1115
    },
    {
      "epoch": 0.33,
      "grad_norm": 4.276958235694841,
      "learning_rate": 1.980735914619566e-05,
      "loss": 0.1787,
      "step": 1120
    },
    {
      "epoch": 0.33,
      "grad_norm": 6.67294781745391,
      "learning_rate": 1.9804188107404973e-05,
      "loss": 0.1485,
      "step": 1125
    },
    {
      "epoch": 0.33,
      "grad_norm": 1.4659143223309605,
      "learning_rate": 1.9800991440220652e-05,
      "loss": 0.1161,
      "step": 1130
    },
    {
      "epoch": 0.33,
      "grad_norm": 12.717469246978801,
      "learning_rate": 1.979776915299973e-05,
      "loss": 0.1409,
      "step": 1135
    },
    {
      "epoch": 0.33,
      "grad_norm": 7.082211154981896,
      "learning_rate": 1.9794521254166197e-05,
      "loss": 0.1543,
      "step": 1140
    },
    {
      "epoch": 0.34,
      "grad_norm": 5.796340300790522,
      "learning_rate": 1.9791247752211014e-05,
      "loss": 0.1151,
      "step": 1145
    },
    {
      "epoch": 0.34,
      "grad_norm": 5.586857817269538,
      "learning_rate": 1.978794865569207e-05,
      "loss": 0.1199,
      "step": 1150
    },
    {
      "epoch": 0.34,
      "grad_norm": 12.706251296959476,
      "learning_rate": 1.9784623973234158e-05,
      "loss": 0.1619,
      "step": 1155
    },
    {
      "epoch": 0.34,
      "grad_norm": 6.66191554843005,
      "learning_rate": 1.978127371352898e-05,
      "loss": 0.1827,
      "step": 1160
    },
    {
      "epoch": 0.34,
      "grad_norm": 1.7314817335468968,
      "learning_rate": 1.9777897885335077e-05,
      "loss": 0.1299,
      "step": 1165
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.1709913704813957,
      "learning_rate": 1.9774496497477863e-05,
      "loss": 0.0935,
      "step": 1170
    },
    {
      "epoch": 0.34,
      "grad_norm": 6.802763534426451,
      "learning_rate": 1.9771069558849553e-05,
      "loss": 0.1747,
      "step": 1175
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.666618159965396,
      "learning_rate": 1.9767617078409162e-05,
      "loss": 0.1248,
      "step": 1180
    },
    {
      "epoch": 0.35,
      "grad_norm": 12.07309712013722,
      "learning_rate": 1.9764139065182485e-05,
      "loss": 0.1369,
      "step": 1185
    },
    {
      "epoch": 0.35,
      "grad_norm": 5.0768838627507895,
      "learning_rate": 1.976063552826206e-05,
      "loss": 0.1426,
      "step": 1190
    },
    {
      "epoch": 0.35,
      "grad_norm": 2.6195923645371915,
      "learning_rate": 1.9757106476807156e-05,
      "loss": 0.1414,
      "step": 1195
    },
    {
      "epoch": 0.35,
      "grad_norm": 8.745582119219046,
      "learning_rate": 1.975355192004374e-05,
      "loss": 0.1537,
      "step": 1200
    },
    {
      "epoch": 0.35,
      "grad_norm": 4.3619589308843425,
      "learning_rate": 1.9749971867264468e-05,
      "loss": 0.2326,
      "step": 1205
    },
    {
      "epoch": 0.35,
      "grad_norm": 9.986127768195958,
      "learning_rate": 1.9746366327828637e-05,
      "loss": 0.0914,
      "step": 1210
    },
    {
      "epoch": 0.36,
      "grad_norm": 11.679210640348971,
      "learning_rate": 1.9742735311162177e-05,
      "loss": 0.1284,
      "step": 1215
    },
    {
      "epoch": 0.36,
      "grad_norm": 4.432897195420396,
      "learning_rate": 1.973907882675763e-05,
      "loss": 0.1578,
      "step": 1220
    },
    {
      "epoch": 0.36,
      "grad_norm": 9.382375435412673,
      "learning_rate": 1.973539688417411e-05,
      "loss": 0.1637,
      "step": 1225
    },
    {
      "epoch": 0.36,
      "grad_norm": 5.830067001664431,
      "learning_rate": 1.973168949303729e-05,
      "loss": 0.1468,
      "step": 1230
    },
    {
      "epoch": 0.36,
      "grad_norm": 11.741616362731765,
      "learning_rate": 1.9727956663039367e-05,
      "loss": 0.1691,
      "step": 1235
    },
    {
      "epoch": 0.36,
      "grad_norm": 7.39202415980895,
      "learning_rate": 1.9724198403939053e-05,
      "loss": 0.1809,
      "step": 1240
    },
    {
      "epoch": 0.37,
      "grad_norm": 4.693742994361657,
      "learning_rate": 1.9720414725561538e-05,
      "loss": 0.0858,
      "step": 1245
    },
    {
      "epoch": 0.37,
      "grad_norm": 8.617997574967658,
      "learning_rate": 1.9716605637798452e-05,
      "loss": 0.1308,
      "step": 1250
    },
    {
      "epoch": 0.37,
      "grad_norm": 2.6119778380512626,
      "learning_rate": 1.9712771150607865e-05,
      "loss": 0.1205,
      "step": 1255
    },
    {
      "epoch": 0.37,
      "grad_norm": 5.216314969786015,
      "learning_rate": 1.9708911274014247e-05,
      "loss": 0.1245,
      "step": 1260
    },
    {
      "epoch": 0.37,
      "grad_norm": 5.528129775162225,
      "learning_rate": 1.970502601810844e-05,
      "loss": 0.1876,
      "step": 1265
    },
    {
      "epoch": 0.37,
      "grad_norm": 5.524231849539429,
      "learning_rate": 1.9701115393047636e-05,
      "loss": 0.1143,
      "step": 1270
    },
    {
      "epoch": 0.37,
      "grad_norm": 4.229434350974042,
      "learning_rate": 1.969717940905535e-05,
      "loss": 0.1273,
      "step": 1275
    },
    {
      "epoch": 0.38,
      "grad_norm": 6.514210060225279,
      "learning_rate": 1.9693218076421395e-05,
      "loss": 0.1034,
      "step": 1280
    },
    {
      "epoch": 0.38,
      "grad_norm": 14.7017638724717,
      "learning_rate": 1.9689231405501844e-05,
      "loss": 0.1529,
      "step": 1285
    },
    {
      "epoch": 0.38,
      "grad_norm": 4.964386181339109,
      "learning_rate": 1.968521940671903e-05,
      "loss": 0.1567,
      "step": 1290
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.222923574403755,
      "learning_rate": 1.9681182090561467e-05,
      "loss": 0.1144,
      "step": 1295
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.523495340651447,
      "learning_rate": 1.96771194675839e-05,
      "loss": 0.1311,
      "step": 1300
    },
    {
      "epoch": 0.38,
      "grad_norm": 6.064321028150695,
      "learning_rate": 1.9673031548407197e-05,
      "loss": 0.1282,
      "step": 1305
    },
    {
      "epoch": 0.38,
      "grad_norm": 7.022609980188127,
      "learning_rate": 1.9668918343718377e-05,
      "loss": 0.1735,
      "step": 1310
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.386703878469319,
      "learning_rate": 1.9664779864270553e-05,
      "loss": 0.146,
      "step": 1315
    },
    {
      "epoch": 0.39,
      "grad_norm": 2.2817281979534587,
      "learning_rate": 1.966061612088292e-05,
      "loss": 0.1566,
      "step": 1320
    },
    {
      "epoch": 0.39,
      "grad_norm": 5.647148438986119,
      "learning_rate": 1.965642712444072e-05,
      "loss": 0.1508,
      "step": 1325
    },
    {
      "epoch": 0.39,
      "grad_norm": 14.636180809770323,
      "learning_rate": 1.965221288589521e-05,
      "loss": 0.1366,
      "step": 1330
    },
    {
      "epoch": 0.39,
      "grad_norm": 3.796916066642304,
      "learning_rate": 1.9647973416263634e-05,
      "loss": 0.1562,
      "step": 1335
    },
    {
      "epoch": 0.39,
      "grad_norm": 8.39363234629941,
      "learning_rate": 1.964370872662921e-05,
      "loss": 0.0938,
      "step": 1340
    },
    {
      "epoch": 0.39,
      "grad_norm": 6.500094779864121,
      "learning_rate": 1.963941882814108e-05,
      "loss": 0.1746,
      "step": 1345
    },
    {
      "epoch": 0.4,
      "grad_norm": 3.5283001757400054,
      "learning_rate": 1.963510373201428e-05,
      "loss": 0.1419,
      "step": 1350
    },
    {
      "epoch": 0.4,
      "grad_norm": 2.5908302511117327,
      "learning_rate": 1.9630763449529747e-05,
      "loss": 0.0663,
      "step": 1355
    },
    {
      "epoch": 0.4,
      "grad_norm": 6.447702267666421,
      "learning_rate": 1.962639799203423e-05,
      "loss": 0.1506,
      "step": 1360
    },
    {
      "epoch": 0.4,
      "grad_norm": 7.258886744369148,
      "learning_rate": 1.962200737094032e-05,
      "loss": 0.1705,
      "step": 1365
    },
    {
      "epoch": 0.4,
      "grad_norm": 8.355297998196825,
      "learning_rate": 1.9617591597726372e-05,
      "loss": 0.2185,
      "step": 1370
    },
    {
      "epoch": 0.4,
      "grad_norm": 11.059705823190226,
      "learning_rate": 1.9613150683936513e-05,
      "loss": 0.164,
      "step": 1375
    },
    {
      "epoch": 0.4,
      "grad_norm": 7.496281019677461,
      "learning_rate": 1.9608684641180584e-05,
      "loss": 0.1868,
      "step": 1380
    },
    {
      "epoch": 0.41,
      "grad_norm": 9.337392423896086,
      "learning_rate": 1.9604193481134123e-05,
      "loss": 0.128,
      "step": 1385
    },
    {
      "epoch": 0.41,
      "grad_norm": 6.741067698323382,
      "learning_rate": 1.9599677215538333e-05,
      "loss": 0.1304,
      "step": 1390
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.97327894379059,
      "learning_rate": 1.959513585620005e-05,
      "loss": 0.1129,
      "step": 1395
    },
    {
      "epoch": 0.41,
      "grad_norm": 6.2990643124323,
      "learning_rate": 1.9590569414991718e-05,
      "loss": 0.2452,
      "step": 1400
    },
    {
      "epoch": 0.41,
      "grad_norm": 3.9874003574274552,
      "learning_rate": 1.9585977903851334e-05,
      "loss": 0.1288,
      "step": 1405
    },
    {
      "epoch": 0.41,
      "grad_norm": 10.71406937880321,
      "learning_rate": 1.9581361334782453e-05,
      "loss": 0.1682,
      "step": 1410
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.1321367786011076,
      "learning_rate": 1.957671971985414e-05,
      "loss": 0.1461,
      "step": 1415
    },
    {
      "epoch": 0.42,
      "grad_norm": 6.601166084621551,
      "learning_rate": 1.9572053071200922e-05,
      "loss": 0.1642,
      "step": 1420
    },
    {
      "epoch": 0.42,
      "grad_norm": 6.815298083273188,
      "learning_rate": 1.9567361401022784e-05,
      "loss": 0.2203,
      "step": 1425
    },
    {
      "epoch": 0.42,
      "grad_norm": 8.60817902664583,
      "learning_rate": 1.9562644721585123e-05,
      "loss": 0.1246,
      "step": 1430
    },
    {
      "epoch": 0.42,
      "grad_norm": 3.607077127205811,
      "learning_rate": 1.9557903045218708e-05,
      "loss": 0.0977,
      "step": 1435
    },
    {
      "epoch": 0.42,
      "grad_norm": 5.81146788919113,
      "learning_rate": 1.955313638431967e-05,
      "loss": 0.1038,
      "step": 1440
    },
    {
      "epoch": 0.42,
      "grad_norm": 8.172735748764952,
      "learning_rate": 1.954834475134945e-05,
      "loss": 0.1653,
      "step": 1445
    },
    {
      "epoch": 0.43,
      "grad_norm": 6.240754575344053,
      "learning_rate": 1.9543528158834775e-05,
      "loss": 0.1734,
      "step": 1450
    },
    {
      "epoch": 0.43,
      "grad_norm": 5.739038717343691,
      "learning_rate": 1.953868661936762e-05,
      "loss": 0.1477,
      "step": 1455
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.09005933315755,
      "learning_rate": 1.9533820145605184e-05,
      "loss": 0.1303,
      "step": 1460
    },
    {
      "epoch": 0.43,
      "grad_norm": 9.269129587273234,
      "learning_rate": 1.9528928750269847e-05,
      "loss": 0.1188,
      "step": 1465
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.9756210801612446,
      "learning_rate": 1.9524012446149144e-05,
      "loss": 0.1011,
      "step": 1470
    },
    {
      "epoch": 0.43,
      "grad_norm": 6.014169492139025,
      "learning_rate": 1.9519071246095734e-05,
      "loss": 0.1843,
      "step": 1475
    },
    {
      "epoch": 0.43,
      "grad_norm": 6.42414136559558,
      "learning_rate": 1.951410516302735e-05,
      "loss": 0.1429,
      "step": 1480
    },
    {
      "epoch": 0.44,
      "grad_norm": 5.990872434024276,
      "learning_rate": 1.950911420992678e-05,
      "loss": 0.0871,
      "step": 1485
    },
    {
      "epoch": 0.44,
      "grad_norm": 3.5783586051011795,
      "learning_rate": 1.9504098399841835e-05,
      "loss": 0.1602,
      "step": 1490
    },
    {
      "epoch": 0.44,
      "grad_norm": 6.318287528571422,
      "learning_rate": 1.9499057745885308e-05,
      "loss": 0.134,
      "step": 1495
    },
    {
      "epoch": 0.44,
      "grad_norm": 12.51258277827576,
      "learning_rate": 1.949399226123493e-05,
      "loss": 0.1537,
      "step": 1500
    },
    {
      "epoch": 0.44,
      "grad_norm": 3.886808062730125,
      "learning_rate": 1.9488901959133365e-05,
      "loss": 0.1997,
      "step": 1505
    },
    {
      "epoch": 0.44,
      "grad_norm": 2.309686134450491,
      "learning_rate": 1.9483786852888144e-05,
      "loss": 0.1105,
      "step": 1510
    },
    {
      "epoch": 0.44,
      "grad_norm": 4.355694711066838,
      "learning_rate": 1.947864695587165e-05,
      "loss": 0.1538,
      "step": 1515
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.986939771149088,
      "learning_rate": 1.9473482281521063e-05,
      "loss": 0.0769,
      "step": 1520
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.8973623579771397,
      "learning_rate": 1.946829284333836e-05,
      "loss": 0.0987,
      "step": 1525
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.0533675098464874,
      "learning_rate": 1.9463078654890242e-05,
      "loss": 0.1066,
      "step": 1530
    },
    {
      "epoch": 0.45,
      "grad_norm": 7.8889622513250774,
      "learning_rate": 1.945783972980812e-05,
      "loss": 0.0989,
      "step": 1535
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.470844560891904,
      "learning_rate": 1.945257608178807e-05,
      "loss": 0.0536,
      "step": 1540
    },
    {
      "epoch": 0.45,
      "grad_norm": 3.097540950673788,
      "learning_rate": 1.9447287724590808e-05,
      "loss": 0.1487,
      "step": 1545
    },
    {
      "epoch": 0.45,
      "grad_norm": 2.236294115632501,
      "learning_rate": 1.9441974672041636e-05,
      "loss": 0.1272,
      "step": 1550
    },
    {
      "epoch": 0.46,
      "grad_norm": 6.08682373802408,
      "learning_rate": 1.943663693803043e-05,
      "loss": 0.1234,
      "step": 1555
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.659517679298076,
      "learning_rate": 1.9431274536511577e-05,
      "loss": 0.107,
      "step": 1560
    },
    {
      "epoch": 0.46,
      "grad_norm": 4.176352623298332,
      "learning_rate": 1.9425887481503964e-05,
      "loss": 0.1275,
      "step": 1565
    },
    {
      "epoch": 0.46,
      "grad_norm": 3.247258717513404,
      "learning_rate": 1.9420475787090926e-05,
      "loss": 0.1282,
      "step": 1570
    },
    {
      "epoch": 0.46,
      "grad_norm": 3.345767544439658,
      "learning_rate": 1.9415039467420207e-05,
      "loss": 0.0917,
      "step": 1575
    },
    {
      "epoch": 0.46,
      "grad_norm": 2.368596730771716,
      "learning_rate": 1.9409578536703936e-05,
      "loss": 0.1262,
      "step": 1580
    },
    {
      "epoch": 0.46,
      "grad_norm": 12.620428787419241,
      "learning_rate": 1.9404093009218568e-05,
      "loss": 0.1687,
      "step": 1585
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.3476402040970985,
      "learning_rate": 1.939858289930489e-05,
      "loss": 0.0849,
      "step": 1590
    },
    {
      "epoch": 0.47,
      "grad_norm": 9.157447293999722,
      "learning_rate": 1.9393048221367924e-05,
      "loss": 0.1322,
      "step": 1595
    },
    {
      "epoch": 0.47,
      "grad_norm": 10.047629795227984,
      "learning_rate": 1.9387488989876937e-05,
      "loss": 0.1215,
      "step": 1600
    },
    {
      "epoch": 0.47,
      "grad_norm": 4.324110021146038,
      "learning_rate": 1.938190521936538e-05,
      "loss": 0.1228,
      "step": 1605
    },
    {
      "epoch": 0.47,
      "grad_norm": 2.520014942669844,
      "learning_rate": 1.937629692443086e-05,
      "loss": 0.1538,
      "step": 1610
    },
    {
      "epoch": 0.47,
      "grad_norm": 5.789832430771725,
      "learning_rate": 1.9370664119735096e-05,
      "loss": 0.1508,
      "step": 1615
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.248881220822288,
      "learning_rate": 1.9365006820003883e-05,
      "loss": 0.1051,
      "step": 1620
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.1423550675382623,
      "learning_rate": 1.935932504002705e-05,
      "loss": 0.0786,
      "step": 1625
    },
    {
      "epoch": 0.48,
      "grad_norm": 4.9862187243188645,
      "learning_rate": 1.935361879465843e-05,
      "loss": 0.089,
      "step": 1630
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.9635393731249728,
      "learning_rate": 1.9347888098815814e-05,
      "loss": 0.0699,
      "step": 1635
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.1963931644611914,
      "learning_rate": 1.9342132967480914e-05,
      "loss": 0.1087,
      "step": 1640
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.689006294580755,
      "learning_rate": 1.9336353415699316e-05,
      "loss": 0.0622,
      "step": 1645
    },
    {
      "epoch": 0.48,
      "grad_norm": 2.1154762474968005,
      "learning_rate": 1.933054945858046e-05,
      "loss": 0.0961,
      "step": 1650
    },
    {
      "epoch": 0.49,
      "grad_norm": 6.7523638506838095,
      "learning_rate": 1.932472111129758e-05,
      "loss": 0.1685,
      "step": 1655
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.5984988800226272,
      "learning_rate": 1.931886838908768e-05,
      "loss": 0.1272,
      "step": 1660
    },
    {
      "epoch": 0.49,
      "grad_norm": 4.090521085044347,
      "learning_rate": 1.9312991307251476e-05,
      "loss": 0.0738,
      "step": 1665
    },
    {
      "epoch": 0.49,
      "grad_norm": 3.0964168267397385,
      "learning_rate": 1.9307089881153383e-05,
      "loss": 0.095,
      "step": 1670
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.7867271806779057,
      "learning_rate": 1.9301164126221444e-05,
      "loss": 0.1104,
      "step": 1675
    },
    {
      "epoch": 0.49,
      "grad_norm": 2.565341397593321,
      "learning_rate": 1.929521405794732e-05,
      "loss": 0.1075,
      "step": 1680
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.7933305187602832,
      "learning_rate": 1.9289239691886213e-05,
      "loss": 0.0703,
      "step": 1685
    },
    {
      "epoch": 0.5,
      "grad_norm": 2.7412621656740184,
      "learning_rate": 1.9283241043656865e-05,
      "loss": 0.1091,
      "step": 1690
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.6919637269194117,
      "learning_rate": 1.9277218128941493e-05,
      "loss": 0.0399,
      "step": 1695
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.3309770998366575,
      "learning_rate": 1.927117096348575e-05,
      "loss": 0.1115,
      "step": 1700
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.120277651390199,
      "learning_rate": 1.9265099563098698e-05,
      "loss": 0.1292,
      "step": 1705
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.567470496202032,
      "learning_rate": 1.9259003943652743e-05,
      "loss": 0.1023,
      "step": 1710
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.1015901732471365,
      "learning_rate": 1.9252884121083613e-05,
      "loss": 0.098,
      "step": 1715
    },
    {
      "epoch": 0.5,
      "grad_norm": 3.3435838604589216,
      "learning_rate": 1.924674011139031e-05,
      "loss": 0.1034,
      "step": 1720
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.751303537238706,
      "learning_rate": 1.924057193063507e-05,
      "loss": 0.0751,
      "step": 1725
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.8435568272302034,
      "learning_rate": 1.923437959494331e-05,
      "loss": 0.0938,
      "step": 1730
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.491687713292557,
      "learning_rate": 1.9228163120503612e-05,
      "loss": 0.126,
      "step": 1735
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.065971227764955,
      "learning_rate": 1.9221922523567643e-05,
      "loss": 0.0992,
      "step": 1740
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.291836460643561,
      "learning_rate": 1.9215657820450152e-05,
      "loss": 0.1169,
      "step": 1745
    },
    {
      "epoch": 0.51,
      "grad_norm": 6.805536473392368,
      "learning_rate": 1.92093690275289e-05,
      "loss": 0.1301,
      "step": 1750
    },
    {
      "epoch": 0.51,
      "grad_norm": 2.1824217570154456,
      "learning_rate": 1.920305616124462e-05,
      "loss": 0.1125,
      "step": 1755
    },
    {
      "epoch": 0.52,
      "grad_norm": 14.726348017337305,
      "learning_rate": 1.9196719238100993e-05,
      "loss": 0.1292,
      "step": 1760
    },
    {
      "epoch": 0.52,
      "grad_norm": 4.930978645236691,
      "learning_rate": 1.9190358274664586e-05,
      "loss": 0.1418,
      "step": 1765
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.5342337673472881,
      "learning_rate": 1.9183973287564806e-05,
      "loss": 0.139,
      "step": 1770
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.427844265256046,
      "learning_rate": 1.9177564293493876e-05,
      "loss": 0.083,
      "step": 1775
    },
    {
      "epoch": 0.52,
      "grad_norm": 2.1313388749998086,
      "learning_rate": 1.9171131309206777e-05,
      "loss": 0.1207,
      "step": 1780
    },
    {
      "epoch": 0.52,
      "grad_norm": 3.126693266841522,
      "learning_rate": 1.9164674351521203e-05,
      "loss": 0.0963,
      "step": 1785
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.175825693492831,
      "learning_rate": 1.9158193437317527e-05,
      "loss": 0.1776,
      "step": 1790
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.9113721112544906,
      "learning_rate": 1.9151688583538753e-05,
      "loss": 0.1217,
      "step": 1795
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.1166239064049113,
      "learning_rate": 1.9145159807190458e-05,
      "loss": 0.0507,
      "step": 1800
    },
    {
      "epoch": 0.53,
      "grad_norm": 8.142997644880616,
      "learning_rate": 1.9138607125340777e-05,
      "loss": 0.1586,
      "step": 1805
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.8022906748245269,
      "learning_rate": 1.913203055512033e-05,
      "loss": 0.1093,
      "step": 1810
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.8417345443000441,
      "learning_rate": 1.9125430113722186e-05,
      "loss": 0.1023,
      "step": 1815
    },
    {
      "epoch": 0.53,
      "grad_norm": 3.399632737014696,
      "learning_rate": 1.9118805818401825e-05,
      "loss": 0.1,
      "step": 1820
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.709759019082288,
      "learning_rate": 1.9112157686477092e-05,
      "loss": 0.108,
      "step": 1825
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.8287642794394894,
      "learning_rate": 1.910548573532814e-05,
      "loss": 0.1119,
      "step": 1830
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.9463293108337878,
      "learning_rate": 1.90987899823974e-05,
      "loss": 0.106,
      "step": 1835
    },
    {
      "epoch": 0.54,
      "grad_norm": 4.02788077621015,
      "learning_rate": 1.9092070445189513e-05,
      "loss": 0.1223,
      "step": 1840
    },
    {
      "epoch": 0.54,
      "grad_norm": 6.586862447096695,
      "learning_rate": 1.9085327141271325e-05,
      "loss": 0.1612,
      "step": 1845
    },
    {
      "epoch": 0.54,
      "grad_norm": 6.365460607459384,
      "learning_rate": 1.907856008827178e-05,
      "loss": 0.1469,
      "step": 1850
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.186222516601001,
      "learning_rate": 1.907176930388195e-05,
      "loss": 0.1176,
      "step": 1855
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.10245286406524089,
      "learning_rate": 1.906495480585491e-05,
      "loss": 0.0928,
      "step": 1860
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.469663523408353,
      "learning_rate": 1.9058116612005757e-05,
      "loss": 0.095,
      "step": 1865
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.7503837837835223,
      "learning_rate": 1.905125474021152e-05,
      "loss": 0.1103,
      "step": 1870
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.6629482112205047,
      "learning_rate": 1.9044369208411127e-05,
      "loss": 0.0769,
      "step": 1875
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.6257303751767043,
      "learning_rate": 1.903746003460538e-05,
      "loss": 0.1188,
      "step": 1880
    },
    {
      "epoch": 0.55,
      "grad_norm": 3.1074798789565987,
      "learning_rate": 1.9030527236856867e-05,
      "loss": 0.0771,
      "step": 1885
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.9930789523758066,
      "learning_rate": 1.9023570833289946e-05,
      "loss": 0.1227,
      "step": 1890
    },
    {
      "epoch": 0.56,
      "grad_norm": 5.3774295018042775,
      "learning_rate": 1.9016590842090682e-05,
      "loss": 0.1089,
      "step": 1895
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.988587549835179,
      "learning_rate": 1.9009587281506815e-05,
      "loss": 0.1095,
      "step": 1900
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.4025900613693385,
      "learning_rate": 1.9002560169847688e-05,
      "loss": 0.0744,
      "step": 1905
    },
    {
      "epoch": 0.56,
      "grad_norm": 4.962479191119096,
      "learning_rate": 1.8995509525484227e-05,
      "loss": 0.1113,
      "step": 1910
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.222489638212013,
      "learning_rate": 1.8988435366848867e-05,
      "loss": 0.1122,
      "step": 1915
    },
    {
      "epoch": 0.56,
      "grad_norm": 6.910634577936775,
      "learning_rate": 1.8981337712435528e-05,
      "loss": 0.1357,
      "step": 1920
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.770074917437753,
      "learning_rate": 1.897421658079955e-05,
      "loss": 0.1246,
      "step": 1925
    },
    {
      "epoch": 0.57,
      "grad_norm": 1.9251395311195432,
      "learning_rate": 1.8967071990557643e-05,
      "loss": 0.1159,
      "step": 1930
    },
    {
      "epoch": 0.57,
      "grad_norm": 5.562401417062251,
      "learning_rate": 1.8959903960387852e-05,
      "loss": 0.0945,
      "step": 1935
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.5785513785382435,
      "learning_rate": 1.89527125090295e-05,
      "loss": 0.1166,
      "step": 1940
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.3414558881424488,
      "learning_rate": 1.8945497655283142e-05,
      "loss": 0.1071,
      "step": 1945
    },
    {
      "epoch": 0.57,
      "grad_norm": 3.8387053345665754,
      "learning_rate": 1.8938259418010504e-05,
      "loss": 0.078,
      "step": 1950
    },
    {
      "epoch": 0.57,
      "grad_norm": 2.503163339080756,
      "learning_rate": 1.8930997816134457e-05,
      "loss": 0.1155,
      "step": 1955
    },
    {
      "epoch": 0.57,
      "grad_norm": 3.006961850846919,
      "learning_rate": 1.892371286863894e-05,
      "loss": 0.1433,
      "step": 1960
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.509118046318532,
      "learning_rate": 1.8916404594568934e-05,
      "loss": 0.0889,
      "step": 1965
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.061207568655511,
      "learning_rate": 1.8909073013030404e-05,
      "loss": 0.1235,
      "step": 1970
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.1278253733682098,
      "learning_rate": 1.8901718143190234e-05,
      "loss": 0.0903,
      "step": 1975
    },
    {
      "epoch": 0.58,
      "grad_norm": 2.546231615677142,
      "learning_rate": 1.8894340004276208e-05,
      "loss": 0.0992,
      "step": 1980
    },
    {
      "epoch": 0.58,
      "grad_norm": 5.884018165275079,
      "learning_rate": 1.8886938615576926e-05,
      "loss": 0.1213,
      "step": 1985
    },
    {
      "epoch": 0.58,
      "grad_norm": 3.048907575238015,
      "learning_rate": 1.887951399644178e-05,
      "loss": 0.076,
      "step": 1990
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.326277815721477,
      "learning_rate": 1.8872066166280898e-05,
      "loss": 0.097,
      "step": 1995
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.033210042047812,
      "learning_rate": 1.8864595144565067e-05,
      "loss": 0.1589,
      "step": 2000
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.2824483953691823,
      "learning_rate": 1.8857100950825725e-05,
      "loss": 0.1037,
      "step": 2005
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.4944060444975196,
      "learning_rate": 1.8849583604654883e-05,
      "loss": 0.1102,
      "step": 2010
    },
    {
      "epoch": 0.59,
      "grad_norm": 3.5842552477679854,
      "learning_rate": 1.8842043125705074e-05,
      "loss": 0.0704,
      "step": 2015
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.5453422006053277,
      "learning_rate": 1.883447953368931e-05,
      "loss": 0.0902,
      "step": 2020
    },
    {
      "epoch": 0.59,
      "grad_norm": 2.05893040027048,
      "learning_rate": 1.8826892848381026e-05,
      "loss": 0.1236,
      "step": 2025
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.5436602939843653,
      "learning_rate": 1.881928308961403e-05,
      "loss": 0.1127,
      "step": 2030
    },
    {
      "epoch": 0.6,
      "grad_norm": 5.148596800219499,
      "learning_rate": 1.8811650277282457e-05,
      "loss": 0.1554,
      "step": 2035
    },
    {
      "epoch": 0.6,
      "grad_norm": 3.4114441072977875,
      "learning_rate": 1.88039944313407e-05,
      "loss": 0.1361,
      "step": 2040
    },
    {
      "epoch": 0.6,
      "grad_norm": 2.8127938011148865,
      "learning_rate": 1.8796315571803373e-05,
      "loss": 0.0995,
      "step": 2045
    },
    {
      "epoch": 0.6,
      "grad_norm": 3.9625421467654545,
      "learning_rate": 1.8788613718745258e-05,
      "loss": 0.1007,
      "step": 2050
    },
    {
      "epoch": 0.6,
      "grad_norm": 1.7804274416555144,
      "learning_rate": 1.8780888892301246e-05,
      "loss": 0.0831,
      "step": 2055
    },
    {
      "epoch": 0.6,
      "grad_norm": 3.0212657925844457,
      "learning_rate": 1.8773141112666282e-05,
      "loss": 0.0983,
      "step": 2060
    },
    {
      "epoch": 0.61,
      "grad_norm": 2.1666245700952618,
      "learning_rate": 1.876537040009533e-05,
      "loss": 0.1188,
      "step": 2065
    },
    {
      "epoch": 0.61,
      "grad_norm": 1.3595918504356805,
      "learning_rate": 1.8757576774903293e-05,
      "loss": 0.0847,
      "step": 2070
    },
    {
      "epoch": 0.61,
      "grad_norm": 3.125961613522519,
      "learning_rate": 1.8749760257464987e-05,
      "loss": 0.1239,
      "step": 2075
    },
    {
      "epoch": 0.61,
      "grad_norm": 3.7003035601248655,
      "learning_rate": 1.874192086821506e-05,
      "loss": 0.1409,
      "step": 2080
    },
    {
      "epoch": 0.61,
      "grad_norm": 2.379395082357442,
      "learning_rate": 1.8734058627647974e-05,
      "loss": 0.0724,
      "step": 2085
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.950334653412999,
      "learning_rate": 1.872617355631791e-05,
      "loss": 0.1478,
      "step": 2090
    },
    {
      "epoch": 0.61,
      "grad_norm": 3.242450014080562,
      "learning_rate": 1.871826567483875e-05,
      "loss": 0.099,
      "step": 2095
    },
    {
      "epoch": 0.62,
      "grad_norm": 3.6369097830549175,
      "learning_rate": 1.8710335003884e-05,
      "loss": 0.0874,
      "step": 2100
    },
    {
      "epoch": 0.62,
      "grad_norm": 2.3740836935740575,
      "learning_rate": 1.8702381564186752e-05,
      "loss": 0.1088,
      "step": 2105
    },
    {
      "epoch": 0.62,
      "grad_norm": 4.29882368809403,
      "learning_rate": 1.8694405376539612e-05,
      "loss": 0.1358,
      "step": 2110
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.233884641572376,
      "learning_rate": 1.8686406461794663e-05,
      "loss": 0.0848,
      "step": 2115
    },
    {
      "epoch": 0.62,
      "grad_norm": 5.10093491156728,
      "learning_rate": 1.86783848408634e-05,
      "loss": 0.1664,
      "step": 2120
    },
    {
      "epoch": 0.62,
      "grad_norm": 2.6372062628013366,
      "learning_rate": 1.867034053471669e-05,
      "loss": 0.0864,
      "step": 2125
    },
    {
      "epoch": 0.62,
      "grad_norm": 1.9131502429850842,
      "learning_rate": 1.8662273564384685e-05,
      "loss": 0.0712,
      "step": 2130
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.2716382434584665,
      "learning_rate": 1.8654183950956807e-05,
      "loss": 0.1098,
      "step": 2135
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.980703122184445,
      "learning_rate": 1.864607171558166e-05,
      "loss": 0.1524,
      "step": 2140
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.6693066304605497,
      "learning_rate": 1.863793687946699e-05,
      "loss": 0.1263,
      "step": 2145
    },
    {
      "epoch": 0.63,
      "grad_norm": 1.8713460923305671,
      "learning_rate": 1.862977946387964e-05,
      "loss": 0.1043,
      "step": 2150
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.173402756633364,
      "learning_rate": 1.862159949014547e-05,
      "loss": 0.1268,
      "step": 2155
    },
    {
      "epoch": 0.63,
      "grad_norm": 2.1115579118349936,
      "learning_rate": 1.861339697964932e-05,
      "loss": 0.0871,
      "step": 2160
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.4714286720726806,
      "learning_rate": 1.860517195383495e-05,
      "loss": 0.1029,
      "step": 2165
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.133585471909289,
      "learning_rate": 1.8596924434204963e-05,
      "loss": 0.0858,
      "step": 2170
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.7496615491285803,
      "learning_rate": 1.8588654442320796e-05,
      "loss": 0.1081,
      "step": 2175
    },
    {
      "epoch": 0.64,
      "grad_norm": 4.814425987182643,
      "learning_rate": 1.8580361999802606e-05,
      "loss": 0.1179,
      "step": 2180
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.9816374631526001,
      "learning_rate": 1.8572047128329272e-05,
      "loss": 0.1062,
      "step": 2185
    },
    {
      "epoch": 0.64,
      "grad_norm": 6.646969625340206,
      "learning_rate": 1.8563709849638286e-05,
      "loss": 0.1477,
      "step": 2190
    },
    {
      "epoch": 0.64,
      "grad_norm": 2.374535766203674,
      "learning_rate": 1.8555350185525723e-05,
      "loss": 0.1142,
      "step": 2195
    },
    {
      "epoch": 0.65,
      "grad_norm": 3.365883417577783,
      "learning_rate": 1.8546968157846195e-05,
      "loss": 0.124,
      "step": 2200
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.119464733459411,
      "learning_rate": 1.8538563788512757e-05,
      "loss": 0.0861,
      "step": 2205
    },
    {
      "epoch": 0.65,
      "grad_norm": 3.4982979586919245,
      "learning_rate": 1.8530137099496886e-05,
      "loss": 0.1153,
      "step": 2210
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.0143848714607326,
      "learning_rate": 1.852168811282841e-05,
      "loss": 0.0957,
      "step": 2215
    },
    {
      "epoch": 0.65,
      "grad_norm": 5.713010148322335,
      "learning_rate": 1.8513216850595434e-05,
      "loss": 0.106,
      "step": 2220
    },
    {
      "epoch": 0.65,
      "grad_norm": 3.66380234305124,
      "learning_rate": 1.850472333494432e-05,
      "loss": 0.1011,
      "step": 2225
    },
    {
      "epoch": 0.65,
      "grad_norm": 2.082824212489925,
      "learning_rate": 1.849620758807959e-05,
      "loss": 0.1106,
      "step": 2230
    },
    {
      "epoch": 0.66,
      "grad_norm": 3.1172243656282594,
      "learning_rate": 1.8487669632263892e-05,
      "loss": 0.1099,
      "step": 2235
    },
    {
      "epoch": 0.66,
      "grad_norm": 3.8750958584649853,
      "learning_rate": 1.8479109489817935e-05,
      "loss": 0.0927,
      "step": 2240
    },
    {
      "epoch": 0.66,
      "grad_norm": 2.658381425986548,
      "learning_rate": 1.8470527183120425e-05,
      "loss": 0.0768,
      "step": 2245
    },
    {
      "epoch": 0.66,
      "grad_norm": 4.454354742139791,
      "learning_rate": 1.8461922734608016e-05,
      "loss": 0.0906,
      "step": 2250
    },
    {
      "epoch": 0.66,
      "grad_norm": 3.7643868717903866,
      "learning_rate": 1.845329616677525e-05,
      "loss": 0.0937,
      "step": 2255
    },
    {
      "epoch": 0.66,
      "grad_norm": 3.680014043034835,
      "learning_rate": 1.8444647502174492e-05,
      "loss": 0.087,
      "step": 2260
    },
    {
      "epoch": 0.66,
      "grad_norm": 3.3837653881747585,
      "learning_rate": 1.843597676341587e-05,
      "loss": 0.0916,
      "step": 2265
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.121221324252522,
      "learning_rate": 1.8427283973167225e-05,
      "loss": 0.1221,
      "step": 2270
    },
    {
      "epoch": 0.67,
      "grad_norm": 1.0325272482169887,
      "learning_rate": 1.841856915415405e-05,
      "loss": 0.0874,
      "step": 2275
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.0795962066445566,
      "learning_rate": 1.840983232915942e-05,
      "loss": 0.0741,
      "step": 2280
    },
    {
      "epoch": 0.67,
      "grad_norm": 4.460588805671975,
      "learning_rate": 1.840107352102395e-05,
      "loss": 0.1488,
      "step": 2285
    },
    {
      "epoch": 0.67,
      "grad_norm": 2.974661793437929,
      "learning_rate": 1.839229275264572e-05,
      "loss": 0.093,
      "step": 2290
    },
    {
      "epoch": 0.67,
      "grad_norm": 3.137347736691432,
      "learning_rate": 1.8383490046980212e-05,
      "loss": 0.1,
      "step": 2295
    },
    {
      "epoch": 0.67,
      "grad_norm": 7.90074357987843,
      "learning_rate": 1.8374665427040276e-05,
      "loss": 0.1362,
      "step": 2300
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.4540688223728826,
      "learning_rate": 1.836581891589604e-05,
      "loss": 0.1124,
      "step": 2305
    },
    {
      "epoch": 0.68,
      "grad_norm": 4.638147996733137,
      "learning_rate": 1.8356950536674858e-05,
      "loss": 0.1031,
      "step": 2310
    },
    {
      "epoch": 0.68,
      "grad_norm": 2.2696169707348544,
      "learning_rate": 1.834806031256127e-05,
      "loss": 0.0965,
      "step": 2315
    },
    {
      "epoch": 0.68,
      "grad_norm": 6.130234330693954,
      "learning_rate": 1.833914826679691e-05,
      "loss": 0.079,
      "step": 2320
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.8781015810402948,
      "learning_rate": 1.8330214422680467e-05,
      "loss": 0.0791,
      "step": 2325
    },
    {
      "epoch": 0.68,
      "grad_norm": 1.4069832479622444,
      "learning_rate": 1.8321258803567613e-05,
      "loss": 0.0831,
      "step": 2330
    },
    {
      "epoch": 0.68,
      "grad_norm": 3.4630544831332664,
      "learning_rate": 1.831228143287096e-05,
      "loss": 0.1616,
      "step": 2335
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.9442217600685137,
      "learning_rate": 1.8303282334059957e-05,
      "loss": 0.1199,
      "step": 2340
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.0954935585893257,
      "learning_rate": 1.8294261530660885e-05,
      "loss": 0.1302,
      "step": 2345
    },
    {
      "epoch": 0.69,
      "grad_norm": 4.890904817711451,
      "learning_rate": 1.8285219046256758e-05,
      "loss": 0.1025,
      "step": 2350
    },
    {
      "epoch": 0.69,
      "grad_norm": 2.583755171594856,
      "learning_rate": 1.8276154904487264e-05,
      "loss": 0.1043,
      "step": 2355
    },
    {
      "epoch": 0.69,
      "grad_norm": 8.260345907657872,
      "learning_rate": 1.8267069129048707e-05,
      "loss": 0.1782,
      "step": 2360
    },
    {
      "epoch": 0.69,
      "grad_norm": 4.771965836395477,
      "learning_rate": 1.8257961743693962e-05,
      "loss": 0.0862,
      "step": 2365
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.554197211858201,
      "learning_rate": 1.8248832772232394e-05,
      "loss": 0.0851,
      "step": 2370
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.16812655587689,
      "learning_rate": 1.8239682238529792e-05,
      "loss": 0.0938,
      "step": 2375
    },
    {
      "epoch": 0.7,
      "grad_norm": 3.3012819170031853,
      "learning_rate": 1.8230510166508322e-05,
      "loss": 0.0769,
      "step": 2380
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.998340872187495,
      "learning_rate": 1.822131658014646e-05,
      "loss": 0.0735,
      "step": 2385
    },
    {
      "epoch": 0.7,
      "grad_norm": 1.9806358974129312,
      "learning_rate": 1.8212101503478916e-05,
      "loss": 0.14,
      "step": 2390
    },
    {
      "epoch": 0.7,
      "grad_norm": 6.99507540091613,
      "learning_rate": 1.8202864960596592e-05,
      "loss": 0.0944,
      "step": 2395
    },
    {
      "epoch": 0.7,
      "grad_norm": 2.4015686273341545,
      "learning_rate": 1.8193606975646506e-05,
      "loss": 0.0677,
      "step": 2400
    },
    {
      "epoch": 0.71,
      "grad_norm": 3.3364791966330962,
      "learning_rate": 1.8184327572831738e-05,
      "loss": 0.0829,
      "step": 2405
    },
    {
      "epoch": 0.71,
      "grad_norm": 6.874850462240894,
      "learning_rate": 1.817502677641134e-05,
      "loss": 0.1419,
      "step": 2410
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.6075283986023665,
      "learning_rate": 1.8165704610700315e-05,
      "loss": 0.1117,
      "step": 2415
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.148518397802211,
      "learning_rate": 1.8156361100069524e-05,
      "loss": 0.101,
      "step": 2420
    },
    {
      "epoch": 0.71,
      "grad_norm": 3.4560468231137564,
      "learning_rate": 1.8146996268945632e-05,
      "loss": 0.0966,
      "step": 2425
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.384974065195782,
      "learning_rate": 1.8137610141811037e-05,
      "loss": 0.122,
      "step": 2430
    },
    {
      "epoch": 0.71,
      "grad_norm": 2.362869907867881,
      "learning_rate": 1.812820274320381e-05,
      "loss": 0.1132,
      "step": 2435
    },
    {
      "epoch": 0.72,
      "grad_norm": 6.9320506095293455,
      "learning_rate": 1.811877409771764e-05,
      "loss": 0.1524,
      "step": 2440
    },
    {
      "epoch": 0.72,
      "grad_norm": 4.720326949611697,
      "learning_rate": 1.8109324230001756e-05,
      "loss": 0.1301,
      "step": 2445
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.1399702198416413,
      "learning_rate": 1.8099853164760865e-05,
      "loss": 0.0889,
      "step": 2450
    },
    {
      "epoch": 0.72,
      "grad_norm": 6.7467640785050325,
      "learning_rate": 1.80903609267551e-05,
      "loss": 0.099,
      "step": 2455
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.325513463081622,
      "learning_rate": 1.8080847540799942e-05,
      "loss": 0.1064,
      "step": 2460
    },
    {
      "epoch": 0.72,
      "grad_norm": 2.177610658971863,
      "learning_rate": 1.8071313031766148e-05,
      "loss": 0.0658,
      "step": 2465
    },
    {
      "epoch": 0.72,
      "grad_norm": 4.977562149709799,
      "learning_rate": 1.8061757424579716e-05,
      "loss": 0.1207,
      "step": 2470
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.1681517377729382,
      "learning_rate": 1.8052180744221784e-05,
      "loss": 0.1197,
      "step": 2475
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.7090062894808002,
      "learning_rate": 1.8042583015728598e-05,
      "loss": 0.0792,
      "step": 2480
    },
    {
      "epoch": 0.73,
      "grad_norm": 4.747077846148363,
      "learning_rate": 1.8032964264191402e-05,
      "loss": 0.1143,
      "step": 2485
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.74552501361813,
      "learning_rate": 1.8023324514756436e-05,
      "loss": 0.1265,
      "step": 2490
    },
    {
      "epoch": 0.73,
      "grad_norm": 4.1581416593625296,
      "learning_rate": 1.801366379262481e-05,
      "loss": 0.072,
      "step": 2495
    },
    {
      "epoch": 0.73,
      "grad_norm": 1.6406189691341908,
      "learning_rate": 1.8003982123052474e-05,
      "loss": 0.0814,
      "step": 2500
    },
    {
      "epoch": 0.73,
      "grad_norm": 2.712884736792791,
      "learning_rate": 1.7994279531350135e-05,
      "loss": 0.0973,
      "step": 2505
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.204869182656131,
      "learning_rate": 1.7984556042883195e-05,
      "loss": 0.0725,
      "step": 2510
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.63571544112928,
      "learning_rate": 1.7974811683071688e-05,
      "loss": 0.1416,
      "step": 2515
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.8179280822029832,
      "learning_rate": 1.7965046477390223e-05,
      "loss": 0.08,
      "step": 2520
    },
    {
      "epoch": 0.74,
      "grad_norm": 3.1456845650432697,
      "learning_rate": 1.7955260451367887e-05,
      "loss": 0.0939,
      "step": 2525
    },
    {
      "epoch": 0.74,
      "grad_norm": 3.068511046140001,
      "learning_rate": 1.7945453630588214e-05,
      "loss": 0.074,
      "step": 2530
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.8530528834496558,
      "learning_rate": 1.7935626040689087e-05,
      "loss": 0.1254,
      "step": 2535
    },
    {
      "epoch": 0.75,
      "grad_norm": 9.466013698713851,
      "learning_rate": 1.7925777707362694e-05,
      "loss": 0.1031,
      "step": 2540
    },
    {
      "epoch": 0.75,
      "grad_norm": 2.8626798281758683,
      "learning_rate": 1.791590865635546e-05,
      "loss": 0.0906,
      "step": 2545
    },
    {
      "epoch": 0.75,
      "grad_norm": 5.788311578849042,
      "learning_rate": 1.7906018913467957e-05,
      "loss": 0.1191,
      "step": 2550
    },
    {
      "epoch": 0.75,
      "grad_norm": 15.34485630001676,
      "learning_rate": 1.7896108504554858e-05,
      "loss": 0.1703,
      "step": 2555
    },
    {
      "epoch": 0.75,
      "grad_norm": 1.878644897302772,
      "learning_rate": 1.7886177455524865e-05,
      "loss": 0.0978,
      "step": 2560
    },
    {
      "epoch": 0.75,
      "grad_norm": 3.9594573315714197,
      "learning_rate": 1.7876225792340635e-05,
      "loss": 0.1066,
      "step": 2565
    },
    {
      "epoch": 0.75,
      "grad_norm": 6.412819373671454,
      "learning_rate": 1.786625354101872e-05,
      "loss": 0.1204,
      "step": 2570
    },
    {
      "epoch": 0.76,
      "grad_norm": 9.689461195761101,
      "learning_rate": 1.7856260727629495e-05,
      "loss": 0.1137,
      "step": 2575
    },
    {
      "epoch": 0.76,
      "grad_norm": 3.5251907080608054,
      "learning_rate": 1.784624737829709e-05,
      "loss": 0.1519,
      "step": 2580
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.735467659755077,
      "learning_rate": 1.783621351919932e-05,
      "loss": 0.0956,
      "step": 2585
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.579970560423387,
      "learning_rate": 1.7826159176567616e-05,
      "loss": 0.0965,
      "step": 2590
    },
    {
      "epoch": 0.76,
      "grad_norm": 5.7447980487012185,
      "learning_rate": 1.781608437668697e-05,
      "loss": 0.1355,
      "step": 2595
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.746235872283559,
      "learning_rate": 1.7805989145895847e-05,
      "loss": 0.0879,
      "step": 2600
    },
    {
      "epoch": 0.76,
      "grad_norm": 3.6558387720713794,
      "learning_rate": 1.779587351058612e-05,
      "loss": 0.1266,
      "step": 2605
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.79558623046737,
      "learning_rate": 1.7785737497203013e-05,
      "loss": 0.1805,
      "step": 2610
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.9429418600589123,
      "learning_rate": 1.7775581132245026e-05,
      "loss": 0.1069,
      "step": 2615
    },
    {
      "epoch": 0.77,
      "grad_norm": 1.5095627662015014,
      "learning_rate": 1.776540444226386e-05,
      "loss": 0.047,
      "step": 2620
    },
    {
      "epoch": 0.77,
      "grad_norm": 3.495377076072146,
      "learning_rate": 1.775520745386434e-05,
      "loss": 0.0633,
      "step": 2625
    },
    {
      "epoch": 0.77,
      "grad_norm": 3.0385032472654325,
      "learning_rate": 1.774499019370438e-05,
      "loss": 0.1487,
      "step": 2630
    },
    {
      "epoch": 0.77,
      "grad_norm": 10.965757999825739,
      "learning_rate": 1.773475268849488e-05,
      "loss": 0.1373,
      "step": 2635
    },
    {
      "epoch": 0.77,
      "grad_norm": 2.8123652108000585,
      "learning_rate": 1.772449496499966e-05,
      "loss": 0.1187,
      "step": 2640
    },
    {
      "epoch": 0.78,
      "grad_norm": 4.66597249908126,
      "learning_rate": 1.77142170500354e-05,
      "loss": 0.1114,
      "step": 2645
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.676562831364225,
      "learning_rate": 1.770391897047157e-05,
      "loss": 0.1213,
      "step": 2650
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.0506018569230973,
      "learning_rate": 1.769360075323036e-05,
      "loss": 0.1216,
      "step": 2655
    },
    {
      "epoch": 0.78,
      "grad_norm": 3.4758686873519644,
      "learning_rate": 1.7683262425286593e-05,
      "loss": 0.1068,
      "step": 2660
    },
    {
      "epoch": 0.78,
      "grad_norm": 16.360011105708523,
      "learning_rate": 1.7672904013667675e-05,
      "loss": 0.0836,
      "step": 2665
    },
    {
      "epoch": 0.78,
      "grad_norm": 2.2472093017776724,
      "learning_rate": 1.7662525545453518e-05,
      "loss": 0.1206,
      "step": 2670
    },
    {
      "epoch": 0.78,
      "grad_norm": 3.264614259094197,
      "learning_rate": 1.7652127047776464e-05,
      "loss": 0.0736,
      "step": 2675
    },
    {
      "epoch": 0.79,
      "grad_norm": 4.838998543720377,
      "learning_rate": 1.7641708547821218e-05,
      "loss": 0.112,
      "step": 2680
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.889257267329085,
      "learning_rate": 1.7631270072824786e-05,
      "loss": 0.0915,
      "step": 2685
    },
    {
      "epoch": 0.79,
      "grad_norm": 3.489350329159354,
      "learning_rate": 1.762081165007638e-05,
      "loss": 0.0872,
      "step": 2690
    },
    {
      "epoch": 0.79,
      "grad_norm": 5.007436753100703,
      "learning_rate": 1.7610333306917367e-05,
      "loss": 0.1069,
      "step": 2695
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.8855245850871363,
      "learning_rate": 1.75998350707412e-05,
      "loss": 0.1096,
      "step": 2700
    },
    {
      "epoch": 0.79,
      "grad_norm": 4.28080691529872,
      "learning_rate": 1.7589316968993323e-05,
      "loss": 0.1135,
      "step": 2705
    },
    {
      "epoch": 0.79,
      "grad_norm": 2.188803148392315,
      "learning_rate": 1.7578779029171128e-05,
      "loss": 0.0631,
      "step": 2710
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.588543379312152,
      "learning_rate": 1.7568221278823862e-05,
      "loss": 0.1063,
      "step": 2715
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.6512479470769765,
      "learning_rate": 1.7557643745552566e-05,
      "loss": 0.0792,
      "step": 2720
    },
    {
      "epoch": 0.8,
      "grad_norm": 2.4622361404876334,
      "learning_rate": 1.7547046457009995e-05,
      "loss": 0.0815,
      "step": 2725
    },
    {
      "epoch": 0.8,
      "grad_norm": 1.181686879663521,
      "learning_rate": 1.7536429440900554e-05,
      "loss": 0.0855,
      "step": 2730
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.0605705567048047,
      "learning_rate": 1.7525792724980225e-05,
      "loss": 0.1384,
      "step": 2735
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.0361367388503884,
      "learning_rate": 1.7515136337056476e-05,
      "loss": 0.0652,
      "step": 2740
    },
    {
      "epoch": 0.81,
      "grad_norm": 3.6999816430126207,
      "learning_rate": 1.750446030498822e-05,
      "loss": 0.1307,
      "step": 2745
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.7331629461515146,
      "learning_rate": 1.7493764656685725e-05,
      "loss": 0.085,
      "step": 2750
    },
    {
      "epoch": 0.81,
      "grad_norm": 3.3426839965302104,
      "learning_rate": 1.7483049420110526e-05,
      "loss": 0.1107,
      "step": 2755
    },
    {
      "epoch": 0.81,
      "grad_norm": 1.8945908369938274,
      "learning_rate": 1.747231462327538e-05,
      "loss": 0.0677,
      "step": 2760
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.375178480970911,
      "learning_rate": 1.7461560294244185e-05,
      "loss": 0.0816,
      "step": 2765
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.7160314363337323,
      "learning_rate": 1.7450786461131886e-05,
      "loss": 0.1479,
      "step": 2770
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.1767080856674283,
      "learning_rate": 1.7439993152104424e-05,
      "loss": 0.0701,
      "step": 2775
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.8479809150806425,
      "learning_rate": 1.7429180395378667e-05,
      "loss": 0.1213,
      "step": 2780
    },
    {
      "epoch": 0.82,
      "grad_norm": 3.1833758133322387,
      "learning_rate": 1.741834821922231e-05,
      "loss": 0.0927,
      "step": 2785
    },
    {
      "epoch": 0.82,
      "grad_norm": 3.7860456588982396,
      "learning_rate": 1.7407496651953824e-05,
      "loss": 0.0896,
      "step": 2790
    },
    {
      "epoch": 0.82,
      "grad_norm": 3.127110340900602,
      "learning_rate": 1.739662572194237e-05,
      "loss": 0.0593,
      "step": 2795
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.805218044753091,
      "learning_rate": 1.7385735457607728e-05,
      "loss": 0.1007,
      "step": 2800
    },
    {
      "epoch": 0.82,
      "grad_norm": 2.552175891261757,
      "learning_rate": 1.7374825887420227e-05,
      "loss": 0.1329,
      "step": 2805
    },
    {
      "epoch": 0.82,
      "grad_norm": 1.4027082134325906,
      "learning_rate": 1.7363897039900673e-05,
      "loss": 0.0775,
      "step": 2810
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.5766792636413722,
      "learning_rate": 1.7352948943620252e-05,
      "loss": 0.1039,
      "step": 2815
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.315064631933743,
      "learning_rate": 1.7341981627200486e-05,
      "loss": 0.1002,
      "step": 2820
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.77275038528492,
      "learning_rate": 1.733099511931314e-05,
      "loss": 0.059,
      "step": 2825
    },
    {
      "epoch": 0.83,
      "grad_norm": 3.6553802759984086,
      "learning_rate": 1.731998944868015e-05,
      "loss": 0.0873,
      "step": 2830
    },
    {
      "epoch": 0.83,
      "grad_norm": 9.277418585224488,
      "learning_rate": 1.730896464407355e-05,
      "loss": 0.1054,
      "step": 2835
    },
    {
      "epoch": 0.83,
      "grad_norm": 2.330825468379001,
      "learning_rate": 1.7297920734315397e-05,
      "loss": 0.0841,
      "step": 2840
    },
    {
      "epoch": 0.83,
      "grad_norm": 1.5353749049117653,
      "learning_rate": 1.728685774827769e-05,
      "loss": 0.1018,
      "step": 2845
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.887634875297545,
      "learning_rate": 1.7275775714882302e-05,
      "loss": 0.1114,
      "step": 2850
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.453602349555872,
      "learning_rate": 1.7264674663100908e-05,
      "loss": 0.1401,
      "step": 2855
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.973689346976038,
      "learning_rate": 1.7253554621954888e-05,
      "loss": 0.1036,
      "step": 2860
    },
    {
      "epoch": 0.84,
      "grad_norm": 2.3448153299848964,
      "learning_rate": 1.7242415620515277e-05,
      "loss": 0.1152,
      "step": 2865
    },
    {
      "epoch": 0.84,
      "grad_norm": 3.1738861172586437,
      "learning_rate": 1.7231257687902668e-05,
      "loss": 0.1154,
      "step": 2870
    },
    {
      "epoch": 0.84,
      "grad_norm": 5.216105630624163,
      "learning_rate": 1.722008085328716e-05,
      "loss": 0.0901,
      "step": 2875
    },
    {
      "epoch": 0.84,
      "grad_norm": 1.687338997966392,
      "learning_rate": 1.7208885145888262e-05,
      "loss": 0.0996,
      "step": 2880
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.5681904204171584,
      "learning_rate": 1.7197670594974815e-05,
      "loss": 0.1147,
      "step": 2885
    },
    {
      "epoch": 0.85,
      "grad_norm": 3.9337900031340416,
      "learning_rate": 1.718643722986492e-05,
      "loss": 0.0782,
      "step": 2890
    },
    {
      "epoch": 0.85,
      "grad_norm": 4.399086614652283,
      "learning_rate": 1.7175185079925877e-05,
      "loss": 0.1258,
      "step": 2895
    },
    {
      "epoch": 0.85,
      "grad_norm": 1.9000347309953698,
      "learning_rate": 1.7163914174574092e-05,
      "loss": 0.1434,
      "step": 2900
    },
    {
      "epoch": 0.85,
      "grad_norm": 3.8364789467985507,
      "learning_rate": 1.7152624543274994e-05,
      "loss": 0.0865,
      "step": 2905
    },
    {
      "epoch": 0.85,
      "grad_norm": 2.3865032691893213,
      "learning_rate": 1.7141316215542975e-05,
      "loss": 0.0866,
      "step": 2910
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.0857563297304167,
      "learning_rate": 1.71299892209413e-05,
      "loss": 0.0924,
      "step": 2915
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.345942984458089,
      "learning_rate": 1.7118643589082043e-05,
      "loss": 0.0708,
      "step": 2920
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.8641359939859798,
      "learning_rate": 1.7107279349625992e-05,
      "loss": 0.0788,
      "step": 2925
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.272737375583735,
      "learning_rate": 1.7095896532282584e-05,
      "loss": 0.0851,
      "step": 2930
    },
    {
      "epoch": 0.86,
      "grad_norm": 2.4039124864082657,
      "learning_rate": 1.7084495166809822e-05,
      "loss": 0.1068,
      "step": 2935
    },
    {
      "epoch": 0.86,
      "grad_norm": 1.1218714658208662,
      "learning_rate": 1.707307528301421e-05,
      "loss": 0.1091,
      "step": 2940
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.9891789998991855,
      "learning_rate": 1.7061636910750646e-05,
      "loss": 0.096,
      "step": 2945
    },
    {
      "epoch": 0.87,
      "grad_norm": 3.194805823262511,
      "learning_rate": 1.7050180079922373e-05,
      "loss": 0.1006,
      "step": 2950
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.257798455534552,
      "learning_rate": 1.7038704820480898e-05,
      "loss": 0.0914,
      "step": 2955
    },
    {
      "epoch": 0.87,
      "grad_norm": 5.78033176037585,
      "learning_rate": 1.7027211162425888e-05,
      "loss": 0.0965,
      "step": 2960
    },
    {
      "epoch": 0.87,
      "grad_norm": 2.6184356901420025,
      "learning_rate": 1.7015699135805122e-05,
      "loss": 0.1114,
      "step": 2965
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.8106354297762863,
      "learning_rate": 1.70041687707144e-05,
      "loss": 0.0941,
      "step": 2970
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.245232646301207,
      "learning_rate": 1.699262009729745e-05,
      "loss": 0.0814,
      "step": 2975
    },
    {
      "epoch": 0.87,
      "grad_norm": 3.442666904279059,
      "learning_rate": 1.6981053145745877e-05,
      "loss": 0.1418,
      "step": 2980
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.2823324901203557,
      "learning_rate": 1.6969467946299073e-05,
      "loss": 0.0593,
      "step": 2985
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.3494464059884015,
      "learning_rate": 1.6957864529244123e-05,
      "loss": 0.0696,
      "step": 2990
    },
    {
      "epoch": 0.88,
      "grad_norm": 4.051449109074783,
      "learning_rate": 1.694624292491575e-05,
      "loss": 0.091,
      "step": 2995
    },
    {
      "epoch": 0.88,
      "grad_norm": 2.6735251166535616,
      "learning_rate": 1.6934603163696212e-05,
      "loss": 0.089,
      "step": 3000
    },
    {
      "epoch": 0.88,
      "grad_norm": 1.8986340958640284,
      "learning_rate": 1.6922945276015244e-05,
      "loss": 0.087,
      "step": 3005
    },
    {
      "epoch": 0.88,
      "grad_norm": 3.912312190511564,
      "learning_rate": 1.691126929234996e-05,
      "loss": 0.1154,
      "step": 3010
    },
    {
      "epoch": 0.88,
      "grad_norm": 3.9209068288748936,
      "learning_rate": 1.6899575243224794e-05,
      "loss": 0.0845,
      "step": 3015
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.986967487651937,
      "learning_rate": 1.6887863159211403e-05,
      "loss": 0.0563,
      "step": 3020
    },
    {
      "epoch": 0.89,
      "grad_norm": 3.5756032794838775,
      "learning_rate": 1.6876133070928584e-05,
      "loss": 0.1154,
      "step": 3025
    },
    {
      "epoch": 0.89,
      "grad_norm": 2.8732144989552793,
      "learning_rate": 1.6864385009042215e-05,
      "loss": 0.0882,
      "step": 3030
    },
    {
      "epoch": 0.89,
      "grad_norm": 3.2146073135071584,
      "learning_rate": 1.6852619004265157e-05,
      "loss": 0.0746,
      "step": 3035
    },
    {
      "epoch": 0.89,
      "grad_norm": 2.032882973038013,
      "learning_rate": 1.684083508735718e-05,
      "loss": 0.0919,
      "step": 3040
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.7212867050301923,
      "learning_rate": 1.6829033289124876e-05,
      "loss": 0.061,
      "step": 3045
    },
    {
      "epoch": 0.89,
      "grad_norm": 2.0434776241308557,
      "learning_rate": 1.681721364042159e-05,
      "loss": 0.0608,
      "step": 3050
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.4595918397424077,
      "learning_rate": 1.6805376172147335e-05,
      "loss": 0.0618,
      "step": 3055
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.9062625696987283,
      "learning_rate": 1.6793520915248704e-05,
      "loss": 0.106,
      "step": 3060
    },
    {
      "epoch": 0.9,
      "grad_norm": 3.0695618155829765,
      "learning_rate": 1.6781647900718797e-05,
      "loss": 0.0826,
      "step": 3065
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.5737887820804533,
      "learning_rate": 1.676975715959714e-05,
      "loss": 0.0896,
      "step": 3070
    },
    {
      "epoch": 0.9,
      "grad_norm": 5.4035821406888855,
      "learning_rate": 1.67578487229696e-05,
      "loss": 0.0747,
      "step": 3075
    },
    {
      "epoch": 0.9,
      "grad_norm": 4.031141412736291,
      "learning_rate": 1.67459226219683e-05,
      "loss": 0.1035,
      "step": 3080
    },
    {
      "epoch": 0.9,
      "grad_norm": 2.8672651649371415,
      "learning_rate": 1.6733978887771548e-05,
      "loss": 0.1211,
      "step": 3085
    },
    {
      "epoch": 0.91,
      "grad_norm": 3.622543160107051,
      "learning_rate": 1.6722017551603752e-05,
      "loss": 0.0782,
      "step": 3090
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.611185690533942,
      "learning_rate": 1.6710038644735328e-05,
      "loss": 0.1197,
      "step": 3095
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.239743805096798,
      "learning_rate": 1.6698042198482645e-05,
      "loss": 0.0694,
      "step": 3100
    },
    {
      "epoch": 0.91,
      "grad_norm": 3.6697206061343963,
      "learning_rate": 1.6686028244207902e-05,
      "loss": 0.0896,
      "step": 3105
    },
    {
      "epoch": 0.91,
      "grad_norm": 2.3344027475446776,
      "learning_rate": 1.667399681331909e-05,
      "loss": 0.0863,
      "step": 3110
    },
    {
      "epoch": 0.91,
      "grad_norm": 5.716084510514838,
      "learning_rate": 1.666194793726987e-05,
      "loss": 0.0548,
      "step": 3115
    },
    {
      "epoch": 0.92,
      "grad_norm": 3.1415750006162626,
      "learning_rate": 1.6649881647559527e-05,
      "loss": 0.0684,
      "step": 3120
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.1766147626420187,
      "learning_rate": 1.6637797975732855e-05,
      "loss": 0.0786,
      "step": 3125
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.602913079216308,
      "learning_rate": 1.6625696953380104e-05,
      "loss": 0.1321,
      "step": 3130
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.2070894756907418,
      "learning_rate": 1.661357861213687e-05,
      "loss": 0.0912,
      "step": 3135
    },
    {
      "epoch": 0.92,
      "grad_norm": 1.6298032344638562,
      "learning_rate": 1.6601442983684042e-05,
      "loss": 0.0802,
      "step": 3140
    },
    {
      "epoch": 0.92,
      "grad_norm": 2.7174691000044064,
      "learning_rate": 1.658929009974768e-05,
      "loss": 0.1251,
      "step": 3145
    },
    {
      "epoch": 0.92,
      "grad_norm": 4.932366321915814,
      "learning_rate": 1.657711999209898e-05,
      "loss": 0.1141,
      "step": 3150
    },
    {
      "epoch": 0.93,
      "grad_norm": 9.069104123184824,
      "learning_rate": 1.656493269255415e-05,
      "loss": 0.1253,
      "step": 3155
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.9830010731689076,
      "learning_rate": 1.6552728232974344e-05,
      "loss": 0.0736,
      "step": 3160
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.3767202070428732,
      "learning_rate": 1.654050664526558e-05,
      "loss": 0.1481,
      "step": 3165
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.1967464664457292,
      "learning_rate": 1.6528267961378653e-05,
      "loss": 0.0737,
      "step": 3170
    },
    {
      "epoch": 0.93,
      "grad_norm": 2.5475708180655317,
      "learning_rate": 1.651601221330906e-05,
      "loss": 0.0965,
      "step": 3175
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.4514690521021125,
      "learning_rate": 1.6503739433096893e-05,
      "loss": 0.09,
      "step": 3180
    },
    {
      "epoch": 0.93,
      "grad_norm": 1.0106614527500741,
      "learning_rate": 1.649144965282679e-05,
      "loss": 0.1028,
      "step": 3185
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.264948776878529,
      "learning_rate": 1.647914290462781e-05,
      "loss": 0.1099,
      "step": 3190
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.387800555259844,
      "learning_rate": 1.6466819220673392e-05,
      "loss": 0.0858,
      "step": 3195
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.2939673463714043,
      "learning_rate": 1.6454478633181238e-05,
      "loss": 0.0965,
      "step": 3200
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.8815140940347828,
      "learning_rate": 1.6442121174413242e-05,
      "loss": 0.084,
      "step": 3205
    },
    {
      "epoch": 0.94,
      "grad_norm": 3.3710190642074394,
      "learning_rate": 1.6429746876675406e-05,
      "loss": 0.1348,
      "step": 3210
    },
    {
      "epoch": 0.94,
      "grad_norm": 3.154298991388609,
      "learning_rate": 1.6417355772317763e-05,
      "loss": 0.1307,
      "step": 3215
    },
    {
      "epoch": 0.94,
      "grad_norm": 2.431634251842803,
      "learning_rate": 1.6404947893734263e-05,
      "loss": 0.1269,
      "step": 3220
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.8476184413662657,
      "learning_rate": 1.639252327336273e-05,
      "loss": 0.0886,
      "step": 3225
    },
    {
      "epoch": 0.95,
      "grad_norm": 2.856480869169723,
      "learning_rate": 1.6380081943684733e-05,
      "loss": 0.1183,
      "step": 3230
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.4292746192636032,
      "learning_rate": 1.6367623937225553e-05,
      "loss": 0.062,
      "step": 3235
    },
    {
      "epoch": 0.95,
      "grad_norm": 1.8800704426452939,
      "learning_rate": 1.6355149286554047e-05,
      "loss": 0.1223,
      "step": 3240
    },
    {
      "epoch": 0.95,
      "grad_norm": 3.2229475779778154,
      "learning_rate": 1.6342658024282585e-05,
      "loss": 0.1167,
      "step": 3245
    },
    {
      "epoch": 0.95,
      "grad_norm": 5.6176440142314,
      "learning_rate": 1.6330150183066983e-05,
      "loss": 0.116,
      "step": 3250
    },
    {
      "epoch": 0.95,
      "grad_norm": 2.101148600040731,
      "learning_rate": 1.6317625795606378e-05,
      "loss": 0.1162,
      "step": 3255
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.02917715092117,
      "learning_rate": 1.6305084894643172e-05,
      "loss": 0.1406,
      "step": 3260
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.478189120719845,
      "learning_rate": 1.6292527512962947e-05,
      "loss": 0.1065,
      "step": 3265
    },
    {
      "epoch": 0.96,
      "grad_norm": 2.3396951822486196,
      "learning_rate": 1.627995368339435e-05,
      "loss": 0.1115,
      "step": 3270
    },
    {
      "epoch": 0.96,
      "grad_norm": 3.7337628106177485,
      "learning_rate": 1.6267363438809052e-05,
      "loss": 0.0846,
      "step": 3275
    },
    {
      "epoch": 0.96,
      "grad_norm": 4.176925288355294,
      "learning_rate": 1.6254756812121612e-05,
      "loss": 0.0425,
      "step": 3280
    },
    {
      "epoch": 0.96,
      "grad_norm": 1.437234356425958,
      "learning_rate": 1.6242133836289444e-05,
      "loss": 0.1001,
      "step": 3285
    },
    {
      "epoch": 0.97,
      "grad_norm": 1.6309867032536425,
      "learning_rate": 1.6229494544312684e-05,
      "loss": 0.0555,
      "step": 3290
    },
    {
      "epoch": 0.97,
      "grad_norm": 3.254534712202672,
      "learning_rate": 1.6216838969234124e-05,
      "loss": 0.0781,
      "step": 3295
    },
    {
      "epoch": 0.97,
      "grad_norm": 2.59152889519255,
      "learning_rate": 1.620416714413913e-05,
      "loss": 0.0997,
      "step": 3300
    },
    {
      "epoch": 0.97,
      "grad_norm": 2.0546888924365527,
      "learning_rate": 1.6191479102155556e-05,
      "loss": 0.117,
      "step": 3305
    },
    {
      "epoch": 0.97,
      "grad_norm": 3.4303903750156484,
      "learning_rate": 1.617877487645364e-05,
      "loss": 0.0715,
      "step": 3310
    },
    {
      "epoch": 0.97,
      "grad_norm": 2.1827612639457574,
      "learning_rate": 1.616605450024594e-05,
      "loss": 0.1013,
      "step": 3315
    },
    {
      "epoch": 0.97,
      "grad_norm": 2.865702647381268,
      "learning_rate": 1.6153318006787223e-05,
      "loss": 0.1131,
      "step": 3320
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.9285326499896946,
      "learning_rate": 1.61405654293744e-05,
      "loss": 0.0839,
      "step": 3325
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.9355299378240092,
      "learning_rate": 1.6127796801346437e-05,
      "loss": 0.0938,
      "step": 3330
    },
    {
      "epoch": 0.98,
      "grad_norm": 4.344809423553806,
      "learning_rate": 1.6115012156084242e-05,
      "loss": 0.066,
      "step": 3335
    },
    {
      "epoch": 0.98,
      "grad_norm": 5.030847000188601,
      "learning_rate": 1.6102211527010608e-05,
      "loss": 0.1054,
      "step": 3340
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.8609269020938257,
      "learning_rate": 1.6089394947590123e-05,
      "loss": 0.0936,
      "step": 3345
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.878476404530353,
      "learning_rate": 1.6076562451329055e-05,
      "loss": 0.0885,
      "step": 3350
    },
    {
      "epoch": 0.98,
      "grad_norm": 2.297272109392417,
      "learning_rate": 1.6063714071775297e-05,
      "loss": 0.1302,
      "step": 3355
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.4727024357295484,
      "learning_rate": 1.6050849842518265e-05,
      "loss": 0.1108,
      "step": 3360
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.616633205645327,
      "learning_rate": 1.60379697971888e-05,
      "loss": 0.1337,
      "step": 3365
    },
    {
      "epoch": 0.99,
      "grad_norm": 3.0531342208551266,
      "learning_rate": 1.60250739694591e-05,
      "loss": 0.1144,
      "step": 3370
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.658444025810342,
      "learning_rate": 1.6012162393042625e-05,
      "loss": 0.1986,
      "step": 3375
    },
    {
      "epoch": 0.99,
      "grad_norm": 2.1995801611755392,
      "learning_rate": 1.5999235101694003e-05,
      "loss": 0.1367,
      "step": 3380
    },
    {
      "epoch": 0.99,
      "grad_norm": 1.3930532278994612,
      "learning_rate": 1.5986292129208938e-05,
      "loss": 0.0491,
      "step": 3385
    },
    {
      "epoch": 0.99,
      "grad_norm": 3.212502054295458,
      "learning_rate": 1.597333350942414e-05,
      "loss": 0.0862,
      "step": 3390
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.849378948097875,
      "learning_rate": 1.5960359276217222e-05,
      "loss": 0.0899,
      "step": 3395
    },
    {
      "epoch": 1.0,
      "grad_norm": 3.045383499124253,
      "learning_rate": 1.5947369463506614e-05,
      "loss": 0.0809,
      "step": 3400
    },
    {
      "epoch": 1.0,
      "grad_norm": 3.350584656668729,
      "learning_rate": 1.5934364105251473e-05,
      "loss": 0.0692,
      "step": 3405
    }
  ],
  "logging_steps": 5,
  "max_steps": 10227,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}