{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 3728,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.000536480686695279,
      "grad_norm": 2.1193658839109535,
      "learning_rate": 2.6809651474530834e-08,
      "loss": 0.2801,
      "step": 1
    },
    {
      "epoch": 0.002682403433476395,
      "grad_norm": 2.0015902310793314,
      "learning_rate": 1.3404825737265417e-07,
      "loss": 0.2807,
      "step": 5
    },
    {
      "epoch": 0.00536480686695279,
      "grad_norm": 2.073451625086016,
      "learning_rate": 2.6809651474530835e-07,
      "loss": 0.2747,
      "step": 10
    },
    {
      "epoch": 0.008047210300429184,
      "grad_norm": 1.8760840710412692,
      "learning_rate": 4.021447721179625e-07,
      "loss": 0.2718,
      "step": 15
    },
    {
      "epoch": 0.01072961373390558,
      "grad_norm": 1.8514498316277004,
      "learning_rate": 5.361930294906167e-07,
      "loss": 0.2744,
      "step": 20
    },
    {
      "epoch": 0.013412017167381975,
      "grad_norm": 2.3107741406506377,
      "learning_rate": 6.702412868632709e-07,
      "loss": 0.2717,
      "step": 25
    },
    {
      "epoch": 0.016094420600858368,
      "grad_norm": 2.9666341479845557,
      "learning_rate": 8.04289544235925e-07,
      "loss": 0.2782,
      "step": 30
    },
    {
      "epoch": 0.018776824034334765,
      "grad_norm": 1.8534767524547542,
      "learning_rate": 9.383378016085791e-07,
      "loss": 0.2734,
      "step": 35
    },
    {
      "epoch": 0.02145922746781116,
      "grad_norm": 1.823032428950144,
      "learning_rate": 1.0723860589812334e-06,
      "loss": 0.2617,
      "step": 40
    },
    {
      "epoch": 0.024141630901287552,
      "grad_norm": 1.775612988969821,
      "learning_rate": 1.2064343163538874e-06,
      "loss": 0.276,
      "step": 45
    },
    {
      "epoch": 0.02682403433476395,
      "grad_norm": 1.929975715410071,
      "learning_rate": 1.3404825737265418e-06,
      "loss": 0.2662,
      "step": 50
    },
    {
      "epoch": 0.029506437768240343,
      "grad_norm": 1.8087913414979522,
      "learning_rate": 1.4745308310991958e-06,
      "loss": 0.2669,
      "step": 55
    },
    {
      "epoch": 0.032188841201716736,
      "grad_norm": 2.022204524546991,
      "learning_rate": 1.60857908847185e-06,
      "loss": 0.2627,
      "step": 60
    },
    {
      "epoch": 0.03487124463519313,
      "grad_norm": 2.1463881824702753,
      "learning_rate": 1.7426273458445042e-06,
      "loss": 0.2696,
      "step": 65
    },
    {
      "epoch": 0.03755364806866953,
      "grad_norm": 2.0857951929046483,
      "learning_rate": 1.8766756032171582e-06,
      "loss": 0.2687,
      "step": 70
    },
    {
      "epoch": 0.040236051502145924,
      "grad_norm": 1.9633020298954502,
      "learning_rate": 2.0107238605898126e-06,
      "loss": 0.2624,
      "step": 75
    },
    {
      "epoch": 0.04291845493562232,
      "grad_norm": 1.8157453645459625,
      "learning_rate": 2.1447721179624668e-06,
      "loss": 0.2656,
      "step": 80
    },
    {
      "epoch": 0.04560085836909871,
      "grad_norm": 2.0537449419682523,
      "learning_rate": 2.278820375335121e-06,
      "loss": 0.2654,
      "step": 85
    },
    {
      "epoch": 0.048283261802575105,
      "grad_norm": 1.9165430368004193,
      "learning_rate": 2.4128686327077747e-06,
      "loss": 0.2702,
      "step": 90
    },
    {
      "epoch": 0.050965665236051505,
      "grad_norm": 2.099005086864125,
      "learning_rate": 2.5469168900804294e-06,
      "loss": 0.2708,
      "step": 95
    },
    {
      "epoch": 0.0536480686695279,
      "grad_norm": 2.204477969609587,
      "learning_rate": 2.6809651474530836e-06,
      "loss": 0.2793,
      "step": 100
    },
    {
      "epoch": 0.05633047210300429,
      "grad_norm": 1.8884219618666596,
      "learning_rate": 2.8150134048257378e-06,
      "loss": 0.2705,
      "step": 105
    },
    {
      "epoch": 0.059012875536480686,
      "grad_norm": 1.956758686772309,
      "learning_rate": 2.9490616621983915e-06,
      "loss": 0.273,
      "step": 110
    },
    {
      "epoch": 0.06169527896995708,
      "grad_norm": 2.1563070425827973,
      "learning_rate": 3.0831099195710457e-06,
      "loss": 0.2731,
      "step": 115
    },
    {
      "epoch": 0.06437768240343347,
      "grad_norm": 1.858725074682674,
      "learning_rate": 3.2171581769437e-06,
      "loss": 0.2759,
      "step": 120
    },
    {
      "epoch": 0.06706008583690987,
      "grad_norm": 2.005262259307075,
      "learning_rate": 3.351206434316354e-06,
      "loss": 0.2724,
      "step": 125
    },
    {
      "epoch": 0.06974248927038626,
      "grad_norm": 1.9910932655550024,
      "learning_rate": 3.4852546916890083e-06,
      "loss": 0.2733,
      "step": 130
    },
    {
      "epoch": 0.07242489270386267,
      "grad_norm": 2.1163561816144165,
      "learning_rate": 3.6193029490616625e-06,
      "loss": 0.2701,
      "step": 135
    },
    {
      "epoch": 0.07510729613733906,
      "grad_norm": 2.0289917692414727,
      "learning_rate": 3.7533512064343163e-06,
      "loss": 0.2809,
      "step": 140
    },
    {
      "epoch": 0.07778969957081545,
      "grad_norm": 2.0542532816858246,
      "learning_rate": 3.8873994638069705e-06,
      "loss": 0.2845,
      "step": 145
    },
    {
      "epoch": 0.08047210300429185,
      "grad_norm": 2.2160380804123703,
      "learning_rate": 4.021447721179625e-06,
      "loss": 0.2718,
      "step": 150
    },
    {
      "epoch": 0.08315450643776824,
      "grad_norm": 2.010718604868917,
      "learning_rate": 4.155495978552279e-06,
      "loss": 0.2743,
      "step": 155
    },
    {
      "epoch": 0.08583690987124463,
      "grad_norm": 2.095619735005895,
      "learning_rate": 4.2895442359249335e-06,
      "loss": 0.2746,
      "step": 160
    },
    {
      "epoch": 0.08851931330472103,
      "grad_norm": 2.094029007639187,
      "learning_rate": 4.423592493297587e-06,
      "loss": 0.2711,
      "step": 165
    },
    {
      "epoch": 0.09120171673819742,
      "grad_norm": 2.351687226421416,
      "learning_rate": 4.557640750670242e-06,
      "loss": 0.2827,
      "step": 170
    },
    {
      "epoch": 0.09388412017167382,
      "grad_norm": 2.1865063248573633,
      "learning_rate": 4.691689008042896e-06,
      "loss": 0.2805,
      "step": 175
    },
    {
      "epoch": 0.09656652360515021,
      "grad_norm": 2.29052738745751,
      "learning_rate": 4.8257372654155495e-06,
      "loss": 0.2823,
      "step": 180
    },
    {
      "epoch": 0.0992489270386266,
      "grad_norm": 2.070148947789941,
      "learning_rate": 4.959785522788204e-06,
      "loss": 0.2744,
      "step": 185
    },
    {
      "epoch": 0.10193133047210301,
      "grad_norm": 2.077129309115267,
      "learning_rate": 5.093833780160859e-06,
      "loss": 0.2895,
      "step": 190
    },
    {
      "epoch": 0.1046137339055794,
      "grad_norm": 2.148889376498599,
      "learning_rate": 5.2278820375335125e-06,
      "loss": 0.2839,
      "step": 195
    },
    {
      "epoch": 0.1072961373390558,
      "grad_norm": 2.2661600118200362,
      "learning_rate": 5.361930294906167e-06,
      "loss": 0.2849,
      "step": 200
    },
    {
      "epoch": 0.10997854077253219,
      "grad_norm": 2.4516992204705845,
      "learning_rate": 5.495978552278821e-06,
      "loss": 0.2905,
      "step": 205
    },
    {
      "epoch": 0.11266094420600858,
      "grad_norm": 2.278752706949854,
      "learning_rate": 5.6300268096514755e-06,
      "loss": 0.2976,
      "step": 210
    },
    {
      "epoch": 0.11534334763948498,
      "grad_norm": 2.228118304205806,
      "learning_rate": 5.764075067024129e-06,
      "loss": 0.2872,
      "step": 215
    },
    {
      "epoch": 0.11802575107296137,
      "grad_norm": 2.3264366180297955,
      "learning_rate": 5.898123324396783e-06,
      "loss": 0.2827,
      "step": 220
    },
    {
      "epoch": 0.12070815450643776,
      "grad_norm": 2.307669959933898,
      "learning_rate": 6.032171581769437e-06,
      "loss": 0.2792,
      "step": 225
    },
    {
      "epoch": 0.12339055793991416,
      "grad_norm": 2.2266960480281237,
      "learning_rate": 6.1662198391420915e-06,
      "loss": 0.2874,
      "step": 230
    },
    {
      "epoch": 0.12607296137339055,
      "grad_norm": 2.2629479071659127,
      "learning_rate": 6.300268096514745e-06,
      "loss": 0.2909,
      "step": 235
    },
    {
      "epoch": 0.12875536480686695,
      "grad_norm": 2.365422069984688,
      "learning_rate": 6.4343163538874e-06,
      "loss": 0.2927,
      "step": 240
    },
    {
      "epoch": 0.13143776824034334,
      "grad_norm": 2.2527300701494837,
      "learning_rate": 6.5683646112600545e-06,
      "loss": 0.2883,
      "step": 245
    },
    {
      "epoch": 0.13412017167381973,
      "grad_norm": 2.4274972440039293,
      "learning_rate": 6.702412868632708e-06,
      "loss": 0.2907,
      "step": 250
    },
    {
      "epoch": 0.13680257510729613,
      "grad_norm": 2.1457321190107206,
      "learning_rate": 6.836461126005363e-06,
      "loss": 0.2843,
      "step": 255
    },
    {
      "epoch": 0.13948497854077252,
      "grad_norm": 2.387953890047213,
      "learning_rate": 6.970509383378017e-06,
      "loss": 0.293,
      "step": 260
    },
    {
      "epoch": 0.14216738197424894,
      "grad_norm": 2.2814653060043906,
      "learning_rate": 7.104557640750671e-06,
      "loss": 0.2946,
      "step": 265
    },
    {
      "epoch": 0.14484978540772533,
      "grad_norm": 2.370046047924481,
      "learning_rate": 7.238605898123325e-06,
      "loss": 0.3013,
      "step": 270
    },
    {
      "epoch": 0.14753218884120173,
      "grad_norm": 2.2771297604435943,
      "learning_rate": 7.37265415549598e-06,
      "loss": 0.2972,
      "step": 275
    },
    {
      "epoch": 0.15021459227467812,
      "grad_norm": 2.4040269748067122,
      "learning_rate": 7.506702412868633e-06,
      "loss": 0.2981,
      "step": 280
    },
    {
      "epoch": 0.15289699570815452,
      "grad_norm": 2.2181354741056025,
      "learning_rate": 7.640750670241287e-06,
      "loss": 0.2874,
      "step": 285
    },
    {
      "epoch": 0.1555793991416309,
      "grad_norm": 2.3224226868793547,
      "learning_rate": 7.774798927613941e-06,
      "loss": 0.2942,
      "step": 290
    },
    {
      "epoch": 0.1582618025751073,
      "grad_norm": 2.306896775766709,
      "learning_rate": 7.908847184986595e-06,
      "loss": 0.2965,
      "step": 295
    },
    {
      "epoch": 0.1609442060085837,
      "grad_norm": 2.4727900310215065,
      "learning_rate": 8.04289544235925e-06,
      "loss": 0.298,
      "step": 300
    },
    {
      "epoch": 0.1636266094420601,
      "grad_norm": 2.5327361432436133,
      "learning_rate": 8.176943699731904e-06,
      "loss": 0.3062,
      "step": 305
    },
    {
      "epoch": 0.16630901287553648,
      "grad_norm": 2.382656988199917,
      "learning_rate": 8.310991957104558e-06,
      "loss": 0.3098,
      "step": 310
    },
    {
      "epoch": 0.16899141630901288,
      "grad_norm": 2.5408461164910023,
      "learning_rate": 8.445040214477213e-06,
      "loss": 0.3095,
      "step": 315
    },
    {
      "epoch": 0.17167381974248927,
      "grad_norm": 2.509775729676357,
      "learning_rate": 8.579088471849867e-06,
      "loss": 0.3071,
      "step": 320
    },
    {
      "epoch": 0.17435622317596566,
      "grad_norm": 2.3746080279147135,
      "learning_rate": 8.71313672922252e-06,
      "loss": 0.3036,
      "step": 325
    },
    {
      "epoch": 0.17703862660944206,
      "grad_norm": 2.676758001381311,
      "learning_rate": 8.847184986595175e-06,
      "loss": 0.3112,
      "step": 330
    },
    {
      "epoch": 0.17972103004291845,
      "grad_norm": 2.3311511336790844,
      "learning_rate": 8.98123324396783e-06,
      "loss": 0.2943,
      "step": 335
    },
    {
      "epoch": 0.18240343347639484,
      "grad_norm": 2.5612823504248268,
      "learning_rate": 9.115281501340484e-06,
      "loss": 0.3007,
      "step": 340
    },
    {
      "epoch": 0.18508583690987124,
      "grad_norm": 2.489998305969664,
      "learning_rate": 9.249329758713138e-06,
      "loss": 0.3221,
      "step": 345
    },
    {
      "epoch": 0.18776824034334763,
      "grad_norm": 2.565835844383068,
      "learning_rate": 9.383378016085791e-06,
      "loss": 0.3142,
      "step": 350
    },
    {
      "epoch": 0.19045064377682402,
      "grad_norm": 2.5575470827530786,
      "learning_rate": 9.517426273458445e-06,
      "loss": 0.3195,
      "step": 355
    },
    {
      "epoch": 0.19313304721030042,
      "grad_norm": 2.5709996724338238,
      "learning_rate": 9.651474530831099e-06,
      "loss": 0.3197,
      "step": 360
    },
    {
      "epoch": 0.1958154506437768,
      "grad_norm": 2.61230510657174,
      "learning_rate": 9.785522788203754e-06,
      "loss": 0.3178,
      "step": 365
    },
    {
      "epoch": 0.1984978540772532,
      "grad_norm": 2.4243619066809763,
      "learning_rate": 9.919571045576408e-06,
      "loss": 0.3235,
      "step": 370
    },
    {
      "epoch": 0.20118025751072963,
      "grad_norm": 2.5656565045851134,
      "learning_rate": 9.999991231716779e-06,
      "loss": 0.3262,
      "step": 375
    },
    {
      "epoch": 0.20386266094420602,
      "grad_norm": 2.504711268754622,
      "learning_rate": 9.999892588883699e-06,
      "loss": 0.3129,
      "step": 380
    },
    {
      "epoch": 0.2065450643776824,
      "grad_norm": 2.6368432321178394,
      "learning_rate": 9.99968434503304e-06,
      "loss": 0.3187,
      "step": 385
    },
    {
      "epoch": 0.2092274678111588,
      "grad_norm": 2.6401120959685764,
      "learning_rate": 9.999366504729645e-06,
      "loss": 0.3307,
      "step": 390
    },
    {
      "epoch": 0.2119098712446352,
      "grad_norm": 2.446108433760747,
      "learning_rate": 9.998939074940788e-06,
      "loss": 0.312,
      "step": 395
    },
    {
      "epoch": 0.2145922746781116,
      "grad_norm": 2.7244856222722857,
      "learning_rate": 9.998402065036018e-06,
      "loss": 0.3253,
      "step": 400
    },
    {
      "epoch": 0.217274678111588,
      "grad_norm": 2.7127769547322145,
      "learning_rate": 9.997755486786954e-06,
      "loss": 0.3091,
      "step": 405
    },
    {
      "epoch": 0.21995708154506438,
      "grad_norm": 2.5371567830259636,
      "learning_rate": 9.996999354367028e-06,
      "loss": 0.3199,
      "step": 410
    },
    {
      "epoch": 0.22263948497854077,
      "grad_norm": 2.6088498753645353,
      "learning_rate": 9.996133684351172e-06,
      "loss": 0.3232,
      "step": 415
    },
    {
      "epoch": 0.22532188841201717,
      "grad_norm": 7.217139015065728,
      "learning_rate": 9.995158495715459e-06,
      "loss": 0.327,
      "step": 420
    },
    {
      "epoch": 0.22800429184549356,
      "grad_norm": 3.554479318340767,
      "learning_rate": 9.994073809836677e-06,
      "loss": 0.3256,
      "step": 425
    },
    {
      "epoch": 0.23068669527896996,
      "grad_norm": 2.559539610962939,
      "learning_rate": 9.992879650491877e-06,
      "loss": 0.3213,
      "step": 430
    },
    {
      "epoch": 0.23336909871244635,
      "grad_norm": 2.557571984377656,
      "learning_rate": 9.991576043857833e-06,
      "loss": 0.3237,
      "step": 435
    },
    {
      "epoch": 0.23605150214592274,
      "grad_norm": 2.6391378035627375,
      "learning_rate": 9.990163018510484e-06,
      "loss": 0.3202,
      "step": 440
    },
    {
      "epoch": 0.23873390557939914,
      "grad_norm": 2.6671621213459678,
      "learning_rate": 9.988640605424298e-06,
      "loss": 0.3284,
      "step": 445
    },
    {
      "epoch": 0.24141630901287553,
      "grad_norm": 2.4904914439261883,
      "learning_rate": 9.987008837971595e-06,
      "loss": 0.3193,
      "step": 450
    },
    {
      "epoch": 0.24409871244635192,
      "grad_norm": 3.1179943187719363,
      "learning_rate": 9.98526775192182e-06,
      "loss": 0.328,
      "step": 455
    },
    {
      "epoch": 0.24678111587982832,
      "grad_norm": 2.595197759246731,
      "learning_rate": 9.983417385440755e-06,
      "loss": 0.3264,
      "step": 460
    },
    {
      "epoch": 0.2494635193133047,
      "grad_norm": 2.746547849364462,
      "learning_rate": 9.981457779089678e-06,
      "loss": 0.3396,
      "step": 465
    },
    {
      "epoch": 0.2521459227467811,
      "grad_norm": 2.722019747471792,
      "learning_rate": 9.979388975824485e-06,
      "loss": 0.3272,
      "step": 470
    },
    {
      "epoch": 0.2548283261802575,
      "grad_norm": 2.486350126619608,
      "learning_rate": 9.977211020994735e-06,
      "loss": 0.324,
      "step": 475
    },
    {
      "epoch": 0.2575107296137339,
      "grad_norm": 2.5526327242594555,
      "learning_rate": 9.97492396234267e-06,
      "loss": 0.3223,
      "step": 480
    },
    {
      "epoch": 0.2601931330472103,
      "grad_norm": 2.5930764574443512,
      "learning_rate": 9.972527850002154e-06,
      "loss": 0.3247,
      "step": 485
    },
    {
      "epoch": 0.2628755364806867,
      "grad_norm": 2.5928820204873575,
      "learning_rate": 9.970022736497588e-06,
      "loss": 0.3301,
      "step": 490
    },
    {
      "epoch": 0.2655579399141631,
      "grad_norm": 2.5784218179882386,
      "learning_rate": 9.96740867674275e-06,
      "loss": 0.3194,
      "step": 495
    },
    {
      "epoch": 0.26824034334763946,
      "grad_norm": 2.658880048400765,
      "learning_rate": 9.964685728039596e-06,
      "loss": 0.3272,
      "step": 500
    },
    {
      "epoch": 0.2709227467811159,
      "grad_norm": 2.463519790065412,
      "learning_rate": 9.961853950076992e-06,
      "loss": 0.3289,
      "step": 505
    },
    {
      "epoch": 0.27360515021459225,
      "grad_norm": 2.6146614884524255,
      "learning_rate": 9.958913404929423e-06,
      "loss": 0.3299,
      "step": 510
    },
    {
      "epoch": 0.2762875536480687,
      "grad_norm": 2.5798821970457086,
      "learning_rate": 9.955864157055623e-06,
      "loss": 0.3323,
      "step": 515
    },
    {
      "epoch": 0.27896995708154504,
      "grad_norm": 2.590993175319231,
      "learning_rate": 9.95270627329716e-06,
      "loss": 0.3225,
      "step": 520
    },
    {
      "epoch": 0.28165236051502146,
      "grad_norm": 2.7224033196200557,
      "learning_rate": 9.949439822876975e-06,
      "loss": 0.335,
      "step": 525
    },
    {
      "epoch": 0.2843347639484979,
      "grad_norm": 2.5981695298735756,
      "learning_rate": 9.94606487739787e-06,
      "loss": 0.3415,
      "step": 530
    },
    {
      "epoch": 0.28701716738197425,
      "grad_norm": 2.473905568804743,
      "learning_rate": 9.942581510840919e-06,
      "loss": 0.3361,
      "step": 535
    },
    {
      "epoch": 0.28969957081545067,
      "grad_norm": 2.507624964074619,
      "learning_rate": 9.93898979956387e-06,
      "loss": 0.3243,
      "step": 540
    },
    {
      "epoch": 0.29238197424892703,
      "grad_norm": 2.5170360727284247,
      "learning_rate": 9.935289822299456e-06,
      "loss": 0.3332,
      "step": 545
    },
    {
      "epoch": 0.29506437768240346,
      "grad_norm": 2.6442710714593303,
      "learning_rate": 9.931481660153672e-06,
      "loss": 0.3282,
      "step": 550
    },
    {
      "epoch": 0.2977467811158798,
      "grad_norm": 2.5155871741574893,
      "learning_rate": 9.927565396604001e-06,
      "loss": 0.3304,
      "step": 555
    },
    {
      "epoch": 0.30042918454935624,
      "grad_norm": 2.4727988504009244,
      "learning_rate": 9.923541117497586e-06,
      "loss": 0.3383,
      "step": 560
    },
    {
      "epoch": 0.3031115879828326,
      "grad_norm": 2.5793736113029264,
      "learning_rate": 9.919408911049333e-06,
      "loss": 0.3348,
      "step": 565
    },
    {
      "epoch": 0.30579399141630903,
      "grad_norm": 2.611112917618138,
      "learning_rate": 9.915168867839997e-06,
      "loss": 0.3335,
      "step": 570
    },
    {
      "epoch": 0.3084763948497854,
      "grad_norm": 2.4707000489730464,
      "learning_rate": 9.910821080814184e-06,
      "loss": 0.3329,
      "step": 575
    },
    {
      "epoch": 0.3111587982832618,
      "grad_norm": 2.580213753748582,
      "learning_rate": 9.90636564527832e-06,
      "loss": 0.3357,
      "step": 580
    },
    {
      "epoch": 0.3138412017167382,
      "grad_norm": 2.458103213642892,
      "learning_rate": 9.901802658898552e-06,
      "loss": 0.3283,
      "step": 585
    },
    {
      "epoch": 0.3165236051502146,
      "grad_norm": 2.6446412175211442,
      "learning_rate": 9.897132221698624e-06,
      "loss": 0.3317,
      "step": 590
    },
    {
      "epoch": 0.31920600858369097,
      "grad_norm": 2.600054325837593,
      "learning_rate": 9.892354436057665e-06,
      "loss": 0.3349,
      "step": 595
    },
    {
      "epoch": 0.3218884120171674,
      "grad_norm": 2.762247660251928,
      "learning_rate": 9.887469406707962e-06,
      "loss": 0.3389,
      "step": 600
    },
    {
      "epoch": 0.32457081545064376,
      "grad_norm": 2.6896055716205622,
      "learning_rate": 9.882477240732652e-06,
      "loss": 0.3366,
      "step": 605
    },
    {
      "epoch": 0.3272532188841202,
      "grad_norm": 2.512025914738532,
      "learning_rate": 9.877378047563378e-06,
      "loss": 0.3375,
      "step": 610
    },
    {
      "epoch": 0.32993562231759654,
      "grad_norm": 2.5061656043715392,
      "learning_rate": 9.872171938977895e-06,
      "loss": 0.3443,
      "step": 615
    },
    {
      "epoch": 0.33261802575107297,
      "grad_norm": 2.437928130863239,
      "learning_rate": 9.866859029097613e-06,
      "loss": 0.3416,
      "step": 620
    },
    {
      "epoch": 0.33530042918454933,
      "grad_norm": 2.3508365072923127,
      "learning_rate": 9.8614394343851e-06,
      "loss": 0.34,
      "step": 625
    },
    {
      "epoch": 0.33798283261802575,
      "grad_norm": 2.6530719820749846,
      "learning_rate": 9.855913273641531e-06,
      "loss": 0.3434,
      "step": 630
    },
    {
      "epoch": 0.3406652360515021,
      "grad_norm": 2.5500422975767467,
      "learning_rate": 9.850280668004072e-06,
      "loss": 0.338,
      "step": 635
    },
    {
      "epoch": 0.34334763948497854,
      "grad_norm": 2.5804793225270277,
      "learning_rate": 9.844541740943239e-06,
      "loss": 0.3174,
      "step": 640
    },
    {
      "epoch": 0.34603004291845496,
      "grad_norm": 2.5633885980424207,
      "learning_rate": 9.838696618260182e-06,
      "loss": 0.3316,
      "step": 645
    },
    {
      "epoch": 0.3487124463519313,
      "grad_norm": 2.446470211512751,
      "learning_rate": 9.832745428083934e-06,
      "loss": 0.3332,
      "step": 650
    },
    {
      "epoch": 0.35139484978540775,
      "grad_norm": 2.448412365397892,
      "learning_rate": 9.826688300868597e-06,
      "loss": 0.3389,
      "step": 655
    },
    {
      "epoch": 0.3540772532188841,
      "grad_norm": 2.6322710209414466,
      "learning_rate": 9.820525369390486e-06,
      "loss": 0.3369,
      "step": 660
    },
    {
      "epoch": 0.35675965665236054,
      "grad_norm": 2.511193215977049,
      "learning_rate": 9.814256768745212e-06,
      "loss": 0.3261,
      "step": 665
    },
    {
      "epoch": 0.3594420600858369,
      "grad_norm": 2.5352827679444716,
      "learning_rate": 9.80788263634473e-06,
      "loss": 0.3341,
      "step": 670
    },
    {
      "epoch": 0.3621244635193133,
      "grad_norm": 2.61220305673336,
      "learning_rate": 9.801403111914324e-06,
      "loss": 0.3386,
      "step": 675
    },
    {
      "epoch": 0.3648068669527897,
      "grad_norm": 2.4921902626593186,
      "learning_rate": 9.794818337489535e-06,
      "loss": 0.3351,
      "step": 680
    },
    {
      "epoch": 0.3674892703862661,
      "grad_norm": 2.5869281548130827,
      "learning_rate": 9.788128457413064e-06,
      "loss": 0.3343,
      "step": 685
    },
    {
      "epoch": 0.3701716738197425,
      "grad_norm": 2.8402615755811413,
      "learning_rate": 9.78133361833159e-06,
      "loss": 0.3368,
      "step": 690
    },
    {
      "epoch": 0.3728540772532189,
      "grad_norm": 2.3935150249105126,
      "learning_rate": 9.774433969192569e-06,
      "loss": 0.3416,
      "step": 695
    },
    {
      "epoch": 0.37553648068669526,
      "grad_norm": 2.602269232425324,
      "learning_rate": 9.767429661240966e-06,
      "loss": 0.3333,
      "step": 700
    },
    {
      "epoch": 0.3782188841201717,
      "grad_norm": 2.5611730414611076,
      "learning_rate": 9.760320848015932e-06,
      "loss": 0.3366,
      "step": 705
    },
    {
      "epoch": 0.38090128755364805,
      "grad_norm": 2.58256056801785,
      "learning_rate": 9.75310768534745e-06,
      "loss": 0.326,
      "step": 710
    },
    {
      "epoch": 0.38358369098712447,
      "grad_norm": 2.610706387259647,
      "learning_rate": 9.745790331352907e-06,
      "loss": 0.3316,
      "step": 715
    },
    {
      "epoch": 0.38626609442060084,
      "grad_norm": 2.5317785996531894,
      "learning_rate": 9.73836894643364e-06,
      "loss": 0.3441,
      "step": 720
    },
    {
      "epoch": 0.38894849785407726,
      "grad_norm": 2.53159279905397,
      "learning_rate": 9.730843693271413e-06,
      "loss": 0.3421,
      "step": 725
    },
    {
      "epoch": 0.3916309012875536,
      "grad_norm": 2.685183324993938,
      "learning_rate": 9.723214736824847e-06,
      "loss": 0.3296,
      "step": 730
    },
    {
      "epoch": 0.39431330472103004,
      "grad_norm": 2.565999747275768,
      "learning_rate": 9.715482244325816e-06,
      "loss": 0.3438,
      "step": 735
    },
    {
      "epoch": 0.3969957081545064,
      "grad_norm": 2.484493208541512,
      "learning_rate": 9.707646385275766e-06,
      "loss": 0.336,
      "step": 740
    },
    {
      "epoch": 0.39967811158798283,
      "grad_norm": 2.3771195907818123,
      "learning_rate": 9.699707331442016e-06,
      "loss": 0.3337,
      "step": 745
    },
    {
      "epoch": 0.40236051502145925,
      "grad_norm": 2.465742112959504,
      "learning_rate": 9.691665256853978e-06,
      "loss": 0.332,
      "step": 750
    },
    {
      "epoch": 0.4050429184549356,
      "grad_norm": 2.4010231701635,
      "learning_rate": 9.683520337799353e-06,
      "loss": 0.3345,
      "step": 755
    },
    {
      "epoch": 0.40772532188841204,
      "grad_norm": 2.6592548561925793,
      "learning_rate": 9.675272752820258e-06,
      "loss": 0.3347,
      "step": 760
    },
    {
      "epoch": 0.4104077253218884,
      "grad_norm": 2.4815416560056125,
      "learning_rate": 9.666922682709317e-06,
      "loss": 0.3439,
      "step": 765
    },
    {
      "epoch": 0.4130901287553648,
      "grad_norm": 2.558230830272978,
      "learning_rate": 9.6584703105057e-06,
      "loss": 0.3324,
      "step": 770
    },
    {
      "epoch": 0.4157725321888412,
      "grad_norm": 2.4774260975478155,
      "learning_rate": 9.649915821491107e-06,
      "loss": 0.3326,
      "step": 775
    },
    {
      "epoch": 0.4184549356223176,
      "grad_norm": 2.371202097931529,
      "learning_rate": 9.641259403185706e-06,
      "loss": 0.3369,
      "step": 780
    },
    {
      "epoch": 0.421137339055794,
      "grad_norm": 2.405819539304012,
      "learning_rate": 9.632501245344024e-06,
      "loss": 0.3408,
      "step": 785
    },
    {
      "epoch": 0.4238197424892704,
      "grad_norm": 2.431257636296087,
      "learning_rate": 9.623641539950787e-06,
      "loss": 0.3501,
      "step": 790
    },
    {
      "epoch": 0.42650214592274677,
      "grad_norm": 2.4851593087836013,
      "learning_rate": 9.614680481216712e-06,
      "loss": 0.338,
      "step": 795
    },
    {
      "epoch": 0.4291845493562232,
      "grad_norm": 2.490245676643186,
      "learning_rate": 9.60561826557425e-06,
      "loss": 0.3388,
      "step": 800
    },
    {
      "epoch": 0.43186695278969955,
      "grad_norm": 2.653622799913057,
      "learning_rate": 9.596455091673282e-06,
      "loss": 0.3304,
      "step": 805
    },
    {
      "epoch": 0.434549356223176,
      "grad_norm": 2.5823090892360407,
      "learning_rate": 9.587191160376758e-06,
      "loss": 0.3354,
      "step": 810
    },
    {
      "epoch": 0.43723175965665234,
      "grad_norm": 2.3819860431289,
      "learning_rate": 9.577826674756301e-06,
      "loss": 0.3352,
      "step": 815
    },
    {
      "epoch": 0.43991416309012876,
      "grad_norm": 2.3080073471823632,
      "learning_rate": 9.56836184008775e-06,
      "loss": 0.3361,
      "step": 820
    },
    {
      "epoch": 0.44259656652360513,
      "grad_norm": 2.43418727053637,
      "learning_rate": 9.558796863846663e-06,
      "loss": 0.3343,
      "step": 825
    },
    {
      "epoch": 0.44527896995708155,
      "grad_norm": 2.543683903747536,
      "learning_rate": 9.549131955703772e-06,
      "loss": 0.3226,
      "step": 830
    },
    {
      "epoch": 0.4479613733905579,
      "grad_norm": 2.4761354386803154,
      "learning_rate": 9.539367327520382e-06,
      "loss": 0.3421,
      "step": 835
    },
    {
      "epoch": 0.45064377682403434,
      "grad_norm": 2.570039809535249,
      "learning_rate": 9.529503193343726e-06,
      "loss": 0.342,
      "step": 840
    },
    {
      "epoch": 0.4533261802575107,
      "grad_norm": 2.4065111294753048,
      "learning_rate": 9.519539769402282e-06,
      "loss": 0.3363,
      "step": 845
    },
    {
      "epoch": 0.4560085836909871,
      "grad_norm": 2.522022790991193,
      "learning_rate": 9.509477274101019e-06,
      "loss": 0.3387,
      "step": 850
    },
    {
      "epoch": 0.45869098712446355,
      "grad_norm": 2.3858997562388318,
      "learning_rate": 9.499315928016619e-06,
      "loss": 0.3295,
      "step": 855
    },
    {
      "epoch": 0.4613733905579399,
      "grad_norm": 2.505858567708606,
      "learning_rate": 9.489055953892644e-06,
      "loss": 0.3341,
      "step": 860
    },
    {
      "epoch": 0.46405579399141633,
      "grad_norm": 2.4452476068678908,
      "learning_rate": 9.478697576634646e-06,
      "loss": 0.3316,
      "step": 865
    },
    {
      "epoch": 0.4667381974248927,
      "grad_norm": 2.5452395525308744,
      "learning_rate": 9.46824102330524e-06,
      "loss": 0.3364,
      "step": 870
    },
    {
      "epoch": 0.4694206008583691,
      "grad_norm": 2.4420944612073123,
      "learning_rate": 9.457686523119128e-06,
      "loss": 0.3315,
      "step": 875
    },
    {
      "epoch": 0.4721030042918455,
      "grad_norm": 2.483173454795082,
      "learning_rate": 9.447034307438068e-06,
      "loss": 0.3299,
      "step": 880
    },
    {
      "epoch": 0.4747854077253219,
      "grad_norm": 2.493452761177253,
      "learning_rate": 9.436284609765818e-06,
      "loss": 0.3353,
      "step": 885
    },
    {
      "epoch": 0.47746781115879827,
      "grad_norm": 2.453176864303856,
      "learning_rate": 9.425437665742998e-06,
      "loss": 0.3357,
      "step": 890
    },
    {
      "epoch": 0.4801502145922747,
      "grad_norm": 2.4727667972924734,
      "learning_rate": 9.414493713141936e-06,
      "loss": 0.3336,
      "step": 895
    },
    {
      "epoch": 0.48283261802575106,
      "grad_norm": 2.458171758440651,
      "learning_rate": 9.403452991861452e-06,
      "loss": 0.3339,
      "step": 900
    },
    {
      "epoch": 0.4855150214592275,
      "grad_norm": 2.3736391910133157,
      "learning_rate": 9.392315743921606e-06,
      "loss": 0.3395,
      "step": 905
    },
    {
      "epoch": 0.48819742489270385,
      "grad_norm": 2.305554364897578,
      "learning_rate": 9.381082213458384e-06,
      "loss": 0.3368,
      "step": 910
    },
    {
      "epoch": 0.49087982832618027,
      "grad_norm": 2.5405659444544137,
      "learning_rate": 9.36975264671835e-06,
      "loss": 0.3367,
      "step": 915
    },
    {
      "epoch": 0.49356223175965663,
      "grad_norm": 2.486366217248514,
      "learning_rate": 9.358327292053244e-06,
      "loss": 0.3352,
      "step": 920
    },
    {
      "epoch": 0.49624463519313305,
      "grad_norm": 2.4553374965820014,
      "learning_rate": 9.346806399914547e-06,
      "loss": 0.3307,
      "step": 925
    },
    {
      "epoch": 0.4989270386266094,
      "grad_norm": 2.475216219975318,
      "learning_rate": 9.335190222847988e-06,
      "loss": 0.3174,
      "step": 930
    },
    {
      "epoch": 0.5016094420600858,
      "grad_norm": 2.3789571302193973,
      "learning_rate": 9.323479015488e-06,
      "loss": 0.3237,
      "step": 935
    },
    {
      "epoch": 0.5042918454935622,
      "grad_norm": 2.3230391837350086,
      "learning_rate": 9.311673034552146e-06,
      "loss": 0.3319,
      "step": 940
    },
    {
      "epoch": 0.5069742489270386,
      "grad_norm": 2.4118551244456317,
      "learning_rate": 9.299772538835492e-06,
      "loss": 0.3321,
      "step": 945
    },
    {
      "epoch": 0.509656652360515,
      "grad_norm": 2.292868894219552,
      "learning_rate": 9.28777778920493e-06,
      "loss": 0.3249,
      "step": 950
    },
    {
      "epoch": 0.5123390557939914,
      "grad_norm": 2.4306806304945563,
      "learning_rate": 9.27568904859346e-06,
      "loss": 0.338,
      "step": 955
    },
    {
      "epoch": 0.5150214592274678,
      "grad_norm": 2.357372710792746,
      "learning_rate": 9.26350658199443e-06,
      "loss": 0.3333,
      "step": 960
    },
    {
      "epoch": 0.5177038626609443,
      "grad_norm": 2.421036965572546,
      "learning_rate": 9.251230656455722e-06,
      "loss": 0.3402,
      "step": 965
    },
    {
      "epoch": 0.5203862660944206,
      "grad_norm": 2.5045313756852554,
      "learning_rate": 9.238861541073909e-06,
      "loss": 0.3392,
      "step": 970
    },
    {
      "epoch": 0.523068669527897,
      "grad_norm": 2.4355093742610916,
      "learning_rate": 9.226399506988336e-06,
      "loss": 0.335,
      "step": 975
    },
    {
      "epoch": 0.5257510729613734,
      "grad_norm": 2.330543332243749,
      "learning_rate": 9.213844827375196e-06,
      "loss": 0.3335,
      "step": 980
    },
    {
      "epoch": 0.5284334763948498,
      "grad_norm": 2.536018676820137,
      "learning_rate": 9.201197777441533e-06,
      "loss": 0.3238,
      "step": 985
    },
    {
      "epoch": 0.5311158798283262,
      "grad_norm": 2.399579098411104,
      "learning_rate": 9.188458634419213e-06,
      "loss": 0.3323,
      "step": 990
    },
    {
      "epoch": 0.5337982832618026,
      "grad_norm": 2.43498389222907,
      "learning_rate": 9.175627677558842e-06,
      "loss": 0.321,
      "step": 995
    },
    {
      "epoch": 0.5364806866952789,
      "grad_norm": 2.26672581616932,
      "learning_rate": 9.162705188123647e-06,
      "loss": 0.323,
      "step": 1000
    },
    {
      "epoch": 0.5391630901287554,
      "grad_norm": 2.325071753856254,
      "learning_rate": 9.149691449383313e-06,
      "loss": 0.3336,
      "step": 1005
    },
    {
      "epoch": 0.5418454935622318,
      "grad_norm": 2.2946404475202735,
      "learning_rate": 9.136586746607767e-06,
      "loss": 0.3233,
      "step": 1010
    },
    {
      "epoch": 0.5445278969957081,
      "grad_norm": 2.442316505275983,
      "learning_rate": 9.123391367060937e-06,
      "loss": 0.3393,
      "step": 1015
    },
    {
      "epoch": 0.5472103004291845,
      "grad_norm": 2.5521490255701864,
      "learning_rate": 9.110105599994436e-06,
      "loss": 0.343,
      "step": 1020
    },
    {
      "epoch": 0.549892703862661,
      "grad_norm": 2.3305497472508288,
      "learning_rate": 9.096729736641242e-06,
      "loss": 0.3367,
      "step": 1025
    },
    {
      "epoch": 0.5525751072961373,
      "grad_norm": 2.25720935413374,
      "learning_rate": 9.0832640702093e-06,
      "loss": 0.3422,
      "step": 1030
    },
    {
      "epoch": 0.5552575107296137,
      "grad_norm": 2.415906092571449,
      "learning_rate": 9.0697088958751e-06,
      "loss": 0.335,
      "step": 1035
    },
    {
      "epoch": 0.5579399141630901,
      "grad_norm": 2.2375929147259783,
      "learning_rate": 9.056064510777204e-06,
      "loss": 0.3291,
      "step": 1040
    },
    {
      "epoch": 0.5606223175965666,
      "grad_norm": 2.677950195880169,
      "learning_rate": 9.042331214009736e-06,
      "loss": 0.3335,
      "step": 1045
    },
    {
      "epoch": 0.5633047210300429,
      "grad_norm": 2.311823280122463,
      "learning_rate": 9.028509306615825e-06,
      "loss": 0.3308,
      "step": 1050
    },
    {
      "epoch": 0.5659871244635193,
      "grad_norm": 2.396970916065724,
      "learning_rate": 9.014599091581e-06,
      "loss": 0.3287,
      "step": 1055
    },
    {
      "epoch": 0.5686695278969958,
      "grad_norm": 2.2847365866080467,
      "learning_rate": 9.000600873826558e-06,
      "loss": 0.337,
      "step": 1060
    },
    {
      "epoch": 0.5713519313304721,
      "grad_norm": 2.292999633924368,
      "learning_rate": 8.98651496020287e-06,
      "loss": 0.3301,
      "step": 1065
    },
    {
      "epoch": 0.5740343347639485,
      "grad_norm": 2.2933175284284015,
      "learning_rate": 8.972341659482666e-06,
      "loss": 0.3359,
      "step": 1070
    },
    {
      "epoch": 0.5767167381974249,
      "grad_norm": 2.2283344742754903,
      "learning_rate": 8.958081282354253e-06,
      "loss": 0.3336,
      "step": 1075
    },
    {
      "epoch": 0.5793991416309013,
      "grad_norm": 2.5070943845944855,
      "learning_rate": 8.943734141414719e-06,
      "loss": 0.3324,
      "step": 1080
    },
    {
      "epoch": 0.5820815450643777,
      "grad_norm": 2.267683842345449,
      "learning_rate": 8.929300551163068e-06,
      "loss": 0.3314,
      "step": 1085
    },
    {
      "epoch": 0.5847639484978541,
      "grad_norm": 2.4677926709787474,
      "learning_rate": 8.914780827993332e-06,
      "loss": 0.3271,
      "step": 1090
    },
    {
      "epoch": 0.5874463519313304,
      "grad_norm": 2.43703846838283,
      "learning_rate": 8.900175290187636e-06,
      "loss": 0.3379,
      "step": 1095
    },
    {
      "epoch": 0.5901287553648069,
      "grad_norm": 2.482475990091307,
      "learning_rate": 8.885484257909218e-06,
      "loss": 0.3368,
      "step": 1100
    },
    {
      "epoch": 0.5928111587982833,
      "grad_norm": 2.3823185834033382,
      "learning_rate": 8.870708053195414e-06,
      "loss": 0.3289,
      "step": 1105
    },
    {
      "epoch": 0.5954935622317596,
      "grad_norm": 2.334521807088892,
      "learning_rate": 8.855846999950595e-06,
      "loss": 0.3307,
      "step": 1110
    },
    {
      "epoch": 0.598175965665236,
      "grad_norm": 2.340735623017881,
      "learning_rate": 8.840901423939075e-06,
      "loss": 0.3263,
      "step": 1115
    },
    {
      "epoch": 0.6008583690987125,
      "grad_norm": 2.33972855755703,
      "learning_rate": 8.825871652777955e-06,
      "loss": 0.3304,
      "step": 1120
    },
    {
      "epoch": 0.6035407725321889,
      "grad_norm": 2.4211001060502912,
      "learning_rate": 8.81075801592996e-06,
      "loss": 0.3311,
      "step": 1125
    },
    {
      "epoch": 0.6062231759656652,
      "grad_norm": 2.389080751970636,
      "learning_rate": 8.795560844696198e-06,
      "loss": 0.3297,
      "step": 1130
    },
    {
      "epoch": 0.6089055793991416,
      "grad_norm": 2.305861078874869,
      "learning_rate": 8.780280472208915e-06,
      "loss": 0.3234,
      "step": 1135
    },
    {
      "epoch": 0.6115879828326181,
      "grad_norm": 2.269973580460903,
      "learning_rate": 8.764917233424179e-06,
      "loss": 0.3221,
      "step": 1140
    },
    {
      "epoch": 0.6142703862660944,
      "grad_norm": 2.244789255783976,
      "learning_rate": 8.749471465114548e-06,
      "loss": 0.332,
      "step": 1145
    },
    {
      "epoch": 0.6169527896995708,
      "grad_norm": 2.5737698599599583,
      "learning_rate": 8.73394350586168e-06,
      "loss": 0.3287,
      "step": 1150
    },
    {
      "epoch": 0.6196351931330472,
      "grad_norm": 2.2480057718644018,
      "learning_rate": 8.71833369604891e-06,
      "loss": 0.333,
      "step": 1155
    },
    {
      "epoch": 0.6223175965665236,
      "grad_norm": 2.3155246440956336,
      "learning_rate": 8.702642377853803e-06,
      "loss": 0.3262,
      "step": 1160
    },
    {
      "epoch": 0.625,
      "grad_norm": 2.233547973333564,
      "learning_rate": 8.686869895240631e-06,
      "loss": 0.3244,
      "step": 1165
    },
    {
      "epoch": 0.6276824034334764,
      "grad_norm": 2.3464269986000272,
      "learning_rate": 8.671016593952853e-06,
      "loss": 0.3322,
      "step": 1170
    },
    {
      "epoch": 0.6303648068669528,
      "grad_norm": 2.2816655658038547,
      "learning_rate": 8.655082821505524e-06,
      "loss": 0.3207,
      "step": 1175
    },
    {
      "epoch": 0.6330472103004292,
      "grad_norm": 2.334006714492497,
      "learning_rate": 8.639068927177684e-06,
      "loss": 0.3189,
      "step": 1180
    },
    {
      "epoch": 0.6357296137339056,
      "grad_norm": 2.282379047008958,
      "learning_rate": 8.622975262004694e-06,
      "loss": 0.3243,
      "step": 1185
    },
    {
      "epoch": 0.6384120171673819,
      "grad_norm": 2.3407091854966167,
      "learning_rate": 8.606802178770551e-06,
      "loss": 0.3142,
      "step": 1190
    },
    {
      "epoch": 0.6410944206008584,
      "grad_norm": 2.2572106758010655,
      "learning_rate": 8.590550032000146e-06,
      "loss": 0.3214,
      "step": 1195
    },
    {
      "epoch": 0.6437768240343348,
      "grad_norm": 2.2748714163816977,
      "learning_rate": 8.574219177951495e-06,
      "loss": 0.3208,
      "step": 1200
    },
    {
      "epoch": 0.6464592274678111,
      "grad_norm": 2.3835860967064266,
      "learning_rate": 8.557809974607936e-06,
      "loss": 0.3156,
      "step": 1205
    },
    {
      "epoch": 0.6491416309012875,
      "grad_norm": 2.219631549314143,
      "learning_rate": 8.541322781670272e-06,
      "loss": 0.3224,
      "step": 1210
    },
    {
      "epoch": 0.651824034334764,
      "grad_norm": 2.195766054412958,
      "learning_rate": 8.524757960548888e-06,
      "loss": 0.3266,
      "step": 1215
    },
    {
      "epoch": 0.6545064377682404,
      "grad_norm": 2.289035430876054,
      "learning_rate": 8.50811587435584e-06,
      "loss": 0.3319,
      "step": 1220
    },
    {
      "epoch": 0.6571888412017167,
      "grad_norm": 2.2247473050344833,
      "learning_rate": 8.491396887896878e-06,
      "loss": 0.3219,
      "step": 1225
    },
    {
      "epoch": 0.6598712446351931,
      "grad_norm": 2.1315097672742174,
      "learning_rate": 8.474601367663463e-06,
      "loss": 0.3366,
      "step": 1230
    },
    {
      "epoch": 0.6625536480686696,
      "grad_norm": 2.3388502053664624,
      "learning_rate": 8.457729681824722e-06,
      "loss": 0.3338,
      "step": 1235
    },
    {
      "epoch": 0.6652360515021459,
      "grad_norm": 2.4148894464728916,
      "learning_rate": 8.440782200219391e-06,
      "loss": 0.3327,
      "step": 1240
    },
    {
      "epoch": 0.6679184549356223,
      "grad_norm": 3.8302928644643344,
      "learning_rate": 8.423759294347693e-06,
      "loss": 0.3331,
      "step": 1245
    },
    {
      "epoch": 0.6706008583690987,
      "grad_norm": 2.429237188345722,
      "learning_rate": 8.40666133736321e-06,
      "loss": 0.3324,
      "step": 1250
    },
    {
      "epoch": 0.6732832618025751,
      "grad_norm": 2.1025491872375794,
      "learning_rate": 8.389488704064686e-06,
      "loss": 0.318,
      "step": 1255
    },
    {
      "epoch": 0.6759656652360515,
      "grad_norm": 2.262233034421088,
      "learning_rate": 8.372241770887826e-06,
      "loss": 0.3296,
      "step": 1260
    },
    {
      "epoch": 0.6786480686695279,
      "grad_norm": 2.264871201049536,
      "learning_rate": 8.354920915897038e-06,
      "loss": 0.3203,
      "step": 1265
    },
    {
      "epoch": 0.6813304721030042,
      "grad_norm": 2.076909015535434,
      "learning_rate": 8.337526518777143e-06,
      "loss": 0.3188,
      "step": 1270
    },
    {
      "epoch": 0.6840128755364807,
      "grad_norm": 2.1428586849753026,
      "learning_rate": 8.32005896082506e-06,
      "loss": 0.327,
      "step": 1275
    },
    {
      "epoch": 0.6866952789699571,
      "grad_norm": 2.127948506611697,
      "learning_rate": 8.302518624941435e-06,
      "loss": 0.3294,
      "step": 1280
    },
    {
      "epoch": 0.6893776824034334,
      "grad_norm": 2.3201539807593483,
      "learning_rate": 8.284905895622265e-06,
      "loss": 0.3273,
      "step": 1285
    },
    {
      "epoch": 0.6920600858369099,
      "grad_norm": 2.088162375885553,
      "learning_rate": 8.26722115895045e-06,
      "loss": 0.3114,
      "step": 1290
    },
    {
      "epoch": 0.6947424892703863,
      "grad_norm": 2.264838313054302,
      "learning_rate": 8.249464802587353e-06,
      "loss": 0.3354,
      "step": 1295
    },
    {
      "epoch": 0.6974248927038627,
      "grad_norm": 2.123718589579232,
      "learning_rate": 8.231637215764273e-06,
      "loss": 0.3259,
      "step": 1300
    },
    {
      "epoch": 0.700107296137339,
      "grad_norm": 2.0627388841699332,
      "learning_rate": 8.21373878927394e-06,
      "loss": 0.318,
      "step": 1305
    },
    {
      "epoch": 0.7027896995708155,
      "grad_norm": 2.1640157174478984,
      "learning_rate": 8.195769915461931e-06,
      "loss": 0.3177,
      "step": 1310
    },
    {
      "epoch": 0.7054721030042919,
      "grad_norm": 2.269514848951079,
      "learning_rate": 8.177730988218083e-06,
      "loss": 0.3209,
      "step": 1315
    },
    {
      "epoch": 0.7081545064377682,
      "grad_norm": 2.122207553121707,
      "learning_rate": 8.159622402967841e-06,
      "loss": 0.3231,
      "step": 1320
    },
    {
      "epoch": 0.7108369098712446,
      "grad_norm": 2.179205043969236,
      "learning_rate": 8.141444556663612e-06,
      "loss": 0.3256,
      "step": 1325
    },
    {
      "epoch": 0.7135193133047211,
      "grad_norm": 2.3230582464480096,
      "learning_rate": 8.123197847776043e-06,
      "loss": 0.3145,
      "step": 1330
    },
    {
      "epoch": 0.7162017167381974,
      "grad_norm": 2.1333711500312686,
      "learning_rate": 8.104882676285301e-06,
      "loss": 0.3217,
      "step": 1335
    },
    {
      "epoch": 0.7188841201716738,
      "grad_norm": 2.245766068620901,
      "learning_rate": 8.086499443672297e-06,
      "loss": 0.3309,
      "step": 1340
    },
    {
      "epoch": 0.7215665236051502,
      "grad_norm": 2.3431306789729227,
      "learning_rate": 8.068048552909887e-06,
      "loss": 0.312,
      "step": 1345
    },
    {
      "epoch": 0.7242489270386266,
      "grad_norm": 2.2346832053248646,
      "learning_rate": 8.049530408454041e-06,
      "loss": 0.317,
      "step": 1350
    },
    {
      "epoch": 0.726931330472103,
      "grad_norm": 2.0292338590090147,
      "learning_rate": 8.030945416234971e-06,
      "loss": 0.309,
      "step": 1355
    },
    {
      "epoch": 0.7296137339055794,
      "grad_norm": 2.158639341677383,
      "learning_rate": 8.012293983648247e-06,
      "loss": 0.3137,
      "step": 1360
    },
    {
      "epoch": 0.7322961373390557,
      "grad_norm": 2.1689628455177794,
      "learning_rate": 7.993576519545844e-06,
      "loss": 0.3133,
      "step": 1365
    },
    {
      "epoch": 0.7349785407725322,
      "grad_norm": 2.3090614011323933,
      "learning_rate": 7.974793434227203e-06,
      "loss": 0.3238,
      "step": 1370
    },
    {
      "epoch": 0.7376609442060086,
      "grad_norm": 2.1217112214975673,
      "learning_rate": 7.955945139430221e-06,
      "loss": 0.3167,
      "step": 1375
    },
    {
      "epoch": 0.740343347639485,
      "grad_norm": 2.1215030056703004,
      "learning_rate": 7.937032048322231e-06,
      "loss": 0.3127,
      "step": 1380
    },
    {
      "epoch": 0.7430257510729614,
      "grad_norm": 2.2142767774411016,
      "learning_rate": 7.918054575490943e-06,
      "loss": 0.3265,
      "step": 1385
    },
    {
      "epoch": 0.7457081545064378,
      "grad_norm": 2.1780400492888354,
      "learning_rate": 7.899013136935365e-06,
      "loss": 0.3085,
      "step": 1390
    },
    {
      "epoch": 0.7483905579399142,
      "grad_norm": 2.0298352979187575,
      "learning_rate": 7.879908150056668e-06,
      "loss": 0.3091,
      "step": 1395
    },
    {
      "epoch": 0.7510729613733905,
      "grad_norm": 2.2026581596650243,
      "learning_rate": 7.860740033649053e-06,
      "loss": 0.3212,
      "step": 1400
    },
    {
      "epoch": 0.753755364806867,
      "grad_norm": 2.025023000154723,
      "learning_rate": 7.841509207890555e-06,
      "loss": 0.3094,
      "step": 1405
    },
    {
      "epoch": 0.7564377682403434,
      "grad_norm": 2.2724658958003805,
      "learning_rate": 7.822216094333847e-06,
      "loss": 0.3102,
      "step": 1410
    },
    {
      "epoch": 0.7591201716738197,
      "grad_norm": 2.0586319723016637,
      "learning_rate": 7.802861115896988e-06,
      "loss": 0.3113,
      "step": 1415
    },
    {
      "epoch": 0.7618025751072961,
      "grad_norm": 2.114190748749228,
      "learning_rate": 7.783444696854161e-06,
      "loss": 0.316,
      "step": 1420
    },
    {
      "epoch": 0.7644849785407726,
      "grad_norm": 2.1915835233585397,
      "learning_rate": 7.763967262826363e-06,
      "loss": 0.3068,
      "step": 1425
    },
    {
      "epoch": 0.7671673819742489,
      "grad_norm": 2.106341062609497,
      "learning_rate": 7.74442924077209e-06,
      "loss": 0.3121,
      "step": 1430
    },
    {
      "epoch": 0.7698497854077253,
      "grad_norm": 2.2367399439878217,
      "learning_rate": 7.724831058977955e-06,
      "loss": 0.3161,
      "step": 1435
    },
    {
      "epoch": 0.7725321888412017,
      "grad_norm": 2.138786537260804,
      "learning_rate": 7.705173147049326e-06,
      "loss": 0.3177,
      "step": 1440
    },
    {
      "epoch": 0.7752145922746781,
      "grad_norm": 1.9953199910560304,
      "learning_rate": 7.685455935900886e-06,
      "loss": 0.3079,
      "step": 1445
    },
    {
      "epoch": 0.7778969957081545,
      "grad_norm": 2.0920590199358533,
      "learning_rate": 7.665679857747204e-06,
      "loss": 0.3222,
      "step": 1450
    },
    {
      "epoch": 0.7805793991416309,
      "grad_norm": 2.1092103888387204,
      "learning_rate": 7.645845346093246e-06,
      "loss": 0.316,
      "step": 1455
    },
    {
      "epoch": 0.7832618025751072,
      "grad_norm": 2.042467621524812,
      "learning_rate": 7.625952835724892e-06,
      "loss": 0.3164,
      "step": 1460
    },
    {
      "epoch": 0.7859442060085837,
      "grad_norm": 2.2854070209855135,
      "learning_rate": 7.606002762699378e-06,
      "loss": 0.3209,
      "step": 1465
    },
    {
      "epoch": 0.7886266094420601,
      "grad_norm": 2.129201075036926,
      "learning_rate": 7.585995564335764e-06,
      "loss": 0.3117,
      "step": 1470
    },
    {
      "epoch": 0.7913090128755365,
      "grad_norm": 2.2563643165040905,
      "learning_rate": 7.565931679205329e-06,
      "loss": 0.3191,
      "step": 1475
    },
    {
      "epoch": 0.7939914163090128,
      "grad_norm": 2.104554696249556,
      "learning_rate": 7.545811547121969e-06,
      "loss": 0.3134,
      "step": 1480
    },
    {
      "epoch": 0.7966738197424893,
      "grad_norm": 2.1306942215262747,
      "learning_rate": 7.525635609132543e-06,
      "loss": 0.3258,
      "step": 1485
    },
    {
      "epoch": 0.7993562231759657,
      "grad_norm": 2.135154550941403,
      "learning_rate": 7.505404307507227e-06,
      "loss": 0.3074,
      "step": 1490
    },
    {
      "epoch": 0.802038626609442,
      "grad_norm": 2.123478070304184,
      "learning_rate": 7.48511808572979e-06,
      "loss": 0.3113,
      "step": 1495
    },
    {
      "epoch": 0.8047210300429185,
      "grad_norm": 2.1029629790480677,
      "learning_rate": 7.464777388487899e-06,
      "loss": 0.3119,
      "step": 1500
    },
    {
      "epoch": 0.8074034334763949,
      "grad_norm": 2.064717882237083,
      "learning_rate": 7.4443826616633555e-06,
      "loss": 0.3178,
      "step": 1505
    },
    {
      "epoch": 0.8100858369098712,
      "grad_norm": 2.2821056948735183,
      "learning_rate": 7.423934352322324e-06,
      "loss": 0.3184,
      "step": 1510
    },
    {
      "epoch": 0.8127682403433476,
      "grad_norm": 1.9432859276082908,
      "learning_rate": 7.403432908705537e-06,
      "loss": 0.317,
      "step": 1515
    },
    {
      "epoch": 0.8154506437768241,
      "grad_norm": 2.1596795779966262,
      "learning_rate": 7.382878780218466e-06,
      "loss": 0.312,
      "step": 1520
    },
    {
      "epoch": 0.8181330472103004,
      "grad_norm": 2.2263428321455723,
      "learning_rate": 7.362272417421467e-06,
      "loss": 0.3053,
      "step": 1525
    },
    {
      "epoch": 0.8208154506437768,
      "grad_norm": 2.052397724990397,
      "learning_rate": 7.341614272019912e-06,
      "loss": 0.312,
      "step": 1530
    },
    {
      "epoch": 0.8234978540772532,
      "grad_norm": 2.0250517824449252,
      "learning_rate": 7.3209047968542815e-06,
      "loss": 0.3133,
      "step": 1535
    },
    {
      "epoch": 0.8261802575107297,
      "grad_norm": 2.1078510422026886,
      "learning_rate": 7.300144445890236e-06,
      "loss": 0.3088,
      "step": 1540
    },
    {
      "epoch": 0.828862660944206,
      "grad_norm": 2.0603861634003873,
      "learning_rate": 7.279333674208671e-06,
      "loss": 0.3125,
      "step": 1545
    },
    {
      "epoch": 0.8315450643776824,
      "grad_norm": 2.0394959875230376,
      "learning_rate": 7.258472937995736e-06,
      "loss": 0.3057,
      "step": 1550
    },
    {
      "epoch": 0.8342274678111588,
      "grad_norm": 2.1154958189964246,
      "learning_rate": 7.23756269453284e-06,
      "loss": 0.3229,
      "step": 1555
    },
    {
      "epoch": 0.8369098712446352,
      "grad_norm": 2.1061740410536736,
      "learning_rate": 7.216603402186618e-06,
      "loss": 0.3223,
      "step": 1560
    },
    {
      "epoch": 0.8395922746781116,
      "grad_norm": 2.1666694294371447,
      "learning_rate": 7.195595520398898e-06,
      "loss": 0.3203,
      "step": 1565
    },
    {
      "epoch": 0.842274678111588,
      "grad_norm": 2.0544672340134684,
      "learning_rate": 7.174539509676612e-06,
      "loss": 0.3123,
      "step": 1570
    },
    {
      "epoch": 0.8449570815450643,
      "grad_norm": 2.060820804792574,
      "learning_rate": 7.153435831581722e-06,
      "loss": 0.3176,
      "step": 1575
    },
    {
      "epoch": 0.8476394849785408,
      "grad_norm": 1.9310023216744814,
      "learning_rate": 7.132284948721079e-06,
      "loss": 0.3111,
      "step": 1580
    },
    {
      "epoch": 0.8503218884120172,
      "grad_norm": 2.1274231776005896,
      "learning_rate": 7.1110873247363035e-06,
      "loss": 0.306,
      "step": 1585
    },
    {
      "epoch": 0.8530042918454935,
      "grad_norm": 2.147749360638321,
      "learning_rate": 7.089843424293606e-06,
      "loss": 0.3129,
      "step": 1590
    },
    {
      "epoch": 0.85568669527897,
      "grad_norm": 1.9192451256579208,
      "learning_rate": 7.0685537130736145e-06,
      "loss": 0.3171,
      "step": 1595
    },
    {
      "epoch": 0.8583690987124464,
      "grad_norm": 2.006562509961495,
      "learning_rate": 7.047218657761156e-06,
      "loss": 0.3079,
      "step": 1600
    },
    {
      "epoch": 0.8610515021459227,
      "grad_norm": 1.9976147103903519,
      "learning_rate": 7.025838726035032e-06,
      "loss": 0.3176,
      "step": 1605
    },
    {
      "epoch": 0.8637339055793991,
      "grad_norm": 1.9212023443333308,
      "learning_rate": 7.004414386557765e-06,
      "loss": 0.3104,
      "step": 1610
    },
    {
      "epoch": 0.8664163090128756,
      "grad_norm": 2.1402465900938115,
      "learning_rate": 6.982946108965326e-06,
      "loss": 0.3096,
      "step": 1615
    },
    {
      "epoch": 0.869098712446352,
      "grad_norm": 2.010681271869721,
      "learning_rate": 6.961434363856836e-06,
      "loss": 0.3057,
      "step": 1620
    },
    {
      "epoch": 0.8717811158798283,
      "grad_norm": 2.0204223918270814,
      "learning_rate": 6.939879622784259e-06,
      "loss": 0.314,
      "step": 1625
    },
    {
      "epoch": 0.8744635193133047,
      "grad_norm": 1.9316355248793622,
      "learning_rate": 6.918282358242053e-06,
      "loss": 0.3087,
      "step": 1630
    },
    {
      "epoch": 0.8771459227467812,
      "grad_norm": 2.0156913222609263,
      "learning_rate": 6.896643043656826e-06,
      "loss": 0.2991,
      "step": 1635
    },
    {
      "epoch": 0.8798283261802575,
      "grad_norm": 1.8786303347180955,
      "learning_rate": 6.874962153376945e-06,
      "loss": 0.2988,
      "step": 1640
    },
    {
      "epoch": 0.8825107296137339,
      "grad_norm": 2.026958173248558,
      "learning_rate": 6.853240162662149e-06,
      "loss": 0.304,
      "step": 1645
    },
    {
      "epoch": 0.8851931330472103,
      "grad_norm": 1.9294190561716569,
      "learning_rate": 6.831477547673122e-06,
      "loss": 0.3054,
      "step": 1650
    },
    {
      "epoch": 0.8878755364806867,
      "grad_norm": 2.138444156957396,
      "learning_rate": 6.8096747854610634e-06,
      "loss": 0.3061,
      "step": 1655
    },
    {
      "epoch": 0.8905579399141631,
      "grad_norm": 1.9329582418293967,
      "learning_rate": 6.787832353957225e-06,
      "loss": 0.3158,
      "step": 1660
    },
    {
      "epoch": 0.8932403433476395,
      "grad_norm": 1.9473598026947105,
      "learning_rate": 6.7659507319624355e-06,
      "loss": 0.314,
      "step": 1665
    },
    {
      "epoch": 0.8959227467811158,
      "grad_norm": 1.9222468117438298,
      "learning_rate": 6.744030399136606e-06,
      "loss": 0.3051,
      "step": 1670
    },
    {
      "epoch": 0.8986051502145923,
      "grad_norm": 2.0241538727369752,
      "learning_rate": 6.722071835988217e-06,
      "loss": 0.3161,
      "step": 1675
    },
    {
      "epoch": 0.9012875536480687,
      "grad_norm": 1.9593352526633656,
      "learning_rate": 6.700075523863783e-06,
      "loss": 0.3029,
      "step": 1680
    },
    {
      "epoch": 0.903969957081545,
      "grad_norm": 1.9447267787452907,
      "learning_rate": 6.678041944937297e-06,
      "loss": 0.3057,
      "step": 1685
    },
    {
      "epoch": 0.9066523605150214,
      "grad_norm": 1.9006711851063618,
      "learning_rate": 6.655971582199672e-06,
      "loss": 0.3049,
      "step": 1690
    },
    {
      "epoch": 0.9093347639484979,
      "grad_norm": 2.0215374329425106,
      "learning_rate": 6.633864919448143e-06,
      "loss": 0.3182,
      "step": 1695
    },
    {
      "epoch": 0.9120171673819742,
      "grad_norm": 2.098630005043553,
      "learning_rate": 6.611722441275666e-06,
      "loss": 0.3025,
      "step": 1700
    },
    {
      "epoch": 0.9146995708154506,
      "grad_norm": 2.1127598840757438,
      "learning_rate": 6.589544633060298e-06,
      "loss": 0.304,
      "step": 1705
    },
    {
      "epoch": 0.9173819742489271,
      "grad_norm": 1.9889146049121293,
      "learning_rate": 6.5673319809545496e-06,
      "loss": 0.3095,
      "step": 1710
    },
    {
      "epoch": 0.9200643776824035,
      "grad_norm": 2.087177436054678,
      "learning_rate": 6.545084971874738e-06,
      "loss": 0.3164,
      "step": 1715
    },
    {
      "epoch": 0.9227467811158798,
      "grad_norm": 1.9241219937062042,
      "learning_rate": 6.522804093490305e-06,
      "loss": 0.3065,
      "step": 1720
    },
    {
      "epoch": 0.9254291845493562,
      "grad_norm": 1.965286294685453,
      "learning_rate": 6.50048983421313e-06,
      "loss": 0.3127,
      "step": 1725
    },
    {
      "epoch": 0.9281115879828327,
      "grad_norm": 2.101887531148685,
      "learning_rate": 6.478142683186827e-06,
      "loss": 0.3021,
      "step": 1730
    },
    {
      "epoch": 0.930793991416309,
      "grad_norm": 2.026014742718446,
      "learning_rate": 6.455763130276019e-06,
      "loss": 0.3082,
      "step": 1735
    },
    {
      "epoch": 0.9334763948497854,
      "grad_norm": 1.9201233096208363,
      "learning_rate": 6.433351666055598e-06,
      "loss": 0.2972,
      "step": 1740
    },
    {
      "epoch": 0.9361587982832618,
      "grad_norm": 1.9217768515294535,
      "learning_rate": 6.410908781799974e-06,
      "loss": 0.2995,
      "step": 1745
    },
    {
      "epoch": 0.9388412017167382,
      "grad_norm": 1.999671813664054,
      "learning_rate": 6.388434969472307e-06,
      "loss": 0.3071,
      "step": 1750
    },
    {
      "epoch": 0.9415236051502146,
      "grad_norm": 1.791293771696864,
      "learning_rate": 6.365930721713718e-06,
      "loss": 0.308,
      "step": 1755
    },
    {
      "epoch": 0.944206008583691,
      "grad_norm": 2.0291022086947517,
      "learning_rate": 6.343396531832497e-06,
      "loss": 0.3127,
      "step": 1760
    },
    {
      "epoch": 0.9468884120171673,
      "grad_norm": 1.941721220274983,
      "learning_rate": 6.320832893793285e-06,
      "loss": 0.3123,
      "step": 1765
    },
    {
      "epoch": 0.9495708154506438,
      "grad_norm": 2.0683501972359206,
      "learning_rate": 6.298240302206242e-06,
      "loss": 0.3009,
      "step": 1770
    },
    {
      "epoch": 0.9522532188841202,
      "grad_norm": 1.8993937810214891,
      "learning_rate": 6.275619252316213e-06,
      "loss": 0.3058,
      "step": 1775
    },
    {
      "epoch": 0.9549356223175965,
      "grad_norm": 1.8984190017829987,
      "learning_rate": 6.25297023999187e-06,
      "loss": 0.3118,
      "step": 1780
    },
    {
      "epoch": 0.9576180257510729,
      "grad_norm": 1.995180760043102,
      "learning_rate": 6.2302937617148365e-06,
      "loss": 0.3079,
      "step": 1785
    },
    {
      "epoch": 0.9603004291845494,
      "grad_norm": 1.8676656033530143,
      "learning_rate": 6.20759031456881e-06,
      "loss": 0.3077,
      "step": 1790
    },
    {
      "epoch": 0.9629828326180258,
      "grad_norm": 1.8278398077002314,
      "learning_rate": 6.184860396228664e-06,
      "loss": 0.3063,
      "step": 1795
    },
    {
      "epoch": 0.9656652360515021,
      "grad_norm": 1.8048374517283314,
      "learning_rate": 6.1621045049495376e-06,
      "loss": 0.2857,
      "step": 1800
    },
    {
      "epoch": 0.9683476394849786,
      "grad_norm": 1.944999842829527,
      "learning_rate": 6.139323139555914e-06,
      "loss": 0.3024,
      "step": 1805
    },
    {
      "epoch": 0.971030042918455,
      "grad_norm": 1.8832607970350839,
      "learning_rate": 6.116516799430689e-06,
      "loss": 0.3036,
      "step": 1810
    },
    {
      "epoch": 0.9737124463519313,
      "grad_norm": 1.9338585968796769,
      "learning_rate": 6.0936859845042164e-06,
      "loss": 0.2975,
      "step": 1815
    },
    {
      "epoch": 0.9763948497854077,
      "grad_norm": 1.882527757996201,
      "learning_rate": 6.07083119524336e-06,
      "loss": 0.3057,
      "step": 1820
    },
    {
      "epoch": 0.9790772532188842,
      "grad_norm": 1.9678086753998791,
      "learning_rate": 6.047952932640513e-06,
      "loss": 0.297,
      "step": 1825
    },
    {
      "epoch": 0.9817596566523605,
      "grad_norm": 1.9149379294568063,
      "learning_rate": 6.0250516982026205e-06,
      "loss": 0.3115,
      "step": 1830
    },
    {
      "epoch": 0.9844420600858369,
      "grad_norm": 1.9981298804152876,
      "learning_rate": 6.002127993940187e-06,
      "loss": 0.2894,
      "step": 1835
    },
    {
      "epoch": 0.9871244635193133,
      "grad_norm": 2.0009718614650978,
      "learning_rate": 5.979182322356269e-06,
      "loss": 0.3158,
      "step": 1840
    },
    {
      "epoch": 0.9898068669527897,
      "grad_norm": 1.9391820355717926,
      "learning_rate": 5.956215186435464e-06,
      "loss": 0.3055,
      "step": 1845
    },
    {
      "epoch": 0.9924892703862661,
      "grad_norm": 1.9437317790715514,
      "learning_rate": 5.9332270896328815e-06,
      "loss": 0.2948,
      "step": 1850
    },
    {
      "epoch": 0.9951716738197425,
      "grad_norm": 1.8651628866078283,
      "learning_rate": 5.910218535863106e-06,
      "loss": 0.2929,
      "step": 1855
    },
    {
      "epoch": 0.9978540772532188,
      "grad_norm": 1.8374878014597336,
      "learning_rate": 5.8871900294891525e-06,
      "loss": 0.2971,
      "step": 1860
    },
    {
      "epoch": 1.0,
      "eval_runtime": 264.8676,
      "eval_samples_per_second": 3.775,
      "eval_steps_per_second": 0.944,
      "step": 1864
    },
    {
      "epoch": 1.0005364806866952,
      "grad_norm": 2.1465231831949194,
      "learning_rate": 5.864142075311414e-06,
      "loss": 0.2823,
      "step": 1865
    },
    {
      "epoch": 1.0032188841201717,
      "grad_norm": 2.835907131571581,
      "learning_rate": 5.84107517855659e-06,
      "loss": 0.2054,
      "step": 1870
    },
    {
      "epoch": 1.0059012875536482,
      "grad_norm": 1.9826942171677255,
      "learning_rate": 5.817989844866613e-06,
      "loss": 0.1922,
      "step": 1875
    },
    {
      "epoch": 1.0085836909871244,
      "grad_norm": 2.1591088746556317,
      "learning_rate": 5.794886580287565e-06,
      "loss": 0.1996,
      "step": 1880
    },
    {
      "epoch": 1.011266094420601,
      "grad_norm": 1.9963566164082294,
      "learning_rate": 5.77176589125859e-06,
      "loss": 0.2,
      "step": 1885
    },
    {
      "epoch": 1.0139484978540771,
      "grad_norm": 2.226264123202166,
      "learning_rate": 5.7486282846007835e-06,
      "loss": 0.1908,
      "step": 1890
    },
    {
      "epoch": 1.0166309012875536,
      "grad_norm": 1.90926028127329,
      "learning_rate": 5.725474267506088e-06,
      "loss": 0.2034,
      "step": 1895
    },
    {
      "epoch": 1.01931330472103,
      "grad_norm": 2.219206268718368,
      "learning_rate": 5.702304347526172e-06,
      "loss": 0.1879,
      "step": 1900
    },
    {
      "epoch": 1.0219957081545064,
      "grad_norm": 2.0360503333559183,
      "learning_rate": 5.679119032561311e-06,
      "loss": 0.1852,
      "step": 1905
    },
    {
      "epoch": 1.0246781115879828,
      "grad_norm": 1.81221408386523,
      "learning_rate": 5.655918830849243e-06,
      "loss": 0.1882,
      "step": 1910
    },
    {
      "epoch": 1.0273605150214593,
      "grad_norm": 1.8036898984239804,
      "learning_rate": 5.632704250954039e-06,
      "loss": 0.1956,
      "step": 1915
    },
    {
      "epoch": 1.0300429184549356,
      "grad_norm": 2.011741953472937,
      "learning_rate": 5.6094758017549436e-06,
      "loss": 0.1921,
      "step": 1920
    },
    {
      "epoch": 1.032725321888412,
      "grad_norm": 1.8763118588406138,
      "learning_rate": 5.5862339924352306e-06,
      "loss": 0.1941,
      "step": 1925
    },
    {
      "epoch": 1.0354077253218885,
      "grad_norm": 1.8972603788347657,
      "learning_rate": 5.562979332471035e-06,
      "loss": 0.183,
      "step": 1930
    },
    {
      "epoch": 1.0380901287553648,
      "grad_norm": 1.8996557084164813,
      "learning_rate": 5.539712331620186e-06,
      "loss": 0.1948,
      "step": 1935
    },
    {
      "epoch": 1.0407725321888412,
      "grad_norm": 1.884964348275225,
      "learning_rate": 5.516433499911035e-06,
      "loss": 0.1912,
      "step": 1940
    },
    {
      "epoch": 1.0434549356223175,
      "grad_norm": 2.0109538940169496,
      "learning_rate": 5.493143347631272e-06,
      "loss": 0.1894,
      "step": 1945
    },
    {
      "epoch": 1.046137339055794,
      "grad_norm": 1.9435415532263924,
      "learning_rate": 5.4698423853167425e-06,
      "loss": 0.1913,
      "step": 1950
    },
    {
      "epoch": 1.0488197424892705,
      "grad_norm": 1.9021619609069815,
      "learning_rate": 5.446531123740257e-06,
      "loss": 0.1898,
      "step": 1955
    },
    {
      "epoch": 1.0515021459227467,
      "grad_norm": 1.8691859260241384,
      "learning_rate": 5.4232100739003855e-06,
      "loss": 0.1947,
      "step": 1960
    },
    {
      "epoch": 1.0541845493562232,
      "grad_norm": 1.9278006073349867,
      "learning_rate": 5.399879747010275e-06,
      "loss": 0.2016,
      "step": 1965
    },
    {
      "epoch": 1.0568669527896997,
      "grad_norm": 1.8962668797019708,
      "learning_rate": 5.376540654486422e-06,
      "loss": 0.1879,
      "step": 1970
    },
    {
      "epoch": 1.059549356223176,
      "grad_norm": 2.140834654747942,
      "learning_rate": 5.353193307937477e-06,
      "loss": 0.2021,
      "step": 1975
    },
    {
      "epoch": 1.0622317596566524,
      "grad_norm": 1.9563740759017338,
      "learning_rate": 5.32983821915302e-06,
      "loss": 0.1907,
      "step": 1980
    },
    {
      "epoch": 1.0649141630901287,
      "grad_norm": 1.9312909115421,
      "learning_rate": 5.306475900092348e-06,
      "loss": 0.1889,
      "step": 1985
    },
    {
      "epoch": 1.0675965665236051,
      "grad_norm": 1.8461568136911246,
      "learning_rate": 5.283106862873253e-06,
      "loss": 0.1861,
      "step": 1990
    },
    {
      "epoch": 1.0702789699570816,
      "grad_norm": 1.9611737417143975,
      "learning_rate": 5.259731619760792e-06,
      "loss": 0.1846,
      "step": 1995
    },
    {
      "epoch": 1.0729613733905579,
      "grad_norm": 1.9222420116013819,
      "learning_rate": 5.236350683156055e-06,
      "loss": 0.189,
      "step": 2000
    },
    {
      "epoch": 1.0756437768240343,
      "grad_norm": 1.8398929156199553,
      "learning_rate": 5.212964565584944e-06,
      "loss": 0.1925,
      "step": 2005
    },
    {
      "epoch": 1.0783261802575108,
      "grad_norm": 1.8756803869158039,
      "learning_rate": 5.189573779686929e-06,
      "loss": 0.1952,
      "step": 2010
    },
    {
      "epoch": 1.081008583690987,
      "grad_norm": 1.9193238743297847,
      "learning_rate": 5.166178838203808e-06,
      "loss": 0.196,
      "step": 2015
    },
    {
      "epoch": 1.0836909871244635,
      "grad_norm": 1.8933730256658954,
      "learning_rate": 5.142780253968481e-06,
      "loss": 0.1871,
      "step": 2020
    },
    {
      "epoch": 1.0863733905579398,
      "grad_norm": 1.971927316697686,
      "learning_rate": 5.119378539893693e-06,
      "loss": 0.1913,
      "step": 2025
    },
    {
      "epoch": 1.0890557939914163,
      "grad_norm": 1.9574781217785189,
      "learning_rate": 5.095974208960799e-06,
      "loss": 0.1959,
      "step": 2030
    },
    {
      "epoch": 1.0917381974248928,
      "grad_norm": 2.168409304530154,
      "learning_rate": 5.072567774208518e-06,
      "loss": 0.1904,
      "step": 2035
    },
    {
      "epoch": 1.094420600858369,
      "grad_norm": 1.8100899333654916,
      "learning_rate": 5.049159748721685e-06,
      "loss": 0.1862,
      "step": 2040
    },
    {
      "epoch": 1.0971030042918455,
      "grad_norm": 2.070676104731243,
      "learning_rate": 5.025750645620004e-06,
      "loss": 0.1835,
      "step": 2045
    },
    {
      "epoch": 1.099785407725322,
      "grad_norm": 1.8392297513288312,
      "learning_rate": 5.002340978046807e-06,
      "loss": 0.1853,
      "step": 2050
    },
    {
      "epoch": 1.1024678111587982,
      "grad_norm": 1.8971251627665042,
      "learning_rate": 4.978931259157791e-06,
      "loss": 0.1858,
      "step": 2055
    },
    {
      "epoch": 1.1051502145922747,
      "grad_norm": 1.923105775536507,
      "learning_rate": 4.955522002109782e-06,
      "loss": 0.1913,
      "step": 2060
    },
    {
      "epoch": 1.1078326180257512,
      "grad_norm": 1.8547858179770311,
      "learning_rate": 4.932113720049485e-06,
      "loss": 0.196,
      "step": 2065
    },
    {
      "epoch": 1.1105150214592274,
      "grad_norm": 1.7715573310321981,
      "learning_rate": 4.908706926102229e-06,
      "loss": 0.184,
      "step": 2070
    },
    {
      "epoch": 1.113197424892704,
      "grad_norm": 1.9483276780491752,
      "learning_rate": 4.885302133360722e-06,
      "loss": 0.1928,
      "step": 2075
    },
    {
      "epoch": 1.1158798283261802,
      "grad_norm": 1.955128881315733,
      "learning_rate": 4.8618998548738065e-06,
      "loss": 0.1899,
      "step": 2080
    },
    {
      "epoch": 1.1185622317596566,
      "grad_norm": 1.8143501780550073,
      "learning_rate": 4.8385006036352104e-06,
      "loss": 0.1802,
      "step": 2085
    },
    {
      "epoch": 1.121244635193133,
      "grad_norm": 1.914782046325854,
      "learning_rate": 4.8151048925723014e-06,
      "loss": 0.1969,
      "step": 2090
    },
    {
      "epoch": 1.1239270386266094,
      "grad_norm": 1.8580160050691163,
      "learning_rate": 4.791713234534844e-06,
      "loss": 0.1857,
      "step": 2095
    },
    {
      "epoch": 1.1266094420600858,
      "grad_norm": 1.7456925046922118,
      "learning_rate": 4.768326142283757e-06,
      "loss": 0.1827,
      "step": 2100
    },
    {
      "epoch": 1.1292918454935623,
      "grad_norm": 1.9059969926415221,
      "learning_rate": 4.744944128479879e-06,
      "loss": 0.1885,
      "step": 2105
    },
    {
      "epoch": 1.1319742489270386,
      "grad_norm": 1.8503800835661866,
      "learning_rate": 4.7215677056727185e-06,
      "loss": 0.1909,
      "step": 2110
    },
    {
      "epoch": 1.134656652360515,
      "grad_norm": 1.925446147659633,
      "learning_rate": 4.698197386289232e-06,
      "loss": 0.1882,
      "step": 2115
    },
    {
      "epoch": 1.1373390557939915,
      "grad_norm": 2.026187494704868,
      "learning_rate": 4.674833682622577e-06,
      "loss": 0.1928,
      "step": 2120
    },
    {
      "epoch": 1.1400214592274678,
      "grad_norm": 2.1197969410621216,
      "learning_rate": 4.6514771068209e-06,
      "loss": 0.1866,
      "step": 2125
    },
    {
      "epoch": 1.1427038626609443,
      "grad_norm": 1.8690779309375414,
      "learning_rate": 4.628128170876093e-06,
      "loss": 0.1901,
      "step": 2130
    },
    {
      "epoch": 1.1453862660944205,
      "grad_norm": 1.884559663910041,
      "learning_rate": 4.604787386612579e-06,
      "loss": 0.189,
      "step": 2135
    },
    {
      "epoch": 1.148068669527897,
      "grad_norm": 1.8046390167534845,
      "learning_rate": 4.581455265676089e-06,
      "loss": 0.1945,
      "step": 2140
    },
    {
      "epoch": 1.1507510729613735,
      "grad_norm": 1.8683227420775612,
      "learning_rate": 4.558132319522451e-06,
      "loss": 0.1734,
      "step": 2145
    },
    {
      "epoch": 1.1534334763948497,
      "grad_norm": 1.7381200436139665,
      "learning_rate": 4.534819059406374e-06,
      "loss": 0.1845,
      "step": 2150
    },
    {
      "epoch": 1.1561158798283262,
      "grad_norm": 2.025453682495107,
      "learning_rate": 4.511515996370244e-06,
      "loss": 0.1973,
      "step": 2155
    },
    {
      "epoch": 1.1587982832618025,
      "grad_norm": 2.069820396761178,
      "learning_rate": 4.488223641232915e-06,
      "loss": 0.1935,
      "step": 2160
    },
    {
      "epoch": 1.161480686695279,
      "grad_norm": 1.972809924154737,
      "learning_rate": 4.464942504578524e-06,
      "loss": 0.1903,
      "step": 2165
    },
    {
      "epoch": 1.1641630901287554,
      "grad_norm": 1.8963041505297642,
      "learning_rate": 4.441673096745287e-06,
      "loss": 0.1933,
      "step": 2170
    },
    {
      "epoch": 1.1668454935622319,
      "grad_norm": 1.949719913762463,
      "learning_rate": 4.418415927814315e-06,
      "loss": 0.1854,
      "step": 2175
    },
    {
      "epoch": 1.1695278969957081,
      "grad_norm": 1.838505943416919,
      "learning_rate": 4.395171507598441e-06,
      "loss": 0.1826,
      "step": 2180
    },
    {
      "epoch": 1.1722103004291846,
      "grad_norm": 2.066384468146897,
      "learning_rate": 4.371940345631027e-06,
      "loss": 0.1946,
      "step": 2185
    },
    {
      "epoch": 1.1748927038626609,
      "grad_norm": 1.8351688532447725,
      "learning_rate": 4.348722951154816e-06,
      "loss": 0.1842,
      "step": 2190
    },
    {
      "epoch": 1.1775751072961373,
      "grad_norm": 1.872111653127208,
      "learning_rate": 4.3255198331107485e-06,
      "loss": 0.1883,
      "step": 2195
    },
    {
      "epoch": 1.1802575107296138,
      "grad_norm": 1.886316421614782,
      "learning_rate": 4.302331500126824e-06,
      "loss": 0.1859,
      "step": 2200
    },
    {
      "epoch": 1.18293991416309,
      "grad_norm": 1.8252623302278148,
      "learning_rate": 4.279158460506939e-06,
      "loss": 0.1827,
      "step": 2205
    },
    {
      "epoch": 1.1856223175965666,
      "grad_norm": 1.8400802753502186,
      "learning_rate": 4.256001222219751e-06,
      "loss": 0.1844,
      "step": 2210
    },
    {
      "epoch": 1.1883047210300428,
      "grad_norm": 1.8818344201338155,
      "learning_rate": 4.232860292887537e-06,
      "loss": 0.179,
      "step": 2215
    },
    {
      "epoch": 1.1909871244635193,
      "grad_norm": 1.9741627465587812,
      "learning_rate": 4.2097361797750815e-06,
      "loss": 0.1804,
      "step": 2220
    },
    {
      "epoch": 1.1936695278969958,
      "grad_norm": 1.8275554011726929,
      "learning_rate": 4.1866293897785356e-06,
      "loss": 0.1859,
      "step": 2225
    },
    {
      "epoch": 1.196351931330472,
      "grad_norm": 1.7451512261577948,
      "learning_rate": 4.16354042941432e-06,
      "loss": 0.1827,
      "step": 2230
    },
    {
      "epoch": 1.1990343347639485,
      "grad_norm": 1.7461056439001637,
      "learning_rate": 4.1404698048080175e-06,
      "loss": 0.1924,
      "step": 2235
    },
    {
      "epoch": 1.201716738197425,
      "grad_norm": 1.9631829460204946,
      "learning_rate": 4.117418021683278e-06,
      "loss": 0.1901,
      "step": 2240
    },
    {
      "epoch": 1.2043991416309012,
      "grad_norm": 1.9959602820602425,
      "learning_rate": 4.094385585350736e-06,
      "loss": 0.1878,
      "step": 2245
    },
    {
      "epoch": 1.2070815450643777,
      "grad_norm": 1.868353082690321,
      "learning_rate": 4.0713730006969285e-06,
      "loss": 0.1837,
      "step": 2250
    },
    {
      "epoch": 1.2097639484978542,
      "grad_norm": 1.8647123845921825,
      "learning_rate": 4.048380772173231e-06,
      "loss": 0.1952,
      "step": 2255
    },
    {
      "epoch": 1.2124463519313304,
      "grad_norm": 1.9424516201873914,
      "learning_rate": 4.0254094037848005e-06,
      "loss": 0.1842,
      "step": 2260
    },
    {
      "epoch": 1.215128755364807,
      "grad_norm": 1.8740890147227733,
      "learning_rate": 4.002459399079523e-06,
      "loss": 0.1856,
      "step": 2265
    },
    {
      "epoch": 1.2178111587982832,
      "grad_norm": 1.8960654007326538,
      "learning_rate": 3.979531261136981e-06,
      "loss": 0.1904,
      "step": 2270
    },
    {
      "epoch": 1.2204935622317596,
      "grad_norm": 1.893645018391927,
      "learning_rate": 3.956625492557417e-06,
      "loss": 0.1839,
      "step": 2275
    },
    {
      "epoch": 1.2231759656652361,
      "grad_norm": 1.9010652191534456,
      "learning_rate": 3.933742595450733e-06,
      "loss": 0.1845,
      "step": 2280
    },
    {
      "epoch": 1.2258583690987124,
      "grad_norm": 2.001816005554033,
      "learning_rate": 3.910883071425463e-06,
      "loss": 0.1892,
      "step": 2285
    },
    {
      "epoch": 1.2285407725321889,
      "grad_norm": 1.8924184483931448,
      "learning_rate": 3.8880474215777915e-06,
      "loss": 0.1838,
      "step": 2290
    },
    {
      "epoch": 1.2312231759656653,
      "grad_norm": 1.7498884870572744,
      "learning_rate": 3.865236146480562e-06,
      "loss": 0.1869,
      "step": 2295
    },
    {
      "epoch": 1.2339055793991416,
      "grad_norm": 1.8794585911654438,
      "learning_rate": 3.842449746172311e-06,
      "loss": 0.1821,
      "step": 2300
    },
    {
      "epoch": 1.236587982832618,
      "grad_norm": 2.0520617557462444,
      "learning_rate": 3.8196887201463e-06,
      "loss": 0.1908,
      "step": 2305
    },
    {
      "epoch": 1.2392703862660945,
      "grad_norm": 1.9391936764467865,
      "learning_rate": 3.796953567339571e-06,
      "loss": 0.1939,
      "step": 2310
    },
    {
      "epoch": 1.2419527896995708,
      "grad_norm": 1.8748693105705567,
      "learning_rate": 3.7742447861220027e-06,
      "loss": 0.1833,
      "step": 2315
    },
    {
      "epoch": 1.2446351931330473,
      "grad_norm": 1.9974397227990535,
      "learning_rate": 3.7515628742854006e-06,
      "loss": 0.1836,
      "step": 2320
    },
    {
      "epoch": 1.2473175965665235,
      "grad_norm": 1.9673663691547625,
      "learning_rate": 3.7289083290325668e-06,
      "loss": 0.1879,
      "step": 2325
    },
    {
      "epoch": 1.25,
      "grad_norm": 1.741852807857151,
      "learning_rate": 3.706281646966409e-06,
      "loss": 0.18,
      "step": 2330
    },
    {
      "epoch": 1.2526824034334765,
      "grad_norm": 1.845317314457415,
      "learning_rate": 3.6836833240790625e-06,
      "loss": 0.1844,
      "step": 2335
    },
    {
      "epoch": 1.2553648068669527,
      "grad_norm": 1.8928195985644114,
      "learning_rate": 3.6611138557410047e-06,
      "loss": 0.1861,
      "step": 2340
    },
    {
      "epoch": 1.2580472103004292,
      "grad_norm": 1.9135160408381562,
      "learning_rate": 3.638573736690202e-06,
      "loss": 0.1867,
      "step": 2345
    },
    {
      "epoch": 1.2607296137339055,
      "grad_norm": 1.8715854861816341,
      "learning_rate": 3.6160634610212642e-06,
      "loss": 0.1795,
      "step": 2350
    },
    {
      "epoch": 1.263412017167382,
      "grad_norm": 1.941735004373864,
      "learning_rate": 3.5935835221746183e-06,
      "loss": 0.1792,
      "step": 2355
    },
    {
      "epoch": 1.2660944206008584,
      "grad_norm": 1.8602874406371905,
      "learning_rate": 3.5711344129256832e-06,
      "loss": 0.1834,
      "step": 2360
    },
    {
      "epoch": 1.268776824034335,
      "grad_norm": 1.8934431804634135,
      "learning_rate": 3.548716625374074e-06,
      "loss": 0.1878,
      "step": 2365
    },
    {
      "epoch": 1.2714592274678111,
      "grad_norm": 1.8674302371875071,
      "learning_rate": 3.5263306509328103e-06,
      "loss": 0.1887,
      "step": 2370
    },
    {
      "epoch": 1.2741416309012876,
      "grad_norm": 1.830454228744595,
      "learning_rate": 3.5039769803175545e-06,
      "loss": 0.1832,
      "step": 2375
    },
    {
      "epoch": 1.2768240343347639,
      "grad_norm": 1.8983910015313787,
      "learning_rate": 3.481656103535839e-06,
      "loss": 0.1866,
      "step": 2380
    },
    {
      "epoch": 1.2795064377682404,
      "grad_norm": 1.8935396043689916,
      "learning_rate": 3.459368509876338e-06,
      "loss": 0.1894,
      "step": 2385
    },
    {
      "epoch": 1.2821888412017168,
      "grad_norm": 1.9182258648131894,
      "learning_rate": 3.437114687898132e-06,
      "loss": 0.1854,
      "step": 2390
    },
    {
      "epoch": 1.284871244635193,
      "grad_norm": 1.7928082461331274,
      "learning_rate": 3.414895125420013e-06,
      "loss": 0.1812,
      "step": 2395
    },
    {
      "epoch": 1.2875536480686696,
      "grad_norm": 1.935408410751667,
      "learning_rate": 3.3927103095097725e-06,
      "loss": 0.1814,
      "step": 2400
    },
    {
      "epoch": 1.2902360515021458,
      "grad_norm": 1.9003287879335953,
      "learning_rate": 3.370560726473537e-06,
      "loss": 0.1903,
      "step": 2405
    },
    {
      "epoch": 1.2929184549356223,
      "grad_norm": 2.0555183420575327,
      "learning_rate": 3.348446861845106e-06,
      "loss": 0.1828,
      "step": 2410
    },
    {
      "epoch": 1.2956008583690988,
      "grad_norm": 1.8617361794963694,
      "learning_rate": 3.3263692003753056e-06,
      "loss": 0.1808,
      "step": 2415
    },
    {
      "epoch": 1.298283261802575,
      "grad_norm": 1.9721539542652242,
      "learning_rate": 3.304328226021365e-06,
      "loss": 0.1919,
      "step": 2420
    },
    {
      "epoch": 1.3009656652360515,
      "grad_norm": 1.7235452784628431,
      "learning_rate": 3.282324421936307e-06,
      "loss": 0.183,
      "step": 2425
    },
    {
      "epoch": 1.3036480686695278,
      "grad_norm": 1.9224755804378313,
      "learning_rate": 3.2603582704583547e-06,
      "loss": 0.1794,
      "step": 2430
    },
    {
      "epoch": 1.3063304721030042,
      "grad_norm": 1.9296894237667428,
      "learning_rate": 3.2384302531003676e-06,
      "loss": 0.1819,
      "step": 2435
    },
    {
      "epoch": 1.3090128755364807,
      "grad_norm": 1.8488160096499893,
      "learning_rate": 3.216540850539272e-06,
      "loss": 0.184,
      "step": 2440
    },
    {
      "epoch": 1.3116952789699572,
      "grad_norm": 1.9650298752372577,
      "learning_rate": 3.1946905426055353e-06,
      "loss": 0.1865,
      "step": 2445
    },
    {
      "epoch": 1.3143776824034334,
      "grad_norm": 1.8416341894181925,
      "learning_rate": 3.172879808272642e-06,
      "loss": 0.1867,
      "step": 2450
    },
    {
      "epoch": 1.31706008583691,
      "grad_norm": 1.8305031917576464,
      "learning_rate": 3.151109125646601e-06,
      "loss": 0.1798,
      "step": 2455
    },
    {
      "epoch": 1.3197424892703862,
      "grad_norm": 1.7570726165570256,
      "learning_rate": 3.1293789719554562e-06,
      "loss": 0.1871,
      "step": 2460
    },
    {
      "epoch": 1.3224248927038627,
      "grad_norm": 1.9141085633525485,
      "learning_rate": 3.107689823538833e-06,
      "loss": 0.1843,
      "step": 2465
    },
    {
      "epoch": 1.3251072961373391,
      "grad_norm": 1.8197849342377277,
      "learning_rate": 3.086042155837491e-06,
      "loss": 0.1822,
      "step": 2470
    },
    {
      "epoch": 1.3277896995708154,
      "grad_norm": 1.7732550666037066,
      "learning_rate": 3.0644364433829076e-06,
      "loss": 0.1886,
      "step": 2475
    },
    {
      "epoch": 1.3304721030042919,
      "grad_norm": 1.736138201516796,
      "learning_rate": 3.0428731597868706e-06,
      "loss": 0.1778,
      "step": 2480
    },
    {
      "epoch": 1.3331545064377681,
      "grad_norm": 1.8890101293385348,
      "learning_rate": 3.021352777731096e-06,
      "loss": 0.1898,
      "step": 2485
    },
    {
      "epoch": 1.3358369098712446,
      "grad_norm": 1.9863756874762624,
      "learning_rate": 2.9998757689568775e-06,
      "loss": 0.1827,
      "step": 2490
    },
    {
      "epoch": 1.338519313304721,
      "grad_norm": 1.8003677020892024,
      "learning_rate": 2.978442604254729e-06,
      "loss": 0.1817,
      "step": 2495
    },
    {
      "epoch": 1.3412017167381975,
      "grad_norm": 1.8826968690903354,
      "learning_rate": 2.9570537534540765e-06,
      "loss": 0.1852,
      "step": 2500
    },
    {
      "epoch": 1.3438841201716738,
      "grad_norm": 1.7536228897017827,
      "learning_rate": 2.935709685412954e-06,
      "loss": 0.1841,
      "step": 2505
    },
    {
      "epoch": 1.3465665236051503,
      "grad_norm": 1.8929318222613714,
      "learning_rate": 2.9144108680077288e-06,
      "loss": 0.1822,
      "step": 2510
    },
    {
      "epoch": 1.3492489270386265,
      "grad_norm": 1.9442758921901246,
      "learning_rate": 2.8931577681228407e-06,
      "loss": 0.1804,
      "step": 2515
    },
    {
      "epoch": 1.351931330472103,
      "grad_norm": 2.0042642224278504,
      "learning_rate": 2.871950851640577e-06,
      "loss": 0.1889,
      "step": 2520
    },
    {
      "epoch": 1.3546137339055795,
      "grad_norm": 1.7418683543232312,
      "learning_rate": 2.8507905834308417e-06,
      "loss": 0.1842,
      "step": 2525
    },
    {
      "epoch": 1.3572961373390557,
      "grad_norm": 1.6799217908123405,
      "learning_rate": 2.8296774273409944e-06,
      "loss": 0.1792,
      "step": 2530
    },
    {
      "epoch": 1.3599785407725322,
      "grad_norm": 1.8835878261854089,
      "learning_rate": 2.8086118461856494e-06,
      "loss": 0.1783,
      "step": 2535
    },
    {
      "epoch": 1.3626609442060085,
      "grad_norm": 1.8803546675146086,
      "learning_rate": 2.787594301736556e-06,
      "loss": 0.1904,
      "step": 2540
    },
    {
      "epoch": 1.365343347639485,
      "grad_norm": 1.8532904145098434,
      "learning_rate": 2.7666252547124596e-06,
      "loss": 0.1814,
      "step": 2545
    },
    {
      "epoch": 1.3680257510729614,
      "grad_norm": 1.7786107649574128,
      "learning_rate": 2.745705164769015e-06,
      "loss": 0.1789,
      "step": 2550
    },
    {
      "epoch": 1.370708154506438,
      "grad_norm": 1.8374049198264844,
      "learning_rate": 2.724834490488705e-06,
      "loss": 0.184,
      "step": 2555
    },
    {
      "epoch": 1.3733905579399142,
      "grad_norm": 1.7865980582369325,
      "learning_rate": 2.7040136893707813e-06,
      "loss": 0.1788,
      "step": 2560
    },
    {
      "epoch": 1.3760729613733906,
      "grad_norm": 1.845948134552065,
      "learning_rate": 2.683243217821248e-06,
      "loss": 0.1761,
      "step": 2565
    },
    {
      "epoch": 1.378755364806867,
      "grad_norm": 1.7851346175445124,
      "learning_rate": 2.66252353114285e-06,
      "loss": 0.186,
      "step": 2570
    },
    {
      "epoch": 1.3814377682403434,
      "grad_norm": 1.8246015252435668,
      "learning_rate": 2.6418550835250946e-06,
      "loss": 0.1851,
      "step": 2575
    },
    {
      "epoch": 1.3841201716738198,
      "grad_norm": 1.8559371914450862,
      "learning_rate": 2.621238328034289e-06,
      "loss": 0.1802,
      "step": 2580
    },
    {
      "epoch": 1.386802575107296,
      "grad_norm": 1.6806542607012862,
      "learning_rate": 2.60067371660362e-06,
      "loss": 0.1736,
      "step": 2585
    },
    {
      "epoch": 1.3894849785407726,
      "grad_norm": 1.8686143641511146,
      "learning_rate": 2.5801617000232416e-06,
      "loss": 0.1877,
      "step": 2590
    },
    {
      "epoch": 1.3921673819742488,
      "grad_norm": 1.8128693858787677,
      "learning_rate": 2.559702727930386e-06,
      "loss": 0.1765,
      "step": 2595
    },
    {
      "epoch": 1.3948497854077253,
      "grad_norm": 1.7767602734245427,
      "learning_rate": 2.5392972487995247e-06,
      "loss": 0.1788,
      "step": 2600
    },
    {
      "epoch": 1.3975321888412018,
      "grad_norm": 1.801535269669841,
      "learning_rate": 2.5189457099325153e-06,
      "loss": 0.1758,
      "step": 2605
    },
    {
      "epoch": 1.400214592274678,
      "grad_norm": 1.8540923660851476,
      "learning_rate": 2.498648557448824e-06,
      "loss": 0.176,
      "step": 2610
    },
    {
      "epoch": 1.4028969957081545,
      "grad_norm": 1.782258369250198,
      "learning_rate": 2.4784062362757156e-06,
      "loss": 0.1753,
      "step": 2615
    },
    {
      "epoch": 1.4055793991416308,
      "grad_norm": 1.9756868732773234,
      "learning_rate": 2.458219190138526e-06,
      "loss": 0.1831,
      "step": 2620
    },
    {
      "epoch": 1.4082618025751072,
      "grad_norm": 1.8615216161202677,
      "learning_rate": 2.4380878615509156e-06,
      "loss": 0.1789,
      "step": 2625
    },
    {
      "epoch": 1.4109442060085837,
      "grad_norm": 1.7784799710308095,
      "learning_rate": 2.418012691805191e-06,
      "loss": 0.1798,
      "step": 2630
    },
    {
      "epoch": 1.4136266094420602,
      "grad_norm": 1.7728377054053102,
      "learning_rate": 2.3979941209626072e-06,
      "loss": 0.1771,
      "step": 2635
    },
    {
      "epoch": 1.4163090128755365,
      "grad_norm": 1.9983557573599398,
      "learning_rate": 2.3780325878437415e-06,
      "loss": 0.1765,
      "step": 2640
    },
    {
      "epoch": 1.418991416309013,
      "grad_norm": 1.8582307461530765,
      "learning_rate": 2.358128530018858e-06,
      "loss": 0.1853,
      "step": 2645
    },
    {
      "epoch": 1.4216738197424892,
      "grad_norm": 2.003406816815176,
      "learning_rate": 2.3382823837983314e-06,
      "loss": 0.1774,
      "step": 2650
    },
    {
      "epoch": 1.4243562231759657,
      "grad_norm": 1.869592497513551,
      "learning_rate": 2.318494584223072e-06,
      "loss": 0.1862,
      "step": 2655
    },
    {
      "epoch": 1.4270386266094421,
      "grad_norm": 1.8173356540308416,
      "learning_rate": 2.2987655650549862e-06,
      "loss": 0.1752,
      "step": 2660
    },
    {
      "epoch": 1.4297210300429184,
      "grad_norm": 1.801602630583928,
      "learning_rate": 2.2790957587674876e-06,
      "loss": 0.1776,
      "step": 2665
    },
    {
      "epoch": 1.4324034334763949,
      "grad_norm": 1.7795073214192665,
      "learning_rate": 2.2594855965359906e-06,
      "loss": 0.1797,
      "step": 2670
    },
    {
      "epoch": 1.4350858369098711,
      "grad_norm": 1.8235939944536936,
      "learning_rate": 2.2399355082284804e-06,
      "loss": 0.1828,
      "step": 2675
    },
    {
      "epoch": 1.4377682403433476,
      "grad_norm": 1.8577120027984566,
      "learning_rate": 2.2204459223960716e-06,
      "loss": 0.1755,
      "step": 2680
    },
    {
      "epoch": 1.440450643776824,
      "grad_norm": 1.8441638113430847,
      "learning_rate": 2.2010172662636377e-06,
      "loss": 0.1861,
      "step": 2685
    },
    {
      "epoch": 1.4431330472103006,
      "grad_norm": 1.8478925551724383,
      "learning_rate": 2.1816499657204183e-06,
      "loss": 0.1762,
      "step": 2690
    },
    {
      "epoch": 1.4458154506437768,
      "grad_norm": 1.7525203705768637,
      "learning_rate": 2.1623444453107067e-06,
      "loss": 0.1816,
      "step": 2695
    },
    {
      "epoch": 1.4484978540772533,
      "grad_norm": 1.8211338807635666,
      "learning_rate": 2.1431011282245274e-06,
      "loss": 0.1838,
      "step": 2700
    },
    {
      "epoch": 1.4511802575107295,
      "grad_norm": 1.7799090336948569,
      "learning_rate": 2.12392043628837e-06,
      "loss": 0.1771,
      "step": 2705
    },
    {
      "epoch": 1.453862660944206,
      "grad_norm": 1.7639414117794536,
      "learning_rate": 2.10480278995594e-06,
      "loss": 0.1831,
      "step": 2710
    },
    {
      "epoch": 1.4565450643776825,
      "grad_norm": 1.7531623587359995,
      "learning_rate": 2.0857486082989344e-06,
      "loss": 0.1843,
      "step": 2715
    },
    {
      "epoch": 1.4592274678111588,
      "grad_norm": 1.855907772291884,
      "learning_rate": 2.0667583089978673e-06,
      "loss": 0.1802,
      "step": 2720
    },
    {
      "epoch": 1.4619098712446352,
      "grad_norm": 1.8684669706778945,
      "learning_rate": 2.0478323083329072e-06,
      "loss": 0.1721,
      "step": 2725
    },
    {
      "epoch": 1.4645922746781115,
      "grad_norm": 1.8147519194803996,
      "learning_rate": 2.028971021174754e-06,
      "loss": 0.1853,
      "step": 2730
    },
    {
      "epoch": 1.467274678111588,
      "grad_norm": 1.8098133512911396,
      "learning_rate": 2.0101748609755407e-06,
      "loss": 0.1857,
      "step": 2735
    },
    {
      "epoch": 1.4699570815450644,
      "grad_norm": 1.820346979346647,
      "learning_rate": 1.9914442397597756e-06,
      "loss": 0.1781,
      "step": 2740
    },
    {
      "epoch": 1.4726394849785407,
      "grad_norm": 1.866870124366536,
      "learning_rate": 1.9727795681153083e-06,
      "loss": 0.1699,
      "step": 2745
    },
    {
      "epoch": 1.4753218884120172,
      "grad_norm": 1.7258506096579789,
      "learning_rate": 1.954181255184331e-06,
      "loss": 0.176,
      "step": 2750
    },
    {
      "epoch": 1.4780042918454936,
      "grad_norm": 1.711526424745769,
      "learning_rate": 1.935649708654403e-06,
      "loss": 0.1772,
      "step": 2755
    },
    {
      "epoch": 1.48068669527897,
      "grad_norm": 1.8609006211079224,
      "learning_rate": 1.9171853347495234e-06,
      "loss": 0.1777,
      "step": 2760
    },
    {
      "epoch": 1.4833690987124464,
      "grad_norm": 1.6755745022336013,
      "learning_rate": 1.8987885382212235e-06,
      "loss": 0.1798,
      "step": 2765
    },
    {
      "epoch": 1.4860515021459229,
      "grad_norm": 1.7601304020764486,
      "learning_rate": 1.8804597223396865e-06,
      "loss": 0.1815,
      "step": 2770
    },
    {
      "epoch": 1.488733905579399,
      "grad_norm": 1.811311124699501,
      "learning_rate": 1.8621992888849217e-06,
      "loss": 0.1831,
      "step": 2775
    },
    {
      "epoch": 1.4914163090128756,
      "grad_norm": 1.6708390106679016,
      "learning_rate": 1.8440076381379395e-06,
      "loss": 0.1762,
      "step": 2780
    },
    {
      "epoch": 1.4940987124463518,
      "grad_norm": 1.7531230138831804,
      "learning_rate": 1.8258851688720009e-06,
      "loss": 0.1713,
      "step": 2785
    },
    {
      "epoch": 1.4967811158798283,
      "grad_norm": 1.9394223869956364,
      "learning_rate": 1.807832278343849e-06,
      "loss": 0.183,
      "step": 2790
    },
    {
      "epoch": 1.4994635193133048,
      "grad_norm": 1.8048082568446313,
      "learning_rate": 1.7898493622850227e-06,
      "loss": 0.1768,
      "step": 2795
    },
    {
      "epoch": 1.5021459227467813,
      "grad_norm": 1.7551888740169181,
      "learning_rate": 1.771936814893167e-06,
      "loss": 0.1764,
      "step": 2800
    },
    {
      "epoch": 1.5048283261802575,
      "grad_norm": 1.8875754401735638,
      "learning_rate": 1.7540950288234033e-06,
      "loss": 0.1845,
      "step": 2805
    },
    {
      "epoch": 1.5075107296137338,
      "grad_norm": 1.8524080040006463,
      "learning_rate": 1.7363243951797155e-06,
      "loss": 0.1756,
      "step": 2810
    },
    {
      "epoch": 1.5101931330472103,
      "grad_norm": 1.7691884608701913,
      "learning_rate": 1.7186253035063738e-06,
      "loss": 0.1703,
      "step": 2815
    },
    {
      "epoch": 1.5128755364806867,
      "grad_norm": 1.709705848421099,
      "learning_rate": 1.7009981417794114e-06,
      "loss": 0.173,
      "step": 2820
    },
    {
      "epoch": 1.5155579399141632,
      "grad_norm": 1.7493695311267172,
      "learning_rate": 1.6834432963980957e-06,
      "loss": 0.1761,
      "step": 2825
    },
    {
      "epoch": 1.5182403433476395,
      "grad_norm": 1.817658314934476,
      "learning_rate": 1.6659611521764807e-06,
      "loss": 0.1766,
      "step": 2830
    },
    {
      "epoch": 1.5209227467811157,
      "grad_norm": 1.8124121386173149,
      "learning_rate": 1.6485520923349529e-06,
      "loss": 0.1711,
      "step": 2835
    },
    {
      "epoch": 1.5236051502145922,
      "grad_norm": 1.8036388934020569,
      "learning_rate": 1.6312164984918516e-06,
      "loss": 0.1632,
      "step": 2840
    },
    {
      "epoch": 1.5262875536480687,
      "grad_norm": 1.7721585365938846,
      "learning_rate": 1.6139547506550808e-06,
      "loss": 0.1827,
      "step": 2845
    },
    {
      "epoch": 1.5289699570815452,
      "grad_norm": 1.7879152977426878,
      "learning_rate": 1.5967672272137968e-06,
      "loss": 0.1831,
      "step": 2850
    },
    {
      "epoch": 1.5316523605150214,
      "grad_norm": 1.758941967973733,
      "learning_rate": 1.5796543049301033e-06,
      "loss": 0.173,
      "step": 2855
    },
    {
      "epoch": 1.5343347639484979,
      "grad_norm": 1.9267006298361062,
      "learning_rate": 1.5626163589307991e-06,
      "loss": 0.1814,
      "step": 2860
    },
    {
      "epoch": 1.5370171673819741,
      "grad_norm": 1.7464407607171644,
      "learning_rate": 1.5456537626991525e-06,
      "loss": 0.1704,
      "step": 2865
    },
    {
      "epoch": 1.5396995708154506,
      "grad_norm": 1.7464375420338283,
      "learning_rate": 1.5287668880667107e-06,
      "loss": 0.1708,
      "step": 2870
    },
    {
      "epoch": 1.542381974248927,
      "grad_norm": 1.8740461070429053,
      "learning_rate": 1.5119561052051546e-06,
      "loss": 0.1751,
      "step": 2875
    },
    {
      "epoch": 1.5450643776824036,
      "grad_norm": 1.8623897260848234,
      "learning_rate": 1.495221782618183e-06,
      "loss": 0.1802,
      "step": 2880
    },
    {
      "epoch": 1.5477467811158798,
      "grad_norm": 1.8806738023084306,
      "learning_rate": 1.4785642871334349e-06,
      "loss": 0.1701,
      "step": 2885
    },
    {
      "epoch": 1.550429184549356,
      "grad_norm": 1.7909625741938127,
      "learning_rate": 1.4619839838944416e-06,
      "loss": 0.1784,
      "step": 2890
    },
    {
      "epoch": 1.5531115879828326,
      "grad_norm": 1.7357651631494229,
      "learning_rate": 1.4454812363526339e-06,
      "loss": 0.1732,
      "step": 2895
    },
    {
      "epoch": 1.555793991416309,
      "grad_norm": 1.7581678834791308,
      "learning_rate": 1.429056406259368e-06,
      "loss": 0.1633,
      "step": 2900
    },
    {
      "epoch": 1.5584763948497855,
      "grad_norm": 1.836631568460111,
      "learning_rate": 1.4127098536579982e-06,
      "loss": 0.1815,
      "step": 2905
    },
    {
      "epoch": 1.5611587982832618,
      "grad_norm": 1.8009902649006466,
      "learning_rate": 1.3964419368759786e-06,
      "loss": 0.1727,
      "step": 2910
    },
    {
      "epoch": 1.5638412017167382,
      "grad_norm": 1.8219251551094937,
      "learning_rate": 1.380253012517019e-06,
      "loss": 0.1698,
      "step": 2915
    },
    {
      "epoch": 1.5665236051502145,
      "grad_norm": 1.7312674449206737,
      "learning_rate": 1.3641434354532595e-06,
      "loss": 0.1741,
      "step": 2920
    },
    {
      "epoch": 1.569206008583691,
      "grad_norm": 1.7950433845906226,
      "learning_rate": 1.3481135588174926e-06,
      "loss": 0.173,
      "step": 2925
    },
    {
      "epoch": 1.5718884120171674,
      "grad_norm": 1.7927705418884003,
      "learning_rate": 1.332163733995427e-06,
      "loss": 0.1783,
      "step": 2930
    },
    {
      "epoch": 1.574570815450644,
      "grad_norm": 1.8716599881468707,
      "learning_rate": 1.3162943106179748e-06,
      "loss": 0.1777,
      "step": 2935
    },
    {
      "epoch": 1.5772532188841202,
      "grad_norm": 1.8801243933764982,
      "learning_rate": 1.3005056365536067e-06,
      "loss": 0.1779,
      "step": 2940
    },
    {
      "epoch": 1.5799356223175964,
      "grad_norm": 1.8020425970562752,
      "learning_rate": 1.2847980579007003e-06,
      "loss": 0.1707,
      "step": 2945
    },
    {
      "epoch": 1.582618025751073,
      "grad_norm": 1.872972664773768,
      "learning_rate": 1.2691719189799774e-06,
      "loss": 0.1801,
      "step": 2950
    },
    {
      "epoch": 1.5853004291845494,
      "grad_norm": 1.6825595039109138,
      "learning_rate": 1.253627562326936e-06,
      "loss": 0.1678,
      "step": 2955
    },
    {
      "epoch": 1.5879828326180259,
      "grad_norm": 1.671241827748479,
      "learning_rate": 1.2381653286843648e-06,
      "loss": 0.1719,
      "step": 2960
    },
    {
      "epoch": 1.5906652360515021,
      "grad_norm": 1.793255581230876,
      "learning_rate": 1.2227855569948477e-06,
      "loss": 0.1774,
      "step": 2965
    },
    {
      "epoch": 1.5933476394849786,
      "grad_norm": 1.6638694140276173,
      "learning_rate": 1.2074885843933542e-06,
      "loss": 0.1649,
      "step": 2970
    },
    {
      "epoch": 1.5960300429184548,
      "grad_norm": 1.8655315847180594,
      "learning_rate": 1.1922747461998425e-06,
      "loss": 0.1756,
      "step": 2975
    },
    {
      "epoch": 1.5987124463519313,
      "grad_norm": 1.6935733709105691,
      "learning_rate": 1.1771443759119028e-06,
      "loss": 0.1753,
      "step": 2980
    },
    {
      "epoch": 1.6013948497854078,
      "grad_norm": 1.7020009025089284,
      "learning_rate": 1.162097805197459e-06,
      "loss": 0.17,
      "step": 2985
    },
    {
      "epoch": 1.6040772532188843,
      "grad_norm": 1.6885484043441028,
      "learning_rate": 1.147135363887485e-06,
      "loss": 0.1735,
      "step": 2990
    },
    {
      "epoch": 1.6067596566523605,
      "grad_norm": 1.7655269813249368,
      "learning_rate": 1.1322573799687904e-06,
      "loss": 0.1831,
      "step": 2995
    },
    {
      "epoch": 1.6094420600858368,
      "grad_norm": 1.7993834138767326,
      "learning_rate": 1.1174641795768132e-06,
      "loss": 0.1761,
      "step": 3000
    },
    {
      "epoch": 1.6121244635193133,
      "grad_norm": 1.715209068714748,
      "learning_rate": 1.1027560869884845e-06,
      "loss": 0.1792,
      "step": 3005
    },
    {
      "epoch": 1.6148068669527897,
      "grad_norm": 1.7858030345864855,
      "learning_rate": 1.0881334246151114e-06,
      "loss": 0.1797,
      "step": 3010
    },
    {
      "epoch": 1.6174892703862662,
      "grad_norm": 1.8696512838527688,
      "learning_rate": 1.073596512995317e-06,
      "loss": 0.1769,
      "step": 3015
    },
    {
      "epoch": 1.6201716738197425,
      "grad_norm": 1.6742157162384825,
      "learning_rate": 1.0591456707880077e-06,
      "loss": 0.1711,
      "step": 3020
    },
    {
      "epoch": 1.6228540772532187,
      "grad_norm": 1.8438739760376024,
      "learning_rate": 1.0447812147653885e-06,
      "loss": 0.1692,
      "step": 3025
    },
    {
      "epoch": 1.6255364806866952,
      "grad_norm": 1.866018619333295,
      "learning_rate": 1.0305034598060254e-06,
      "loss": 0.1835,
      "step": 3030
    },
    {
      "epoch": 1.6282188841201717,
      "grad_norm": 1.7015347298679881,
      "learning_rate": 1.0163127188879352e-06,
      "loss": 0.1723,
      "step": 3035
    },
    {
      "epoch": 1.6309012875536482,
      "grad_norm": 1.7680749094941124,
      "learning_rate": 1.0022093030817316e-06,
      "loss": 0.1737,
      "step": 3040
    },
    {
      "epoch": 1.6335836909871244,
      "grad_norm": 1.7566186598853142,
      "learning_rate": 9.88193521543797e-07,
      "loss": 0.1726,
      "step": 3045
    },
    {
      "epoch": 1.636266094420601,
      "grad_norm": 1.6378738587893038,
      "learning_rate": 9.742656815095175e-07,
      "loss": 0.1707,
      "step": 3050
    },
    {
      "epoch": 1.6389484978540771,
      "grad_norm": 1.7202264347511544,
      "learning_rate": 9.604260882865395e-07,
      "loss": 0.1722,
      "step": 3055
    },
    {
      "epoch": 1.6416309012875536,
      "grad_norm": 1.8200254670288298,
      "learning_rate": 9.466750452480816e-07,
      "loss": 0.1693,
      "step": 3060
    },
    {
      "epoch": 1.64431330472103,
      "grad_norm": 1.7312812411647176,
      "learning_rate": 9.330128538262784e-07,
      "loss": 0.1691,
      "step": 3065
    },
    {
      "epoch": 1.6469957081545066,
      "grad_norm": 1.7315554623411147,
      "learning_rate": 9.194398135055815e-07,
      "loss": 0.1751,
      "step": 3070
    },
    {
      "epoch": 1.6496781115879828,
      "grad_norm": 1.7543811126295066,
      "learning_rate": 9.059562218161894e-07,
      "loss": 0.172,
      "step": 3075
    },
    {
      "epoch": 1.652360515021459,
      "grad_norm": 1.6634656601819895,
      "learning_rate": 8.925623743275235e-07,
      "loss": 0.177,
      "step": 3080
    },
    {
      "epoch": 1.6550429184549356,
      "grad_norm": 1.7357349125240544,
      "learning_rate": 8.792585646417568e-07,
      "loss": 0.1774,
      "step": 3085
    },
    {
      "epoch": 1.657725321888412,
      "grad_norm": 1.769627938345817,
      "learning_rate": 8.660450843873647e-07,
      "loss": 0.1781,
      "step": 3090
    },
    {
      "epoch": 1.6604077253218885,
      "grad_norm": 1.7738444995348275,
      "learning_rate": 8.529222232127526e-07,
      "loss": 0.1741,
      "step": 3095
    },
    {
      "epoch": 1.6630901287553648,
      "grad_norm": 1.8078545330039417,
      "learning_rate": 8.398902687798832e-07,
      "loss": 0.172,
      "step": 3100
    },
    {
      "epoch": 1.6657725321888412,
      "grad_norm": 1.7954176425736126,
      "learning_rate": 8.269495067579891e-07,
      "loss": 0.1837,
      "step": 3105
    },
    {
      "epoch": 1.6684549356223175,
      "grad_norm": 1.8046939747053379,
      "learning_rate": 8.141002208172977e-07,
      "loss": 0.1756,
      "step": 3110
    },
    {
      "epoch": 1.671137339055794,
      "grad_norm": 1.7579566353635228,
      "learning_rate": 8.013426926228274e-07,
      "loss": 0.1733,
      "step": 3115
    },
    {
      "epoch": 1.6738197424892705,
      "grad_norm": 1.9891948383446052,
      "learning_rate": 7.886772018281969e-07,
      "loss": 0.1789,
      "step": 3120
    },
    {
      "epoch": 1.676502145922747,
      "grad_norm": 1.7720251235238305,
      "learning_rate": 7.761040260695074e-07,
      "loss": 0.1666,
      "step": 3125
    },
    {
      "epoch": 1.6791845493562232,
      "grad_norm": 1.804180840883795,
      "learning_rate": 7.636234409592524e-07,
      "loss": 0.1682,
      "step": 3130
    },
    {
      "epoch": 1.6818669527896994,
      "grad_norm": 1.7827982629041568,
      "learning_rate": 7.512357200802722e-07,
      "loss": 0.1734,
      "step": 3135
    },
    {
      "epoch": 1.684549356223176,
      "grad_norm": 1.8435636730729283,
      "learning_rate": 7.389411349797654e-07,
      "loss": 0.1729,
      "step": 3140
    },
    {
      "epoch": 1.6872317596566524,
      "grad_norm": 1.731693467400855,
      "learning_rate": 7.267399551633253e-07,
      "loss": 0.1715,
      "step": 3145
    },
    {
      "epoch": 1.6899141630901289,
      "grad_norm": 1.896921182532337,
      "learning_rate": 7.146324480890476e-07,
      "loss": 0.1777,
      "step": 3150
    },
    {
      "epoch": 1.6925965665236051,
      "grad_norm": 1.7406155992474135,
      "learning_rate": 7.026188791616484e-07,
      "loss": 0.1784,
      "step": 3155
    },
    {
      "epoch": 1.6952789699570814,
      "grad_norm": 1.695450435696037,
      "learning_rate": 6.906995117266641e-07,
      "loss": 0.1715,
      "step": 3160
    },
    {
      "epoch": 1.6979613733905579,
      "grad_norm": 1.8253483868244234,
      "learning_rate": 6.788746070646646e-07,
      "loss": 0.178,
      "step": 3165
    },
    {
      "epoch": 1.7006437768240343,
      "grad_norm": 1.7426331705172873,
      "learning_rate": 6.671444243855368e-07,
      "loss": 0.1729,
      "step": 3170
    },
    {
      "epoch": 1.7033261802575108,
      "grad_norm": 1.7830965054941021,
      "learning_rate": 6.555092208227953e-07,
      "loss": 0.1701,
      "step": 3175
    },
    {
      "epoch": 1.7060085836909873,
      "grad_norm": 1.7709532602427074,
      "learning_rate": 6.439692514279516e-07,
      "loss": 0.1655,
      "step": 3180
    },
    {
      "epoch": 1.7086909871244635,
      "grad_norm": 1.7457888434905895,
      "learning_rate": 6.325247691649139e-07,
      "loss": 0.169,
      "step": 3185
    },
    {
      "epoch": 1.7113733905579398,
      "grad_norm": 1.845129639957685,
      "learning_rate": 6.211760249044535e-07,
      "loss": 0.1683,
      "step": 3190
    },
    {
      "epoch": 1.7140557939914163,
      "grad_norm": 1.7406237571394934,
      "learning_rate": 6.099232674187e-07,
      "loss": 0.1693,
      "step": 3195
    },
    {
      "epoch": 1.7167381974248928,
      "grad_norm": 1.6558560175079584,
      "learning_rate": 5.987667433756844e-07,
      "loss": 0.171,
      "step": 3200
    },
    {
      "epoch": 1.7194206008583692,
      "grad_norm": 1.7619787504212168,
      "learning_rate": 5.877066973339379e-07,
      "loss": 0.1762,
      "step": 3205
    },
    {
      "epoch": 1.7221030042918455,
      "grad_norm": 1.712187106314034,
      "learning_rate": 5.767433717371301e-07,
      "loss": 0.1729,
      "step": 3210
    },
    {
      "epoch": 1.7247854077253217,
      "grad_norm": 1.744673710241909,
      "learning_rate": 5.658770069087521e-07,
      "loss": 0.1706,
      "step": 3215
    },
    {
      "epoch": 1.7274678111587982,
      "grad_norm": 1.6897781826250886,
      "learning_rate": 5.551078410468486e-07,
      "loss": 0.1674,
      "step": 3220
    },
    {
      "epoch": 1.7301502145922747,
      "grad_norm": 1.836757276470344,
      "learning_rate": 5.444361102187979e-07,
      "loss": 0.1727,
      "step": 3225
    },
    {
      "epoch": 1.7328326180257512,
      "grad_norm": 1.7933807550358414,
      "learning_rate": 5.338620483561386e-07,
      "loss": 0.1762,
      "step": 3230
    },
    {
      "epoch": 1.7355150214592274,
      "grad_norm": 1.7339487780920857,
      "learning_rate": 5.233858872494357e-07,
      "loss": 0.1746,
      "step": 3235
    },
    {
      "epoch": 1.738197424892704,
      "grad_norm": 1.824200302131874,
      "learning_rate": 5.130078565432089e-07,
      "loss": 0.1706,
      "step": 3240
    },
    {
      "epoch": 1.7408798283261802,
      "grad_norm": 1.8298886758608333,
      "learning_rate": 5.027281837308873e-07,
      "loss": 0.1645,
      "step": 3245
    },
    {
      "epoch": 1.7435622317596566,
      "grad_norm": 1.8098426926543671,
      "learning_rate": 4.925470941498345e-07,
      "loss": 0.1692,
      "step": 3250
    },
    {
      "epoch": 1.746244635193133,
      "grad_norm": 1.6085152250171215,
      "learning_rate": 4.824648109763991e-07,
      "loss": 0.1705,
      "step": 3255
    },
    {
      "epoch": 1.7489270386266096,
      "grad_norm": 1.7432884236898376,
      "learning_rate": 4.724815552210288e-07,
      "loss": 0.1686,
      "step": 3260
    },
    {
      "epoch": 1.7516094420600858,
      "grad_norm": 1.6699883001696092,
      "learning_rate": 4.6259754572342e-07,
      "loss": 0.1731,
      "step": 3265
    },
    {
      "epoch": 1.754291845493562,
      "grad_norm": 1.7187172541851534,
      "learning_rate": 4.5281299914773146e-07,
      "loss": 0.1725,
      "step": 3270
    },
    {
      "epoch": 1.7569742489270386,
      "grad_norm": 1.6982676525729474,
      "learning_rate": 4.43128129977819e-07,
      "loss": 0.1766,
      "step": 3275
    },
    {
      "epoch": 1.759656652360515,
      "grad_norm": 1.6727940157589543,
      "learning_rate": 4.3354315051254927e-07,
      "loss": 0.1784,
      "step": 3280
    },
    {
      "epoch": 1.7623390557939915,
      "grad_norm": 1.7282228982144165,
      "learning_rate": 4.2405827086113406e-07,
      "loss": 0.1741,
      "step": 3285
    },
    {
      "epoch": 1.7650214592274678,
      "grad_norm": 1.8182216293075124,
      "learning_rate": 4.146736989385336e-07,
      "loss": 0.163,
      "step": 3290
    },
    {
      "epoch": 1.7677038626609443,
      "grad_norm": 1.689273374533355,
      "learning_rate": 4.0538964046089426e-07,
      "loss": 0.178,
      "step": 3295
    },
    {
      "epoch": 1.7703862660944205,
      "grad_norm": 1.8090493850015277,
      "learning_rate": 3.962062989410359e-07,
      "loss": 0.1723,
      "step": 3300
    },
    {
      "epoch": 1.773068669527897,
      "grad_norm": 1.8486291817369827,
      "learning_rate": 3.871238756840029e-07,
      "loss": 0.1757,
      "step": 3305
    },
    {
      "epoch": 1.7757510729613735,
      "grad_norm": 1.7621710071809544,
      "learning_rate": 3.7814256978263465e-07,
      "loss": 0.1716,
      "step": 3310
    },
    {
      "epoch": 1.77843347639485,
      "grad_norm": 1.7003521211490562,
      "learning_rate": 3.6926257811321585e-07,
      "loss": 0.1656,
      "step": 3315
    },
    {
      "epoch": 1.7811158798283262,
      "grad_norm": 1.7719108557141303,
      "learning_rate": 3.604840953311506e-07,
      "loss": 0.1697,
      "step": 3320
    },
    {
      "epoch": 1.7837982832618025,
      "grad_norm": 1.7205613637549066,
      "learning_rate": 3.518073138667044e-07,
      "loss": 0.1724,
      "step": 3325
    },
    {
      "epoch": 1.786480686695279,
      "grad_norm": 1.8084109102411703,
      "learning_rate": 3.4323242392077737e-07,
      "loss": 0.1691,
      "step": 3330
    },
    {
      "epoch": 1.7891630901287554,
      "grad_norm": 1.6325936133590864,
      "learning_rate": 3.347596134607406e-07,
      "loss": 0.169,
      "step": 3335
    },
    {
      "epoch": 1.7918454935622319,
      "grad_norm": 1.7801884532973724,
      "learning_rate": 3.263890682163129e-07,
      "loss": 0.1738,
      "step": 3340
    },
    {
      "epoch": 1.7945278969957081,
      "grad_norm": 1.7508032875718211,
      "learning_rate": 3.1812097167549127e-07,
      "loss": 0.1725,
      "step": 3345
    },
    {
      "epoch": 1.7972103004291844,
      "grad_norm": 1.6635694650855373,
      "learning_rate": 3.0995550508052976e-07,
      "loss": 0.1729,
      "step": 3350
    },
    {
      "epoch": 1.7998927038626609,
      "grad_norm": 1.6797657597761915,
      "learning_rate": 3.018928474239613e-07,
      "loss": 0.1665,
      "step": 3355
    },
    {
      "epoch": 1.8025751072961373,
      "grad_norm": 1.709310741789826,
      "learning_rate": 2.9393317544468003e-07,
      "loss": 0.177,
      "step": 3360
    },
    {
      "epoch": 1.8052575107296138,
      "grad_norm": 1.7381407138927376,
      "learning_rate": 2.860766636240636e-07,
      "loss": 0.1746,
      "step": 3365
    },
    {
      "epoch": 1.80793991416309,
      "grad_norm": 1.6152398510351698,
      "learning_rate": 2.7832348418215084e-07,
      "loss": 0.1713,
      "step": 3370
    },
    {
      "epoch": 1.8106223175965666,
      "grad_norm": 1.7713457299557143,
      "learning_rate": 2.7067380707386235e-07,
      "loss": 0.1751,
      "step": 3375
    },
    {
      "epoch": 1.8133047210300428,
      "grad_norm": 1.6975116402326647,
      "learning_rate": 2.631277999852799e-07,
      "loss": 0.1718,
      "step": 3380
    },
    {
      "epoch": 1.8159871244635193,
      "grad_norm": 1.730923253560568,
      "learning_rate": 2.556856283299691e-07,
      "loss": 0.1696,
      "step": 3385
    },
    {
      "epoch": 1.8186695278969958,
      "grad_norm": 1.6311862215280322,
      "learning_rate": 2.483474552453513e-07,
      "loss": 0.1755,
      "step": 3390
    },
    {
      "epoch": 1.8213519313304722,
      "grad_norm": 1.8268074745707832,
      "learning_rate": 2.4111344158912863e-07,
      "loss": 0.174,
      "step": 3395
    },
    {
      "epoch": 1.8240343347639485,
      "grad_norm": 1.7223098307234075,
      "learning_rate": 2.3398374593576022e-07,
      "loss": 0.1636,
      "step": 3400
    },
    {
      "epoch": 1.8267167381974247,
      "grad_norm": 1.7099494978625052,
      "learning_rate": 2.2695852457298328e-07,
      "loss": 0.1725,
      "step": 3405
    },
    {
      "epoch": 1.8293991416309012,
      "grad_norm": 1.7831248984652448,
      "learning_rate": 2.2003793149838692e-07,
      "loss": 0.1731,
      "step": 3410
    },
    {
      "epoch": 1.8320815450643777,
      "grad_norm": 1.8017259843202504,
      "learning_rate": 2.1322211841604046e-07,
      "loss": 0.1699,
      "step": 3415
    },
    {
      "epoch": 1.8347639484978542,
      "grad_norm": 1.8570689059641385,
      "learning_rate": 2.0651123473316103e-07,
      "loss": 0.1779,
      "step": 3420
    },
    {
      "epoch": 1.8374463519313304,
      "grad_norm": 1.7150879901759284,
      "learning_rate": 1.9990542755684738e-07,
      "loss": 0.1642,
      "step": 3425
    },
    {
      "epoch": 1.840128755364807,
      "grad_norm": 1.7925956709417157,
      "learning_rate": 1.9340484169084627e-07,
      "loss": 0.1728,
      "step": 3430
    },
    {
      "epoch": 1.8428111587982832,
      "grad_norm": 1.7271961500114719,
      "learning_rate": 1.870096196323856e-07,
      "loss": 0.174,
      "step": 3435
    },
    {
      "epoch": 1.8454935622317596,
      "grad_norm": 1.6999393264082368,
      "learning_rate": 1.8071990156904362e-07,
      "loss": 0.1712,
      "step": 3440
    },
    {
      "epoch": 1.8481759656652361,
      "grad_norm": 1.711677924442901,
      "learning_rate": 1.7453582537568404e-07,
      "loss": 0.1683,
      "step": 3445
    },
    {
      "epoch": 1.8508583690987126,
      "grad_norm": 1.7373150398027093,
      "learning_rate": 1.6845752661142744e-07,
      "loss": 0.1746,
      "step": 3450
    },
    {
      "epoch": 1.8535407725321889,
      "grad_norm": 1.6825849720769612,
      "learning_rate": 1.624851385166809e-07,
      "loss": 0.1692,
      "step": 3455
    },
    {
      "epoch": 1.856223175965665,
      "grad_norm": 1.7405361349977913,
      "learning_rate": 1.5661879201022135e-07,
      "loss": 0.1635,
      "step": 3460
    },
    {
      "epoch": 1.8589055793991416,
      "grad_norm": 1.8597174774773906,
      "learning_rate": 1.5085861568631845e-07,
      "loss": 0.1749,
      "step": 3465
    },
    {
      "epoch": 1.861587982832618,
      "grad_norm": 1.691769036794149,
      "learning_rate": 1.4520473581192407e-07,
      "loss": 0.1646,
      "step": 3470
    },
    {
      "epoch": 1.8642703862660945,
      "grad_norm": 1.8330270391633918,
      "learning_rate": 1.396572763238957e-07,
      "loss": 0.1696,
      "step": 3475
    },
    {
      "epoch": 1.8669527896995708,
      "grad_norm": 1.6678130714491481,
      "learning_rate": 1.3421635882628958e-07,
      "loss": 0.1697,
      "step": 3480
    },
    {
      "epoch": 1.869635193133047,
      "grad_norm": 1.874926450346368,
      "learning_rate": 1.2888210258768464e-07,
      "loss": 0.1729,
      "step": 3485
    },
    {
      "epoch": 1.8723175965665235,
      "grad_norm": 1.7207040138451901,
      "learning_rate": 1.2365462453857612e-07,
      "loss": 0.1712,
      "step": 3490
    },
    {
      "epoch": 1.875,
      "grad_norm": 1.7895874415323925,
      "learning_rate": 1.1853403926880725e-07,
      "loss": 0.178,
      "step": 3495
    },
    {
      "epoch": 1.8776824034334765,
      "grad_norm": 1.8069520613275543,
      "learning_rate": 1.1352045902506158e-07,
      "loss": 0.1781,
      "step": 3500
    },
    {
      "epoch": 1.880364806866953,
      "grad_norm": 1.698996774909848,
      "learning_rate": 1.0861399370839964e-07,
      "loss": 0.1677,
      "step": 3505
    },
    {
      "epoch": 1.8830472103004292,
      "grad_norm": 1.7570852714691856,
      "learning_rate": 1.03814750871849e-07,
      "loss": 0.1729,
      "step": 3510
    },
    {
      "epoch": 1.8857296137339055,
      "grad_norm": 1.7836667455428648,
      "learning_rate": 9.912283571805015e-08,
      "loss": 0.1706,
      "step": 3515
    },
    {
      "epoch": 1.888412017167382,
      "grad_norm": 1.8336984549540354,
      "learning_rate": 9.45383510969472e-08,
      "loss": 0.1791,
      "step": 3520
    },
    {
      "epoch": 1.8910944206008584,
      "grad_norm": 1.759998721870761,
      "learning_rate": 9.006139750353526e-08,
      "loss": 0.1682,
      "step": 3525
    },
    {
      "epoch": 1.893776824034335,
      "grad_norm": 1.7345566492947497,
      "learning_rate": 8.569207307565664e-08,
      "loss": 0.1758,
      "step": 3530
    },
    {
      "epoch": 1.8964592274678111,
      "grad_norm": 1.7936369740428832,
      "learning_rate": 8.143047359184863e-08,
      "loss": 0.1764,
      "step": 3535
    },
    {
      "epoch": 1.8991416309012874,
      "grad_norm": 1.784540157506738,
      "learning_rate": 7.727669246924697e-08,
      "loss": 0.1731,
      "step": 3540
    },
    {
      "epoch": 1.9018240343347639,
      "grad_norm": 1.829063622283105,
      "learning_rate": 7.32308207615351e-08,
      "loss": 0.1752,
      "step": 3545
    },
    {
      "epoch": 1.9045064377682404,
      "grad_norm": 1.6871978641908676,
      "learning_rate": 6.929294715694923e-08,
      "loss": 0.1683,
      "step": 3550
    },
    {
      "epoch": 1.9071888412017168,
      "grad_norm": 1.6868622193197653,
      "learning_rate": 6.54631579763343e-08,
      "loss": 0.1691,
      "step": 3555
    },
    {
      "epoch": 1.909871244635193,
      "grad_norm": 1.680779201660084,
      "learning_rate": 6.174153717125264e-08,
      "loss": 0.1648,
      "step": 3560
    },
    {
      "epoch": 1.9125536480686696,
      "grad_norm": 1.6748335213189753,
      "learning_rate": 5.812816632214169e-08,
      "loss": 0.1738,
      "step": 3565
    },
    {
      "epoch": 1.9152360515021458,
      "grad_norm": 1.8292206738323757,
      "learning_rate": 5.4623124636528635e-08,
      "loss": 0.1745,
      "step": 3570
    },
    {
      "epoch": 1.9179184549356223,
      "grad_norm": 1.7189630297488938,
      "learning_rate": 5.122648894728854e-08,
      "loss": 0.1597,
      "step": 3575
    },
    {
      "epoch": 1.9206008583690988,
      "grad_norm": 1.8798559179522052,
      "learning_rate": 4.7938333710969564e-08,
      "loss": 0.1666,
      "step": 3580
    },
    {
      "epoch": 1.9232832618025753,
      "grad_norm": 1.613502521171826,
      "learning_rate": 4.4758731006149804e-08,
      "loss": 0.1665,
      "step": 3585
    },
    {
      "epoch": 1.9259656652360515,
      "grad_norm": 1.7022983189249141,
      "learning_rate": 4.16877505318658e-08,
      "loss": 0.1659,
      "step": 3590
    },
    {
      "epoch": 1.9286480686695278,
      "grad_norm": 1.711513268173503,
      "learning_rate": 3.872545960608099e-08,
      "loss": 0.1704,
      "step": 3595
    },
    {
      "epoch": 1.9313304721030042,
      "grad_norm": 1.8474264290514621,
      "learning_rate": 3.587192316420962e-08,
      "loss": 0.1837,
      "step": 3600
    },
    {
      "epoch": 1.9340128755364807,
      "grad_norm": 1.7781807411963892,
      "learning_rate": 3.312720375769518e-08,
      "loss": 0.1707,
      "step": 3605
    },
    {
      "epoch": 1.9366952789699572,
      "grad_norm": 1.7301580232656828,
      "learning_rate": 3.04913615526381e-08,
      "loss": 0.1733,
      "step": 3610
    },
    {
      "epoch": 1.9393776824034334,
      "grad_norm": 1.7247734229734726,
      "learning_rate": 2.796445432847794e-08,
      "loss": 0.1665,
      "step": 3615
    },
    {
      "epoch": 1.94206008583691,
      "grad_norm": 1.705280886912048,
      "learning_rate": 2.554653747672442e-08,
      "loss": 0.1723,
      "step": 3620
    },
    {
      "epoch": 1.9447424892703862,
      "grad_norm": 1.75822408454372,
      "learning_rate": 2.323766399974614e-08,
      "loss": 0.1695,
      "step": 3625
    },
    {
      "epoch": 1.9474248927038627,
      "grad_norm": 1.7328976784349883,
      "learning_rate": 2.1037884509605976e-08,
      "loss": 0.1732,
      "step": 3630
    },
    {
      "epoch": 1.9501072961373391,
      "grad_norm": 1.7693954674590804,
      "learning_rate": 1.8947247226954736e-08,
      "loss": 0.1699,
      "step": 3635
    },
    {
      "epoch": 1.9527896995708156,
      "grad_norm": 1.7777015681081694,
      "learning_rate": 1.6965797979971442e-08,
      "loss": 0.1739,
      "step": 3640
    },
    {
      "epoch": 1.9554721030042919,
      "grad_norm": 1.6605608018230513,
      "learning_rate": 1.509358020336027e-08,
      "loss": 0.1668,
      "step": 3645
    },
    {
      "epoch": 1.9581545064377681,
      "grad_norm": 1.79866532080048,
      "learning_rate": 1.3330634937396835e-08,
      "loss": 0.1634,
      "step": 3650
    },
    {
      "epoch": 1.9608369098712446,
      "grad_norm": 1.7313998733328226,
      "learning_rate": 1.1677000827030604e-08,
      "loss": 0.1713,
      "step": 3655
    },
    {
      "epoch": 1.963519313304721,
      "grad_norm": 1.7883976851314054,
      "learning_rate": 1.0132714121037223e-08,
      "loss": 0.1761,
      "step": 3660
    },
    {
      "epoch": 1.9662017167381975,
      "grad_norm": 1.611702372634109,
      "learning_rate": 8.697808671221385e-09,
      "loss": 0.1734,
      "step": 3665
    },
    {
      "epoch": 1.9688841201716738,
      "grad_norm": 1.615875588269734,
      "learning_rate": 7.3723159316796414e-09,
      "loss": 0.1683,
      "step": 3670
    },
    {
      "epoch": 1.97156652360515,
      "grad_norm": 1.6850939463410233,
      "learning_rate": 6.1562649581059505e-09,
      "loss": 0.1683,
      "step": 3675
    },
    {
      "epoch": 1.9742489270386265,
      "grad_norm": 1.7194604331458,
      "learning_rate": 5.049682407157752e-09,
      "loss": 0.1736,
      "step": 3680
    },
    {
      "epoch": 1.976931330472103,
      "grad_norm": 1.6946799124574234,
      "learning_rate": 4.052592535871425e-09,
      "loss": 0.1653,
      "step": 3685
    },
    {
      "epoch": 1.9796137339055795,
      "grad_norm": 1.867427898238158,
      "learning_rate": 3.1650172011293834e-09,
      "loss": 0.1795,
      "step": 3690
    },
    {
      "epoch": 1.9822961373390557,
      "grad_norm": 1.677977662561145,
      "learning_rate": 2.3869758591810177e-09,
      "loss": 0.1635,
      "step": 3695
    },
    {
      "epoch": 1.9849785407725322,
      "grad_norm": 1.690688570445271,
      "learning_rate": 1.718485565218031e-09,
      "loss": 0.1658,
      "step": 3700
    },
    {
      "epoch": 1.9876609442060085,
      "grad_norm": 1.7364686218822993,
      "learning_rate": 1.15956097299752e-09,
      "loss": 0.1642,
      "step": 3705
    },
    {
      "epoch": 1.990343347639485,
      "grad_norm": 1.771831402767419,
      "learning_rate": 7.102143345238955e-10,
      "loss": 0.1717,
      "step": 3710
    },
    {
      "epoch": 1.9930257510729614,
      "grad_norm": 1.7240723585657705,
      "learning_rate": 3.7045549977909877e-10,
      "loss": 0.1712,
      "step": 3715
    },
    {
      "epoch": 1.995708154506438,
      "grad_norm": 1.663368730452181,
      "learning_rate": 1.4029191650555274e-10,
      "loss": 0.1728,
      "step": 3720
    },
    {
      "epoch": 1.9983905579399142,
      "grad_norm": 1.8123761305092458,
      "learning_rate": 1.9728630044069107e-11,
      "loss": 0.1727,
      "step": 3725
    },
    {
      "epoch": 2.0,
      "eval_runtime": 264.5222,
      "eval_samples_per_second": 3.78,
      "eval_steps_per_second": 0.945,
      "step": 3728
    },
    {
      "epoch": 2.0,
      "step": 3728,
      "total_flos": 390283678187520.0,
      "train_loss": 0.24741445771166695,
      "train_runtime": 33475.4316,
      "train_samples_per_second": 1.781,
      "train_steps_per_second": 0.111
    }
  ],
  "logging_steps": 5,
  "max_steps": 3728,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 390283678187520.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}