{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.9975624619134673,
  "eval_steps": 50000,
  "global_step": 3280,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01218769043266301,
      "grad_norm": 3.578172206878662,
      "learning_rate": 5.05050505050505e-07,
      "loss": 0.7319,
      "step": 10
    },
    {
      "epoch": 0.02437538086532602,
      "grad_norm": 4.391892433166504,
      "learning_rate": 1.01010101010101e-06,
      "loss": 0.6746,
      "step": 20
    },
    {
      "epoch": 0.03656307129798903,
      "grad_norm": 4.259323596954346,
      "learning_rate": 1.5151515151515152e-06,
      "loss": 0.722,
      "step": 30
    },
    {
      "epoch": 0.04875076173065204,
      "grad_norm": 2.5641062259674072,
      "learning_rate": 2.02020202020202e-06,
      "loss": 0.6053,
      "step": 40
    },
    {
      "epoch": 0.06093845216331505,
      "grad_norm": 2.138474225997925,
      "learning_rate": 2.5252525252525258e-06,
      "loss": 0.467,
      "step": 50
    },
    {
      "epoch": 0.07312614259597806,
      "grad_norm": 3.2234861850738525,
      "learning_rate": 3.0303030303030305e-06,
      "loss": 0.4346,
      "step": 60
    },
    {
      "epoch": 0.08531383302864107,
      "grad_norm": 1.6952118873596191,
      "learning_rate": 3.5353535353535356e-06,
      "loss": 0.4145,
      "step": 70
    },
    {
      "epoch": 0.09750152346130408,
      "grad_norm": 1.6948118209838867,
      "learning_rate": 4.04040404040404e-06,
      "loss": 0.4062,
      "step": 80
    },
    {
      "epoch": 0.10968921389396709,
      "grad_norm": 1.8601840734481812,
      "learning_rate": 4.5454545454545455e-06,
      "loss": 0.3627,
      "step": 90
    },
    {
      "epoch": 0.1218769043266301,
      "grad_norm": 1.8506708145141602,
      "learning_rate": 4.99999878077914e-06,
      "loss": 0.3336,
      "step": 100
    },
    {
      "epoch": 0.1340645947592931,
      "grad_norm": 1.8687206506729126,
      "learning_rate": 4.9998524757147466e-06,
      "loss": 0.3489,
      "step": 110
    },
    {
      "epoch": 0.14625228519195613,
      "grad_norm": 2.1408703327178955,
      "learning_rate": 4.999462342829388e-06,
      "loss": 0.3617,
      "step": 120
    },
    {
      "epoch": 0.15843997562461914,
      "grad_norm": 1.6488077640533447,
      "learning_rate": 4.9988284201754075e-06,
      "loss": 0.3894,
      "step": 130
    },
    {
      "epoch": 0.17062766605728213,
      "grad_norm": 1.5750221014022827,
      "learning_rate": 4.99795076958365e-06,
      "loss": 0.3448,
      "step": 140
    },
    {
      "epoch": 0.18281535648994515,
      "grad_norm": 1.7642357349395752,
      "learning_rate": 4.996829476657414e-06,
      "loss": 0.3187,
      "step": 150
    },
    {
      "epoch": 0.19500304692260817,
      "grad_norm": 1.404475212097168,
      "learning_rate": 4.995464650764122e-06,
      "loss": 0.3343,
      "step": 160
    },
    {
      "epoch": 0.2071907373552712,
      "grad_norm": 1.5260435342788696,
      "learning_rate": 4.993856425024637e-06,
      "loss": 0.3143,
      "step": 170
    },
    {
      "epoch": 0.21937842778793418,
      "grad_norm": 1.5985782146453857,
      "learning_rate": 4.992004956300287e-06,
      "loss": 0.3301,
      "step": 180
    },
    {
      "epoch": 0.2315661182205972,
      "grad_norm": 1.6050117015838623,
      "learning_rate": 4.989910425177561e-06,
      "loss": 0.3501,
      "step": 190
    },
    {
      "epoch": 0.2437538086532602,
      "grad_norm": 1.5097649097442627,
      "learning_rate": 4.987573035950499e-06,
      "loss": 0.283,
      "step": 200
    },
    {
      "epoch": 0.25594149908592323,
      "grad_norm": 1.6257539987564087,
      "learning_rate": 4.984993016600763e-06,
      "loss": 0.3144,
      "step": 210
    },
    {
      "epoch": 0.2681291895185862,
      "grad_norm": 1.656672477722168,
      "learning_rate": 4.982170618775401e-06,
      "loss": 0.3221,
      "step": 220
    },
    {
      "epoch": 0.28031687995124926,
      "grad_norm": 1.3519649505615234,
      "learning_rate": 4.979106117762303e-06,
      "loss": 0.3244,
      "step": 230
    },
    {
      "epoch": 0.29250457038391225,
      "grad_norm": 1.7282569408416748,
      "learning_rate": 4.975799812463348e-06,
      "loss": 0.3112,
      "step": 240
    },
    {
      "epoch": 0.30469226081657524,
      "grad_norm": 1.7917057275772095,
      "learning_rate": 4.972252025365251e-06,
      "loss": 0.3321,
      "step": 250
    },
    {
      "epoch": 0.3168799512492383,
      "grad_norm": 1.2842172384262085,
      "learning_rate": 4.968463102508114e-06,
      "loss": 0.3337,
      "step": 260
    },
    {
      "epoch": 0.3290676416819013,
      "grad_norm": 1.4093726873397827,
      "learning_rate": 4.9644334134516645e-06,
      "loss": 0.3029,
      "step": 270
    },
    {
      "epoch": 0.34125533211456427,
      "grad_norm": 1.5072354078292847,
      "learning_rate": 4.960163351239216e-06,
      "loss": 0.3411,
      "step": 280
    },
    {
      "epoch": 0.3534430225472273,
      "grad_norm": 1.494828224182129,
      "learning_rate": 4.955653332359331e-06,
      "loss": 0.3192,
      "step": 290
    },
    {
      "epoch": 0.3656307129798903,
      "grad_norm": 1.6439958810806274,
      "learning_rate": 4.950903796705201e-06,
      "loss": 0.3113,
      "step": 300
    },
    {
      "epoch": 0.3778184034125533,
      "grad_norm": 1.5399495363235474,
      "learning_rate": 4.94591520753173e-06,
      "loss": 0.3191,
      "step": 310
    },
    {
      "epoch": 0.39000609384521634,
      "grad_norm": 1.697625756263733,
      "learning_rate": 4.940688051410364e-06,
      "loss": 0.3092,
      "step": 320
    },
    {
      "epoch": 0.40219378427787933,
      "grad_norm": 1.5218887329101562,
      "learning_rate": 4.935222838181623e-06,
      "loss": 0.3343,
      "step": 330
    },
    {
      "epoch": 0.4143814747105424,
      "grad_norm": 1.6118853092193604,
      "learning_rate": 4.929520100905375e-06,
      "loss": 0.3115,
      "step": 340
    },
    {
      "epoch": 0.42656916514320536,
      "grad_norm": 1.3823405504226685,
      "learning_rate": 4.923580395808846e-06,
      "loss": 0.2922,
      "step": 350
    },
    {
      "epoch": 0.43875685557586835,
      "grad_norm": 1.289500117301941,
      "learning_rate": 4.917404302232362e-06,
      "loss": 0.3211,
      "step": 360
    },
    {
      "epoch": 0.4509445460085314,
      "grad_norm": 1.5171111822128296,
      "learning_rate": 4.910992422572845e-06,
      "loss": 0.3205,
      "step": 370
    },
    {
      "epoch": 0.4631322364411944,
      "grad_norm": 1.4650630950927734,
      "learning_rate": 4.904345382225058e-06,
      "loss": 0.331,
      "step": 380
    },
    {
      "epoch": 0.4753199268738574,
      "grad_norm": 1.4301706552505493,
      "learning_rate": 4.897463829520604e-06,
      "loss": 0.3224,
      "step": 390
    },
    {
      "epoch": 0.4875076173065204,
      "grad_norm": 1.3901742696762085,
      "learning_rate": 4.890348435664694e-06,
      "loss": 0.3054,
      "step": 400
    },
    {
      "epoch": 0.4996953077391834,
      "grad_norm": 1.703951358795166,
      "learning_rate": 4.882999894670669e-06,
      "loss": 0.2973,
      "step": 410
    },
    {
      "epoch": 0.5118829981718465,
      "grad_norm": 1.3318638801574707,
      "learning_rate": 4.875418923292322e-06,
      "loss": 0.295,
      "step": 420
    },
    {
      "epoch": 0.5240706886045094,
      "grad_norm": 1.420301914215088,
      "learning_rate": 4.867606260953979e-06,
      "loss": 0.3027,
      "step": 430
    },
    {
      "epoch": 0.5362583790371724,
      "grad_norm": 1.350051999092102,
      "learning_rate": 4.85956266967838e-06,
      "loss": 0.3007,
      "step": 440
    },
    {
      "epoch": 0.5484460694698354,
      "grad_norm": 1.2033629417419434,
      "learning_rate": 4.8512889340123535e-06,
      "loss": 0.3168,
      "step": 450
    },
    {
      "epoch": 0.5606337599024985,
      "grad_norm": 1.508357286453247,
      "learning_rate": 4.842785860950296e-06,
      "loss": 0.3137,
      "step": 460
    },
    {
      "epoch": 0.5728214503351615,
      "grad_norm": 1.8802692890167236,
      "learning_rate": 4.834054279855459e-06,
      "loss": 0.3118,
      "step": 470
    },
    {
      "epoch": 0.5850091407678245,
      "grad_norm": 1.3695592880249023,
      "learning_rate": 4.825095042379054e-06,
      "loss": 0.289,
      "step": 480
    },
    {
      "epoch": 0.5971968312004875,
      "grad_norm": 1.6230717897415161,
      "learning_rate": 4.815909022377189e-06,
      "loss": 0.2937,
      "step": 490
    },
    {
      "epoch": 0.6093845216331505,
      "grad_norm": 1.2749711275100708,
      "learning_rate": 4.806497115825629e-06,
      "loss": 0.3063,
      "step": 500
    },
    {
      "epoch": 0.6215722120658135,
      "grad_norm": 1.3291198015213013,
      "learning_rate": 4.796860240732414e-06,
      "loss": 0.316,
      "step": 510
    },
    {
      "epoch": 0.6337599024984766,
      "grad_norm": 1.5014513731002808,
      "learning_rate": 4.786999337048311e-06,
      "loss": 0.3127,
      "step": 520
    },
    {
      "epoch": 0.6459475929311396,
      "grad_norm": 1.442225456237793,
      "learning_rate": 4.77691536657514e-06,
      "loss": 0.3057,
      "step": 530
    },
    {
      "epoch": 0.6581352833638026,
      "grad_norm": 1.5001622438430786,
      "learning_rate": 4.766609312871958e-06,
      "loss": 0.3006,
      "step": 540
    },
    {
      "epoch": 0.6703229737964655,
      "grad_norm": 1.5903184413909912,
      "learning_rate": 4.756082181159131e-06,
      "loss": 0.3131,
      "step": 550
    },
    {
      "epoch": 0.6825106642291285,
      "grad_norm": 1.5622376203536987,
      "learning_rate": 4.745334998220282e-06,
      "loss": 0.3079,
      "step": 560
    },
    {
      "epoch": 0.6946983546617916,
      "grad_norm": 1.5198042392730713,
      "learning_rate": 4.734368812302148e-06,
      "loss": 0.3257,
      "step": 570
    },
    {
      "epoch": 0.7068860450944546,
      "grad_norm": 1.7607523202896118,
      "learning_rate": 4.723184693012334e-06,
      "loss": 0.2991,
      "step": 580
    },
    {
      "epoch": 0.7190737355271176,
      "grad_norm": 1.416548252105713,
      "learning_rate": 4.711783731214984e-06,
      "loss": 0.3093,
      "step": 590
    },
    {
      "epoch": 0.7312614259597806,
      "grad_norm": 1.419439435005188,
      "learning_rate": 4.700167038924386e-06,
      "loss": 0.2807,
      "step": 600
    },
    {
      "epoch": 0.7434491163924436,
      "grad_norm": 1.4541571140289307,
      "learning_rate": 4.688335749196511e-06,
      "loss": 0.3026,
      "step": 610
    },
    {
      "epoch": 0.7556368068251066,
      "grad_norm": 1.3236526250839233,
      "learning_rate": 4.676291016018491e-06,
      "loss": 0.2992,
      "step": 620
    },
    {
      "epoch": 0.7678244972577697,
      "grad_norm": 1.555803656578064,
      "learning_rate": 4.664034014196069e-06,
      "loss": 0.3223,
      "step": 630
    },
    {
      "epoch": 0.7800121876904327,
      "grad_norm": 1.5638824701309204,
      "learning_rate": 4.651565939239011e-06,
      "loss": 0.3069,
      "step": 640
    },
    {
      "epoch": 0.7921998781230957,
      "grad_norm": 1.5447410345077515,
      "learning_rate": 4.638888007244498e-06,
      "loss": 0.3112,
      "step": 650
    },
    {
      "epoch": 0.8043875685557587,
      "grad_norm": 1.562729835510254,
      "learning_rate": 4.626001454778511e-06,
      "loss": 0.2949,
      "step": 660
    },
    {
      "epoch": 0.8165752589884216,
      "grad_norm": 1.2367265224456787,
      "learning_rate": 4.612907538755224e-06,
      "loss": 0.3128,
      "step": 670
    },
    {
      "epoch": 0.8287629494210847,
      "grad_norm": 1.6397625207901,
      "learning_rate": 4.599607536314406e-06,
      "loss": 0.3115,
      "step": 680
    },
    {
      "epoch": 0.8409506398537477,
      "grad_norm": 1.392140507698059,
      "learning_rate": 4.586102744696851e-06,
      "loss": 0.3189,
      "step": 690
    },
    {
      "epoch": 0.8531383302864107,
      "grad_norm": 1.19057035446167,
      "learning_rate": 4.572394481117855e-06,
      "loss": 0.2756,
      "step": 700
    },
    {
      "epoch": 0.8653260207190737,
      "grad_norm": 1.3636456727981567,
      "learning_rate": 4.558484082638729e-06,
      "loss": 0.3078,
      "step": 710
    },
    {
      "epoch": 0.8775137111517367,
      "grad_norm": 1.2579822540283203,
      "learning_rate": 4.544372906036399e-06,
      "loss": 0.3017,
      "step": 720
    },
    {
      "epoch": 0.8897014015843998,
      "grad_norm": 1.3275364637374878,
      "learning_rate": 4.5300623276710604e-06,
      "loss": 0.3277,
      "step": 730
    },
    {
      "epoch": 0.9018890920170628,
      "grad_norm": 1.1951191425323486,
      "learning_rate": 4.515553743351934e-06,
      "loss": 0.2817,
      "step": 740
    },
    {
      "epoch": 0.9140767824497258,
      "grad_norm": 1.5521240234375,
      "learning_rate": 4.5008485682011265e-06,
      "loss": 0.2845,
      "step": 750
    },
    {
      "epoch": 0.9262644728823888,
      "grad_norm": 1.7351168394088745,
      "learning_rate": 4.4859482365156e-06,
      "loss": 0.3032,
      "step": 760
    },
    {
      "epoch": 0.9384521633150518,
      "grad_norm": 1.2030630111694336,
      "learning_rate": 4.470854201627278e-06,
      "loss": 0.3154,
      "step": 770
    },
    {
      "epoch": 0.9506398537477148,
      "grad_norm": 1.4315277338027954,
      "learning_rate": 4.4555679357612925e-06,
      "loss": 0.3276,
      "step": 780
    },
    {
      "epoch": 0.9628275441803779,
      "grad_norm": 1.5054643154144287,
      "learning_rate": 4.440090929892382e-06,
      "loss": 0.2941,
      "step": 790
    },
    {
      "epoch": 0.9750152346130408,
      "grad_norm": 1.1270413398742676,
      "learning_rate": 4.424424693599474e-06,
      "loss": 0.2795,
      "step": 800
    },
    {
      "epoch": 0.9872029250457038,
      "grad_norm": 1.823027491569519,
      "learning_rate": 4.4085707549184395e-06,
      "loss": 0.2968,
      "step": 810
    },
    {
      "epoch": 0.9993906154783668,
      "grad_norm": 1.2933018207550049,
      "learning_rate": 4.392530660193058e-06,
      "loss": 0.289,
      "step": 820
    },
    {
      "epoch": 1.01157830591103,
      "grad_norm": 1.5592014789581299,
      "learning_rate": 4.376305973924188e-06,
      "loss": 0.2459,
      "step": 830
    },
    {
      "epoch": 1.023765996343693,
      "grad_norm": 1.4350308179855347,
      "learning_rate": 4.359898278617171e-06,
      "loss": 0.2095,
      "step": 840
    },
    {
      "epoch": 1.035953686776356,
      "grad_norm": 1.4992603063583374,
      "learning_rate": 4.343309174627484e-06,
      "loss": 0.2504,
      "step": 850
    },
    {
      "epoch": 1.048141377209019,
      "grad_norm": 1.5574085712432861,
      "learning_rate": 4.326540280004634e-06,
      "loss": 0.2335,
      "step": 860
    },
    {
      "epoch": 1.0603290676416819,
      "grad_norm": 1.4838849306106567,
      "learning_rate": 4.309593230334355e-06,
      "loss": 0.2312,
      "step": 870
    },
    {
      "epoch": 1.0725167580743449,
      "grad_norm": 1.5157781839370728,
      "learning_rate": 4.292469678579063e-06,
      "loss": 0.2367,
      "step": 880
    },
    {
      "epoch": 1.0847044485070079,
      "grad_norm": 1.3213136196136475,
      "learning_rate": 4.275171294916641e-06,
      "loss": 0.2445,
      "step": 890
    },
    {
      "epoch": 1.0968921389396709,
      "grad_norm": 1.2431010007858276,
      "learning_rate": 4.2576997665775275e-06,
      "loss": 0.2329,
      "step": 900
    },
    {
      "epoch": 1.1090798293723338,
      "grad_norm": 1.3120806217193604,
      "learning_rate": 4.2400567976801575e-06,
      "loss": 0.2174,
      "step": 910
    },
    {
      "epoch": 1.1212675198049968,
      "grad_norm": 1.7084835767745972,
      "learning_rate": 4.22224410906474e-06,
      "loss": 0.2304,
      "step": 920
    },
    {
      "epoch": 1.13345521023766,
      "grad_norm": 1.3486850261688232,
      "learning_rate": 4.204263438125421e-06,
      "loss": 0.2206,
      "step": 930
    },
    {
      "epoch": 1.145642900670323,
      "grad_norm": 1.3106797933578491,
      "learning_rate": 4.186116538640814e-06,
      "loss": 0.2348,
      "step": 940
    },
    {
      "epoch": 1.157830591102986,
      "grad_norm": 1.3655650615692139,
      "learning_rate": 4.167805180602951e-06,
      "loss": 0.2071,
      "step": 950
    },
    {
      "epoch": 1.170018281535649,
      "grad_norm": 1.3001152276992798,
      "learning_rate": 4.149331150044635e-06,
      "loss": 0.2053,
      "step": 960
    },
    {
      "epoch": 1.182205971968312,
      "grad_norm": 1.604116678237915,
      "learning_rate": 4.130696248865244e-06,
      "loss": 0.2068,
      "step": 970
    },
    {
      "epoch": 1.194393662400975,
      "grad_norm": 1.3530467748641968,
      "learning_rate": 4.111902294654971e-06,
      "loss": 0.2468,
      "step": 980
    },
    {
      "epoch": 1.206581352833638,
      "grad_norm": 1.5899338722229004,
      "learning_rate": 4.09295112051755e-06,
      "loss": 0.2254,
      "step": 990
    },
    {
      "epoch": 1.218769043266301,
      "grad_norm": 1.774383306503296,
      "learning_rate": 4.073844574891452e-06,
      "loss": 0.2306,
      "step": 1000
    },
    {
      "epoch": 1.230956733698964,
      "grad_norm": 1.1993497610092163,
      "learning_rate": 4.054584521369603e-06,
      "loss": 0.2294,
      "step": 1010
    },
    {
      "epoch": 1.2431444241316272,
      "grad_norm": 1.2832852602005005,
      "learning_rate": 4.03517283851761e-06,
      "loss": 0.2222,
      "step": 1020
    },
    {
      "epoch": 1.2553321145642902,
      "grad_norm": 1.370401382446289,
      "learning_rate": 4.01561141969053e-06,
      "loss": 0.2636,
      "step": 1030
    },
    {
      "epoch": 1.2675198049969532,
      "grad_norm": 1.5473796129226685,
      "learning_rate": 3.995902172848205e-06,
      "loss": 0.2509,
      "step": 1040
    },
    {
      "epoch": 1.2797074954296161,
      "grad_norm": 1.3431543111801147,
      "learning_rate": 3.976047020369155e-06,
      "loss": 0.2165,
      "step": 1050
    },
    {
      "epoch": 1.2918951858622791,
      "grad_norm": 1.580149531364441,
      "learning_rate": 3.9560478988630866e-06,
      "loss": 0.22,
      "step": 1060
    },
    {
      "epoch": 1.3040828762949421,
      "grad_norm": 1.5631303787231445,
      "learning_rate": 3.935906758981993e-06,
      "loss": 0.2258,
      "step": 1070
    },
    {
      "epoch": 1.3162705667276051,
      "grad_norm": 1.7426769733428955,
      "learning_rate": 3.9156255652299005e-06,
      "loss": 0.2378,
      "step": 1080
    },
    {
      "epoch": 1.328458257160268,
      "grad_norm": 1.5809776782989502,
      "learning_rate": 3.89520629577125e-06,
      "loss": 0.2477,
      "step": 1090
    },
    {
      "epoch": 1.340645947592931,
      "grad_norm": 1.4274479150772095,
      "learning_rate": 3.8746509422379575e-06,
      "loss": 0.2073,
      "step": 1100
    },
    {
      "epoch": 1.352833638025594,
      "grad_norm": 1.4454461336135864,
      "learning_rate": 3.853961509535159e-06,
      "loss": 0.2199,
      "step": 1110
    },
    {
      "epoch": 1.365021328458257,
      "grad_norm": 1.6029589176177979,
      "learning_rate": 3.83314001564565e-06,
      "loss": 0.2284,
      "step": 1120
    },
    {
      "epoch": 1.37720901889092,
      "grad_norm": 1.6308578252792358,
      "learning_rate": 3.8121884914330663e-06,
      "loss": 0.2372,
      "step": 1130
    },
    {
      "epoch": 1.389396709323583,
      "grad_norm": 1.8481136560440063,
      "learning_rate": 3.791108980443794e-06,
      "loss": 0.2565,
      "step": 1140
    },
    {
      "epoch": 1.4015843997562463,
      "grad_norm": 1.325615644454956,
      "learning_rate": 3.769903538707652e-06,
      "loss": 0.2066,
      "step": 1150
    },
    {
      "epoch": 1.4137720901889093,
      "grad_norm": 2.084979295730591,
      "learning_rate": 3.7485742345373517e-06,
      "loss": 0.2217,
      "step": 1160
    },
    {
      "epoch": 1.4259597806215722,
      "grad_norm": 1.0964964628219604,
      "learning_rate": 3.727123148326758e-06,
      "loss": 0.2218,
      "step": 1170
    },
    {
      "epoch": 1.4381474710542352,
      "grad_norm": 1.4757567644119263,
      "learning_rate": 3.705552372347981e-06,
      "loss": 0.225,
      "step": 1180
    },
    {
      "epoch": 1.4503351614868982,
      "grad_norm": 1.6368629932403564,
      "learning_rate": 3.683864010547294e-06,
      "loss": 0.2346,
      "step": 1190
    },
    {
      "epoch": 1.4625228519195612,
      "grad_norm": 1.3107318878173828,
      "learning_rate": 3.662060178339927e-06,
      "loss": 0.2393,
      "step": 1200
    },
    {
      "epoch": 1.4747105423522242,
      "grad_norm": 1.5922001600265503,
      "learning_rate": 3.6401430024037315e-06,
      "loss": 0.2361,
      "step": 1210
    },
    {
      "epoch": 1.4868982327848872,
      "grad_norm": 1.651711344718933,
      "learning_rate": 3.618114620471756e-06,
      "loss": 0.2198,
      "step": 1220
    },
    {
      "epoch": 1.4990859232175504,
      "grad_norm": 1.4375849962234497,
      "learning_rate": 3.5959771811237342e-06,
      "loss": 0.2396,
      "step": 1230
    },
    {
      "epoch": 1.5112736136502134,
      "grad_norm": 1.561681866645813,
      "learning_rate": 3.573732843576519e-06,
      "loss": 0.2308,
      "step": 1240
    },
    {
      "epoch": 1.5234613040828764,
      "grad_norm": 1.8882336616516113,
      "learning_rate": 3.5513837774734816e-06,
      "loss": 0.2051,
      "step": 1250
    },
    {
      "epoch": 1.5356489945155394,
      "grad_norm": 1.4128990173339844,
      "learning_rate": 3.5289321626728912e-06,
      "loss": 0.2526,
      "step": 1260
    },
    {
      "epoch": 1.5478366849482024,
      "grad_norm": 1.9354671239852905,
      "learning_rate": 3.5063801890352955e-06,
      "loss": 0.2112,
      "step": 1270
    },
    {
      "epoch": 1.5600243753808654,
      "grad_norm": 1.6497639417648315,
      "learning_rate": 3.4837300562099324e-06,
      "loss": 0.2199,
      "step": 1280
    },
    {
      "epoch": 1.5722120658135283,
      "grad_norm": 1.467066764831543,
      "learning_rate": 3.4609839734201793e-06,
      "loss": 0.249,
      "step": 1290
    },
    {
      "epoch": 1.5843997562461913,
      "grad_norm": 1.3116928339004517,
      "learning_rate": 3.4381441592480756e-06,
      "loss": 0.2634,
      "step": 1300
    },
    {
      "epoch": 1.5965874466788543,
      "grad_norm": 1.9211691617965698,
      "learning_rate": 3.4152128414179263e-06,
      "loss": 0.2243,
      "step": 1310
    },
    {
      "epoch": 1.6087751371115173,
      "grad_norm": 1.396285057067871,
      "learning_rate": 3.3921922565790188e-06,
      "loss": 0.2478,
      "step": 1320
    },
    {
      "epoch": 1.6209628275441803,
      "grad_norm": 1.3925182819366455,
      "learning_rate": 3.3690846500874664e-06,
      "loss": 0.2005,
      "step": 1330
    },
    {
      "epoch": 1.6331505179768433,
      "grad_norm": 1.3843952417373657,
      "learning_rate": 3.345892275787204e-06,
      "loss": 0.2517,
      "step": 1340
    },
    {
      "epoch": 1.6453382084095063,
      "grad_norm": 1.3334903717041016,
      "learning_rate": 3.3226173957901533e-06,
      "loss": 0.2361,
      "step": 1350
    },
    {
      "epoch": 1.6575258988421693,
      "grad_norm": 1.5368155241012573,
      "learning_rate": 3.2992622802555844e-06,
      "loss": 0.2228,
      "step": 1360
    },
    {
      "epoch": 1.6697135892748323,
      "grad_norm": 1.563447117805481,
      "learning_rate": 3.2758292071686928e-06,
      "loss": 0.2347,
      "step": 1370
    },
    {
      "epoch": 1.6819012797074955,
      "grad_norm": 1.3434542417526245,
      "learning_rate": 3.2523204621184094e-06,
      "loss": 0.2326,
      "step": 1380
    },
    {
      "epoch": 1.6940889701401585,
      "grad_norm": 1.6988780498504639,
      "learning_rate": 3.2287383380744746e-06,
      "loss": 0.2281,
      "step": 1390
    },
    {
      "epoch": 1.7062766605728215,
      "grad_norm": 1.9776115417480469,
      "learning_rate": 3.2050851351637853e-06,
      "loss": 0.2109,
      "step": 1400
    },
    {
      "epoch": 1.7184643510054844,
      "grad_norm": 1.5286093950271606,
      "learning_rate": 3.1813631604460504e-06,
      "loss": 0.2387,
      "step": 1410
    },
    {
      "epoch": 1.7306520414381474,
      "grad_norm": 1.8186579942703247,
      "learning_rate": 3.1575747276887657e-06,
      "loss": 0.2348,
      "step": 1420
    },
    {
      "epoch": 1.7428397318708104,
      "grad_norm": 1.8635733127593994,
      "learning_rate": 3.1337221571415388e-06,
      "loss": 0.2323,
      "step": 1430
    },
    {
      "epoch": 1.7550274223034736,
      "grad_norm": 1.9394007921218872,
      "learning_rate": 3.1098077753097763e-06,
      "loss": 0.238,
      "step": 1440
    },
    {
      "epoch": 1.7672151127361366,
      "grad_norm": 1.6605966091156006,
      "learning_rate": 3.085833914727765e-06,
      "loss": 0.2223,
      "step": 1450
    },
    {
      "epoch": 1.7794028031687996,
      "grad_norm": 1.7482880353927612,
      "learning_rate": 3.0618029137311634e-06,
      "loss": 0.2271,
      "step": 1460
    },
    {
      "epoch": 1.7915904936014626,
      "grad_norm": 1.3232003450393677,
      "learning_rate": 3.037717116228929e-06,
      "loss": 0.2372,
      "step": 1470
    },
    {
      "epoch": 1.8037781840341256,
      "grad_norm": 1.541633129119873,
      "learning_rate": 3.013578871474699e-06,
      "loss": 0.2397,
      "step": 1480
    },
    {
      "epoch": 1.8159658744667886,
      "grad_norm": 1.5761010646820068,
      "learning_rate": 2.9893905338376503e-06,
      "loss": 0.2237,
      "step": 1490
    },
    {
      "epoch": 1.8281535648994516,
      "grad_norm": 1.5969911813735962,
      "learning_rate": 2.965154462572869e-06,
      "loss": 0.2099,
      "step": 1500
    },
    {
      "epoch": 1.8403412553321146,
      "grad_norm": 1.5702909231185913,
      "learning_rate": 2.9408730215912247e-06,
      "loss": 0.2205,
      "step": 1510
    },
    {
      "epoch": 1.8525289457647776,
      "grad_norm": 1.5175156593322754,
      "learning_rate": 2.91654857922881e-06,
      "loss": 0.2149,
      "step": 1520
    },
    {
      "epoch": 1.8647166361974405,
      "grad_norm": 1.2331769466400146,
      "learning_rate": 2.892183508015939e-06,
      "loss": 0.2309,
      "step": 1530
    },
    {
      "epoch": 1.8769043266301035,
      "grad_norm": 1.3271231651306152,
      "learning_rate": 2.867780184445735e-06,
      "loss": 0.2254,
      "step": 1540
    },
    {
      "epoch": 1.8890920170627665,
      "grad_norm": 1.648229956626892,
      "learning_rate": 2.8433409887423397e-06,
      "loss": 0.2251,
      "step": 1550
    },
    {
      "epoch": 1.9012797074954295,
      "grad_norm": 1.3332548141479492,
      "learning_rate": 2.8188683046287496e-06,
      "loss": 0.2375,
      "step": 1560
    },
    {
      "epoch": 1.9134673979280925,
      "grad_norm": 1.6312288045883179,
      "learning_rate": 2.794364519094317e-06,
      "loss": 0.2195,
      "step": 1570
    },
    {
      "epoch": 1.9256550883607555,
      "grad_norm": 1.9400866031646729,
      "learning_rate": 2.7698320221619278e-06,
      "loss": 0.1939,
      "step": 1580
    },
    {
      "epoch": 1.9378427787934185,
      "grad_norm": 1.6435078382492065,
      "learning_rate": 2.7452732066548914e-06,
      "loss": 0.2419,
      "step": 1590
    },
    {
      "epoch": 1.9500304692260817,
      "grad_norm": 1.4376393556594849,
      "learning_rate": 2.7206904679635465e-06,
      "loss": 0.1974,
      "step": 1600
    },
    {
      "epoch": 1.9622181596587447,
      "grad_norm": 1.4124246835708618,
      "learning_rate": 2.6960862038116265e-06,
      "loss": 0.251,
      "step": 1610
    },
    {
      "epoch": 1.9744058500914077,
      "grad_norm": 1.6351146697998047,
      "learning_rate": 2.6714628140223885e-06,
      "loss": 0.2148,
      "step": 1620
    },
    {
      "epoch": 1.9865935405240707,
      "grad_norm": 1.588615894317627,
      "learning_rate": 2.6468227002845476e-06,
      "loss": 0.2322,
      "step": 1630
    },
    {
      "epoch": 1.9987812309567337,
      "grad_norm": 1.5556650161743164,
      "learning_rate": 2.6221682659180186e-06,
      "loss": 0.2059,
      "step": 1640
    },
    {
      "epoch": 2.010968921389397,
      "grad_norm": 1.7614095211029053,
      "learning_rate": 2.597501915639507e-06,
      "loss": 0.1819,
      "step": 1650
    },
    {
      "epoch": 2.02315661182206,
      "grad_norm": 1.7154064178466797,
      "learning_rate": 2.5728260553279592e-06,
      "loss": 0.1463,
      "step": 1660
    },
    {
      "epoch": 2.035344302254723,
      "grad_norm": 1.9462904930114746,
      "learning_rate": 2.5481430917899e-06,
      "loss": 0.1563,
      "step": 1670
    },
    {
      "epoch": 2.047531992687386,
      "grad_norm": 1.5392667055130005,
      "learning_rate": 2.523455432524681e-06,
      "loss": 0.1488,
      "step": 1680
    },
    {
      "epoch": 2.059719683120049,
      "grad_norm": 1.2421252727508545,
      "learning_rate": 2.4987654854896606e-06,
      "loss": 0.1599,
      "step": 1690
    },
    {
      "epoch": 2.071907373552712,
      "grad_norm": 1.9953041076660156,
      "learning_rate": 2.4740756588653388e-06,
      "loss": 0.1493,
      "step": 1700
    },
    {
      "epoch": 2.084095063985375,
      "grad_norm": 1.3034099340438843,
      "learning_rate": 2.4493883608204703e-06,
      "loss": 0.161,
      "step": 1710
    },
    {
      "epoch": 2.096282754418038,
      "grad_norm": 2.1974692344665527,
      "learning_rate": 2.4247059992771836e-06,
      "loss": 0.1705,
      "step": 1720
    },
    {
      "epoch": 2.108470444850701,
      "grad_norm": 1.4389041662216187,
      "learning_rate": 2.4000309816761105e-06,
      "loss": 0.15,
      "step": 1730
    },
    {
      "epoch": 2.1206581352833638,
      "grad_norm": 1.538169503211975,
      "learning_rate": 2.375365714741584e-06,
      "loss": 0.1556,
      "step": 1740
    },
    {
      "epoch": 2.1328458257160268,
      "grad_norm": 1.5628312826156616,
      "learning_rate": 2.3507126042468807e-06,
      "loss": 0.1846,
      "step": 1750
    },
    {
      "epoch": 2.1450335161486898,
      "grad_norm": 1.6945581436157227,
      "learning_rate": 2.3260740547795818e-06,
      "loss": 0.1691,
      "step": 1760
    },
    {
      "epoch": 2.1572212065813527,
      "grad_norm": 1.927711009979248,
      "learning_rate": 2.3014524695070277e-06,
      "loss": 0.1617,
      "step": 1770
    },
    {
      "epoch": 2.1694088970140157,
      "grad_norm": 2.3531131744384766,
      "learning_rate": 2.276850249941927e-06,
      "loss": 0.1547,
      "step": 1780
    },
    {
      "epoch": 2.1815965874466787,
      "grad_norm": 1.3538850545883179,
      "learning_rate": 2.2522697957081134e-06,
      "loss": 0.149,
      "step": 1790
    },
    {
      "epoch": 2.1937842778793417,
      "grad_norm": 1.6864837408065796,
      "learning_rate": 2.2277135043065024e-06,
      "loss": 0.1484,
      "step": 1800
    },
    {
      "epoch": 2.2059719683120047,
      "grad_norm": 1.511353611946106,
      "learning_rate": 2.203183770881239e-06,
      "loss": 0.1681,
      "step": 1810
    },
    {
      "epoch": 2.2181596587446677,
      "grad_norm": 1.9546992778778076,
      "learning_rate": 2.178682987986088e-06,
      "loss": 0.1605,
      "step": 1820
    },
    {
      "epoch": 2.2303473491773307,
      "grad_norm": 1.924833059310913,
      "learning_rate": 2.154213545351067e-06,
      "loss": 0.1645,
      "step": 1830
    },
    {
      "epoch": 2.2425350396099937,
      "grad_norm": 1.4835309982299805,
      "learning_rate": 2.129777829649367e-06,
      "loss": 0.1544,
      "step": 1840
    },
    {
      "epoch": 2.254722730042657,
      "grad_norm": 2.8786847591400146,
      "learning_rate": 2.1053782242645534e-06,
      "loss": 0.1518,
      "step": 1850
    },
    {
      "epoch": 2.26691042047532,
      "grad_norm": 1.7257006168365479,
      "learning_rate": 2.081017109058108e-06,
      "loss": 0.1896,
      "step": 1860
    },
    {
      "epoch": 2.279098110907983,
      "grad_norm": 1.3914209604263306,
      "learning_rate": 2.056696860137298e-06,
      "loss": 0.1319,
      "step": 1870
    },
    {
      "epoch": 2.291285801340646,
      "grad_norm": 1.4881747961044312,
      "learning_rate": 2.0324198496234227e-06,
      "loss": 0.1425,
      "step": 1880
    },
    {
      "epoch": 2.303473491773309,
      "grad_norm": 1.2742137908935547,
      "learning_rate": 2.0081884454204396e-06,
      "loss": 0.1517,
      "step": 1890
    },
    {
      "epoch": 2.315661182205972,
      "grad_norm": 2.283926486968994,
      "learning_rate": 1.984005010984011e-06,
      "loss": 0.146,
      "step": 1900
    },
    {
      "epoch": 2.327848872638635,
      "grad_norm": 1.780540943145752,
      "learning_rate": 1.9598719050909753e-06,
      "loss": 0.1529,
      "step": 1910
    },
    {
      "epoch": 2.340036563071298,
      "grad_norm": 1.6674730777740479,
      "learning_rate": 1.935791481609283e-06,
      "loss": 0.1791,
      "step": 1920
    },
    {
      "epoch": 2.352224253503961,
      "grad_norm": 1.363561987876892,
      "learning_rate": 1.9117660892684067e-06,
      "loss": 0.1528,
      "step": 1930
    },
    {
      "epoch": 2.364411943936624,
      "grad_norm": 1.843386173248291,
      "learning_rate": 1.8877980714302532e-06,
      "loss": 0.139,
      "step": 1940
    },
    {
      "epoch": 2.376599634369287,
      "grad_norm": 2.3764960765838623,
      "learning_rate": 1.8638897658605962e-06,
      "loss": 0.1495,
      "step": 1950
    },
    {
      "epoch": 2.38878732480195,
      "grad_norm": 1.8273096084594727,
      "learning_rate": 1.840043504501065e-06,
      "loss": 0.1412,
      "step": 1960
    },
    {
      "epoch": 2.400975015234613,
      "grad_norm": 1.5394623279571533,
      "learning_rate": 1.816261613241686e-06,
      "loss": 0.1507,
      "step": 1970
    },
    {
      "epoch": 2.413162705667276,
      "grad_norm": 1.75933837890625,
      "learning_rate": 1.7925464116940299e-06,
      "loss": 0.1725,
      "step": 1980
    },
    {
      "epoch": 2.425350396099939,
      "grad_norm": 2.1179471015930176,
      "learning_rate": 1.7689002129649584e-06,
      "loss": 0.1605,
      "step": 1990
    },
    {
      "epoch": 2.437538086532602,
      "grad_norm": 1.8330628871917725,
      "learning_rate": 1.7453253234310164e-06,
      "loss": 0.1599,
      "step": 2000
    },
    {
      "epoch": 2.449725776965265,
      "grad_norm": 1.8222659826278687,
      "learning_rate": 1.7218240425134669e-06,
      "loss": 0.1312,
      "step": 2010
    },
    {
      "epoch": 2.461913467397928,
      "grad_norm": 2.930623769760132,
      "learning_rate": 1.6983986624540227e-06,
      "loss": 0.1627,
      "step": 2020
    },
    {
      "epoch": 2.474101157830591,
      "grad_norm": 2.1240384578704834,
      "learning_rate": 1.6750514680912606e-06,
      "loss": 0.1685,
      "step": 2030
    },
    {
      "epoch": 2.4862888482632544,
      "grad_norm": 1.4878756999969482,
      "learning_rate": 1.6517847366377693e-06,
      "loss": 0.1704,
      "step": 2040
    },
    {
      "epoch": 2.4984765386959173,
      "grad_norm": 1.8569579124450684,
      "learning_rate": 1.628600737458037e-06,
      "loss": 0.1598,
      "step": 2050
    },
    {
      "epoch": 2.5106642291285803,
      "grad_norm": 1.5510886907577515,
      "learning_rate": 1.605501731847101e-06,
      "loss": 0.169,
      "step": 2060
    },
    {
      "epoch": 2.5228519195612433,
      "grad_norm": 2.6488049030303955,
      "learning_rate": 1.5824899728099934e-06,
      "loss": 0.1509,
      "step": 2070
    },
    {
      "epoch": 2.5350396099939063,
      "grad_norm": 2.071225166320801,
      "learning_rate": 1.5595677048419855e-06,
      "loss": 0.153,
      "step": 2080
    },
    {
      "epoch": 2.5472273004265693,
      "grad_norm": 2.2100391387939453,
      "learning_rate": 1.5367371637096705e-06,
      "loss": 0.165,
      "step": 2090
    },
    {
      "epoch": 2.5594149908592323,
      "grad_norm": 1.6370184421539307,
      "learning_rate": 1.5140005762328892e-06,
      "loss": 0.1773,
      "step": 2100
    },
    {
      "epoch": 2.5716026812918953,
      "grad_norm": 1.585856318473816,
      "learning_rate": 1.4913601600675387e-06,
      "loss": 0.1439,
      "step": 2110
    },
    {
      "epoch": 2.5837903717245583,
      "grad_norm": 1.8817006349563599,
      "learning_rate": 1.468818123489263e-06,
      "loss": 0.1378,
      "step": 2120
    },
    {
      "epoch": 2.5959780621572213,
      "grad_norm": 1.554551124572754,
      "learning_rate": 1.4463766651780698e-06,
      "loss": 0.1614,
      "step": 2130
    },
    {
      "epoch": 2.6081657525898843,
      "grad_norm": 2.056910753250122,
      "learning_rate": 1.4240379740038758e-06,
      "loss": 0.1639,
      "step": 2140
    },
    {
      "epoch": 2.6203534430225472,
      "grad_norm": 1.518649935722351,
      "learning_rate": 1.4018042288130101e-06,
      "loss": 0.154,
      "step": 2150
    },
    {
      "epoch": 2.6325411334552102,
      "grad_norm": 1.8066517114639282,
      "learning_rate": 1.3796775982156984e-06,
      "loss": 0.1558,
      "step": 2160
    },
    {
      "epoch": 2.6447288238878732,
      "grad_norm": 1.8393446207046509,
      "learning_rate": 1.3576602403745456e-06,
      "loss": 0.1618,
      "step": 2170
    },
    {
      "epoch": 2.656916514320536,
      "grad_norm": 1.4357062578201294,
      "learning_rate": 1.3357543027940254e-06,
      "loss": 0.1502,
      "step": 2180
    },
    {
      "epoch": 2.669104204753199,
      "grad_norm": 1.953147053718567,
      "learning_rate": 1.3139619221110348e-06,
      "loss": 0.161,
      "step": 2190
    },
    {
      "epoch": 2.681291895185862,
      "grad_norm": 1.988788366317749,
      "learning_rate": 1.2922852238864767e-06,
      "loss": 0.169,
      "step": 2200
    },
    {
      "epoch": 2.693479585618525,
      "grad_norm": 1.5082643032073975,
      "learning_rate": 1.2707263223979544e-06,
      "loss": 0.1466,
      "step": 2210
    },
    {
      "epoch": 2.705667276051188,
      "grad_norm": 1.587957501411438,
      "learning_rate": 1.2492873204335415e-06,
      "loss": 0.1594,
      "step": 2220
    },
    {
      "epoch": 2.717854966483851,
      "grad_norm": 4.279134750366211,
      "learning_rate": 1.227970309086685e-06,
      "loss": 0.1431,
      "step": 2230
    },
    {
      "epoch": 2.730042656916514,
      "grad_norm": 2.2551496028900146,
      "learning_rate": 1.2067773675522487e-06,
      "loss": 0.162,
      "step": 2240
    },
    {
      "epoch": 2.742230347349177,
      "grad_norm": 1.6612194776535034,
      "learning_rate": 1.1857105629237126e-06,
      "loss": 0.1597,
      "step": 2250
    },
    {
      "epoch": 2.75441803778184,
      "grad_norm": 1.6561633348464966,
      "learning_rate": 1.164771949991556e-06,
      "loss": 0.14,
      "step": 2260
    },
    {
      "epoch": 2.766605728214503,
      "grad_norm": 2.2157464027404785,
      "learning_rate": 1.1439635710428405e-06,
      "loss": 0.1363,
      "step": 2270
    },
    {
      "epoch": 2.778793418647166,
      "grad_norm": 1.709621548652649,
      "learning_rate": 1.1232874556620086e-06,
      "loss": 0.1849,
      "step": 2280
    },
    {
      "epoch": 2.790981109079829,
      "grad_norm": 1.89210045337677,
      "learning_rate": 1.1027456205329306e-06,
      "loss": 0.1435,
      "step": 2290
    },
    {
      "epoch": 2.8031687995124925,
      "grad_norm": 1.8157742023468018,
      "learning_rate": 1.0823400692421938e-06,
      "loss": 0.172,
      "step": 2300
    },
    {
      "epoch": 2.8153564899451555,
      "grad_norm": 1.8622268438339233,
      "learning_rate": 1.0620727920836906e-06,
      "loss": 0.1562,
      "step": 2310
    },
    {
      "epoch": 2.8275441803778185,
      "grad_norm": 1.6750710010528564,
      "learning_rate": 1.04194576586448e-06,
      "loss": 0.1685,
      "step": 2320
    },
    {
      "epoch": 2.8397318708104815,
      "grad_norm": 1.5609955787658691,
      "learning_rate": 1.0219609537119838e-06,
      "loss": 0.1762,
      "step": 2330
    },
    {
      "epoch": 2.8519195612431445,
      "grad_norm": 1.5106117725372314,
      "learning_rate": 1.0021203048825095e-06,
      "loss": 0.1601,
      "step": 2340
    },
    {
      "epoch": 2.8641072516758075,
      "grad_norm": 1.2436853647232056,
      "learning_rate": 9.824257545711172e-07,
      "loss": 0.1451,
      "step": 2350
    },
    {
      "epoch": 2.8762949421084705,
      "grad_norm": 2.1535840034484863,
      "learning_rate": 9.628792237228787e-07,
      "loss": 0.1703,
      "step": 2360
    },
    {
      "epoch": 2.8884826325411335,
      "grad_norm": 1.6186459064483643,
      "learning_rate": 9.434826188455056e-07,
      "loss": 0.1607,
      "step": 2370
    },
    {
      "epoch": 2.9006703229737965,
      "grad_norm": 2.03439998626709,
      "learning_rate": 9.242378318233978e-07,
      "loss": 0.1771,
      "step": 2380
    },
    {
      "epoch": 2.9128580134064594,
      "grad_norm": 1.5456159114837646,
      "learning_rate": 9.051467397331148e-07,
      "loss": 0.1738,
      "step": 2390
    },
    {
      "epoch": 2.9250457038391224,
      "grad_norm": 1.4887679815292358,
      "learning_rate": 8.862112046602917e-07,
      "loss": 0.167,
      "step": 2400
    },
    {
      "epoch": 2.9372333942717854,
      "grad_norm": 2.0322256088256836,
      "learning_rate": 8.674330735180164e-07,
      "loss": 0.1561,
      "step": 2410
    },
    {
      "epoch": 2.9494210847044484,
      "grad_norm": 1.4082711935043335,
      "learning_rate": 8.488141778666878e-07,
      "loss": 0.1586,
      "step": 2420
    },
    {
      "epoch": 2.9616087751371114,
      "grad_norm": 1.7697067260742188,
      "learning_rate": 8.303563337353713e-07,
      "loss": 0.1435,
      "step": 2430
    },
    {
      "epoch": 2.9737964655697744,
      "grad_norm": 1.3499540090560913,
      "learning_rate": 8.120613414446707e-07,
      "loss": 0.1395,
      "step": 2440
    },
    {
      "epoch": 2.9859841560024374,
      "grad_norm": 1.8283402919769287,
      "learning_rate": 7.939309854311242e-07,
      "loss": 0.1637,
      "step": 2450
    },
    {
      "epoch": 2.998171846435101,
      "grad_norm": 1.988641381263733,
      "learning_rate": 7.759670340731662e-07,
      "loss": 0.1819,
      "step": 2460
    },
    {
      "epoch": 3.0103595368677634,
      "grad_norm": 1.3205652236938477,
      "learning_rate": 7.581712395186341e-07,
      "loss": 0.1143,
      "step": 2470
    },
    {
      "epoch": 3.0225472273004264,
      "grad_norm": 1.1017987728118896,
      "learning_rate": 7.405453375138794e-07,
      "loss": 0.1116,
      "step": 2480
    },
    {
      "epoch": 3.03473491773309,
      "grad_norm": 1.5111011266708374,
      "learning_rate": 7.230910472344601e-07,
      "loss": 0.1226,
      "step": 2490
    },
    {
      "epoch": 3.0469226081657528,
      "grad_norm": 1.614180088043213,
      "learning_rate": 7.058100711174637e-07,
      "loss": 0.1304,
      "step": 2500
    },
    {
      "epoch": 3.0591102985984158,
      "grad_norm": 1.8207646608352661,
      "learning_rate": 6.887040946954524e-07,
      "loss": 0.1221,
      "step": 2510
    },
    {
      "epoch": 3.0712979890310788,
      "grad_norm": 1.3963004350662231,
      "learning_rate": 6.717747864320648e-07,
      "loss": 0.1154,
      "step": 2520
    },
    {
      "epoch": 3.0834856794637417,
      "grad_norm": 1.460038185119629,
      "learning_rate": 6.550237975592774e-07,
      "loss": 0.1084,
      "step": 2530
    },
    {
      "epoch": 3.0956733698964047,
      "grad_norm": 1.6919264793395996,
      "learning_rate": 6.384527619163486e-07,
      "loss": 0.1272,
      "step": 2540
    },
    {
      "epoch": 3.1078610603290677,
      "grad_norm": 1.711581826210022,
      "learning_rate": 6.220632957904593e-07,
      "loss": 0.1126,
      "step": 2550
    },
    {
      "epoch": 3.1200487507617307,
      "grad_norm": 1.6653200387954712,
      "learning_rate": 6.058569977590683e-07,
      "loss": 0.1334,
      "step": 2560
    },
    {
      "epoch": 3.1322364411943937,
      "grad_norm": 1.6422685384750366,
      "learning_rate": 5.898354485339839e-07,
      "loss": 0.098,
      "step": 2570
    },
    {
      "epoch": 3.1444241316270567,
      "grad_norm": 1.5357776880264282,
      "learning_rate": 5.740002108071974e-07,
      "loss": 0.1242,
      "step": 2580
    },
    {
      "epoch": 3.1566118220597197,
      "grad_norm": 1.4460564851760864,
      "learning_rate": 5.583528290984516e-07,
      "loss": 0.1071,
      "step": 2590
    },
    {
      "epoch": 3.1687995124923827,
      "grad_norm": 1.7668797969818115,
      "learning_rate": 5.42894829604603e-07,
      "loss": 0.114,
      "step": 2600
    },
    {
      "epoch": 3.1809872029250457,
      "grad_norm": 1.7189100980758667,
      "learning_rate": 5.276277200507549e-07,
      "loss": 0.1066,
      "step": 2610
    },
    {
      "epoch": 3.1931748933577087,
      "grad_norm": 1.6018712520599365,
      "learning_rate": 5.125529895432008e-07,
      "loss": 0.1237,
      "step": 2620
    },
    {
      "epoch": 3.2053625837903716,
      "grad_norm": 2.137363910675049,
      "learning_rate": 4.976721084241818e-07,
      "loss": 0.1302,
      "step": 2630
    },
    {
      "epoch": 3.2175502742230346,
      "grad_norm": 1.3726582527160645,
      "learning_rate": 4.829865281284734e-07,
      "loss": 0.1101,
      "step": 2640
    },
    {
      "epoch": 3.2297379646556976,
      "grad_norm": 2.303097724914551,
      "learning_rate": 4.684976810418179e-07,
      "loss": 0.1057,
      "step": 2650
    },
    {
      "epoch": 3.2419256550883606,
      "grad_norm": 2.5125813484191895,
      "learning_rate": 4.5420698036121285e-07,
      "loss": 0.113,
      "step": 2660
    },
    {
      "epoch": 3.2541133455210236,
      "grad_norm": 1.2105039358139038,
      "learning_rate": 4.4011581995707267e-07,
      "loss": 0.1094,
      "step": 2670
    },
    {
      "epoch": 3.2663010359536866,
      "grad_norm": 1.7184550762176514,
      "learning_rate": 4.262255742372759e-07,
      "loss": 0.1224,
      "step": 2680
    },
    {
      "epoch": 3.2784887263863496,
      "grad_norm": 1.8564852476119995,
      "learning_rate": 4.1253759801310745e-07,
      "loss": 0.1038,
      "step": 2690
    },
    {
      "epoch": 3.2906764168190126,
      "grad_norm": 1.9307692050933838,
      "learning_rate": 3.9905322636711654e-07,
      "loss": 0.115,
      "step": 2700
    },
    {
      "epoch": 3.3028641072516756,
      "grad_norm": 2.4194962978363037,
      "learning_rate": 3.8577377452289787e-07,
      "loss": 0.1281,
      "step": 2710
    },
    {
      "epoch": 3.315051797684339,
      "grad_norm": 1.7740304470062256,
      "learning_rate": 3.727005377168036e-07,
      "loss": 0.1246,
      "step": 2720
    },
    {
      "epoch": 3.327239488117002,
      "grad_norm": 1.6812636852264404,
      "learning_rate": 3.5983479107161793e-07,
      "loss": 0.1173,
      "step": 2730
    },
    {
      "epoch": 3.339427178549665,
      "grad_norm": 5.8957037925720215,
      "learning_rate": 3.471777894721767e-07,
      "loss": 0.1051,
      "step": 2740
    },
    {
      "epoch": 3.351614868982328,
      "grad_norm": 2.193671226501465,
      "learning_rate": 3.347307674429784e-07,
      "loss": 0.126,
      "step": 2750
    },
    {
      "epoch": 3.363802559414991,
      "grad_norm": 1.9564625024795532,
      "learning_rate": 3.224949390277668e-07,
      "loss": 0.0962,
      "step": 2760
    },
    {
      "epoch": 3.375990249847654,
      "grad_norm": 2.2077689170837402,
      "learning_rate": 3.1047149767111874e-07,
      "loss": 0.096,
      "step": 2770
    },
    {
      "epoch": 3.388177940280317,
      "grad_norm": 1.5315691232681274,
      "learning_rate": 2.9866161610203866e-07,
      "loss": 0.0954,
      "step": 2780
    },
    {
      "epoch": 3.40036563071298,
      "grad_norm": 1.900850534439087,
      "learning_rate": 2.8706644621957605e-07,
      "loss": 0.1221,
      "step": 2790
    },
    {
      "epoch": 3.412553321145643,
      "grad_norm": 1.5665889978408813,
      "learning_rate": 2.756871189804705e-07,
      "loss": 0.1054,
      "step": 2800
    },
    {
      "epoch": 3.424741011578306,
      "grad_norm": 1.9411475658416748,
      "learning_rate": 2.6452474428884294e-07,
      "loss": 0.1255,
      "step": 2810
    },
    {
      "epoch": 3.436928702010969,
      "grad_norm": 1.8464025259017944,
      "learning_rate": 2.5358041088793863e-07,
      "loss": 0.1157,
      "step": 2820
    },
    {
      "epoch": 3.449116392443632,
      "grad_norm": 2.363825559616089,
      "learning_rate": 2.428551862539366e-07,
      "loss": 0.1246,
      "step": 2830
    },
    {
      "epoch": 3.461304082876295,
      "grad_norm": 1.678460955619812,
      "learning_rate": 2.323501164918257e-07,
      "loss": 0.0985,
      "step": 2840
    },
    {
      "epoch": 3.473491773308958,
      "grad_norm": 1.818058967590332,
      "learning_rate": 2.2206622623337864e-07,
      "loss": 0.1228,
      "step": 2850
    },
    {
      "epoch": 3.485679463741621,
      "grad_norm": 1.9547301530838013,
      "learning_rate": 2.1200451853720605e-07,
      "loss": 0.1148,
      "step": 2860
    },
    {
      "epoch": 3.497867154174284,
      "grad_norm": 2.967578172683716,
      "learning_rate": 2.0216597479092437e-07,
      "loss": 0.1408,
      "step": 2870
    },
    {
      "epoch": 3.510054844606947,
      "grad_norm": 2.1174635887145996,
      "learning_rate": 1.9255155461543385e-07,
      "loss": 0.1124,
      "step": 2880
    },
    {
      "epoch": 3.5222425350396103,
      "grad_norm": 1.7792600393295288,
      "learning_rate": 1.8316219577132033e-07,
      "loss": 0.1217,
      "step": 2890
    },
    {
      "epoch": 3.5344302254722733,
      "grad_norm": 1.700875163078308,
      "learning_rate": 1.7399881406738762e-07,
      "loss": 0.1087,
      "step": 2900
    },
    {
      "epoch": 3.5466179159049362,
      "grad_norm": 1.9662463665008545,
      "learning_rate": 1.650623032713347e-07,
      "loss": 0.1047,
      "step": 2910
    },
    {
      "epoch": 3.5588056063375992,
      "grad_norm": 1.718908429145813,
      "learning_rate": 1.5635353502257812e-07,
      "loss": 0.1356,
      "step": 2920
    },
    {
      "epoch": 3.5709932967702622,
      "grad_norm": 1.5018715858459473,
      "learning_rate": 1.4787335874723724e-07,
      "loss": 0.1148,
      "step": 2930
    },
    {
      "epoch": 3.583180987202925,
      "grad_norm": 1.5846534967422485,
      "learning_rate": 1.3962260157528052e-07,
      "loss": 0.1197,
      "step": 2940
    },
    {
      "epoch": 3.595368677635588,
      "grad_norm": 1.947350025177002,
      "learning_rate": 1.3160206825985457e-07,
      "loss": 0.1037,
      "step": 2950
    },
    {
      "epoch": 3.607556368068251,
      "grad_norm": 1.5652320384979248,
      "learning_rate": 1.2381254109878644e-07,
      "loss": 0.1106,
      "step": 2960
    },
    {
      "epoch": 3.619744058500914,
      "grad_norm": 2.34379243850708,
      "learning_rate": 1.1625477985828276e-07,
      "loss": 0.1358,
      "step": 2970
    },
    {
      "epoch": 3.631931748933577,
      "grad_norm": 2.6311395168304443,
      "learning_rate": 1.089295216988262e-07,
      "loss": 0.1119,
      "step": 2980
    },
    {
      "epoch": 3.64411943936624,
      "grad_norm": 1.8833256959915161,
      "learning_rate": 1.0183748110327102e-07,
      "loss": 0.1245,
      "step": 2990
    },
    {
      "epoch": 3.656307129798903,
      "grad_norm": 1.1179873943328857,
      "learning_rate": 9.497934980715939e-08,
      "loss": 0.1097,
      "step": 3000
    },
    {
      "epoch": 3.668494820231566,
      "grad_norm": 2.062716484069824,
      "learning_rate": 8.835579673124677e-08,
      "loss": 0.1009,
      "step": 3010
    },
    {
      "epoch": 3.680682510664229,
      "grad_norm": 1.951429843902588,
      "learning_rate": 8.196746791626243e-08,
      "loss": 0.1167,
      "step": 3020
    },
    {
      "epoch": 3.692870201096892,
      "grad_norm": 1.7196236848831177,
      "learning_rate": 7.581498645989255e-08,
      "loss": 0.1186,
      "step": 3030
    },
    {
      "epoch": 3.705057891529555,
      "grad_norm": 2.037466049194336,
      "learning_rate": 6.989895245600702e-08,
      "loss": 0.1264,
      "step": 3040
    },
    {
      "epoch": 3.717245581962218,
      "grad_norm": 1.9185491800308228,
      "learning_rate": 6.421994293612871e-08,
      "loss": 0.1304,
      "step": 3050
    },
    {
      "epoch": 3.729433272394881,
      "grad_norm": 1.453826904296875,
      "learning_rate": 5.8778511813150365e-08,
      "loss": 0.1158,
      "step": 3060
    },
    {
      "epoch": 3.741620962827544,
      "grad_norm": 1.3658956289291382,
      "learning_rate": 5.357518982730792e-08,
      "loss": 0.1045,
      "step": 3070
    },
    {
      "epoch": 3.753808653260207,
      "grad_norm": 1.7934198379516602,
      "learning_rate": 4.861048449441491e-08,
      "loss": 0.1203,
      "step": 3080
    },
    {
      "epoch": 3.76599634369287,
      "grad_norm": 1.9196701049804688,
      "learning_rate": 4.3884880056359045e-08,
      "loss": 0.1174,
      "step": 3090
    },
    {
      "epoch": 3.778184034125533,
      "grad_norm": 1.391270399093628,
      "learning_rate": 3.939883743387302e-08,
      "loss": 0.103,
      "step": 3100
    },
    {
      "epoch": 3.790371724558196,
      "grad_norm": 1.528946876525879,
      "learning_rate": 3.515279418157463e-08,
      "loss": 0.1146,
      "step": 3110
    },
    {
      "epoch": 3.802559414990859,
      "grad_norm": 1.5788449048995972,
      "learning_rate": 3.1147164445292923e-08,
      "loss": 0.1162,
      "step": 3120
    },
    {
      "epoch": 3.814747105423522,
      "grad_norm": 2.370635747909546,
      "learning_rate": 2.7382338921670693e-08,
      "loss": 0.1166,
      "step": 3130
    },
    {
      "epoch": 3.826934795856185,
      "grad_norm": 1.730526328086853,
      "learning_rate": 2.3858684820058376e-08,
      "loss": 0.1123,
      "step": 3140
    },
    {
      "epoch": 3.839122486288848,
      "grad_norm": 1.4985235929489136,
      "learning_rate": 2.057654582669738e-08,
      "loss": 0.1151,
      "step": 3150
    },
    {
      "epoch": 3.8513101767215114,
      "grad_norm": 1.7269705533981323,
      "learning_rate": 1.753624207119775e-08,
      "loss": 0.112,
      "step": 3160
    },
    {
      "epoch": 3.8634978671541744,
      "grad_norm": 2.0060977935791016,
      "learning_rate": 1.4738070095314527e-08,
      "loss": 0.1101,
      "step": 3170
    },
    {
      "epoch": 3.8756855575868374,
      "grad_norm": 2.1134166717529297,
      "learning_rate": 1.2182302824023107e-08,
      "loss": 0.1212,
      "step": 3180
    },
    {
      "epoch": 3.8878732480195004,
      "grad_norm": 1.5718306303024292,
      "learning_rate": 9.869189538899149e-09,
      "loss": 0.1042,
      "step": 3190
    },
    {
      "epoch": 3.9000609384521634,
      "grad_norm": 1.7236390113830566,
      "learning_rate": 7.798955853805245e-09,
      "loss": 0.1231,
      "step": 3200
    },
    {
      "epoch": 3.9122486288848264,
      "grad_norm": 2.0345866680145264,
      "learning_rate": 5.971803692883804e-09,
      "loss": 0.1181,
      "step": 3210
    },
    {
      "epoch": 3.9244363193174894,
      "grad_norm": 1.8747888803482056,
      "learning_rate": 4.387911270863632e-09,
      "loss": 0.1309,
      "step": 3220
    },
    {
      "epoch": 3.9366240097501524,
      "grad_norm": 2.027182102203369,
      "learning_rate": 3.0474330756757874e-09,
      "loss": 0.1027,
      "step": 3230
    },
    {
      "epoch": 3.9488117001828154,
      "grad_norm": 1.62562096118927,
      "learning_rate": 1.9504998533870223e-09,
      "loss": 0.1265,
      "step": 3240
    },
    {
      "epoch": 3.9609993906154783,
      "grad_norm": 2.0606415271759033,
      "learning_rate": 1.0972185954452596e-09,
      "loss": 0.1099,
      "step": 3250
    },
    {
      "epoch": 3.9731870810481413,
      "grad_norm": 1.293489933013916,
      "learning_rate": 4.876725282457195e-10,
      "loss": 0.1164,
      "step": 3260
    },
    {
      "epoch": 3.9853747714808043,
      "grad_norm": 1.6779310703277588,
      "learning_rate": 1.2192110501269005e-10,
      "loss": 0.139,
      "step": 3270
    },
    {
      "epoch": 3.9975624619134673,
      "grad_norm": 2.0987327098846436,
      "learning_rate": 0.0,
      "loss": 0.1073,
      "step": 3280
    },
    {
      "epoch": 3.9975624619134673,
      "step": 3280,
      "total_flos": 3.38221904554623e+17,
      "train_loss": 0.21007875238613385,
      "train_runtime": 5418.5603,
      "train_samples_per_second": 9.688,
      "train_steps_per_second": 0.605
    }
  ],
  "logging_steps": 10,
  "max_steps": 3280,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.38221904554623e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}