{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 8.492822966507177,
  "eval_steps": 500,
  "global_step": 10650,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.011961722488038277,
      "grad_norm": 1.9270328283309937,
      "learning_rate": 4.998999599839936e-05,
      "loss": 2.3527,
      "step": 15
    },
    {
      "epoch": 0.023923444976076555,
      "grad_norm": 1.8812594413757324,
      "learning_rate": 4.995998399359744e-05,
      "loss": 2.3692,
      "step": 30
    },
    {
      "epoch": 0.03588516746411483,
      "grad_norm": 1.3909887075424194,
      "learning_rate": 4.9929971988795524e-05,
      "loss": 2.3111,
      "step": 45
    },
    {
      "epoch": 0.04784688995215311,
      "grad_norm": 2.809542417526245,
      "learning_rate": 4.98999599839936e-05,
      "loss": 2.2284,
      "step": 60
    },
    {
      "epoch": 0.05980861244019139,
      "grad_norm": 3.4008336067199707,
      "learning_rate": 4.986994797919168e-05,
      "loss": 2.2569,
      "step": 75
    },
    {
      "epoch": 0.07177033492822966,
      "grad_norm": 1.2219867706298828,
      "learning_rate": 4.983993597438976e-05,
      "loss": 2.1762,
      "step": 90
    },
    {
      "epoch": 0.08373205741626795,
      "grad_norm": 1.3036127090454102,
      "learning_rate": 4.9809923969587836e-05,
      "loss": 2.1956,
      "step": 105
    },
    {
      "epoch": 0.09569377990430622,
      "grad_norm": 1.468847393989563,
      "learning_rate": 4.977991196478592e-05,
      "loss": 2.2729,
      "step": 120
    },
    {
      "epoch": 0.1076555023923445,
      "grad_norm": 1.2088780403137207,
      "learning_rate": 4.9749899959984e-05,
      "loss": 2.2164,
      "step": 135
    },
    {
      "epoch": 0.11961722488038277,
      "grad_norm": 1.197135090827942,
      "learning_rate": 4.9719887955182076e-05,
      "loss": 2.1056,
      "step": 150
    },
    {
      "epoch": 0.13157894736842105,
      "grad_norm": 1.309010624885559,
      "learning_rate": 4.9689875950380154e-05,
      "loss": 2.171,
      "step": 165
    },
    {
      "epoch": 0.14354066985645933,
      "grad_norm": 1.3516101837158203,
      "learning_rate": 4.965986394557823e-05,
      "loss": 2.1898,
      "step": 180
    },
    {
      "epoch": 0.15550239234449761,
      "grad_norm": 1.186513900756836,
      "learning_rate": 4.962985194077631e-05,
      "loss": 2.1427,
      "step": 195
    },
    {
      "epoch": 0.1674641148325359,
      "grad_norm": 1.159972906112671,
      "learning_rate": 4.959983993597439e-05,
      "loss": 2.2603,
      "step": 210
    },
    {
      "epoch": 0.17942583732057416,
      "grad_norm": 1.188928484916687,
      "learning_rate": 4.956982793117247e-05,
      "loss": 2.2281,
      "step": 225
    },
    {
      "epoch": 0.19138755980861244,
      "grad_norm": 2.18959903717041,
      "learning_rate": 4.953981592637055e-05,
      "loss": 2.2187,
      "step": 240
    },
    {
      "epoch": 0.20334928229665072,
      "grad_norm": 1.267388939857483,
      "learning_rate": 4.9509803921568634e-05,
      "loss": 2.1898,
      "step": 255
    },
    {
      "epoch": 0.215311004784689,
      "grad_norm": 1.5959223508834839,
      "learning_rate": 4.947979191676671e-05,
      "loss": 2.1488,
      "step": 270
    },
    {
      "epoch": 0.22727272727272727,
      "grad_norm": 1.081666350364685,
      "learning_rate": 4.944977991196479e-05,
      "loss": 2.2176,
      "step": 285
    },
    {
      "epoch": 0.23923444976076555,
      "grad_norm": 1.1691621541976929,
      "learning_rate": 4.941976790716287e-05,
      "loss": 2.1297,
      "step": 300
    },
    {
      "epoch": 0.2511961722488038,
      "grad_norm": 1.4069727659225464,
      "learning_rate": 4.9389755902360946e-05,
      "loss": 2.2035,
      "step": 315
    },
    {
      "epoch": 0.2631578947368421,
      "grad_norm": 1.135937213897705,
      "learning_rate": 4.9359743897559024e-05,
      "loss": 2.1925,
      "step": 330
    },
    {
      "epoch": 0.2751196172248804,
      "grad_norm": 1.0926917791366577,
      "learning_rate": 4.93297318927571e-05,
      "loss": 2.1679,
      "step": 345
    },
    {
      "epoch": 0.28708133971291866,
      "grad_norm": 1.0808637142181396,
      "learning_rate": 4.9299719887955186e-05,
      "loss": 2.2122,
      "step": 360
    },
    {
      "epoch": 0.29904306220095694,
      "grad_norm": 1.2694952487945557,
      "learning_rate": 4.9269707883153264e-05,
      "loss": 2.1643,
      "step": 375
    },
    {
      "epoch": 0.31100478468899523,
      "grad_norm": 1.1682099103927612,
      "learning_rate": 4.923969587835134e-05,
      "loss": 2.2263,
      "step": 390
    },
    {
      "epoch": 0.3229665071770335,
      "grad_norm": 1.1954610347747803,
      "learning_rate": 4.920968387354942e-05,
      "loss": 2.1555,
      "step": 405
    },
    {
      "epoch": 0.3349282296650718,
      "grad_norm": 1.0608245134353638,
      "learning_rate": 4.9179671868747504e-05,
      "loss": 2.1918,
      "step": 420
    },
    {
      "epoch": 0.34688995215311,
      "grad_norm": 1.2034133672714233,
      "learning_rate": 4.914965986394558e-05,
      "loss": 2.1101,
      "step": 435
    },
    {
      "epoch": 0.3588516746411483,
      "grad_norm": 1.0936003923416138,
      "learning_rate": 4.911964785914366e-05,
      "loss": 2.137,
      "step": 450
    },
    {
      "epoch": 0.3708133971291866,
      "grad_norm": 1.188496708869934,
      "learning_rate": 4.908963585434174e-05,
      "loss": 2.1864,
      "step": 465
    },
    {
      "epoch": 0.3827751196172249,
      "grad_norm": 1.350693941116333,
      "learning_rate": 4.905962384953982e-05,
      "loss": 2.1491,
      "step": 480
    },
    {
      "epoch": 0.39473684210526316,
      "grad_norm": 1.2483429908752441,
      "learning_rate": 4.90296118447379e-05,
      "loss": 2.1868,
      "step": 495
    },
    {
      "epoch": 0.40669856459330145,
      "grad_norm": 1.1137944459915161,
      "learning_rate": 4.899959983993598e-05,
      "loss": 2.191,
      "step": 510
    },
    {
      "epoch": 0.41866028708133973,
      "grad_norm": 1.3261072635650635,
      "learning_rate": 4.8969587835134056e-05,
      "loss": 2.1336,
      "step": 525
    },
    {
      "epoch": 0.430622009569378,
      "grad_norm": 1.6815850734710693,
      "learning_rate": 4.8939575830332134e-05,
      "loss": 2.1524,
      "step": 540
    },
    {
      "epoch": 0.44258373205741625,
      "grad_norm": 1.080824851989746,
      "learning_rate": 4.890956382553021e-05,
      "loss": 2.2056,
      "step": 555
    },
    {
      "epoch": 0.45454545454545453,
      "grad_norm": 1.2140378952026367,
      "learning_rate": 4.887955182072829e-05,
      "loss": 2.2114,
      "step": 570
    },
    {
      "epoch": 0.4665071770334928,
      "grad_norm": 1.1290125846862793,
      "learning_rate": 4.884953981592637e-05,
      "loss": 2.101,
      "step": 585
    },
    {
      "epoch": 0.4784688995215311,
      "grad_norm": 1.171129822731018,
      "learning_rate": 4.881952781112445e-05,
      "loss": 2.2186,
      "step": 600
    },
    {
      "epoch": 0.4904306220095694,
      "grad_norm": 1.99854576587677,
      "learning_rate": 4.878951580632253e-05,
      "loss": 2.154,
      "step": 615
    },
    {
      "epoch": 0.5023923444976076,
      "grad_norm": 1.1021254062652588,
      "learning_rate": 4.8759503801520615e-05,
      "loss": 2.1066,
      "step": 630
    },
    {
      "epoch": 0.5143540669856459,
      "grad_norm": 1.022976040840149,
      "learning_rate": 4.872949179671869e-05,
      "loss": 2.1642,
      "step": 645
    },
    {
      "epoch": 0.5263157894736842,
      "grad_norm": 1.110926866531372,
      "learning_rate": 4.869947979191677e-05,
      "loss": 2.1592,
      "step": 660
    },
    {
      "epoch": 0.5382775119617225,
      "grad_norm": 1.096807599067688,
      "learning_rate": 4.866946778711485e-05,
      "loss": 2.2171,
      "step": 675
    },
    {
      "epoch": 0.5502392344497608,
      "grad_norm": 1.2465318441390991,
      "learning_rate": 4.8639455782312926e-05,
      "loss": 2.1794,
      "step": 690
    },
    {
      "epoch": 0.562200956937799,
      "grad_norm": 1.6367931365966797,
      "learning_rate": 4.8609443777511004e-05,
      "loss": 2.1405,
      "step": 705
    },
    {
      "epoch": 0.5741626794258373,
      "grad_norm": 1.3877207040786743,
      "learning_rate": 4.857943177270909e-05,
      "loss": 2.1781,
      "step": 720
    },
    {
      "epoch": 0.5861244019138756,
      "grad_norm": 1.1698716878890991,
      "learning_rate": 4.8549419767907166e-05,
      "loss": 2.2076,
      "step": 735
    },
    {
      "epoch": 0.5980861244019139,
      "grad_norm": 1.1922690868377686,
      "learning_rate": 4.8519407763105244e-05,
      "loss": 2.1515,
      "step": 750
    },
    {
      "epoch": 0.6100478468899522,
      "grad_norm": 1.1112874746322632,
      "learning_rate": 4.848939575830332e-05,
      "loss": 2.0535,
      "step": 765
    },
    {
      "epoch": 0.6220095693779905,
      "grad_norm": 1.3220607042312622,
      "learning_rate": 4.84593837535014e-05,
      "loss": 2.1978,
      "step": 780
    },
    {
      "epoch": 0.6339712918660287,
      "grad_norm": 1.2560738325119019,
      "learning_rate": 4.8429371748699484e-05,
      "loss": 2.245,
      "step": 795
    },
    {
      "epoch": 0.645933014354067,
      "grad_norm": 1.1312100887298584,
      "learning_rate": 4.839935974389756e-05,
      "loss": 2.1252,
      "step": 810
    },
    {
      "epoch": 0.6578947368421053,
      "grad_norm": 1.2060538530349731,
      "learning_rate": 4.836934773909564e-05,
      "loss": 2.1268,
      "step": 825
    },
    {
      "epoch": 0.6698564593301436,
      "grad_norm": 2.0435290336608887,
      "learning_rate": 4.8339335734293725e-05,
      "loss": 2.2091,
      "step": 840
    },
    {
      "epoch": 0.6818181818181818,
      "grad_norm": 2.7680532932281494,
      "learning_rate": 4.83093237294918e-05,
      "loss": 2.0631,
      "step": 855
    },
    {
      "epoch": 0.69377990430622,
      "grad_norm": 1.1256909370422363,
      "learning_rate": 4.827931172468988e-05,
      "loss": 2.1396,
      "step": 870
    },
    {
      "epoch": 0.7057416267942583,
      "grad_norm": 1.1224644184112549,
      "learning_rate": 4.824929971988796e-05,
      "loss": 2.107,
      "step": 885
    },
    {
      "epoch": 0.7177033492822966,
      "grad_norm": 1.2712397575378418,
      "learning_rate": 4.8219287715086036e-05,
      "loss": 2.1332,
      "step": 900
    },
    {
      "epoch": 0.7296650717703349,
      "grad_norm": 1.2399568557739258,
      "learning_rate": 4.8189275710284114e-05,
      "loss": 2.1198,
      "step": 915
    },
    {
      "epoch": 0.7416267942583732,
      "grad_norm": 1.0852080583572388,
      "learning_rate": 4.815926370548219e-05,
      "loss": 2.1436,
      "step": 930
    },
    {
      "epoch": 0.7535885167464115,
      "grad_norm": 1.3282052278518677,
      "learning_rate": 4.812925170068027e-05,
      "loss": 2.1763,
      "step": 945
    },
    {
      "epoch": 0.7655502392344498,
      "grad_norm": 1.8598517179489136,
      "learning_rate": 4.809923969587835e-05,
      "loss": 2.1188,
      "step": 960
    },
    {
      "epoch": 0.777511961722488,
      "grad_norm": 1.1602433919906616,
      "learning_rate": 4.806922769107643e-05,
      "loss": 2.2234,
      "step": 975
    },
    {
      "epoch": 0.7894736842105263,
      "grad_norm": 1.3578499555587769,
      "learning_rate": 4.803921568627452e-05,
      "loss": 2.1404,
      "step": 990
    },
    {
      "epoch": 0.8014354066985646,
      "grad_norm": 1.4764407873153687,
      "learning_rate": 4.8009203681472595e-05,
      "loss": 2.1582,
      "step": 1005
    },
    {
      "epoch": 0.8133971291866029,
      "grad_norm": 1.083958387374878,
      "learning_rate": 4.797919167667067e-05,
      "loss": 2.1156,
      "step": 1020
    },
    {
      "epoch": 0.8253588516746412,
      "grad_norm": 1.2568596601486206,
      "learning_rate": 4.794917967186875e-05,
      "loss": 2.1341,
      "step": 1035
    },
    {
      "epoch": 0.8373205741626795,
      "grad_norm": 1.1657259464263916,
      "learning_rate": 4.791916766706683e-05,
      "loss": 2.1245,
      "step": 1050
    },
    {
      "epoch": 0.8492822966507177,
      "grad_norm": 2.355947256088257,
      "learning_rate": 4.7889155662264906e-05,
      "loss": 2.1975,
      "step": 1065
    },
    {
      "epoch": 0.861244019138756,
      "grad_norm": 2.6566946506500244,
      "learning_rate": 4.7859143657462984e-05,
      "loss": 2.1263,
      "step": 1080
    },
    {
      "epoch": 0.8732057416267942,
      "grad_norm": 1.2993121147155762,
      "learning_rate": 4.782913165266107e-05,
      "loss": 2.1481,
      "step": 1095
    },
    {
      "epoch": 0.8851674641148325,
      "grad_norm": 1.129744291305542,
      "learning_rate": 4.7799119647859146e-05,
      "loss": 2.1574,
      "step": 1110
    },
    {
      "epoch": 0.8971291866028708,
      "grad_norm": 1.1695717573165894,
      "learning_rate": 4.7769107643057224e-05,
      "loss": 2.0916,
      "step": 1125
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 1.159279465675354,
      "learning_rate": 4.77390956382553e-05,
      "loss": 2.1265,
      "step": 1140
    },
    {
      "epoch": 0.9210526315789473,
      "grad_norm": 1.2150417566299438,
      "learning_rate": 4.770908363345338e-05,
      "loss": 2.1351,
      "step": 1155
    },
    {
      "epoch": 0.9330143540669856,
      "grad_norm": 1.2673773765563965,
      "learning_rate": 4.7679071628651465e-05,
      "loss": 2.2444,
      "step": 1170
    },
    {
      "epoch": 0.9449760765550239,
      "grad_norm": 1.1746214628219604,
      "learning_rate": 4.764905962384954e-05,
      "loss": 2.1371,
      "step": 1185
    },
    {
      "epoch": 0.9569377990430622,
      "grad_norm": 1.3716073036193848,
      "learning_rate": 4.761904761904762e-05,
      "loss": 2.1414,
      "step": 1200
    },
    {
      "epoch": 0.9688995215311005,
      "grad_norm": 1.1066573858261108,
      "learning_rate": 4.7589035614245705e-05,
      "loss": 2.0949,
      "step": 1215
    },
    {
      "epoch": 0.9808612440191388,
      "grad_norm": 1.1547194719314575,
      "learning_rate": 4.755902360944378e-05,
      "loss": 2.1023,
      "step": 1230
    },
    {
      "epoch": 0.992822966507177,
      "grad_norm": 1.5456453561782837,
      "learning_rate": 4.752901160464186e-05,
      "loss": 2.1542,
      "step": 1245
    },
    {
      "epoch": 1.0047846889952152,
      "grad_norm": 1.7362697124481201,
      "learning_rate": 4.749899959983994e-05,
      "loss": 2.0444,
      "step": 1260
    },
    {
      "epoch": 1.0167464114832536,
      "grad_norm": 5.408290386199951,
      "learning_rate": 4.7468987595038016e-05,
      "loss": 1.8079,
      "step": 1275
    },
    {
      "epoch": 1.0287081339712918,
      "grad_norm": 3.33227276802063,
      "learning_rate": 4.7438975590236094e-05,
      "loss": 1.9851,
      "step": 1290
    },
    {
      "epoch": 1.0406698564593302,
      "grad_norm": 1.4184224605560303,
      "learning_rate": 4.740896358543417e-05,
      "loss": 1.8732,
      "step": 1305
    },
    {
      "epoch": 1.0526315789473684,
      "grad_norm": 1.5775929689407349,
      "learning_rate": 4.737895158063225e-05,
      "loss": 1.9714,
      "step": 1320
    },
    {
      "epoch": 1.0645933014354068,
      "grad_norm": 1.4744929075241089,
      "learning_rate": 4.7348939575830335e-05,
      "loss": 1.8901,
      "step": 1335
    },
    {
      "epoch": 1.076555023923445,
      "grad_norm": 1.5280168056488037,
      "learning_rate": 4.731892757102841e-05,
      "loss": 1.9348,
      "step": 1350
    },
    {
      "epoch": 1.0885167464114833,
      "grad_norm": 1.2531495094299316,
      "learning_rate": 4.72889155662265e-05,
      "loss": 1.83,
      "step": 1365
    },
    {
      "epoch": 1.1004784688995215,
      "grad_norm": 1.3821693658828735,
      "learning_rate": 4.7258903561424575e-05,
      "loss": 1.7183,
      "step": 1380
    },
    {
      "epoch": 1.11244019138756,
      "grad_norm": 1.3789594173431396,
      "learning_rate": 4.722889155662265e-05,
      "loss": 1.8931,
      "step": 1395
    },
    {
      "epoch": 1.124401913875598,
      "grad_norm": 1.2702490091323853,
      "learning_rate": 4.719887955182073e-05,
      "loss": 1.7617,
      "step": 1410
    },
    {
      "epoch": 1.1363636363636362,
      "grad_norm": 1.4505800008773804,
      "learning_rate": 4.716886754701881e-05,
      "loss": 1.9103,
      "step": 1425
    },
    {
      "epoch": 1.1483253588516746,
      "grad_norm": 1.612985610961914,
      "learning_rate": 4.7138855542216886e-05,
      "loss": 1.9471,
      "step": 1440
    },
    {
      "epoch": 1.160287081339713,
      "grad_norm": 1.2852972745895386,
      "learning_rate": 4.710884353741497e-05,
      "loss": 1.9249,
      "step": 1455
    },
    {
      "epoch": 1.1722488038277512,
      "grad_norm": 1.385501503944397,
      "learning_rate": 4.707883153261305e-05,
      "loss": 1.8883,
      "step": 1470
    },
    {
      "epoch": 1.1842105263157894,
      "grad_norm": 1.4401298761367798,
      "learning_rate": 4.704881952781113e-05,
      "loss": 1.94,
      "step": 1485
    },
    {
      "epoch": 1.1961722488038278,
      "grad_norm": 3.9501471519470215,
      "learning_rate": 4.7018807523009204e-05,
      "loss": 1.893,
      "step": 1500
    },
    {
      "epoch": 1.208133971291866,
      "grad_norm": 1.3335622549057007,
      "learning_rate": 4.698879551820728e-05,
      "loss": 1.7215,
      "step": 1515
    },
    {
      "epoch": 1.2200956937799043,
      "grad_norm": 1.6928309202194214,
      "learning_rate": 4.695878351340536e-05,
      "loss": 1.8889,
      "step": 1530
    },
    {
      "epoch": 1.2320574162679425,
      "grad_norm": 1.2327487468719482,
      "learning_rate": 4.6928771508603445e-05,
      "loss": 1.8503,
      "step": 1545
    },
    {
      "epoch": 1.244019138755981,
      "grad_norm": 1.3527581691741943,
      "learning_rate": 4.689875950380152e-05,
      "loss": 1.7963,
      "step": 1560
    },
    {
      "epoch": 1.255980861244019,
      "grad_norm": 1.4024996757507324,
      "learning_rate": 4.686874749899961e-05,
      "loss": 1.8679,
      "step": 1575
    },
    {
      "epoch": 1.2679425837320575,
      "grad_norm": 1.6798954010009766,
      "learning_rate": 4.6838735494197685e-05,
      "loss": 1.8944,
      "step": 1590
    },
    {
      "epoch": 1.2799043062200957,
      "grad_norm": 1.4541043043136597,
      "learning_rate": 4.680872348939576e-05,
      "loss": 1.9555,
      "step": 1605
    },
    {
      "epoch": 1.291866028708134,
      "grad_norm": 1.503612756729126,
      "learning_rate": 4.677871148459384e-05,
      "loss": 1.8223,
      "step": 1620
    },
    {
      "epoch": 1.3038277511961722,
      "grad_norm": 1.4559051990509033,
      "learning_rate": 4.674869947979192e-05,
      "loss": 1.8442,
      "step": 1635
    },
    {
      "epoch": 1.3157894736842106,
      "grad_norm": 1.3559598922729492,
      "learning_rate": 4.6718687474989997e-05,
      "loss": 1.933,
      "step": 1650
    },
    {
      "epoch": 1.3277511961722488,
      "grad_norm": 1.3937571048736572,
      "learning_rate": 4.6688675470188074e-05,
      "loss": 1.864,
      "step": 1665
    },
    {
      "epoch": 1.339712918660287,
      "grad_norm": 1.356520175933838,
      "learning_rate": 4.665866346538615e-05,
      "loss": 1.856,
      "step": 1680
    },
    {
      "epoch": 1.3516746411483254,
      "grad_norm": 1.6281076669692993,
      "learning_rate": 4.662865146058424e-05,
      "loss": 1.8623,
      "step": 1695
    },
    {
      "epoch": 1.3636363636363638,
      "grad_norm": 1.390368103981018,
      "learning_rate": 4.6598639455782315e-05,
      "loss": 1.8775,
      "step": 1710
    },
    {
      "epoch": 1.375598086124402,
      "grad_norm": 1.575172781944275,
      "learning_rate": 4.656862745098039e-05,
      "loss": 1.9558,
      "step": 1725
    },
    {
      "epoch": 1.38755980861244,
      "grad_norm": 1.6121597290039062,
      "learning_rate": 4.653861544617848e-05,
      "loss": 1.8698,
      "step": 1740
    },
    {
      "epoch": 1.3995215311004785,
      "grad_norm": 1.4013128280639648,
      "learning_rate": 4.6508603441376555e-05,
      "loss": 1.8567,
      "step": 1755
    },
    {
      "epoch": 1.4114832535885167,
      "grad_norm": 1.636841893196106,
      "learning_rate": 4.647859143657463e-05,
      "loss": 1.8708,
      "step": 1770
    },
    {
      "epoch": 1.423444976076555,
      "grad_norm": 1.6554105281829834,
      "learning_rate": 4.644857943177271e-05,
      "loss": 1.9281,
      "step": 1785
    },
    {
      "epoch": 1.4354066985645932,
      "grad_norm": 1.7569769620895386,
      "learning_rate": 4.641856742697079e-05,
      "loss": 1.8563,
      "step": 1800
    },
    {
      "epoch": 1.4473684210526316,
      "grad_norm": 1.5896693468093872,
      "learning_rate": 4.638855542216887e-05,
      "loss": 1.8764,
      "step": 1815
    },
    {
      "epoch": 1.4593301435406698,
      "grad_norm": 1.3887263536453247,
      "learning_rate": 4.635854341736695e-05,
      "loss": 1.8871,
      "step": 1830
    },
    {
      "epoch": 1.4712918660287082,
      "grad_norm": 1.6596853733062744,
      "learning_rate": 4.632853141256503e-05,
      "loss": 1.9176,
      "step": 1845
    },
    {
      "epoch": 1.4832535885167464,
      "grad_norm": 1.6174405813217163,
      "learning_rate": 4.629851940776311e-05,
      "loss": 1.8109,
      "step": 1860
    },
    {
      "epoch": 1.4952153110047846,
      "grad_norm": 1.3717613220214844,
      "learning_rate": 4.6268507402961185e-05,
      "loss": 1.867,
      "step": 1875
    },
    {
      "epoch": 1.507177033492823,
      "grad_norm": 1.4477450847625732,
      "learning_rate": 4.623849539815926e-05,
      "loss": 1.929,
      "step": 1890
    },
    {
      "epoch": 1.5191387559808613,
      "grad_norm": 1.4237533807754517,
      "learning_rate": 4.620848339335734e-05,
      "loss": 1.8444,
      "step": 1905
    },
    {
      "epoch": 1.5311004784688995,
      "grad_norm": 1.41818106174469,
      "learning_rate": 4.6178471388555425e-05,
      "loss": 1.8505,
      "step": 1920
    },
    {
      "epoch": 1.5430622009569377,
      "grad_norm": 1.5824397802352905,
      "learning_rate": 4.61484593837535e-05,
      "loss": 1.773,
      "step": 1935
    },
    {
      "epoch": 1.555023923444976,
      "grad_norm": 1.6391881704330444,
      "learning_rate": 4.611844737895159e-05,
      "loss": 1.9057,
      "step": 1950
    },
    {
      "epoch": 1.5669856459330145,
      "grad_norm": 1.5484305620193481,
      "learning_rate": 4.6088435374149665e-05,
      "loss": 1.9141,
      "step": 1965
    },
    {
      "epoch": 1.5789473684210527,
      "grad_norm": 1.4594415426254272,
      "learning_rate": 4.605842336934774e-05,
      "loss": 1.8732,
      "step": 1980
    },
    {
      "epoch": 1.5909090909090908,
      "grad_norm": 1.3924568891525269,
      "learning_rate": 4.602841136454582e-05,
      "loss": 1.9441,
      "step": 1995
    },
    {
      "epoch": 1.6028708133971292,
      "grad_norm": 1.523986577987671,
      "learning_rate": 4.59983993597439e-05,
      "loss": 1.9101,
      "step": 2010
    },
    {
      "epoch": 1.6148325358851676,
      "grad_norm": 1.369285225868225,
      "learning_rate": 4.596838735494198e-05,
      "loss": 1.8829,
      "step": 2025
    },
    {
      "epoch": 1.6267942583732058,
      "grad_norm": 1.4909306764602661,
      "learning_rate": 4.5938375350140055e-05,
      "loss": 1.9204,
      "step": 2040
    },
    {
      "epoch": 1.638755980861244,
      "grad_norm": 1.5464478731155396,
      "learning_rate": 4.590836334533814e-05,
      "loss": 1.8064,
      "step": 2055
    },
    {
      "epoch": 1.6507177033492821,
      "grad_norm": 1.5255078077316284,
      "learning_rate": 4.587835134053622e-05,
      "loss": 1.9518,
      "step": 2070
    },
    {
      "epoch": 1.6626794258373205,
      "grad_norm": 1.3710672855377197,
      "learning_rate": 4.5848339335734295e-05,
      "loss": 1.8957,
      "step": 2085
    },
    {
      "epoch": 1.674641148325359,
      "grad_norm": 1.4883019924163818,
      "learning_rate": 4.581832733093237e-05,
      "loss": 1.8884,
      "step": 2100
    },
    {
      "epoch": 1.686602870813397,
      "grad_norm": 1.383284091949463,
      "learning_rate": 4.578831532613046e-05,
      "loss": 1.8924,
      "step": 2115
    },
    {
      "epoch": 1.6985645933014353,
      "grad_norm": 1.5126210451126099,
      "learning_rate": 4.5758303321328535e-05,
      "loss": 1.9423,
      "step": 2130
    },
    {
      "epoch": 1.7105263157894737,
      "grad_norm": 1.4830104112625122,
      "learning_rate": 4.572829131652661e-05,
      "loss": 1.9377,
      "step": 2145
    },
    {
      "epoch": 1.722488038277512,
      "grad_norm": 1.578748106956482,
      "learning_rate": 4.569827931172469e-05,
      "loss": 1.8532,
      "step": 2160
    },
    {
      "epoch": 1.7344497607655502,
      "grad_norm": 3.1164207458496094,
      "learning_rate": 4.5668267306922776e-05,
      "loss": 1.9072,
      "step": 2175
    },
    {
      "epoch": 1.7464114832535884,
      "grad_norm": 1.5984658002853394,
      "learning_rate": 4.5638255302120853e-05,
      "loss": 1.9674,
      "step": 2190
    },
    {
      "epoch": 1.7583732057416268,
      "grad_norm": 1.5007200241088867,
      "learning_rate": 4.560824329731893e-05,
      "loss": 1.93,
      "step": 2205
    },
    {
      "epoch": 1.7703349282296652,
      "grad_norm": 2.623798131942749,
      "learning_rate": 4.557823129251701e-05,
      "loss": 1.9068,
      "step": 2220
    },
    {
      "epoch": 1.7822966507177034,
      "grad_norm": 2.1396572589874268,
      "learning_rate": 4.554821928771509e-05,
      "loss": 1.886,
      "step": 2235
    },
    {
      "epoch": 1.7942583732057416,
      "grad_norm": 1.5055629014968872,
      "learning_rate": 4.5518207282913165e-05,
      "loss": 1.8678,
      "step": 2250
    },
    {
      "epoch": 1.80622009569378,
      "grad_norm": 1.4418485164642334,
      "learning_rate": 4.548819527811124e-05,
      "loss": 1.984,
      "step": 2265
    },
    {
      "epoch": 1.8181818181818183,
      "grad_norm": 1.5159984827041626,
      "learning_rate": 4.545818327330932e-05,
      "loss": 1.9688,
      "step": 2280
    },
    {
      "epoch": 1.8301435406698565,
      "grad_norm": 1.299607753753662,
      "learning_rate": 4.5428171268507405e-05,
      "loss": 1.9347,
      "step": 2295
    },
    {
      "epoch": 1.8421052631578947,
      "grad_norm": 1.4144442081451416,
      "learning_rate": 4.539815926370549e-05,
      "loss": 1.8877,
      "step": 2310
    },
    {
      "epoch": 1.8540669856459329,
      "grad_norm": 1.5180310010910034,
      "learning_rate": 4.536814725890357e-05,
      "loss": 1.9392,
      "step": 2325
    },
    {
      "epoch": 1.8660287081339713,
      "grad_norm": 1.475977897644043,
      "learning_rate": 4.5338135254101645e-05,
      "loss": 1.8535,
      "step": 2340
    },
    {
      "epoch": 1.8779904306220097,
      "grad_norm": 1.4614003896713257,
      "learning_rate": 4.530812324929972e-05,
      "loss": 1.9246,
      "step": 2355
    },
    {
      "epoch": 1.8899521531100478,
      "grad_norm": 1.4736562967300415,
      "learning_rate": 4.52781112444978e-05,
      "loss": 1.9095,
      "step": 2370
    },
    {
      "epoch": 1.901913875598086,
      "grad_norm": 1.3201289176940918,
      "learning_rate": 4.524809923969588e-05,
      "loss": 1.8479,
      "step": 2385
    },
    {
      "epoch": 1.9138755980861244,
      "grad_norm": 1.4976378679275513,
      "learning_rate": 4.521808723489396e-05,
      "loss": 1.8262,
      "step": 2400
    },
    {
      "epoch": 1.9258373205741628,
      "grad_norm": 1.5323299169540405,
      "learning_rate": 4.5188075230092035e-05,
      "loss": 1.8989,
      "step": 2415
    },
    {
      "epoch": 1.937799043062201,
      "grad_norm": 2.050426483154297,
      "learning_rate": 4.515806322529012e-05,
      "loss": 1.8958,
      "step": 2430
    },
    {
      "epoch": 1.9497607655502391,
      "grad_norm": 1.822324514389038,
      "learning_rate": 4.51280512204882e-05,
      "loss": 1.99,
      "step": 2445
    },
    {
      "epoch": 1.9617224880382775,
      "grad_norm": 1.5009537935256958,
      "learning_rate": 4.5098039215686275e-05,
      "loss": 1.8561,
      "step": 2460
    },
    {
      "epoch": 1.973684210526316,
      "grad_norm": 1.3751215934753418,
      "learning_rate": 4.506802721088435e-05,
      "loss": 1.9033,
      "step": 2475
    },
    {
      "epoch": 1.985645933014354,
      "grad_norm": 1.6106884479522705,
      "learning_rate": 4.503801520608244e-05,
      "loss": 1.9555,
      "step": 2490
    },
    {
      "epoch": 1.9976076555023923,
      "grad_norm": 1.5378204584121704,
      "learning_rate": 4.5008003201280515e-05,
      "loss": 2.0009,
      "step": 2505
    },
    {
      "epoch": 2.0095693779904304,
      "grad_norm": 2.0536139011383057,
      "learning_rate": 4.497799119647859e-05,
      "loss": 1.7212,
      "step": 2520
    },
    {
      "epoch": 2.021531100478469,
      "grad_norm": 1.7498282194137573,
      "learning_rate": 4.494797919167667e-05,
      "loss": 1.5574,
      "step": 2535
    },
    {
      "epoch": 2.0334928229665072,
      "grad_norm": 1.7728687524795532,
      "learning_rate": 4.4917967186874756e-05,
      "loss": 1.4411,
      "step": 2550
    },
    {
      "epoch": 2.0454545454545454,
      "grad_norm": 1.8067642450332642,
      "learning_rate": 4.4887955182072834e-05,
      "loss": 1.5242,
      "step": 2565
    },
    {
      "epoch": 2.0574162679425836,
      "grad_norm": 1.924641489982605,
      "learning_rate": 4.485794317727091e-05,
      "loss": 1.5415,
      "step": 2580
    },
    {
      "epoch": 2.069377990430622,
      "grad_norm": 1.9768836498260498,
      "learning_rate": 4.482793117246899e-05,
      "loss": 1.6774,
      "step": 2595
    },
    {
      "epoch": 2.0813397129186604,
      "grad_norm": 1.943829894065857,
      "learning_rate": 4.479791916766707e-05,
      "loss": 1.6263,
      "step": 2610
    },
    {
      "epoch": 2.0933014354066986,
      "grad_norm": 2.1001622676849365,
      "learning_rate": 4.4767907162865145e-05,
      "loss": 1.6304,
      "step": 2625
    },
    {
      "epoch": 2.1052631578947367,
      "grad_norm": 2.0388505458831787,
      "learning_rate": 4.473789515806322e-05,
      "loss": 1.4718,
      "step": 2640
    },
    {
      "epoch": 2.117224880382775,
      "grad_norm": 1.884468913078308,
      "learning_rate": 4.47078831532613e-05,
      "loss": 1.5752,
      "step": 2655
    },
    {
      "epoch": 2.1291866028708135,
      "grad_norm": 1.9775267839431763,
      "learning_rate": 4.4677871148459385e-05,
      "loss": 1.478,
      "step": 2670
    },
    {
      "epoch": 2.1411483253588517,
      "grad_norm": 1.8365753889083862,
      "learning_rate": 4.464785914365747e-05,
      "loss": 1.5408,
      "step": 2685
    },
    {
      "epoch": 2.15311004784689,
      "grad_norm": 1.8778951168060303,
      "learning_rate": 4.461784713885555e-05,
      "loss": 1.6373,
      "step": 2700
    },
    {
      "epoch": 2.165071770334928,
      "grad_norm": 1.9629762172698975,
      "learning_rate": 4.4587835134053626e-05,
      "loss": 1.5741,
      "step": 2715
    },
    {
      "epoch": 2.1770334928229667,
      "grad_norm": 2.0409107208251953,
      "learning_rate": 4.4557823129251704e-05,
      "loss": 1.6216,
      "step": 2730
    },
    {
      "epoch": 2.188995215311005,
      "grad_norm": 2.1008028984069824,
      "learning_rate": 4.452781112444978e-05,
      "loss": 1.5515,
      "step": 2745
    },
    {
      "epoch": 2.200956937799043,
      "grad_norm": 2.2391457557678223,
      "learning_rate": 4.449779911964786e-05,
      "loss": 1.6279,
      "step": 2760
    },
    {
      "epoch": 2.212918660287081,
      "grad_norm": 2.294734239578247,
      "learning_rate": 4.446778711484594e-05,
      "loss": 1.5232,
      "step": 2775
    },
    {
      "epoch": 2.22488038277512,
      "grad_norm": 1.6631484031677246,
      "learning_rate": 4.443777511004402e-05,
      "loss": 1.5113,
      "step": 2790
    },
    {
      "epoch": 2.236842105263158,
      "grad_norm": 1.9847686290740967,
      "learning_rate": 4.44077631052421e-05,
      "loss": 1.5006,
      "step": 2805
    },
    {
      "epoch": 2.248803827751196,
      "grad_norm": 1.8953202962875366,
      "learning_rate": 4.437775110044018e-05,
      "loss": 1.5853,
      "step": 2820
    },
    {
      "epoch": 2.2607655502392343,
      "grad_norm": 1.9015896320343018,
      "learning_rate": 4.4347739095638255e-05,
      "loss": 1.6078,
      "step": 2835
    },
    {
      "epoch": 2.2727272727272725,
      "grad_norm": 1.900415301322937,
      "learning_rate": 4.431772709083633e-05,
      "loss": 1.5399,
      "step": 2850
    },
    {
      "epoch": 2.284688995215311,
      "grad_norm": 1.9138609170913696,
      "learning_rate": 4.428771508603442e-05,
      "loss": 1.589,
      "step": 2865
    },
    {
      "epoch": 2.2966507177033493,
      "grad_norm": 1.7661852836608887,
      "learning_rate": 4.4257703081232496e-05,
      "loss": 1.6258,
      "step": 2880
    },
    {
      "epoch": 2.3086124401913874,
      "grad_norm": 1.9043537378311157,
      "learning_rate": 4.4227691076430573e-05,
      "loss": 1.6243,
      "step": 2895
    },
    {
      "epoch": 2.320574162679426,
      "grad_norm": 1.8166050910949707,
      "learning_rate": 4.419767907162866e-05,
      "loss": 1.5999,
      "step": 2910
    },
    {
      "epoch": 2.3325358851674642,
      "grad_norm": 1.7325972318649292,
      "learning_rate": 4.4167667066826736e-05,
      "loss": 1.586,
      "step": 2925
    },
    {
      "epoch": 2.3444976076555024,
      "grad_norm": 1.8609052896499634,
      "learning_rate": 4.4137655062024814e-05,
      "loss": 1.5466,
      "step": 2940
    },
    {
      "epoch": 2.3564593301435406,
      "grad_norm": 3.3115549087524414,
      "learning_rate": 4.410764305722289e-05,
      "loss": 1.5816,
      "step": 2955
    },
    {
      "epoch": 2.3684210526315788,
      "grad_norm": 2.2015438079833984,
      "learning_rate": 4.407763105242097e-05,
      "loss": 1.5162,
      "step": 2970
    },
    {
      "epoch": 2.3803827751196174,
      "grad_norm": 1.7339051961898804,
      "learning_rate": 4.404761904761905e-05,
      "loss": 1.5764,
      "step": 2985
    },
    {
      "epoch": 2.3923444976076556,
      "grad_norm": 2.817207098007202,
      "learning_rate": 4.4017607042817125e-05,
      "loss": 1.5633,
      "step": 3000
    },
    {
      "epoch": 2.4043062200956937,
      "grad_norm": 2.063880681991577,
      "learning_rate": 4.39875950380152e-05,
      "loss": 1.604,
      "step": 3015
    },
    {
      "epoch": 2.416267942583732,
      "grad_norm": 1.8153194189071655,
      "learning_rate": 4.395758303321329e-05,
      "loss": 1.6417,
      "step": 3030
    },
    {
      "epoch": 2.4282296650717705,
      "grad_norm": 3.646466016769409,
      "learning_rate": 4.3927571028411365e-05,
      "loss": 1.6325,
      "step": 3045
    },
    {
      "epoch": 2.4401913875598087,
      "grad_norm": 1.9638229608535767,
      "learning_rate": 4.389755902360945e-05,
      "loss": 1.6393,
      "step": 3060
    },
    {
      "epoch": 2.452153110047847,
      "grad_norm": 2.549917697906494,
      "learning_rate": 4.386754701880753e-05,
      "loss": 1.6231,
      "step": 3075
    },
    {
      "epoch": 2.464114832535885,
      "grad_norm": 1.8698160648345947,
      "learning_rate": 4.3837535014005606e-05,
      "loss": 1.4995,
      "step": 3090
    },
    {
      "epoch": 2.4760765550239237,
      "grad_norm": 1.8844027519226074,
      "learning_rate": 4.3807523009203684e-05,
      "loss": 1.6133,
      "step": 3105
    },
    {
      "epoch": 2.488038277511962,
      "grad_norm": 2.275132417678833,
      "learning_rate": 4.377751100440176e-05,
      "loss": 1.6124,
      "step": 3120
    },
    {
      "epoch": 2.5,
      "grad_norm": 1.729272723197937,
      "learning_rate": 4.374749899959984e-05,
      "loss": 1.6766,
      "step": 3135
    },
    {
      "epoch": 2.511961722488038,
      "grad_norm": 1.9503229856491089,
      "learning_rate": 4.3717486994797924e-05,
      "loss": 1.6937,
      "step": 3150
    },
    {
      "epoch": 2.5239234449760763,
      "grad_norm": 1.8774380683898926,
      "learning_rate": 4.3687474989996e-05,
      "loss": 1.6159,
      "step": 3165
    },
    {
      "epoch": 2.535885167464115,
      "grad_norm": 2.066387176513672,
      "learning_rate": 4.365746298519408e-05,
      "loss": 1.6234,
      "step": 3180
    },
    {
      "epoch": 2.547846889952153,
      "grad_norm": 2.7428183555603027,
      "learning_rate": 4.362745098039216e-05,
      "loss": 1.5469,
      "step": 3195
    },
    {
      "epoch": 2.5598086124401913,
      "grad_norm": 1.9833886623382568,
      "learning_rate": 4.3597438975590235e-05,
      "loss": 1.5982,
      "step": 3210
    },
    {
      "epoch": 2.57177033492823,
      "grad_norm": 1.7080726623535156,
      "learning_rate": 4.356742697078831e-05,
      "loss": 1.5975,
      "step": 3225
    },
    {
      "epoch": 2.583732057416268,
      "grad_norm": 1.9213649034500122,
      "learning_rate": 4.35374149659864e-05,
      "loss": 1.5921,
      "step": 3240
    },
    {
      "epoch": 2.5956937799043063,
      "grad_norm": 2.0085928440093994,
      "learning_rate": 4.3507402961184476e-05,
      "loss": 1.5904,
      "step": 3255
    },
    {
      "epoch": 2.6076555023923444,
      "grad_norm": 1.903548002243042,
      "learning_rate": 4.347739095638256e-05,
      "loss": 1.5794,
      "step": 3270
    },
    {
      "epoch": 2.6196172248803826,
      "grad_norm": 1.8258320093154907,
      "learning_rate": 4.344737895158064e-05,
      "loss": 1.6408,
      "step": 3285
    },
    {
      "epoch": 2.6315789473684212,
      "grad_norm": 2.0597989559173584,
      "learning_rate": 4.3417366946778716e-05,
      "loss": 1.5868,
      "step": 3300
    },
    {
      "epoch": 2.6435406698564594,
      "grad_norm": 2.0705902576446533,
      "learning_rate": 4.3387354941976794e-05,
      "loss": 1.6906,
      "step": 3315
    },
    {
      "epoch": 2.6555023923444976,
      "grad_norm": 1.9880789518356323,
      "learning_rate": 4.335734293717487e-05,
      "loss": 1.5963,
      "step": 3330
    },
    {
      "epoch": 2.6674641148325358,
      "grad_norm": 2.0182063579559326,
      "learning_rate": 4.332733093237295e-05,
      "loss": 1.6478,
      "step": 3345
    },
    {
      "epoch": 2.679425837320574,
      "grad_norm": 1.9995989799499512,
      "learning_rate": 4.329731892757103e-05,
      "loss": 1.653,
      "step": 3360
    },
    {
      "epoch": 2.6913875598086126,
      "grad_norm": 2.738987922668457,
      "learning_rate": 4.3267306922769105e-05,
      "loss": 1.6505,
      "step": 3375
    },
    {
      "epoch": 2.7033492822966507,
      "grad_norm": 2.058044672012329,
      "learning_rate": 4.323729491796719e-05,
      "loss": 1.5528,
      "step": 3390
    },
    {
      "epoch": 2.715311004784689,
      "grad_norm": 2.0416853427886963,
      "learning_rate": 4.320728291316527e-05,
      "loss": 1.5553,
      "step": 3405
    },
    {
      "epoch": 2.7272727272727275,
      "grad_norm": 1.9002925157546997,
      "learning_rate": 4.3177270908363346e-05,
      "loss": 1.5736,
      "step": 3420
    },
    {
      "epoch": 2.7392344497607657,
      "grad_norm": 1.8847737312316895,
      "learning_rate": 4.314725890356143e-05,
      "loss": 1.6232,
      "step": 3435
    },
    {
      "epoch": 2.751196172248804,
      "grad_norm": 1.9627894163131714,
      "learning_rate": 4.311724689875951e-05,
      "loss": 1.6496,
      "step": 3450
    },
    {
      "epoch": 2.763157894736842,
      "grad_norm": 1.823258638381958,
      "learning_rate": 4.3087234893957586e-05,
      "loss": 1.584,
      "step": 3465
    },
    {
      "epoch": 2.77511961722488,
      "grad_norm": 3.361528158187866,
      "learning_rate": 4.3057222889155664e-05,
      "loss": 1.6163,
      "step": 3480
    },
    {
      "epoch": 2.787081339712919,
      "grad_norm": 2.01798677444458,
      "learning_rate": 4.302721088435374e-05,
      "loss": 1.4596,
      "step": 3495
    },
    {
      "epoch": 2.799043062200957,
      "grad_norm": 1.9381790161132812,
      "learning_rate": 4.2997198879551826e-05,
      "loss": 1.6621,
      "step": 3510
    },
    {
      "epoch": 2.811004784688995,
      "grad_norm": 2.0217368602752686,
      "learning_rate": 4.2967186874749904e-05,
      "loss": 1.6089,
      "step": 3525
    },
    {
      "epoch": 2.8229665071770333,
      "grad_norm": 1.7677721977233887,
      "learning_rate": 4.293717486994798e-05,
      "loss": 1.6052,
      "step": 3540
    },
    {
      "epoch": 2.8349282296650715,
      "grad_norm": 1.9464062452316284,
      "learning_rate": 4.290716286514606e-05,
      "loss": 1.6751,
      "step": 3555
    },
    {
      "epoch": 2.84688995215311,
      "grad_norm": 1.9557422399520874,
      "learning_rate": 4.287715086034414e-05,
      "loss": 1.5964,
      "step": 3570
    },
    {
      "epoch": 2.8588516746411483,
      "grad_norm": 3.1278235912323,
      "learning_rate": 4.2847138855542216e-05,
      "loss": 1.6272,
      "step": 3585
    },
    {
      "epoch": 2.8708133971291865,
      "grad_norm": 1.8671112060546875,
      "learning_rate": 4.2817126850740293e-05,
      "loss": 1.6573,
      "step": 3600
    },
    {
      "epoch": 2.882775119617225,
      "grad_norm": 1.9375852346420288,
      "learning_rate": 4.278711484593838e-05,
      "loss": 1.6407,
      "step": 3615
    },
    {
      "epoch": 2.8947368421052633,
      "grad_norm": 1.907958984375,
      "learning_rate": 4.275710284113646e-05,
      "loss": 1.6272,
      "step": 3630
    },
    {
      "epoch": 2.9066985645933014,
      "grad_norm": 2.1269607543945312,
      "learning_rate": 4.272709083633454e-05,
      "loss": 1.5664,
      "step": 3645
    },
    {
      "epoch": 2.9186602870813396,
      "grad_norm": 1.766072392463684,
      "learning_rate": 4.269707883153262e-05,
      "loss": 1.6766,
      "step": 3660
    },
    {
      "epoch": 2.930622009569378,
      "grad_norm": 2.157346248626709,
      "learning_rate": 4.2667066826730696e-05,
      "loss": 1.6374,
      "step": 3675
    },
    {
      "epoch": 2.9425837320574164,
      "grad_norm": 3.1585512161254883,
      "learning_rate": 4.2637054821928774e-05,
      "loss": 1.6082,
      "step": 3690
    },
    {
      "epoch": 2.9545454545454546,
      "grad_norm": 2.0836970806121826,
      "learning_rate": 4.260704281712685e-05,
      "loss": 1.6703,
      "step": 3705
    },
    {
      "epoch": 2.9665071770334928,
      "grad_norm": 1.729893445968628,
      "learning_rate": 4.257703081232493e-05,
      "loss": 1.6557,
      "step": 3720
    },
    {
      "epoch": 2.9784688995215314,
      "grad_norm": 3.384397268295288,
      "learning_rate": 4.254701880752301e-05,
      "loss": 1.643,
      "step": 3735
    },
    {
      "epoch": 2.990430622009569,
      "grad_norm": 1.8642953634262085,
      "learning_rate": 4.2517006802721085e-05,
      "loss": 1.6524,
      "step": 3750
    },
    {
      "epoch": 3.0023923444976077,
      "grad_norm": 1.9247709512710571,
      "learning_rate": 4.248699479791917e-05,
      "loss": 1.484,
      "step": 3765
    },
    {
      "epoch": 3.014354066985646,
      "grad_norm": 2.0377817153930664,
      "learning_rate": 4.245698279311725e-05,
      "loss": 1.2241,
      "step": 3780
    },
    {
      "epoch": 3.026315789473684,
      "grad_norm": 2.2331552505493164,
      "learning_rate": 4.2426970788315326e-05,
      "loss": 1.1948,
      "step": 3795
    },
    {
      "epoch": 3.0382775119617227,
      "grad_norm": 2.3499271869659424,
      "learning_rate": 4.239695878351341e-05,
      "loss": 1.2828,
      "step": 3810
    },
    {
      "epoch": 3.050239234449761,
      "grad_norm": 2.445600748062134,
      "learning_rate": 4.236694677871149e-05,
      "loss": 1.1715,
      "step": 3825
    },
    {
      "epoch": 3.062200956937799,
      "grad_norm": 2.801543951034546,
      "learning_rate": 4.2336934773909566e-05,
      "loss": 1.2167,
      "step": 3840
    },
    {
      "epoch": 3.074162679425837,
      "grad_norm": 2.515307664871216,
      "learning_rate": 4.2306922769107644e-05,
      "loss": 1.1451,
      "step": 3855
    },
    {
      "epoch": 3.0861244019138754,
      "grad_norm": 2.6123640537261963,
      "learning_rate": 4.227691076430572e-05,
      "loss": 1.256,
      "step": 3870
    },
    {
      "epoch": 3.098086124401914,
      "grad_norm": 2.602388381958008,
      "learning_rate": 4.2246898759503806e-05,
      "loss": 1.1867,
      "step": 3885
    },
    {
      "epoch": 3.110047846889952,
      "grad_norm": 2.552335739135742,
      "learning_rate": 4.2216886754701884e-05,
      "loss": 1.1845,
      "step": 3900
    },
    {
      "epoch": 3.1220095693779903,
      "grad_norm": 2.6270079612731934,
      "learning_rate": 4.218687474989996e-05,
      "loss": 1.2479,
      "step": 3915
    },
    {
      "epoch": 3.1339712918660285,
      "grad_norm": 2.490518808364868,
      "learning_rate": 4.215686274509804e-05,
      "loss": 1.2386,
      "step": 3930
    },
    {
      "epoch": 3.145933014354067,
      "grad_norm": 2.348869800567627,
      "learning_rate": 4.212685074029612e-05,
      "loss": 1.2285,
      "step": 3945
    },
    {
      "epoch": 3.1578947368421053,
      "grad_norm": 2.3546955585479736,
      "learning_rate": 4.2096838735494196e-05,
      "loss": 1.206,
      "step": 3960
    },
    {
      "epoch": 3.1698564593301435,
      "grad_norm": 2.4429666996002197,
      "learning_rate": 4.2066826730692274e-05,
      "loss": 1.335,
      "step": 3975
    },
    {
      "epoch": 3.1818181818181817,
      "grad_norm": 2.397874355316162,
      "learning_rate": 4.203681472589036e-05,
      "loss": 1.2252,
      "step": 3990
    },
    {
      "epoch": 3.1937799043062203,
      "grad_norm": 2.526556968688965,
      "learning_rate": 4.200680272108844e-05,
      "loss": 1.2811,
      "step": 4005
    },
    {
      "epoch": 3.2057416267942584,
      "grad_norm": 2.7083089351654053,
      "learning_rate": 4.197679071628652e-05,
      "loss": 1.3154,
      "step": 4020
    },
    {
      "epoch": 3.2177033492822966,
      "grad_norm": 2.426650285720825,
      "learning_rate": 4.19467787114846e-05,
      "loss": 1.2251,
      "step": 4035
    },
    {
      "epoch": 3.229665071770335,
      "grad_norm": 3.1592352390289307,
      "learning_rate": 4.1916766706682676e-05,
      "loss": 1.232,
      "step": 4050
    },
    {
      "epoch": 3.2416267942583734,
      "grad_norm": 2.4699387550354004,
      "learning_rate": 4.1886754701880754e-05,
      "loss": 1.3075,
      "step": 4065
    },
    {
      "epoch": 3.2535885167464116,
      "grad_norm": 2.410412311553955,
      "learning_rate": 4.185674269707883e-05,
      "loss": 1.2583,
      "step": 4080
    },
    {
      "epoch": 3.2655502392344498,
      "grad_norm": 2.3662848472595215,
      "learning_rate": 4.182673069227691e-05,
      "loss": 1.2718,
      "step": 4095
    },
    {
      "epoch": 3.277511961722488,
      "grad_norm": 2.241677761077881,
      "learning_rate": 4.179671868747499e-05,
      "loss": 1.2293,
      "step": 4110
    },
    {
      "epoch": 3.2894736842105265,
      "grad_norm": 2.289928674697876,
      "learning_rate": 4.176670668267307e-05,
      "loss": 1.2369,
      "step": 4125
    },
    {
      "epoch": 3.3014354066985647,
      "grad_norm": 2.9561991691589355,
      "learning_rate": 4.173669467787115e-05,
      "loss": 1.1936,
      "step": 4140
    },
    {
      "epoch": 3.313397129186603,
      "grad_norm": 2.6181890964508057,
      "learning_rate": 4.170668267306923e-05,
      "loss": 1.2791,
      "step": 4155
    },
    {
      "epoch": 3.325358851674641,
      "grad_norm": 2.208653688430786,
      "learning_rate": 4.1676670668267306e-05,
      "loss": 1.3175,
      "step": 4170
    },
    {
      "epoch": 3.3373205741626792,
      "grad_norm": 2.460291624069214,
      "learning_rate": 4.164665866346539e-05,
      "loss": 1.255,
      "step": 4185
    },
    {
      "epoch": 3.349282296650718,
      "grad_norm": 2.2541019916534424,
      "learning_rate": 4.161664665866347e-05,
      "loss": 1.2815,
      "step": 4200
    },
    {
      "epoch": 3.361244019138756,
      "grad_norm": 2.543994903564453,
      "learning_rate": 4.1586634653861546e-05,
      "loss": 1.2888,
      "step": 4215
    },
    {
      "epoch": 3.373205741626794,
      "grad_norm": 2.7568411827087402,
      "learning_rate": 4.1556622649059624e-05,
      "loss": 1.2894,
      "step": 4230
    },
    {
      "epoch": 3.3851674641148324,
      "grad_norm": 2.5805466175079346,
      "learning_rate": 4.152661064425771e-05,
      "loss": 1.3434,
      "step": 4245
    },
    {
      "epoch": 3.397129186602871,
      "grad_norm": 2.409097194671631,
      "learning_rate": 4.149659863945579e-05,
      "loss": 1.2903,
      "step": 4260
    },
    {
      "epoch": 3.409090909090909,
      "grad_norm": 4.126059532165527,
      "learning_rate": 4.1466586634653865e-05,
      "loss": 1.2764,
      "step": 4275
    },
    {
      "epoch": 3.4210526315789473,
      "grad_norm": 3.106367826461792,
      "learning_rate": 4.143657462985194e-05,
      "loss": 1.3184,
      "step": 4290
    },
    {
      "epoch": 3.4330143540669855,
      "grad_norm": 2.195138454437256,
      "learning_rate": 4.140656262505002e-05,
      "loss": 1.2636,
      "step": 4305
    },
    {
      "epoch": 3.444976076555024,
      "grad_norm": 2.7023708820343018,
      "learning_rate": 4.13765506202481e-05,
      "loss": 1.3316,
      "step": 4320
    },
    {
      "epoch": 3.4569377990430623,
      "grad_norm": 2.262626886367798,
      "learning_rate": 4.1346538615446176e-05,
      "loss": 1.2847,
      "step": 4335
    },
    {
      "epoch": 3.4688995215311005,
      "grad_norm": 2.5416321754455566,
      "learning_rate": 4.131652661064426e-05,
      "loss": 1.3254,
      "step": 4350
    },
    {
      "epoch": 3.4808612440191387,
      "grad_norm": 2.868903875350952,
      "learning_rate": 4.128651460584234e-05,
      "loss": 1.2778,
      "step": 4365
    },
    {
      "epoch": 3.492822966507177,
      "grad_norm": 2.347463607788086,
      "learning_rate": 4.125650260104042e-05,
      "loss": 1.34,
      "step": 4380
    },
    {
      "epoch": 3.5047846889952154,
      "grad_norm": 2.644416332244873,
      "learning_rate": 4.12264905962385e-05,
      "loss": 1.2862,
      "step": 4395
    },
    {
      "epoch": 3.5167464114832536,
      "grad_norm": 2.8803160190582275,
      "learning_rate": 4.119647859143658e-05,
      "loss": 1.3538,
      "step": 4410
    },
    {
      "epoch": 3.528708133971292,
      "grad_norm": 2.643848180770874,
      "learning_rate": 4.1166466586634657e-05,
      "loss": 1.3566,
      "step": 4425
    },
    {
      "epoch": 3.5406698564593304,
      "grad_norm": 2.555978298187256,
      "learning_rate": 4.1136454581832734e-05,
      "loss": 1.284,
      "step": 4440
    },
    {
      "epoch": 3.5526315789473686,
      "grad_norm": 2.4635751247406006,
      "learning_rate": 4.110644257703081e-05,
      "loss": 1.3229,
      "step": 4455
    },
    {
      "epoch": 3.5645933014354068,
      "grad_norm": 2.804314374923706,
      "learning_rate": 4.107643057222889e-05,
      "loss": 1.2931,
      "step": 4470
    },
    {
      "epoch": 3.576555023923445,
      "grad_norm": 2.5955514907836914,
      "learning_rate": 4.1046418567426975e-05,
      "loss": 1.3153,
      "step": 4485
    },
    {
      "epoch": 3.588516746411483,
      "grad_norm": 2.4464356899261475,
      "learning_rate": 4.101640656262505e-05,
      "loss": 1.2963,
      "step": 4500
    },
    {
      "epoch": 3.6004784688995217,
      "grad_norm": 2.8158469200134277,
      "learning_rate": 4.098639455782313e-05,
      "loss": 1.333,
      "step": 4515
    },
    {
      "epoch": 3.61244019138756,
      "grad_norm": 2.324192523956299,
      "learning_rate": 4.095638255302121e-05,
      "loss": 1.3438,
      "step": 4530
    },
    {
      "epoch": 3.624401913875598,
      "grad_norm": 2.5822291374206543,
      "learning_rate": 4.0926370548219286e-05,
      "loss": 1.381,
      "step": 4545
    },
    {
      "epoch": 3.6363636363636362,
      "grad_norm": 2.3783419132232666,
      "learning_rate": 4.089635854341737e-05,
      "loss": 1.321,
      "step": 4560
    },
    {
      "epoch": 3.6483253588516744,
      "grad_norm": 2.453040361404419,
      "learning_rate": 4.086634653861545e-05,
      "loss": 1.35,
      "step": 4575
    },
    {
      "epoch": 3.660287081339713,
      "grad_norm": 2.694587230682373,
      "learning_rate": 4.0836334533813526e-05,
      "loss": 1.3342,
      "step": 4590
    },
    {
      "epoch": 3.672248803827751,
      "grad_norm": 2.4545223712921143,
      "learning_rate": 4.080632252901161e-05,
      "loss": 1.4238,
      "step": 4605
    },
    {
      "epoch": 3.6842105263157894,
      "grad_norm": 2.5401089191436768,
      "learning_rate": 4.077631052420969e-05,
      "loss": 1.3699,
      "step": 4620
    },
    {
      "epoch": 3.696172248803828,
      "grad_norm": 2.4257302284240723,
      "learning_rate": 4.074629851940777e-05,
      "loss": 1.3569,
      "step": 4635
    },
    {
      "epoch": 3.708133971291866,
      "grad_norm": 2.7543747425079346,
      "learning_rate": 4.0716286514605845e-05,
      "loss": 1.2967,
      "step": 4650
    },
    {
      "epoch": 3.7200956937799043,
      "grad_norm": 2.4614686965942383,
      "learning_rate": 4.068627450980392e-05,
      "loss": 1.2982,
      "step": 4665
    },
    {
      "epoch": 3.7320574162679425,
      "grad_norm": 3.7613461017608643,
      "learning_rate": 4.0656262505002e-05,
      "loss": 1.3812,
      "step": 4680
    },
    {
      "epoch": 3.7440191387559807,
      "grad_norm": 2.60383939743042,
      "learning_rate": 4.062625050020008e-05,
      "loss": 1.3526,
      "step": 4695
    },
    {
      "epoch": 3.7559808612440193,
      "grad_norm": 2.3789987564086914,
      "learning_rate": 4.0596238495398156e-05,
      "loss": 1.3502,
      "step": 4710
    },
    {
      "epoch": 3.7679425837320575,
      "grad_norm": 2.6684768199920654,
      "learning_rate": 4.056622649059624e-05,
      "loss": 1.4723,
      "step": 4725
    },
    {
      "epoch": 3.7799043062200957,
      "grad_norm": 2.480144500732422,
      "learning_rate": 4.053621448579432e-05,
      "loss": 1.3716,
      "step": 4740
    },
    {
      "epoch": 3.791866028708134,
      "grad_norm": 2.429513454437256,
      "learning_rate": 4.05062024809924e-05,
      "loss": 1.2895,
      "step": 4755
    },
    {
      "epoch": 3.803827751196172,
      "grad_norm": 2.4947898387908936,
      "learning_rate": 4.047619047619048e-05,
      "loss": 1.4147,
      "step": 4770
    },
    {
      "epoch": 3.8157894736842106,
      "grad_norm": 2.351773500442505,
      "learning_rate": 4.044617847138856e-05,
      "loss": 1.3712,
      "step": 4785
    },
    {
      "epoch": 3.827751196172249,
      "grad_norm": 2.4937288761138916,
      "learning_rate": 4.041616646658664e-05,
      "loss": 1.3342,
      "step": 4800
    },
    {
      "epoch": 3.839712918660287,
      "grad_norm": 3.4912281036376953,
      "learning_rate": 4.0386154461784715e-05,
      "loss": 1.3403,
      "step": 4815
    },
    {
      "epoch": 3.8516746411483256,
      "grad_norm": 2.2786455154418945,
      "learning_rate": 4.035614245698279e-05,
      "loss": 1.335,
      "step": 4830
    },
    {
      "epoch": 3.8636363636363638,
      "grad_norm": 2.7752015590667725,
      "learning_rate": 4.032613045218088e-05,
      "loss": 1.3739,
      "step": 4845
    },
    {
      "epoch": 3.875598086124402,
      "grad_norm": 2.510052442550659,
      "learning_rate": 4.0296118447378955e-05,
      "loss": 1.3793,
      "step": 4860
    },
    {
      "epoch": 3.88755980861244,
      "grad_norm": 4.657649517059326,
      "learning_rate": 4.026610644257703e-05,
      "loss": 1.3914,
      "step": 4875
    },
    {
      "epoch": 3.8995215311004783,
      "grad_norm": 2.437033176422119,
      "learning_rate": 4.023609443777511e-05,
      "loss": 1.3793,
      "step": 4890
    },
    {
      "epoch": 3.911483253588517,
      "grad_norm": 2.7319986820220947,
      "learning_rate": 4.020608243297319e-05,
      "loss": 1.437,
      "step": 4905
    },
    {
      "epoch": 3.923444976076555,
      "grad_norm": 2.553680896759033,
      "learning_rate": 4.0176070428171266e-05,
      "loss": 1.3613,
      "step": 4920
    },
    {
      "epoch": 3.9354066985645932,
      "grad_norm": 2.379471778869629,
      "learning_rate": 4.014605842336935e-05,
      "loss": 1.3638,
      "step": 4935
    },
    {
      "epoch": 3.9473684210526314,
      "grad_norm": 2.8651113510131836,
      "learning_rate": 4.011604641856743e-05,
      "loss": 1.3265,
      "step": 4950
    },
    {
      "epoch": 3.9593301435406696,
      "grad_norm": 2.366116762161255,
      "learning_rate": 4.0086034413765513e-05,
      "loss": 1.2701,
      "step": 4965
    },
    {
      "epoch": 3.971291866028708,
      "grad_norm": 2.60257625579834,
      "learning_rate": 4.005602240896359e-05,
      "loss": 1.305,
      "step": 4980
    },
    {
      "epoch": 3.9832535885167464,
      "grad_norm": 2.544235944747925,
      "learning_rate": 4.002601040416167e-05,
      "loss": 1.3632,
      "step": 4995
    },
    {
      "epoch": 3.9952153110047846,
      "grad_norm": 2.541198253631592,
      "learning_rate": 3.999599839935975e-05,
      "loss": 1.4154,
      "step": 5010
    },
    {
      "epoch": 4.007177033492823,
      "grad_norm": 3.7236313819885254,
      "learning_rate": 3.9965986394557825e-05,
      "loss": 1.1803,
      "step": 5025
    },
    {
      "epoch": 4.019138755980861,
      "grad_norm": 3.206791877746582,
      "learning_rate": 3.99359743897559e-05,
      "loss": 0.9466,
      "step": 5040
    },
    {
      "epoch": 4.0311004784688995,
      "grad_norm": 2.9792520999908447,
      "learning_rate": 3.990596238495398e-05,
      "loss": 0.8937,
      "step": 5055
    },
    {
      "epoch": 4.043062200956938,
      "grad_norm": 3.3796586990356445,
      "learning_rate": 3.987595038015206e-05,
      "loss": 0.9352,
      "step": 5070
    },
    {
      "epoch": 4.055023923444976,
      "grad_norm": 2.383775472640991,
      "learning_rate": 3.984593837535014e-05,
      "loss": 0.8506,
      "step": 5085
    },
    {
      "epoch": 4.0669856459330145,
      "grad_norm": 2.6192071437835693,
      "learning_rate": 3.981592637054822e-05,
      "loss": 0.8886,
      "step": 5100
    },
    {
      "epoch": 4.078947368421052,
      "grad_norm": 3.329030990600586,
      "learning_rate": 3.97859143657463e-05,
      "loss": 0.9639,
      "step": 5115
    },
    {
      "epoch": 4.090909090909091,
      "grad_norm": 3.970484733581543,
      "learning_rate": 3.975590236094438e-05,
      "loss": 0.9112,
      "step": 5130
    },
    {
      "epoch": 4.1028708133971294,
      "grad_norm": 3.082409381866455,
      "learning_rate": 3.972589035614246e-05,
      "loss": 0.8825,
      "step": 5145
    },
    {
      "epoch": 4.114832535885167,
      "grad_norm": 2.9433696269989014,
      "learning_rate": 3.969587835134054e-05,
      "loss": 0.9384,
      "step": 5160
    },
    {
      "epoch": 4.126794258373206,
      "grad_norm": 3.1707279682159424,
      "learning_rate": 3.966586634653862e-05,
      "loss": 0.9025,
      "step": 5175
    },
    {
      "epoch": 4.138755980861244,
      "grad_norm": 3.336472988128662,
      "learning_rate": 3.9635854341736695e-05,
      "loss": 0.9228,
      "step": 5190
    },
    {
      "epoch": 4.150717703349282,
      "grad_norm": 3.4995670318603516,
      "learning_rate": 3.960584233693477e-05,
      "loss": 0.9847,
      "step": 5205
    },
    {
      "epoch": 4.162679425837321,
      "grad_norm": 3.3354713916778564,
      "learning_rate": 3.957583033213286e-05,
      "loss": 0.9717,
      "step": 5220
    },
    {
      "epoch": 4.1746411483253585,
      "grad_norm": 3.2553207874298096,
      "learning_rate": 3.9545818327330935e-05,
      "loss": 0.9973,
      "step": 5235
    },
    {
      "epoch": 4.186602870813397,
      "grad_norm": 3.007181406021118,
      "learning_rate": 3.951580632252901e-05,
      "loss": 0.919,
      "step": 5250
    },
    {
      "epoch": 4.198564593301436,
      "grad_norm": 2.7252211570739746,
      "learning_rate": 3.948579431772709e-05,
      "loss": 0.8914,
      "step": 5265
    },
    {
      "epoch": 4.2105263157894735,
      "grad_norm": 3.078258514404297,
      "learning_rate": 3.945578231292517e-05,
      "loss": 1.0353,
      "step": 5280
    },
    {
      "epoch": 4.222488038277512,
      "grad_norm": 3.0154271125793457,
      "learning_rate": 3.942577030812325e-05,
      "loss": 0.9594,
      "step": 5295
    },
    {
      "epoch": 4.23444976076555,
      "grad_norm": 3.7115094661712646,
      "learning_rate": 3.939575830332133e-05,
      "loss": 0.9248,
      "step": 5310
    },
    {
      "epoch": 4.246411483253588,
      "grad_norm": 3.135359048843384,
      "learning_rate": 3.936574629851941e-05,
      "loss": 0.9918,
      "step": 5325
    },
    {
      "epoch": 4.258373205741627,
      "grad_norm": 2.8541269302368164,
      "learning_rate": 3.9335734293717494e-05,
      "loss": 0.974,
      "step": 5340
    },
    {
      "epoch": 4.270334928229665,
      "grad_norm": 3.1880204677581787,
      "learning_rate": 3.930572228891557e-05,
      "loss": 1.0267,
      "step": 5355
    },
    {
      "epoch": 4.282296650717703,
      "grad_norm": 4.082556247711182,
      "learning_rate": 3.927571028411365e-05,
      "loss": 0.9764,
      "step": 5370
    },
    {
      "epoch": 4.294258373205742,
      "grad_norm": 3.121758460998535,
      "learning_rate": 3.924569827931173e-05,
      "loss": 1.0353,
      "step": 5385
    },
    {
      "epoch": 4.30622009569378,
      "grad_norm": 3.3821141719818115,
      "learning_rate": 3.9215686274509805e-05,
      "loss": 1.0219,
      "step": 5400
    },
    {
      "epoch": 4.318181818181818,
      "grad_norm": 3.336914300918579,
      "learning_rate": 3.918567426970788e-05,
      "loss": 1.0427,
      "step": 5415
    },
    {
      "epoch": 4.330143540669856,
      "grad_norm": 3.1878132820129395,
      "learning_rate": 3.915566226490596e-05,
      "loss": 1.0125,
      "step": 5430
    },
    {
      "epoch": 4.342105263157895,
      "grad_norm": 3.5293705463409424,
      "learning_rate": 3.912565026010404e-05,
      "loss": 0.9655,
      "step": 5445
    },
    {
      "epoch": 4.354066985645933,
      "grad_norm": 2.9817090034484863,
      "learning_rate": 3.909563825530212e-05,
      "loss": 0.9854,
      "step": 5460
    },
    {
      "epoch": 4.366028708133971,
      "grad_norm": 3.0998663902282715,
      "learning_rate": 3.90656262505002e-05,
      "loss": 0.951,
      "step": 5475
    },
    {
      "epoch": 4.37799043062201,
      "grad_norm": 3.541856050491333,
      "learning_rate": 3.903561424569828e-05,
      "loss": 1.0302,
      "step": 5490
    },
    {
      "epoch": 4.389952153110048,
      "grad_norm": 3.180595636367798,
      "learning_rate": 3.9005602240896364e-05,
      "loss": 0.9434,
      "step": 5505
    },
    {
      "epoch": 4.401913875598086,
      "grad_norm": 3.341787099838257,
      "learning_rate": 3.897559023609444e-05,
      "loss": 1.0062,
      "step": 5520
    },
    {
      "epoch": 4.413875598086125,
      "grad_norm": 3.4445912837982178,
      "learning_rate": 3.894557823129252e-05,
      "loss": 0.9558,
      "step": 5535
    },
    {
      "epoch": 4.425837320574162,
      "grad_norm": 2.839120388031006,
      "learning_rate": 3.89155662264906e-05,
      "loss": 1.0152,
      "step": 5550
    },
    {
      "epoch": 4.437799043062201,
      "grad_norm": 3.482067108154297,
      "learning_rate": 3.8885554221688675e-05,
      "loss": 1.0234,
      "step": 5565
    },
    {
      "epoch": 4.44976076555024,
      "grad_norm": 2.869065761566162,
      "learning_rate": 3.885554221688676e-05,
      "loss": 1.0045,
      "step": 5580
    },
    {
      "epoch": 4.461722488038277,
      "grad_norm": 3.366964101791382,
      "learning_rate": 3.882553021208484e-05,
      "loss": 1.0086,
      "step": 5595
    },
    {
      "epoch": 4.473684210526316,
      "grad_norm": 3.8538451194763184,
      "learning_rate": 3.8795518207282915e-05,
      "loss": 1.0727,
      "step": 5610
    },
    {
      "epoch": 4.485645933014354,
      "grad_norm": 3.1612632274627686,
      "learning_rate": 3.876550620248099e-05,
      "loss": 1.1,
      "step": 5625
    },
    {
      "epoch": 4.497607655502392,
      "grad_norm": 3.4518115520477295,
      "learning_rate": 3.873549419767907e-05,
      "loss": 0.9788,
      "step": 5640
    },
    {
      "epoch": 4.509569377990431,
      "grad_norm": 2.8597676753997803,
      "learning_rate": 3.870548219287715e-05,
      "loss": 1.0111,
      "step": 5655
    },
    {
      "epoch": 4.521531100478469,
      "grad_norm": 3.2637124061584473,
      "learning_rate": 3.8675470188075233e-05,
      "loss": 0.9647,
      "step": 5670
    },
    {
      "epoch": 4.533492822966507,
      "grad_norm": 3.176473379135132,
      "learning_rate": 3.864545818327331e-05,
      "loss": 1.0303,
      "step": 5685
    },
    {
      "epoch": 4.545454545454545,
      "grad_norm": 3.1555211544036865,
      "learning_rate": 3.8615446178471396e-05,
      "loss": 0.9983,
      "step": 5700
    },
    {
      "epoch": 4.557416267942584,
      "grad_norm": 3.690917730331421,
      "learning_rate": 3.8585434173669474e-05,
      "loss": 1.0843,
      "step": 5715
    },
    {
      "epoch": 4.569377990430622,
      "grad_norm": 3.4356346130371094,
      "learning_rate": 3.855542216886755e-05,
      "loss": 1.0957,
      "step": 5730
    },
    {
      "epoch": 4.58133971291866,
      "grad_norm": 3.0207927227020264,
      "learning_rate": 3.852541016406563e-05,
      "loss": 0.9877,
      "step": 5745
    },
    {
      "epoch": 4.5933014354066986,
      "grad_norm": 3.256007194519043,
      "learning_rate": 3.849539815926371e-05,
      "loss": 0.9934,
      "step": 5760
    },
    {
      "epoch": 4.605263157894737,
      "grad_norm": 4.417782783508301,
      "learning_rate": 3.8465386154461785e-05,
      "loss": 1.0612,
      "step": 5775
    },
    {
      "epoch": 4.617224880382775,
      "grad_norm": 2.802917242050171,
      "learning_rate": 3.843537414965986e-05,
      "loss": 1.0714,
      "step": 5790
    },
    {
      "epoch": 4.6291866028708135,
      "grad_norm": 2.9113950729370117,
      "learning_rate": 3.840536214485794e-05,
      "loss": 1.0637,
      "step": 5805
    },
    {
      "epoch": 4.641148325358852,
      "grad_norm": 3.0320019721984863,
      "learning_rate": 3.8375350140056026e-05,
      "loss": 1.0407,
      "step": 5820
    },
    {
      "epoch": 4.65311004784689,
      "grad_norm": 2.9705982208251953,
      "learning_rate": 3.83453381352541e-05,
      "loss": 1.118,
      "step": 5835
    },
    {
      "epoch": 4.6650717703349285,
      "grad_norm": 3.1082069873809814,
      "learning_rate": 3.831532613045218e-05,
      "loss": 1.1102,
      "step": 5850
    },
    {
      "epoch": 4.677033492822966,
      "grad_norm": 3.2098066806793213,
      "learning_rate": 3.828531412565026e-05,
      "loss": 1.1063,
      "step": 5865
    },
    {
      "epoch": 4.688995215311005,
      "grad_norm": 3.18621826171875,
      "learning_rate": 3.8255302120848344e-05,
      "loss": 1.0772,
      "step": 5880
    },
    {
      "epoch": 4.7009569377990434,
      "grad_norm": 3.3197460174560547,
      "learning_rate": 3.822529011604642e-05,
      "loss": 1.0054,
      "step": 5895
    },
    {
      "epoch": 4.712918660287081,
      "grad_norm": 2.8657805919647217,
      "learning_rate": 3.81952781112445e-05,
      "loss": 1.073,
      "step": 5910
    },
    {
      "epoch": 4.72488038277512,
      "grad_norm": 2.897557497024536,
      "learning_rate": 3.816526610644258e-05,
      "loss": 1.0991,
      "step": 5925
    },
    {
      "epoch": 4.7368421052631575,
      "grad_norm": 2.881815195083618,
      "learning_rate": 3.813525410164066e-05,
      "loss": 1.1037,
      "step": 5940
    },
    {
      "epoch": 4.748803827751196,
      "grad_norm": 3.131378412246704,
      "learning_rate": 3.810524209683874e-05,
      "loss": 1.149,
      "step": 5955
    },
    {
      "epoch": 4.760765550239235,
      "grad_norm": 3.3418426513671875,
      "learning_rate": 3.807523009203682e-05,
      "loss": 1.0799,
      "step": 5970
    },
    {
      "epoch": 4.7727272727272725,
      "grad_norm": 2.759793519973755,
      "learning_rate": 3.8045218087234895e-05,
      "loss": 1.1026,
      "step": 5985
    },
    {
      "epoch": 4.784688995215311,
      "grad_norm": 3.082688808441162,
      "learning_rate": 3.801520608243297e-05,
      "loss": 1.0911,
      "step": 6000
    },
    {
      "epoch": 4.796650717703349,
      "grad_norm": 3.788597583770752,
      "learning_rate": 3.798519407763105e-05,
      "loss": 1.1133,
      "step": 6015
    },
    {
      "epoch": 4.8086124401913874,
      "grad_norm": 3.0609753131866455,
      "learning_rate": 3.795518207282913e-05,
      "loss": 1.0023,
      "step": 6030
    },
    {
      "epoch": 4.820574162679426,
      "grad_norm": 3.5260090827941895,
      "learning_rate": 3.7925170068027214e-05,
      "loss": 1.105,
      "step": 6045
    },
    {
      "epoch": 4.832535885167464,
      "grad_norm": 3.1473610401153564,
      "learning_rate": 3.789515806322529e-05,
      "loss": 1.1896,
      "step": 6060
    },
    {
      "epoch": 4.844497607655502,
      "grad_norm": 3.2314066886901855,
      "learning_rate": 3.7865146058423376e-05,
      "loss": 1.1403,
      "step": 6075
    },
    {
      "epoch": 4.856459330143541,
      "grad_norm": 3.1266963481903076,
      "learning_rate": 3.7835134053621454e-05,
      "loss": 1.123,
      "step": 6090
    },
    {
      "epoch": 4.868421052631579,
      "grad_norm": 3.1995601654052734,
      "learning_rate": 3.780512204881953e-05,
      "loss": 1.1833,
      "step": 6105
    },
    {
      "epoch": 4.880382775119617,
      "grad_norm": 3.251296043395996,
      "learning_rate": 3.777511004401761e-05,
      "loss": 1.1502,
      "step": 6120
    },
    {
      "epoch": 4.892344497607656,
      "grad_norm": 3.1420419216156006,
      "learning_rate": 3.774509803921569e-05,
      "loss": 1.1207,
      "step": 6135
    },
    {
      "epoch": 4.904306220095694,
      "grad_norm": 2.992222785949707,
      "learning_rate": 3.7715086034413765e-05,
      "loss": 1.1347,
      "step": 6150
    },
    {
      "epoch": 4.916267942583732,
      "grad_norm": 3.03808856010437,
      "learning_rate": 3.768507402961184e-05,
      "loss": 1.131,
      "step": 6165
    },
    {
      "epoch": 4.92822966507177,
      "grad_norm": 3.9193668365478516,
      "learning_rate": 3.765506202480993e-05,
      "loss": 1.0749,
      "step": 6180
    },
    {
      "epoch": 4.940191387559809,
      "grad_norm": 3.3145644664764404,
      "learning_rate": 3.7625050020008006e-05,
      "loss": 1.0406,
      "step": 6195
    },
    {
      "epoch": 4.952153110047847,
      "grad_norm": 3.134812116622925,
      "learning_rate": 3.7595038015206084e-05,
      "loss": 1.1243,
      "step": 6210
    },
    {
      "epoch": 4.964114832535885,
      "grad_norm": 3.403087854385376,
      "learning_rate": 3.756502601040416e-05,
      "loss": 1.0429,
      "step": 6225
    },
    {
      "epoch": 4.976076555023924,
      "grad_norm": 3.0964858531951904,
      "learning_rate": 3.753501400560224e-05,
      "loss": 1.112,
      "step": 6240
    },
    {
      "epoch": 4.988038277511961,
      "grad_norm": 4.416729927062988,
      "learning_rate": 3.7505002000800324e-05,
      "loss": 1.1144,
      "step": 6255
    },
    {
      "epoch": 5.0,
      "grad_norm": 4.442926406860352,
      "learning_rate": 3.74749899959984e-05,
      "loss": 1.0938,
      "step": 6270
    },
    {
      "epoch": 5.011961722488039,
      "grad_norm": 3.0728983879089355,
      "learning_rate": 3.744497799119648e-05,
      "loss": 0.6816,
      "step": 6285
    },
    {
      "epoch": 5.023923444976076,
      "grad_norm": 3.4252402782440186,
      "learning_rate": 3.7414965986394564e-05,
      "loss": 0.7263,
      "step": 6300
    },
    {
      "epoch": 5.035885167464115,
      "grad_norm": 4.501566410064697,
      "learning_rate": 3.738495398159264e-05,
      "loss": 0.6744,
      "step": 6315
    },
    {
      "epoch": 5.047846889952153,
      "grad_norm": 3.8966481685638428,
      "learning_rate": 3.735494197679072e-05,
      "loss": 0.645,
      "step": 6330
    },
    {
      "epoch": 5.059808612440191,
      "grad_norm": 3.794740915298462,
      "learning_rate": 3.73249299719888e-05,
      "loss": 0.6894,
      "step": 6345
    },
    {
      "epoch": 5.07177033492823,
      "grad_norm": 3.1294026374816895,
      "learning_rate": 3.7294917967186876e-05,
      "loss": 0.6101,
      "step": 6360
    },
    {
      "epoch": 5.083732057416268,
      "grad_norm": 3.1900405883789062,
      "learning_rate": 3.7264905962384953e-05,
      "loss": 0.6731,
      "step": 6375
    },
    {
      "epoch": 5.095693779904306,
      "grad_norm": 3.9348907470703125,
      "learning_rate": 3.723489395758303e-05,
      "loss": 0.7257,
      "step": 6390
    },
    {
      "epoch": 5.107655502392345,
      "grad_norm": 3.5655553340911865,
      "learning_rate": 3.720488195278111e-05,
      "loss": 0.6219,
      "step": 6405
    },
    {
      "epoch": 5.119617224880383,
      "grad_norm": 3.678565740585327,
      "learning_rate": 3.7174869947979194e-05,
      "loss": 0.6896,
      "step": 6420
    },
    {
      "epoch": 5.131578947368421,
      "grad_norm": 3.041287422180176,
      "learning_rate": 3.714485794317727e-05,
      "loss": 0.7084,
      "step": 6435
    },
    {
      "epoch": 5.143540669856459,
      "grad_norm": 3.382601737976074,
      "learning_rate": 3.7114845938375356e-05,
      "loss": 0.6298,
      "step": 6450
    },
    {
      "epoch": 5.155502392344498,
      "grad_norm": 3.4510035514831543,
      "learning_rate": 3.7084833933573434e-05,
      "loss": 0.6882,
      "step": 6465
    },
    {
      "epoch": 5.167464114832536,
      "grad_norm": 4.204371929168701,
      "learning_rate": 3.705482192877151e-05,
      "loss": 0.7478,
      "step": 6480
    },
    {
      "epoch": 5.179425837320574,
      "grad_norm": 3.669754981994629,
      "learning_rate": 3.702480992396959e-05,
      "loss": 0.7159,
      "step": 6495
    },
    {
      "epoch": 5.1913875598086126,
      "grad_norm": 3.454606056213379,
      "learning_rate": 3.699479791916767e-05,
      "loss": 0.7049,
      "step": 6510
    },
    {
      "epoch": 5.203349282296651,
      "grad_norm": 3.548112154006958,
      "learning_rate": 3.6964785914365746e-05,
      "loss": 0.7279,
      "step": 6525
    },
    {
      "epoch": 5.215311004784689,
      "grad_norm": 4.184609413146973,
      "learning_rate": 3.693477390956382e-05,
      "loss": 0.7747,
      "step": 6540
    },
    {
      "epoch": 5.2272727272727275,
      "grad_norm": 3.418808937072754,
      "learning_rate": 3.690476190476191e-05,
      "loss": 0.7833,
      "step": 6555
    },
    {
      "epoch": 5.239234449760765,
      "grad_norm": 3.444638729095459,
      "learning_rate": 3.6874749899959986e-05,
      "loss": 0.81,
      "step": 6570
    },
    {
      "epoch": 5.251196172248804,
      "grad_norm": 3.960958242416382,
      "learning_rate": 3.6844737895158064e-05,
      "loss": 0.6915,
      "step": 6585
    },
    {
      "epoch": 5.2631578947368425,
      "grad_norm": 3.772879123687744,
      "learning_rate": 3.681472589035614e-05,
      "loss": 0.7157,
      "step": 6600
    },
    {
      "epoch": 5.27511961722488,
      "grad_norm": 4.02428674697876,
      "learning_rate": 3.6784713885554226e-05,
      "loss": 0.7383,
      "step": 6615
    },
    {
      "epoch": 5.287081339712919,
      "grad_norm": 3.4093050956726074,
      "learning_rate": 3.6754701880752304e-05,
      "loss": 0.7163,
      "step": 6630
    },
    {
      "epoch": 5.2990430622009566,
      "grad_norm": 3.6924562454223633,
      "learning_rate": 3.672468987595038e-05,
      "loss": 0.7022,
      "step": 6645
    },
    {
      "epoch": 5.311004784688995,
      "grad_norm": 3.356632947921753,
      "learning_rate": 3.669467787114846e-05,
      "loss": 0.737,
      "step": 6660
    },
    {
      "epoch": 5.322966507177034,
      "grad_norm": 3.501210927963257,
      "learning_rate": 3.6664665866346544e-05,
      "loss": 0.7474,
      "step": 6675
    },
    {
      "epoch": 5.3349282296650715,
      "grad_norm": 3.852551221847534,
      "learning_rate": 3.663465386154462e-05,
      "loss": 0.779,
      "step": 6690
    },
    {
      "epoch": 5.34688995215311,
      "grad_norm": 3.4461312294006348,
      "learning_rate": 3.66046418567427e-05,
      "loss": 0.6816,
      "step": 6705
    },
    {
      "epoch": 5.358851674641148,
      "grad_norm": 2.9088375568389893,
      "learning_rate": 3.657462985194078e-05,
      "loss": 0.7619,
      "step": 6720
    },
    {
      "epoch": 5.3708133971291865,
      "grad_norm": 3.4227547645568848,
      "learning_rate": 3.6544617847138856e-05,
      "loss": 0.7646,
      "step": 6735
    },
    {
      "epoch": 5.382775119617225,
      "grad_norm": 4.553009986877441,
      "learning_rate": 3.6514605842336934e-05,
      "loss": 0.7907,
      "step": 6750
    },
    {
      "epoch": 5.394736842105263,
      "grad_norm": 3.965406656265259,
      "learning_rate": 3.648459383753501e-05,
      "loss": 0.7901,
      "step": 6765
    },
    {
      "epoch": 5.4066985645933014,
      "grad_norm": 3.7064077854156494,
      "learning_rate": 3.645458183273309e-05,
      "loss": 0.758,
      "step": 6780
    },
    {
      "epoch": 5.41866028708134,
      "grad_norm": 3.4479455947875977,
      "learning_rate": 3.6424569827931174e-05,
      "loss": 0.7439,
      "step": 6795
    },
    {
      "epoch": 5.430622009569378,
      "grad_norm": 3.9599294662475586,
      "learning_rate": 3.639455782312925e-05,
      "loss": 0.8257,
      "step": 6810
    },
    {
      "epoch": 5.442583732057416,
      "grad_norm": 3.7063801288604736,
      "learning_rate": 3.6364545818327336e-05,
      "loss": 0.7717,
      "step": 6825
    },
    {
      "epoch": 5.454545454545454,
      "grad_norm": 4.6955060958862305,
      "learning_rate": 3.6334533813525414e-05,
      "loss": 0.7575,
      "step": 6840
    },
    {
      "epoch": 5.466507177033493,
      "grad_norm": 3.915292501449585,
      "learning_rate": 3.630452180872349e-05,
      "loss": 0.7989,
      "step": 6855
    },
    {
      "epoch": 5.478468899521531,
      "grad_norm": 3.974541664123535,
      "learning_rate": 3.627450980392157e-05,
      "loss": 0.8685,
      "step": 6870
    },
    {
      "epoch": 5.490430622009569,
      "grad_norm": 3.9493520259857178,
      "learning_rate": 3.624449779911965e-05,
      "loss": 0.8111,
      "step": 6885
    },
    {
      "epoch": 5.502392344497608,
      "grad_norm": 3.7138257026672363,
      "learning_rate": 3.6214485794317726e-05,
      "loss": 0.8086,
      "step": 6900
    },
    {
      "epoch": 5.514354066985646,
      "grad_norm": 3.838562250137329,
      "learning_rate": 3.618447378951581e-05,
      "loss": 0.8,
      "step": 6915
    },
    {
      "epoch": 5.526315789473684,
      "grad_norm": 3.5369865894317627,
      "learning_rate": 3.615446178471389e-05,
      "loss": 0.7449,
      "step": 6930
    },
    {
      "epoch": 5.538277511961723,
      "grad_norm": 3.607936382293701,
      "learning_rate": 3.6124449779911966e-05,
      "loss": 0.7974,
      "step": 6945
    },
    {
      "epoch": 5.55023923444976,
      "grad_norm": 4.021537780761719,
      "learning_rate": 3.6094437775110044e-05,
      "loss": 0.6972,
      "step": 6960
    },
    {
      "epoch": 5.562200956937799,
      "grad_norm": 4.086754322052002,
      "learning_rate": 3.606442577030812e-05,
      "loss": 0.8349,
      "step": 6975
    },
    {
      "epoch": 5.574162679425838,
      "grad_norm": 3.385819673538208,
      "learning_rate": 3.6034413765506206e-05,
      "loss": 0.8016,
      "step": 6990
    },
    {
      "epoch": 5.586124401913875,
      "grad_norm": 3.3851637840270996,
      "learning_rate": 3.6004401760704284e-05,
      "loss": 0.8013,
      "step": 7005
    },
    {
      "epoch": 5.598086124401914,
      "grad_norm": 3.6127657890319824,
      "learning_rate": 3.597438975590236e-05,
      "loss": 0.889,
      "step": 7020
    },
    {
      "epoch": 5.610047846889952,
      "grad_norm": 3.7455716133117676,
      "learning_rate": 3.594437775110045e-05,
      "loss": 0.8244,
      "step": 7035
    },
    {
      "epoch": 5.62200956937799,
      "grad_norm": 3.5797011852264404,
      "learning_rate": 3.5914365746298525e-05,
      "loss": 0.8794,
      "step": 7050
    },
    {
      "epoch": 5.633971291866029,
      "grad_norm": 3.6951963901519775,
      "learning_rate": 3.58843537414966e-05,
      "loss": 0.8377,
      "step": 7065
    },
    {
      "epoch": 5.645933014354067,
      "grad_norm": 4.805546283721924,
      "learning_rate": 3.585434173669468e-05,
      "loss": 0.7658,
      "step": 7080
    },
    {
      "epoch": 5.657894736842105,
      "grad_norm": 3.3476104736328125,
      "learning_rate": 3.582432973189276e-05,
      "loss": 0.8535,
      "step": 7095
    },
    {
      "epoch": 5.669856459330144,
      "grad_norm": 3.7429189682006836,
      "learning_rate": 3.5794317727090836e-05,
      "loss": 0.7698,
      "step": 7110
    },
    {
      "epoch": 5.681818181818182,
      "grad_norm": 3.6189913749694824,
      "learning_rate": 3.5764305722288914e-05,
      "loss": 0.8843,
      "step": 7125
    },
    {
      "epoch": 5.69377990430622,
      "grad_norm": 3.614164113998413,
      "learning_rate": 3.573429371748699e-05,
      "loss": 0.7855,
      "step": 7140
    },
    {
      "epoch": 5.705741626794258,
      "grad_norm": 3.9962081909179688,
      "learning_rate": 3.5704281712685076e-05,
      "loss": 0.8501,
      "step": 7155
    },
    {
      "epoch": 5.717703349282297,
      "grad_norm": 3.6668338775634766,
      "learning_rate": 3.5674269707883154e-05,
      "loss": 0.7866,
      "step": 7170
    },
    {
      "epoch": 5.729665071770335,
      "grad_norm": 3.9314942359924316,
      "learning_rate": 3.564425770308123e-05,
      "loss": 0.8003,
      "step": 7185
    },
    {
      "epoch": 5.741626794258373,
      "grad_norm": 4.32262659072876,
      "learning_rate": 3.5614245698279317e-05,
      "loss": 0.8137,
      "step": 7200
    },
    {
      "epoch": 5.753588516746412,
      "grad_norm": 5.040790557861328,
      "learning_rate": 3.5584233693477394e-05,
      "loss": 0.8354,
      "step": 7215
    },
    {
      "epoch": 5.76555023923445,
      "grad_norm": 3.7755401134490967,
      "learning_rate": 3.555422168867547e-05,
      "loss": 0.8574,
      "step": 7230
    },
    {
      "epoch": 5.777511961722488,
      "grad_norm": 3.8143343925476074,
      "learning_rate": 3.552420968387355e-05,
      "loss": 0.8091,
      "step": 7245
    },
    {
      "epoch": 5.7894736842105265,
      "grad_norm": 3.4861605167388916,
      "learning_rate": 3.549419767907163e-05,
      "loss": 0.8304,
      "step": 7260
    },
    {
      "epoch": 5.801435406698564,
      "grad_norm": 3.5389742851257324,
      "learning_rate": 3.546418567426971e-05,
      "loss": 0.8676,
      "step": 7275
    },
    {
      "epoch": 5.813397129186603,
      "grad_norm": 3.465071439743042,
      "learning_rate": 3.543417366946779e-05,
      "loss": 0.8296,
      "step": 7290
    },
    {
      "epoch": 5.8253588516746415,
      "grad_norm": 3.9034931659698486,
      "learning_rate": 3.540416166466587e-05,
      "loss": 0.8398,
      "step": 7305
    },
    {
      "epoch": 5.837320574162679,
      "grad_norm": 3.817934989929199,
      "learning_rate": 3.5374149659863946e-05,
      "loss": 0.8602,
      "step": 7320
    },
    {
      "epoch": 5.849282296650718,
      "grad_norm": 4.706762790679932,
      "learning_rate": 3.5344137655062024e-05,
      "loss": 0.8684,
      "step": 7335
    },
    {
      "epoch": 5.861244019138756,
      "grad_norm": 3.3008809089660645,
      "learning_rate": 3.53141256502601e-05,
      "loss": 0.8182,
      "step": 7350
    },
    {
      "epoch": 5.873205741626794,
      "grad_norm": 3.5898377895355225,
      "learning_rate": 3.5284113645458186e-05,
      "loss": 0.8512,
      "step": 7365
    },
    {
      "epoch": 5.885167464114833,
      "grad_norm": 3.8670029640197754,
      "learning_rate": 3.5254101640656264e-05,
      "loss": 0.8412,
      "step": 7380
    },
    {
      "epoch": 5.8971291866028706,
      "grad_norm": 3.6071064472198486,
      "learning_rate": 3.522408963585435e-05,
      "loss": 0.8578,
      "step": 7395
    },
    {
      "epoch": 5.909090909090909,
      "grad_norm": 4.674183368682861,
      "learning_rate": 3.519407763105243e-05,
      "loss": 0.8554,
      "step": 7410
    },
    {
      "epoch": 5.921052631578947,
      "grad_norm": 3.45503306388855,
      "learning_rate": 3.5164065626250505e-05,
      "loss": 0.9224,
      "step": 7425
    },
    {
      "epoch": 5.9330143540669855,
      "grad_norm": 3.4863317012786865,
      "learning_rate": 3.513405362144858e-05,
      "loss": 0.8177,
      "step": 7440
    },
    {
      "epoch": 5.944976076555024,
      "grad_norm": 3.9804773330688477,
      "learning_rate": 3.510404161664666e-05,
      "loss": 0.8379,
      "step": 7455
    },
    {
      "epoch": 5.956937799043062,
      "grad_norm": 3.6782078742980957,
      "learning_rate": 3.507402961184474e-05,
      "loss": 0.8634,
      "step": 7470
    },
    {
      "epoch": 5.9688995215311005,
      "grad_norm": 3.7234580516815186,
      "learning_rate": 3.5044017607042816e-05,
      "loss": 0.9142,
      "step": 7485
    },
    {
      "epoch": 5.980861244019139,
      "grad_norm": 3.6034648418426514,
      "learning_rate": 3.5014005602240894e-05,
      "loss": 0.8777,
      "step": 7500
    },
    {
      "epoch": 5.992822966507177,
      "grad_norm": 3.407047748565674,
      "learning_rate": 3.498399359743898e-05,
      "loss": 0.8191,
      "step": 7515
    },
    {
      "epoch": 6.0047846889952154,
      "grad_norm": 4.2239508628845215,
      "learning_rate": 3.4953981592637056e-05,
      "loss": 0.7896,
      "step": 7530
    },
    {
      "epoch": 6.016746411483253,
      "grad_norm": 2.516592502593994,
      "learning_rate": 3.4923969587835134e-05,
      "loss": 0.5012,
      "step": 7545
    },
    {
      "epoch": 6.028708133971292,
      "grad_norm": 3.366042375564575,
      "learning_rate": 3.489395758303321e-05,
      "loss": 0.4626,
      "step": 7560
    },
    {
      "epoch": 6.04066985645933,
      "grad_norm": 4.176771640777588,
      "learning_rate": 3.48639455782313e-05,
      "loss": 0.4813,
      "step": 7575
    },
    {
      "epoch": 6.052631578947368,
      "grad_norm": 3.807236671447754,
      "learning_rate": 3.4833933573429375e-05,
      "loss": 0.4928,
      "step": 7590
    },
    {
      "epoch": 6.064593301435407,
      "grad_norm": 3.5176925659179688,
      "learning_rate": 3.480392156862745e-05,
      "loss": 0.4474,
      "step": 7605
    },
    {
      "epoch": 6.076555023923445,
      "grad_norm": 3.860903739929199,
      "learning_rate": 3.477390956382553e-05,
      "loss": 0.5181,
      "step": 7620
    },
    {
      "epoch": 6.088516746411483,
      "grad_norm": 3.883094072341919,
      "learning_rate": 3.4743897559023615e-05,
      "loss": 0.497,
      "step": 7635
    },
    {
      "epoch": 6.100478468899522,
      "grad_norm": 3.299124240875244,
      "learning_rate": 3.471388555422169e-05,
      "loss": 0.5023,
      "step": 7650
    },
    {
      "epoch": 6.1124401913875595,
      "grad_norm": 3.780906915664673,
      "learning_rate": 3.468387354941977e-05,
      "loss": 0.4938,
      "step": 7665
    },
    {
      "epoch": 6.124401913875598,
      "grad_norm": 3.906473159790039,
      "learning_rate": 3.465386154461785e-05,
      "loss": 0.52,
      "step": 7680
    },
    {
      "epoch": 6.136363636363637,
      "grad_norm": 3.7031853199005127,
      "learning_rate": 3.4623849539815926e-05,
      "loss": 0.4922,
      "step": 7695
    },
    {
      "epoch": 6.148325358851674,
      "grad_norm": 4.119719505310059,
      "learning_rate": 3.4593837535014004e-05,
      "loss": 0.4726,
      "step": 7710
    },
    {
      "epoch": 6.160287081339713,
      "grad_norm": 3.637122869491577,
      "learning_rate": 3.456382553021208e-05,
      "loss": 0.4522,
      "step": 7725
    },
    {
      "epoch": 6.172248803827751,
      "grad_norm": 3.6455516815185547,
      "learning_rate": 3.453381352541017e-05,
      "loss": 0.497,
      "step": 7740
    },
    {
      "epoch": 6.184210526315789,
      "grad_norm": 3.90136981010437,
      "learning_rate": 3.4503801520608245e-05,
      "loss": 0.5286,
      "step": 7755
    },
    {
      "epoch": 6.196172248803828,
      "grad_norm": 3.776540994644165,
      "learning_rate": 3.447378951580633e-05,
      "loss": 0.5407,
      "step": 7770
    },
    {
      "epoch": 6.208133971291866,
      "grad_norm": 4.160264015197754,
      "learning_rate": 3.444377751100441e-05,
      "loss": 0.4874,
      "step": 7785
    },
    {
      "epoch": 6.220095693779904,
      "grad_norm": 3.5366413593292236,
      "learning_rate": 3.4413765506202485e-05,
      "loss": 0.4708,
      "step": 7800
    },
    {
      "epoch": 6.232057416267943,
      "grad_norm": 3.604766368865967,
      "learning_rate": 3.438375350140056e-05,
      "loss": 0.5326,
      "step": 7815
    },
    {
      "epoch": 6.244019138755981,
      "grad_norm": 3.5916519165039062,
      "learning_rate": 3.435374149659864e-05,
      "loss": 0.5411,
      "step": 7830
    },
    {
      "epoch": 6.255980861244019,
      "grad_norm": 3.626094102859497,
      "learning_rate": 3.432372949179672e-05,
      "loss": 0.5142,
      "step": 7845
    },
    {
      "epoch": 6.267942583732057,
      "grad_norm": 4.346883296966553,
      "learning_rate": 3.4293717486994796e-05,
      "loss": 0.5135,
      "step": 7860
    },
    {
      "epoch": 6.279904306220096,
      "grad_norm": 4.123327732086182,
      "learning_rate": 3.426370548219288e-05,
      "loss": 0.5403,
      "step": 7875
    },
    {
      "epoch": 6.291866028708134,
      "grad_norm": 4.1574482917785645,
      "learning_rate": 3.423369347739096e-05,
      "loss": 0.5373,
      "step": 7890
    },
    {
      "epoch": 6.303827751196172,
      "grad_norm": 3.9462273120880127,
      "learning_rate": 3.4203681472589037e-05,
      "loss": 0.5223,
      "step": 7905
    },
    {
      "epoch": 6.315789473684211,
      "grad_norm": 4.356924533843994,
      "learning_rate": 3.4173669467787114e-05,
      "loss": 0.5857,
      "step": 7920
    },
    {
      "epoch": 6.327751196172249,
      "grad_norm": 3.8217930793762207,
      "learning_rate": 3.41436574629852e-05,
      "loss": 0.5272,
      "step": 7935
    },
    {
      "epoch": 6.339712918660287,
      "grad_norm": 3.689328908920288,
      "learning_rate": 3.411364545818328e-05,
      "loss": 0.5162,
      "step": 7950
    },
    {
      "epoch": 6.351674641148326,
      "grad_norm": 3.6850223541259766,
      "learning_rate": 3.4083633453381355e-05,
      "loss": 0.582,
      "step": 7965
    },
    {
      "epoch": 6.363636363636363,
      "grad_norm": 4.063047885894775,
      "learning_rate": 3.405362144857943e-05,
      "loss": 0.5642,
      "step": 7980
    },
    {
      "epoch": 6.375598086124402,
      "grad_norm": 3.6065573692321777,
      "learning_rate": 3.402360944377751e-05,
      "loss": 0.5225,
      "step": 7995
    },
    {
      "epoch": 6.3875598086124405,
      "grad_norm": 4.188450336456299,
      "learning_rate": 3.3993597438975595e-05,
      "loss": 0.5911,
      "step": 8010
    },
    {
      "epoch": 6.399521531100478,
      "grad_norm": 3.9791886806488037,
      "learning_rate": 3.396358543417367e-05,
      "loss": 0.5178,
      "step": 8025
    },
    {
      "epoch": 6.411483253588517,
      "grad_norm": 4.381253719329834,
      "learning_rate": 3.393357342937175e-05,
      "loss": 0.5344,
      "step": 8040
    },
    {
      "epoch": 6.423444976076555,
      "grad_norm": 3.810927152633667,
      "learning_rate": 3.390356142456983e-05,
      "loss": 0.4915,
      "step": 8055
    },
    {
      "epoch": 6.435406698564593,
      "grad_norm": 4.254152774810791,
      "learning_rate": 3.3873549419767907e-05,
      "loss": 0.601,
      "step": 8070
    },
    {
      "epoch": 6.447368421052632,
      "grad_norm": 4.086537837982178,
      "learning_rate": 3.3843537414965984e-05,
      "loss": 0.5944,
      "step": 8085
    },
    {
      "epoch": 6.45933014354067,
      "grad_norm": 4.881983280181885,
      "learning_rate": 3.381352541016406e-05,
      "loss": 0.5789,
      "step": 8100
    },
    {
      "epoch": 6.471291866028708,
      "grad_norm": 4.15606689453125,
      "learning_rate": 3.378351340536215e-05,
      "loss": 0.5397,
      "step": 8115
    },
    {
      "epoch": 6.483253588516747,
      "grad_norm": 3.6769986152648926,
      "learning_rate": 3.3753501400560225e-05,
      "loss": 0.5449,
      "step": 8130
    },
    {
      "epoch": 6.4952153110047846,
      "grad_norm": 3.846041440963745,
      "learning_rate": 3.372348939575831e-05,
      "loss": 0.5555,
      "step": 8145
    },
    {
      "epoch": 6.507177033492823,
      "grad_norm": 4.353069305419922,
      "learning_rate": 3.369347739095639e-05,
      "loss": 0.608,
      "step": 8160
    },
    {
      "epoch": 6.519138755980861,
      "grad_norm": 4.087284564971924,
      "learning_rate": 3.3663465386154465e-05,
      "loss": 0.5741,
      "step": 8175
    },
    {
      "epoch": 6.5311004784688995,
      "grad_norm": 4.356995582580566,
      "learning_rate": 3.363345338135254e-05,
      "loss": 0.6432,
      "step": 8190
    },
    {
      "epoch": 6.543062200956938,
      "grad_norm": 3.855937957763672,
      "learning_rate": 3.360344137655062e-05,
      "loss": 0.5783,
      "step": 8205
    },
    {
      "epoch": 6.555023923444976,
      "grad_norm": 3.820133686065674,
      "learning_rate": 3.35734293717487e-05,
      "loss": 0.5814,
      "step": 8220
    },
    {
      "epoch": 6.5669856459330145,
      "grad_norm": 4.873568058013916,
      "learning_rate": 3.3543417366946776e-05,
      "loss": 0.6264,
      "step": 8235
    },
    {
      "epoch": 6.578947368421053,
      "grad_norm": 3.8670310974121094,
      "learning_rate": 3.351340536214486e-05,
      "loss": 0.6271,
      "step": 8250
    },
    {
      "epoch": 6.590909090909091,
      "grad_norm": 4.838265895843506,
      "learning_rate": 3.348339335734294e-05,
      "loss": 0.6346,
      "step": 8265
    },
    {
      "epoch": 6.6028708133971294,
      "grad_norm": 4.0044403076171875,
      "learning_rate": 3.345338135254102e-05,
      "loss": 0.5724,
      "step": 8280
    },
    {
      "epoch": 6.614832535885167,
      "grad_norm": 3.866497039794922,
      "learning_rate": 3.3423369347739095e-05,
      "loss": 0.6172,
      "step": 8295
    },
    {
      "epoch": 6.626794258373206,
      "grad_norm": 4.213998317718506,
      "learning_rate": 3.339335734293718e-05,
      "loss": 0.6246,
      "step": 8310
    },
    {
      "epoch": 6.638755980861244,
      "grad_norm": 4.162674427032471,
      "learning_rate": 3.336334533813526e-05,
      "loss": 0.6301,
      "step": 8325
    },
    {
      "epoch": 6.650717703349282,
      "grad_norm": 4.032559394836426,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 0.6557,
      "step": 8340
    },
    {
      "epoch": 6.662679425837321,
      "grad_norm": 4.416426658630371,
      "learning_rate": 3.330332132853141e-05,
      "loss": 0.6592,
      "step": 8355
    },
    {
      "epoch": 6.6746411483253585,
      "grad_norm": 4.758429527282715,
      "learning_rate": 3.32733093237295e-05,
      "loss": 0.6753,
      "step": 8370
    },
    {
      "epoch": 6.686602870813397,
      "grad_norm": 4.513240337371826,
      "learning_rate": 3.3243297318927575e-05,
      "loss": 0.5713,
      "step": 8385
    },
    {
      "epoch": 6.698564593301436,
      "grad_norm": 4.007817268371582,
      "learning_rate": 3.321328531412565e-05,
      "loss": 0.596,
      "step": 8400
    },
    {
      "epoch": 6.7105263157894735,
      "grad_norm": 4.17065954208374,
      "learning_rate": 3.318327330932373e-05,
      "loss": 0.5975,
      "step": 8415
    },
    {
      "epoch": 6.722488038277512,
      "grad_norm": 3.68249773979187,
      "learning_rate": 3.315326130452181e-05,
      "loss": 0.563,
      "step": 8430
    },
    {
      "epoch": 6.73444976076555,
      "grad_norm": 4.292535781860352,
      "learning_rate": 3.312324929971989e-05,
      "loss": 0.6413,
      "step": 8445
    },
    {
      "epoch": 6.746411483253588,
      "grad_norm": 4.380221843719482,
      "learning_rate": 3.3093237294917965e-05,
      "loss": 0.5637,
      "step": 8460
    },
    {
      "epoch": 6.758373205741627,
      "grad_norm": 3.799266815185547,
      "learning_rate": 3.306322529011604e-05,
      "loss": 0.6653,
      "step": 8475
    },
    {
      "epoch": 6.770334928229665,
      "grad_norm": 4.119513034820557,
      "learning_rate": 3.303321328531413e-05,
      "loss": 0.6436,
      "step": 8490
    },
    {
      "epoch": 6.782296650717703,
      "grad_norm": 4.17624044418335,
      "learning_rate": 3.3003201280512205e-05,
      "loss": 0.6778,
      "step": 8505
    },
    {
      "epoch": 6.794258373205742,
      "grad_norm": 4.3085761070251465,
      "learning_rate": 3.297318927571029e-05,
      "loss": 0.6298,
      "step": 8520
    },
    {
      "epoch": 6.80622009569378,
      "grad_norm": 3.8202457427978516,
      "learning_rate": 3.294317727090837e-05,
      "loss": 0.5924,
      "step": 8535
    },
    {
      "epoch": 6.818181818181818,
      "grad_norm": 4.103767395019531,
      "learning_rate": 3.2913165266106445e-05,
      "loss": 0.5925,
      "step": 8550
    },
    {
      "epoch": 6.830143540669856,
      "grad_norm": 4.139376640319824,
      "learning_rate": 3.288315326130452e-05,
      "loss": 0.6656,
      "step": 8565
    },
    {
      "epoch": 6.842105263157895,
      "grad_norm": 4.039120674133301,
      "learning_rate": 3.28531412565026e-05,
      "loss": 0.6807,
      "step": 8580
    },
    {
      "epoch": 6.854066985645933,
      "grad_norm": 4.153085708618164,
      "learning_rate": 3.282312925170068e-05,
      "loss": 0.6194,
      "step": 8595
    },
    {
      "epoch": 6.866028708133971,
      "grad_norm": 4.125678539276123,
      "learning_rate": 3.279311724689876e-05,
      "loss": 0.6333,
      "step": 8610
    },
    {
      "epoch": 6.87799043062201,
      "grad_norm": 4.25078821182251,
      "learning_rate": 3.276310524209684e-05,
      "loss": 0.6895,
      "step": 8625
    },
    {
      "epoch": 6.889952153110048,
      "grad_norm": 3.782094955444336,
      "learning_rate": 3.273309323729492e-05,
      "loss": 0.6789,
      "step": 8640
    },
    {
      "epoch": 6.901913875598086,
      "grad_norm": 4.739928245544434,
      "learning_rate": 3.2703081232493e-05,
      "loss": 0.6427,
      "step": 8655
    },
    {
      "epoch": 6.913875598086125,
      "grad_norm": 4.479592800140381,
      "learning_rate": 3.2673069227691075e-05,
      "loss": 0.6309,
      "step": 8670
    },
    {
      "epoch": 6.925837320574162,
      "grad_norm": 4.018124580383301,
      "learning_rate": 3.264305722288916e-05,
      "loss": 0.6828,
      "step": 8685
    },
    {
      "epoch": 6.937799043062201,
      "grad_norm": 3.8505430221557617,
      "learning_rate": 3.261304521808724e-05,
      "loss": 0.6361,
      "step": 8700
    },
    {
      "epoch": 6.94976076555024,
      "grad_norm": 3.596605062484741,
      "learning_rate": 3.2583033213285315e-05,
      "loss": 0.6297,
      "step": 8715
    },
    {
      "epoch": 6.961722488038277,
      "grad_norm": 4.318160533905029,
      "learning_rate": 3.25530212084834e-05,
      "loss": 0.6403,
      "step": 8730
    },
    {
      "epoch": 6.973684210526316,
      "grad_norm": 4.0697431564331055,
      "learning_rate": 3.252300920368148e-05,
      "loss": 0.6154,
      "step": 8745
    },
    {
      "epoch": 6.985645933014354,
      "grad_norm": 4.358625411987305,
      "learning_rate": 3.2492997198879555e-05,
      "loss": 0.6782,
      "step": 8760
    },
    {
      "epoch": 6.997607655502392,
      "grad_norm": 4.264054298400879,
      "learning_rate": 3.246298519407763e-05,
      "loss": 0.6498,
      "step": 8775
    },
    {
      "epoch": 7.009569377990431,
      "grad_norm": 3.4622254371643066,
      "learning_rate": 3.243297318927571e-05,
      "loss": 0.4423,
      "step": 8790
    },
    {
      "epoch": 7.021531100478469,
      "grad_norm": 4.359318733215332,
      "learning_rate": 3.240296118447379e-05,
      "loss": 0.2942,
      "step": 8805
    },
    {
      "epoch": 7.033492822966507,
      "grad_norm": 4.986384391784668,
      "learning_rate": 3.237294917967187e-05,
      "loss": 0.3187,
      "step": 8820
    },
    {
      "epoch": 7.045454545454546,
      "grad_norm": 4.1987104415893555,
      "learning_rate": 3.2342937174869945e-05,
      "loss": 0.3306,
      "step": 8835
    },
    {
      "epoch": 7.057416267942584,
      "grad_norm": 4.6675028800964355,
      "learning_rate": 3.231292517006803e-05,
      "loss": 0.349,
      "step": 8850
    },
    {
      "epoch": 7.069377990430622,
      "grad_norm": 4.357269763946533,
      "learning_rate": 3.228291316526611e-05,
      "loss": 0.3153,
      "step": 8865
    },
    {
      "epoch": 7.08133971291866,
      "grad_norm": 3.168750762939453,
      "learning_rate": 3.225290116046419e-05,
      "loss": 0.3223,
      "step": 8880
    },
    {
      "epoch": 7.0933014354066986,
      "grad_norm": 4.13469934463501,
      "learning_rate": 3.222288915566227e-05,
      "loss": 0.3289,
      "step": 8895
    },
    {
      "epoch": 7.105263157894737,
      "grad_norm": 3.306483507156372,
      "learning_rate": 3.219287715086035e-05,
      "loss": 0.3357,
      "step": 8910
    },
    {
      "epoch": 7.117224880382775,
      "grad_norm": 3.830190896987915,
      "learning_rate": 3.2162865146058425e-05,
      "loss": 0.3425,
      "step": 8925
    },
    {
      "epoch": 7.1291866028708135,
      "grad_norm": 3.848161220550537,
      "learning_rate": 3.21328531412565e-05,
      "loss": 0.3412,
      "step": 8940
    },
    {
      "epoch": 7.141148325358851,
      "grad_norm": 4.058409214019775,
      "learning_rate": 3.210284113645458e-05,
      "loss": 0.3333,
      "step": 8955
    },
    {
      "epoch": 7.15311004784689,
      "grad_norm": 3.780856132507324,
      "learning_rate": 3.2072829131652666e-05,
      "loss": 0.3205,
      "step": 8970
    },
    {
      "epoch": 7.1650717703349285,
      "grad_norm": 3.9334750175476074,
      "learning_rate": 3.2042817126850744e-05,
      "loss": 0.3546,
      "step": 8985
    },
    {
      "epoch": 7.177033492822966,
      "grad_norm": 4.092038631439209,
      "learning_rate": 3.201280512204882e-05,
      "loss": 0.3295,
      "step": 9000
    },
    {
      "epoch": 7.188995215311005,
      "grad_norm": 4.35646390914917,
      "learning_rate": 3.19827931172469e-05,
      "loss": 0.3593,
      "step": 9015
    },
    {
      "epoch": 7.2009569377990434,
      "grad_norm": 3.8881773948669434,
      "learning_rate": 3.195278111244498e-05,
      "loss": 0.3541,
      "step": 9030
    },
    {
      "epoch": 7.212918660287081,
      "grad_norm": 4.399089336395264,
      "learning_rate": 3.1922769107643055e-05,
      "loss": 0.3271,
      "step": 9045
    },
    {
      "epoch": 7.22488038277512,
      "grad_norm": 4.376395225524902,
      "learning_rate": 3.189275710284114e-05,
      "loss": 0.4131,
      "step": 9060
    },
    {
      "epoch": 7.2368421052631575,
      "grad_norm": 4.1286468505859375,
      "learning_rate": 3.186274509803922e-05,
      "loss": 0.3824,
      "step": 9075
    },
    {
      "epoch": 7.248803827751196,
      "grad_norm": 4.728172302246094,
      "learning_rate": 3.18327330932373e-05,
      "loss": 0.3706,
      "step": 9090
    },
    {
      "epoch": 7.260765550239235,
      "grad_norm": 3.76225209236145,
      "learning_rate": 3.180272108843538e-05,
      "loss": 0.3568,
      "step": 9105
    },
    {
      "epoch": 7.2727272727272725,
      "grad_norm": 3.939035415649414,
      "learning_rate": 3.177270908363346e-05,
      "loss": 0.4092,
      "step": 9120
    },
    {
      "epoch": 7.284688995215311,
      "grad_norm": 4.537744045257568,
      "learning_rate": 3.1742697078831536e-05,
      "loss": 0.3606,
      "step": 9135
    },
    {
      "epoch": 7.296650717703349,
      "grad_norm": 4.309103965759277,
      "learning_rate": 3.1712685074029613e-05,
      "loss": 0.406,
      "step": 9150
    },
    {
      "epoch": 7.3086124401913874,
      "grad_norm": 4.298764228820801,
      "learning_rate": 3.168267306922769e-05,
      "loss": 0.373,
      "step": 9165
    },
    {
      "epoch": 7.320574162679426,
      "grad_norm": 4.205005645751953,
      "learning_rate": 3.165266106442577e-05,
      "loss": 0.3567,
      "step": 9180
    },
    {
      "epoch": 7.332535885167464,
      "grad_norm": 4.051873207092285,
      "learning_rate": 3.162264905962385e-05,
      "loss": 0.377,
      "step": 9195
    },
    {
      "epoch": 7.344497607655502,
      "grad_norm": 4.320316314697266,
      "learning_rate": 3.159263705482193e-05,
      "loss": 0.4071,
      "step": 9210
    },
    {
      "epoch": 7.356459330143541,
      "grad_norm": 4.617473125457764,
      "learning_rate": 3.156262505002001e-05,
      "loss": 0.4048,
      "step": 9225
    },
    {
      "epoch": 7.368421052631579,
      "grad_norm": 4.013522148132324,
      "learning_rate": 3.153261304521809e-05,
      "loss": 0.3792,
      "step": 9240
    },
    {
      "epoch": 7.380382775119617,
      "grad_norm": 4.339334487915039,
      "learning_rate": 3.150260104041617e-05,
      "loss": 0.4172,
      "step": 9255
    },
    {
      "epoch": 7.392344497607655,
      "grad_norm": 4.555285453796387,
      "learning_rate": 3.147258903561425e-05,
      "loss": 0.397,
      "step": 9270
    },
    {
      "epoch": 7.404306220095694,
      "grad_norm": 3.832693576812744,
      "learning_rate": 3.144257703081233e-05,
      "loss": 0.3784,
      "step": 9285
    },
    {
      "epoch": 7.416267942583732,
      "grad_norm": 4.14719295501709,
      "learning_rate": 3.1412565026010406e-05,
      "loss": 0.3979,
      "step": 9300
    },
    {
      "epoch": 7.42822966507177,
      "grad_norm": 3.914750337600708,
      "learning_rate": 3.138255302120848e-05,
      "loss": 0.3848,
      "step": 9315
    },
    {
      "epoch": 7.440191387559809,
      "grad_norm": 4.9536967277526855,
      "learning_rate": 3.135254101640656e-05,
      "loss": 0.4144,
      "step": 9330
    },
    {
      "epoch": 7.452153110047847,
      "grad_norm": 4.35673713684082,
      "learning_rate": 3.1322529011604646e-05,
      "loss": 0.4446,
      "step": 9345
    },
    {
      "epoch": 7.464114832535885,
      "grad_norm": 4.106342315673828,
      "learning_rate": 3.1292517006802724e-05,
      "loss": 0.4056,
      "step": 9360
    },
    {
      "epoch": 7.476076555023924,
      "grad_norm": 4.211533546447754,
      "learning_rate": 3.12625050020008e-05,
      "loss": 0.4072,
      "step": 9375
    },
    {
      "epoch": 7.488038277511961,
      "grad_norm": 3.965963840484619,
      "learning_rate": 3.123249299719888e-05,
      "loss": 0.4329,
      "step": 9390
    },
    {
      "epoch": 7.5,
      "grad_norm": 4.13434362411499,
      "learning_rate": 3.120248099239696e-05,
      "loss": 0.4161,
      "step": 9405
    },
    {
      "epoch": 7.511961722488039,
      "grad_norm": 6.448205947875977,
      "learning_rate": 3.1172468987595035e-05,
      "loss": 0.3927,
      "step": 9420
    },
    {
      "epoch": 7.523923444976076,
      "grad_norm": 4.125397682189941,
      "learning_rate": 3.114245698279312e-05,
      "loss": 0.4021,
      "step": 9435
    },
    {
      "epoch": 7.535885167464115,
      "grad_norm": 4.477077007293701,
      "learning_rate": 3.11124449779912e-05,
      "loss": 0.4195,
      "step": 9450
    },
    {
      "epoch": 7.547846889952153,
      "grad_norm": 3.9981772899627686,
      "learning_rate": 3.108243297318928e-05,
      "loss": 0.4473,
      "step": 9465
    },
    {
      "epoch": 7.559808612440191,
      "grad_norm": 4.3731689453125,
      "learning_rate": 3.105242096838736e-05,
      "loss": 0.4264,
      "step": 9480
    },
    {
      "epoch": 7.57177033492823,
      "grad_norm": 4.046823501586914,
      "learning_rate": 3.102240896358544e-05,
      "loss": 0.4151,
      "step": 9495
    },
    {
      "epoch": 7.583732057416268,
      "grad_norm": 4.526839733123779,
      "learning_rate": 3.0992396958783516e-05,
      "loss": 0.4426,
      "step": 9510
    },
    {
      "epoch": 7.595693779904306,
      "grad_norm": 4.215605735778809,
      "learning_rate": 3.0962384953981594e-05,
      "loss": 0.4376,
      "step": 9525
    },
    {
      "epoch": 7.607655502392344,
      "grad_norm": 4.018391132354736,
      "learning_rate": 3.093237294917967e-05,
      "loss": 0.4385,
      "step": 9540
    },
    {
      "epoch": 7.619617224880383,
      "grad_norm": 5.19038200378418,
      "learning_rate": 3.090236094437775e-05,
      "loss": 0.4379,
      "step": 9555
    },
    {
      "epoch": 7.631578947368421,
      "grad_norm": 4.6209611892700195,
      "learning_rate": 3.087234893957583e-05,
      "loss": 0.4445,
      "step": 9570
    },
    {
      "epoch": 7.643540669856459,
      "grad_norm": 4.700253486633301,
      "learning_rate": 3.084233693477391e-05,
      "loss": 0.4309,
      "step": 9585
    },
    {
      "epoch": 7.655502392344498,
      "grad_norm": 4.6337761878967285,
      "learning_rate": 3.081232492997199e-05,
      "loss": 0.4256,
      "step": 9600
    },
    {
      "epoch": 7.667464114832536,
      "grad_norm": 4.5144734382629395,
      "learning_rate": 3.078231292517007e-05,
      "loss": 0.4685,
      "step": 9615
    },
    {
      "epoch": 7.679425837320574,
      "grad_norm": 4.41657829284668,
      "learning_rate": 3.075230092036815e-05,
      "loss": 0.4455,
      "step": 9630
    },
    {
      "epoch": 7.6913875598086126,
      "grad_norm": 4.547213554382324,
      "learning_rate": 3.072228891556623e-05,
      "loss": 0.4935,
      "step": 9645
    },
    {
      "epoch": 7.703349282296651,
      "grad_norm": 4.367729187011719,
      "learning_rate": 3.069227691076431e-05,
      "loss": 0.4636,
      "step": 9660
    },
    {
      "epoch": 7.715311004784689,
      "grad_norm": 4.459219932556152,
      "learning_rate": 3.0662264905962386e-05,
      "loss": 0.4668,
      "step": 9675
    },
    {
      "epoch": 7.7272727272727275,
      "grad_norm": 4.355218887329102,
      "learning_rate": 3.0632252901160464e-05,
      "loss": 0.4296,
      "step": 9690
    },
    {
      "epoch": 7.739234449760765,
      "grad_norm": 3.960000514984131,
      "learning_rate": 3.060224089635855e-05,
      "loss": 0.4429,
      "step": 9705
    },
    {
      "epoch": 7.751196172248804,
      "grad_norm": 4.526662349700928,
      "learning_rate": 3.0572228891556626e-05,
      "loss": 0.4751,
      "step": 9720
    },
    {
      "epoch": 7.7631578947368425,
      "grad_norm": 4.3358259201049805,
      "learning_rate": 3.0542216886754704e-05,
      "loss": 0.4885,
      "step": 9735
    },
    {
      "epoch": 7.77511961722488,
      "grad_norm": 4.190465927124023,
      "learning_rate": 3.0512204881952782e-05,
      "loss": 0.4633,
      "step": 9750
    },
    {
      "epoch": 7.787081339712919,
      "grad_norm": 4.320166110992432,
      "learning_rate": 3.0482192877150863e-05,
      "loss": 0.4926,
      "step": 9765
    },
    {
      "epoch": 7.7990430622009566,
      "grad_norm": 3.990604877471924,
      "learning_rate": 3.045218087234894e-05,
      "loss": 0.4516,
      "step": 9780
    },
    {
      "epoch": 7.811004784688995,
      "grad_norm": 5.037746906280518,
      "learning_rate": 3.042216886754702e-05,
      "loss": 0.4121,
      "step": 9795
    },
    {
      "epoch": 7.822966507177034,
      "grad_norm": 5.006950855255127,
      "learning_rate": 3.0392156862745097e-05,
      "loss": 0.4643,
      "step": 9810
    },
    {
      "epoch": 7.8349282296650715,
      "grad_norm": 4.678879261016846,
      "learning_rate": 3.036214485794318e-05,
      "loss": 0.4733,
      "step": 9825
    },
    {
      "epoch": 7.84688995215311,
      "grad_norm": 4.293395042419434,
      "learning_rate": 3.033213285314126e-05,
      "loss": 0.4866,
      "step": 9840
    },
    {
      "epoch": 7.858851674641148,
      "grad_norm": 4.712632656097412,
      "learning_rate": 3.0302120848339337e-05,
      "loss": 0.4878,
      "step": 9855
    },
    {
      "epoch": 7.8708133971291865,
      "grad_norm": 4.51541805267334,
      "learning_rate": 3.0272108843537418e-05,
      "loss": 0.4721,
      "step": 9870
    },
    {
      "epoch": 7.882775119617225,
      "grad_norm": 4.705857753753662,
      "learning_rate": 3.0242096838735496e-05,
      "loss": 0.4849,
      "step": 9885
    },
    {
      "epoch": 7.894736842105263,
      "grad_norm": 4.610105037689209,
      "learning_rate": 3.0212084833933574e-05,
      "loss": 0.4974,
      "step": 9900
    },
    {
      "epoch": 7.9066985645933014,
      "grad_norm": 4.228977680206299,
      "learning_rate": 3.018207282913165e-05,
      "loss": 0.468,
      "step": 9915
    },
    {
      "epoch": 7.91866028708134,
      "grad_norm": 4.514330863952637,
      "learning_rate": 3.015206082432973e-05,
      "loss": 0.4857,
      "step": 9930
    },
    {
      "epoch": 7.930622009569378,
      "grad_norm": 4.639202117919922,
      "learning_rate": 3.0122048819527814e-05,
      "loss": 0.3874,
      "step": 9945
    },
    {
      "epoch": 7.942583732057416,
      "grad_norm": 4.870967864990234,
      "learning_rate": 3.0092036814725892e-05,
      "loss": 0.4849,
      "step": 9960
    },
    {
      "epoch": 7.954545454545455,
      "grad_norm": 4.402018070220947,
      "learning_rate": 3.0062024809923973e-05,
      "loss": 0.492,
      "step": 9975
    },
    {
      "epoch": 7.966507177033493,
      "grad_norm": 4.405611991882324,
      "learning_rate": 3.003201280512205e-05,
      "loss": 0.4874,
      "step": 9990
    },
    {
      "epoch": 7.978468899521531,
      "grad_norm": 4.78075647354126,
      "learning_rate": 3.000200080032013e-05,
      "loss": 0.5089,
      "step": 10005
    },
    {
      "epoch": 7.990430622009569,
      "grad_norm": 4.583403587341309,
      "learning_rate": 2.9971988795518207e-05,
      "loss": 0.4791,
      "step": 10020
    },
    {
      "epoch": 8.002392344497608,
      "grad_norm": 3.6340909004211426,
      "learning_rate": 2.9941976790716285e-05,
      "loss": 0.4022,
      "step": 10035
    },
    {
      "epoch": 8.014354066985646,
      "grad_norm": 3.58935809135437,
      "learning_rate": 2.9911964785914366e-05,
      "loss": 0.2033,
      "step": 10050
    },
    {
      "epoch": 8.026315789473685,
      "grad_norm": 4.309442520141602,
      "learning_rate": 2.988195278111245e-05,
      "loss": 0.209,
      "step": 10065
    },
    {
      "epoch": 8.038277511961722,
      "grad_norm": 3.540694236755371,
      "learning_rate": 2.985194077631053e-05,
      "loss": 0.2269,
      "step": 10080
    },
    {
      "epoch": 8.05023923444976,
      "grad_norm": 4.051588535308838,
      "learning_rate": 2.9821928771508606e-05,
      "loss": 0.225,
      "step": 10095
    },
    {
      "epoch": 8.062200956937799,
      "grad_norm": 3.8642947673797607,
      "learning_rate": 2.9791916766706684e-05,
      "loss": 0.2408,
      "step": 10110
    },
    {
      "epoch": 8.074162679425838,
      "grad_norm": 4.4070539474487305,
      "learning_rate": 2.9761904761904762e-05,
      "loss": 0.2131,
      "step": 10125
    },
    {
      "epoch": 8.086124401913876,
      "grad_norm": 3.5634195804595947,
      "learning_rate": 2.9731892757102843e-05,
      "loss": 0.2253,
      "step": 10140
    },
    {
      "epoch": 8.098086124401913,
      "grad_norm": 4.4950737953186035,
      "learning_rate": 2.970188075230092e-05,
      "loss": 0.2438,
      "step": 10155
    },
    {
      "epoch": 8.110047846889952,
      "grad_norm": 4.489715576171875,
      "learning_rate": 2.9671868747499e-05,
      "loss": 0.2151,
      "step": 10170
    },
    {
      "epoch": 8.12200956937799,
      "grad_norm": 4.503179550170898,
      "learning_rate": 2.9641856742697083e-05,
      "loss": 0.2375,
      "step": 10185
    },
    {
      "epoch": 8.133971291866029,
      "grad_norm": 4.019615173339844,
      "learning_rate": 2.961184473789516e-05,
      "loss": 0.253,
      "step": 10200
    },
    {
      "epoch": 8.145933014354068,
      "grad_norm": 3.398512601852417,
      "learning_rate": 2.958183273309324e-05,
      "loss": 0.2437,
      "step": 10215
    },
    {
      "epoch": 8.157894736842104,
      "grad_norm": 2.8724753856658936,
      "learning_rate": 2.9551820728291317e-05,
      "loss": 0.2236,
      "step": 10230
    },
    {
      "epoch": 8.169856459330143,
      "grad_norm": 3.7883143424987793,
      "learning_rate": 2.9521808723489398e-05,
      "loss": 0.2164,
      "step": 10245
    },
    {
      "epoch": 8.181818181818182,
      "grad_norm": 4.483898639678955,
      "learning_rate": 2.9491796718687476e-05,
      "loss": 0.231,
      "step": 10260
    },
    {
      "epoch": 8.19377990430622,
      "grad_norm": 4.909805774688721,
      "learning_rate": 2.9461784713885554e-05,
      "loss": 0.2511,
      "step": 10275
    },
    {
      "epoch": 8.205741626794259,
      "grad_norm": 4.415759563446045,
      "learning_rate": 2.9431772709083632e-05,
      "loss": 0.2259,
      "step": 10290
    },
    {
      "epoch": 8.217703349282298,
      "grad_norm": 3.9223194122314453,
      "learning_rate": 2.9401760704281716e-05,
      "loss": 0.2479,
      "step": 10305
    },
    {
      "epoch": 8.229665071770334,
      "grad_norm": 3.4528160095214844,
      "learning_rate": 2.9371748699479794e-05,
      "loss": 0.2275,
      "step": 10320
    },
    {
      "epoch": 8.241626794258373,
      "grad_norm": 4.239967346191406,
      "learning_rate": 2.9341736694677872e-05,
      "loss": 0.2316,
      "step": 10335
    },
    {
      "epoch": 8.253588516746412,
      "grad_norm": 4.16427755355835,
      "learning_rate": 2.9311724689875953e-05,
      "loss": 0.2818,
      "step": 10350
    },
    {
      "epoch": 8.26555023923445,
      "grad_norm": 4.7562994956970215,
      "learning_rate": 2.928171268507403e-05,
      "loss": 0.2658,
      "step": 10365
    },
    {
      "epoch": 8.277511961722489,
      "grad_norm": 4.450767517089844,
      "learning_rate": 2.925170068027211e-05,
      "loss": 0.2792,
      "step": 10380
    },
    {
      "epoch": 8.289473684210526,
      "grad_norm": 4.766055583953857,
      "learning_rate": 2.9221688675470187e-05,
      "loss": 0.2926,
      "step": 10395
    },
    {
      "epoch": 8.301435406698564,
      "grad_norm": 4.053709030151367,
      "learning_rate": 2.9191676670668268e-05,
      "loss": 0.2418,
      "step": 10410
    },
    {
      "epoch": 8.313397129186603,
      "grad_norm": 4.844228267669678,
      "learning_rate": 2.916166466586635e-05,
      "loss": 0.2426,
      "step": 10425
    },
    {
      "epoch": 8.325358851674642,
      "grad_norm": 3.6860673427581787,
      "learning_rate": 2.913165266106443e-05,
      "loss": 0.2542,
      "step": 10440
    },
    {
      "epoch": 8.33732057416268,
      "grad_norm": 3.938351631164551,
      "learning_rate": 2.910164065626251e-05,
      "loss": 0.2769,
      "step": 10455
    },
    {
      "epoch": 8.349282296650717,
      "grad_norm": 4.569359302520752,
      "learning_rate": 2.9071628651460586e-05,
      "loss": 0.2456,
      "step": 10470
    },
    {
      "epoch": 8.361244019138756,
      "grad_norm": 3.8243377208709717,
      "learning_rate": 2.9041616646658664e-05,
      "loss": 0.2666,
      "step": 10485
    },
    {
      "epoch": 8.373205741626794,
      "grad_norm": 4.553408145904541,
      "learning_rate": 2.9011604641856742e-05,
      "loss": 0.2891,
      "step": 10500
    },
    {
      "epoch": 8.385167464114833,
      "grad_norm": 4.640753746032715,
      "learning_rate": 2.8981592637054823e-05,
      "loss": 0.2912,
      "step": 10515
    },
    {
      "epoch": 8.397129186602871,
      "grad_norm": 4.968740940093994,
      "learning_rate": 2.89515806322529e-05,
      "loss": 0.2761,
      "step": 10530
    },
    {
      "epoch": 8.409090909090908,
      "grad_norm": 4.833539962768555,
      "learning_rate": 2.8921568627450986e-05,
      "loss": 0.2915,
      "step": 10545
    },
    {
      "epoch": 8.421052631578947,
      "grad_norm": 4.913358211517334,
      "learning_rate": 2.8891556622649064e-05,
      "loss": 0.2703,
      "step": 10560
    },
    {
      "epoch": 8.433014354066986,
      "grad_norm": 3.7276763916015625,
      "learning_rate": 2.886154461784714e-05,
      "loss": 0.2705,
      "step": 10575
    },
    {
      "epoch": 8.444976076555024,
      "grad_norm": 4.225296974182129,
      "learning_rate": 2.883153261304522e-05,
      "loss": 0.2944,
      "step": 10590
    },
    {
      "epoch": 8.456937799043063,
      "grad_norm": 4.071160793304443,
      "learning_rate": 2.8801520608243297e-05,
      "loss": 0.3017,
      "step": 10605
    },
    {
      "epoch": 8.4688995215311,
      "grad_norm": 4.818964958190918,
      "learning_rate": 2.877150860344138e-05,
      "loss": 0.3057,
      "step": 10620
    },
    {
      "epoch": 8.480861244019138,
      "grad_norm": 4.391495704650879,
      "learning_rate": 2.8741496598639456e-05,
      "loss": 0.2854,
      "step": 10635
    },
    {
      "epoch": 8.492822966507177,
      "grad_norm": 4.263548374176025,
      "learning_rate": 2.8711484593837534e-05,
      "loss": 0.2604,
      "step": 10650
    }
  ],
  "logging_steps": 15,
  "max_steps": 25000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 15,
  "total_flos": 7.844568831858917e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}