{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.2012673791733661,
  "eval_steps": 133,
  "global_step": 3180,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0003783221413033198,
      "grad_norm": 56.01426433664828,
      "learning_rate": 1e-08,
      "loss": 8.5655,
      "step": 1
    },
    {
      "epoch": 0.0003783221413033198,
      "eval_loss": 8.416223526000977,
      "eval_runtime": 26.8642,
      "eval_samples_per_second": 32.944,
      "eval_steps_per_second": 1.042,
      "step": 1
    },
    {
      "epoch": 0.0003783221413033198,
      "eval_bench_accuracy_arc_challenge": 0.12857142857142856,
      "eval_bench_accuracy_hellaswag": 0.025,
      "eval_bench_accuracy_mmlu": 0.21739130434782608,
      "eval_bench_average_accuracy": 0.1236542443064182,
      "eval_bench_loss": 10.19635223924068,
      "eval_bench_total_accuracy": 0.1054945054945055,
      "step": 1
    },
    {
      "epoch": 0.0007566442826066396,
      "grad_norm": 52.75063804651517,
      "learning_rate": 2e-08,
      "loss": 8.4236,
      "step": 2
    },
    {
      "epoch": 0.0011349664239099593,
      "grad_norm": 54.29511008856074,
      "learning_rate": 3e-08,
      "loss": 8.5128,
      "step": 3
    },
    {
      "epoch": 0.0015132885652132792,
      "grad_norm": 50.84717091006242,
      "learning_rate": 4e-08,
      "loss": 8.368,
      "step": 4
    },
    {
      "epoch": 0.0018916107065165989,
      "grad_norm": 58.682276590467374,
      "learning_rate": 5e-08,
      "loss": 8.5171,
      "step": 5
    },
    {
      "epoch": 0.0022699328478199185,
      "grad_norm": 54.19973526319146,
      "learning_rate": 6e-08,
      "loss": 8.4329,
      "step": 6
    },
    {
      "epoch": 0.0026482549891232382,
      "grad_norm": 52.00177926668044,
      "learning_rate": 7e-08,
      "loss": 8.4562,
      "step": 7
    },
    {
      "epoch": 0.0030265771304265584,
      "grad_norm": 55.9652762703784,
      "learning_rate": 8e-08,
      "loss": 8.5017,
      "step": 8
    },
    {
      "epoch": 0.003404899271729878,
      "grad_norm": 54.88105368356734,
      "learning_rate": 9e-08,
      "loss": 8.471,
      "step": 9
    },
    {
      "epoch": 0.0037832214130331977,
      "grad_norm": 50.22661382824928,
      "learning_rate": 1e-07,
      "loss": 8.4042,
      "step": 10
    },
    {
      "epoch": 0.004161543554336518,
      "grad_norm": 51.712774406266966,
      "learning_rate": 1.0999999999999999e-07,
      "loss": 8.4819,
      "step": 11
    },
    {
      "epoch": 0.004539865695639837,
      "grad_norm": 44.20700801792938,
      "learning_rate": 1.2e-07,
      "loss": 8.2981,
      "step": 12
    },
    {
      "epoch": 0.004918187836943157,
      "grad_norm": 46.914384802444836,
      "learning_rate": 1.3e-07,
      "loss": 8.4152,
      "step": 13
    },
    {
      "epoch": 0.0052965099782464765,
      "grad_norm": 46.66045652280597,
      "learning_rate": 1.4e-07,
      "loss": 8.4776,
      "step": 14
    },
    {
      "epoch": 0.005674832119549797,
      "grad_norm": 45.99567071730722,
      "learning_rate": 1.5e-07,
      "loss": 8.4602,
      "step": 15
    },
    {
      "epoch": 0.006053154260853117,
      "grad_norm": 31.7220420827569,
      "learning_rate": 1.6e-07,
      "loss": 8.342,
      "step": 16
    },
    {
      "epoch": 0.006431476402156436,
      "grad_norm": 31.79821930177939,
      "learning_rate": 1.7000000000000001e-07,
      "loss": 8.4073,
      "step": 17
    },
    {
      "epoch": 0.006809798543459756,
      "grad_norm": 34.99852513062481,
      "learning_rate": 1.8e-07,
      "loss": 8.4475,
      "step": 18
    },
    {
      "epoch": 0.007188120684763075,
      "grad_norm": 32.34312521349501,
      "learning_rate": 1.8999999999999998e-07,
      "loss": 8.3691,
      "step": 19
    },
    {
      "epoch": 0.0075664428260663955,
      "grad_norm": 28.491575199383966,
      "learning_rate": 2e-07,
      "loss": 8.2467,
      "step": 20
    },
    {
      "epoch": 0.007944764967369716,
      "grad_norm": 27.788350456113577,
      "learning_rate": 2.0999999999999997e-07,
      "loss": 8.2619,
      "step": 21
    },
    {
      "epoch": 0.008323087108673036,
      "grad_norm": 23.054768686734494,
      "learning_rate": 2.1999999999999998e-07,
      "loss": 8.2719,
      "step": 22
    },
    {
      "epoch": 0.008701409249976354,
      "grad_norm": 20.862948070445295,
      "learning_rate": 2.3e-07,
      "loss": 8.1701,
      "step": 23
    },
    {
      "epoch": 0.009079731391279674,
      "grad_norm": 23.840305973367958,
      "learning_rate": 2.4e-07,
      "loss": 8.2447,
      "step": 24
    },
    {
      "epoch": 0.009458053532582994,
      "grad_norm": 22.407061285607927,
      "learning_rate": 2.5e-07,
      "loss": 8.2056,
      "step": 25
    },
    {
      "epoch": 0.009836375673886314,
      "grad_norm": 21.55132867797403,
      "learning_rate": 2.6e-07,
      "loss": 8.1552,
      "step": 26
    },
    {
      "epoch": 0.010214697815189635,
      "grad_norm": 20.992840710071967,
      "learning_rate": 2.7e-07,
      "loss": 8.188,
      "step": 27
    },
    {
      "epoch": 0.010593019956492953,
      "grad_norm": 22.39828627182125,
      "learning_rate": 2.8e-07,
      "loss": 8.1256,
      "step": 28
    },
    {
      "epoch": 0.010971342097796273,
      "grad_norm": 18.46346034557574,
      "learning_rate": 2.9e-07,
      "loss": 8.0045,
      "step": 29
    },
    {
      "epoch": 0.011349664239099593,
      "grad_norm": 12.704677816631309,
      "learning_rate": 3e-07,
      "loss": 8.0417,
      "step": 30
    },
    {
      "epoch": 0.011727986380402913,
      "grad_norm": 15.722346563574124,
      "learning_rate": 3.1e-07,
      "loss": 7.9647,
      "step": 31
    },
    {
      "epoch": 0.012106308521706233,
      "grad_norm": 14.31712037195988,
      "learning_rate": 3.2e-07,
      "loss": 8.0119,
      "step": 32
    },
    {
      "epoch": 0.012484630663009552,
      "grad_norm": 13.002942588027526,
      "learning_rate": 3.3e-07,
      "loss": 8.029,
      "step": 33
    },
    {
      "epoch": 0.012862952804312872,
      "grad_norm": 15.303670533896709,
      "learning_rate": 3.4000000000000003e-07,
      "loss": 7.9847,
      "step": 34
    },
    {
      "epoch": 0.013241274945616192,
      "grad_norm": 12.964425414274471,
      "learning_rate": 3.5e-07,
      "loss": 8.0026,
      "step": 35
    },
    {
      "epoch": 0.013619597086919512,
      "grad_norm": 19.040688578500415,
      "learning_rate": 3.6e-07,
      "loss": 8.0397,
      "step": 36
    },
    {
      "epoch": 0.013997919228222832,
      "grad_norm": 14.264527574014561,
      "learning_rate": 3.7e-07,
      "loss": 7.8472,
      "step": 37
    },
    {
      "epoch": 0.01437624136952615,
      "grad_norm": 14.259878980724565,
      "learning_rate": 3.7999999999999996e-07,
      "loss": 7.9499,
      "step": 38
    },
    {
      "epoch": 0.01475456351082947,
      "grad_norm": 21.02927607859569,
      "learning_rate": 3.8999999999999997e-07,
      "loss": 7.8521,
      "step": 39
    },
    {
      "epoch": 0.015132885652132791,
      "grad_norm": 16.308228829260607,
      "learning_rate": 4e-07,
      "loss": 7.8008,
      "step": 40
    },
    {
      "epoch": 0.015511207793436111,
      "grad_norm": 21.835730681754328,
      "learning_rate": 4.0999999999999994e-07,
      "loss": 7.7515,
      "step": 41
    },
    {
      "epoch": 0.01588952993473943,
      "grad_norm": 22.548471887636545,
      "learning_rate": 4.1999999999999995e-07,
      "loss": 7.7859,
      "step": 42
    },
    {
      "epoch": 0.01626785207604275,
      "grad_norm": 23.40758724577002,
      "learning_rate": 4.2999999999999996e-07,
      "loss": 7.7679,
      "step": 43
    },
    {
      "epoch": 0.01664617421734607,
      "grad_norm": 22.806229545212982,
      "learning_rate": 4.3999999999999997e-07,
      "loss": 7.7211,
      "step": 44
    },
    {
      "epoch": 0.01702449635864939,
      "grad_norm": 19.930882370057223,
      "learning_rate": 4.5e-07,
      "loss": 7.7017,
      "step": 45
    },
    {
      "epoch": 0.017402818499952708,
      "grad_norm": 17.292062567746196,
      "learning_rate": 4.6e-07,
      "loss": 7.7146,
      "step": 46
    },
    {
      "epoch": 0.01778114064125603,
      "grad_norm": 18.070618266890932,
      "learning_rate": 4.6999999999999995e-07,
      "loss": 7.7119,
      "step": 47
    },
    {
      "epoch": 0.01815946278255935,
      "grad_norm": 16.65539275683302,
      "learning_rate": 4.8e-07,
      "loss": 7.6178,
      "step": 48
    },
    {
      "epoch": 0.01853778492386267,
      "grad_norm": 19.36073786979339,
      "learning_rate": 4.9e-07,
      "loss": 7.6387,
      "step": 49
    },
    {
      "epoch": 0.01891610706516599,
      "grad_norm": 22.520853767642276,
      "learning_rate": 5e-07,
      "loss": 7.6346,
      "step": 50
    },
    {
      "epoch": 0.01929442920646931,
      "grad_norm": 21.674704957397896,
      "learning_rate": 5.1e-07,
      "loss": 7.5339,
      "step": 51
    },
    {
      "epoch": 0.01967275134777263,
      "grad_norm": 26.85039717209422,
      "learning_rate": 5.2e-07,
      "loss": 7.3655,
      "step": 52
    },
    {
      "epoch": 0.02005107348907595,
      "grad_norm": 29.784500661137994,
      "learning_rate": 5.3e-07,
      "loss": 7.3935,
      "step": 53
    },
    {
      "epoch": 0.02042939563037927,
      "grad_norm": 36.73803214173563,
      "learning_rate": 5.4e-07,
      "loss": 7.3942,
      "step": 54
    },
    {
      "epoch": 0.02080771777168259,
      "grad_norm": 55.998259201380826,
      "learning_rate": 5.5e-07,
      "loss": 7.3246,
      "step": 55
    },
    {
      "epoch": 0.021186039912985906,
      "grad_norm": 54.6219968094922,
      "learning_rate": 5.6e-07,
      "loss": 7.2241,
      "step": 56
    },
    {
      "epoch": 0.021564362054289226,
      "grad_norm": 115.48000957700997,
      "learning_rate": 5.699999999999999e-07,
      "loss": 7.3169,
      "step": 57
    },
    {
      "epoch": 0.021942684195592546,
      "grad_norm": 240.40441808566737,
      "learning_rate": 5.8e-07,
      "loss": 7.1243,
      "step": 58
    },
    {
      "epoch": 0.022321006336895866,
      "grad_norm": 102.2272021984647,
      "learning_rate": 5.9e-07,
      "loss": 7.0371,
      "step": 59
    },
    {
      "epoch": 0.022699328478199186,
      "grad_norm": 256.9288700751086,
      "learning_rate": 6e-07,
      "loss": 6.8907,
      "step": 60
    },
    {
      "epoch": 0.023077650619502506,
      "grad_norm": 131.56800170402965,
      "learning_rate": 6.1e-07,
      "loss": 6.854,
      "step": 61
    },
    {
      "epoch": 0.023455972760805827,
      "grad_norm": 358.2045690657579,
      "learning_rate": 6.2e-07,
      "loss": 6.7673,
      "step": 62
    },
    {
      "epoch": 0.023834294902109147,
      "grad_norm": 259.0360488341225,
      "learning_rate": 6.3e-07,
      "loss": 6.6898,
      "step": 63
    },
    {
      "epoch": 0.024212617043412467,
      "grad_norm": 324.46556421575104,
      "learning_rate": 6.4e-07,
      "loss": 6.6792,
      "step": 64
    },
    {
      "epoch": 0.024590939184715787,
      "grad_norm": 218.90309813691587,
      "learning_rate": 6.5e-07,
      "loss": 6.5833,
      "step": 65
    },
    {
      "epoch": 0.024969261326019104,
      "grad_norm": 345.9947605906595,
      "learning_rate": 6.6e-07,
      "loss": 6.5841,
      "step": 66
    },
    {
      "epoch": 0.025347583467322424,
      "grad_norm": 327.5192852015763,
      "learning_rate": 6.7e-07,
      "loss": 6.5379,
      "step": 67
    },
    {
      "epoch": 0.025725905608625744,
      "grad_norm": 272.0304082708135,
      "learning_rate": 6.800000000000001e-07,
      "loss": 6.4003,
      "step": 68
    },
    {
      "epoch": 0.026104227749929064,
      "grad_norm": 224.03062395364572,
      "learning_rate": 6.9e-07,
      "loss": 6.3064,
      "step": 69
    },
    {
      "epoch": 0.026482549891232384,
      "grad_norm": 326.13516923115037,
      "learning_rate": 7e-07,
      "loss": 6.2681,
      "step": 70
    },
    {
      "epoch": 0.026860872032535704,
      "grad_norm": 236.06386821993763,
      "learning_rate": 7.1e-07,
      "loss": 6.1658,
      "step": 71
    },
    {
      "epoch": 0.027239194173839024,
      "grad_norm": 117.09820504079929,
      "learning_rate": 7.2e-07,
      "loss": 6.1013,
      "step": 72
    },
    {
      "epoch": 0.027617516315142344,
      "grad_norm": 130.77996709008073,
      "learning_rate": 7.3e-07,
      "loss": 6.0313,
      "step": 73
    },
    {
      "epoch": 0.027995838456445665,
      "grad_norm": 184.1694406122909,
      "learning_rate": 7.4e-07,
      "loss": 5.9761,
      "step": 74
    },
    {
      "epoch": 0.028374160597748985,
      "grad_norm": 107.41668355609693,
      "learning_rate": 7.5e-07,
      "loss": 5.8533,
      "step": 75
    },
    {
      "epoch": 0.0287524827390523,
      "grad_norm": 167.17458055865583,
      "learning_rate": 7.599999999999999e-07,
      "loss": 5.842,
      "step": 76
    },
    {
      "epoch": 0.02913080488035562,
      "grad_norm": 83.1018765552699,
      "learning_rate": 7.699999999999999e-07,
      "loss": 5.8106,
      "step": 77
    },
    {
      "epoch": 0.02950912702165894,
      "grad_norm": 930.4199949174266,
      "learning_rate": 7.799999999999999e-07,
      "loss": 5.9417,
      "step": 78
    },
    {
      "epoch": 0.02988744916296226,
      "grad_norm": 344.9243101513464,
      "learning_rate": 7.9e-07,
      "loss": 5.9401,
      "step": 79
    },
    {
      "epoch": 0.030265771304265582,
      "grad_norm": 203.82832876269842,
      "learning_rate": 8e-07,
      "loss": 5.8335,
      "step": 80
    },
    {
      "epoch": 0.030644093445568902,
      "grad_norm": 303.4319382071192,
      "learning_rate": 8.1e-07,
      "loss": 5.6823,
      "step": 81
    },
    {
      "epoch": 0.031022415586872222,
      "grad_norm": 248.28331376619403,
      "learning_rate": 8.199999999999999e-07,
      "loss": 5.7745,
      "step": 82
    },
    {
      "epoch": 0.03140073772817554,
      "grad_norm": 462.20565983043144,
      "learning_rate": 8.299999999999999e-07,
      "loss": 5.6386,
      "step": 83
    },
    {
      "epoch": 0.03177905986947886,
      "grad_norm": 194.41981862598635,
      "learning_rate": 8.399999999999999e-07,
      "loss": 5.5997,
      "step": 84
    },
    {
      "epoch": 0.03215738201078218,
      "grad_norm": 293.3275031516269,
      "learning_rate": 8.499999999999999e-07,
      "loss": 5.5106,
      "step": 85
    },
    {
      "epoch": 0.0325357041520855,
      "grad_norm": 140.97321101678344,
      "learning_rate": 8.599999999999999e-07,
      "loss": 5.4563,
      "step": 86
    },
    {
      "epoch": 0.03291402629338882,
      "grad_norm": 180.15140475284437,
      "learning_rate": 8.699999999999999e-07,
      "loss": 5.4357,
      "step": 87
    },
    {
      "epoch": 0.03329234843469214,
      "grad_norm": 333.3719583206301,
      "learning_rate": 8.799999999999999e-07,
      "loss": 5.3168,
      "step": 88
    },
    {
      "epoch": 0.03367067057599546,
      "grad_norm": 121.82713201522955,
      "learning_rate": 8.9e-07,
      "loss": 5.3945,
      "step": 89
    },
    {
      "epoch": 0.03404899271729878,
      "grad_norm": 582.7969295558685,
      "learning_rate": 9e-07,
      "loss": 5.3863,
      "step": 90
    },
    {
      "epoch": 0.0344273148586021,
      "grad_norm": 217.6434706478821,
      "learning_rate": 9.1e-07,
      "loss": 5.2662,
      "step": 91
    },
    {
      "epoch": 0.034805636999905416,
      "grad_norm": 374.4674448505233,
      "learning_rate": 9.2e-07,
      "loss": 5.2355,
      "step": 92
    },
    {
      "epoch": 0.03518395914120874,
      "grad_norm": 218.23465312606612,
      "learning_rate": 9.3e-07,
      "loss": 5.1486,
      "step": 93
    },
    {
      "epoch": 0.03556228128251206,
      "grad_norm": 98.81927420372956,
      "learning_rate": 9.399999999999999e-07,
      "loss": 5.0807,
      "step": 94
    },
    {
      "epoch": 0.03594060342381538,
      "grad_norm": 211.12146153212487,
      "learning_rate": 9.499999999999999e-07,
      "loss": 5.0853,
      "step": 95
    },
    {
      "epoch": 0.0363189255651187,
      "grad_norm": 190.3736868117524,
      "learning_rate": 9.6e-07,
      "loss": 5.0756,
      "step": 96
    },
    {
      "epoch": 0.03669724770642202,
      "grad_norm": 122.03862248450174,
      "learning_rate": 9.7e-07,
      "loss": 4.9252,
      "step": 97
    },
    {
      "epoch": 0.03707556984772534,
      "grad_norm": 410.81026410608786,
      "learning_rate": 9.8e-07,
      "loss": 5.0664,
      "step": 98
    },
    {
      "epoch": 0.03745389198902866,
      "grad_norm": 269.97951212839484,
      "learning_rate": 9.9e-07,
      "loss": 4.9091,
      "step": 99
    },
    {
      "epoch": 0.03783221413033198,
      "grad_norm": 260.7212338620472,
      "learning_rate": 1e-06,
      "loss": 4.8821,
      "step": 100
    },
    {
      "epoch": 0.0382105362716353,
      "grad_norm": 165.92539323350238,
      "learning_rate": 1.0099999999999999e-06,
      "loss": 4.7469,
      "step": 101
    },
    {
      "epoch": 0.03858885841293862,
      "grad_norm": 281.9862388742268,
      "learning_rate": 1.02e-06,
      "loss": 4.7974,
      "step": 102
    },
    {
      "epoch": 0.038967180554241934,
      "grad_norm": 164.28597977866295,
      "learning_rate": 1.0299999999999999e-06,
      "loss": 4.6513,
      "step": 103
    },
    {
      "epoch": 0.03934550269554526,
      "grad_norm": 315.7550450358392,
      "learning_rate": 1.04e-06,
      "loss": 4.7021,
      "step": 104
    },
    {
      "epoch": 0.039723824836848574,
      "grad_norm": 202.93065604656107,
      "learning_rate": 1.05e-06,
      "loss": 4.5712,
      "step": 105
    },
    {
      "epoch": 0.0401021469781519,
      "grad_norm": 210.26805622762828,
      "learning_rate": 1.06e-06,
      "loss": 4.6196,
      "step": 106
    },
    {
      "epoch": 0.040480469119455215,
      "grad_norm": 187.14917857744504,
      "learning_rate": 1.07e-06,
      "loss": 4.5484,
      "step": 107
    },
    {
      "epoch": 0.04085879126075854,
      "grad_norm": 155.43076076847103,
      "learning_rate": 1.08e-06,
      "loss": 4.4144,
      "step": 108
    },
    {
      "epoch": 0.041237113402061855,
      "grad_norm": 154.98829996861681,
      "learning_rate": 1.09e-06,
      "loss": 4.3404,
      "step": 109
    },
    {
      "epoch": 0.04161543554336518,
      "grad_norm": 141.595366217918,
      "learning_rate": 1.1e-06,
      "loss": 4.3111,
      "step": 110
    },
    {
      "epoch": 0.041993757684668495,
      "grad_norm": 134.27240833451944,
      "learning_rate": 1.11e-06,
      "loss": 4.1952,
      "step": 111
    },
    {
      "epoch": 0.04237207982597181,
      "grad_norm": 95.65375597330166,
      "learning_rate": 1.12e-06,
      "loss": 4.0809,
      "step": 112
    },
    {
      "epoch": 0.042750401967275135,
      "grad_norm": 109.07352101322023,
      "learning_rate": 1.1299999999999998e-06,
      "loss": 4.0286,
      "step": 113
    },
    {
      "epoch": 0.04312872410857845,
      "grad_norm": 114.47547920727833,
      "learning_rate": 1.1399999999999999e-06,
      "loss": 3.9147,
      "step": 114
    },
    {
      "epoch": 0.043507046249881776,
      "grad_norm": 105.22542090856187,
      "learning_rate": 1.1499999999999998e-06,
      "loss": 3.888,
      "step": 115
    },
    {
      "epoch": 0.04388536839118509,
      "grad_norm": 170.85609503557524,
      "learning_rate": 1.16e-06,
      "loss": 3.7806,
      "step": 116
    },
    {
      "epoch": 0.044263690532488416,
      "grad_norm": 132.60484964177928,
      "learning_rate": 1.1699999999999998e-06,
      "loss": 3.7388,
      "step": 117
    },
    {
      "epoch": 0.04464201267379173,
      "grad_norm": 817.4981900388101,
      "learning_rate": 1.18e-06,
      "loss": 3.8085,
      "step": 118
    },
    {
      "epoch": 0.045020334815095056,
      "grad_norm": 277.2968095396992,
      "learning_rate": 1.1899999999999998e-06,
      "loss": 3.7519,
      "step": 119
    },
    {
      "epoch": 0.04539865695639837,
      "grad_norm": 242.3036172020571,
      "learning_rate": 1.2e-06,
      "loss": 3.6811,
      "step": 120
    },
    {
      "epoch": 0.045776979097701696,
      "grad_norm": 147.12958250512,
      "learning_rate": 1.2099999999999998e-06,
      "loss": 3.5537,
      "step": 121
    },
    {
      "epoch": 0.04615530123900501,
      "grad_norm": 304.91416915276426,
      "learning_rate": 1.22e-06,
      "loss": 3.5308,
      "step": 122
    },
    {
      "epoch": 0.04653362338030833,
      "grad_norm": 228.8092972324273,
      "learning_rate": 1.2299999999999999e-06,
      "loss": 3.4916,
      "step": 123
    },
    {
      "epoch": 0.04691194552161165,
      "grad_norm": 197.353832945714,
      "learning_rate": 1.24e-06,
      "loss": 3.4215,
      "step": 124
    },
    {
      "epoch": 0.04729026766291497,
      "grad_norm": 228.72368996651358,
      "learning_rate": 1.2499999999999999e-06,
      "loss": 3.371,
      "step": 125
    },
    {
      "epoch": 0.04766858980421829,
      "grad_norm": 164.2731725612326,
      "learning_rate": 1.26e-06,
      "loss": 3.3909,
      "step": 126
    },
    {
      "epoch": 0.04804691194552161,
      "grad_norm": 186.5826183173996,
      "learning_rate": 1.27e-06,
      "loss": 3.3104,
      "step": 127
    },
    {
      "epoch": 0.048425234086824934,
      "grad_norm": 139.94786192019586,
      "learning_rate": 1.28e-06,
      "loss": 3.2437,
      "step": 128
    },
    {
      "epoch": 0.04880355622812825,
      "grad_norm": 170.89837594203516,
      "learning_rate": 1.29e-06,
      "loss": 3.2145,
      "step": 129
    },
    {
      "epoch": 0.049181878369431574,
      "grad_norm": 124.04755267516651,
      "learning_rate": 1.3e-06,
      "loss": 3.1275,
      "step": 130
    },
    {
      "epoch": 0.04956020051073489,
      "grad_norm": 112.7475091581948,
      "learning_rate": 1.31e-06,
      "loss": 3.1021,
      "step": 131
    },
    {
      "epoch": 0.04993852265203821,
      "grad_norm": 483.6676734928997,
      "learning_rate": 1.32e-06,
      "loss": 3.0251,
      "step": 132
    },
    {
      "epoch": 0.05031684479334153,
      "grad_norm": 131.48794283663062,
      "learning_rate": 1.33e-06,
      "loss": 3.0474,
      "step": 133
    },
    {
      "epoch": 0.05031684479334153,
      "eval_loss": 3.0402355194091797,
      "eval_runtime": 26.8305,
      "eval_samples_per_second": 32.985,
      "eval_steps_per_second": 1.044,
      "step": 133
    },
    {
      "epoch": 0.05031684479334153,
      "eval_bench_accuracy_arc_challenge": 0.2714285714285714,
      "eval_bench_accuracy_hellaswag": 0.22,
      "eval_bench_accuracy_mmlu": 0.23478260869565218,
      "eval_bench_average_accuracy": 0.2420703933747412,
      "eval_bench_loss": 6.577301560786733,
      "eval_bench_total_accuracy": 0.23956043956043957,
      "step": 133
    },
    {
      "epoch": 0.05069516693464485,
      "grad_norm": 664.2692049220283,
      "learning_rate": 1.34e-06,
      "loss": 3.0489,
      "step": 134
    },
    {
      "epoch": 0.05107348907594817,
      "grad_norm": 164.70902413028506,
      "learning_rate": 1.35e-06,
      "loss": 3.0729,
      "step": 135
    },
    {
      "epoch": 0.05145181121725149,
      "grad_norm": 778.4019675411471,
      "learning_rate": 1.3600000000000001e-06,
      "loss": 2.9025,
      "step": 136
    },
    {
      "epoch": 0.05183013335855481,
      "grad_norm": 141.784859477734,
      "learning_rate": 1.37e-06,
      "loss": 2.9153,
      "step": 137
    },
    {
      "epoch": 0.05220845549985813,
      "grad_norm": 815.6337164546584,
      "learning_rate": 1.38e-06,
      "loss": 2.9767,
      "step": 138
    },
    {
      "epoch": 0.05258677764116145,
      "grad_norm": 387.14144869932585,
      "learning_rate": 1.3899999999999998e-06,
      "loss": 2.9545,
      "step": 139
    },
    {
      "epoch": 0.05296509978246477,
      "grad_norm": 1286.7446765387322,
      "learning_rate": 1.4e-06,
      "loss": 2.9779,
      "step": 140
    },
    {
      "epoch": 0.05334342192376809,
      "grad_norm": 170.85639571110613,
      "learning_rate": 1.4099999999999998e-06,
      "loss": 2.8642,
      "step": 141
    },
    {
      "epoch": 0.05372174406507141,
      "grad_norm": 375.24244542748465,
      "learning_rate": 1.42e-06,
      "loss": 2.7942,
      "step": 142
    },
    {
      "epoch": 0.054100066206374725,
      "grad_norm": 154.53620941237315,
      "learning_rate": 1.4299999999999999e-06,
      "loss": 2.7527,
      "step": 143
    },
    {
      "epoch": 0.05447838834767805,
      "grad_norm": 188.97826644064364,
      "learning_rate": 1.44e-06,
      "loss": 2.7492,
      "step": 144
    },
    {
      "epoch": 0.054856710488981365,
      "grad_norm": 103.19619548153565,
      "learning_rate": 1.4499999999999999e-06,
      "loss": 2.6708,
      "step": 145
    },
    {
      "epoch": 0.05523503263028469,
      "grad_norm": 125.47407228350237,
      "learning_rate": 1.46e-06,
      "loss": 2.6737,
      "step": 146
    },
    {
      "epoch": 0.055613354771588006,
      "grad_norm": 71.31808903587059,
      "learning_rate": 1.47e-06,
      "loss": 2.6175,
      "step": 147
    },
    {
      "epoch": 0.05599167691289133,
      "grad_norm": 158.4470726659215,
      "learning_rate": 1.48e-06,
      "loss": 2.5772,
      "step": 148
    },
    {
      "epoch": 0.056369999054194646,
      "grad_norm": 213.54517556280484,
      "learning_rate": 1.49e-06,
      "loss": 2.5397,
      "step": 149
    },
    {
      "epoch": 0.05674832119549797,
      "grad_norm": 94.87447540886092,
      "learning_rate": 1.5e-06,
      "loss": 2.5007,
      "step": 150
    },
    {
      "epoch": 0.057126643336801286,
      "grad_norm": 140.6331701396571,
      "learning_rate": 1.51e-06,
      "loss": 2.4911,
      "step": 151
    },
    {
      "epoch": 0.0575049654781046,
      "grad_norm": 71.42229734282893,
      "learning_rate": 1.5199999999999998e-06,
      "loss": 2.3964,
      "step": 152
    },
    {
      "epoch": 0.057883287619407926,
      "grad_norm": 100.92797990716835,
      "learning_rate": 1.53e-06,
      "loss": 2.3796,
      "step": 153
    },
    {
      "epoch": 0.05826160976071124,
      "grad_norm": 69.12965458867137,
      "learning_rate": 1.5399999999999999e-06,
      "loss": 2.4147,
      "step": 154
    },
    {
      "epoch": 0.058639931902014567,
      "grad_norm": 68.31144568523656,
      "learning_rate": 1.55e-06,
      "loss": 2.285,
      "step": 155
    },
    {
      "epoch": 0.05901825404331788,
      "grad_norm": 63.86407191747168,
      "learning_rate": 1.5599999999999999e-06,
      "loss": 2.2905,
      "step": 156
    },
    {
      "epoch": 0.05939657618462121,
      "grad_norm": 89.9702991999028,
      "learning_rate": 1.57e-06,
      "loss": 2.2642,
      "step": 157
    },
    {
      "epoch": 0.05977489832592452,
      "grad_norm": 38.70583191014119,
      "learning_rate": 1.58e-06,
      "loss": 2.1927,
      "step": 158
    },
    {
      "epoch": 0.06015322046722785,
      "grad_norm": 150.0176513817121,
      "learning_rate": 1.59e-06,
      "loss": 2.2046,
      "step": 159
    },
    {
      "epoch": 0.060531542608531164,
      "grad_norm": 85.38752600608713,
      "learning_rate": 1.6e-06,
      "loss": 2.1777,
      "step": 160
    },
    {
      "epoch": 0.06090986474983449,
      "grad_norm": 108.46382637315519,
      "learning_rate": 1.61e-06,
      "loss": 2.0947,
      "step": 161
    },
    {
      "epoch": 0.061288186891137804,
      "grad_norm": 72.33751976980996,
      "learning_rate": 1.62e-06,
      "loss": 2.1455,
      "step": 162
    },
    {
      "epoch": 0.06166650903244112,
      "grad_norm": 254.7588636023186,
      "learning_rate": 1.6299999999999999e-06,
      "loss": 2.0967,
      "step": 163
    },
    {
      "epoch": 0.062044831173744444,
      "grad_norm": 143.3727693773649,
      "learning_rate": 1.6399999999999998e-06,
      "loss": 2.0443,
      "step": 164
    },
    {
      "epoch": 0.06242315331504776,
      "grad_norm": 672.6219381081797,
      "learning_rate": 1.6499999999999999e-06,
      "loss": 2.2139,
      "step": 165
    },
    {
      "epoch": 0.06280147545635108,
      "grad_norm": 89.69156829747156,
      "learning_rate": 1.6599999999999998e-06,
      "loss": 2.0433,
      "step": 166
    },
    {
      "epoch": 0.06317979759765441,
      "grad_norm": 47.054580203479496,
      "learning_rate": 1.6699999999999999e-06,
      "loss": 1.9805,
      "step": 167
    },
    {
      "epoch": 0.06355811973895772,
      "grad_norm": 53.90193516042071,
      "learning_rate": 1.6799999999999998e-06,
      "loss": 1.8572,
      "step": 168
    },
    {
      "epoch": 0.06393644188026104,
      "grad_norm": 55.351958687059195,
      "learning_rate": 1.69e-06,
      "loss": 1.8879,
      "step": 169
    },
    {
      "epoch": 0.06431476402156436,
      "grad_norm": 30.956994176305464,
      "learning_rate": 1.6999999999999998e-06,
      "loss": 1.8335,
      "step": 170
    },
    {
      "epoch": 0.06469308616286769,
      "grad_norm": 81.23380900946358,
      "learning_rate": 1.71e-06,
      "loss": 1.8101,
      "step": 171
    },
    {
      "epoch": 0.065071408304171,
      "grad_norm": 46.43733520396148,
      "learning_rate": 1.7199999999999998e-06,
      "loss": 1.8177,
      "step": 172
    },
    {
      "epoch": 0.06544973044547432,
      "grad_norm": 46.90830376181402,
      "learning_rate": 1.73e-06,
      "loss": 1.7543,
      "step": 173
    },
    {
      "epoch": 0.06582805258677764,
      "grad_norm": 69.19161149417722,
      "learning_rate": 1.7399999999999999e-06,
      "loss": 1.7712,
      "step": 174
    },
    {
      "epoch": 0.06620637472808096,
      "grad_norm": 46.99692135130498,
      "learning_rate": 1.75e-06,
      "loss": 1.7728,
      "step": 175
    },
    {
      "epoch": 0.06658469686938429,
      "grad_norm": 85.68605330443327,
      "learning_rate": 1.7599999999999999e-06,
      "loss": 1.7186,
      "step": 176
    },
    {
      "epoch": 0.0669630190106876,
      "grad_norm": 48.57963404347663,
      "learning_rate": 1.77e-06,
      "loss": 1.6979,
      "step": 177
    },
    {
      "epoch": 0.06734134115199092,
      "grad_norm": 111.44637207499896,
      "learning_rate": 1.78e-06,
      "loss": 1.734,
      "step": 178
    },
    {
      "epoch": 0.06771966329329424,
      "grad_norm": 83.89157732570692,
      "learning_rate": 1.79e-06,
      "loss": 1.6947,
      "step": 179
    },
    {
      "epoch": 0.06809798543459757,
      "grad_norm": 50.66006983599147,
      "learning_rate": 1.8e-06,
      "loss": 1.6385,
      "step": 180
    },
    {
      "epoch": 0.06847630757590088,
      "grad_norm": 47.32959657636825,
      "learning_rate": 1.81e-06,
      "loss": 1.5717,
      "step": 181
    },
    {
      "epoch": 0.0688546297172042,
      "grad_norm": 71.70671420810187,
      "learning_rate": 1.82e-06,
      "loss": 1.5167,
      "step": 182
    },
    {
      "epoch": 0.06923295185850752,
      "grad_norm": 48.11379424928171,
      "learning_rate": 1.83e-06,
      "loss": 1.5992,
      "step": 183
    },
    {
      "epoch": 0.06961127399981083,
      "grad_norm": 54.01731463177801,
      "learning_rate": 1.84e-06,
      "loss": 1.5217,
      "step": 184
    },
    {
      "epoch": 0.06998959614111416,
      "grad_norm": 39.52299725178149,
      "learning_rate": 1.85e-06,
      "loss": 1.5009,
      "step": 185
    },
    {
      "epoch": 0.07036791828241748,
      "grad_norm": 63.37058186080119,
      "learning_rate": 1.86e-06,
      "loss": 1.5853,
      "step": 186
    },
    {
      "epoch": 0.0707462404237208,
      "grad_norm": 44.5116426583779,
      "learning_rate": 1.87e-06,
      "loss": 1.4865,
      "step": 187
    },
    {
      "epoch": 0.07112456256502411,
      "grad_norm": 40.56409454228496,
      "learning_rate": 1.8799999999999998e-06,
      "loss": 1.4732,
      "step": 188
    },
    {
      "epoch": 0.07150288470632744,
      "grad_norm": 31.923505092753718,
      "learning_rate": 1.89e-06,
      "loss": 1.4519,
      "step": 189
    },
    {
      "epoch": 0.07188120684763076,
      "grad_norm": 34.50709112981039,
      "learning_rate": 1.8999999999999998e-06,
      "loss": 1.4205,
      "step": 190
    },
    {
      "epoch": 0.07225952898893408,
      "grad_norm": 22.09682402936458,
      "learning_rate": 1.91e-06,
      "loss": 1.38,
      "step": 191
    },
    {
      "epoch": 0.0726378511302374,
      "grad_norm": 25.3767669172789,
      "learning_rate": 1.92e-06,
      "loss": 1.3879,
      "step": 192
    },
    {
      "epoch": 0.07301617327154071,
      "grad_norm": 29.51813748066488,
      "learning_rate": 1.9299999999999997e-06,
      "loss": 1.3506,
      "step": 193
    },
    {
      "epoch": 0.07339449541284404,
      "grad_norm": 21.76501410574832,
      "learning_rate": 1.94e-06,
      "loss": 1.3237,
      "step": 194
    },
    {
      "epoch": 0.07377281755414736,
      "grad_norm": 20.74781891582525,
      "learning_rate": 1.95e-06,
      "loss": 1.3639,
      "step": 195
    },
    {
      "epoch": 0.07415113969545067,
      "grad_norm": 27.66733930317673,
      "learning_rate": 1.96e-06,
      "loss": 1.3061,
      "step": 196
    },
    {
      "epoch": 0.07452946183675399,
      "grad_norm": 21.087698250942193,
      "learning_rate": 1.9699999999999998e-06,
      "loss": 1.375,
      "step": 197
    },
    {
      "epoch": 0.07490778397805732,
      "grad_norm": 22.065927379036225,
      "learning_rate": 1.98e-06,
      "loss": 1.3219,
      "step": 198
    },
    {
      "epoch": 0.07528610611936064,
      "grad_norm": 37.132637966902955,
      "learning_rate": 1.99e-06,
      "loss": 1.2424,
      "step": 199
    },
    {
      "epoch": 0.07566442826066395,
      "grad_norm": 20.85100061426098,
      "learning_rate": 2e-06,
      "loss": 1.2973,
      "step": 200
    },
    {
      "epoch": 0.07604275040196727,
      "grad_norm": 19.748272671220768,
      "learning_rate": 2.01e-06,
      "loss": 1.2371,
      "step": 201
    },
    {
      "epoch": 0.0764210725432706,
      "grad_norm": 24.073543088140834,
      "learning_rate": 2.0199999999999997e-06,
      "loss": 1.252,
      "step": 202
    },
    {
      "epoch": 0.07679939468457392,
      "grad_norm": 34.22154387867275,
      "learning_rate": 2.0299999999999996e-06,
      "loss": 1.2911,
      "step": 203
    },
    {
      "epoch": 0.07717771682587724,
      "grad_norm": 16.511181722757403,
      "learning_rate": 2.04e-06,
      "loss": 1.2321,
      "step": 204
    },
    {
      "epoch": 0.07755603896718055,
      "grad_norm": 12.872226386234452,
      "learning_rate": 2.05e-06,
      "loss": 1.1767,
      "step": 205
    },
    {
      "epoch": 0.07793436110848387,
      "grad_norm": 15.436365816346868,
      "learning_rate": 2.0599999999999998e-06,
      "loss": 1.1955,
      "step": 206
    },
    {
      "epoch": 0.0783126832497872,
      "grad_norm": 12.062107586682833,
      "learning_rate": 2.0699999999999997e-06,
      "loss": 1.1799,
      "step": 207
    },
    {
      "epoch": 0.07869100539109052,
      "grad_norm": 49.38765930014822,
      "learning_rate": 2.08e-06,
      "loss": 1.1762,
      "step": 208
    },
    {
      "epoch": 0.07906932753239383,
      "grad_norm": 23.38441549316206,
      "learning_rate": 2.09e-06,
      "loss": 1.1831,
      "step": 209
    },
    {
      "epoch": 0.07944764967369715,
      "grad_norm": 22.28035230836217,
      "learning_rate": 2.1e-06,
      "loss": 1.1858,
      "step": 210
    },
    {
      "epoch": 0.07982597181500048,
      "grad_norm": 43.05138932031075,
      "learning_rate": 2.1099999999999997e-06,
      "loss": 1.2106,
      "step": 211
    },
    {
      "epoch": 0.0802042939563038,
      "grad_norm": 22.919581037837645,
      "learning_rate": 2.12e-06,
      "loss": 1.1872,
      "step": 212
    },
    {
      "epoch": 0.08058261609760711,
      "grad_norm": 106.27528509092721,
      "learning_rate": 2.13e-06,
      "loss": 1.1807,
      "step": 213
    },
    {
      "epoch": 0.08096093823891043,
      "grad_norm": 62.766496496977574,
      "learning_rate": 2.14e-06,
      "loss": 1.1932,
      "step": 214
    },
    {
      "epoch": 0.08133926038021375,
      "grad_norm": 66.54674237816508,
      "learning_rate": 2.1499999999999997e-06,
      "loss": 1.1328,
      "step": 215
    },
    {
      "epoch": 0.08171758252151708,
      "grad_norm": 66.81453157766589,
      "learning_rate": 2.16e-06,
      "loss": 1.1613,
      "step": 216
    },
    {
      "epoch": 0.0820959046628204,
      "grad_norm": 35.57901795776919,
      "learning_rate": 2.17e-06,
      "loss": 1.1821,
      "step": 217
    },
    {
      "epoch": 0.08247422680412371,
      "grad_norm": 10.30900211340774,
      "learning_rate": 2.18e-06,
      "loss": 1.1023,
      "step": 218
    },
    {
      "epoch": 0.08285254894542703,
      "grad_norm": 29.533042017371177,
      "learning_rate": 2.1899999999999998e-06,
      "loss": 1.1669,
      "step": 219
    },
    {
      "epoch": 0.08323087108673036,
      "grad_norm": 22.47096674174166,
      "learning_rate": 2.2e-06,
      "loss": 1.1612,
      "step": 220
    },
    {
      "epoch": 0.08360919322803367,
      "grad_norm": 13.583126551810135,
      "learning_rate": 2.21e-06,
      "loss": 1.0867,
      "step": 221
    },
    {
      "epoch": 0.08398751536933699,
      "grad_norm": 9.91479302526445,
      "learning_rate": 2.22e-06,
      "loss": 1.0916,
      "step": 222
    },
    {
      "epoch": 0.0843658375106403,
      "grad_norm": 11.269431287067826,
      "learning_rate": 2.23e-06,
      "loss": 1.1264,
      "step": 223
    },
    {
      "epoch": 0.08474415965194362,
      "grad_norm": 7.7465735801712805,
      "learning_rate": 2.24e-06,
      "loss": 1.136,
      "step": 224
    },
    {
      "epoch": 0.08512248179324695,
      "grad_norm": 8.687635755465738,
      "learning_rate": 2.25e-06,
      "loss": 1.0803,
      "step": 225
    },
    {
      "epoch": 0.08550080393455027,
      "grad_norm": 11.628437205512707,
      "learning_rate": 2.2599999999999995e-06,
      "loss": 1.1646,
      "step": 226
    },
    {
      "epoch": 0.08587912607585359,
      "grad_norm": 9.268721256498573,
      "learning_rate": 2.27e-06,
      "loss": 1.1015,
      "step": 227
    },
    {
      "epoch": 0.0862574482171569,
      "grad_norm": 6.187500026884083,
      "learning_rate": 2.2799999999999998e-06,
      "loss": 1.0662,
      "step": 228
    },
    {
      "epoch": 0.08663577035846023,
      "grad_norm": 8.62028463677054,
      "learning_rate": 2.29e-06,
      "loss": 1.052,
      "step": 229
    },
    {
      "epoch": 0.08701409249976355,
      "grad_norm": 9.674790887814405,
      "learning_rate": 2.2999999999999996e-06,
      "loss": 1.0978,
      "step": 230
    },
    {
      "epoch": 0.08739241464106687,
      "grad_norm": 8.326705028491853,
      "learning_rate": 2.31e-06,
      "loss": 1.0184,
      "step": 231
    },
    {
      "epoch": 0.08777073678237018,
      "grad_norm": 7.318027642173224,
      "learning_rate": 2.32e-06,
      "loss": 1.0509,
      "step": 232
    },
    {
      "epoch": 0.0881490589236735,
      "grad_norm": 12.85041462496061,
      "learning_rate": 2.33e-06,
      "loss": 1.0556,
      "step": 233
    },
    {
      "epoch": 0.08852738106497683,
      "grad_norm": 9.328207044954535,
      "learning_rate": 2.3399999999999996e-06,
      "loss": 1.0816,
      "step": 234
    },
    {
      "epoch": 0.08890570320628015,
      "grad_norm": 7.022150416570471,
      "learning_rate": 2.35e-06,
      "loss": 1.0466,
      "step": 235
    },
    {
      "epoch": 0.08928402534758346,
      "grad_norm": 8.86057501782776,
      "learning_rate": 2.36e-06,
      "loss": 1.04,
      "step": 236
    },
    {
      "epoch": 0.08966234748888678,
      "grad_norm": 9.072613041437753,
      "learning_rate": 2.37e-06,
      "loss": 1.039,
      "step": 237
    },
    {
      "epoch": 0.09004066963019011,
      "grad_norm": 11.561198612520238,
      "learning_rate": 2.3799999999999997e-06,
      "loss": 1.025,
      "step": 238
    },
    {
      "epoch": 0.09041899177149343,
      "grad_norm": 5.796410505813014,
      "learning_rate": 2.39e-06,
      "loss": 1.0007,
      "step": 239
    },
    {
      "epoch": 0.09079731391279675,
      "grad_norm": 13.451590053171754,
      "learning_rate": 2.4e-06,
      "loss": 1.0051,
      "step": 240
    },
    {
      "epoch": 0.09117563605410006,
      "grad_norm": 8.917436837849364,
      "learning_rate": 2.4100000000000002e-06,
      "loss": 1.0866,
      "step": 241
    },
    {
      "epoch": 0.09155395819540339,
      "grad_norm": 4.792174398814023,
      "learning_rate": 2.4199999999999997e-06,
      "loss": 1.0022,
      "step": 242
    },
    {
      "epoch": 0.09193228033670671,
      "grad_norm": 6.487991210049911,
      "learning_rate": 2.43e-06,
      "loss": 0.976,
      "step": 243
    },
    {
      "epoch": 0.09231060247801003,
      "grad_norm": 9.885175529767102,
      "learning_rate": 2.44e-06,
      "loss": 1.0038,
      "step": 244
    },
    {
      "epoch": 0.09268892461931334,
      "grad_norm": 5.6067215406645134,
      "learning_rate": 2.4500000000000003e-06,
      "loss": 1.0559,
      "step": 245
    },
    {
      "epoch": 0.09306724676061666,
      "grad_norm": 14.632584569195519,
      "learning_rate": 2.4599999999999997e-06,
      "loss": 1.0229,
      "step": 246
    },
    {
      "epoch": 0.09344556890191999,
      "grad_norm": 6.406784955802286,
      "learning_rate": 2.47e-06,
      "loss": 1.0252,
      "step": 247
    },
    {
      "epoch": 0.0938238910432233,
      "grad_norm": 7.547314965665046,
      "learning_rate": 2.48e-06,
      "loss": 0.9838,
      "step": 248
    },
    {
      "epoch": 0.09420221318452662,
      "grad_norm": 6.44920071987235,
      "learning_rate": 2.4900000000000003e-06,
      "loss": 0.9664,
      "step": 249
    },
    {
      "epoch": 0.09458053532582994,
      "grad_norm": 5.4686676744513765,
      "learning_rate": 2.4999999999999998e-06,
      "loss": 0.9781,
      "step": 250
    },
    {
      "epoch": 0.09495885746713327,
      "grad_norm": 5.951563165398436,
      "learning_rate": 2.5099999999999997e-06,
      "loss": 0.9953,
      "step": 251
    },
    {
      "epoch": 0.09533717960843659,
      "grad_norm": 5.7316411610727105,
      "learning_rate": 2.52e-06,
      "loss": 1.0431,
      "step": 252
    },
    {
      "epoch": 0.0957155017497399,
      "grad_norm": 4.90373215304178,
      "learning_rate": 2.5299999999999995e-06,
      "loss": 0.9738,
      "step": 253
    },
    {
      "epoch": 0.09609382389104322,
      "grad_norm": 4.018027173598048,
      "learning_rate": 2.54e-06,
      "loss": 1.0113,
      "step": 254
    },
    {
      "epoch": 0.09647214603234654,
      "grad_norm": 6.869682846334475,
      "learning_rate": 2.5499999999999997e-06,
      "loss": 0.9812,
      "step": 255
    },
    {
      "epoch": 0.09685046817364987,
      "grad_norm": 5.959477622367862,
      "learning_rate": 2.56e-06,
      "loss": 1.0031,
      "step": 256
    },
    {
      "epoch": 0.09722879031495318,
      "grad_norm": 4.231167141984737,
      "learning_rate": 2.5699999999999995e-06,
      "loss": 1.0319,
      "step": 257
    },
    {
      "epoch": 0.0976071124562565,
      "grad_norm": 6.714523011394094,
      "learning_rate": 2.58e-06,
      "loss": 0.9851,
      "step": 258
    },
    {
      "epoch": 0.09798543459755982,
      "grad_norm": 6.020515136070658,
      "learning_rate": 2.5899999999999998e-06,
      "loss": 0.9782,
      "step": 259
    },
    {
      "epoch": 0.09836375673886315,
      "grad_norm": 4.681331319695956,
      "learning_rate": 2.6e-06,
      "loss": 1.014,
      "step": 260
    },
    {
      "epoch": 0.09874207888016646,
      "grad_norm": 7.4305112606450905,
      "learning_rate": 2.6099999999999996e-06,
      "loss": 0.9751,
      "step": 261
    },
    {
      "epoch": 0.09912040102146978,
      "grad_norm": 3.819753600694035,
      "learning_rate": 2.62e-06,
      "loss": 0.968,
      "step": 262
    },
    {
      "epoch": 0.0994987231627731,
      "grad_norm": 5.789415532330102,
      "learning_rate": 2.63e-06,
      "loss": 0.9529,
      "step": 263
    },
    {
      "epoch": 0.09987704530407641,
      "grad_norm": 4.539898474801753,
      "learning_rate": 2.64e-06,
      "loss": 0.978,
      "step": 264
    },
    {
      "epoch": 0.10025536744537974,
      "grad_norm": 3.2389391663703306,
      "learning_rate": 2.6499999999999996e-06,
      "loss": 0.9833,
      "step": 265
    },
    {
      "epoch": 0.10063368958668306,
      "grad_norm": 5.4718084763112556,
      "learning_rate": 2.66e-06,
      "loss": 0.9714,
      "step": 266
    },
    {
      "epoch": 0.10063368958668306,
      "eval_loss": 0.9851981997489929,
      "eval_runtime": 27.2115,
      "eval_samples_per_second": 32.523,
      "eval_steps_per_second": 1.029,
      "step": 266
    },
    {
      "epoch": 0.10063368958668306,
      "eval_bench_accuracy_arc_challenge": 0.29285714285714287,
      "eval_bench_accuracy_hellaswag": 0.215,
      "eval_bench_accuracy_mmlu": 0.3826086956521739,
      "eval_bench_average_accuracy": 0.29682194616977225,
      "eval_bench_loss": 6.3663490696957235,
      "eval_bench_total_accuracy": 0.2813186813186813,
      "step": 266
    },
    {
      "epoch": 0.10101201172798638,
      "grad_norm": 4.736473735176666,
      "learning_rate": 2.67e-06,
      "loss": 1.0245,
      "step": 267
    },
    {
      "epoch": 0.1013903338692897,
      "grad_norm": 2.927740836124029,
      "learning_rate": 2.68e-06,
      "loss": 0.9906,
      "step": 268
    },
    {
      "epoch": 0.10176865601059303,
      "grad_norm": 4.622383990826824,
      "learning_rate": 2.6899999999999997e-06,
      "loss": 0.9679,
      "step": 269
    },
    {
      "epoch": 0.10214697815189634,
      "grad_norm": 3.8746535383849836,
      "learning_rate": 2.7e-06,
      "loss": 0.9211,
      "step": 270
    },
    {
      "epoch": 0.10252530029319966,
      "grad_norm": 4.361727224982868,
      "learning_rate": 2.71e-06,
      "loss": 0.9779,
      "step": 271
    },
    {
      "epoch": 0.10290362243450298,
      "grad_norm": 3.2847575684010795,
      "learning_rate": 2.7200000000000002e-06,
      "loss": 0.969,
      "step": 272
    },
    {
      "epoch": 0.1032819445758063,
      "grad_norm": 2.946259099361567,
      "learning_rate": 2.7299999999999997e-06,
      "loss": 0.9374,
      "step": 273
    },
    {
      "epoch": 0.10366026671710962,
      "grad_norm": 3.5163454504687364,
      "learning_rate": 2.74e-06,
      "loss": 0.9809,
      "step": 274
    },
    {
      "epoch": 0.10403858885841294,
      "grad_norm": 4.1448737340815045,
      "learning_rate": 2.75e-06,
      "loss": 0.9816,
      "step": 275
    },
    {
      "epoch": 0.10441691099971626,
      "grad_norm": 3.345900089125294,
      "learning_rate": 2.76e-06,
      "loss": 0.94,
      "step": 276
    },
    {
      "epoch": 0.10479523314101957,
      "grad_norm": 4.756231356260067,
      "learning_rate": 2.7699999999999997e-06,
      "loss": 0.9948,
      "step": 277
    },
    {
      "epoch": 0.1051735552823229,
      "grad_norm": 3.395795830645774,
      "learning_rate": 2.7799999999999996e-06,
      "loss": 0.9852,
      "step": 278
    },
    {
      "epoch": 0.10555187742362622,
      "grad_norm": 3.7361359597792085,
      "learning_rate": 2.79e-06,
      "loss": 0.9705,
      "step": 279
    },
    {
      "epoch": 0.10593019956492954,
      "grad_norm": 2.9021780470974536,
      "learning_rate": 2.8e-06,
      "loss": 0.9517,
      "step": 280
    },
    {
      "epoch": 0.10630852170623285,
      "grad_norm": 3.3140561096891408,
      "learning_rate": 2.8099999999999998e-06,
      "loss": 0.9518,
      "step": 281
    },
    {
      "epoch": 0.10668684384753618,
      "grad_norm": 4.955772041684827,
      "learning_rate": 2.8199999999999997e-06,
      "loss": 0.949,
      "step": 282
    },
    {
      "epoch": 0.1070651659888395,
      "grad_norm": 2.7495737336593447,
      "learning_rate": 2.83e-06,
      "loss": 0.9637,
      "step": 283
    },
    {
      "epoch": 0.10744348813014282,
      "grad_norm": 5.5808851538998745,
      "learning_rate": 2.84e-06,
      "loss": 0.9149,
      "step": 284
    },
    {
      "epoch": 0.10782181027144613,
      "grad_norm": 3.2461608503776582,
      "learning_rate": 2.85e-06,
      "loss": 0.9562,
      "step": 285
    },
    {
      "epoch": 0.10820013241274945,
      "grad_norm": 3.016464443847612,
      "learning_rate": 2.8599999999999997e-06,
      "loss": 0.9635,
      "step": 286
    },
    {
      "epoch": 0.10857845455405278,
      "grad_norm": 3.1653672708590936,
      "learning_rate": 2.87e-06,
      "loss": 1.0064,
      "step": 287
    },
    {
      "epoch": 0.1089567766953561,
      "grad_norm": 2.1243065072255907,
      "learning_rate": 2.88e-06,
      "loss": 0.9279,
      "step": 288
    },
    {
      "epoch": 0.10933509883665941,
      "grad_norm": 3.4080159282806712,
      "learning_rate": 2.89e-06,
      "loss": 0.9759,
      "step": 289
    },
    {
      "epoch": 0.10971342097796273,
      "grad_norm": 2.610557409129719,
      "learning_rate": 2.8999999999999998e-06,
      "loss": 0.9787,
      "step": 290
    },
    {
      "epoch": 0.11009174311926606,
      "grad_norm": 2.2107636510154176,
      "learning_rate": 2.91e-06,
      "loss": 0.9296,
      "step": 291
    },
    {
      "epoch": 0.11047006526056938,
      "grad_norm": 4.245908140335627,
      "learning_rate": 2.92e-06,
      "loss": 0.9273,
      "step": 292
    },
    {
      "epoch": 0.1108483874018727,
      "grad_norm": 2.895847446673922,
      "learning_rate": 2.93e-06,
      "loss": 0.9383,
      "step": 293
    },
    {
      "epoch": 0.11122670954317601,
      "grad_norm": 2.704339168426421,
      "learning_rate": 2.94e-06,
      "loss": 0.9153,
      "step": 294
    },
    {
      "epoch": 0.11160503168447933,
      "grad_norm": 2.701813364341608,
      "learning_rate": 2.95e-06,
      "loss": 0.9299,
      "step": 295
    },
    {
      "epoch": 0.11198335382578266,
      "grad_norm": 2.948359459278812,
      "learning_rate": 2.96e-06,
      "loss": 0.9702,
      "step": 296
    },
    {
      "epoch": 0.11236167596708597,
      "grad_norm": 3.377595158199111,
      "learning_rate": 2.97e-06,
      "loss": 0.9554,
      "step": 297
    },
    {
      "epoch": 0.11273999810838929,
      "grad_norm": 2.5213378940105415,
      "learning_rate": 2.98e-06,
      "loss": 0.9312,
      "step": 298
    },
    {
      "epoch": 0.11311832024969261,
      "grad_norm": 4.796315482527464,
      "learning_rate": 2.99e-06,
      "loss": 0.9294,
      "step": 299
    },
    {
      "epoch": 0.11349664239099594,
      "grad_norm": 2.161917946044457,
      "learning_rate": 3e-06,
      "loss": 0.9603,
      "step": 300
    },
    {
      "epoch": 0.11387496453229926,
      "grad_norm": 4.2290402280104145,
      "learning_rate": 3.0099999999999996e-06,
      "loss": 0.9079,
      "step": 301
    },
    {
      "epoch": 0.11425328667360257,
      "grad_norm": 2.7667893528721867,
      "learning_rate": 3.02e-06,
      "loss": 0.953,
      "step": 302
    },
    {
      "epoch": 0.11463160881490589,
      "grad_norm": 9.065359561610483,
      "learning_rate": 3.03e-06,
      "loss": 0.9891,
      "step": 303
    },
    {
      "epoch": 0.1150099309562092,
      "grad_norm": 3.629194869203107,
      "learning_rate": 3.0399999999999997e-06,
      "loss": 0.9434,
      "step": 304
    },
    {
      "epoch": 0.11538825309751254,
      "grad_norm": 3.2434020969746182,
      "learning_rate": 3.0499999999999996e-06,
      "loss": 0.9289,
      "step": 305
    },
    {
      "epoch": 0.11576657523881585,
      "grad_norm": 3.266784032620147,
      "learning_rate": 3.06e-06,
      "loss": 0.941,
      "step": 306
    },
    {
      "epoch": 0.11614489738011917,
      "grad_norm": 2.2252097372145627,
      "learning_rate": 3.07e-06,
      "loss": 0.9197,
      "step": 307
    },
    {
      "epoch": 0.11652321952142249,
      "grad_norm": 2.2906797269719683,
      "learning_rate": 3.0799999999999997e-06,
      "loss": 0.9278,
      "step": 308
    },
    {
      "epoch": 0.11690154166272582,
      "grad_norm": 2.899028879345415,
      "learning_rate": 3.0899999999999996e-06,
      "loss": 0.9177,
      "step": 309
    },
    {
      "epoch": 0.11727986380402913,
      "grad_norm": 1.9374921205584867,
      "learning_rate": 3.1e-06,
      "loss": 0.9049,
      "step": 310
    },
    {
      "epoch": 0.11765818594533245,
      "grad_norm": 1.90674843142603,
      "learning_rate": 3.11e-06,
      "loss": 0.9563,
      "step": 311
    },
    {
      "epoch": 0.11803650808663577,
      "grad_norm": 1.878846884674951,
      "learning_rate": 3.1199999999999998e-06,
      "loss": 0.9139,
      "step": 312
    },
    {
      "epoch": 0.1184148302279391,
      "grad_norm": 1.8411547245015762,
      "learning_rate": 3.1299999999999997e-06,
      "loss": 0.947,
      "step": 313
    },
    {
      "epoch": 0.11879315236924241,
      "grad_norm": 1.6495211524540856,
      "learning_rate": 3.14e-06,
      "loss": 0.8994,
      "step": 314
    },
    {
      "epoch": 0.11917147451054573,
      "grad_norm": 1.979339834494396,
      "learning_rate": 3.15e-06,
      "loss": 0.9425,
      "step": 315
    },
    {
      "epoch": 0.11954979665184905,
      "grad_norm": 1.6881739152797177,
      "learning_rate": 3.16e-06,
      "loss": 0.9079,
      "step": 316
    },
    {
      "epoch": 0.11992811879315236,
      "grad_norm": 1.7476621404963093,
      "learning_rate": 3.1699999999999997e-06,
      "loss": 0.9342,
      "step": 317
    },
    {
      "epoch": 0.1203064409344557,
      "grad_norm": 1.7825714782443438,
      "learning_rate": 3.18e-06,
      "loss": 0.9736,
      "step": 318
    },
    {
      "epoch": 0.12068476307575901,
      "grad_norm": 1.7904157984440023,
      "learning_rate": 3.19e-06,
      "loss": 0.8904,
      "step": 319
    },
    {
      "epoch": 0.12106308521706233,
      "grad_norm": 1.8488826023075036,
      "learning_rate": 3.2e-06,
      "loss": 0.9374,
      "step": 320
    },
    {
      "epoch": 0.12144140735836564,
      "grad_norm": 1.7466001202181465,
      "learning_rate": 3.2099999999999998e-06,
      "loss": 0.9506,
      "step": 321
    },
    {
      "epoch": 0.12181972949966897,
      "grad_norm": 1.9022275763429817,
      "learning_rate": 3.22e-06,
      "loss": 0.9452,
      "step": 322
    },
    {
      "epoch": 0.12219805164097229,
      "grad_norm": 1.62671365850624,
      "learning_rate": 3.23e-06,
      "loss": 0.9063,
      "step": 323
    },
    {
      "epoch": 0.12257637378227561,
      "grad_norm": 1.537323535673334,
      "learning_rate": 3.24e-06,
      "loss": 0.892,
      "step": 324
    },
    {
      "epoch": 0.12295469592357892,
      "grad_norm": 1.6088280546082747,
      "learning_rate": 3.25e-06,
      "loss": 0.9055,
      "step": 325
    },
    {
      "epoch": 0.12333301806488224,
      "grad_norm": 1.754864511511676,
      "learning_rate": 3.2599999999999997e-06,
      "loss": 0.9982,
      "step": 326
    },
    {
      "epoch": 0.12371134020618557,
      "grad_norm": 1.7110520395582398,
      "learning_rate": 3.27e-06,
      "loss": 0.8869,
      "step": 327
    },
    {
      "epoch": 0.12408966234748889,
      "grad_norm": 2.2210658284362976,
      "learning_rate": 3.2799999999999995e-06,
      "loss": 0.9,
      "step": 328
    },
    {
      "epoch": 0.1244679844887922,
      "grad_norm": 2.0718951481844337,
      "learning_rate": 3.29e-06,
      "loss": 0.9474,
      "step": 329
    },
    {
      "epoch": 0.12484630663009552,
      "grad_norm": 1.6483777638825354,
      "learning_rate": 3.2999999999999997e-06,
      "loss": 0.9193,
      "step": 330
    },
    {
      "epoch": 0.12522462877139884,
      "grad_norm": 1.8408500351694481,
      "learning_rate": 3.31e-06,
      "loss": 0.9331,
      "step": 331
    },
    {
      "epoch": 0.12560295091270215,
      "grad_norm": 1.5886399601274244,
      "learning_rate": 3.3199999999999996e-06,
      "loss": 0.9181,
      "step": 332
    },
    {
      "epoch": 0.1259812730540055,
      "grad_norm": 1.5415700759277726,
      "learning_rate": 3.33e-06,
      "loss": 0.9078,
      "step": 333
    },
    {
      "epoch": 0.12635959519530882,
      "grad_norm": 1.5699378541238653,
      "learning_rate": 3.3399999999999998e-06,
      "loss": 0.9415,
      "step": 334
    },
    {
      "epoch": 0.12673791733661213,
      "grad_norm": 1.4355378270145513,
      "learning_rate": 3.35e-06,
      "loss": 0.9328,
      "step": 335
    },
    {
      "epoch": 0.12711623947791545,
      "grad_norm": 1.4472036059899498,
      "learning_rate": 3.3599999999999996e-06,
      "loss": 0.9235,
      "step": 336
    },
    {
      "epoch": 0.12749456161921877,
      "grad_norm": 1.493466705425371,
      "learning_rate": 3.37e-06,
      "loss": 0.917,
      "step": 337
    },
    {
      "epoch": 0.12787288376052208,
      "grad_norm": 1.725222957788955,
      "learning_rate": 3.38e-06,
      "loss": 0.9229,
      "step": 338
    },
    {
      "epoch": 0.1282512059018254,
      "grad_norm": 1.829546156665469,
      "learning_rate": 3.39e-06,
      "loss": 0.9199,
      "step": 339
    },
    {
      "epoch": 0.12862952804312872,
      "grad_norm": 1.562404556848645,
      "learning_rate": 3.3999999999999996e-06,
      "loss": 0.9258,
      "step": 340
    },
    {
      "epoch": 0.12900785018443203,
      "grad_norm": 1.5503184849860385,
      "learning_rate": 3.41e-06,
      "loss": 0.9056,
      "step": 341
    },
    {
      "epoch": 0.12938617232573538,
      "grad_norm": 2.093643266825353,
      "learning_rate": 3.42e-06,
      "loss": 0.9151,
      "step": 342
    },
    {
      "epoch": 0.1297644944670387,
      "grad_norm": 1.5470351610527242,
      "learning_rate": 3.43e-06,
      "loss": 0.9295,
      "step": 343
    },
    {
      "epoch": 0.130142816608342,
      "grad_norm": 1.6415927498606424,
      "learning_rate": 3.4399999999999997e-06,
      "loss": 0.9227,
      "step": 344
    },
    {
      "epoch": 0.13052113874964533,
      "grad_norm": 1.501364967749395,
      "learning_rate": 3.45e-06,
      "loss": 0.9196,
      "step": 345
    },
    {
      "epoch": 0.13089946089094864,
      "grad_norm": 1.4667926955996313,
      "learning_rate": 3.46e-06,
      "loss": 0.9875,
      "step": 346
    },
    {
      "epoch": 0.13127778303225196,
      "grad_norm": 1.4015397895960147,
      "learning_rate": 3.4700000000000002e-06,
      "loss": 0.9174,
      "step": 347
    },
    {
      "epoch": 0.13165610517355528,
      "grad_norm": 1.6317901839112616,
      "learning_rate": 3.4799999999999997e-06,
      "loss": 0.9022,
      "step": 348
    },
    {
      "epoch": 0.1320344273148586,
      "grad_norm": 1.5495030641920218,
      "learning_rate": 3.49e-06,
      "loss": 0.9056,
      "step": 349
    },
    {
      "epoch": 0.1324127494561619,
      "grad_norm": 1.4169162437828007,
      "learning_rate": 3.5e-06,
      "loss": 0.9125,
      "step": 350
    },
    {
      "epoch": 0.13279107159746525,
      "grad_norm": 1.5269510878366184,
      "learning_rate": 3.5099999999999994e-06,
      "loss": 0.9325,
      "step": 351
    },
    {
      "epoch": 0.13316939373876857,
      "grad_norm": 1.4845731562408333,
      "learning_rate": 3.5199999999999998e-06,
      "loss": 0.9119,
      "step": 352
    },
    {
      "epoch": 0.1335477158800719,
      "grad_norm": 1.2998342684154016,
      "learning_rate": 3.5299999999999997e-06,
      "loss": 0.8989,
      "step": 353
    },
    {
      "epoch": 0.1339260380213752,
      "grad_norm": 1.4867481861923495,
      "learning_rate": 3.54e-06,
      "loss": 0.9201,
      "step": 354
    },
    {
      "epoch": 0.13430436016267852,
      "grad_norm": 1.4212824059163913,
      "learning_rate": 3.5499999999999995e-06,
      "loss": 0.9288,
      "step": 355
    },
    {
      "epoch": 0.13468268230398184,
      "grad_norm": 1.3588961307618976,
      "learning_rate": 3.56e-06,
      "loss": 0.9117,
      "step": 356
    },
    {
      "epoch": 0.13506100444528515,
      "grad_norm": 1.4097313807539793,
      "learning_rate": 3.5699999999999997e-06,
      "loss": 0.9139,
      "step": 357
    },
    {
      "epoch": 0.13543932658658847,
      "grad_norm": 1.490782064831479,
      "learning_rate": 3.58e-06,
      "loss": 0.938,
      "step": 358
    },
    {
      "epoch": 0.1358176487278918,
      "grad_norm": 1.2930048652835795,
      "learning_rate": 3.5899999999999995e-06,
      "loss": 0.9023,
      "step": 359
    },
    {
      "epoch": 0.13619597086919513,
      "grad_norm": 1.824182436515982,
      "learning_rate": 3.6e-06,
      "loss": 0.9343,
      "step": 360
    },
    {
      "epoch": 0.13657429301049845,
      "grad_norm": 1.4837219324976698,
      "learning_rate": 3.6099999999999997e-06,
      "loss": 0.9418,
      "step": 361
    },
    {
      "epoch": 0.13695261515180177,
      "grad_norm": 1.3718729917310193,
      "learning_rate": 3.62e-06,
      "loss": 0.9231,
      "step": 362
    },
    {
      "epoch": 0.13733093729310508,
      "grad_norm": 1.3644818822127356,
      "learning_rate": 3.6299999999999995e-06,
      "loss": 0.9093,
      "step": 363
    },
    {
      "epoch": 0.1377092594344084,
      "grad_norm": 1.4274881326706697,
      "learning_rate": 3.64e-06,
      "loss": 0.9077,
      "step": 364
    },
    {
      "epoch": 0.13808758157571172,
      "grad_norm": 1.3169195252885812,
      "learning_rate": 3.6499999999999998e-06,
      "loss": 0.8772,
      "step": 365
    },
    {
      "epoch": 0.13846590371701503,
      "grad_norm": 1.3505673564506786,
      "learning_rate": 3.66e-06,
      "loss": 0.8729,
      "step": 366
    },
    {
      "epoch": 0.13884422585831835,
      "grad_norm": 1.3728815922981648,
      "learning_rate": 3.6699999999999996e-06,
      "loss": 0.91,
      "step": 367
    },
    {
      "epoch": 0.13922254799962167,
      "grad_norm": 1.4225979847364822,
      "learning_rate": 3.68e-06,
      "loss": 0.8862,
      "step": 368
    },
    {
      "epoch": 0.139600870140925,
      "grad_norm": 1.3363118705656714,
      "learning_rate": 3.69e-06,
      "loss": 0.9322,
      "step": 369
    },
    {
      "epoch": 0.13997919228222833,
      "grad_norm": 1.318614371056809,
      "learning_rate": 3.7e-06,
      "loss": 0.926,
      "step": 370
    },
    {
      "epoch": 0.14035751442353164,
      "grad_norm": 1.330484253084181,
      "learning_rate": 3.7099999999999996e-06,
      "loss": 0.9456,
      "step": 371
    },
    {
      "epoch": 0.14073583656483496,
      "grad_norm": 1.3318506320691512,
      "learning_rate": 3.72e-06,
      "loss": 0.9017,
      "step": 372
    },
    {
      "epoch": 0.14111415870613828,
      "grad_norm": 1.3759434761704756,
      "learning_rate": 3.73e-06,
      "loss": 0.8881,
      "step": 373
    },
    {
      "epoch": 0.1414924808474416,
      "grad_norm": 1.3957619030952084,
      "learning_rate": 3.74e-06,
      "loss": 0.9121,
      "step": 374
    },
    {
      "epoch": 0.1418708029887449,
      "grad_norm": 1.3427799016571502,
      "learning_rate": 3.7499999999999997e-06,
      "loss": 0.9106,
      "step": 375
    },
    {
      "epoch": 0.14224912513004823,
      "grad_norm": 44.30080368963616,
      "learning_rate": 3.7599999999999996e-06,
      "loss": 0.8911,
      "step": 376
    },
    {
      "epoch": 0.14262744727135154,
      "grad_norm": 2.2669972347416127,
      "learning_rate": 3.77e-06,
      "loss": 0.933,
      "step": 377
    },
    {
      "epoch": 0.1430057694126549,
      "grad_norm": 1.4829201626961606,
      "learning_rate": 3.78e-06,
      "loss": 0.901,
      "step": 378
    },
    {
      "epoch": 0.1433840915539582,
      "grad_norm": 4.064663928049432,
      "learning_rate": 3.7899999999999997e-06,
      "loss": 0.8942,
      "step": 379
    },
    {
      "epoch": 0.14376241369526152,
      "grad_norm": 1.8169275430345828,
      "learning_rate": 3.7999999999999996e-06,
      "loss": 0.88,
      "step": 380
    },
    {
      "epoch": 0.14414073583656484,
      "grad_norm": 1.903257571166488,
      "learning_rate": 3.81e-06,
      "loss": 0.9286,
      "step": 381
    },
    {
      "epoch": 0.14451905797786815,
      "grad_norm": 1.662557610937424,
      "learning_rate": 3.82e-06,
      "loss": 0.8947,
      "step": 382
    },
    {
      "epoch": 0.14489738011917147,
      "grad_norm": 1.3504615763712993,
      "learning_rate": 3.83e-06,
      "loss": 0.9081,
      "step": 383
    },
    {
      "epoch": 0.1452757022604748,
      "grad_norm": 2.083053759282353,
      "learning_rate": 3.84e-06,
      "loss": 0.9229,
      "step": 384
    },
    {
      "epoch": 0.1456540244017781,
      "grad_norm": 1.5724819369725127,
      "learning_rate": 3.8499999999999996e-06,
      "loss": 0.9019,
      "step": 385
    },
    {
      "epoch": 0.14603234654308142,
      "grad_norm": 1.2833291006046557,
      "learning_rate": 3.8599999999999995e-06,
      "loss": 0.8943,
      "step": 386
    },
    {
      "epoch": 0.14641066868438476,
      "grad_norm": 1.6810072820257926,
      "learning_rate": 3.87e-06,
      "loss": 0.9469,
      "step": 387
    },
    {
      "epoch": 0.14678899082568808,
      "grad_norm": 1.462137670239198,
      "learning_rate": 3.88e-06,
      "loss": 0.885,
      "step": 388
    },
    {
      "epoch": 0.1471673129669914,
      "grad_norm": 1.3544773507596952,
      "learning_rate": 3.89e-06,
      "loss": 0.9223,
      "step": 389
    },
    {
      "epoch": 0.14754563510829471,
      "grad_norm": 1.305788748108731,
      "learning_rate": 3.9e-06,
      "loss": 0.9085,
      "step": 390
    },
    {
      "epoch": 0.14792395724959803,
      "grad_norm": 1.4728433076805145,
      "learning_rate": 3.91e-06,
      "loss": 0.9111,
      "step": 391
    },
    {
      "epoch": 0.14830227939090135,
      "grad_norm": 1.3023289374881166,
      "learning_rate": 3.92e-06,
      "loss": 0.9082,
      "step": 392
    },
    {
      "epoch": 0.14868060153220466,
      "grad_norm": 1.528856941817902,
      "learning_rate": 3.93e-06,
      "loss": 0.8583,
      "step": 393
    },
    {
      "epoch": 0.14905892367350798,
      "grad_norm": 1.2279025499674738,
      "learning_rate": 3.9399999999999995e-06,
      "loss": 0.8943,
      "step": 394
    },
    {
      "epoch": 0.1494372458148113,
      "grad_norm": 1.5480907504889059,
      "learning_rate": 3.95e-06,
      "loss": 0.858,
      "step": 395
    },
    {
      "epoch": 0.14981556795611464,
      "grad_norm": 1.3146063824478018,
      "learning_rate": 3.96e-06,
      "loss": 0.8618,
      "step": 396
    },
    {
      "epoch": 0.15019389009741796,
      "grad_norm": 1.334057857690303,
      "learning_rate": 3.97e-06,
      "loss": 0.9243,
      "step": 397
    },
    {
      "epoch": 0.15057221223872128,
      "grad_norm": 1.3866128005645164,
      "learning_rate": 3.98e-06,
      "loss": 0.9274,
      "step": 398
    },
    {
      "epoch": 0.1509505343800246,
      "grad_norm": 1.2955294219171367,
      "learning_rate": 3.99e-06,
      "loss": 0.9173,
      "step": 399
    },
    {
      "epoch": 0.1509505343800246,
      "eval_loss": 0.9027320742607117,
      "eval_runtime": 27.0581,
      "eval_samples_per_second": 32.707,
      "eval_steps_per_second": 1.035,
      "step": 399
    },
    {
      "epoch": 0.1509505343800246,
      "eval_bench_accuracy_arc_challenge": 0.24285714285714285,
      "eval_bench_accuracy_hellaswag": 0.24,
      "eval_bench_accuracy_mmlu": 0.3739130434782609,
      "eval_bench_average_accuracy": 0.2855900621118012,
      "eval_bench_loss": 4.885084721080044,
      "eval_bench_total_accuracy": 0.27472527472527475,
      "step": 399
    },
    {
      "epoch": 0.1513288565213279,
      "grad_norm": 1.4867956471987611,
      "learning_rate": 4e-06,
      "loss": 0.8442,
      "step": 400
    },
    {
      "epoch": 0.15170717866263123,
      "grad_norm": 1.4418482940385888,
      "learning_rate": 4.01e-06,
      "loss": 0.8851,
      "step": 401
    },
    {
      "epoch": 0.15208550080393454,
      "grad_norm": 1.2367816437008439,
      "learning_rate": 4.02e-06,
      "loss": 0.9016,
      "step": 402
    },
    {
      "epoch": 0.15246382294523786,
      "grad_norm": 1.3381669970164036,
      "learning_rate": 4.03e-06,
      "loss": 0.8967,
      "step": 403
    },
    {
      "epoch": 0.1528421450865412,
      "grad_norm": 1.178040710244701,
      "learning_rate": 4.0399999999999994e-06,
      "loss": 0.9052,
      "step": 404
    },
    {
      "epoch": 0.15322046722784452,
      "grad_norm": 1.354680203607332,
      "learning_rate": 4.049999999999999e-06,
      "loss": 0.916,
      "step": 405
    },
    {
      "epoch": 0.15359878936914784,
      "grad_norm": 1.2478760852613116,
      "learning_rate": 4.059999999999999e-06,
      "loss": 0.8918,
      "step": 406
    },
    {
      "epoch": 0.15397711151045115,
      "grad_norm": 1.3580886429686791,
      "learning_rate": 4.07e-06,
      "loss": 0.8769,
      "step": 407
    },
    {
      "epoch": 0.15435543365175447,
      "grad_norm": 1.4849252692119392,
      "learning_rate": 4.08e-06,
      "loss": 0.8985,
      "step": 408
    },
    {
      "epoch": 0.1547337557930578,
      "grad_norm": 1.234446053198778,
      "learning_rate": 4.09e-06,
      "loss": 0.8681,
      "step": 409
    },
    {
      "epoch": 0.1551120779343611,
      "grad_norm": 1.4907001456714162,
      "learning_rate": 4.1e-06,
      "loss": 0.9035,
      "step": 410
    },
    {
      "epoch": 0.15549040007566442,
      "grad_norm": 1.1935520171507346,
      "learning_rate": 4.1100000000000005e-06,
      "loss": 0.8939,
      "step": 411
    },
    {
      "epoch": 0.15586872221696774,
      "grad_norm": 1.3431797561411594,
      "learning_rate": 4.1199999999999995e-06,
      "loss": 0.8892,
      "step": 412
    },
    {
      "epoch": 0.15624704435827108,
      "grad_norm": 1.1858701499867044,
      "learning_rate": 4.129999999999999e-06,
      "loss": 0.8952,
      "step": 413
    },
    {
      "epoch": 0.1566253664995744,
      "grad_norm": 1.3160462921208504,
      "learning_rate": 4.139999999999999e-06,
      "loss": 0.9104,
      "step": 414
    },
    {
      "epoch": 0.15700368864087771,
      "grad_norm": 1.205303163621962,
      "learning_rate": 4.15e-06,
      "loss": 0.8989,
      "step": 415
    },
    {
      "epoch": 0.15738201078218103,
      "grad_norm": 1.2116662309617274,
      "learning_rate": 4.16e-06,
      "loss": 0.9178,
      "step": 416
    },
    {
      "epoch": 0.15776033292348435,
      "grad_norm": 1.1758637546414648,
      "learning_rate": 4.17e-06,
      "loss": 0.8792,
      "step": 417
    },
    {
      "epoch": 0.15813865506478766,
      "grad_norm": 1.2552462548629688,
      "learning_rate": 4.18e-06,
      "loss": 0.8981,
      "step": 418
    },
    {
      "epoch": 0.15851697720609098,
      "grad_norm": 1.206264514397755,
      "learning_rate": 4.1900000000000005e-06,
      "loss": 0.9058,
      "step": 419
    },
    {
      "epoch": 0.1588952993473943,
      "grad_norm": 1.2231014501429258,
      "learning_rate": 4.2e-06,
      "loss": 0.899,
      "step": 420
    },
    {
      "epoch": 0.15927362148869761,
      "grad_norm": 1.2120070273790158,
      "learning_rate": 4.2099999999999995e-06,
      "loss": 0.8449,
      "step": 421
    },
    {
      "epoch": 0.15965194363000096,
      "grad_norm": 1.225434870357441,
      "learning_rate": 4.219999999999999e-06,
      "loss": 0.8925,
      "step": 422
    },
    {
      "epoch": 0.16003026577130428,
      "grad_norm": 1.2700536143173544,
      "learning_rate": 4.23e-06,
      "loss": 0.8948,
      "step": 423
    },
    {
      "epoch": 0.1604085879126076,
      "grad_norm": 1.327617668860312,
      "learning_rate": 4.24e-06,
      "loss": 0.8808,
      "step": 424
    },
    {
      "epoch": 0.1607869100539109,
      "grad_norm": 1.2286005573930583,
      "learning_rate": 4.25e-06,
      "loss": 0.8885,
      "step": 425
    },
    {
      "epoch": 0.16116523219521423,
      "grad_norm": 1.265158345195646,
      "learning_rate": 4.26e-06,
      "loss": 0.8973,
      "step": 426
    },
    {
      "epoch": 0.16154355433651754,
      "grad_norm": 1.2113247771231779,
      "learning_rate": 4.27e-06,
      "loss": 0.88,
      "step": 427
    },
    {
      "epoch": 0.16192187647782086,
      "grad_norm": 1.1981923822069018,
      "learning_rate": 4.28e-06,
      "loss": 0.8812,
      "step": 428
    },
    {
      "epoch": 0.16230019861912418,
      "grad_norm": 1.269210905108754,
      "learning_rate": 4.29e-06,
      "loss": 0.951,
      "step": 429
    },
    {
      "epoch": 0.1626785207604275,
      "grad_norm": 1.270040077896289,
      "learning_rate": 4.2999999999999995e-06,
      "loss": 0.8502,
      "step": 430
    },
    {
      "epoch": 0.16305684290173084,
      "grad_norm": 1.2459835235482208,
      "learning_rate": 4.309999999999999e-06,
      "loss": 0.9249,
      "step": 431
    },
    {
      "epoch": 0.16343516504303415,
      "grad_norm": 1.2065849160511677,
      "learning_rate": 4.32e-06,
      "loss": 0.8569,
      "step": 432
    },
    {
      "epoch": 0.16381348718433747,
      "grad_norm": 1.3240957525319628,
      "learning_rate": 4.33e-06,
      "loss": 0.8378,
      "step": 433
    },
    {
      "epoch": 0.1641918093256408,
      "grad_norm": 1.308494624204772,
      "learning_rate": 4.34e-06,
      "loss": 0.8853,
      "step": 434
    },
    {
      "epoch": 0.1645701314669441,
      "grad_norm": 1.2876226830148083,
      "learning_rate": 4.35e-06,
      "loss": 0.8999,
      "step": 435
    },
    {
      "epoch": 0.16494845360824742,
      "grad_norm": 1.3895344761060464,
      "learning_rate": 4.36e-06,
      "loss": 0.8995,
      "step": 436
    },
    {
      "epoch": 0.16532677574955074,
      "grad_norm": 1.2397074052657744,
      "learning_rate": 4.37e-06,
      "loss": 0.8787,
      "step": 437
    },
    {
      "epoch": 0.16570509789085405,
      "grad_norm": 1.2286411029399464,
      "learning_rate": 4.3799999999999996e-06,
      "loss": 0.8968,
      "step": 438
    },
    {
      "epoch": 0.16608342003215737,
      "grad_norm": 1.231038186520652,
      "learning_rate": 4.3899999999999995e-06,
      "loss": 0.8781,
      "step": 439
    },
    {
      "epoch": 0.16646174217346071,
      "grad_norm": 1.2138487844408843,
      "learning_rate": 4.4e-06,
      "loss": 0.8698,
      "step": 440
    },
    {
      "epoch": 0.16684006431476403,
      "grad_norm": 1.3027744892443913,
      "learning_rate": 4.41e-06,
      "loss": 0.9253,
      "step": 441
    },
    {
      "epoch": 0.16721838645606735,
      "grad_norm": 1.2467659827353952,
      "learning_rate": 4.42e-06,
      "loss": 0.9121,
      "step": 442
    },
    {
      "epoch": 0.16759670859737066,
      "grad_norm": 1.1589200132022377,
      "learning_rate": 4.43e-06,
      "loss": 0.8803,
      "step": 443
    },
    {
      "epoch": 0.16797503073867398,
      "grad_norm": 1.2200621136986902,
      "learning_rate": 4.44e-06,
      "loss": 0.9079,
      "step": 444
    },
    {
      "epoch": 0.1683533528799773,
      "grad_norm": 1.1747935123553643,
      "learning_rate": 4.45e-06,
      "loss": 0.8766,
      "step": 445
    },
    {
      "epoch": 0.1687316750212806,
      "grad_norm": 1.1865214460906777,
      "learning_rate": 4.46e-06,
      "loss": 0.9068,
      "step": 446
    },
    {
      "epoch": 0.16910999716258393,
      "grad_norm": 1.2579950961305297,
      "learning_rate": 4.4699999999999996e-06,
      "loss": 0.8815,
      "step": 447
    },
    {
      "epoch": 0.16948831930388725,
      "grad_norm": 1.226665097174107,
      "learning_rate": 4.48e-06,
      "loss": 0.9327,
      "step": 448
    },
    {
      "epoch": 0.1698666414451906,
      "grad_norm": 1.1931395850546989,
      "learning_rate": 4.49e-06,
      "loss": 0.8796,
      "step": 449
    },
    {
      "epoch": 0.1702449635864939,
      "grad_norm": 1.202501530652917,
      "learning_rate": 4.5e-06,
      "loss": 0.8931,
      "step": 450
    },
    {
      "epoch": 0.17062328572779722,
      "grad_norm": 1.1807025967685065,
      "learning_rate": 4.509999999999999e-06,
      "loss": 0.8887,
      "step": 451
    },
    {
      "epoch": 0.17100160786910054,
      "grad_norm": 1.219222521929812,
      "learning_rate": 4.519999999999999e-06,
      "loss": 0.8999,
      "step": 452
    },
    {
      "epoch": 0.17137993001040386,
      "grad_norm": 1.234613051649134,
      "learning_rate": 4.53e-06,
      "loss": 0.8439,
      "step": 453
    },
    {
      "epoch": 0.17175825215170717,
      "grad_norm": 1.2268814413232634,
      "learning_rate": 4.54e-06,
      "loss": 0.8679,
      "step": 454
    },
    {
      "epoch": 0.1721365742930105,
      "grad_norm": 1.2687792576706662,
      "learning_rate": 4.55e-06,
      "loss": 0.9137,
      "step": 455
    },
    {
      "epoch": 0.1725148964343138,
      "grad_norm": 1.259597511238193,
      "learning_rate": 4.5599999999999995e-06,
      "loss": 0.8929,
      "step": 456
    },
    {
      "epoch": 0.17289321857561712,
      "grad_norm": 1.1601209722807053,
      "learning_rate": 4.57e-06,
      "loss": 0.8989,
      "step": 457
    },
    {
      "epoch": 0.17327154071692047,
      "grad_norm": 1.1337571129482695,
      "learning_rate": 4.58e-06,
      "loss": 0.8867,
      "step": 458
    },
    {
      "epoch": 0.17364986285822379,
      "grad_norm": 1.2315099804928107,
      "learning_rate": 4.589999999999999e-06,
      "loss": 0.8766,
      "step": 459
    },
    {
      "epoch": 0.1740281849995271,
      "grad_norm": 1.1590598116825013,
      "learning_rate": 4.599999999999999e-06,
      "loss": 0.8996,
      "step": 460
    },
    {
      "epoch": 0.17440650714083042,
      "grad_norm": 1.2223724961641853,
      "learning_rate": 4.61e-06,
      "loss": 0.8885,
      "step": 461
    },
    {
      "epoch": 0.17478482928213374,
      "grad_norm": 1.2563659855924223,
      "learning_rate": 4.62e-06,
      "loss": 0.9316,
      "step": 462
    },
    {
      "epoch": 0.17516315142343705,
      "grad_norm": 1.2219308373205684,
      "learning_rate": 4.63e-06,
      "loss": 0.9402,
      "step": 463
    },
    {
      "epoch": 0.17554147356474037,
      "grad_norm": 1.2529933281060042,
      "learning_rate": 4.64e-06,
      "loss": 0.8425,
      "step": 464
    },
    {
      "epoch": 0.17591979570604369,
      "grad_norm": 1.1519152308086784,
      "learning_rate": 4.65e-06,
      "loss": 0.8335,
      "step": 465
    },
    {
      "epoch": 0.176298117847347,
      "grad_norm": 1.1993447663063845,
      "learning_rate": 4.66e-06,
      "loss": 0.8423,
      "step": 466
    },
    {
      "epoch": 0.17667643998865035,
      "grad_norm": 1.2393551988442821,
      "learning_rate": 4.669999999999999e-06,
      "loss": 0.8766,
      "step": 467
    },
    {
      "epoch": 0.17705476212995366,
      "grad_norm": 1.1568166146377072,
      "learning_rate": 4.679999999999999e-06,
      "loss": 0.913,
      "step": 468
    },
    {
      "epoch": 0.17743308427125698,
      "grad_norm": 1.2535994832897241,
      "learning_rate": 4.69e-06,
      "loss": 0.8611,
      "step": 469
    },
    {
      "epoch": 0.1778114064125603,
      "grad_norm": 1.2581510292576754,
      "learning_rate": 4.7e-06,
      "loss": 0.852,
      "step": 470
    },
    {
      "epoch": 0.1781897285538636,
      "grad_norm": 1.185843568335289,
      "learning_rate": 4.71e-06,
      "loss": 0.8712,
      "step": 471
    },
    {
      "epoch": 0.17856805069516693,
      "grad_norm": 1.1762961141384334,
      "learning_rate": 4.72e-06,
      "loss": 0.8848,
      "step": 472
    },
    {
      "epoch": 0.17894637283647025,
      "grad_norm": 1.2378038953878985,
      "learning_rate": 4.7300000000000005e-06,
      "loss": 0.89,
      "step": 473
    },
    {
      "epoch": 0.17932469497777356,
      "grad_norm": 1.2303598909876003,
      "learning_rate": 4.74e-06,
      "loss": 0.9019,
      "step": 474
    },
    {
      "epoch": 0.1797030171190769,
      "grad_norm": 1.3055168080029775,
      "learning_rate": 4.749999999999999e-06,
      "loss": 0.8886,
      "step": 475
    },
    {
      "epoch": 0.18008133926038022,
      "grad_norm": 1.263816208541402,
      "learning_rate": 4.759999999999999e-06,
      "loss": 0.8934,
      "step": 476
    },
    {
      "epoch": 0.18045966140168354,
      "grad_norm": 1.2304160263194301,
      "learning_rate": 4.769999999999999e-06,
      "loss": 0.8334,
      "step": 477
    },
    {
      "epoch": 0.18083798354298686,
      "grad_norm": 1.16427739617554,
      "learning_rate": 4.78e-06,
      "loss": 0.8933,
      "step": 478
    },
    {
      "epoch": 0.18121630568429017,
      "grad_norm": 1.2928340654165948,
      "learning_rate": 4.79e-06,
      "loss": 0.9091,
      "step": 479
    },
    {
      "epoch": 0.1815946278255935,
      "grad_norm": 1.2237270548636812,
      "learning_rate": 4.8e-06,
      "loss": 0.8894,
      "step": 480
    },
    {
      "epoch": 0.1819729499668968,
      "grad_norm": 1.2973745239107866,
      "learning_rate": 4.81e-06,
      "loss": 0.8827,
      "step": 481
    },
    {
      "epoch": 0.18235127210820012,
      "grad_norm": 1.2192171355443393,
      "learning_rate": 4.8200000000000004e-06,
      "loss": 0.842,
      "step": 482
    },
    {
      "epoch": 0.18272959424950344,
      "grad_norm": 1.1825464816429376,
      "learning_rate": 4.8299999999999995e-06,
      "loss": 0.8974,
      "step": 483
    },
    {
      "epoch": 0.18310791639080679,
      "grad_norm": 1.2357877717915002,
      "learning_rate": 4.839999999999999e-06,
      "loss": 0.8713,
      "step": 484
    },
    {
      "epoch": 0.1834862385321101,
      "grad_norm": 1.2724832467234655,
      "learning_rate": 4.849999999999999e-06,
      "loss": 0.8916,
      "step": 485
    },
    {
      "epoch": 0.18386456067341342,
      "grad_norm": 1.2402819428437333,
      "learning_rate": 4.86e-06,
      "loss": 0.9006,
      "step": 486
    },
    {
      "epoch": 0.18424288281471674,
      "grad_norm": 1.253080289206958,
      "learning_rate": 4.87e-06,
      "loss": 0.8552,
      "step": 487
    },
    {
      "epoch": 0.18462120495602005,
      "grad_norm": 1.20114987062819,
      "learning_rate": 4.88e-06,
      "loss": 0.8646,
      "step": 488
    },
    {
      "epoch": 0.18499952709732337,
      "grad_norm": 1.2698388666443412,
      "learning_rate": 4.89e-06,
      "loss": 0.9058,
      "step": 489
    },
    {
      "epoch": 0.18537784923862669,
      "grad_norm": 1.255138008138629,
      "learning_rate": 4.9000000000000005e-06,
      "loss": 0.9045,
      "step": 490
    },
    {
      "epoch": 0.18575617137993,
      "grad_norm": 1.173366935458501,
      "learning_rate": 4.91e-06,
      "loss": 0.8653,
      "step": 491
    },
    {
      "epoch": 0.18613449352123332,
      "grad_norm": 1.2544859383454867,
      "learning_rate": 4.9199999999999995e-06,
      "loss": 0.8577,
      "step": 492
    },
    {
      "epoch": 0.18651281566253666,
      "grad_norm": 1.1732808685881084,
      "learning_rate": 4.929999999999999e-06,
      "loss": 0.8551,
      "step": 493
    },
    {
      "epoch": 0.18689113780383998,
      "grad_norm": 1.2265764031917046,
      "learning_rate": 4.94e-06,
      "loss": 0.8726,
      "step": 494
    },
    {
      "epoch": 0.1872694599451433,
      "grad_norm": 1.2234524388802157,
      "learning_rate": 4.95e-06,
      "loss": 0.8833,
      "step": 495
    },
    {
      "epoch": 0.1876477820864466,
      "grad_norm": 1.2488343163013593,
      "learning_rate": 4.96e-06,
      "loss": 0.8704,
      "step": 496
    },
    {
      "epoch": 0.18802610422774993,
      "grad_norm": 1.1667370629188312,
      "learning_rate": 4.97e-06,
      "loss": 0.8637,
      "step": 497
    },
    {
      "epoch": 0.18840442636905325,
      "grad_norm": 1.1300202443780525,
      "learning_rate": 4.980000000000001e-06,
      "loss": 0.8222,
      "step": 498
    },
    {
      "epoch": 0.18878274851035656,
      "grad_norm": 1.2105094043051028,
      "learning_rate": 4.99e-06,
      "loss": 0.8172,
      "step": 499
    },
    {
      "epoch": 0.18916107065165988,
      "grad_norm": 1.147109513607525,
      "learning_rate": 4.9999999999999996e-06,
      "loss": 0.8718,
      "step": 500
    },
    {
      "epoch": 0.1895393927929632,
      "grad_norm": 1.186254501579871,
      "learning_rate": 5.0099999999999995e-06,
      "loss": 0.8672,
      "step": 501
    },
    {
      "epoch": 0.18991771493426654,
      "grad_norm": 1.1921470006777564,
      "learning_rate": 5.019999999999999e-06,
      "loss": 0.8984,
      "step": 502
    },
    {
      "epoch": 0.19029603707556986,
      "grad_norm": 1.204441588496536,
      "learning_rate": 5.03e-06,
      "loss": 0.8933,
      "step": 503
    },
    {
      "epoch": 0.19067435921687317,
      "grad_norm": 1.176488402672726,
      "learning_rate": 5.04e-06,
      "loss": 0.8179,
      "step": 504
    },
    {
      "epoch": 0.1910526813581765,
      "grad_norm": 1.1591890939118275,
      "learning_rate": 5.05e-06,
      "loss": 0.8994,
      "step": 505
    },
    {
      "epoch": 0.1914310034994798,
      "grad_norm": 1.1844780849489716,
      "learning_rate": 5.059999999999999e-06,
      "loss": 0.9002,
      "step": 506
    },
    {
      "epoch": 0.19180932564078312,
      "grad_norm": 1.1340897482563235,
      "learning_rate": 5.07e-06,
      "loss": 0.8629,
      "step": 507
    },
    {
      "epoch": 0.19218764778208644,
      "grad_norm": 1.242695087632576,
      "learning_rate": 5.08e-06,
      "loss": 0.893,
      "step": 508
    },
    {
      "epoch": 0.19256596992338976,
      "grad_norm": 1.21618537349293,
      "learning_rate": 5.0899999999999995e-06,
      "loss": 0.8874,
      "step": 509
    },
    {
      "epoch": 0.19294429206469307,
      "grad_norm": 1.2081469798752933,
      "learning_rate": 5.0999999999999995e-06,
      "loss": 0.8672,
      "step": 510
    },
    {
      "epoch": 0.19332261420599642,
      "grad_norm": 1.1486757711757551,
      "learning_rate": 5.11e-06,
      "loss": 0.8445,
      "step": 511
    },
    {
      "epoch": 0.19370093634729973,
      "grad_norm": 1.160176382154706,
      "learning_rate": 5.12e-06,
      "loss": 0.8689,
      "step": 512
    },
    {
      "epoch": 0.19407925848860305,
      "grad_norm": 1.1842115955863446,
      "learning_rate": 5.13e-06,
      "loss": 0.887,
      "step": 513
    },
    {
      "epoch": 0.19445758062990637,
      "grad_norm": 1.1622953235550992,
      "learning_rate": 5.139999999999999e-06,
      "loss": 0.8891,
      "step": 514
    },
    {
      "epoch": 0.19483590277120968,
      "grad_norm": 1.2278834007146076,
      "learning_rate": 5.15e-06,
      "loss": 0.9542,
      "step": 515
    },
    {
      "epoch": 0.195214224912513,
      "grad_norm": 1.1688897803585725,
      "learning_rate": 5.16e-06,
      "loss": 0.842,
      "step": 516
    },
    {
      "epoch": 0.19559254705381632,
      "grad_norm": 1.169443235508946,
      "learning_rate": 5.17e-06,
      "loss": 0.926,
      "step": 517
    },
    {
      "epoch": 0.19597086919511963,
      "grad_norm": 1.190101722103473,
      "learning_rate": 5.1799999999999995e-06,
      "loss": 0.9012,
      "step": 518
    },
    {
      "epoch": 0.19634919133642295,
      "grad_norm": 1.1139938105404836,
      "learning_rate": 5.19e-06,
      "loss": 0.8355,
      "step": 519
    },
    {
      "epoch": 0.1967275134777263,
      "grad_norm": 1.1644272208548614,
      "learning_rate": 5.2e-06,
      "loss": 0.8508,
      "step": 520
    },
    {
      "epoch": 0.1971058356190296,
      "grad_norm": 1.188005585447595,
      "learning_rate": 5.21e-06,
      "loss": 0.8884,
      "step": 521
    },
    {
      "epoch": 0.19748415776033293,
      "grad_norm": 1.162381129570287,
      "learning_rate": 5.219999999999999e-06,
      "loss": 0.8494,
      "step": 522
    },
    {
      "epoch": 0.19786247990163625,
      "grad_norm": 1.1379792376540319,
      "learning_rate": 5.23e-06,
      "loss": 0.8427,
      "step": 523
    },
    {
      "epoch": 0.19824080204293956,
      "grad_norm": 1.163441860737916,
      "learning_rate": 5.24e-06,
      "loss": 0.8831,
      "step": 524
    },
    {
      "epoch": 0.19861912418424288,
      "grad_norm": 1.1604063632172568,
      "learning_rate": 5.25e-06,
      "loss": 0.8898,
      "step": 525
    },
    {
      "epoch": 0.1989974463255462,
      "grad_norm": 1.1325670759545932,
      "learning_rate": 5.26e-06,
      "loss": 0.8735,
      "step": 526
    },
    {
      "epoch": 0.1993757684668495,
      "grad_norm": 1.1790821072251718,
      "learning_rate": 5.2699999999999995e-06,
      "loss": 0.8343,
      "step": 527
    },
    {
      "epoch": 0.19975409060815283,
      "grad_norm": 1.1453742135606537,
      "learning_rate": 5.28e-06,
      "loss": 0.8566,
      "step": 528
    },
    {
      "epoch": 0.20013241274945617,
      "grad_norm": 1.13296207138768,
      "learning_rate": 5.29e-06,
      "loss": 0.8659,
      "step": 529
    },
    {
      "epoch": 0.2005107348907595,
      "grad_norm": 1.1666609028219261,
      "learning_rate": 5.299999999999999e-06,
      "loss": 0.8853,
      "step": 530
    },
    {
      "epoch": 0.2008890570320628,
      "grad_norm": 1.1656374685369397,
      "learning_rate": 5.309999999999999e-06,
      "loss": 0.9086,
      "step": 531
    },
    {
      "epoch": 0.20126737917336612,
      "grad_norm": 1.1343885551812507,
      "learning_rate": 5.32e-06,
      "loss": 0.8379,
      "step": 532
    },
    {
      "epoch": 0.20126737917336612,
      "eval_loss": 0.8767463564872742,
      "eval_runtime": 26.8872,
      "eval_samples_per_second": 32.915,
      "eval_steps_per_second": 1.041,
      "step": 532
    },
    {
      "epoch": 0.20126737917336612,
      "eval_bench_accuracy_arc_challenge": 0.24285714285714285,
      "eval_bench_accuracy_hellaswag": 0.275,
      "eval_bench_accuracy_mmlu": 0.3391304347826087,
      "eval_bench_average_accuracy": 0.2856625258799172,
      "eval_bench_loss": 5.605643824527138,
      "eval_bench_total_accuracy": 0.2813186813186813,
      "step": 532
    },
    {
      "epoch": 0.20164570131466944,
      "grad_norm": 1.1898287763707267,
      "learning_rate": 5.33e-06,
      "loss": 0.8633,
      "step": 533
    },
    {
      "epoch": 0.20202402345597276,
      "grad_norm": 1.2061752853772802,
      "learning_rate": 5.34e-06,
      "loss": 0.8537,
      "step": 534
    },
    {
      "epoch": 0.20240234559727607,
      "grad_norm": 1.1524730070815266,
      "learning_rate": 5.35e-06,
      "loss": 0.8658,
      "step": 535
    },
    {
      "epoch": 0.2027806677385794,
      "grad_norm": 1.2112053959243978,
      "learning_rate": 5.36e-06,
      "loss": 0.8658,
      "step": 536
    },
    {
      "epoch": 0.2031589898798827,
      "grad_norm": 1.1062007713391508,
      "learning_rate": 5.37e-06,
      "loss": 0.8695,
      "step": 537
    },
    {
      "epoch": 0.20353731202118605,
      "grad_norm": 1.1454209056836882,
      "learning_rate": 5.379999999999999e-06,
      "loss": 0.8411,
      "step": 538
    },
    {
      "epoch": 0.20391563416248937,
      "grad_norm": 1.1969213700372077,
      "learning_rate": 5.389999999999999e-06,
      "loss": 0.8262,
      "step": 539
    },
    {
      "epoch": 0.20429395630379268,
      "grad_norm": 1.1817755878296146,
      "learning_rate": 5.4e-06,
      "loss": 0.8928,
      "step": 540
    },
    {
      "epoch": 0.204672278445096,
      "grad_norm": 1.2881214697120862,
      "learning_rate": 5.41e-06,
      "loss": 0.8755,
      "step": 541
    },
    {
      "epoch": 0.20505060058639932,
      "grad_norm": 1.1803409039809667,
      "learning_rate": 5.42e-06,
      "loss": 0.8728,
      "step": 542
    },
    {
      "epoch": 0.20542892272770263,
      "grad_norm": 1.2147547833072705,
      "learning_rate": 5.43e-06,
      "loss": 0.8673,
      "step": 543
    },
    {
      "epoch": 0.20580724486900595,
      "grad_norm": 1.111022507543289,
      "learning_rate": 5.4400000000000004e-06,
      "loss": 0.8572,
      "step": 544
    },
    {
      "epoch": 0.20618556701030927,
      "grad_norm": 1.229625708529713,
      "learning_rate": 5.45e-06,
      "loss": 0.9064,
      "step": 545
    },
    {
      "epoch": 0.2065638891516126,
      "grad_norm": 1.1293738392645483,
      "learning_rate": 5.459999999999999e-06,
      "loss": 0.8504,
      "step": 546
    },
    {
      "epoch": 0.20694221129291593,
      "grad_norm": 1.1526707564326522,
      "learning_rate": 5.469999999999999e-06,
      "loss": 0.8722,
      "step": 547
    },
    {
      "epoch": 0.20732053343421925,
      "grad_norm": 1.1056906302195102,
      "learning_rate": 5.48e-06,
      "loss": 0.8253,
      "step": 548
    },
    {
      "epoch": 0.20769885557552256,
      "grad_norm": 1.1541954114677542,
      "learning_rate": 5.49e-06,
      "loss": 0.8475,
      "step": 549
    },
    {
      "epoch": 0.20807717771682588,
      "grad_norm": 1.151670600398325,
      "learning_rate": 5.5e-06,
      "loss": 0.8372,
      "step": 550
    },
    {
      "epoch": 0.2084554998581292,
      "grad_norm": 1.157820909806914,
      "learning_rate": 5.51e-06,
      "loss": 0.8595,
      "step": 551
    },
    {
      "epoch": 0.2088338219994325,
      "grad_norm": 1.1605316476134264,
      "learning_rate": 5.52e-06,
      "loss": 0.8595,
      "step": 552
    },
    {
      "epoch": 0.20921214414073583,
      "grad_norm": 1.1898854269979218,
      "learning_rate": 5.53e-06,
      "loss": 0.8499,
      "step": 553
    },
    {
      "epoch": 0.20959046628203915,
      "grad_norm": 1.1432985309555297,
      "learning_rate": 5.5399999999999995e-06,
      "loss": 0.9105,
      "step": 554
    },
    {
      "epoch": 0.2099687884233425,
      "grad_norm": 1.1991072095190312,
      "learning_rate": 5.549999999999999e-06,
      "loss": 0.9184,
      "step": 555
    },
    {
      "epoch": 0.2103471105646458,
      "grad_norm": 1.140264913482887,
      "learning_rate": 5.559999999999999e-06,
      "loss": 0.8663,
      "step": 556
    },
    {
      "epoch": 0.21072543270594912,
      "grad_norm": 1.1185725137493638,
      "learning_rate": 5.57e-06,
      "loss": 0.9098,
      "step": 557
    },
    {
      "epoch": 0.21110375484725244,
      "grad_norm": 1.156695278835195,
      "learning_rate": 5.58e-06,
      "loss": 0.8781,
      "step": 558
    },
    {
      "epoch": 0.21148207698855576,
      "grad_norm": 1.145333592771482,
      "learning_rate": 5.59e-06,
      "loss": 0.882,
      "step": 559
    },
    {
      "epoch": 0.21186039912985907,
      "grad_norm": 1.1762140502072864,
      "learning_rate": 5.6e-06,
      "loss": 0.8269,
      "step": 560
    },
    {
      "epoch": 0.2122387212711624,
      "grad_norm": 1.1607104680787836,
      "learning_rate": 5.61e-06,
      "loss": 0.8718,
      "step": 561
    },
    {
      "epoch": 0.2126170434124657,
      "grad_norm": 1.1469573147450298,
      "learning_rate": 5.6199999999999996e-06,
      "loss": 0.9056,
      "step": 562
    },
    {
      "epoch": 0.21299536555376902,
      "grad_norm": 1.1193447632576843,
      "learning_rate": 5.6299999999999995e-06,
      "loss": 0.8501,
      "step": 563
    },
    {
      "epoch": 0.21337368769507237,
      "grad_norm": 1.136879874832253,
      "learning_rate": 5.639999999999999e-06,
      "loss": 0.8124,
      "step": 564
    },
    {
      "epoch": 0.21375200983637568,
      "grad_norm": 1.1284818158744658,
      "learning_rate": 5.65e-06,
      "loss": 0.8676,
      "step": 565
    },
    {
      "epoch": 0.214130331977679,
      "grad_norm": 1.2698716712465286,
      "learning_rate": 5.66e-06,
      "loss": 0.8661,
      "step": 566
    },
    {
      "epoch": 0.21450865411898232,
      "grad_norm": 1.153073394080358,
      "learning_rate": 5.67e-06,
      "loss": 0.8164,
      "step": 567
    },
    {
      "epoch": 0.21488697626028563,
      "grad_norm": 1.187929464303015,
      "learning_rate": 5.68e-06,
      "loss": 0.8803,
      "step": 568
    },
    {
      "epoch": 0.21526529840158895,
      "grad_norm": 1.1011027732459755,
      "learning_rate": 5.69e-06,
      "loss": 0.8709,
      "step": 569
    },
    {
      "epoch": 0.21564362054289227,
      "grad_norm": 1.104661943825339,
      "learning_rate": 5.7e-06,
      "loss": 0.8408,
      "step": 570
    },
    {
      "epoch": 0.21602194268419558,
      "grad_norm": 1.1237999429331513,
      "learning_rate": 5.7099999999999995e-06,
      "loss": 0.8316,
      "step": 571
    },
    {
      "epoch": 0.2164002648254989,
      "grad_norm": 1.188002832097036,
      "learning_rate": 5.7199999999999994e-06,
      "loss": 0.8431,
      "step": 572
    },
    {
      "epoch": 0.21677858696680224,
      "grad_norm": 1.1510459825305048,
      "learning_rate": 5.73e-06,
      "loss": 0.8847,
      "step": 573
    },
    {
      "epoch": 0.21715690910810556,
      "grad_norm": 1.0954180332540966,
      "learning_rate": 5.74e-06,
      "loss": 0.8544,
      "step": 574
    },
    {
      "epoch": 0.21753523124940888,
      "grad_norm": 1.1472545717374318,
      "learning_rate": 5.75e-06,
      "loss": 0.8249,
      "step": 575
    },
    {
      "epoch": 0.2179135533907122,
      "grad_norm": 1.175641095732617,
      "learning_rate": 5.76e-06,
      "loss": 0.8614,
      "step": 576
    },
    {
      "epoch": 0.2182918755320155,
      "grad_norm": 1.116355053736543,
      "learning_rate": 5.769999999999999e-06,
      "loss": 0.8405,
      "step": 577
    },
    {
      "epoch": 0.21867019767331883,
      "grad_norm": 1.1157321259442492,
      "learning_rate": 5.78e-06,
      "loss": 0.8786,
      "step": 578
    },
    {
      "epoch": 0.21904851981462214,
      "grad_norm": 1.1931582815103652,
      "learning_rate": 5.79e-06,
      "loss": 0.8904,
      "step": 579
    },
    {
      "epoch": 0.21942684195592546,
      "grad_norm": 1.184066717780273,
      "learning_rate": 5.7999999999999995e-06,
      "loss": 0.8508,
      "step": 580
    },
    {
      "epoch": 0.21980516409722878,
      "grad_norm": 1.161154664599336,
      "learning_rate": 5.8099999999999994e-06,
      "loss": 0.9202,
      "step": 581
    },
    {
      "epoch": 0.22018348623853212,
      "grad_norm": 1.2235874832602252,
      "learning_rate": 5.82e-06,
      "loss": 0.8361,
      "step": 582
    },
    {
      "epoch": 0.22056180837983544,
      "grad_norm": 1.1262137082837416,
      "learning_rate": 5.83e-06,
      "loss": 0.8566,
      "step": 583
    },
    {
      "epoch": 0.22094013052113876,
      "grad_norm": 1.2072112047436216,
      "learning_rate": 5.84e-06,
      "loss": 0.8632,
      "step": 584
    },
    {
      "epoch": 0.22131845266244207,
      "grad_norm": 1.1490940800541938,
      "learning_rate": 5.849999999999999e-06,
      "loss": 0.8593,
      "step": 585
    },
    {
      "epoch": 0.2216967748037454,
      "grad_norm": 1.207791799143847,
      "learning_rate": 5.86e-06,
      "loss": 0.8556,
      "step": 586
    },
    {
      "epoch": 0.2220750969450487,
      "grad_norm": 1.1526196801211563,
      "learning_rate": 5.87e-06,
      "loss": 0.8606,
      "step": 587
    },
    {
      "epoch": 0.22245341908635202,
      "grad_norm": 1.1397609148470536,
      "learning_rate": 5.88e-06,
      "loss": 0.8469,
      "step": 588
    },
    {
      "epoch": 0.22283174122765534,
      "grad_norm": 1.1785117139043815,
      "learning_rate": 5.8899999999999995e-06,
      "loss": 0.9147,
      "step": 589
    },
    {
      "epoch": 0.22321006336895866,
      "grad_norm": 1.1858125002539965,
      "learning_rate": 5.9e-06,
      "loss": 0.8849,
      "step": 590
    },
    {
      "epoch": 0.223588385510262,
      "grad_norm": 1.1941323389502188,
      "learning_rate": 5.91e-06,
      "loss": 0.869,
      "step": 591
    },
    {
      "epoch": 0.22396670765156532,
      "grad_norm": 1.1418623190210022,
      "learning_rate": 5.92e-06,
      "loss": 0.8308,
      "step": 592
    },
    {
      "epoch": 0.22434502979286863,
      "grad_norm": 1.0743417979986591,
      "learning_rate": 5.929999999999999e-06,
      "loss": 0.843,
      "step": 593
    },
    {
      "epoch": 0.22472335193417195,
      "grad_norm": 1.1529208818856194,
      "learning_rate": 5.94e-06,
      "loss": 0.8235,
      "step": 594
    },
    {
      "epoch": 0.22510167407547527,
      "grad_norm": 1.0767273225154363,
      "learning_rate": 5.95e-06,
      "loss": 0.8247,
      "step": 595
    },
    {
      "epoch": 0.22547999621677858,
      "grad_norm": 1.1070019054712885,
      "learning_rate": 5.96e-06,
      "loss": 0.8426,
      "step": 596
    },
    {
      "epoch": 0.2258583183580819,
      "grad_norm": 1.166373551635366,
      "learning_rate": 5.97e-06,
      "loss": 0.8732,
      "step": 597
    },
    {
      "epoch": 0.22623664049938522,
      "grad_norm": 1.123857925375413,
      "learning_rate": 5.98e-06,
      "loss": 0.8464,
      "step": 598
    },
    {
      "epoch": 0.22661496264068853,
      "grad_norm": 1.08557960856811,
      "learning_rate": 5.99e-06,
      "loss": 0.821,
      "step": 599
    },
    {
      "epoch": 0.22699328478199188,
      "grad_norm": 1.1164890662505647,
      "learning_rate": 6e-06,
      "loss": 0.8846,
      "step": 600
    },
    {
      "epoch": 0.2273716069232952,
      "grad_norm": 1.1514037573784872,
      "learning_rate": 6.009999999999999e-06,
      "loss": 0.8552,
      "step": 601
    },
    {
      "epoch": 0.2277499290645985,
      "grad_norm": 1.1511174146769416,
      "learning_rate": 6.019999999999999e-06,
      "loss": 0.9014,
      "step": 602
    },
    {
      "epoch": 0.22812825120590183,
      "grad_norm": 1.1696423261594386,
      "learning_rate": 6.03e-06,
      "loss": 0.8605,
      "step": 603
    },
    {
      "epoch": 0.22850657334720514,
      "grad_norm": 1.1207706559785515,
      "learning_rate": 6.04e-06,
      "loss": 0.8382,
      "step": 604
    },
    {
      "epoch": 0.22888489548850846,
      "grad_norm": 1.1767521633404514,
      "learning_rate": 6.05e-06,
      "loss": 0.9206,
      "step": 605
    },
    {
      "epoch": 0.22926321762981178,
      "grad_norm": 1.1758374604143937,
      "learning_rate": 6.06e-06,
      "loss": 0.8883,
      "step": 606
    },
    {
      "epoch": 0.2296415397711151,
      "grad_norm": 1.148791521470335,
      "learning_rate": 6.07e-06,
      "loss": 0.9091,
      "step": 607
    },
    {
      "epoch": 0.2300198619124184,
      "grad_norm": 1.1533752302256568,
      "learning_rate": 6.079999999999999e-06,
      "loss": 0.915,
      "step": 608
    },
    {
      "epoch": 0.23039818405372176,
      "grad_norm": 1.1082862913426186,
      "learning_rate": 6.089999999999999e-06,
      "loss": 0.8259,
      "step": 609
    },
    {
      "epoch": 0.23077650619502507,
      "grad_norm": 1.1400168808816862,
      "learning_rate": 6.099999999999999e-06,
      "loss": 0.8417,
      "step": 610
    },
    {
      "epoch": 0.2311548283363284,
      "grad_norm": 1.149922499835282,
      "learning_rate": 6.11e-06,
      "loss": 0.8736,
      "step": 611
    },
    {
      "epoch": 0.2315331504776317,
      "grad_norm": 1.1611344187938348,
      "learning_rate": 6.12e-06,
      "loss": 0.8376,
      "step": 612
    },
    {
      "epoch": 0.23191147261893502,
      "grad_norm": 1.1787603376828737,
      "learning_rate": 6.13e-06,
      "loss": 0.8558,
      "step": 613
    },
    {
      "epoch": 0.23228979476023834,
      "grad_norm": 1.155525289243939,
      "learning_rate": 6.14e-06,
      "loss": 0.8463,
      "step": 614
    },
    {
      "epoch": 0.23266811690154166,
      "grad_norm": 1.1589832886045384,
      "learning_rate": 6.15e-06,
      "loss": 0.8182,
      "step": 615
    },
    {
      "epoch": 0.23304643904284497,
      "grad_norm": 1.1033596458549921,
      "learning_rate": 6.1599999999999995e-06,
      "loss": 0.8324,
      "step": 616
    },
    {
      "epoch": 0.23342476118414832,
      "grad_norm": 1.2358470403500466,
      "learning_rate": 6.169999999999999e-06,
      "loss": 0.8682,
      "step": 617
    },
    {
      "epoch": 0.23380308332545163,
      "grad_norm": 1.0984535537652391,
      "learning_rate": 6.179999999999999e-06,
      "loss": 0.8332,
      "step": 618
    },
    {
      "epoch": 0.23418140546675495,
      "grad_norm": 1.2128396124349823,
      "learning_rate": 6.19e-06,
      "loss": 0.8747,
      "step": 619
    },
    {
      "epoch": 0.23455972760805827,
      "grad_norm": 1.2275794235621071,
      "learning_rate": 6.2e-06,
      "loss": 0.8953,
      "step": 620
    },
    {
      "epoch": 0.23493804974936158,
      "grad_norm": 1.2542101409168016,
      "learning_rate": 6.21e-06,
      "loss": 0.8892,
      "step": 621
    },
    {
      "epoch": 0.2353163718906649,
      "grad_norm": 1.204474995156125,
      "learning_rate": 6.22e-06,
      "loss": 0.8491,
      "step": 622
    },
    {
      "epoch": 0.23569469403196822,
      "grad_norm": 1.1548886283677673,
      "learning_rate": 6.2300000000000005e-06,
      "loss": 0.8581,
      "step": 623
    },
    {
      "epoch": 0.23607301617327153,
      "grad_norm": 1.251297532099902,
      "learning_rate": 6.2399999999999995e-06,
      "loss": 0.851,
      "step": 624
    },
    {
      "epoch": 0.23645133831457485,
      "grad_norm": 1.218716341983368,
      "learning_rate": 6.2499999999999995e-06,
      "loss": 0.917,
      "step": 625
    },
    {
      "epoch": 0.2368296604558782,
      "grad_norm": 1.1845662251647084,
      "learning_rate": 6.259999999999999e-06,
      "loss": 0.9132,
      "step": 626
    },
    {
      "epoch": 0.2372079825971815,
      "grad_norm": 1.1620810200029381,
      "learning_rate": 6.269999999999999e-06,
      "loss": 0.8652,
      "step": 627
    },
    {
      "epoch": 0.23758630473848483,
      "grad_norm": 1.1563059559969693,
      "learning_rate": 6.28e-06,
      "loss": 0.8474,
      "step": 628
    },
    {
      "epoch": 0.23796462687978814,
      "grad_norm": 1.1388389502769878,
      "learning_rate": 6.29e-06,
      "loss": 0.8314,
      "step": 629
    },
    {
      "epoch": 0.23834294902109146,
      "grad_norm": 1.1551456623854715,
      "learning_rate": 6.3e-06,
      "loss": 0.8902,
      "step": 630
    },
    {
      "epoch": 0.23872127116239478,
      "grad_norm": 1.1459750574525491,
      "learning_rate": 6.31e-06,
      "loss": 0.8505,
      "step": 631
    },
    {
      "epoch": 0.2390995933036981,
      "grad_norm": 1.0925608036319805,
      "learning_rate": 6.32e-06,
      "loss": 0.8651,
      "step": 632
    },
    {
      "epoch": 0.2394779154450014,
      "grad_norm": 1.1607966985031983,
      "learning_rate": 6.3299999999999995e-06,
      "loss": 0.8156,
      "step": 633
    },
    {
      "epoch": 0.23985623758630473,
      "grad_norm": 1.112649862871437,
      "learning_rate": 6.3399999999999994e-06,
      "loss": 0.823,
      "step": 634
    },
    {
      "epoch": 0.24023455972760807,
      "grad_norm": 1.1213541389814015,
      "learning_rate": 6.349999999999999e-06,
      "loss": 0.8397,
      "step": 635
    },
    {
      "epoch": 0.2406128818689114,
      "grad_norm": 1.134629038613528,
      "learning_rate": 6.36e-06,
      "loss": 0.8503,
      "step": 636
    },
    {
      "epoch": 0.2409912040102147,
      "grad_norm": 1.1342734785655144,
      "learning_rate": 6.37e-06,
      "loss": 0.8497,
      "step": 637
    },
    {
      "epoch": 0.24136952615151802,
      "grad_norm": 1.1277526276470056,
      "learning_rate": 6.38e-06,
      "loss": 0.8348,
      "step": 638
    },
    {
      "epoch": 0.24174784829282134,
      "grad_norm": 1.1313262215365258,
      "learning_rate": 6.39e-06,
      "loss": 0.8746,
      "step": 639
    },
    {
      "epoch": 0.24212617043412465,
      "grad_norm": 1.0984126709233168,
      "learning_rate": 6.4e-06,
      "loss": 0.8296,
      "step": 640
    },
    {
      "epoch": 0.24250449257542797,
      "grad_norm": 1.0888784783993595,
      "learning_rate": 6.41e-06,
      "loss": 0.8129,
      "step": 641
    },
    {
      "epoch": 0.2428828147167313,
      "grad_norm": 1.1461818324642985,
      "learning_rate": 6.4199999999999995e-06,
      "loss": 0.8834,
      "step": 642
    },
    {
      "epoch": 0.2432611368580346,
      "grad_norm": 1.1427506153934843,
      "learning_rate": 6.429999999999999e-06,
      "loss": 0.8706,
      "step": 643
    },
    {
      "epoch": 0.24363945899933795,
      "grad_norm": 1.144102199065487,
      "learning_rate": 6.44e-06,
      "loss": 0.8877,
      "step": 644
    },
    {
      "epoch": 0.24401778114064127,
      "grad_norm": 1.1231424595451174,
      "learning_rate": 6.45e-06,
      "loss": 0.8939,
      "step": 645
    },
    {
      "epoch": 0.24439610328194458,
      "grad_norm": 1.1218026132749124,
      "learning_rate": 6.46e-06,
      "loss": 0.8366,
      "step": 646
    },
    {
      "epoch": 0.2447744254232479,
      "grad_norm": 1.2086540508049943,
      "learning_rate": 6.469999999999999e-06,
      "loss": 0.892,
      "step": 647
    },
    {
      "epoch": 0.24515274756455122,
      "grad_norm": 1.0868363589750187,
      "learning_rate": 6.48e-06,
      "loss": 0.8581,
      "step": 648
    },
    {
      "epoch": 0.24553106970585453,
      "grad_norm": 1.1504181380058272,
      "learning_rate": 6.49e-06,
      "loss": 0.8942,
      "step": 649
    },
    {
      "epoch": 0.24590939184715785,
      "grad_norm": 1.1874832509790985,
      "learning_rate": 6.5e-06,
      "loss": 0.8379,
      "step": 650
    },
    {
      "epoch": 0.24628771398846117,
      "grad_norm": 1.1066886977698138,
      "learning_rate": 6.5099999999999995e-06,
      "loss": 0.8645,
      "step": 651
    },
    {
      "epoch": 0.24666603612976448,
      "grad_norm": 1.1091171121306154,
      "learning_rate": 6.519999999999999e-06,
      "loss": 0.8866,
      "step": 652
    },
    {
      "epoch": 0.24704435827106783,
      "grad_norm": 1.1168392333785764,
      "learning_rate": 6.53e-06,
      "loss": 0.8377,
      "step": 653
    },
    {
      "epoch": 0.24742268041237114,
      "grad_norm": 1.1333024723334617,
      "learning_rate": 6.54e-06,
      "loss": 0.8404,
      "step": 654
    },
    {
      "epoch": 0.24780100255367446,
      "grad_norm": 1.1624311607412376,
      "learning_rate": 6.549999999999999e-06,
      "loss": 0.8578,
      "step": 655
    },
    {
      "epoch": 0.24817932469497778,
      "grad_norm": 1.140510520926876,
      "learning_rate": 6.559999999999999e-06,
      "loss": 0.7948,
      "step": 656
    },
    {
      "epoch": 0.2485576468362811,
      "grad_norm": 1.1241297695775005,
      "learning_rate": 6.57e-06,
      "loss": 0.8455,
      "step": 657
    },
    {
      "epoch": 0.2489359689775844,
      "grad_norm": 1.1171688585786779,
      "learning_rate": 6.58e-06,
      "loss": 0.8347,
      "step": 658
    },
    {
      "epoch": 0.24931429111888773,
      "grad_norm": 1.131716974118065,
      "learning_rate": 6.59e-06,
      "loss": 0.8624,
      "step": 659
    },
    {
      "epoch": 0.24969261326019104,
      "grad_norm": 1.1586113355227856,
      "learning_rate": 6.5999999999999995e-06,
      "loss": 0.8937,
      "step": 660
    },
    {
      "epoch": 0.2500709354014944,
      "grad_norm": 1.186938370866149,
      "learning_rate": 6.61e-06,
      "loss": 0.8523,
      "step": 661
    },
    {
      "epoch": 0.2504492575427977,
      "grad_norm": 1.1500652838613878,
      "learning_rate": 6.62e-06,
      "loss": 0.8537,
      "step": 662
    },
    {
      "epoch": 0.250827579684101,
      "grad_norm": 1.2121811392488833,
      "learning_rate": 6.629999999999999e-06,
      "loss": 0.8477,
      "step": 663
    },
    {
      "epoch": 0.2512059018254043,
      "grad_norm": 1.1348675624901883,
      "learning_rate": 6.639999999999999e-06,
      "loss": 0.8502,
      "step": 664
    },
    {
      "epoch": 0.25158422396670765,
      "grad_norm": 1.102535269461347,
      "learning_rate": 6.65e-06,
      "loss": 0.8745,
      "step": 665
    },
    {
      "epoch": 0.25158422396670765,
      "eval_loss": 0.8625780940055847,
      "eval_runtime": 27.0021,
      "eval_samples_per_second": 32.775,
      "eval_steps_per_second": 1.037,
      "step": 665
    },
    {
      "epoch": 0.25158422396670765,
      "eval_bench_accuracy_arc_challenge": 0.24285714285714285,
      "eval_bench_accuracy_hellaswag": 0.225,
      "eval_bench_accuracy_mmlu": 0.2782608695652174,
      "eval_bench_average_accuracy": 0.24870600414078672,
      "eval_bench_loss": 5.327823571991503,
      "eval_bench_total_accuracy": 0.24395604395604395,
      "step": 665
    },
    {
      "epoch": 0.251962546108011,
      "grad_norm": 1.149499114356956,
      "learning_rate": 6.66e-06,
      "loss": 0.8693,
      "step": 666
    },
    {
      "epoch": 0.2523408682493143,
      "grad_norm": 1.161075438749712,
      "learning_rate": 6.67e-06,
      "loss": 0.9075,
      "step": 667
    },
    {
      "epoch": 0.25271919039061763,
      "grad_norm": 1.141541764628487,
      "learning_rate": 6.6799999999999996e-06,
      "loss": 0.8643,
      "step": 668
    },
    {
      "epoch": 0.2530975125319209,
      "grad_norm": 1.1390764097501647,
      "learning_rate": 6.69e-06,
      "loss": 0.8752,
      "step": 669
    },
    {
      "epoch": 0.25347583467322427,
      "grad_norm": 1.1198865085900025,
      "learning_rate": 6.7e-06,
      "loss": 0.8403,
      "step": 670
    },
    {
      "epoch": 0.25385415681452755,
      "grad_norm": 1.143235453200182,
      "learning_rate": 6.709999999999999e-06,
      "loss": 0.8347,
      "step": 671
    },
    {
      "epoch": 0.2542324789558309,
      "grad_norm": 1.105054342960603,
      "learning_rate": 6.719999999999999e-06,
      "loss": 0.877,
      "step": 672
    },
    {
      "epoch": 0.2546108010971342,
      "grad_norm": 1.1899413861555337,
      "learning_rate": 6.73e-06,
      "loss": 0.8239,
      "step": 673
    },
    {
      "epoch": 0.25498912323843753,
      "grad_norm": 1.1305008415556128,
      "learning_rate": 6.74e-06,
      "loss": 0.8598,
      "step": 674
    },
    {
      "epoch": 0.2553674453797409,
      "grad_norm": 1.168034799536073,
      "learning_rate": 6.75e-06,
      "loss": 0.8294,
      "step": 675
    },
    {
      "epoch": 0.25574576752104416,
      "grad_norm": 1.1472097884900647,
      "learning_rate": 6.76e-06,
      "loss": 0.9007,
      "step": 676
    },
    {
      "epoch": 0.2561240896623475,
      "grad_norm": 1.0931411919432397,
      "learning_rate": 6.7699999999999996e-06,
      "loss": 0.8326,
      "step": 677
    },
    {
      "epoch": 0.2565024118036508,
      "grad_norm": 1.1510688024969498,
      "learning_rate": 6.78e-06,
      "loss": 0.8828,
      "step": 678
    },
    {
      "epoch": 0.25688073394495414,
      "grad_norm": 1.1191461068866526,
      "learning_rate": 6.789999999999999e-06,
      "loss": 0.8461,
      "step": 679
    },
    {
      "epoch": 0.25725905608625743,
      "grad_norm": 1.1041404496614182,
      "learning_rate": 6.799999999999999e-06,
      "loss": 0.8285,
      "step": 680
    },
    {
      "epoch": 0.2576373782275608,
      "grad_norm": 1.1012877673575499,
      "learning_rate": 6.809999999999999e-06,
      "loss": 0.8548,
      "step": 681
    },
    {
      "epoch": 0.25801570036886406,
      "grad_norm": 1.1057501522176822,
      "learning_rate": 6.82e-06,
      "loss": 0.8591,
      "step": 682
    },
    {
      "epoch": 0.2583940225101674,
      "grad_norm": 1.1498742481849225,
      "learning_rate": 6.83e-06,
      "loss": 0.8661,
      "step": 683
    },
    {
      "epoch": 0.25877234465147075,
      "grad_norm": 1.1378178315852814,
      "learning_rate": 6.84e-06,
      "loss": 0.8759,
      "step": 684
    },
    {
      "epoch": 0.25915066679277404,
      "grad_norm": 1.1011069671017035,
      "learning_rate": 6.85e-06,
      "loss": 0.823,
      "step": 685
    },
    {
      "epoch": 0.2595289889340774,
      "grad_norm": 1.160807734407358,
      "learning_rate": 6.86e-06,
      "loss": 0.8732,
      "step": 686
    },
    {
      "epoch": 0.2599073110753807,
      "grad_norm": 1.0867868118261128,
      "learning_rate": 6.8699999999999994e-06,
      "loss": 0.8367,
      "step": 687
    },
    {
      "epoch": 0.260285633216684,
      "grad_norm": 1.0969221739263768,
      "learning_rate": 6.879999999999999e-06,
      "loss": 0.8647,
      "step": 688
    },
    {
      "epoch": 0.2606639553579873,
      "grad_norm": 1.0995292401504533,
      "learning_rate": 6.889999999999999e-06,
      "loss": 0.8524,
      "step": 689
    },
    {
      "epoch": 0.26104227749929065,
      "grad_norm": 1.1692507904848903,
      "learning_rate": 6.9e-06,
      "loss": 0.8519,
      "step": 690
    },
    {
      "epoch": 0.26142059964059394,
      "grad_norm": 1.0998400071794445,
      "learning_rate": 6.91e-06,
      "loss": 0.8287,
      "step": 691
    },
    {
      "epoch": 0.2617989217818973,
      "grad_norm": 1.1968950530047644,
      "learning_rate": 6.92e-06,
      "loss": 0.8138,
      "step": 692
    },
    {
      "epoch": 0.26217724392320063,
      "grad_norm": 1.095854905073934,
      "learning_rate": 6.93e-06,
      "loss": 0.8568,
      "step": 693
    },
    {
      "epoch": 0.2625555660645039,
      "grad_norm": 1.1079273378796317,
      "learning_rate": 6.9400000000000005e-06,
      "loss": 0.8353,
      "step": 694
    },
    {
      "epoch": 0.26293388820580726,
      "grad_norm": 1.1606191819435765,
      "learning_rate": 6.9499999999999995e-06,
      "loss": 0.8561,
      "step": 695
    },
    {
      "epoch": 0.26331221034711055,
      "grad_norm": 1.0902425837878627,
      "learning_rate": 6.9599999999999994e-06,
      "loss": 0.8391,
      "step": 696
    },
    {
      "epoch": 0.2636905324884139,
      "grad_norm": 1.1206727493642596,
      "learning_rate": 6.969999999999999e-06,
      "loss": 0.8233,
      "step": 697
    },
    {
      "epoch": 0.2640688546297172,
      "grad_norm": 1.0982647837307586,
      "learning_rate": 6.98e-06,
      "loss": 0.8602,
      "step": 698
    },
    {
      "epoch": 0.26444717677102053,
      "grad_norm": 1.0871328583668558,
      "learning_rate": 6.99e-06,
      "loss": 0.8299,
      "step": 699
    },
    {
      "epoch": 0.2648254989123238,
      "grad_norm": 1.1008815238203256,
      "learning_rate": 7e-06,
      "loss": 0.8341,
      "step": 700
    },
    {
      "epoch": 0.26520382105362716,
      "grad_norm": 1.1750095526723472,
      "learning_rate": 7.01e-06,
      "loss": 0.8682,
      "step": 701
    },
    {
      "epoch": 0.2655821431949305,
      "grad_norm": 1.1415931541767914,
      "learning_rate": 7.019999999999999e-06,
      "loss": 0.8932,
      "step": 702
    },
    {
      "epoch": 0.2659604653362338,
      "grad_norm": 1.0981715817655127,
      "learning_rate": 7.03e-06,
      "loss": 0.838,
      "step": 703
    },
    {
      "epoch": 0.26633878747753714,
      "grad_norm": 1.0986067356062597,
      "learning_rate": 7.0399999999999995e-06,
      "loss": 0.8503,
      "step": 704
    },
    {
      "epoch": 0.26671710961884043,
      "grad_norm": 1.1084347528867848,
      "learning_rate": 7.049999999999999e-06,
      "loss": 0.8958,
      "step": 705
    },
    {
      "epoch": 0.2670954317601438,
      "grad_norm": 1.1475294765378516,
      "learning_rate": 7.059999999999999e-06,
      "loss": 0.8496,
      "step": 706
    },
    {
      "epoch": 0.26747375390144706,
      "grad_norm": 1.117143691203432,
      "learning_rate": 7.07e-06,
      "loss": 0.875,
      "step": 707
    },
    {
      "epoch": 0.2678520760427504,
      "grad_norm": 1.1331250955748378,
      "learning_rate": 7.08e-06,
      "loss": 0.854,
      "step": 708
    },
    {
      "epoch": 0.2682303981840537,
      "grad_norm": 1.0837995640069416,
      "learning_rate": 7.09e-06,
      "loss": 0.8461,
      "step": 709
    },
    {
      "epoch": 0.26860872032535704,
      "grad_norm": 1.0933867992273585,
      "learning_rate": 7.099999999999999e-06,
      "loss": 0.8383,
      "step": 710
    },
    {
      "epoch": 0.2689870424666604,
      "grad_norm": 1.0862191237112888,
      "learning_rate": 7.11e-06,
      "loss": 0.7976,
      "step": 711
    },
    {
      "epoch": 0.2693653646079637,
      "grad_norm": 1.1151836826262986,
      "learning_rate": 7.12e-06,
      "loss": 0.8224,
      "step": 712
    },
    {
      "epoch": 0.269743686749267,
      "grad_norm": 1.189062828656012,
      "learning_rate": 7.1299999999999995e-06,
      "loss": 0.8917,
      "step": 713
    },
    {
      "epoch": 0.2701220088905703,
      "grad_norm": 1.1119181389921133,
      "learning_rate": 7.139999999999999e-06,
      "loss": 0.8291,
      "step": 714
    },
    {
      "epoch": 0.27050033103187365,
      "grad_norm": 1.114538144475484,
      "learning_rate": 7.15e-06,
      "loss": 0.8996,
      "step": 715
    },
    {
      "epoch": 0.27087865317317694,
      "grad_norm": 1.1005437857491667,
      "learning_rate": 7.16e-06,
      "loss": 0.7888,
      "step": 716
    },
    {
      "epoch": 0.2712569753144803,
      "grad_norm": 1.1146994809955666,
      "learning_rate": 7.17e-06,
      "loss": 0.8878,
      "step": 717
    },
    {
      "epoch": 0.2716352974557836,
      "grad_norm": 1.0936279250904897,
      "learning_rate": 7.179999999999999e-06,
      "loss": 0.8672,
      "step": 718
    },
    {
      "epoch": 0.2720136195970869,
      "grad_norm": 1.1366251894998205,
      "learning_rate": 7.19e-06,
      "loss": 0.8858,
      "step": 719
    },
    {
      "epoch": 0.27239194173839026,
      "grad_norm": 1.1195931324613553,
      "learning_rate": 7.2e-06,
      "loss": 0.8507,
      "step": 720
    },
    {
      "epoch": 0.27277026387969355,
      "grad_norm": 1.0935327911384591,
      "learning_rate": 7.21e-06,
      "loss": 0.8424,
      "step": 721
    },
    {
      "epoch": 0.2731485860209969,
      "grad_norm": 1.0953372322434138,
      "learning_rate": 7.2199999999999995e-06,
      "loss": 0.8831,
      "step": 722
    },
    {
      "epoch": 0.2735269081623002,
      "grad_norm": 1.0904032768722667,
      "learning_rate": 7.23e-06,
      "loss": 0.8334,
      "step": 723
    },
    {
      "epoch": 0.27390523030360353,
      "grad_norm": 1.1346874176897102,
      "learning_rate": 7.24e-06,
      "loss": 0.8506,
      "step": 724
    },
    {
      "epoch": 0.2742835524449068,
      "grad_norm": 1.154262444900059,
      "learning_rate": 7.25e-06,
      "loss": 0.8393,
      "step": 725
    },
    {
      "epoch": 0.27466187458621016,
      "grad_norm": 1.1336981217637951,
      "learning_rate": 7.259999999999999e-06,
      "loss": 0.8371,
      "step": 726
    },
    {
      "epoch": 0.27504019672751345,
      "grad_norm": 1.1530922109530841,
      "learning_rate": 7.269999999999999e-06,
      "loss": 0.9141,
      "step": 727
    },
    {
      "epoch": 0.2754185188688168,
      "grad_norm": 1.1414400257725132,
      "learning_rate": 7.28e-06,
      "loss": 0.8615,
      "step": 728
    },
    {
      "epoch": 0.27579684101012014,
      "grad_norm": 1.0747602134856014,
      "learning_rate": 7.29e-06,
      "loss": 0.8507,
      "step": 729
    },
    {
      "epoch": 0.27617516315142343,
      "grad_norm": 1.1341332656767107,
      "learning_rate": 7.2999999999999996e-06,
      "loss": 0.8771,
      "step": 730
    },
    {
      "epoch": 0.2765534852927268,
      "grad_norm": 1.127774756748704,
      "learning_rate": 7.3099999999999995e-06,
      "loss": 0.8559,
      "step": 731
    },
    {
      "epoch": 0.27693180743403006,
      "grad_norm": 1.106246473020497,
      "learning_rate": 7.32e-06,
      "loss": 0.8333,
      "step": 732
    },
    {
      "epoch": 0.2773101295753334,
      "grad_norm": 1.072619886572064,
      "learning_rate": 7.33e-06,
      "loss": 0.8138,
      "step": 733
    },
    {
      "epoch": 0.2776884517166367,
      "grad_norm": 1.1053237591292755,
      "learning_rate": 7.339999999999999e-06,
      "loss": 0.8929,
      "step": 734
    },
    {
      "epoch": 0.27806677385794004,
      "grad_norm": 1.0590657569440343,
      "learning_rate": 7.349999999999999e-06,
      "loss": 0.8657,
      "step": 735
    },
    {
      "epoch": 0.27844509599924333,
      "grad_norm": 1.0990511323540157,
      "learning_rate": 7.36e-06,
      "loss": 0.831,
      "step": 736
    },
    {
      "epoch": 0.2788234181405467,
      "grad_norm": 1.0960494967933392,
      "learning_rate": 7.37e-06,
      "loss": 0.8672,
      "step": 737
    },
    {
      "epoch": 0.27920174028185,
      "grad_norm": 1.0923972930315522,
      "learning_rate": 7.38e-06,
      "loss": 0.8359,
      "step": 738
    },
    {
      "epoch": 0.2795800624231533,
      "grad_norm": 1.117398170352597,
      "learning_rate": 7.3899999999999995e-06,
      "loss": 0.8678,
      "step": 739
    },
    {
      "epoch": 0.27995838456445665,
      "grad_norm": 1.0964334876514574,
      "learning_rate": 7.4e-06,
      "loss": 0.8175,
      "step": 740
    },
    {
      "epoch": 0.28033670670575994,
      "grad_norm": 1.137429209179925,
      "learning_rate": 7.41e-06,
      "loss": 0.8469,
      "step": 741
    },
    {
      "epoch": 0.2807150288470633,
      "grad_norm": 1.1550309848051612,
      "learning_rate": 7.419999999999999e-06,
      "loss": 0.8326,
      "step": 742
    },
    {
      "epoch": 0.2810933509883666,
      "grad_norm": 1.1935237789558146,
      "learning_rate": 7.429999999999999e-06,
      "loss": 0.8568,
      "step": 743
    },
    {
      "epoch": 0.2814716731296699,
      "grad_norm": 1.1694982973025607,
      "learning_rate": 7.44e-06,
      "loss": 0.8869,
      "step": 744
    },
    {
      "epoch": 0.2818499952709732,
      "grad_norm": 1.1920139094347593,
      "learning_rate": 7.45e-06,
      "loss": 0.8487,
      "step": 745
    },
    {
      "epoch": 0.28222831741227655,
      "grad_norm": 1.1367845567285337,
      "learning_rate": 7.46e-06,
      "loss": 0.8554,
      "step": 746
    },
    {
      "epoch": 0.2826066395535799,
      "grad_norm": 1.1505063717374056,
      "learning_rate": 7.47e-06,
      "loss": 0.8371,
      "step": 747
    },
    {
      "epoch": 0.2829849616948832,
      "grad_norm": 1.1339987287473563,
      "learning_rate": 7.48e-06,
      "loss": 0.8256,
      "step": 748
    },
    {
      "epoch": 0.28336328383618653,
      "grad_norm": 1.158977003616627,
      "learning_rate": 7.49e-06,
      "loss": 0.8913,
      "step": 749
    },
    {
      "epoch": 0.2837416059774898,
      "grad_norm": 1.1022707433616572,
      "learning_rate": 7.499999999999999e-06,
      "loss": 0.8117,
      "step": 750
    },
    {
      "epoch": 0.28411992811879316,
      "grad_norm": 1.1550634309139105,
      "learning_rate": 7.509999999999999e-06,
      "loss": 0.8906,
      "step": 751
    },
    {
      "epoch": 0.28449825026009645,
      "grad_norm": 1.090317910646282,
      "learning_rate": 7.519999999999999e-06,
      "loss": 0.8799,
      "step": 752
    },
    {
      "epoch": 0.2848765724013998,
      "grad_norm": 1.0677643984555838,
      "learning_rate": 7.53e-06,
      "loss": 0.8653,
      "step": 753
    },
    {
      "epoch": 0.2852548945427031,
      "grad_norm": 1.1663544994037678,
      "learning_rate": 7.54e-06,
      "loss": 0.8737,
      "step": 754
    },
    {
      "epoch": 0.28563321668400643,
      "grad_norm": 1.0973153975053445,
      "learning_rate": 7.55e-06,
      "loss": 0.8485,
      "step": 755
    },
    {
      "epoch": 0.2860115388253098,
      "grad_norm": 1.0761549351444184,
      "learning_rate": 7.56e-06,
      "loss": 0.8284,
      "step": 756
    },
    {
      "epoch": 0.28638986096661306,
      "grad_norm": 1.1355050591654032,
      "learning_rate": 7.5699999999999995e-06,
      "loss": 0.8348,
      "step": 757
    },
    {
      "epoch": 0.2867681831079164,
      "grad_norm": 1.116699730612722,
      "learning_rate": 7.5799999999999994e-06,
      "loss": 0.8405,
      "step": 758
    },
    {
      "epoch": 0.2871465052492197,
      "grad_norm": 1.1037588379626753,
      "learning_rate": 7.589999999999999e-06,
      "loss": 0.8652,
      "step": 759
    },
    {
      "epoch": 0.28752482739052304,
      "grad_norm": 1.092569661781677,
      "learning_rate": 7.599999999999999e-06,
      "loss": 0.8786,
      "step": 760
    },
    {
      "epoch": 0.28790314953182633,
      "grad_norm": 1.1079207038423997,
      "learning_rate": 7.61e-06,
      "loss": 0.8731,
      "step": 761
    },
    {
      "epoch": 0.2882814716731297,
      "grad_norm": 1.0840455559100046,
      "learning_rate": 7.62e-06,
      "loss": 0.8533,
      "step": 762
    },
    {
      "epoch": 0.28865979381443296,
      "grad_norm": 1.1088308729059055,
      "learning_rate": 7.63e-06,
      "loss": 0.8407,
      "step": 763
    },
    {
      "epoch": 0.2890381159557363,
      "grad_norm": 1.070788168887275,
      "learning_rate": 7.64e-06,
      "loss": 0.8919,
      "step": 764
    },
    {
      "epoch": 0.28941643809703965,
      "grad_norm": 1.060969292922543,
      "learning_rate": 7.65e-06,
      "loss": 0.812,
      "step": 765
    },
    {
      "epoch": 0.28979476023834294,
      "grad_norm": 1.1301219505514637,
      "learning_rate": 7.66e-06,
      "loss": 0.8336,
      "step": 766
    },
    {
      "epoch": 0.2901730823796463,
      "grad_norm": 1.0534794694384884,
      "learning_rate": 7.67e-06,
      "loss": 0.8329,
      "step": 767
    },
    {
      "epoch": 0.2905514045209496,
      "grad_norm": 1.1347313685498166,
      "learning_rate": 7.68e-06,
      "loss": 0.8793,
      "step": 768
    },
    {
      "epoch": 0.2909297266622529,
      "grad_norm": 1.1475444842715925,
      "learning_rate": 7.69e-06,
      "loss": 0.8508,
      "step": 769
    },
    {
      "epoch": 0.2913080488035562,
      "grad_norm": 1.131952349011137,
      "learning_rate": 7.699999999999999e-06,
      "loss": 0.845,
      "step": 770
    },
    {
      "epoch": 0.29168637094485955,
      "grad_norm": 1.1447781586459667,
      "learning_rate": 7.709999999999999e-06,
      "loss": 0.8726,
      "step": 771
    },
    {
      "epoch": 0.29206469308616284,
      "grad_norm": 1.1327583004535982,
      "learning_rate": 7.719999999999999e-06,
      "loss": 0.8104,
      "step": 772
    },
    {
      "epoch": 0.2924430152274662,
      "grad_norm": 1.128617220703407,
      "learning_rate": 7.73e-06,
      "loss": 0.8176,
      "step": 773
    },
    {
      "epoch": 0.29282133736876953,
      "grad_norm": 1.1023174787003673,
      "learning_rate": 7.74e-06,
      "loss": 0.8428,
      "step": 774
    },
    {
      "epoch": 0.2931996595100728,
      "grad_norm": 1.1676360521088707,
      "learning_rate": 7.75e-06,
      "loss": 0.8811,
      "step": 775
    },
    {
      "epoch": 0.29357798165137616,
      "grad_norm": 1.1926785192763554,
      "learning_rate": 7.76e-06,
      "loss": 0.8814,
      "step": 776
    },
    {
      "epoch": 0.29395630379267945,
      "grad_norm": 1.0926242154672956,
      "learning_rate": 7.769999999999998e-06,
      "loss": 0.8697,
      "step": 777
    },
    {
      "epoch": 0.2943346259339828,
      "grad_norm": 1.1477061183634145,
      "learning_rate": 7.78e-06,
      "loss": 0.883,
      "step": 778
    },
    {
      "epoch": 0.2947129480752861,
      "grad_norm": 1.0524242129666213,
      "learning_rate": 7.79e-06,
      "loss": 0.8285,
      "step": 779
    },
    {
      "epoch": 0.29509127021658943,
      "grad_norm": 1.1003220338231798,
      "learning_rate": 7.8e-06,
      "loss": 0.873,
      "step": 780
    },
    {
      "epoch": 0.2954695923578927,
      "grad_norm": 1.0924766297335016,
      "learning_rate": 7.81e-06,
      "loss": 0.8388,
      "step": 781
    },
    {
      "epoch": 0.29584791449919606,
      "grad_norm": 1.0905974324189436,
      "learning_rate": 7.82e-06,
      "loss": 0.8456,
      "step": 782
    },
    {
      "epoch": 0.2962262366404994,
      "grad_norm": 1.0784036223330382,
      "learning_rate": 7.83e-06,
      "loss": 0.8732,
      "step": 783
    },
    {
      "epoch": 0.2966045587818027,
      "grad_norm": 1.0471596415042548,
      "learning_rate": 7.84e-06,
      "loss": 0.8396,
      "step": 784
    },
    {
      "epoch": 0.29698288092310604,
      "grad_norm": 1.080443491875735,
      "learning_rate": 7.85e-06,
      "loss": 0.8458,
      "step": 785
    },
    {
      "epoch": 0.29736120306440933,
      "grad_norm": 1.0828576066417819,
      "learning_rate": 7.86e-06,
      "loss": 0.813,
      "step": 786
    },
    {
      "epoch": 0.2977395252057127,
      "grad_norm": 1.0752539748255008,
      "learning_rate": 7.87e-06,
      "loss": 0.8564,
      "step": 787
    },
    {
      "epoch": 0.29811784734701596,
      "grad_norm": 1.0994217833391198,
      "learning_rate": 7.879999999999999e-06,
      "loss": 0.8263,
      "step": 788
    },
    {
      "epoch": 0.2984961694883193,
      "grad_norm": 1.086381772786406,
      "learning_rate": 7.889999999999999e-06,
      "loss": 0.8563,
      "step": 789
    },
    {
      "epoch": 0.2988744916296226,
      "grad_norm": 1.1088374241291266,
      "learning_rate": 7.9e-06,
      "loss": 0.864,
      "step": 790
    },
    {
      "epoch": 0.29925281377092594,
      "grad_norm": 1.1571412075379082,
      "learning_rate": 7.91e-06,
      "loss": 0.8171,
      "step": 791
    },
    {
      "epoch": 0.2996311359122293,
      "grad_norm": 1.1203389931533279,
      "learning_rate": 7.92e-06,
      "loss": 0.8441,
      "step": 792
    },
    {
      "epoch": 0.3000094580535326,
      "grad_norm": 1.0955306189611171,
      "learning_rate": 7.929999999999999e-06,
      "loss": 0.8367,
      "step": 793
    },
    {
      "epoch": 0.3003877801948359,
      "grad_norm": 1.0518036198212661,
      "learning_rate": 7.94e-06,
      "loss": 0.8115,
      "step": 794
    },
    {
      "epoch": 0.3007661023361392,
      "grad_norm": 1.1024545203471212,
      "learning_rate": 7.95e-06,
      "loss": 0.8981,
      "step": 795
    },
    {
      "epoch": 0.30114442447744255,
      "grad_norm": 1.1408707488859684,
      "learning_rate": 7.96e-06,
      "loss": 0.8574,
      "step": 796
    },
    {
      "epoch": 0.30152274661874584,
      "grad_norm": 1.0664606162956756,
      "learning_rate": 7.97e-06,
      "loss": 0.851,
      "step": 797
    },
    {
      "epoch": 0.3019010687600492,
      "grad_norm": 1.1045392245613144,
      "learning_rate": 7.98e-06,
      "loss": 0.8472,
      "step": 798
    },
    {
      "epoch": 0.3019010687600492,
      "eval_loss": 0.850925862789154,
      "eval_runtime": 26.6744,
      "eval_samples_per_second": 33.178,
      "eval_steps_per_second": 1.05,
      "step": 798
    },
    {
      "epoch": 0.3019010687600492,
      "eval_bench_accuracy_arc_challenge": 0.21428571428571427,
      "eval_bench_accuracy_hellaswag": 0.235,
      "eval_bench_accuracy_mmlu": 0.28695652173913044,
      "eval_bench_average_accuracy": 0.24541407867494824,
      "eval_bench_loss": 4.9830322265625,
      "eval_bench_total_accuracy": 0.24175824175824176,
      "step": 798
    },
    {
      "epoch": 0.30227939090135253,
      "grad_norm": 1.1188259399602403,
      "learning_rate": 7.99e-06,
      "loss": 0.8468,
      "step": 799
    },
    {
      "epoch": 0.3026577130426558,
      "grad_norm": 1.1431484110606045,
      "learning_rate": 8e-06,
      "loss": 0.8401,
      "step": 800
    },
    {
      "epoch": 0.30303603518395916,
      "grad_norm": 1.083646592987573,
      "learning_rate": 7.999999611606006e-06,
      "loss": 0.8062,
      "step": 801
    },
    {
      "epoch": 0.30341435732526245,
      "grad_norm": 1.1319556143394125,
      "learning_rate": 7.999998446424103e-06,
      "loss": 0.8818,
      "step": 802
    },
    {
      "epoch": 0.3037926794665658,
      "grad_norm": 1.0994025822887656,
      "learning_rate": 7.999996504454512e-06,
      "loss": 0.8509,
      "step": 803
    },
    {
      "epoch": 0.3041710016078691,
      "grad_norm": 1.0755886346693961,
      "learning_rate": 7.999993785697617e-06,
      "loss": 0.8004,
      "step": 804
    },
    {
      "epoch": 0.30454932374917243,
      "grad_norm": 1.1441919264010905,
      "learning_rate": 7.99999029015394e-06,
      "loss": 0.808,
      "step": 805
    },
    {
      "epoch": 0.3049276458904757,
      "grad_norm": 1.1065610412104439,
      "learning_rate": 7.999986017824165e-06,
      "loss": 0.8549,
      "step": 806
    },
    {
      "epoch": 0.30530596803177906,
      "grad_norm": 1.0882701082696518,
      "learning_rate": 7.999980968709117e-06,
      "loss": 0.8468,
      "step": 807
    },
    {
      "epoch": 0.3056842901730824,
      "grad_norm": 1.1088124295992208,
      "learning_rate": 7.999975142809778e-06,
      "loss": 0.8736,
      "step": 808
    },
    {
      "epoch": 0.3060626123143857,
      "grad_norm": 1.1033663016693673,
      "learning_rate": 7.99996854012728e-06,
      "loss": 0.8476,
      "step": 809
    },
    {
      "epoch": 0.30644093445568904,
      "grad_norm": 1.13603689058083,
      "learning_rate": 7.999961160662905e-06,
      "loss": 0.8445,
      "step": 810
    },
    {
      "epoch": 0.30681925659699233,
      "grad_norm": 1.160741078547518,
      "learning_rate": 7.999953004418086e-06,
      "loss": 0.8858,
      "step": 811
    },
    {
      "epoch": 0.3071975787382957,
      "grad_norm": 1.1137885301105297,
      "learning_rate": 7.999944071394408e-06,
      "loss": 0.8468,
      "step": 812
    },
    {
      "epoch": 0.30757590087959896,
      "grad_norm": 1.0950922126362728,
      "learning_rate": 7.999934361593606e-06,
      "loss": 0.8277,
      "step": 813
    },
    {
      "epoch": 0.3079542230209023,
      "grad_norm": 1.0705498486629084,
      "learning_rate": 7.999923875017561e-06,
      "loss": 0.8542,
      "step": 814
    },
    {
      "epoch": 0.3083325451622056,
      "grad_norm": 1.0320443969916053,
      "learning_rate": 7.999912611668314e-06,
      "loss": 0.8311,
      "step": 815
    },
    {
      "epoch": 0.30871086730350894,
      "grad_norm": 1.1098560201406311,
      "learning_rate": 7.999900571548054e-06,
      "loss": 0.8285,
      "step": 816
    },
    {
      "epoch": 0.3090891894448123,
      "grad_norm": 1.117956788545042,
      "learning_rate": 7.999887754659112e-06,
      "loss": 0.8062,
      "step": 817
    },
    {
      "epoch": 0.3094675115861156,
      "grad_norm": 1.0815055115388574,
      "learning_rate": 7.999874161003984e-06,
      "loss": 0.825,
      "step": 818
    },
    {
      "epoch": 0.3098458337274189,
      "grad_norm": 1.1258610055051623,
      "learning_rate": 7.999859790585307e-06,
      "loss": 0.8544,
      "step": 819
    },
    {
      "epoch": 0.3102241558687222,
      "grad_norm": 1.0792203366803435,
      "learning_rate": 7.99984464340587e-06,
      "loss": 0.8371,
      "step": 820
    },
    {
      "epoch": 0.31060247801002555,
      "grad_norm": 1.0857066217255478,
      "learning_rate": 7.999828719468619e-06,
      "loss": 0.8025,
      "step": 821
    },
    {
      "epoch": 0.31098080015132884,
      "grad_norm": 1.0345681012946357,
      "learning_rate": 7.999812018776642e-06,
      "loss": 0.7961,
      "step": 822
    },
    {
      "epoch": 0.3113591222926322,
      "grad_norm": 1.0880871394519303,
      "learning_rate": 7.999794541333184e-06,
      "loss": 0.867,
      "step": 823
    },
    {
      "epoch": 0.3117374444339355,
      "grad_norm": 1.0734362647252,
      "learning_rate": 7.99977628714164e-06,
      "loss": 0.8504,
      "step": 824
    },
    {
      "epoch": 0.3121157665752388,
      "grad_norm": 1.0651195855212972,
      "learning_rate": 7.999757256205554e-06,
      "loss": 0.836,
      "step": 825
    },
    {
      "epoch": 0.31249408871654216,
      "grad_norm": 1.0952088927990486,
      "learning_rate": 7.99973744852862e-06,
      "loss": 0.8685,
      "step": 826
    },
    {
      "epoch": 0.31287241085784545,
      "grad_norm": 1.1189908995835645,
      "learning_rate": 7.999716864114687e-06,
      "loss": 0.8612,
      "step": 827
    },
    {
      "epoch": 0.3132507329991488,
      "grad_norm": 1.1107627441762915,
      "learning_rate": 7.999695502967753e-06,
      "loss": 0.887,
      "step": 828
    },
    {
      "epoch": 0.3136290551404521,
      "grad_norm": 1.0910830318775155,
      "learning_rate": 7.999673365091965e-06,
      "loss": 0.8149,
      "step": 829
    },
    {
      "epoch": 0.31400737728175543,
      "grad_norm": 1.0878738960197105,
      "learning_rate": 7.99965045049162e-06,
      "loss": 0.8543,
      "step": 830
    },
    {
      "epoch": 0.3143856994230587,
      "grad_norm": 1.1304840925957875,
      "learning_rate": 7.999626759171173e-06,
      "loss": 0.8607,
      "step": 831
    },
    {
      "epoch": 0.31476402156436206,
      "grad_norm": 1.0977832972523356,
      "learning_rate": 7.99960229113522e-06,
      "loss": 0.8238,
      "step": 832
    },
    {
      "epoch": 0.31514234370566535,
      "grad_norm": 1.1056029713906521,
      "learning_rate": 7.999577046388514e-06,
      "loss": 0.8449,
      "step": 833
    },
    {
      "epoch": 0.3155206658469687,
      "grad_norm": 1.1263279045653014,
      "learning_rate": 7.999551024935959e-06,
      "loss": 0.8996,
      "step": 834
    },
    {
      "epoch": 0.31589898798827204,
      "grad_norm": 1.1023495304424114,
      "learning_rate": 7.999524226782608e-06,
      "loss": 0.8059,
      "step": 835
    },
    {
      "epoch": 0.31627731012957533,
      "grad_norm": 1.0710753056086557,
      "learning_rate": 7.999496651933662e-06,
      "loss": 0.8364,
      "step": 836
    },
    {
      "epoch": 0.3166556322708787,
      "grad_norm": 1.1628408036471776,
      "learning_rate": 7.999468300394481e-06,
      "loss": 0.8491,
      "step": 837
    },
    {
      "epoch": 0.31703395441218196,
      "grad_norm": 1.1011205956685801,
      "learning_rate": 7.999439172170566e-06,
      "loss": 0.8371,
      "step": 838
    },
    {
      "epoch": 0.3174122765534853,
      "grad_norm": 1.067716374321139,
      "learning_rate": 7.999409267267577e-06,
      "loss": 0.8257,
      "step": 839
    },
    {
      "epoch": 0.3177905986947886,
      "grad_norm": 1.1358374860128349,
      "learning_rate": 7.99937858569132e-06,
      "loss": 0.8317,
      "step": 840
    },
    {
      "epoch": 0.31816892083609194,
      "grad_norm": 1.0779959631518108,
      "learning_rate": 7.999347127447752e-06,
      "loss": 0.7981,
      "step": 841
    },
    {
      "epoch": 0.31854724297739523,
      "grad_norm": 1.1254796876535107,
      "learning_rate": 7.999314892542985e-06,
      "loss": 0.8971,
      "step": 842
    },
    {
      "epoch": 0.3189255651186986,
      "grad_norm": 1.0901729922813403,
      "learning_rate": 7.999281880983277e-06,
      "loss": 0.8506,
      "step": 843
    },
    {
      "epoch": 0.3193038872600019,
      "grad_norm": 1.0709160400913234,
      "learning_rate": 7.999248092775039e-06,
      "loss": 0.8468,
      "step": 844
    },
    {
      "epoch": 0.3196822094013052,
      "grad_norm": 1.1223182444160262,
      "learning_rate": 7.999213527924831e-06,
      "loss": 0.8217,
      "step": 845
    },
    {
      "epoch": 0.32006053154260855,
      "grad_norm": 1.1033066311400137,
      "learning_rate": 7.99917818643937e-06,
      "loss": 0.8646,
      "step": 846
    },
    {
      "epoch": 0.32043885368391184,
      "grad_norm": 1.1122943393613496,
      "learning_rate": 7.999142068325514e-06,
      "loss": 0.8343,
      "step": 847
    },
    {
      "epoch": 0.3208171758252152,
      "grad_norm": 1.1197740571480894,
      "learning_rate": 7.999105173590281e-06,
      "loss": 0.8408,
      "step": 848
    },
    {
      "epoch": 0.3211954979665185,
      "grad_norm": 1.0680302459683109,
      "learning_rate": 7.999067502240835e-06,
      "loss": 0.8527,
      "step": 849
    },
    {
      "epoch": 0.3215738201078218,
      "grad_norm": 1.0872491602723373,
      "learning_rate": 7.99902905428449e-06,
      "loss": 0.8417,
      "step": 850
    },
    {
      "epoch": 0.3219521422491251,
      "grad_norm": 1.106663351318103,
      "learning_rate": 7.998989829728712e-06,
      "loss": 0.8055,
      "step": 851
    },
    {
      "epoch": 0.32233046439042845,
      "grad_norm": 1.0809694317490106,
      "learning_rate": 7.998949828581122e-06,
      "loss": 0.8614,
      "step": 852
    },
    {
      "epoch": 0.3227087865317318,
      "grad_norm": 1.102190346138006,
      "learning_rate": 7.998909050849484e-06,
      "loss": 0.8716,
      "step": 853
    },
    {
      "epoch": 0.3230871086730351,
      "grad_norm": 1.0436133036323463,
      "learning_rate": 7.998867496541719e-06,
      "loss": 0.8575,
      "step": 854
    },
    {
      "epoch": 0.32346543081433843,
      "grad_norm": 1.0545933388006492,
      "learning_rate": 7.998825165665894e-06,
      "loss": 0.8208,
      "step": 855
    },
    {
      "epoch": 0.3238437529556417,
      "grad_norm": 1.066597036199654,
      "learning_rate": 7.998782058230237e-06,
      "loss": 0.7723,
      "step": 856
    },
    {
      "epoch": 0.32422207509694506,
      "grad_norm": 1.053365311188067,
      "learning_rate": 7.998738174243111e-06,
      "loss": 0.8102,
      "step": 857
    },
    {
      "epoch": 0.32460039723824835,
      "grad_norm": 1.0581107038361595,
      "learning_rate": 7.99869351371304e-06,
      "loss": 0.7999,
      "step": 858
    },
    {
      "epoch": 0.3249787193795517,
      "grad_norm": 1.1008953546338276,
      "learning_rate": 7.998648076648702e-06,
      "loss": 0.8568,
      "step": 859
    },
    {
      "epoch": 0.325357041520855,
      "grad_norm": 1.1417115474045594,
      "learning_rate": 7.998601863058915e-06,
      "loss": 0.8183,
      "step": 860
    },
    {
      "epoch": 0.32573536366215833,
      "grad_norm": 1.0221082409435902,
      "learning_rate": 7.998554872952656e-06,
      "loss": 0.8236,
      "step": 861
    },
    {
      "epoch": 0.3261136858034617,
      "grad_norm": 1.0319653291858766,
      "learning_rate": 7.99850710633905e-06,
      "loss": 0.8268,
      "step": 862
    },
    {
      "epoch": 0.32649200794476496,
      "grad_norm": 1.0741619232930077,
      "learning_rate": 7.998458563227374e-06,
      "loss": 0.8635,
      "step": 863
    },
    {
      "epoch": 0.3268703300860683,
      "grad_norm": 1.084988318258729,
      "learning_rate": 7.998409243627051e-06,
      "loss": 0.807,
      "step": 864
    },
    {
      "epoch": 0.3272486522273716,
      "grad_norm": 1.0687498037098355,
      "learning_rate": 7.998359147547665e-06,
      "loss": 0.852,
      "step": 865
    },
    {
      "epoch": 0.32762697436867494,
      "grad_norm": 1.125647258256957,
      "learning_rate": 7.99830827499894e-06,
      "loss": 0.8153,
      "step": 866
    },
    {
      "epoch": 0.32800529650997823,
      "grad_norm": 1.1182770611625017,
      "learning_rate": 7.998256625990756e-06,
      "loss": 0.8103,
      "step": 867
    },
    {
      "epoch": 0.3283836186512816,
      "grad_norm": 1.0564435912408205,
      "learning_rate": 7.998204200533144e-06,
      "loss": 0.8119,
      "step": 868
    },
    {
      "epoch": 0.32876194079258486,
      "grad_norm": 1.1460131223742922,
      "learning_rate": 7.998150998636284e-06,
      "loss": 0.8289,
      "step": 869
    },
    {
      "epoch": 0.3291402629338882,
      "grad_norm": 1.0575674306051868,
      "learning_rate": 7.998097020310509e-06,
      "loss": 0.8428,
      "step": 870
    },
    {
      "epoch": 0.32951858507519155,
      "grad_norm": 1.1137833102998567,
      "learning_rate": 7.9980422655663e-06,
      "loss": 0.8218,
      "step": 871
    },
    {
      "epoch": 0.32989690721649484,
      "grad_norm": 1.1107427833797017,
      "learning_rate": 7.997986734414291e-06,
      "loss": 0.851,
      "step": 872
    },
    {
      "epoch": 0.3302752293577982,
      "grad_norm": 1.1272405856822123,
      "learning_rate": 7.997930426865266e-06,
      "loss": 0.8604,
      "step": 873
    },
    {
      "epoch": 0.3306535514991015,
      "grad_norm": 1.0539626107226423,
      "learning_rate": 7.997873342930158e-06,
      "loss": 0.8531,
      "step": 874
    },
    {
      "epoch": 0.3310318736404048,
      "grad_norm": 1.0696538969484604,
      "learning_rate": 7.997815482620057e-06,
      "loss": 0.838,
      "step": 875
    },
    {
      "epoch": 0.3314101957817081,
      "grad_norm": 1.1460143163401961,
      "learning_rate": 7.997756845946193e-06,
      "loss": 0.7944,
      "step": 876
    },
    {
      "epoch": 0.33178851792301145,
      "grad_norm": 1.1082280014219137,
      "learning_rate": 7.997697432919957e-06,
      "loss": 0.9019,
      "step": 877
    },
    {
      "epoch": 0.33216684006431474,
      "grad_norm": 1.0841358926479614,
      "learning_rate": 7.997637243552888e-06,
      "loss": 0.7975,
      "step": 878
    },
    {
      "epoch": 0.3325451622056181,
      "grad_norm": 1.056009898365743,
      "learning_rate": 7.997576277856674e-06,
      "loss": 0.8574,
      "step": 879
    },
    {
      "epoch": 0.33292348434692143,
      "grad_norm": 1.0802951235255627,
      "learning_rate": 7.99751453584315e-06,
      "loss": 0.8155,
      "step": 880
    },
    {
      "epoch": 0.3333018064882247,
      "grad_norm": 1.077889148763545,
      "learning_rate": 7.99745201752431e-06,
      "loss": 0.7963,
      "step": 881
    },
    {
      "epoch": 0.33368012862952806,
      "grad_norm": 1.1621065299950686,
      "learning_rate": 7.997388722912295e-06,
      "loss": 0.8548,
      "step": 882
    },
    {
      "epoch": 0.33405845077083135,
      "grad_norm": 1.1322105218350456,
      "learning_rate": 7.997324652019394e-06,
      "loss": 0.8795,
      "step": 883
    },
    {
      "epoch": 0.3344367729121347,
      "grad_norm": 1.136478913491314,
      "learning_rate": 7.997259804858054e-06,
      "loss": 0.8053,
      "step": 884
    },
    {
      "epoch": 0.334815095053438,
      "grad_norm": 1.132941842896281,
      "learning_rate": 7.997194181440863e-06,
      "loss": 0.8753,
      "step": 885
    },
    {
      "epoch": 0.3351934171947413,
      "grad_norm": 1.072088751980564,
      "learning_rate": 7.997127781780567e-06,
      "loss": 0.8471,
      "step": 886
    },
    {
      "epoch": 0.3355717393360446,
      "grad_norm": 1.136959198020949,
      "learning_rate": 7.997060605890062e-06,
      "loss": 0.8805,
      "step": 887
    },
    {
      "epoch": 0.33595006147734796,
      "grad_norm": 1.1411444801682626,
      "learning_rate": 7.996992653782392e-06,
      "loss": 0.8241,
      "step": 888
    },
    {
      "epoch": 0.3363283836186513,
      "grad_norm": 1.0911333474121823,
      "learning_rate": 7.996923925470752e-06,
      "loss": 0.8134,
      "step": 889
    },
    {
      "epoch": 0.3367067057599546,
      "grad_norm": 1.0929540349841498,
      "learning_rate": 7.996854420968492e-06,
      "loss": 0.8362,
      "step": 890
    },
    {
      "epoch": 0.33708502790125794,
      "grad_norm": 1.1142134518728692,
      "learning_rate": 7.996784140289106e-06,
      "loss": 0.8583,
      "step": 891
    },
    {
      "epoch": 0.3374633500425612,
      "grad_norm": 1.0776120467255657,
      "learning_rate": 7.996713083446245e-06,
      "loss": 0.8405,
      "step": 892
    },
    {
      "epoch": 0.33784167218386457,
      "grad_norm": 1.0315550349351374,
      "learning_rate": 7.996641250453707e-06,
      "loss": 0.8233,
      "step": 893
    },
    {
      "epoch": 0.33821999432516786,
      "grad_norm": 1.1320956870150307,
      "learning_rate": 7.996568641325441e-06,
      "loss": 0.8497,
      "step": 894
    },
    {
      "epoch": 0.3385983164664712,
      "grad_norm": 1.0891148355471727,
      "learning_rate": 7.996495256075548e-06,
      "loss": 0.8338,
      "step": 895
    },
    {
      "epoch": 0.3389766386077745,
      "grad_norm": 1.1104610577848222,
      "learning_rate": 7.99642109471828e-06,
      "loss": 0.8166,
      "step": 896
    },
    {
      "epoch": 0.33935496074907784,
      "grad_norm": 1.0961276245110951,
      "learning_rate": 7.996346157268037e-06,
      "loss": 0.8213,
      "step": 897
    },
    {
      "epoch": 0.3397332828903812,
      "grad_norm": 1.053397674073016,
      "learning_rate": 7.996270443739375e-06,
      "loss": 0.8269,
      "step": 898
    },
    {
      "epoch": 0.34011160503168447,
      "grad_norm": 1.05985869383675,
      "learning_rate": 7.996193954146995e-06,
      "loss": 0.8632,
      "step": 899
    },
    {
      "epoch": 0.3404899271729878,
      "grad_norm": 1.0747332831609127,
      "learning_rate": 7.996116688505749e-06,
      "loss": 0.8308,
      "step": 900
    },
    {
      "epoch": 0.3408682493142911,
      "grad_norm": 1.0617958908539586,
      "learning_rate": 7.996038646830645e-06,
      "loss": 0.8003,
      "step": 901
    },
    {
      "epoch": 0.34124657145559445,
      "grad_norm": 1.0595674189471762,
      "learning_rate": 7.995959829136837e-06,
      "loss": 0.7948,
      "step": 902
    },
    {
      "epoch": 0.34162489359689774,
      "grad_norm": 1.0753382871745762,
      "learning_rate": 7.995880235439632e-06,
      "loss": 0.8399,
      "step": 903
    },
    {
      "epoch": 0.3420032157382011,
      "grad_norm": 1.1183441140434693,
      "learning_rate": 7.995799865754487e-06,
      "loss": 0.8221,
      "step": 904
    },
    {
      "epoch": 0.34238153787950437,
      "grad_norm": 1.0929766123596374,
      "learning_rate": 7.995718720097011e-06,
      "loss": 0.8309,
      "step": 905
    },
    {
      "epoch": 0.3427598600208077,
      "grad_norm": 1.0179073548109145,
      "learning_rate": 7.995636798482959e-06,
      "loss": 0.8355,
      "step": 906
    },
    {
      "epoch": 0.34313818216211106,
      "grad_norm": 1.1183732645745317,
      "learning_rate": 7.99555410092824e-06,
      "loss": 0.8376,
      "step": 907
    },
    {
      "epoch": 0.34351650430341435,
      "grad_norm": 1.165733705514543,
      "learning_rate": 7.995470627448915e-06,
      "loss": 0.86,
      "step": 908
    },
    {
      "epoch": 0.3438948264447177,
      "grad_norm": 1.0552618018743587,
      "learning_rate": 7.995386378061196e-06,
      "loss": 0.8468,
      "step": 909
    },
    {
      "epoch": 0.344273148586021,
      "grad_norm": 1.131651010498469,
      "learning_rate": 7.995301352781439e-06,
      "loss": 0.8489,
      "step": 910
    },
    {
      "epoch": 0.3446514707273243,
      "grad_norm": 1.1028826199732988,
      "learning_rate": 7.995215551626162e-06,
      "loss": 0.8721,
      "step": 911
    },
    {
      "epoch": 0.3450297928686276,
      "grad_norm": 1.1380255943103783,
      "learning_rate": 7.995128974612022e-06,
      "loss": 0.8484,
      "step": 912
    },
    {
      "epoch": 0.34540811500993096,
      "grad_norm": 1.0659393620350812,
      "learning_rate": 7.995041621755835e-06,
      "loss": 0.8198,
      "step": 913
    },
    {
      "epoch": 0.34578643715123425,
      "grad_norm": 1.059819166817385,
      "learning_rate": 7.994953493074562e-06,
      "loss": 0.8601,
      "step": 914
    },
    {
      "epoch": 0.3461647592925376,
      "grad_norm": 1.1168724106612267,
      "learning_rate": 7.994864588585323e-06,
      "loss": 0.8314,
      "step": 915
    },
    {
      "epoch": 0.34654308143384094,
      "grad_norm": 1.0696755810222651,
      "learning_rate": 7.994774908305377e-06,
      "loss": 0.8488,
      "step": 916
    },
    {
      "epoch": 0.3469214035751442,
      "grad_norm": 1.1571812110459856,
      "learning_rate": 7.99468445225214e-06,
      "loss": 0.8157,
      "step": 917
    },
    {
      "epoch": 0.34729972571644757,
      "grad_norm": 1.114611745775756,
      "learning_rate": 7.994593220443181e-06,
      "loss": 0.8368,
      "step": 918
    },
    {
      "epoch": 0.34767804785775086,
      "grad_norm": 1.152864146273239,
      "learning_rate": 7.994501212896218e-06,
      "loss": 0.861,
      "step": 919
    },
    {
      "epoch": 0.3480563699990542,
      "grad_norm": 1.1345158690879138,
      "learning_rate": 7.994408429629113e-06,
      "loss": 0.8163,
      "step": 920
    },
    {
      "epoch": 0.3484346921403575,
      "grad_norm": 1.0577940861565938,
      "learning_rate": 7.994314870659892e-06,
      "loss": 0.7803,
      "step": 921
    },
    {
      "epoch": 0.34881301428166084,
      "grad_norm": 1.04106331488491,
      "learning_rate": 7.994220536006717e-06,
      "loss": 0.8291,
      "step": 922
    },
    {
      "epoch": 0.3491913364229641,
      "grad_norm": 1.0394935151014175,
      "learning_rate": 7.99412542568791e-06,
      "loss": 0.7819,
      "step": 923
    },
    {
      "epoch": 0.34956965856426747,
      "grad_norm": 1.1306507694533081,
      "learning_rate": 7.994029539721941e-06,
      "loss": 0.8594,
      "step": 924
    },
    {
      "epoch": 0.3499479807055708,
      "grad_norm": 1.0984697906601044,
      "learning_rate": 7.993932878127433e-06,
      "loss": 0.872,
      "step": 925
    },
    {
      "epoch": 0.3503263028468741,
      "grad_norm": 1.0848529154386723,
      "learning_rate": 7.993835440923154e-06,
      "loss": 0.8668,
      "step": 926
    },
    {
      "epoch": 0.35070462498817745,
      "grad_norm": 1.074249076888769,
      "learning_rate": 7.993737228128028e-06,
      "loss": 0.88,
      "step": 927
    },
    {
      "epoch": 0.35108294712948074,
      "grad_norm": 1.0595559434730502,
      "learning_rate": 7.993638239761127e-06,
      "loss": 0.8448,
      "step": 928
    },
    {
      "epoch": 0.3514612692707841,
      "grad_norm": 1.0586225742216135,
      "learning_rate": 7.993538475841674e-06,
      "loss": 0.806,
      "step": 929
    },
    {
      "epoch": 0.35183959141208737,
      "grad_norm": 1.0965639423993851,
      "learning_rate": 7.993437936389045e-06,
      "loss": 0.8532,
      "step": 930
    },
    {
      "epoch": 0.3522179135533907,
      "grad_norm": 1.0635648509605742,
      "learning_rate": 7.99333662142276e-06,
      "loss": 0.8659,
      "step": 931
    },
    {
      "epoch": 0.3522179135533907,
      "eval_loss": 0.8405433893203735,
      "eval_runtime": 26.7827,
      "eval_samples_per_second": 33.044,
      "eval_steps_per_second": 1.045,
      "step": 931
    },
    {
      "epoch": 0.3522179135533907,
      "eval_bench_accuracy_arc_challenge": 0.2,
      "eval_bench_accuracy_hellaswag": 0.265,
      "eval_bench_accuracy_mmlu": 0.20869565217391303,
      "eval_bench_average_accuracy": 0.22456521739130433,
      "eval_bench_loss": 4.116911503306606,
      "eval_bench_total_accuracy": 0.23076923076923078,
      "step": 931
    },
    {
      "epoch": 0.352596235694694,
      "grad_norm": 1.071445968085627,
      "learning_rate": 7.993234530962498e-06,
      "loss": 0.8349,
      "step": 932
    },
    {
      "epoch": 0.35297455783599735,
      "grad_norm": 1.1138872222419933,
      "learning_rate": 7.993131665028082e-06,
      "loss": 0.8369,
      "step": 933
    },
    {
      "epoch": 0.3533528799773007,
      "grad_norm": 1.034081458809988,
      "learning_rate": 7.993028023639493e-06,
      "loss": 0.8302,
      "step": 934
    },
    {
      "epoch": 0.353731202118604,
      "grad_norm": 1.0615568247982479,
      "learning_rate": 7.992923606816852e-06,
      "loss": 0.7956,
      "step": 935
    },
    {
      "epoch": 0.3541095242599073,
      "grad_norm": 1.0966324306911683,
      "learning_rate": 7.992818414580439e-06,
      "loss": 0.8157,
      "step": 936
    },
    {
      "epoch": 0.3544878464012106,
      "grad_norm": 1.0499428116789347,
      "learning_rate": 7.992712446950682e-06,
      "loss": 0.8448,
      "step": 937
    },
    {
      "epoch": 0.35486616854251396,
      "grad_norm": 1.0929166781794446,
      "learning_rate": 7.99260570394816e-06,
      "loss": 0.838,
      "step": 938
    },
    {
      "epoch": 0.35524449068381725,
      "grad_norm": 1.0784478665113866,
      "learning_rate": 7.9924981855936e-06,
      "loss": 0.8477,
      "step": 939
    },
    {
      "epoch": 0.3556228128251206,
      "grad_norm": 1.112873701673093,
      "learning_rate": 7.992389891907885e-06,
      "loss": 0.837,
      "step": 940
    },
    {
      "epoch": 0.3560011349664239,
      "grad_norm": 1.0396578216523251,
      "learning_rate": 7.992280822912044e-06,
      "loss": 0.7867,
      "step": 941
    },
    {
      "epoch": 0.3563794571077272,
      "grad_norm": 1.1025438788531285,
      "learning_rate": 7.992170978627258e-06,
      "loss": 0.8588,
      "step": 942
    },
    {
      "epoch": 0.35675777924903057,
      "grad_norm": 1.0567533995232752,
      "learning_rate": 7.992060359074857e-06,
      "loss": 0.8415,
      "step": 943
    },
    {
      "epoch": 0.35713610139033386,
      "grad_norm": 1.0876544163342308,
      "learning_rate": 7.991948964276324e-06,
      "loss": 0.8139,
      "step": 944
    },
    {
      "epoch": 0.3575144235316372,
      "grad_norm": 1.1119965568409491,
      "learning_rate": 7.991836794253291e-06,
      "loss": 0.8236,
      "step": 945
    },
    {
      "epoch": 0.3578927456729405,
      "grad_norm": 1.050449035576396,
      "learning_rate": 7.991723849027543e-06,
      "loss": 0.8683,
      "step": 946
    },
    {
      "epoch": 0.35827106781424384,
      "grad_norm": 1.0727809938491701,
      "learning_rate": 7.991610128621012e-06,
      "loss": 0.8637,
      "step": 947
    },
    {
      "epoch": 0.3586493899555471,
      "grad_norm": 1.1142250081446294,
      "learning_rate": 7.991495633055782e-06,
      "loss": 0.8173,
      "step": 948
    },
    {
      "epoch": 0.35902771209685047,
      "grad_norm": 1.0422992081938323,
      "learning_rate": 7.99138036235409e-06,
      "loss": 0.8247,
      "step": 949
    },
    {
      "epoch": 0.3594060342381538,
      "grad_norm": 1.0683985452632145,
      "learning_rate": 7.991264316538315e-06,
      "loss": 0.7835,
      "step": 950
    },
    {
      "epoch": 0.3597843563794571,
      "grad_norm": 1.1389275468673155,
      "learning_rate": 7.991147495631001e-06,
      "loss": 0.8263,
      "step": 951
    },
    {
      "epoch": 0.36016267852076045,
      "grad_norm": 1.0300732494637694,
      "learning_rate": 7.99102989965483e-06,
      "loss": 0.8382,
      "step": 952
    },
    {
      "epoch": 0.36054100066206374,
      "grad_norm": 1.1134877059951171,
      "learning_rate": 7.990911528632637e-06,
      "loss": 0.8301,
      "step": 953
    },
    {
      "epoch": 0.3609193228033671,
      "grad_norm": 1.1556214956120872,
      "learning_rate": 7.990792382587413e-06,
      "loss": 0.8339,
      "step": 954
    },
    {
      "epoch": 0.36129764494467037,
      "grad_norm": 1.0496596260111375,
      "learning_rate": 7.990672461542295e-06,
      "loss": 0.855,
      "step": 955
    },
    {
      "epoch": 0.3616759670859737,
      "grad_norm": 1.0631933354628074,
      "learning_rate": 7.99055176552057e-06,
      "loss": 0.8028,
      "step": 956
    },
    {
      "epoch": 0.362054289227277,
      "grad_norm": 1.112630845203049,
      "learning_rate": 7.990430294545676e-06,
      "loss": 0.8324,
      "step": 957
    },
    {
      "epoch": 0.36243261136858035,
      "grad_norm": 1.047199242259213,
      "learning_rate": 7.990308048641205e-06,
      "loss": 0.8113,
      "step": 958
    },
    {
      "epoch": 0.3628109335098837,
      "grad_norm": 1.027441822648717,
      "learning_rate": 7.990185027830895e-06,
      "loss": 0.818,
      "step": 959
    },
    {
      "epoch": 0.363189255651187,
      "grad_norm": 1.1215384265121908,
      "learning_rate": 7.990061232138636e-06,
      "loss": 0.8105,
      "step": 960
    },
    {
      "epoch": 0.3635675777924903,
      "grad_norm": 1.068442952320319,
      "learning_rate": 7.989936661588471e-06,
      "loss": 0.7921,
      "step": 961
    },
    {
      "epoch": 0.3639458999337936,
      "grad_norm": 1.1092839541563482,
      "learning_rate": 7.989811316204588e-06,
      "loss": 0.8604,
      "step": 962
    },
    {
      "epoch": 0.36432422207509696,
      "grad_norm": 1.071801311807864,
      "learning_rate": 7.989685196011332e-06,
      "loss": 0.8309,
      "step": 963
    },
    {
      "epoch": 0.36470254421640025,
      "grad_norm": 1.0755045364863953,
      "learning_rate": 7.989558301033193e-06,
      "loss": 0.8281,
      "step": 964
    },
    {
      "epoch": 0.3650808663577036,
      "grad_norm": 1.0267320983799983,
      "learning_rate": 7.989430631294813e-06,
      "loss": 0.8354,
      "step": 965
    },
    {
      "epoch": 0.3654591884990069,
      "grad_norm": 1.137253491825624,
      "learning_rate": 7.98930218682099e-06,
      "loss": 0.879,
      "step": 966
    },
    {
      "epoch": 0.3658375106403102,
      "grad_norm": 1.078336142946193,
      "learning_rate": 7.989172967636661e-06,
      "loss": 0.7937,
      "step": 967
    },
    {
      "epoch": 0.36621583278161357,
      "grad_norm": 1.249220122221408,
      "learning_rate": 7.98904297376692e-06,
      "loss": 0.8719,
      "step": 968
    },
    {
      "epoch": 0.36659415492291686,
      "grad_norm": 1.0553052489470098,
      "learning_rate": 7.988912205237018e-06,
      "loss": 0.8343,
      "step": 969
    },
    {
      "epoch": 0.3669724770642202,
      "grad_norm": 1.0825650361601242,
      "learning_rate": 7.988780662072345e-06,
      "loss": 0.8708,
      "step": 970
    },
    {
      "epoch": 0.3673507992055235,
      "grad_norm": 1.0492113257783737,
      "learning_rate": 7.988648344298449e-06,
      "loss": 0.8158,
      "step": 971
    },
    {
      "epoch": 0.36772912134682684,
      "grad_norm": 1.1098170719484017,
      "learning_rate": 7.988515251941022e-06,
      "loss": 0.8072,
      "step": 972
    },
    {
      "epoch": 0.3681074434881301,
      "grad_norm": 1.0470408388006793,
      "learning_rate": 7.988381385025913e-06,
      "loss": 0.8254,
      "step": 973
    },
    {
      "epoch": 0.36848576562943347,
      "grad_norm": 1.1223023650314936,
      "learning_rate": 7.988246743579118e-06,
      "loss": 0.8422,
      "step": 974
    },
    {
      "epoch": 0.36886408777073676,
      "grad_norm": 1.0378189816707217,
      "learning_rate": 7.988111327626781e-06,
      "loss": 0.7986,
      "step": 975
    },
    {
      "epoch": 0.3692424099120401,
      "grad_norm": 1.0879026599404655,
      "learning_rate": 7.987975137195206e-06,
      "loss": 0.8239,
      "step": 976
    },
    {
      "epoch": 0.36962073205334345,
      "grad_norm": 1.0445944467404071,
      "learning_rate": 7.987838172310836e-06,
      "loss": 0.7856,
      "step": 977
    },
    {
      "epoch": 0.36999905419464674,
      "grad_norm": 1.0952504464513027,
      "learning_rate": 7.987700433000268e-06,
      "loss": 0.8474,
      "step": 978
    },
    {
      "epoch": 0.3703773763359501,
      "grad_norm": 1.0976482765823483,
      "learning_rate": 7.987561919290254e-06,
      "loss": 0.8067,
      "step": 979
    },
    {
      "epoch": 0.37075569847725337,
      "grad_norm": 1.0673215016151512,
      "learning_rate": 7.987422631207691e-06,
      "loss": 0.7747,
      "step": 980
    },
    {
      "epoch": 0.3711340206185567,
      "grad_norm": 1.1205110055136513,
      "learning_rate": 7.98728256877963e-06,
      "loss": 0.7892,
      "step": 981
    },
    {
      "epoch": 0.37151234275986,
      "grad_norm": 1.092436787430483,
      "learning_rate": 7.987141732033268e-06,
      "loss": 0.8332,
      "step": 982
    },
    {
      "epoch": 0.37189066490116335,
      "grad_norm": 1.091564370951629,
      "learning_rate": 7.987000120995958e-06,
      "loss": 0.8318,
      "step": 983
    },
    {
      "epoch": 0.37226898704246664,
      "grad_norm": 1.0840271784135682,
      "learning_rate": 7.986857735695197e-06,
      "loss": 0.8343,
      "step": 984
    },
    {
      "epoch": 0.37264730918377,
      "grad_norm": 1.1224128911012572,
      "learning_rate": 7.98671457615864e-06,
      "loss": 0.8084,
      "step": 985
    },
    {
      "epoch": 0.3730256313250733,
      "grad_norm": 1.0744788507306402,
      "learning_rate": 7.986570642414086e-06,
      "loss": 0.8468,
      "step": 986
    },
    {
      "epoch": 0.3734039534663766,
      "grad_norm": 1.0627524449061605,
      "learning_rate": 7.986425934489486e-06,
      "loss": 0.794,
      "step": 987
    },
    {
      "epoch": 0.37378227560767996,
      "grad_norm": 1.1606049685680029,
      "learning_rate": 7.986280452412942e-06,
      "loss": 0.8599,
      "step": 988
    },
    {
      "epoch": 0.37416059774898325,
      "grad_norm": 1.1453346028219251,
      "learning_rate": 7.986134196212707e-06,
      "loss": 0.839,
      "step": 989
    },
    {
      "epoch": 0.3745389198902866,
      "grad_norm": 1.047560845313498,
      "learning_rate": 7.985987165917182e-06,
      "loss": 0.838,
      "step": 990
    },
    {
      "epoch": 0.3749172420315899,
      "grad_norm": 1.0691648190671164,
      "learning_rate": 7.985839361554922e-06,
      "loss": 0.8349,
      "step": 991
    },
    {
      "epoch": 0.3752955641728932,
      "grad_norm": 1.0728147519090105,
      "learning_rate": 7.985690783154628e-06,
      "loss": 0.8082,
      "step": 992
    },
    {
      "epoch": 0.3756738863141965,
      "grad_norm": 1.0710609346244502,
      "learning_rate": 7.985541430745155e-06,
      "loss": 0.8367,
      "step": 993
    },
    {
      "epoch": 0.37605220845549986,
      "grad_norm": 1.0345097180466358,
      "learning_rate": 7.985391304355508e-06,
      "loss": 0.8235,
      "step": 994
    },
    {
      "epoch": 0.3764305305968032,
      "grad_norm": 1.0627329252549442,
      "learning_rate": 7.985240404014836e-06,
      "loss": 0.8361,
      "step": 995
    },
    {
      "epoch": 0.3768088527381065,
      "grad_norm": 1.055170154515539,
      "learning_rate": 7.98508872975245e-06,
      "loss": 0.7913,
      "step": 996
    },
    {
      "epoch": 0.37718717487940984,
      "grad_norm": 1.0799095201174227,
      "learning_rate": 7.9849362815978e-06,
      "loss": 0.8143,
      "step": 997
    },
    {
      "epoch": 0.3775654970207131,
      "grad_norm": 1.1004168575034028,
      "learning_rate": 7.984783059580493e-06,
      "loss": 0.8325,
      "step": 998
    },
    {
      "epoch": 0.37794381916201647,
      "grad_norm": 1.064297565177233,
      "learning_rate": 7.984629063730284e-06,
      "loss": 0.7825,
      "step": 999
    },
    {
      "epoch": 0.37832214130331976,
      "grad_norm": 1.0635329039354893,
      "learning_rate": 7.984474294077078e-06,
      "loss": 0.843,
      "step": 1000
    },
    {
      "epoch": 0.3787004634446231,
      "grad_norm": 1.0134149947950788,
      "learning_rate": 7.98431875065093e-06,
      "loss": 0.8407,
      "step": 1001
    },
    {
      "epoch": 0.3790787855859264,
      "grad_norm": 1.1003240739229772,
      "learning_rate": 7.984162433482048e-06,
      "loss": 0.8757,
      "step": 1002
    },
    {
      "epoch": 0.37945710772722974,
      "grad_norm": 1.0704123729576063,
      "learning_rate": 7.984005342600789e-06,
      "loss": 0.8385,
      "step": 1003
    },
    {
      "epoch": 0.3798354298685331,
      "grad_norm": 1.082489049237877,
      "learning_rate": 7.983847478037655e-06,
      "loss": 0.8494,
      "step": 1004
    },
    {
      "epoch": 0.38021375200983637,
      "grad_norm": 1.080752264367249,
      "learning_rate": 7.983688839823308e-06,
      "loss": 0.8609,
      "step": 1005
    },
    {
      "epoch": 0.3805920741511397,
      "grad_norm": 1.1968418204384677,
      "learning_rate": 7.983529427988552e-06,
      "loss": 0.8564,
      "step": 1006
    },
    {
      "epoch": 0.380970396292443,
      "grad_norm": 1.061469890379153,
      "learning_rate": 7.983369242564346e-06,
      "loss": 0.7891,
      "step": 1007
    },
    {
      "epoch": 0.38134871843374635,
      "grad_norm": 1.0621745023983624,
      "learning_rate": 7.983208283581796e-06,
      "loss": 0.864,
      "step": 1008
    },
    {
      "epoch": 0.38172704057504964,
      "grad_norm": 1.1002758271639341,
      "learning_rate": 7.98304655107216e-06,
      "loss": 0.8511,
      "step": 1009
    },
    {
      "epoch": 0.382105362716353,
      "grad_norm": 1.2982365803931801,
      "learning_rate": 7.982884045066848e-06,
      "loss": 0.8707,
      "step": 1010
    },
    {
      "epoch": 0.38248368485765627,
      "grad_norm": 1.0481998500890215,
      "learning_rate": 7.982720765597416e-06,
      "loss": 0.808,
      "step": 1011
    },
    {
      "epoch": 0.3828620069989596,
      "grad_norm": 1.0843657280284922,
      "learning_rate": 7.982556712695573e-06,
      "loss": 0.8033,
      "step": 1012
    },
    {
      "epoch": 0.38324032914026296,
      "grad_norm": 1.056797859890995,
      "learning_rate": 7.982391886393176e-06,
      "loss": 0.8109,
      "step": 1013
    },
    {
      "epoch": 0.38361865128156625,
      "grad_norm": 1.060307047043872,
      "learning_rate": 7.982226286722239e-06,
      "loss": 0.8485,
      "step": 1014
    },
    {
      "epoch": 0.3839969734228696,
      "grad_norm": 1.0880414860647125,
      "learning_rate": 7.982059913714915e-06,
      "loss": 0.829,
      "step": 1015
    },
    {
      "epoch": 0.3843752955641729,
      "grad_norm": 1.0647653565219015,
      "learning_rate": 7.981892767403516e-06,
      "loss": 0.831,
      "step": 1016
    },
    {
      "epoch": 0.3847536177054762,
      "grad_norm": 1.1245340497823308,
      "learning_rate": 7.9817248478205e-06,
      "loss": 0.8633,
      "step": 1017
    },
    {
      "epoch": 0.3851319398467795,
      "grad_norm": 1.083643967559738,
      "learning_rate": 7.981556154998477e-06,
      "loss": 0.8694,
      "step": 1018
    },
    {
      "epoch": 0.38551026198808286,
      "grad_norm": 1.0892685401414424,
      "learning_rate": 7.981386688970209e-06,
      "loss": 0.8455,
      "step": 1019
    },
    {
      "epoch": 0.38588858412938615,
      "grad_norm": 1.080573813534876,
      "learning_rate": 7.981216449768603e-06,
      "loss": 0.8028,
      "step": 1020
    },
    {
      "epoch": 0.3862669062706895,
      "grad_norm": 1.0697257333484091,
      "learning_rate": 7.981045437426718e-06,
      "loss": 0.8254,
      "step": 1021
    },
    {
      "epoch": 0.38664522841199284,
      "grad_norm": 1.1482898982014345,
      "learning_rate": 7.980873651977768e-06,
      "loss": 0.8434,
      "step": 1022
    },
    {
      "epoch": 0.3870235505532961,
      "grad_norm": 1.066295131291774,
      "learning_rate": 7.98070109345511e-06,
      "loss": 0.7966,
      "step": 1023
    },
    {
      "epoch": 0.38740187269459947,
      "grad_norm": 1.0329631074824188,
      "learning_rate": 7.980527761892255e-06,
      "loss": 0.7914,
      "step": 1024
    },
    {
      "epoch": 0.38778019483590276,
      "grad_norm": 1.0857069666875103,
      "learning_rate": 7.980353657322863e-06,
      "loss": 0.8622,
      "step": 1025
    },
    {
      "epoch": 0.3881585169772061,
      "grad_norm": 1.060211010001084,
      "learning_rate": 7.980178779780747e-06,
      "loss": 0.8381,
      "step": 1026
    },
    {
      "epoch": 0.3885368391185094,
      "grad_norm": 1.0543634996329088,
      "learning_rate": 7.980003129299865e-06,
      "loss": 0.8378,
      "step": 1027
    },
    {
      "epoch": 0.38891516125981274,
      "grad_norm": 1.1081388338013471,
      "learning_rate": 7.979826705914328e-06,
      "loss": 0.8338,
      "step": 1028
    },
    {
      "epoch": 0.389293483401116,
      "grad_norm": 1.104557100267363,
      "learning_rate": 7.9796495096584e-06,
      "loss": 0.795,
      "step": 1029
    },
    {
      "epoch": 0.38967180554241937,
      "grad_norm": 1.0655072241835162,
      "learning_rate": 7.979471540566489e-06,
      "loss": 0.8237,
      "step": 1030
    },
    {
      "epoch": 0.3900501276837227,
      "grad_norm": 1.0796326933387017,
      "learning_rate": 7.979292798673156e-06,
      "loss": 0.8556,
      "step": 1031
    },
    {
      "epoch": 0.390428449825026,
      "grad_norm": 1.0380712383913533,
      "learning_rate": 7.979113284013114e-06,
      "loss": 0.839,
      "step": 1032
    },
    {
      "epoch": 0.39080677196632935,
      "grad_norm": 1.085425876568373,
      "learning_rate": 7.97893299662122e-06,
      "loss": 0.8516,
      "step": 1033
    },
    {
      "epoch": 0.39118509410763264,
      "grad_norm": 1.2207322749435598,
      "learning_rate": 7.978751936532491e-06,
      "loss": 0.8549,
      "step": 1034
    },
    {
      "epoch": 0.391563416248936,
      "grad_norm": 1.088319428223248,
      "learning_rate": 7.978570103782086e-06,
      "loss": 0.8573,
      "step": 1035
    },
    {
      "epoch": 0.39194173839023927,
      "grad_norm": 1.0545678177926456,
      "learning_rate": 7.978387498405317e-06,
      "loss": 0.8325,
      "step": 1036
    },
    {
      "epoch": 0.3923200605315426,
      "grad_norm": 1.0921146086499482,
      "learning_rate": 7.978204120437641e-06,
      "loss": 0.7912,
      "step": 1037
    },
    {
      "epoch": 0.3926983826728459,
      "grad_norm": 1.1156394836322963,
      "learning_rate": 7.978019969914676e-06,
      "loss": 0.8344,
      "step": 1038
    },
    {
      "epoch": 0.39307670481414925,
      "grad_norm": 1.1163141481746923,
      "learning_rate": 7.97783504687218e-06,
      "loss": 0.8039,
      "step": 1039
    },
    {
      "epoch": 0.3934550269554526,
      "grad_norm": 1.1055832393565042,
      "learning_rate": 7.977649351346065e-06,
      "loss": 0.8098,
      "step": 1040
    },
    {
      "epoch": 0.3938333490967559,
      "grad_norm": 1.0475102246909884,
      "learning_rate": 7.97746288337239e-06,
      "loss": 0.7868,
      "step": 1041
    },
    {
      "epoch": 0.3942116712380592,
      "grad_norm": 1.0630199431469338,
      "learning_rate": 7.977275642987371e-06,
      "loss": 0.7965,
      "step": 1042
    },
    {
      "epoch": 0.3945899933793625,
      "grad_norm": 1.1096476912788604,
      "learning_rate": 7.977087630227368e-06,
      "loss": 0.8052,
      "step": 1043
    },
    {
      "epoch": 0.39496831552066586,
      "grad_norm": 1.0863091134871783,
      "learning_rate": 7.976898845128891e-06,
      "loss": 0.8435,
      "step": 1044
    },
    {
      "epoch": 0.39534663766196915,
      "grad_norm": 1.0492836175021802,
      "learning_rate": 7.976709287728602e-06,
      "loss": 0.8083,
      "step": 1045
    },
    {
      "epoch": 0.3957249598032725,
      "grad_norm": 1.0529300466346392,
      "learning_rate": 7.976518958063315e-06,
      "loss": 0.8274,
      "step": 1046
    },
    {
      "epoch": 0.3961032819445758,
      "grad_norm": 1.070473727548606,
      "learning_rate": 7.976327856169989e-06,
      "loss": 0.7971,
      "step": 1047
    },
    {
      "epoch": 0.3964816040858791,
      "grad_norm": 1.0617092300636013,
      "learning_rate": 7.976135982085734e-06,
      "loss": 0.8536,
      "step": 1048
    },
    {
      "epoch": 0.39685992622718247,
      "grad_norm": 1.0606504595804507,
      "learning_rate": 7.975943335847815e-06,
      "loss": 0.777,
      "step": 1049
    },
    {
      "epoch": 0.39723824836848576,
      "grad_norm": 1.1335961432026964,
      "learning_rate": 7.97574991749364e-06,
      "loss": 0.8707,
      "step": 1050
    },
    {
      "epoch": 0.3976165705097891,
      "grad_norm": 1.0932495202458485,
      "learning_rate": 7.975555727060773e-06,
      "loss": 0.8476,
      "step": 1051
    },
    {
      "epoch": 0.3979948926510924,
      "grad_norm": 1.0904729718461323,
      "learning_rate": 7.975360764586923e-06,
      "loss": 0.8325,
      "step": 1052
    },
    {
      "epoch": 0.39837321479239574,
      "grad_norm": 1.060481887356713,
      "learning_rate": 7.975165030109953e-06,
      "loss": 0.8293,
      "step": 1053
    },
    {
      "epoch": 0.398751536933699,
      "grad_norm": 1.0594136483291037,
      "learning_rate": 7.974968523667874e-06,
      "loss": 0.8333,
      "step": 1054
    },
    {
      "epoch": 0.39912985907500237,
      "grad_norm": 1.072066755016977,
      "learning_rate": 7.974771245298845e-06,
      "loss": 0.8588,
      "step": 1055
    },
    {
      "epoch": 0.39950818121630566,
      "grad_norm": 1.0407488984374065,
      "learning_rate": 7.974573195041179e-06,
      "loss": 0.8119,
      "step": 1056
    },
    {
      "epoch": 0.399886503357609,
      "grad_norm": 1.0897696384583164,
      "learning_rate": 7.974374372933333e-06,
      "loss": 0.8729,
      "step": 1057
    },
    {
      "epoch": 0.40026482549891235,
      "grad_norm": 1.0395716067441272,
      "learning_rate": 7.974174779013923e-06,
      "loss": 0.844,
      "step": 1058
    },
    {
      "epoch": 0.40064314764021564,
      "grad_norm": 1.0440432063315428,
      "learning_rate": 7.973974413321706e-06,
      "loss": 0.8311,
      "step": 1059
    },
    {
      "epoch": 0.401021469781519,
      "grad_norm": 1.085811930524537,
      "learning_rate": 7.973773275895593e-06,
      "loss": 0.8506,
      "step": 1060
    },
    {
      "epoch": 0.40139979192282227,
      "grad_norm": 1.017123583458792,
      "learning_rate": 7.973571366774646e-06,
      "loss": 0.7491,
      "step": 1061
    },
    {
      "epoch": 0.4017781140641256,
      "grad_norm": 1.041022717188848,
      "learning_rate": 7.973368685998074e-06,
      "loss": 0.8189,
      "step": 1062
    },
    {
      "epoch": 0.4021564362054289,
      "grad_norm": 1.0150607929017172,
      "learning_rate": 7.973165233605234e-06,
      "loss": 0.814,
      "step": 1063
    },
    {
      "epoch": 0.40253475834673225,
      "grad_norm": 1.0458554860554623,
      "learning_rate": 7.972961009635642e-06,
      "loss": 0.8123,
      "step": 1064
    },
    {
      "epoch": 0.40253475834673225,
      "eval_loss": 0.8304316997528076,
      "eval_runtime": 26.6669,
      "eval_samples_per_second": 33.187,
      "eval_steps_per_second": 1.05,
      "step": 1064
    },
    {
      "epoch": 0.40253475834673225,
      "eval_bench_accuracy_arc_challenge": 0.25,
      "eval_bench_accuracy_hellaswag": 0.285,
      "eval_bench_accuracy_mmlu": 0.2782608695652174,
      "eval_bench_average_accuracy": 0.2710869565217391,
      "eval_bench_loss": 4.517480147512336,
      "eval_bench_total_accuracy": 0.2725274725274725,
      "step": 1064
    },
    {
      "epoch": 0.40291308048803554,
      "grad_norm": 1.037409138160307,
      "learning_rate": 7.972756014128952e-06,
      "loss": 0.8159,
      "step": 1065
    },
    {
      "epoch": 0.4032914026293389,
      "grad_norm": 1.0836167448402902,
      "learning_rate": 7.972550247124976e-06,
      "loss": 0.8131,
      "step": 1066
    },
    {
      "epoch": 0.4036697247706422,
      "grad_norm": 1.0933137283571555,
      "learning_rate": 7.972343708663674e-06,
      "loss": 0.8183,
      "step": 1067
    },
    {
      "epoch": 0.4040480469119455,
      "grad_norm": 1.03216484709328,
      "learning_rate": 7.972136398785154e-06,
      "loss": 0.8569,
      "step": 1068
    },
    {
      "epoch": 0.40442636905324886,
      "grad_norm": 1.0656155608965763,
      "learning_rate": 7.971928317529676e-06,
      "loss": 0.8453,
      "step": 1069
    },
    {
      "epoch": 0.40480469119455215,
      "grad_norm": 1.0708238570639999,
      "learning_rate": 7.971719464937647e-06,
      "loss": 0.8367,
      "step": 1070
    },
    {
      "epoch": 0.4051830133358555,
      "grad_norm": 1.0621498480602682,
      "learning_rate": 7.971509841049628e-06,
      "loss": 0.8589,
      "step": 1071
    },
    {
      "epoch": 0.4055613354771588,
      "grad_norm": 1.0072315129856741,
      "learning_rate": 7.971299445906324e-06,
      "loss": 0.8379,
      "step": 1072
    },
    {
      "epoch": 0.4059396576184621,
      "grad_norm": 1.033456153626471,
      "learning_rate": 7.971088279548597e-06,
      "loss": 0.8079,
      "step": 1073
    },
    {
      "epoch": 0.4063179797597654,
      "grad_norm": 1.0079272901425842,
      "learning_rate": 7.970876342017452e-06,
      "loss": 0.7868,
      "step": 1074
    },
    {
      "epoch": 0.40669630190106876,
      "grad_norm": 1.0073805003714849,
      "learning_rate": 7.970663633354047e-06,
      "loss": 0.7988,
      "step": 1075
    },
    {
      "epoch": 0.4070746240423721,
      "grad_norm": 1.0708487426838318,
      "learning_rate": 7.97045015359969e-06,
      "loss": 0.8026,
      "step": 1076
    },
    {
      "epoch": 0.4074529461836754,
      "grad_norm": 1.069671541329999,
      "learning_rate": 7.970235902795838e-06,
      "loss": 0.8462,
      "step": 1077
    },
    {
      "epoch": 0.40783126832497874,
      "grad_norm": 1.0250427566221285,
      "learning_rate": 7.9700208809841e-06,
      "loss": 0.819,
      "step": 1078
    },
    {
      "epoch": 0.408209590466282,
      "grad_norm": 1.035811754086645,
      "learning_rate": 7.969805088206226e-06,
      "loss": 0.8192,
      "step": 1079
    },
    {
      "epoch": 0.40858791260758537,
      "grad_norm": 1.0919846226041652,
      "learning_rate": 7.96958852450413e-06,
      "loss": 0.8463,
      "step": 1080
    },
    {
      "epoch": 0.40896623474888866,
      "grad_norm": 1.0922304905923719,
      "learning_rate": 7.969371189919865e-06,
      "loss": 0.8505,
      "step": 1081
    },
    {
      "epoch": 0.409344556890192,
      "grad_norm": 1.0327335666733615,
      "learning_rate": 7.969153084495636e-06,
      "loss": 0.8054,
      "step": 1082
    },
    {
      "epoch": 0.4097228790314953,
      "grad_norm": 1.069756821894608,
      "learning_rate": 7.968934208273798e-06,
      "loss": 0.8348,
      "step": 1083
    },
    {
      "epoch": 0.41010120117279864,
      "grad_norm": 1.0472686446394408,
      "learning_rate": 7.968714561296859e-06,
      "loss": 0.8302,
      "step": 1084
    },
    {
      "epoch": 0.410479523314102,
      "grad_norm": 1.0462638623089058,
      "learning_rate": 7.96849414360747e-06,
      "loss": 0.8249,
      "step": 1085
    },
    {
      "epoch": 0.41085784545540527,
      "grad_norm": 1.0056327093077677,
      "learning_rate": 7.96827295524844e-06,
      "loss": 0.7795,
      "step": 1086
    },
    {
      "epoch": 0.4112361675967086,
      "grad_norm": 1.0244037556207601,
      "learning_rate": 7.968050996262716e-06,
      "loss": 0.7905,
      "step": 1087
    },
    {
      "epoch": 0.4116144897380119,
      "grad_norm": 1.0346973741005767,
      "learning_rate": 7.967828266693409e-06,
      "loss": 0.8371,
      "step": 1088
    },
    {
      "epoch": 0.41199281187931525,
      "grad_norm": 1.0958021967982934,
      "learning_rate": 7.96760476658377e-06,
      "loss": 0.8479,
      "step": 1089
    },
    {
      "epoch": 0.41237113402061853,
      "grad_norm": 1.0136255102022522,
      "learning_rate": 7.967380495977201e-06,
      "loss": 0.8055,
      "step": 1090
    },
    {
      "epoch": 0.4127494561619219,
      "grad_norm": 1.0687414316917077,
      "learning_rate": 7.967155454917255e-06,
      "loss": 0.8481,
      "step": 1091
    },
    {
      "epoch": 0.4131277783032252,
      "grad_norm": 1.0765456661292323,
      "learning_rate": 7.966929643447634e-06,
      "loss": 0.8115,
      "step": 1092
    },
    {
      "epoch": 0.4135061004445285,
      "grad_norm": 1.078258124622418,
      "learning_rate": 7.966703061612192e-06,
      "loss": 0.8319,
      "step": 1093
    },
    {
      "epoch": 0.41388442258583186,
      "grad_norm": 1.0491237525414794,
      "learning_rate": 7.966475709454928e-06,
      "loss": 0.8592,
      "step": 1094
    },
    {
      "epoch": 0.41426274472713515,
      "grad_norm": 1.0719668981104609,
      "learning_rate": 7.966247587019994e-06,
      "loss": 0.821,
      "step": 1095
    },
    {
      "epoch": 0.4146410668684385,
      "grad_norm": 1.026254989024167,
      "learning_rate": 7.966018694351691e-06,
      "loss": 0.8168,
      "step": 1096
    },
    {
      "epoch": 0.4150193890097418,
      "grad_norm": 1.0321711854785867,
      "learning_rate": 7.96578903149447e-06,
      "loss": 0.8255,
      "step": 1097
    },
    {
      "epoch": 0.4153977111510451,
      "grad_norm": 1.0513898483857722,
      "learning_rate": 7.965558598492929e-06,
      "loss": 0.7748,
      "step": 1098
    },
    {
      "epoch": 0.4157760332923484,
      "grad_norm": 1.0364175851458883,
      "learning_rate": 7.965327395391819e-06,
      "loss": 0.7978,
      "step": 1099
    },
    {
      "epoch": 0.41615435543365176,
      "grad_norm": 0.985307760157813,
      "learning_rate": 7.965095422236038e-06,
      "loss": 0.801,
      "step": 1100
    },
    {
      "epoch": 0.4165326775749551,
      "grad_norm": 1.0813628193591218,
      "learning_rate": 7.964862679070634e-06,
      "loss": 0.845,
      "step": 1101
    },
    {
      "epoch": 0.4169109997162584,
      "grad_norm": 1.0734207809402587,
      "learning_rate": 7.964629165940808e-06,
      "loss": 0.8817,
      "step": 1102
    },
    {
      "epoch": 0.41728932185756173,
      "grad_norm": 1.0599230797124688,
      "learning_rate": 7.964394882891904e-06,
      "loss": 0.8085,
      "step": 1103
    },
    {
      "epoch": 0.417667643998865,
      "grad_norm": 1.078793670107089,
      "learning_rate": 7.96415982996942e-06,
      "loss": 0.7938,
      "step": 1104
    },
    {
      "epoch": 0.41804596614016837,
      "grad_norm": 1.0350357122236093,
      "learning_rate": 7.963924007219002e-06,
      "loss": 0.8207,
      "step": 1105
    },
    {
      "epoch": 0.41842428828147166,
      "grad_norm": 1.041240999715739,
      "learning_rate": 7.963687414686449e-06,
      "loss": 0.7737,
      "step": 1106
    },
    {
      "epoch": 0.418802610422775,
      "grad_norm": 1.1066667842190356,
      "learning_rate": 7.963450052417703e-06,
      "loss": 0.8191,
      "step": 1107
    },
    {
      "epoch": 0.4191809325640783,
      "grad_norm": 1.0866062695241046,
      "learning_rate": 7.963211920458863e-06,
      "loss": 0.8098,
      "step": 1108
    },
    {
      "epoch": 0.41955925470538163,
      "grad_norm": 1.0628974307927237,
      "learning_rate": 7.962973018856169e-06,
      "loss": 0.836,
      "step": 1109
    },
    {
      "epoch": 0.419937576846685,
      "grad_norm": 1.0490148472801595,
      "learning_rate": 7.962733347656018e-06,
      "loss": 0.8074,
      "step": 1110
    },
    {
      "epoch": 0.42031589898798827,
      "grad_norm": 1.056521276681419,
      "learning_rate": 7.962492906904953e-06,
      "loss": 0.7798,
      "step": 1111
    },
    {
      "epoch": 0.4206942211292916,
      "grad_norm": 1.0568484786859005,
      "learning_rate": 7.962251696649665e-06,
      "loss": 0.832,
      "step": 1112
    },
    {
      "epoch": 0.4210725432705949,
      "grad_norm": 1.022548771593414,
      "learning_rate": 7.962009716937e-06,
      "loss": 0.8576,
      "step": 1113
    },
    {
      "epoch": 0.42145086541189825,
      "grad_norm": 1.0376517279626776,
      "learning_rate": 7.961766967813946e-06,
      "loss": 0.7709,
      "step": 1114
    },
    {
      "epoch": 0.42182918755320153,
      "grad_norm": 1.057176802372392,
      "learning_rate": 7.961523449327646e-06,
      "loss": 0.8684,
      "step": 1115
    },
    {
      "epoch": 0.4222075096945049,
      "grad_norm": 1.0278310719203412,
      "learning_rate": 7.961279161525389e-06,
      "loss": 0.7934,
      "step": 1116
    },
    {
      "epoch": 0.42258583183580817,
      "grad_norm": 1.0116937469277474,
      "learning_rate": 7.961034104454618e-06,
      "loss": 0.8288,
      "step": 1117
    },
    {
      "epoch": 0.4229641539771115,
      "grad_norm": 1.0791508367529585,
      "learning_rate": 7.960788278162918e-06,
      "loss": 0.8295,
      "step": 1118
    },
    {
      "epoch": 0.42334247611841486,
      "grad_norm": 1.0482664569638203,
      "learning_rate": 7.960541682698034e-06,
      "loss": 0.8044,
      "step": 1119
    },
    {
      "epoch": 0.42372079825971815,
      "grad_norm": 1.026033507367731,
      "learning_rate": 7.960294318107847e-06,
      "loss": 0.8086,
      "step": 1120
    },
    {
      "epoch": 0.4240991204010215,
      "grad_norm": 1.0713832704640005,
      "learning_rate": 7.960046184440399e-06,
      "loss": 0.8421,
      "step": 1121
    },
    {
      "epoch": 0.4244774425423248,
      "grad_norm": 1.0635267452769637,
      "learning_rate": 7.959797281743876e-06,
      "loss": 0.8452,
      "step": 1122
    },
    {
      "epoch": 0.4248557646836281,
      "grad_norm": 1.046318335512741,
      "learning_rate": 7.959547610066613e-06,
      "loss": 0.7944,
      "step": 1123
    },
    {
      "epoch": 0.4252340868249314,
      "grad_norm": 1.0788089412291229,
      "learning_rate": 7.959297169457097e-06,
      "loss": 0.8338,
      "step": 1124
    },
    {
      "epoch": 0.42561240896623476,
      "grad_norm": 1.0582140885008549,
      "learning_rate": 7.959045959963962e-06,
      "loss": 0.7914,
      "step": 1125
    },
    {
      "epoch": 0.42599073110753805,
      "grad_norm": 1.0773203264262958,
      "learning_rate": 7.958793981635991e-06,
      "loss": 0.8549,
      "step": 1126
    },
    {
      "epoch": 0.4263690532488414,
      "grad_norm": 1.0738918058139102,
      "learning_rate": 7.958541234522119e-06,
      "loss": 0.7836,
      "step": 1127
    },
    {
      "epoch": 0.42674737539014473,
      "grad_norm": 1.0307363548970123,
      "learning_rate": 7.958287718671429e-06,
      "loss": 0.829,
      "step": 1128
    },
    {
      "epoch": 0.427125697531448,
      "grad_norm": 1.0223432647328048,
      "learning_rate": 7.958033434133152e-06,
      "loss": 0.8421,
      "step": 1129
    },
    {
      "epoch": 0.42750401967275137,
      "grad_norm": 1.0402584891579054,
      "learning_rate": 7.95777838095667e-06,
      "loss": 0.7836,
      "step": 1130
    },
    {
      "epoch": 0.42788234181405466,
      "grad_norm": 1.0761841482760737,
      "learning_rate": 7.957522559191514e-06,
      "loss": 0.7933,
      "step": 1131
    },
    {
      "epoch": 0.428260663955358,
      "grad_norm": 1.0391476619745978,
      "learning_rate": 7.957265968887361e-06,
      "loss": 0.811,
      "step": 1132
    },
    {
      "epoch": 0.4286389860966613,
      "grad_norm": 1.026814188051067,
      "learning_rate": 7.957008610094043e-06,
      "loss": 0.8078,
      "step": 1133
    },
    {
      "epoch": 0.42901730823796463,
      "grad_norm": 1.0406330571564124,
      "learning_rate": 7.956750482861538e-06,
      "loss": 0.8359,
      "step": 1134
    },
    {
      "epoch": 0.4293956303792679,
      "grad_norm": 1.0642979501183267,
      "learning_rate": 7.956491587239971e-06,
      "loss": 0.8045,
      "step": 1135
    },
    {
      "epoch": 0.42977395252057127,
      "grad_norm": 1.0393212545559525,
      "learning_rate": 7.956231923279624e-06,
      "loss": 0.8348,
      "step": 1136
    },
    {
      "epoch": 0.4301522746618746,
      "grad_norm": 1.0470124602821342,
      "learning_rate": 7.955971491030917e-06,
      "loss": 0.8148,
      "step": 1137
    },
    {
      "epoch": 0.4305305968031779,
      "grad_norm": 1.0676455383028118,
      "learning_rate": 7.955710290544428e-06,
      "loss": 0.8336,
      "step": 1138
    },
    {
      "epoch": 0.43090891894448125,
      "grad_norm": 1.0721667527067038,
      "learning_rate": 7.955448321870882e-06,
      "loss": 0.831,
      "step": 1139
    },
    {
      "epoch": 0.43128724108578453,
      "grad_norm": 1.064318000094558,
      "learning_rate": 7.955185585061151e-06,
      "loss": 0.8335,
      "step": 1140
    },
    {
      "epoch": 0.4316655632270879,
      "grad_norm": 1.0302584817777816,
      "learning_rate": 7.95492208016626e-06,
      "loss": 0.791,
      "step": 1141
    },
    {
      "epoch": 0.43204388536839117,
      "grad_norm": 1.0256366632375336,
      "learning_rate": 7.954657807237379e-06,
      "loss": 0.8253,
      "step": 1142
    },
    {
      "epoch": 0.4324222075096945,
      "grad_norm": 1.0251051777197329,
      "learning_rate": 7.954392766325828e-06,
      "loss": 0.8223,
      "step": 1143
    },
    {
      "epoch": 0.4328005296509978,
      "grad_norm": 1.045445405795435,
      "learning_rate": 7.954126957483077e-06,
      "loss": 0.7606,
      "step": 1144
    },
    {
      "epoch": 0.43317885179230115,
      "grad_norm": 1.0425200750958303,
      "learning_rate": 7.95386038076075e-06,
      "loss": 0.8537,
      "step": 1145
    },
    {
      "epoch": 0.4335571739336045,
      "grad_norm": 1.0419269404142824,
      "learning_rate": 7.953593036210611e-06,
      "loss": 0.8277,
      "step": 1146
    },
    {
      "epoch": 0.4339354960749078,
      "grad_norm": 1.084574429840746,
      "learning_rate": 7.953324923884578e-06,
      "loss": 0.803,
      "step": 1147
    },
    {
      "epoch": 0.4343138182162111,
      "grad_norm": 1.0419638253671073,
      "learning_rate": 7.953056043834717e-06,
      "loss": 0.8334,
      "step": 1148
    },
    {
      "epoch": 0.4346921403575144,
      "grad_norm": 1.0168098031537844,
      "learning_rate": 7.952786396113248e-06,
      "loss": 0.7849,
      "step": 1149
    },
    {
      "epoch": 0.43507046249881776,
      "grad_norm": 1.0391261866313206,
      "learning_rate": 7.95251598077253e-06,
      "loss": 0.792,
      "step": 1150
    },
    {
      "epoch": 0.43544878464012104,
      "grad_norm": 1.0145928185391837,
      "learning_rate": 7.95224479786508e-06,
      "loss": 0.8069,
      "step": 1151
    },
    {
      "epoch": 0.4358271067814244,
      "grad_norm": 1.0145834983924735,
      "learning_rate": 7.951972847443561e-06,
      "loss": 0.8045,
      "step": 1152
    },
    {
      "epoch": 0.4362054289227277,
      "grad_norm": 1.0385429868897398,
      "learning_rate": 7.951700129560786e-06,
      "loss": 0.8091,
      "step": 1153
    },
    {
      "epoch": 0.436583751064031,
      "grad_norm": 1.0484204110539974,
      "learning_rate": 7.951426644269712e-06,
      "loss": 0.8118,
      "step": 1154
    },
    {
      "epoch": 0.43696207320533437,
      "grad_norm": 1.059201104727976,
      "learning_rate": 7.951152391623452e-06,
      "loss": 0.8335,
      "step": 1155
    },
    {
      "epoch": 0.43734039534663766,
      "grad_norm": 1.0061721443896443,
      "learning_rate": 7.950877371675265e-06,
      "loss": 0.7489,
      "step": 1156
    },
    {
      "epoch": 0.437718717487941,
      "grad_norm": 1.0920232553881484,
      "learning_rate": 7.950601584478557e-06,
      "loss": 0.8012,
      "step": 1157
    },
    {
      "epoch": 0.4380970396292443,
      "grad_norm": 1.0519115174631195,
      "learning_rate": 7.950325030086889e-06,
      "loss": 0.7923,
      "step": 1158
    },
    {
      "epoch": 0.43847536177054763,
      "grad_norm": 1.0813679052789027,
      "learning_rate": 7.950047708553962e-06,
      "loss": 0.8313,
      "step": 1159
    },
    {
      "epoch": 0.4388536839118509,
      "grad_norm": 1.0854599046397435,
      "learning_rate": 7.949769619933634e-06,
      "loss": 0.8616,
      "step": 1160
    },
    {
      "epoch": 0.43923200605315427,
      "grad_norm": 1.1104488658598137,
      "learning_rate": 7.94949076427991e-06,
      "loss": 0.7878,
      "step": 1161
    },
    {
      "epoch": 0.43961032819445756,
      "grad_norm": 1.1346641422155257,
      "learning_rate": 7.949211141646941e-06,
      "loss": 0.8287,
      "step": 1162
    },
    {
      "epoch": 0.4399886503357609,
      "grad_norm": 1.0632008460543734,
      "learning_rate": 7.948930752089029e-06,
      "loss": 0.8278,
      "step": 1163
    },
    {
      "epoch": 0.44036697247706424,
      "grad_norm": 1.0770714736885665,
      "learning_rate": 7.948649595660626e-06,
      "loss": 0.794,
      "step": 1164
    },
    {
      "epoch": 0.44074529461836753,
      "grad_norm": 1.0320296674718166,
      "learning_rate": 7.948367672416329e-06,
      "loss": 0.7973,
      "step": 1165
    },
    {
      "epoch": 0.4411236167596709,
      "grad_norm": 1.037195297637391,
      "learning_rate": 7.94808498241089e-06,
      "loss": 0.8124,
      "step": 1166
    },
    {
      "epoch": 0.44150193890097417,
      "grad_norm": 1.07174382564237,
      "learning_rate": 7.947801525699204e-06,
      "loss": 0.8501,
      "step": 1167
    },
    {
      "epoch": 0.4418802610422775,
      "grad_norm": 1.0423383360705205,
      "learning_rate": 7.947517302336321e-06,
      "loss": 0.8023,
      "step": 1168
    },
    {
      "epoch": 0.4422585831835808,
      "grad_norm": 1.0225149206809994,
      "learning_rate": 7.947232312377431e-06,
      "loss": 0.8082,
      "step": 1169
    },
    {
      "epoch": 0.44263690532488414,
      "grad_norm": 1.0490213514112987,
      "learning_rate": 7.946946555877883e-06,
      "loss": 0.8553,
      "step": 1170
    },
    {
      "epoch": 0.44301522746618743,
      "grad_norm": 1.0565295484573578,
      "learning_rate": 7.946660032893168e-06,
      "loss": 0.8334,
      "step": 1171
    },
    {
      "epoch": 0.4433935496074908,
      "grad_norm": 1.096379949923879,
      "learning_rate": 7.946372743478928e-06,
      "loss": 0.7885,
      "step": 1172
    },
    {
      "epoch": 0.4437718717487941,
      "grad_norm": 1.0635010257740696,
      "learning_rate": 7.946084687690952e-06,
      "loss": 0.867,
      "step": 1173
    },
    {
      "epoch": 0.4441501938900974,
      "grad_norm": 1.046045957242929,
      "learning_rate": 7.945795865585184e-06,
      "loss": 0.7794,
      "step": 1174
    },
    {
      "epoch": 0.44452851603140076,
      "grad_norm": 1.1358219370976814,
      "learning_rate": 7.945506277217707e-06,
      "loss": 0.8048,
      "step": 1175
    },
    {
      "epoch": 0.44490683817270404,
      "grad_norm": 1.0850391747638126,
      "learning_rate": 7.945215922644764e-06,
      "loss": 0.8056,
      "step": 1176
    },
    {
      "epoch": 0.4452851603140074,
      "grad_norm": 1.1532691295951847,
      "learning_rate": 7.944924801922734e-06,
      "loss": 0.8176,
      "step": 1177
    },
    {
      "epoch": 0.4456634824553107,
      "grad_norm": 1.0915907522482993,
      "learning_rate": 7.944632915108158e-06,
      "loss": 0.7994,
      "step": 1178
    },
    {
      "epoch": 0.446041804596614,
      "grad_norm": 1.0282978902411528,
      "learning_rate": 7.944340262257718e-06,
      "loss": 0.8263,
      "step": 1179
    },
    {
      "epoch": 0.4464201267379173,
      "grad_norm": 1.1021567277496518,
      "learning_rate": 7.944046843428244e-06,
      "loss": 0.829,
      "step": 1180
    },
    {
      "epoch": 0.44679844887922066,
      "grad_norm": 1.0694612963890957,
      "learning_rate": 7.94375265867672e-06,
      "loss": 0.8565,
      "step": 1181
    },
    {
      "epoch": 0.447176771020524,
      "grad_norm": 1.0750903881599976,
      "learning_rate": 7.943457708060272e-06,
      "loss": 0.8396,
      "step": 1182
    },
    {
      "epoch": 0.4475550931618273,
      "grad_norm": 1.0453024844416716,
      "learning_rate": 7.943161991636183e-06,
      "loss": 0.8096,
      "step": 1183
    },
    {
      "epoch": 0.44793341530313063,
      "grad_norm": 1.0657511458371332,
      "learning_rate": 7.942865509461879e-06,
      "loss": 0.7964,
      "step": 1184
    },
    {
      "epoch": 0.4483117374444339,
      "grad_norm": 1.0565556737130861,
      "learning_rate": 7.942568261594931e-06,
      "loss": 0.8254,
      "step": 1185
    },
    {
      "epoch": 0.44869005958573727,
      "grad_norm": 1.0811193147116154,
      "learning_rate": 7.942270248093072e-06,
      "loss": 0.8741,
      "step": 1186
    },
    {
      "epoch": 0.44906838172704056,
      "grad_norm": 1.0468093016525521,
      "learning_rate": 7.941971469014168e-06,
      "loss": 0.8379,
      "step": 1187
    },
    {
      "epoch": 0.4494467038683439,
      "grad_norm": 1.06315933336805,
      "learning_rate": 7.941671924416245e-06,
      "loss": 0.8294,
      "step": 1188
    },
    {
      "epoch": 0.4498250260096472,
      "grad_norm": 1.044215685157516,
      "learning_rate": 7.941371614357473e-06,
      "loss": 0.8093,
      "step": 1189
    },
    {
      "epoch": 0.45020334815095053,
      "grad_norm": 1.0172723595558777,
      "learning_rate": 7.941070538896172e-06,
      "loss": 0.777,
      "step": 1190
    },
    {
      "epoch": 0.4505816702922539,
      "grad_norm": 1.0750120304696666,
      "learning_rate": 7.940768698090809e-06,
      "loss": 0.8105,
      "step": 1191
    },
    {
      "epoch": 0.45095999243355717,
      "grad_norm": 1.0440692979176232,
      "learning_rate": 7.940466091999999e-06,
      "loss": 0.8537,
      "step": 1192
    },
    {
      "epoch": 0.4513383145748605,
      "grad_norm": 1.031643540251273,
      "learning_rate": 7.940162720682508e-06,
      "loss": 0.8362,
      "step": 1193
    },
    {
      "epoch": 0.4517166367161638,
      "grad_norm": 1.0019678147671374,
      "learning_rate": 7.939858584197252e-06,
      "loss": 0.8142,
      "step": 1194
    },
    {
      "epoch": 0.45209495885746714,
      "grad_norm": 1.060840824446392,
      "learning_rate": 7.939553682603292e-06,
      "loss": 0.7826,
      "step": 1195
    },
    {
      "epoch": 0.45247328099877043,
      "grad_norm": 1.0604407355830034,
      "learning_rate": 7.939248015959839e-06,
      "loss": 0.8276,
      "step": 1196
    },
    {
      "epoch": 0.4528516031400738,
      "grad_norm": 1.0445689437408072,
      "learning_rate": 7.938941584326251e-06,
      "loss": 0.7994,
      "step": 1197
    },
    {
      "epoch": 0.4528516031400738,
      "eval_loss": 0.8220446705818176,
      "eval_runtime": 26.7666,
      "eval_samples_per_second": 33.064,
      "eval_steps_per_second": 1.046,
      "step": 1197
    },
    {
      "epoch": 0.4528516031400738,
      "eval_bench_accuracy_arc_challenge": 0.2571428571428571,
      "eval_bench_accuracy_hellaswag": 0.225,
      "eval_bench_accuracy_mmlu": 0.23478260869565218,
      "eval_bench_average_accuracy": 0.23897515527950308,
      "eval_bench_loss": 5.286834716796875,
      "eval_bench_total_accuracy": 0.23736263736263735,
      "step": 1197
    },
    {
      "epoch": 0.45322992528137707,
      "grad_norm": 1.0158388274699295,
      "learning_rate": 7.938634387762039e-06,
      "loss": 0.8241,
      "step": 1198
    },
    {
      "epoch": 0.4536082474226804,
      "grad_norm": 1.165515743538843,
      "learning_rate": 7.938326426326857e-06,
      "loss": 0.8526,
      "step": 1199
    },
    {
      "epoch": 0.45398656956398376,
      "grad_norm": 1.0460295029244764,
      "learning_rate": 7.938017700080514e-06,
      "loss": 0.7998,
      "step": 1200
    },
    {
      "epoch": 0.45436489170528704,
      "grad_norm": 1.0837173342344641,
      "learning_rate": 7.93770820908296e-06,
      "loss": 0.7997,
      "step": 1201
    },
    {
      "epoch": 0.4547432138465904,
      "grad_norm": 1.0243169477083875,
      "learning_rate": 7.937397953394296e-06,
      "loss": 0.7991,
      "step": 1202
    },
    {
      "epoch": 0.4551215359878937,
      "grad_norm": 1.0695328376321132,
      "learning_rate": 7.937086933074777e-06,
      "loss": 0.7884,
      "step": 1203
    },
    {
      "epoch": 0.455499858129197,
      "grad_norm": 1.0594971537497897,
      "learning_rate": 7.9367751481848e-06,
      "loss": 0.793,
      "step": 1204
    },
    {
      "epoch": 0.4558781802705003,
      "grad_norm": 1.0554812656920887,
      "learning_rate": 7.936462598784913e-06,
      "loss": 0.8283,
      "step": 1205
    },
    {
      "epoch": 0.45625650241180365,
      "grad_norm": 1.0592140535117982,
      "learning_rate": 7.936149284935811e-06,
      "loss": 0.8323,
      "step": 1206
    },
    {
      "epoch": 0.45663482455310694,
      "grad_norm": 1.026196033728254,
      "learning_rate": 7.935835206698342e-06,
      "loss": 0.8024,
      "step": 1207
    },
    {
      "epoch": 0.4570131466944103,
      "grad_norm": 1.0292414805578125,
      "learning_rate": 7.935520364133494e-06,
      "loss": 0.7895,
      "step": 1208
    },
    {
      "epoch": 0.45739146883571363,
      "grad_norm": 1.0251629830106175,
      "learning_rate": 7.935204757302413e-06,
      "loss": 0.8086,
      "step": 1209
    },
    {
      "epoch": 0.4577697909770169,
      "grad_norm": 1.0757191280770386,
      "learning_rate": 7.934888386266387e-06,
      "loss": 0.8562,
      "step": 1210
    },
    {
      "epoch": 0.45814811311832027,
      "grad_norm": 1.0698429731328996,
      "learning_rate": 7.934571251086853e-06,
      "loss": 0.8518,
      "step": 1211
    },
    {
      "epoch": 0.45852643525962355,
      "grad_norm": 1.074189860162607,
      "learning_rate": 7.934253351825402e-06,
      "loss": 0.7941,
      "step": 1212
    },
    {
      "epoch": 0.4589047574009269,
      "grad_norm": 1.0538357299975836,
      "learning_rate": 7.933934688543764e-06,
      "loss": 0.8394,
      "step": 1213
    },
    {
      "epoch": 0.4592830795422302,
      "grad_norm": 1.0421117329655678,
      "learning_rate": 7.933615261303826e-06,
      "loss": 0.7609,
      "step": 1214
    },
    {
      "epoch": 0.45966140168353353,
      "grad_norm": 1.0391554404129049,
      "learning_rate": 7.933295070167617e-06,
      "loss": 0.8257,
      "step": 1215
    },
    {
      "epoch": 0.4600397238248368,
      "grad_norm": 1.0446148939643307,
      "learning_rate": 7.93297411519732e-06,
      "loss": 0.8104,
      "step": 1216
    },
    {
      "epoch": 0.46041804596614017,
      "grad_norm": 1.0344384305012022,
      "learning_rate": 7.932652396455262e-06,
      "loss": 0.8044,
      "step": 1217
    },
    {
      "epoch": 0.4607963681074435,
      "grad_norm": 1.0733053009164926,
      "learning_rate": 7.932329914003919e-06,
      "loss": 0.8174,
      "step": 1218
    },
    {
      "epoch": 0.4611746902487468,
      "grad_norm": 1.0714389655461505,
      "learning_rate": 7.932006667905917e-06,
      "loss": 0.8255,
      "step": 1219
    },
    {
      "epoch": 0.46155301239005014,
      "grad_norm": 1.028255926596019,
      "learning_rate": 7.93168265822403e-06,
      "loss": 0.8132,
      "step": 1220
    },
    {
      "epoch": 0.46193133453135343,
      "grad_norm": 1.0523184669233379,
      "learning_rate": 7.93135788502118e-06,
      "loss": 0.8428,
      "step": 1221
    },
    {
      "epoch": 0.4623096566726568,
      "grad_norm": 1.0557227987751663,
      "learning_rate": 7.931032348360435e-06,
      "loss": 0.8332,
      "step": 1222
    },
    {
      "epoch": 0.46268797881396007,
      "grad_norm": 1.0609398608821474,
      "learning_rate": 7.930706048305015e-06,
      "loss": 0.8254,
      "step": 1223
    },
    {
      "epoch": 0.4630663009552634,
      "grad_norm": 1.0113270947271225,
      "learning_rate": 7.930378984918286e-06,
      "loss": 0.8335,
      "step": 1224
    },
    {
      "epoch": 0.4634446230965667,
      "grad_norm": 1.0131305243085915,
      "learning_rate": 7.93005115826376e-06,
      "loss": 0.7971,
      "step": 1225
    },
    {
      "epoch": 0.46382294523787004,
      "grad_norm": 1.0569179946125011,
      "learning_rate": 7.929722568405108e-06,
      "loss": 0.8166,
      "step": 1226
    },
    {
      "epoch": 0.4642012673791734,
      "grad_norm": 1.042578338856108,
      "learning_rate": 7.929393215406131e-06,
      "loss": 0.8204,
      "step": 1227
    },
    {
      "epoch": 0.4645795895204767,
      "grad_norm": 1.0748606201799873,
      "learning_rate": 7.929063099330795e-06,
      "loss": 0.8152,
      "step": 1228
    },
    {
      "epoch": 0.46495791166178,
      "grad_norm": 1.0587959397105573,
      "learning_rate": 7.928732220243206e-06,
      "loss": 0.8452,
      "step": 1229
    },
    {
      "epoch": 0.4653362338030833,
      "grad_norm": 1.0914151462165957,
      "learning_rate": 7.928400578207617e-06,
      "loss": 0.8131,
      "step": 1230
    },
    {
      "epoch": 0.46571455594438665,
      "grad_norm": 1.0396349529813116,
      "learning_rate": 7.928068173288438e-06,
      "loss": 0.8113,
      "step": 1231
    },
    {
      "epoch": 0.46609287808568994,
      "grad_norm": 1.0607390438435043,
      "learning_rate": 7.927735005550215e-06,
      "loss": 0.8368,
      "step": 1232
    },
    {
      "epoch": 0.4664712002269933,
      "grad_norm": 1.0290648955783543,
      "learning_rate": 7.927401075057652e-06,
      "loss": 0.808,
      "step": 1233
    },
    {
      "epoch": 0.46684952236829663,
      "grad_norm": 1.0438273949617254,
      "learning_rate": 7.927066381875595e-06,
      "loss": 0.8109,
      "step": 1234
    },
    {
      "epoch": 0.4672278445095999,
      "grad_norm": 1.0492773898494756,
      "learning_rate": 7.926730926069041e-06,
      "loss": 0.8263,
      "step": 1235
    },
    {
      "epoch": 0.46760616665090327,
      "grad_norm": 1.0898615275461312,
      "learning_rate": 7.926394707703133e-06,
      "loss": 0.8417,
      "step": 1236
    },
    {
      "epoch": 0.46798448879220655,
      "grad_norm": 1.0371312864392424,
      "learning_rate": 7.926057726843167e-06,
      "loss": 0.7853,
      "step": 1237
    },
    {
      "epoch": 0.4683628109335099,
      "grad_norm": 1.0311331135840094,
      "learning_rate": 7.925719983554582e-06,
      "loss": 0.8433,
      "step": 1238
    },
    {
      "epoch": 0.4687411330748132,
      "grad_norm": 1.0104501833340858,
      "learning_rate": 7.925381477902967e-06,
      "loss": 0.8246,
      "step": 1239
    },
    {
      "epoch": 0.46911945521611653,
      "grad_norm": 1.033351900846643,
      "learning_rate": 7.92504220995406e-06,
      "loss": 0.801,
      "step": 1240
    },
    {
      "epoch": 0.4694977773574198,
      "grad_norm": 1.0678576004897766,
      "learning_rate": 7.92470217977374e-06,
      "loss": 0.7953,
      "step": 1241
    },
    {
      "epoch": 0.46987609949872317,
      "grad_norm": 1.049154054889686,
      "learning_rate": 7.924361387428047e-06,
      "loss": 0.8034,
      "step": 1242
    },
    {
      "epoch": 0.4702544216400265,
      "grad_norm": 1.0501910151623293,
      "learning_rate": 7.924019832983159e-06,
      "loss": 0.8421,
      "step": 1243
    },
    {
      "epoch": 0.4706327437813298,
      "grad_norm": 1.0265699705882914,
      "learning_rate": 7.923677516505404e-06,
      "loss": 0.7909,
      "step": 1244
    },
    {
      "epoch": 0.47101106592263314,
      "grad_norm": 1.0395280931797561,
      "learning_rate": 7.92333443806126e-06,
      "loss": 0.8283,
      "step": 1245
    },
    {
      "epoch": 0.47138938806393643,
      "grad_norm": 1.006365421675378,
      "learning_rate": 7.922990597717352e-06,
      "loss": 0.8065,
      "step": 1246
    },
    {
      "epoch": 0.4717677102052398,
      "grad_norm": 1.0276097967827926,
      "learning_rate": 7.922645995540453e-06,
      "loss": 0.808,
      "step": 1247
    },
    {
      "epoch": 0.47214603234654307,
      "grad_norm": 0.990132630477362,
      "learning_rate": 7.922300631597482e-06,
      "loss": 0.8006,
      "step": 1248
    },
    {
      "epoch": 0.4725243544878464,
      "grad_norm": 1.047163368722463,
      "learning_rate": 7.921954505955508e-06,
      "loss": 0.7698,
      "step": 1249
    },
    {
      "epoch": 0.4729026766291497,
      "grad_norm": 1.0735335320173403,
      "learning_rate": 7.921607618681748e-06,
      "loss": 0.807,
      "step": 1250
    },
    {
      "epoch": 0.47328099877045304,
      "grad_norm": 1.0461927309518722,
      "learning_rate": 7.921259969843568e-06,
      "loss": 0.8158,
      "step": 1251
    },
    {
      "epoch": 0.4736593209117564,
      "grad_norm": 1.0478396570827158,
      "learning_rate": 7.920911559508476e-06,
      "loss": 0.8386,
      "step": 1252
    },
    {
      "epoch": 0.4740376430530597,
      "grad_norm": 1.0449949458790635,
      "learning_rate": 7.920562387744139e-06,
      "loss": 0.769,
      "step": 1253
    },
    {
      "epoch": 0.474415965194363,
      "grad_norm": 1.0333564168358704,
      "learning_rate": 7.92021245461836e-06,
      "loss": 0.7821,
      "step": 1254
    },
    {
      "epoch": 0.4747942873356663,
      "grad_norm": 1.0160573616445434,
      "learning_rate": 7.919861760199095e-06,
      "loss": 0.8134,
      "step": 1255
    },
    {
      "epoch": 0.47517260947696965,
      "grad_norm": 1.113593494987971,
      "learning_rate": 7.91951030455445e-06,
      "loss": 0.8009,
      "step": 1256
    },
    {
      "epoch": 0.47555093161827294,
      "grad_norm": 1.0583016464392816,
      "learning_rate": 7.919158087752675e-06,
      "loss": 0.8338,
      "step": 1257
    },
    {
      "epoch": 0.4759292537595763,
      "grad_norm": 1.0274177510689335,
      "learning_rate": 7.918805109862172e-06,
      "loss": 0.7701,
      "step": 1258
    },
    {
      "epoch": 0.4763075759008796,
      "grad_norm": 0.9716066799511451,
      "learning_rate": 7.918451370951486e-06,
      "loss": 0.7624,
      "step": 1259
    },
    {
      "epoch": 0.4766858980421829,
      "grad_norm": 1.0417278811736634,
      "learning_rate": 7.91809687108931e-06,
      "loss": 0.8515,
      "step": 1260
    },
    {
      "epoch": 0.47706422018348627,
      "grad_norm": 1.0815755118948713,
      "learning_rate": 7.917741610344492e-06,
      "loss": 0.826,
      "step": 1261
    },
    {
      "epoch": 0.47744254232478955,
      "grad_norm": 0.994132013241377,
      "learning_rate": 7.917385588786019e-06,
      "loss": 0.8112,
      "step": 1262
    },
    {
      "epoch": 0.4778208644660929,
      "grad_norm": 1.0835320028786077,
      "learning_rate": 7.91702880648303e-06,
      "loss": 0.8283,
      "step": 1263
    },
    {
      "epoch": 0.4781991866073962,
      "grad_norm": 1.0656905256693705,
      "learning_rate": 7.916671263504812e-06,
      "loss": 0.8112,
      "step": 1264
    },
    {
      "epoch": 0.47857750874869953,
      "grad_norm": 1.0642356494274112,
      "learning_rate": 7.916312959920796e-06,
      "loss": 0.8187,
      "step": 1265
    },
    {
      "epoch": 0.4789558308900028,
      "grad_norm": 1.1132626507153238,
      "learning_rate": 7.915953895800568e-06,
      "loss": 0.8333,
      "step": 1266
    },
    {
      "epoch": 0.47933415303130616,
      "grad_norm": 1.0964935829984281,
      "learning_rate": 7.915594071213852e-06,
      "loss": 0.8555,
      "step": 1267
    },
    {
      "epoch": 0.47971247517260945,
      "grad_norm": 1.0333616049038883,
      "learning_rate": 7.915233486230529e-06,
      "loss": 0.8002,
      "step": 1268
    },
    {
      "epoch": 0.4800907973139128,
      "grad_norm": 1.0938509373019147,
      "learning_rate": 7.914872140920622e-06,
      "loss": 0.8222,
      "step": 1269
    },
    {
      "epoch": 0.48046911945521614,
      "grad_norm": 1.0500659271586612,
      "learning_rate": 7.914510035354302e-06,
      "loss": 0.7984,
      "step": 1270
    },
    {
      "epoch": 0.48084744159651943,
      "grad_norm": 1.0412102283401292,
      "learning_rate": 7.914147169601891e-06,
      "loss": 0.8178,
      "step": 1271
    },
    {
      "epoch": 0.4812257637378228,
      "grad_norm": 0.9740307673809164,
      "learning_rate": 7.913783543733856e-06,
      "loss": 0.7733,
      "step": 1272
    },
    {
      "epoch": 0.48160408587912606,
      "grad_norm": 1.069013806380367,
      "learning_rate": 7.91341915782081e-06,
      "loss": 0.8355,
      "step": 1273
    },
    {
      "epoch": 0.4819824080204294,
      "grad_norm": 1.020794082270209,
      "learning_rate": 7.913054011933518e-06,
      "loss": 0.8066,
      "step": 1274
    },
    {
      "epoch": 0.4823607301617327,
      "grad_norm": 1.0710477291242142,
      "learning_rate": 7.91268810614289e-06,
      "loss": 0.822,
      "step": 1275
    },
    {
      "epoch": 0.48273905230303604,
      "grad_norm": 1.021706668635038,
      "learning_rate": 7.912321440519982e-06,
      "loss": 0.8393,
      "step": 1276
    },
    {
      "epoch": 0.48311737444433933,
      "grad_norm": 1.0381317605620335,
      "learning_rate": 7.911954015136e-06,
      "loss": 0.8001,
      "step": 1277
    },
    {
      "epoch": 0.4834956965856427,
      "grad_norm": 1.0491889355455017,
      "learning_rate": 7.9115858300623e-06,
      "loss": 0.8424,
      "step": 1278
    },
    {
      "epoch": 0.483874018726946,
      "grad_norm": 1.027527176211447,
      "learning_rate": 7.911216885370377e-06,
      "loss": 0.7934,
      "step": 1279
    },
    {
      "epoch": 0.4842523408682493,
      "grad_norm": 1.0241159829134092,
      "learning_rate": 7.910847181131883e-06,
      "loss": 0.8632,
      "step": 1280
    },
    {
      "epoch": 0.48463066300955265,
      "grad_norm": 1.050840821158761,
      "learning_rate": 7.910476717418613e-06,
      "loss": 0.8341,
      "step": 1281
    },
    {
      "epoch": 0.48500898515085594,
      "grad_norm": 1.0312020050809032,
      "learning_rate": 7.910105494302508e-06,
      "loss": 0.8124,
      "step": 1282
    },
    {
      "epoch": 0.4853873072921593,
      "grad_norm": 1.058895959078315,
      "learning_rate": 7.90973351185566e-06,
      "loss": 0.8179,
      "step": 1283
    },
    {
      "epoch": 0.4857656294334626,
      "grad_norm": 1.0442278097312725,
      "learning_rate": 7.909360770150308e-06,
      "loss": 0.8251,
      "step": 1284
    },
    {
      "epoch": 0.4861439515747659,
      "grad_norm": 1.0685857966408454,
      "learning_rate": 7.908987269258834e-06,
      "loss": 0.8506,
      "step": 1285
    },
    {
      "epoch": 0.4865222737160692,
      "grad_norm": 1.1080322429830538,
      "learning_rate": 7.908613009253774e-06,
      "loss": 0.825,
      "step": 1286
    },
    {
      "epoch": 0.48690059585737255,
      "grad_norm": 1.0340810208381146,
      "learning_rate": 7.908237990207805e-06,
      "loss": 0.7916,
      "step": 1287
    },
    {
      "epoch": 0.4872789179986759,
      "grad_norm": 1.0420175323828418,
      "learning_rate": 7.907862212193758e-06,
      "loss": 0.822,
      "step": 1288
    },
    {
      "epoch": 0.4876572401399792,
      "grad_norm": 1.0199603577395158,
      "learning_rate": 7.907485675284604e-06,
      "loss": 0.8082,
      "step": 1289
    },
    {
      "epoch": 0.48803556228128253,
      "grad_norm": 1.0282638290755661,
      "learning_rate": 7.907108379553467e-06,
      "loss": 0.8308,
      "step": 1290
    },
    {
      "epoch": 0.4884138844225858,
      "grad_norm": 1.0699234725043125,
      "learning_rate": 7.90673032507362e-06,
      "loss": 0.809,
      "step": 1291
    },
    {
      "epoch": 0.48879220656388916,
      "grad_norm": 1.0537759557907738,
      "learning_rate": 7.906351511918477e-06,
      "loss": 0.8244,
      "step": 1292
    },
    {
      "epoch": 0.48917052870519245,
      "grad_norm": 1.0220073412783424,
      "learning_rate": 7.905971940161603e-06,
      "loss": 0.8313,
      "step": 1293
    },
    {
      "epoch": 0.4895488508464958,
      "grad_norm": 1.0751723455689177,
      "learning_rate": 7.905591609876708e-06,
      "loss": 0.8373,
      "step": 1294
    },
    {
      "epoch": 0.4899271729877991,
      "grad_norm": 1.0162597179792359,
      "learning_rate": 7.905210521137654e-06,
      "loss": 0.8142,
      "step": 1295
    },
    {
      "epoch": 0.49030549512910243,
      "grad_norm": 1.0733965520897772,
      "learning_rate": 7.904828674018446e-06,
      "loss": 0.8325,
      "step": 1296
    },
    {
      "epoch": 0.4906838172704058,
      "grad_norm": 1.0275444217813758,
      "learning_rate": 7.904446068593236e-06,
      "loss": 0.812,
      "step": 1297
    },
    {
      "epoch": 0.49106213941170906,
      "grad_norm": 1.0074767810899912,
      "learning_rate": 7.904062704936325e-06,
      "loss": 0.8072,
      "step": 1298
    },
    {
      "epoch": 0.4914404615530124,
      "grad_norm": 1.0390065488319102,
      "learning_rate": 7.903678583122165e-06,
      "loss": 0.8008,
      "step": 1299
    },
    {
      "epoch": 0.4918187836943157,
      "grad_norm": 0.9868065507715447,
      "learning_rate": 7.903293703225345e-06,
      "loss": 0.816,
      "step": 1300
    },
    {
      "epoch": 0.49219710583561904,
      "grad_norm": 1.0553901493428994,
      "learning_rate": 7.902908065320615e-06,
      "loss": 0.835,
      "step": 1301
    },
    {
      "epoch": 0.49257542797692233,
      "grad_norm": 1.0153758567731757,
      "learning_rate": 7.902521669482858e-06,
      "loss": 0.7622,
      "step": 1302
    },
    {
      "epoch": 0.4929537501182257,
      "grad_norm": 1.039524643535567,
      "learning_rate": 7.902134515787115e-06,
      "loss": 0.8219,
      "step": 1303
    },
    {
      "epoch": 0.49333207225952896,
      "grad_norm": 1.0193352620631986,
      "learning_rate": 7.901746604308567e-06,
      "loss": 0.7745,
      "step": 1304
    },
    {
      "epoch": 0.4937103944008323,
      "grad_norm": 1.0237247993056149,
      "learning_rate": 7.901357935122549e-06,
      "loss": 0.7918,
      "step": 1305
    },
    {
      "epoch": 0.49408871654213565,
      "grad_norm": 1.018379832975063,
      "learning_rate": 7.900968508304535e-06,
      "loss": 0.8111,
      "step": 1306
    },
    {
      "epoch": 0.49446703868343894,
      "grad_norm": 1.116472085720671,
      "learning_rate": 7.900578323930154e-06,
      "loss": 0.7942,
      "step": 1307
    },
    {
      "epoch": 0.4948453608247423,
      "grad_norm": 1.0587349903275387,
      "learning_rate": 7.900187382075179e-06,
      "loss": 0.7992,
      "step": 1308
    },
    {
      "epoch": 0.4952236829660456,
      "grad_norm": 1.0058048161089288,
      "learning_rate": 7.899795682815525e-06,
      "loss": 0.7812,
      "step": 1309
    },
    {
      "epoch": 0.4956020051073489,
      "grad_norm": 1.0466221891639538,
      "learning_rate": 7.899403226227265e-06,
      "loss": 0.8172,
      "step": 1310
    },
    {
      "epoch": 0.4959803272486522,
      "grad_norm": 1.021072365800396,
      "learning_rate": 7.899010012386609e-06,
      "loss": 0.7917,
      "step": 1311
    },
    {
      "epoch": 0.49635864938995555,
      "grad_norm": 1.0276680529834,
      "learning_rate": 7.898616041369919e-06,
      "loss": 0.806,
      "step": 1312
    },
    {
      "epoch": 0.49673697153125884,
      "grad_norm": 1.0080935461504426,
      "learning_rate": 7.898221313253703e-06,
      "loss": 0.7839,
      "step": 1313
    },
    {
      "epoch": 0.4971152936725622,
      "grad_norm": 1.045973831410194,
      "learning_rate": 7.897825828114615e-06,
      "loss": 0.8396,
      "step": 1314
    },
    {
      "epoch": 0.49749361581386553,
      "grad_norm": 1.0314643332651545,
      "learning_rate": 7.897429586029458e-06,
      "loss": 0.845,
      "step": 1315
    },
    {
      "epoch": 0.4978719379551688,
      "grad_norm": 1.0214806015923183,
      "learning_rate": 7.897032587075181e-06,
      "loss": 0.8178,
      "step": 1316
    },
    {
      "epoch": 0.49825026009647216,
      "grad_norm": 1.0739578792818636,
      "learning_rate": 7.896634831328881e-06,
      "loss": 0.803,
      "step": 1317
    },
    {
      "epoch": 0.49862858223777545,
      "grad_norm": 1.1075886688146952,
      "learning_rate": 7.8962363188678e-06,
      "loss": 0.7869,
      "step": 1318
    },
    {
      "epoch": 0.4990069043790788,
      "grad_norm": 1.0212558702854573,
      "learning_rate": 7.895837049769326e-06,
      "loss": 0.8181,
      "step": 1319
    },
    {
      "epoch": 0.4993852265203821,
      "grad_norm": 1.0781905029615857,
      "learning_rate": 7.895437024111e-06,
      "loss": 0.8469,
      "step": 1320
    },
    {
      "epoch": 0.49976354866168543,
      "grad_norm": 1.0970231389243905,
      "learning_rate": 7.895036241970501e-06,
      "loss": 0.8268,
      "step": 1321
    },
    {
      "epoch": 0.5001418708029888,
      "grad_norm": 0.9979190002347814,
      "learning_rate": 7.894634703425664e-06,
      "loss": 0.82,
      "step": 1322
    },
    {
      "epoch": 0.5005201929442921,
      "grad_norm": 1.011211832148979,
      "learning_rate": 7.894232408554466e-06,
      "loss": 0.7793,
      "step": 1323
    },
    {
      "epoch": 0.5008985150855954,
      "grad_norm": 1.058479892971991,
      "learning_rate": 7.893829357435027e-06,
      "loss": 0.8557,
      "step": 1324
    },
    {
      "epoch": 0.5012768372268988,
      "grad_norm": 1.067675718676119,
      "learning_rate": 7.893425550145624e-06,
      "loss": 0.8075,
      "step": 1325
    },
    {
      "epoch": 0.501655159368202,
      "grad_norm": 1.0748158502027498,
      "learning_rate": 7.893020986764671e-06,
      "loss": 0.8217,
      "step": 1326
    },
    {
      "epoch": 0.5020334815095053,
      "grad_norm": 1.0371866926324267,
      "learning_rate": 7.892615667370736e-06,
      "loss": 0.786,
      "step": 1327
    },
    {
      "epoch": 0.5024118036508086,
      "grad_norm": 1.0227845872267822,
      "learning_rate": 7.892209592042528e-06,
      "loss": 0.851,
      "step": 1328
    },
    {
      "epoch": 0.502790125792112,
      "grad_norm": 1.053385595871815,
      "learning_rate": 7.891802760858909e-06,
      "loss": 0.8131,
      "step": 1329
    },
    {
      "epoch": 0.5031684479334153,
      "grad_norm": 1.0858668827753901,
      "learning_rate": 7.89139517389888e-06,
      "loss": 0.8178,
      "step": 1330
    },
    {
      "epoch": 0.5031684479334153,
      "eval_loss": 0.8155249357223511,
      "eval_runtime": 26.9154,
      "eval_samples_per_second": 32.881,
      "eval_steps_per_second": 1.04,
      "step": 1330
    },
    {
      "epoch": 0.5031684479334153,
      "eval_bench_accuracy_arc_challenge": 0.22857142857142856,
      "eval_bench_accuracy_hellaswag": 0.255,
      "eval_bench_accuracy_mmlu": 0.2782608695652174,
      "eval_bench_average_accuracy": 0.253944099378882,
      "eval_bench_loss": 5.252888461999726,
      "eval_bench_total_accuracy": 0.25274725274725274,
      "step": 1330
    },
    {
      "epoch": 0.5035467700747186,
      "grad_norm": 1.0418553186067219,
      "learning_rate": 7.890986831241598e-06,
      "loss": 0.7842,
      "step": 1331
    },
    {
      "epoch": 0.503925092216022,
      "grad_norm": 1.027783298562076,
      "learning_rate": 7.890577732966358e-06,
      "loss": 0.7925,
      "step": 1332
    },
    {
      "epoch": 0.5043034143573253,
      "grad_norm": 1.0399175596382164,
      "learning_rate": 7.890167879152609e-06,
      "loss": 0.8595,
      "step": 1333
    },
    {
      "epoch": 0.5046817364986286,
      "grad_norm": 1.0324556300456535,
      "learning_rate": 7.88975726987994e-06,
      "loss": 0.8402,
      "step": 1334
    },
    {
      "epoch": 0.5050600586399319,
      "grad_norm": 1.0669911175427689,
      "learning_rate": 7.889345905228092e-06,
      "loss": 0.8132,
      "step": 1335
    },
    {
      "epoch": 0.5054383807812353,
      "grad_norm": 1.07761249948945,
      "learning_rate": 7.888933785276951e-06,
      "loss": 0.8122,
      "step": 1336
    },
    {
      "epoch": 0.5058167029225386,
      "grad_norm": 1.0315582279231172,
      "learning_rate": 7.888520910106548e-06,
      "loss": 0.8063,
      "step": 1337
    },
    {
      "epoch": 0.5061950250638418,
      "grad_norm": 1.028383480686869,
      "learning_rate": 7.888107279797064e-06,
      "loss": 0.8115,
      "step": 1338
    },
    {
      "epoch": 0.5065733472051451,
      "grad_norm": 1.1084019164549017,
      "learning_rate": 7.887692894428822e-06,
      "loss": 0.8586,
      "step": 1339
    },
    {
      "epoch": 0.5069516693464485,
      "grad_norm": 1.0246273881178,
      "learning_rate": 7.887277754082298e-06,
      "loss": 0.7968,
      "step": 1340
    },
    {
      "epoch": 0.5073299914877518,
      "grad_norm": 1.0537510788483588,
      "learning_rate": 7.886861858838109e-06,
      "loss": 0.7794,
      "step": 1341
    },
    {
      "epoch": 0.5077083136290551,
      "grad_norm": 1.025698434441957,
      "learning_rate": 7.88644520877702e-06,
      "loss": 0.7983,
      "step": 1342
    },
    {
      "epoch": 0.5080866357703585,
      "grad_norm": 1.0480085776508747,
      "learning_rate": 7.886027803979946e-06,
      "loss": 0.8016,
      "step": 1343
    },
    {
      "epoch": 0.5084649579116618,
      "grad_norm": 1.0461816558010573,
      "learning_rate": 7.885609644527943e-06,
      "loss": 0.8189,
      "step": 1344
    },
    {
      "epoch": 0.5088432800529651,
      "grad_norm": 0.993326821555258,
      "learning_rate": 7.885190730502215e-06,
      "loss": 0.7957,
      "step": 1345
    },
    {
      "epoch": 0.5092216021942684,
      "grad_norm": 1.0745480385635238,
      "learning_rate": 7.884771061984118e-06,
      "loss": 0.8019,
      "step": 1346
    },
    {
      "epoch": 0.5095999243355718,
      "grad_norm": 1.0384805298302937,
      "learning_rate": 7.884350639055147e-06,
      "loss": 0.8395,
      "step": 1347
    },
    {
      "epoch": 0.5099782464768751,
      "grad_norm": 1.020760024227472,
      "learning_rate": 7.883929461796949e-06,
      "loss": 0.7919,
      "step": 1348
    },
    {
      "epoch": 0.5103565686181784,
      "grad_norm": 1.0426222802625165,
      "learning_rate": 7.883507530291315e-06,
      "loss": 0.8133,
      "step": 1349
    },
    {
      "epoch": 0.5107348907594818,
      "grad_norm": 1.0236106718012763,
      "learning_rate": 7.883084844620181e-06,
      "loss": 0.7525,
      "step": 1350
    },
    {
      "epoch": 0.511113212900785,
      "grad_norm": 1.0752909757757687,
      "learning_rate": 7.882661404865635e-06,
      "loss": 0.8363,
      "step": 1351
    },
    {
      "epoch": 0.5114915350420883,
      "grad_norm": 1.0496011841679878,
      "learning_rate": 7.882237211109903e-06,
      "loss": 0.825,
      "step": 1352
    },
    {
      "epoch": 0.5118698571833916,
      "grad_norm": 1.052905405929199,
      "learning_rate": 7.881812263435365e-06,
      "loss": 0.7808,
      "step": 1353
    },
    {
      "epoch": 0.512248179324695,
      "grad_norm": 1.0383149467870931,
      "learning_rate": 7.881386561924544e-06,
      "loss": 0.8258,
      "step": 1354
    },
    {
      "epoch": 0.5126265014659983,
      "grad_norm": 1.0142846574710827,
      "learning_rate": 7.880960106660112e-06,
      "loss": 0.832,
      "step": 1355
    },
    {
      "epoch": 0.5130048236073016,
      "grad_norm": 1.0162105056610324,
      "learning_rate": 7.880532897724882e-06,
      "loss": 0.8271,
      "step": 1356
    },
    {
      "epoch": 0.5133831457486049,
      "grad_norm": 1.0111397828819904,
      "learning_rate": 7.880104935201817e-06,
      "loss": 0.7716,
      "step": 1357
    },
    {
      "epoch": 0.5137614678899083,
      "grad_norm": 1.0387312593547113,
      "learning_rate": 7.879676219174028e-06,
      "loss": 0.7856,
      "step": 1358
    },
    {
      "epoch": 0.5141397900312116,
      "grad_norm": 1.0976300200992746,
      "learning_rate": 7.879246749724769e-06,
      "loss": 0.8214,
      "step": 1359
    },
    {
      "epoch": 0.5145181121725149,
      "grad_norm": 1.0225148649560976,
      "learning_rate": 7.878816526937443e-06,
      "loss": 0.8154,
      "step": 1360
    },
    {
      "epoch": 0.5148964343138183,
      "grad_norm": 1.0564511900500775,
      "learning_rate": 7.878385550895597e-06,
      "loss": 0.7706,
      "step": 1361
    },
    {
      "epoch": 0.5152747564551216,
      "grad_norm": 1.065194818654382,
      "learning_rate": 7.877953821682924e-06,
      "loss": 0.7806,
      "step": 1362
    },
    {
      "epoch": 0.5156530785964248,
      "grad_norm": 1.0318627975030588,
      "learning_rate": 7.877521339383267e-06,
      "loss": 0.8317,
      "step": 1363
    },
    {
      "epoch": 0.5160314007377281,
      "grad_norm": 1.0660496042471788,
      "learning_rate": 7.877088104080612e-06,
      "loss": 0.8116,
      "step": 1364
    },
    {
      "epoch": 0.5164097228790315,
      "grad_norm": 1.0084811396262128,
      "learning_rate": 7.87665411585909e-06,
      "loss": 0.8233,
      "step": 1365
    },
    {
      "epoch": 0.5167880450203348,
      "grad_norm": 1.0061856631615549,
      "learning_rate": 7.876219374802983e-06,
      "loss": 0.8226,
      "step": 1366
    },
    {
      "epoch": 0.5171663671616381,
      "grad_norm": 0.9962092519447693,
      "learning_rate": 7.875783880996717e-06,
      "loss": 0.7949,
      "step": 1367
    },
    {
      "epoch": 0.5175446893029415,
      "grad_norm": 1.0320181154699064,
      "learning_rate": 7.87534763452486e-06,
      "loss": 0.8078,
      "step": 1368
    },
    {
      "epoch": 0.5179230114442448,
      "grad_norm": 1.0366220904643662,
      "learning_rate": 7.87491063547213e-06,
      "loss": 0.7915,
      "step": 1369
    },
    {
      "epoch": 0.5183013335855481,
      "grad_norm": 0.9990483570523689,
      "learning_rate": 7.874472883923396e-06,
      "loss": 0.7962,
      "step": 1370
    },
    {
      "epoch": 0.5186796557268514,
      "grad_norm": 1.072712099895109,
      "learning_rate": 7.874034379963663e-06,
      "loss": 0.8201,
      "step": 1371
    },
    {
      "epoch": 0.5190579778681548,
      "grad_norm": 1.0469398611990606,
      "learning_rate": 7.873595123678088e-06,
      "loss": 0.8295,
      "step": 1372
    },
    {
      "epoch": 0.5194363000094581,
      "grad_norm": 1.0258466230718022,
      "learning_rate": 7.873155115151976e-06,
      "loss": 0.7962,
      "step": 1373
    },
    {
      "epoch": 0.5198146221507614,
      "grad_norm": 1.0150744464405486,
      "learning_rate": 7.872714354470771e-06,
      "loss": 0.8091,
      "step": 1374
    },
    {
      "epoch": 0.5201929442920646,
      "grad_norm": 1.0877815460579687,
      "learning_rate": 7.87227284172007e-06,
      "loss": 0.8449,
      "step": 1375
    },
    {
      "epoch": 0.520571266433368,
      "grad_norm": 0.9989012315656198,
      "learning_rate": 7.871830576985613e-06,
      "loss": 0.7904,
      "step": 1376
    },
    {
      "epoch": 0.5209495885746713,
      "grad_norm": 1.0281663493359343,
      "learning_rate": 7.871387560353288e-06,
      "loss": 0.8235,
      "step": 1377
    },
    {
      "epoch": 0.5213279107159746,
      "grad_norm": 1.013255314723829,
      "learning_rate": 7.870943791909124e-06,
      "loss": 0.8137,
      "step": 1378
    },
    {
      "epoch": 0.521706232857278,
      "grad_norm": 1.0404202767535178,
      "learning_rate": 7.870499271739304e-06,
      "loss": 0.8331,
      "step": 1379
    },
    {
      "epoch": 0.5220845549985813,
      "grad_norm": 1.0008843854289766,
      "learning_rate": 7.870053999930149e-06,
      "loss": 0.7985,
      "step": 1380
    },
    {
      "epoch": 0.5224628771398846,
      "grad_norm": 1.115907702208107,
      "learning_rate": 7.869607976568131e-06,
      "loss": 0.8444,
      "step": 1381
    },
    {
      "epoch": 0.5228411992811879,
      "grad_norm": 1.0499698053880258,
      "learning_rate": 7.869161201739866e-06,
      "loss": 0.7875,
      "step": 1382
    },
    {
      "epoch": 0.5232195214224913,
      "grad_norm": 1.0086891227734494,
      "learning_rate": 7.868713675532115e-06,
      "loss": 0.7981,
      "step": 1383
    },
    {
      "epoch": 0.5235978435637946,
      "grad_norm": 1.0416968121742411,
      "learning_rate": 7.868265398031788e-06,
      "loss": 0.8082,
      "step": 1384
    },
    {
      "epoch": 0.5239761657050979,
      "grad_norm": 0.9956171233693443,
      "learning_rate": 7.86781636932594e-06,
      "loss": 0.8497,
      "step": 1385
    },
    {
      "epoch": 0.5243544878464013,
      "grad_norm": 1.0366372693126888,
      "learning_rate": 7.867366589501767e-06,
      "loss": 0.7878,
      "step": 1386
    },
    {
      "epoch": 0.5247328099877046,
      "grad_norm": 1.0252929211171813,
      "learning_rate": 7.86691605864662e-06,
      "loss": 0.8254,
      "step": 1387
    },
    {
      "epoch": 0.5251111321290078,
      "grad_norm": 1.0349722097719734,
      "learning_rate": 7.866464776847987e-06,
      "loss": 0.8092,
      "step": 1388
    },
    {
      "epoch": 0.5254894542703111,
      "grad_norm": 1.0775801625166288,
      "learning_rate": 7.866012744193508e-06,
      "loss": 0.8032,
      "step": 1389
    },
    {
      "epoch": 0.5258677764116145,
      "grad_norm": 1.025158242287074,
      "learning_rate": 7.865559960770964e-06,
      "loss": 0.7777,
      "step": 1390
    },
    {
      "epoch": 0.5262460985529178,
      "grad_norm": 1.0261907345479138,
      "learning_rate": 7.865106426668287e-06,
      "loss": 0.7656,
      "step": 1391
    },
    {
      "epoch": 0.5266244206942211,
      "grad_norm": 1.0119949142526334,
      "learning_rate": 7.864652141973549e-06,
      "loss": 0.817,
      "step": 1392
    },
    {
      "epoch": 0.5270027428355244,
      "grad_norm": 0.9887922738590984,
      "learning_rate": 7.864197106774973e-06,
      "loss": 0.7871,
      "step": 1393
    },
    {
      "epoch": 0.5273810649768278,
      "grad_norm": 1.0473369889166892,
      "learning_rate": 7.863741321160924e-06,
      "loss": 0.7885,
      "step": 1394
    },
    {
      "epoch": 0.5277593871181311,
      "grad_norm": 1.021975230127612,
      "learning_rate": 7.863284785219916e-06,
      "loss": 0.7862,
      "step": 1395
    },
    {
      "epoch": 0.5281377092594344,
      "grad_norm": 1.0624890686836679,
      "learning_rate": 7.862827499040604e-06,
      "loss": 0.8445,
      "step": 1396
    },
    {
      "epoch": 0.5285160314007378,
      "grad_norm": 1.0159701351719927,
      "learning_rate": 7.862369462711795e-06,
      "loss": 0.8084,
      "step": 1397
    },
    {
      "epoch": 0.5288943535420411,
      "grad_norm": 1.0307854419947649,
      "learning_rate": 7.861910676322434e-06,
      "loss": 0.7957,
      "step": 1398
    },
    {
      "epoch": 0.5292726756833444,
      "grad_norm": 1.088274510577477,
      "learning_rate": 7.861451139961622e-06,
      "loss": 0.8134,
      "step": 1399
    },
    {
      "epoch": 0.5296509978246476,
      "grad_norm": 1.1610468987478788,
      "learning_rate": 7.860990853718593e-06,
      "loss": 0.7706,
      "step": 1400
    },
    {
      "epoch": 0.530029319965951,
      "grad_norm": 1.0709949089292212,
      "learning_rate": 7.860529817682737e-06,
      "loss": 0.839,
      "step": 1401
    },
    {
      "epoch": 0.5304076421072543,
      "grad_norm": 1.0641189768424455,
      "learning_rate": 7.860068031943586e-06,
      "loss": 0.7794,
      "step": 1402
    },
    {
      "epoch": 0.5307859642485576,
      "grad_norm": 1.0425801957230985,
      "learning_rate": 7.859605496590816e-06,
      "loss": 0.7982,
      "step": 1403
    },
    {
      "epoch": 0.531164286389861,
      "grad_norm": 1.0561738214600724,
      "learning_rate": 7.859142211714251e-06,
      "loss": 0.8298,
      "step": 1404
    },
    {
      "epoch": 0.5315426085311643,
      "grad_norm": 1.0034598628819673,
      "learning_rate": 7.858678177403859e-06,
      "loss": 0.842,
      "step": 1405
    },
    {
      "epoch": 0.5319209306724676,
      "grad_norm": 1.0174154185360578,
      "learning_rate": 7.858213393749755e-06,
      "loss": 0.8024,
      "step": 1406
    },
    {
      "epoch": 0.5322992528137709,
      "grad_norm": 1.002603647328177,
      "learning_rate": 7.857747860842196e-06,
      "loss": 0.8186,
      "step": 1407
    },
    {
      "epoch": 0.5326775749550743,
      "grad_norm": 1.0285530234043798,
      "learning_rate": 7.857281578771589e-06,
      "loss": 0.8156,
      "step": 1408
    },
    {
      "epoch": 0.5330558970963776,
      "grad_norm": 1.02768116084931,
      "learning_rate": 7.856814547628485e-06,
      "loss": 0.8165,
      "step": 1409
    },
    {
      "epoch": 0.5334342192376809,
      "grad_norm": 1.1031829681313992,
      "learning_rate": 7.85634676750358e-06,
      "loss": 0.8579,
      "step": 1410
    },
    {
      "epoch": 0.5338125413789842,
      "grad_norm": 1.027426941839886,
      "learning_rate": 7.855878238487714e-06,
      "loss": 0.7945,
      "step": 1411
    },
    {
      "epoch": 0.5341908635202876,
      "grad_norm": 1.0561714395136612,
      "learning_rate": 7.855408960671875e-06,
      "loss": 0.7641,
      "step": 1412
    },
    {
      "epoch": 0.5345691856615908,
      "grad_norm": 1.090238437190781,
      "learning_rate": 7.854938934147195e-06,
      "loss": 0.8063,
      "step": 1413
    },
    {
      "epoch": 0.5349475078028941,
      "grad_norm": 1.2074317498906901,
      "learning_rate": 7.854468159004952e-06,
      "loss": 0.7921,
      "step": 1414
    },
    {
      "epoch": 0.5353258299441975,
      "grad_norm": 1.0749934432108652,
      "learning_rate": 7.85399663533657e-06,
      "loss": 0.8165,
      "step": 1415
    },
    {
      "epoch": 0.5357041520855008,
      "grad_norm": 1.0472554586470812,
      "learning_rate": 7.853524363233614e-06,
      "loss": 0.8232,
      "step": 1416
    },
    {
      "epoch": 0.5360824742268041,
      "grad_norm": 1.0321608082815132,
      "learning_rate": 7.853051342787802e-06,
      "loss": 0.8207,
      "step": 1417
    },
    {
      "epoch": 0.5364607963681074,
      "grad_norm": 1.010186032847584,
      "learning_rate": 7.852577574090992e-06,
      "loss": 0.7875,
      "step": 1418
    },
    {
      "epoch": 0.5368391185094108,
      "grad_norm": 1.0585550633979846,
      "learning_rate": 7.852103057235187e-06,
      "loss": 0.7872,
      "step": 1419
    },
    {
      "epoch": 0.5372174406507141,
      "grad_norm": 1.0424950696245099,
      "learning_rate": 7.851627792312539e-06,
      "loss": 0.7871,
      "step": 1420
    },
    {
      "epoch": 0.5375957627920174,
      "grad_norm": 1.0123853847303819,
      "learning_rate": 7.85115177941534e-06,
      "loss": 0.7915,
      "step": 1421
    },
    {
      "epoch": 0.5379740849333208,
      "grad_norm": 1.0357173714573609,
      "learning_rate": 7.850675018636034e-06,
      "loss": 0.7829,
      "step": 1422
    },
    {
      "epoch": 0.5383524070746241,
      "grad_norm": 1.4395615442604752,
      "learning_rate": 7.850197510067203e-06,
      "loss": 0.8255,
      "step": 1423
    },
    {
      "epoch": 0.5387307292159274,
      "grad_norm": 1.0121918462650672,
      "learning_rate": 7.849719253801578e-06,
      "loss": 0.8553,
      "step": 1424
    },
    {
      "epoch": 0.5391090513572306,
      "grad_norm": 0.9837030660961567,
      "learning_rate": 7.849240249932039e-06,
      "loss": 0.7586,
      "step": 1425
    },
    {
      "epoch": 0.539487373498534,
      "grad_norm": 1.018520798880126,
      "learning_rate": 7.848760498551603e-06,
      "loss": 0.8266,
      "step": 1426
    },
    {
      "epoch": 0.5398656956398373,
      "grad_norm": 1.0215594842474691,
      "learning_rate": 7.848279999753438e-06,
      "loss": 0.8115,
      "step": 1427
    },
    {
      "epoch": 0.5402440177811406,
      "grad_norm": 1.0166660418304827,
      "learning_rate": 7.847798753630854e-06,
      "loss": 0.7822,
      "step": 1428
    },
    {
      "epoch": 0.5406223399224439,
      "grad_norm": 1.0027140748494623,
      "learning_rate": 7.84731676027731e-06,
      "loss": 0.8033,
      "step": 1429
    },
    {
      "epoch": 0.5410006620637473,
      "grad_norm": 1.0627188785846766,
      "learning_rate": 7.846834019786404e-06,
      "loss": 0.8265,
      "step": 1430
    },
    {
      "epoch": 0.5413789842050506,
      "grad_norm": 1.0264202021796238,
      "learning_rate": 7.846350532251887e-06,
      "loss": 0.8109,
      "step": 1431
    },
    {
      "epoch": 0.5417573063463539,
      "grad_norm": 1.0850130197305035,
      "learning_rate": 7.845866297767647e-06,
      "loss": 0.8166,
      "step": 1432
    },
    {
      "epoch": 0.5421356284876573,
      "grad_norm": 1.0443803197744415,
      "learning_rate": 7.845381316427724e-06,
      "loss": 0.8134,
      "step": 1433
    },
    {
      "epoch": 0.5425139506289606,
      "grad_norm": 1.0216121613789444,
      "learning_rate": 7.844895588326298e-06,
      "loss": 0.8248,
      "step": 1434
    },
    {
      "epoch": 0.5428922727702639,
      "grad_norm": 1.0528680390786613,
      "learning_rate": 7.844409113557698e-06,
      "loss": 0.8306,
      "step": 1435
    },
    {
      "epoch": 0.5432705949115672,
      "grad_norm": 1.056376944389717,
      "learning_rate": 7.843921892216392e-06,
      "loss": 0.7733,
      "step": 1436
    },
    {
      "epoch": 0.5436489170528706,
      "grad_norm": 1.0054617166141346,
      "learning_rate": 7.843433924397002e-06,
      "loss": 0.7937,
      "step": 1437
    },
    {
      "epoch": 0.5440272391941738,
      "grad_norm": 1.0047703505362153,
      "learning_rate": 7.842945210194286e-06,
      "loss": 0.7923,
      "step": 1438
    },
    {
      "epoch": 0.5444055613354771,
      "grad_norm": 1.0096110719940172,
      "learning_rate": 7.842455749703151e-06,
      "loss": 0.7994,
      "step": 1439
    },
    {
      "epoch": 0.5447838834767805,
      "grad_norm": 1.0605981769829262,
      "learning_rate": 7.841965543018651e-06,
      "loss": 0.8085,
      "step": 1440
    },
    {
      "epoch": 0.5451622056180838,
      "grad_norm": 1.0471718815415907,
      "learning_rate": 7.841474590235981e-06,
      "loss": 0.8463,
      "step": 1441
    },
    {
      "epoch": 0.5455405277593871,
      "grad_norm": 1.0505867574083267,
      "learning_rate": 7.840982891450483e-06,
      "loss": 0.8242,
      "step": 1442
    },
    {
      "epoch": 0.5459188499006904,
      "grad_norm": 1.0445952963424892,
      "learning_rate": 7.840490446757645e-06,
      "loss": 0.7749,
      "step": 1443
    },
    {
      "epoch": 0.5462971720419938,
      "grad_norm": 1.0068778649332644,
      "learning_rate": 7.839997256253096e-06,
      "loss": 0.8116,
      "step": 1444
    },
    {
      "epoch": 0.5466754941832971,
      "grad_norm": 1.00961692913919,
      "learning_rate": 7.839503320032612e-06,
      "loss": 0.7901,
      "step": 1445
    },
    {
      "epoch": 0.5470538163246004,
      "grad_norm": 0.9780075250092127,
      "learning_rate": 7.839008638192115e-06,
      "loss": 0.7885,
      "step": 1446
    },
    {
      "epoch": 0.5474321384659037,
      "grad_norm": 1.100812581357096,
      "learning_rate": 7.838513210827671e-06,
      "loss": 0.8001,
      "step": 1447
    },
    {
      "epoch": 0.5478104606072071,
      "grad_norm": 1.0494389505966184,
      "learning_rate": 7.83801703803549e-06,
      "loss": 0.7977,
      "step": 1448
    },
    {
      "epoch": 0.5481887827485104,
      "grad_norm": 1.034386181938751,
      "learning_rate": 7.837520119911927e-06,
      "loss": 0.8244,
      "step": 1449
    },
    {
      "epoch": 0.5485671048898136,
      "grad_norm": 1.0112131883045796,
      "learning_rate": 7.837022456553482e-06,
      "loss": 0.7537,
      "step": 1450
    },
    {
      "epoch": 0.548945427031117,
      "grad_norm": 1.0542214842469684,
      "learning_rate": 7.836524048056801e-06,
      "loss": 0.8436,
      "step": 1451
    },
    {
      "epoch": 0.5493237491724203,
      "grad_norm": 1.0139124551358574,
      "learning_rate": 7.836024894518673e-06,
      "loss": 0.7765,
      "step": 1452
    },
    {
      "epoch": 0.5497020713137236,
      "grad_norm": 1.0370438053735662,
      "learning_rate": 7.835524996036031e-06,
      "loss": 0.7957,
      "step": 1453
    },
    {
      "epoch": 0.5500803934550269,
      "grad_norm": 1.0403261101993466,
      "learning_rate": 7.835024352705953e-06,
      "loss": 0.8082,
      "step": 1454
    },
    {
      "epoch": 0.5504587155963303,
      "grad_norm": 1.0223772000926137,
      "learning_rate": 7.834522964625665e-06,
      "loss": 0.8091,
      "step": 1455
    },
    {
      "epoch": 0.5508370377376336,
      "grad_norm": 0.9867288417868126,
      "learning_rate": 7.834020831892534e-06,
      "loss": 0.7971,
      "step": 1456
    },
    {
      "epoch": 0.5512153598789369,
      "grad_norm": 1.038419907192562,
      "learning_rate": 7.833517954604074e-06,
      "loss": 0.7774,
      "step": 1457
    },
    {
      "epoch": 0.5515936820202403,
      "grad_norm": 1.0143771814537008,
      "learning_rate": 7.833014332857939e-06,
      "loss": 0.7763,
      "step": 1458
    },
    {
      "epoch": 0.5519720041615436,
      "grad_norm": 1.0001756819325087,
      "learning_rate": 7.832509966751933e-06,
      "loss": 0.7889,
      "step": 1459
    },
    {
      "epoch": 0.5523503263028469,
      "grad_norm": 1.036257856076326,
      "learning_rate": 7.832004856384001e-06,
      "loss": 0.7901,
      "step": 1460
    },
    {
      "epoch": 0.5527286484441502,
      "grad_norm": 1.0355156315068814,
      "learning_rate": 7.831499001852236e-06,
      "loss": 0.7742,
      "step": 1461
    },
    {
      "epoch": 0.5531069705854536,
      "grad_norm": 1.1407334044483102,
      "learning_rate": 7.830992403254873e-06,
      "loss": 0.8265,
      "step": 1462
    },
    {
      "epoch": 0.5534852927267568,
      "grad_norm": 1.0063557289156941,
      "learning_rate": 7.83048506069029e-06,
      "loss": 0.7994,
      "step": 1463
    },
    {
      "epoch": 0.5534852927267568,
      "eval_loss": 0.8094308972358704,
      "eval_runtime": 26.9598,
      "eval_samples_per_second": 32.827,
      "eval_steps_per_second": 1.039,
      "step": 1463
    },
    {
      "epoch": 0.5534852927267568,
      "eval_bench_accuracy_arc_challenge": 0.25,
      "eval_bench_accuracy_hellaswag": 0.215,
      "eval_bench_accuracy_mmlu": 0.2608695652173913,
      "eval_bench_average_accuracy": 0.24195652173913043,
      "eval_bench_loss": 6.063661274157073,
      "eval_bench_total_accuracy": 0.23736263736263735,
      "step": 1463
    },
    {
      "epoch": 0.5538636148680601,
      "grad_norm": 1.0744841523132298,
      "learning_rate": 7.829976974257012e-06,
      "loss": 0.8504,
      "step": 1464
    },
    {
      "epoch": 0.5542419370093635,
      "grad_norm": 1.0186917057516884,
      "learning_rate": 7.829468144053712e-06,
      "loss": 0.8052,
      "step": 1465
    },
    {
      "epoch": 0.5546202591506668,
      "grad_norm": 1.0107687681368964,
      "learning_rate": 7.828958570179196e-06,
      "loss": 0.8094,
      "step": 1466
    },
    {
      "epoch": 0.5549985812919701,
      "grad_norm": 1.0349853318053726,
      "learning_rate": 7.828448252732428e-06,
      "loss": 0.8303,
      "step": 1467
    },
    {
      "epoch": 0.5553769034332734,
      "grad_norm": 1.0450694598466956,
      "learning_rate": 7.827937191812508e-06,
      "loss": 0.7924,
      "step": 1468
    },
    {
      "epoch": 0.5557552255745768,
      "grad_norm": 1.0278598268440422,
      "learning_rate": 7.82742538751868e-06,
      "loss": 0.7701,
      "step": 1469
    },
    {
      "epoch": 0.5561335477158801,
      "grad_norm": 1.0315097348678433,
      "learning_rate": 7.826912839950338e-06,
      "loss": 0.7643,
      "step": 1470
    },
    {
      "epoch": 0.5565118698571834,
      "grad_norm": 1.0630245419936848,
      "learning_rate": 7.826399549207016e-06,
      "loss": 0.8334,
      "step": 1471
    },
    {
      "epoch": 0.5568901919984867,
      "grad_norm": 1.057495631028003,
      "learning_rate": 7.825885515388394e-06,
      "loss": 0.8098,
      "step": 1472
    },
    {
      "epoch": 0.5572685141397901,
      "grad_norm": 1.0485936898987425,
      "learning_rate": 7.825370738594296e-06,
      "loss": 0.8524,
      "step": 1473
    },
    {
      "epoch": 0.5576468362810933,
      "grad_norm": 1.089800751911175,
      "learning_rate": 7.82485521892469e-06,
      "loss": 0.7807,
      "step": 1474
    },
    {
      "epoch": 0.5580251584223966,
      "grad_norm": 1.008238694676228,
      "learning_rate": 7.824338956479687e-06,
      "loss": 0.7641,
      "step": 1475
    },
    {
      "epoch": 0.5584034805637,
      "grad_norm": 0.9866356509513795,
      "learning_rate": 7.823821951359546e-06,
      "loss": 0.8072,
      "step": 1476
    },
    {
      "epoch": 0.5587818027050033,
      "grad_norm": 1.0159932518028019,
      "learning_rate": 7.823304203664665e-06,
      "loss": 0.7563,
      "step": 1477
    },
    {
      "epoch": 0.5591601248463066,
      "grad_norm": 1.0691391299613169,
      "learning_rate": 7.82278571349559e-06,
      "loss": 0.7666,
      "step": 1478
    },
    {
      "epoch": 0.5595384469876099,
      "grad_norm": 1.069708560088697,
      "learning_rate": 7.822266480953014e-06,
      "loss": 0.8094,
      "step": 1479
    },
    {
      "epoch": 0.5599167691289133,
      "grad_norm": 1.0399404229309808,
      "learning_rate": 7.821746506137766e-06,
      "loss": 0.8041,
      "step": 1480
    },
    {
      "epoch": 0.5602950912702166,
      "grad_norm": 1.0528966086217326,
      "learning_rate": 7.821225789150823e-06,
      "loss": 0.8186,
      "step": 1481
    },
    {
      "epoch": 0.5606734134115199,
      "grad_norm": 1.078154168587184,
      "learning_rate": 7.820704330093309e-06,
      "loss": 0.7697,
      "step": 1482
    },
    {
      "epoch": 0.5610517355528233,
      "grad_norm": 0.9974199242655317,
      "learning_rate": 7.82018212906649e-06,
      "loss": 0.7627,
      "step": 1483
    },
    {
      "epoch": 0.5614300576941266,
      "grad_norm": 1.0441157570327169,
      "learning_rate": 7.819659186171774e-06,
      "loss": 0.7637,
      "step": 1484
    },
    {
      "epoch": 0.5618083798354299,
      "grad_norm": 1.0350192453023053,
      "learning_rate": 7.819135501510717e-06,
      "loss": 0.7863,
      "step": 1485
    },
    {
      "epoch": 0.5621867019767331,
      "grad_norm": 1.0314197771080482,
      "learning_rate": 7.818611075185016e-06,
      "loss": 0.7761,
      "step": 1486
    },
    {
      "epoch": 0.5625650241180365,
      "grad_norm": 1.1142918188982494,
      "learning_rate": 7.818085907296514e-06,
      "loss": 0.8451,
      "step": 1487
    },
    {
      "epoch": 0.5629433462593398,
      "grad_norm": 1.0635918190610065,
      "learning_rate": 7.817559997947194e-06,
      "loss": 0.7987,
      "step": 1488
    },
    {
      "epoch": 0.5633216684006431,
      "grad_norm": 1.0137296000615337,
      "learning_rate": 7.817033347239188e-06,
      "loss": 0.7849,
      "step": 1489
    },
    {
      "epoch": 0.5636999905419464,
      "grad_norm": 1.0465836630867722,
      "learning_rate": 7.816505955274772e-06,
      "loss": 0.7609,
      "step": 1490
    },
    {
      "epoch": 0.5640783126832498,
      "grad_norm": 1.0227869394316658,
      "learning_rate": 7.81597782215636e-06,
      "loss": 0.7658,
      "step": 1491
    },
    {
      "epoch": 0.5644566348245531,
      "grad_norm": 1.025273340871076,
      "learning_rate": 7.815448947986518e-06,
      "loss": 0.7943,
      "step": 1492
    },
    {
      "epoch": 0.5648349569658564,
      "grad_norm": 1.0788965118297305,
      "learning_rate": 7.814919332867948e-06,
      "loss": 0.7825,
      "step": 1493
    },
    {
      "epoch": 0.5652132791071598,
      "grad_norm": 1.0290788502294095,
      "learning_rate": 7.814388976903501e-06,
      "loss": 0.7686,
      "step": 1494
    },
    {
      "epoch": 0.5655916012484631,
      "grad_norm": 1.0043872677988737,
      "learning_rate": 7.813857880196172e-06,
      "loss": 0.765,
      "step": 1495
    },
    {
      "epoch": 0.5659699233897664,
      "grad_norm": 1.0416556353562665,
      "learning_rate": 7.813326042849096e-06,
      "loss": 0.7905,
      "step": 1496
    },
    {
      "epoch": 0.5663482455310697,
      "grad_norm": 1.0403767458597168,
      "learning_rate": 7.812793464965557e-06,
      "loss": 0.8392,
      "step": 1497
    },
    {
      "epoch": 0.5667265676723731,
      "grad_norm": 1.0804135578705913,
      "learning_rate": 7.812260146648978e-06,
      "loss": 0.8042,
      "step": 1498
    },
    {
      "epoch": 0.5671048898136763,
      "grad_norm": 1.0525290992619953,
      "learning_rate": 7.811726088002928e-06,
      "loss": 0.8125,
      "step": 1499
    },
    {
      "epoch": 0.5674832119549796,
      "grad_norm": 1.0443809449733452,
      "learning_rate": 7.81119128913112e-06,
      "loss": 0.8449,
      "step": 1500
    },
    {
      "epoch": 0.567861534096283,
      "grad_norm": 1.0484442830821317,
      "learning_rate": 7.810655750137408e-06,
      "loss": 0.791,
      "step": 1501
    },
    {
      "epoch": 0.5682398562375863,
      "grad_norm": 1.0322889324418691,
      "learning_rate": 7.810119471125797e-06,
      "loss": 0.7638,
      "step": 1502
    },
    {
      "epoch": 0.5686181783788896,
      "grad_norm": 1.0251619422017846,
      "learning_rate": 7.809582452200428e-06,
      "loss": 0.7971,
      "step": 1503
    },
    {
      "epoch": 0.5689965005201929,
      "grad_norm": 1.0150926516902954,
      "learning_rate": 7.809044693465587e-06,
      "loss": 0.7734,
      "step": 1504
    },
    {
      "epoch": 0.5693748226614963,
      "grad_norm": 1.0663474541629985,
      "learning_rate": 7.808506195025707e-06,
      "loss": 0.8411,
      "step": 1505
    },
    {
      "epoch": 0.5697531448027996,
      "grad_norm": 1.0708265848333849,
      "learning_rate": 7.807966956985363e-06,
      "loss": 0.8428,
      "step": 1506
    },
    {
      "epoch": 0.5701314669441029,
      "grad_norm": 1.0294311898641297,
      "learning_rate": 7.807426979449273e-06,
      "loss": 0.8016,
      "step": 1507
    },
    {
      "epoch": 0.5705097890854062,
      "grad_norm": 1.072155935601359,
      "learning_rate": 7.806886262522298e-06,
      "loss": 0.7896,
      "step": 1508
    },
    {
      "epoch": 0.5708881112267096,
      "grad_norm": 1.0602457428763656,
      "learning_rate": 7.806344806309445e-06,
      "loss": 0.8306,
      "step": 1509
    },
    {
      "epoch": 0.5712664333680129,
      "grad_norm": 1.0410264668234372,
      "learning_rate": 7.805802610915862e-06,
      "loss": 0.7708,
      "step": 1510
    },
    {
      "epoch": 0.5716447555093161,
      "grad_norm": 1.0323609766839155,
      "learning_rate": 7.805259676446843e-06,
      "loss": 0.7731,
      "step": 1511
    },
    {
      "epoch": 0.5720230776506195,
      "grad_norm": 1.0629777585594808,
      "learning_rate": 7.804716003007825e-06,
      "loss": 0.8667,
      "step": 1512
    },
    {
      "epoch": 0.5724013997919228,
      "grad_norm": 0.9991092397744588,
      "learning_rate": 7.804171590704384e-06,
      "loss": 0.8158,
      "step": 1513
    },
    {
      "epoch": 0.5727797219332261,
      "grad_norm": 1.0691406196971251,
      "learning_rate": 7.803626439642245e-06,
      "loss": 0.8439,
      "step": 1514
    },
    {
      "epoch": 0.5731580440745294,
      "grad_norm": 1.003105717691004,
      "learning_rate": 7.803080549927276e-06,
      "loss": 0.8294,
      "step": 1515
    },
    {
      "epoch": 0.5735363662158328,
      "grad_norm": 1.03908547211568,
      "learning_rate": 7.802533921665487e-06,
      "loss": 0.7924,
      "step": 1516
    },
    {
      "epoch": 0.5739146883571361,
      "grad_norm": 1.0879350896154778,
      "learning_rate": 7.801986554963032e-06,
      "loss": 0.8214,
      "step": 1517
    },
    {
      "epoch": 0.5742930104984394,
      "grad_norm": 1.0215923317383557,
      "learning_rate": 7.801438449926204e-06,
      "loss": 0.7672,
      "step": 1518
    },
    {
      "epoch": 0.5746713326397428,
      "grad_norm": 1.0667625852082359,
      "learning_rate": 7.800889606661448e-06,
      "loss": 0.779,
      "step": 1519
    },
    {
      "epoch": 0.5750496547810461,
      "grad_norm": 1.0265205651578218,
      "learning_rate": 7.800340025275346e-06,
      "loss": 0.8048,
      "step": 1520
    },
    {
      "epoch": 0.5754279769223494,
      "grad_norm": 1.07228233508983,
      "learning_rate": 7.799789705874626e-06,
      "loss": 0.7798,
      "step": 1521
    },
    {
      "epoch": 0.5758062990636527,
      "grad_norm": 1.0864037890509946,
      "learning_rate": 7.799238648566155e-06,
      "loss": 0.8061,
      "step": 1522
    },
    {
      "epoch": 0.5761846212049561,
      "grad_norm": 1.024552729289987,
      "learning_rate": 7.79868685345695e-06,
      "loss": 0.7923,
      "step": 1523
    },
    {
      "epoch": 0.5765629433462593,
      "grad_norm": 1.050893206442173,
      "learning_rate": 7.798134320654169e-06,
      "loss": 0.7922,
      "step": 1524
    },
    {
      "epoch": 0.5769412654875626,
      "grad_norm": 1.0361508996059923,
      "learning_rate": 7.797581050265108e-06,
      "loss": 0.7934,
      "step": 1525
    },
    {
      "epoch": 0.5773195876288659,
      "grad_norm": 1.0710969406799804,
      "learning_rate": 7.797027042397215e-06,
      "loss": 0.8126,
      "step": 1526
    },
    {
      "epoch": 0.5776979097701693,
      "grad_norm": 1.0658020905692465,
      "learning_rate": 7.796472297158071e-06,
      "loss": 0.825,
      "step": 1527
    },
    {
      "epoch": 0.5780762319114726,
      "grad_norm": 1.0530236797299208,
      "learning_rate": 7.79591681465541e-06,
      "loss": 0.8297,
      "step": 1528
    },
    {
      "epoch": 0.5784545540527759,
      "grad_norm": 1.0375398854054054,
      "learning_rate": 7.795360594997107e-06,
      "loss": 0.8184,
      "step": 1529
    },
    {
      "epoch": 0.5788328761940793,
      "grad_norm": 1.0223176641231346,
      "learning_rate": 7.794803638291175e-06,
      "loss": 0.8081,
      "step": 1530
    },
    {
      "epoch": 0.5792111983353826,
      "grad_norm": 1.0392507145784662,
      "learning_rate": 7.794245944645772e-06,
      "loss": 0.8473,
      "step": 1531
    },
    {
      "epoch": 0.5795895204766859,
      "grad_norm": 1.022490501012432,
      "learning_rate": 7.793687514169201e-06,
      "loss": 0.7883,
      "step": 1532
    },
    {
      "epoch": 0.5799678426179892,
      "grad_norm": 1.0564202458689138,
      "learning_rate": 7.793128346969911e-06,
      "loss": 0.7797,
      "step": 1533
    },
    {
      "epoch": 0.5803461647592926,
      "grad_norm": 1.0741330485557585,
      "learning_rate": 7.792568443156489e-06,
      "loss": 0.808,
      "step": 1534
    },
    {
      "epoch": 0.5807244869005959,
      "grad_norm": 0.9936986392860392,
      "learning_rate": 7.792007802837665e-06,
      "loss": 0.7748,
      "step": 1535
    },
    {
      "epoch": 0.5811028090418991,
      "grad_norm": 1.04388957808874,
      "learning_rate": 7.791446426122313e-06,
      "loss": 0.8282,
      "step": 1536
    },
    {
      "epoch": 0.5814811311832025,
      "grad_norm": 1.0718346958784504,
      "learning_rate": 7.790884313119454e-06,
      "loss": 0.7922,
      "step": 1537
    },
    {
      "epoch": 0.5818594533245058,
      "grad_norm": 1.0477864953037763,
      "learning_rate": 7.790321463938246e-06,
      "loss": 0.8141,
      "step": 1538
    },
    {
      "epoch": 0.5822377754658091,
      "grad_norm": 1.026774949013717,
      "learning_rate": 7.789757878687995e-06,
      "loss": 0.7598,
      "step": 1539
    },
    {
      "epoch": 0.5826160976071124,
      "grad_norm": 1.015538072369435,
      "learning_rate": 7.789193557478143e-06,
      "loss": 0.7877,
      "step": 1540
    },
    {
      "epoch": 0.5829944197484158,
      "grad_norm": 1.0348274415641654,
      "learning_rate": 7.788628500418287e-06,
      "loss": 0.8258,
      "step": 1541
    },
    {
      "epoch": 0.5833727418897191,
      "grad_norm": 1.02268572106111,
      "learning_rate": 7.788062707618151e-06,
      "loss": 0.8323,
      "step": 1542
    },
    {
      "epoch": 0.5837510640310224,
      "grad_norm": 1.0046192564851208,
      "learning_rate": 7.787496179187618e-06,
      "loss": 0.7522,
      "step": 1543
    },
    {
      "epoch": 0.5841293861723257,
      "grad_norm": 1.0526322563558683,
      "learning_rate": 7.7869289152367e-06,
      "loss": 0.8168,
      "step": 1544
    },
    {
      "epoch": 0.5845077083136291,
      "grad_norm": 0.9819648563646498,
      "learning_rate": 7.78636091587556e-06,
      "loss": 0.7441,
      "step": 1545
    },
    {
      "epoch": 0.5848860304549324,
      "grad_norm": 1.0131957579824842,
      "learning_rate": 7.785792181214504e-06,
      "loss": 0.7716,
      "step": 1546
    },
    {
      "epoch": 0.5852643525962357,
      "grad_norm": 1.0442706083972597,
      "learning_rate": 7.785222711363975e-06,
      "loss": 0.783,
      "step": 1547
    },
    {
      "epoch": 0.5856426747375391,
      "grad_norm": 1.024417321524946,
      "learning_rate": 7.784652506434564e-06,
      "loss": 0.808,
      "step": 1548
    },
    {
      "epoch": 0.5860209968788423,
      "grad_norm": 1.0597851794054838,
      "learning_rate": 7.784081566537004e-06,
      "loss": 0.8209,
      "step": 1549
    },
    {
      "epoch": 0.5863993190201456,
      "grad_norm": 1.0122874466478462,
      "learning_rate": 7.783509891782168e-06,
      "loss": 0.7717,
      "step": 1550
    },
    {
      "epoch": 0.5867776411614489,
      "grad_norm": 1.0075483569470989,
      "learning_rate": 7.782937482281076e-06,
      "loss": 0.7653,
      "step": 1551
    },
    {
      "epoch": 0.5871559633027523,
      "grad_norm": 1.021446573700645,
      "learning_rate": 7.782364338144885e-06,
      "loss": 0.7696,
      "step": 1552
    },
    {
      "epoch": 0.5875342854440556,
      "grad_norm": 1.0432444836660548,
      "learning_rate": 7.781790459484901e-06,
      "loss": 0.7933,
      "step": 1553
    },
    {
      "epoch": 0.5879126075853589,
      "grad_norm": 1.0051174216679133,
      "learning_rate": 7.781215846412565e-06,
      "loss": 0.7867,
      "step": 1554
    },
    {
      "epoch": 0.5882909297266623,
      "grad_norm": 1.0867512164890576,
      "learning_rate": 7.78064049903947e-06,
      "loss": 0.7725,
      "step": 1555
    },
    {
      "epoch": 0.5886692518679656,
      "grad_norm": 1.04980942321374,
      "learning_rate": 7.780064417477346e-06,
      "loss": 0.8114,
      "step": 1556
    },
    {
      "epoch": 0.5890475740092689,
      "grad_norm": 1.0617568995349125,
      "learning_rate": 7.779487601838065e-06,
      "loss": 0.7859,
      "step": 1557
    },
    {
      "epoch": 0.5894258961505722,
      "grad_norm": 1.0628832051157708,
      "learning_rate": 7.778910052233642e-06,
      "loss": 0.8021,
      "step": 1558
    },
    {
      "epoch": 0.5898042182918756,
      "grad_norm": 1.0898131031337233,
      "learning_rate": 7.778331768776237e-06,
      "loss": 0.802,
      "step": 1559
    },
    {
      "epoch": 0.5901825404331789,
      "grad_norm": 1.0649413521341573,
      "learning_rate": 7.77775275157815e-06,
      "loss": 0.8217,
      "step": 1560
    },
    {
      "epoch": 0.5905608625744821,
      "grad_norm": 1.0368511400497493,
      "learning_rate": 7.777173000751825e-06,
      "loss": 0.7819,
      "step": 1561
    },
    {
      "epoch": 0.5909391847157854,
      "grad_norm": 1.020241580639323,
      "learning_rate": 7.776592516409848e-06,
      "loss": 0.8435,
      "step": 1562
    },
    {
      "epoch": 0.5913175068570888,
      "grad_norm": 1.039218236167864,
      "learning_rate": 7.776011298664945e-06,
      "loss": 0.822,
      "step": 1563
    },
    {
      "epoch": 0.5916958289983921,
      "grad_norm": 1.0277738056724017,
      "learning_rate": 7.775429347629992e-06,
      "loss": 0.7755,
      "step": 1564
    },
    {
      "epoch": 0.5920741511396954,
      "grad_norm": 0.9767055405759969,
      "learning_rate": 7.774846663417996e-06,
      "loss": 0.8259,
      "step": 1565
    },
    {
      "epoch": 0.5924524732809988,
      "grad_norm": 1.0409555633420142,
      "learning_rate": 7.774263246142116e-06,
      "loss": 0.7829,
      "step": 1566
    },
    {
      "epoch": 0.5928307954223021,
      "grad_norm": 1.0275312312209073,
      "learning_rate": 7.77367909591565e-06,
      "loss": 0.7724,
      "step": 1567
    },
    {
      "epoch": 0.5932091175636054,
      "grad_norm": 1.0128232786560865,
      "learning_rate": 7.773094212852036e-06,
      "loss": 0.778,
      "step": 1568
    },
    {
      "epoch": 0.5935874397049087,
      "grad_norm": 1.010220293379828,
      "learning_rate": 7.77250859706486e-06,
      "loss": 0.8122,
      "step": 1569
    },
    {
      "epoch": 0.5939657618462121,
      "grad_norm": 1.0377569519031766,
      "learning_rate": 7.771922248667843e-06,
      "loss": 0.7944,
      "step": 1570
    },
    {
      "epoch": 0.5943440839875154,
      "grad_norm": 1.0056143743542545,
      "learning_rate": 7.771335167774855e-06,
      "loss": 0.8184,
      "step": 1571
    },
    {
      "epoch": 0.5947224061288187,
      "grad_norm": 1.0823167997700618,
      "learning_rate": 7.770747354499902e-06,
      "loss": 0.793,
      "step": 1572
    },
    {
      "epoch": 0.5951007282701221,
      "grad_norm": 1.005554310069684,
      "learning_rate": 7.770158808957142e-06,
      "loss": 0.8294,
      "step": 1573
    },
    {
      "epoch": 0.5954790504114253,
      "grad_norm": 1.016774447299906,
      "learning_rate": 7.769569531260861e-06,
      "loss": 0.7916,
      "step": 1574
    },
    {
      "epoch": 0.5958573725527286,
      "grad_norm": 0.9815704963237092,
      "learning_rate": 7.7689795215255e-06,
      "loss": 0.7873,
      "step": 1575
    },
    {
      "epoch": 0.5962356946940319,
      "grad_norm": 1.054358096080715,
      "learning_rate": 7.768388779865636e-06,
      "loss": 0.8164,
      "step": 1576
    },
    {
      "epoch": 0.5966140168353353,
      "grad_norm": 0.9774109882411877,
      "learning_rate": 7.767797306395988e-06,
      "loss": 0.791,
      "step": 1577
    },
    {
      "epoch": 0.5969923389766386,
      "grad_norm": 1.0358457305091455,
      "learning_rate": 7.76720510123142e-06,
      "loss": 0.7707,
      "step": 1578
    },
    {
      "epoch": 0.5973706611179419,
      "grad_norm": 1.0624591531096403,
      "learning_rate": 7.766612164486936e-06,
      "loss": 0.8472,
      "step": 1579
    },
    {
      "epoch": 0.5977489832592452,
      "grad_norm": 0.9928836589328845,
      "learning_rate": 7.766018496277682e-06,
      "loss": 0.7902,
      "step": 1580
    },
    {
      "epoch": 0.5981273054005486,
      "grad_norm": 1.0280490587815976,
      "learning_rate": 7.765424096718946e-06,
      "loss": 0.7841,
      "step": 1581
    },
    {
      "epoch": 0.5985056275418519,
      "grad_norm": 0.9873621543820231,
      "learning_rate": 7.76482896592616e-06,
      "loss": 0.8006,
      "step": 1582
    },
    {
      "epoch": 0.5988839496831552,
      "grad_norm": 1.0709729821860812,
      "learning_rate": 7.764233104014897e-06,
      "loss": 0.8682,
      "step": 1583
    },
    {
      "epoch": 0.5992622718244586,
      "grad_norm": 0.9867939695157474,
      "learning_rate": 7.76363651110087e-06,
      "loss": 0.7879,
      "step": 1584
    },
    {
      "epoch": 0.5996405939657619,
      "grad_norm": 1.0795152732921542,
      "learning_rate": 7.763039187299937e-06,
      "loss": 0.815,
      "step": 1585
    },
    {
      "epoch": 0.6000189161070651,
      "grad_norm": 0.9899000945502743,
      "learning_rate": 7.762441132728095e-06,
      "loss": 0.7855,
      "step": 1586
    },
    {
      "epoch": 0.6003972382483684,
      "grad_norm": 1.0252908086535142,
      "learning_rate": 7.761842347501485e-06,
      "loss": 0.8165,
      "step": 1587
    },
    {
      "epoch": 0.6007755603896718,
      "grad_norm": 1.0423466115896767,
      "learning_rate": 7.76124283173639e-06,
      "loss": 0.8567,
      "step": 1588
    },
    {
      "epoch": 0.6011538825309751,
      "grad_norm": 0.9948472361654808,
      "learning_rate": 7.760642585549233e-06,
      "loss": 0.7931,
      "step": 1589
    },
    {
      "epoch": 0.6015322046722784,
      "grad_norm": 0.9998595808495474,
      "learning_rate": 7.760041609056582e-06,
      "loss": 0.7922,
      "step": 1590
    },
    {
      "epoch": 0.6019105268135818,
      "grad_norm": 1.0113044627393564,
      "learning_rate": 7.759439902375141e-06,
      "loss": 0.7983,
      "step": 1591
    },
    {
      "epoch": 0.6022888489548851,
      "grad_norm": 1.052771258939431,
      "learning_rate": 7.758837465621764e-06,
      "loss": 0.8088,
      "step": 1592
    },
    {
      "epoch": 0.6026671710961884,
      "grad_norm": 1.0123858085251436,
      "learning_rate": 7.758234298913439e-06,
      "loss": 0.784,
      "step": 1593
    },
    {
      "epoch": 0.6030454932374917,
      "grad_norm": 1.0337794095975905,
      "learning_rate": 7.757630402367303e-06,
      "loss": 0.7997,
      "step": 1594
    },
    {
      "epoch": 0.6034238153787951,
      "grad_norm": 0.9846999031423823,
      "learning_rate": 7.757025776100625e-06,
      "loss": 0.7447,
      "step": 1595
    },
    {
      "epoch": 0.6038021375200984,
      "grad_norm": 1.0462409901802558,
      "learning_rate": 7.756420420230828e-06,
      "loss": 0.7686,
      "step": 1596
    },
    {
      "epoch": 0.6038021375200984,
      "eval_loss": 0.8007391691207886,
      "eval_runtime": 27.0514,
      "eval_samples_per_second": 32.715,
      "eval_steps_per_second": 1.035,
      "step": 1596
    },
    {
      "epoch": 0.6038021375200984,
      "eval_bench_accuracy_arc_challenge": 0.25,
      "eval_bench_accuracy_hellaswag": 0.21,
      "eval_bench_accuracy_mmlu": 0.25217391304347825,
      "eval_bench_average_accuracy": 0.23739130434782607,
      "eval_bench_loss": 6.375945509525767,
      "eval_bench_total_accuracy": 0.23296703296703297,
      "step": 1596
    },
    {
      "epoch": 0.6041804596614017,
      "grad_norm": 1.0790625835061922,
      "learning_rate": 7.755814334875466e-06,
      "loss": 0.8091,
      "step": 1597
    },
    {
      "epoch": 0.6045587818027051,
      "grad_norm": 0.9802043723000299,
      "learning_rate": 7.75520752015224e-06,
      "loss": 0.7256,
      "step": 1598
    },
    {
      "epoch": 0.6049371039440083,
      "grad_norm": 0.9923431981852016,
      "learning_rate": 7.754599976178994e-06,
      "loss": 0.8054,
      "step": 1599
    },
    {
      "epoch": 0.6053154260853116,
      "grad_norm": 1.0242822958979938,
      "learning_rate": 7.753991703073709e-06,
      "loss": 0.7947,
      "step": 1600
    },
    {
      "epoch": 0.6056937482266149,
      "grad_norm": 1.0693420250669043,
      "learning_rate": 7.75338270095451e-06,
      "loss": 0.7714,
      "step": 1601
    },
    {
      "epoch": 0.6060720703679183,
      "grad_norm": 1.0393417772805222,
      "learning_rate": 7.752772969939662e-06,
      "loss": 0.7984,
      "step": 1602
    },
    {
      "epoch": 0.6064503925092216,
      "grad_norm": 1.0193556335184584,
      "learning_rate": 7.752162510147576e-06,
      "loss": 0.7845,
      "step": 1603
    },
    {
      "epoch": 0.6068287146505249,
      "grad_norm": 1.0439223450090194,
      "learning_rate": 7.751551321696798e-06,
      "loss": 0.7902,
      "step": 1604
    },
    {
      "epoch": 0.6072070367918282,
      "grad_norm": 1.0458764132750307,
      "learning_rate": 7.75093940470602e-06,
      "loss": 0.8277,
      "step": 1605
    },
    {
      "epoch": 0.6075853589331316,
      "grad_norm": 1.0304823323522874,
      "learning_rate": 7.750326759294077e-06,
      "loss": 0.7936,
      "step": 1606
    },
    {
      "epoch": 0.6079636810744349,
      "grad_norm": 1.037572458907066,
      "learning_rate": 7.749713385579942e-06,
      "loss": 0.779,
      "step": 1607
    },
    {
      "epoch": 0.6083420032157382,
      "grad_norm": 1.0233220079303753,
      "learning_rate": 7.749099283682727e-06,
      "loss": 0.7924,
      "step": 1608
    },
    {
      "epoch": 0.6087203253570416,
      "grad_norm": 1.0490780083116327,
      "learning_rate": 7.748484453721694e-06,
      "loss": 0.8337,
      "step": 1609
    },
    {
      "epoch": 0.6090986474983449,
      "grad_norm": 1.0173257743419322,
      "learning_rate": 7.747868895816236e-06,
      "loss": 0.7673,
      "step": 1610
    },
    {
      "epoch": 0.6094769696396481,
      "grad_norm": 1.0573789547993953,
      "learning_rate": 7.747252610085895e-06,
      "loss": 0.8377,
      "step": 1611
    },
    {
      "epoch": 0.6098552917809514,
      "grad_norm": 1.0257255841383113,
      "learning_rate": 7.746635596650352e-06,
      "loss": 0.7728,
      "step": 1612
    },
    {
      "epoch": 0.6102336139222548,
      "grad_norm": 1.0160660389387,
      "learning_rate": 7.746017855629429e-06,
      "loss": 0.8025,
      "step": 1613
    },
    {
      "epoch": 0.6106119360635581,
      "grad_norm": 1.0602513504043805,
      "learning_rate": 7.74539938714309e-06,
      "loss": 0.7925,
      "step": 1614
    },
    {
      "epoch": 0.6109902582048614,
      "grad_norm": 1.0377020898351703,
      "learning_rate": 7.744780191311437e-06,
      "loss": 0.804,
      "step": 1615
    },
    {
      "epoch": 0.6113685803461648,
      "grad_norm": 0.9962327806446186,
      "learning_rate": 7.744160268254718e-06,
      "loss": 0.7463,
      "step": 1616
    },
    {
      "epoch": 0.6117469024874681,
      "grad_norm": 1.03576395621217,
      "learning_rate": 7.743539618093323e-06,
      "loss": 0.8125,
      "step": 1617
    },
    {
      "epoch": 0.6121252246287714,
      "grad_norm": 1.0791330433766595,
      "learning_rate": 7.742918240947774e-06,
      "loss": 0.7497,
      "step": 1618
    },
    {
      "epoch": 0.6125035467700747,
      "grad_norm": 1.0186732713870292,
      "learning_rate": 7.742296136938745e-06,
      "loss": 0.7715,
      "step": 1619
    },
    {
      "epoch": 0.6128818689113781,
      "grad_norm": 1.0549459798818361,
      "learning_rate": 7.741673306187047e-06,
      "loss": 0.7663,
      "step": 1620
    },
    {
      "epoch": 0.6132601910526814,
      "grad_norm": 0.9830530108058492,
      "learning_rate": 7.74104974881363e-06,
      "loss": 0.8146,
      "step": 1621
    },
    {
      "epoch": 0.6136385131939847,
      "grad_norm": 1.0384186325465743,
      "learning_rate": 7.74042546493959e-06,
      "loss": 0.7864,
      "step": 1622
    },
    {
      "epoch": 0.614016835335288,
      "grad_norm": 1.050915873907994,
      "learning_rate": 7.739800454686156e-06,
      "loss": 0.7966,
      "step": 1623
    },
    {
      "epoch": 0.6143951574765913,
      "grad_norm": 1.0241953725880033,
      "learning_rate": 7.739174718174705e-06,
      "loss": 0.7659,
      "step": 1624
    },
    {
      "epoch": 0.6147734796178946,
      "grad_norm": 1.0278047735993348,
      "learning_rate": 7.738548255526757e-06,
      "loss": 0.7753,
      "step": 1625
    },
    {
      "epoch": 0.6151518017591979,
      "grad_norm": 1.0028879958633992,
      "learning_rate": 7.737921066863963e-06,
      "loss": 0.798,
      "step": 1626
    },
    {
      "epoch": 0.6155301239005013,
      "grad_norm": 1.046709030024919,
      "learning_rate": 7.737293152308125e-06,
      "loss": 0.8318,
      "step": 1627
    },
    {
      "epoch": 0.6159084460418046,
      "grad_norm": 1.053664353449831,
      "learning_rate": 7.736664511981184e-06,
      "loss": 0.8518,
      "step": 1628
    },
    {
      "epoch": 0.6162867681831079,
      "grad_norm": 0.9978105688058767,
      "learning_rate": 7.736035146005216e-06,
      "loss": 0.7807,
      "step": 1629
    },
    {
      "epoch": 0.6166650903244112,
      "grad_norm": 1.0998599207938173,
      "learning_rate": 7.735405054502443e-06,
      "loss": 0.8517,
      "step": 1630
    },
    {
      "epoch": 0.6170434124657146,
      "grad_norm": 1.0347549984516864,
      "learning_rate": 7.734774237595227e-06,
      "loss": 0.7861,
      "step": 1631
    },
    {
      "epoch": 0.6174217346070179,
      "grad_norm": 1.0604030894353325,
      "learning_rate": 7.734142695406072e-06,
      "loss": 0.8444,
      "step": 1632
    },
    {
      "epoch": 0.6178000567483212,
      "grad_norm": 0.9995358654268639,
      "learning_rate": 7.73351042805762e-06,
      "loss": 0.7982,
      "step": 1633
    },
    {
      "epoch": 0.6181783788896246,
      "grad_norm": 1.012063791302332,
      "learning_rate": 7.732877435672656e-06,
      "loss": 0.7891,
      "step": 1634
    },
    {
      "epoch": 0.6185567010309279,
      "grad_norm": 1.062079535667684,
      "learning_rate": 7.732243718374105e-06,
      "loss": 0.7953,
      "step": 1635
    },
    {
      "epoch": 0.6189350231722311,
      "grad_norm": 1.0049506132948145,
      "learning_rate": 7.731609276285034e-06,
      "loss": 0.8185,
      "step": 1636
    },
    {
      "epoch": 0.6193133453135344,
      "grad_norm": 0.9787699976228371,
      "learning_rate": 7.730974109528651e-06,
      "loss": 0.8099,
      "step": 1637
    },
    {
      "epoch": 0.6196916674548378,
      "grad_norm": 0.9716390457115083,
      "learning_rate": 7.730338218228298e-06,
      "loss": 0.7695,
      "step": 1638
    },
    {
      "epoch": 0.6200699895961411,
      "grad_norm": 0.9806455110749785,
      "learning_rate": 7.729701602507469e-06,
      "loss": 0.7199,
      "step": 1639
    },
    {
      "epoch": 0.6204483117374444,
      "grad_norm": 1.0303904399928674,
      "learning_rate": 7.729064262489791e-06,
      "loss": 0.8018,
      "step": 1640
    },
    {
      "epoch": 0.6208266338787477,
      "grad_norm": 1.0184745198287024,
      "learning_rate": 7.72842619829903e-06,
      "loss": 0.8168,
      "step": 1641
    },
    {
      "epoch": 0.6212049560200511,
      "grad_norm": 1.0350761019221557,
      "learning_rate": 7.727787410059102e-06,
      "loss": 0.8063,
      "step": 1642
    },
    {
      "epoch": 0.6215832781613544,
      "grad_norm": 0.9997598615132083,
      "learning_rate": 7.727147897894055e-06,
      "loss": 0.7692,
      "step": 1643
    },
    {
      "epoch": 0.6219616003026577,
      "grad_norm": 1.0317018080080016,
      "learning_rate": 7.72650766192808e-06,
      "loss": 0.7963,
      "step": 1644
    },
    {
      "epoch": 0.6223399224439611,
      "grad_norm": 1.058330305743686,
      "learning_rate": 7.725866702285508e-06,
      "loss": 0.7778,
      "step": 1645
    },
    {
      "epoch": 0.6227182445852644,
      "grad_norm": 1.050475543436919,
      "learning_rate": 7.725225019090813e-06,
      "loss": 0.8052,
      "step": 1646
    },
    {
      "epoch": 0.6230965667265677,
      "grad_norm": 1.0381951307937078,
      "learning_rate": 7.724582612468609e-06,
      "loss": 0.7643,
      "step": 1647
    },
    {
      "epoch": 0.623474888867871,
      "grad_norm": 0.9960696467209328,
      "learning_rate": 7.723939482543647e-06,
      "loss": 0.781,
      "step": 1648
    },
    {
      "epoch": 0.6238532110091743,
      "grad_norm": 1.0235710160288658,
      "learning_rate": 7.723295629440823e-06,
      "loss": 0.7818,
      "step": 1649
    },
    {
      "epoch": 0.6242315331504776,
      "grad_norm": 0.9987662526618373,
      "learning_rate": 7.722651053285168e-06,
      "loss": 0.7532,
      "step": 1650
    },
    {
      "epoch": 0.6246098552917809,
      "grad_norm": 1.038603322649077,
      "learning_rate": 7.722005754201863e-06,
      "loss": 0.7995,
      "step": 1651
    },
    {
      "epoch": 0.6249881774330843,
      "grad_norm": 1.0372844825153233,
      "learning_rate": 7.721359732316216e-06,
      "loss": 0.7982,
      "step": 1652
    },
    {
      "epoch": 0.6253664995743876,
      "grad_norm": 1.0075983510701718,
      "learning_rate": 7.720712987753687e-06,
      "loss": 0.771,
      "step": 1653
    },
    {
      "epoch": 0.6257448217156909,
      "grad_norm": 1.060885095951037,
      "learning_rate": 7.72006552063987e-06,
      "loss": 0.8095,
      "step": 1654
    },
    {
      "epoch": 0.6261231438569942,
      "grad_norm": 1.024942261074342,
      "learning_rate": 7.719417331100501e-06,
      "loss": 0.8175,
      "step": 1655
    },
    {
      "epoch": 0.6265014659982976,
      "grad_norm": 1.0259969128854978,
      "learning_rate": 7.718768419261458e-06,
      "loss": 0.7614,
      "step": 1656
    },
    {
      "epoch": 0.6268797881396009,
      "grad_norm": 1.0032297451874017,
      "learning_rate": 7.718118785248759e-06,
      "loss": 0.7612,
      "step": 1657
    },
    {
      "epoch": 0.6272581102809042,
      "grad_norm": 1.0210932763381098,
      "learning_rate": 7.717468429188556e-06,
      "loss": 0.7755,
      "step": 1658
    },
    {
      "epoch": 0.6276364324222075,
      "grad_norm": 1.046603168853803,
      "learning_rate": 7.71681735120715e-06,
      "loss": 0.7888,
      "step": 1659
    },
    {
      "epoch": 0.6280147545635109,
      "grad_norm": 1.0302944601931032,
      "learning_rate": 7.716165551430978e-06,
      "loss": 0.8215,
      "step": 1660
    },
    {
      "epoch": 0.6283930767048141,
      "grad_norm": 1.0538426037667707,
      "learning_rate": 7.715513029986616e-06,
      "loss": 0.8277,
      "step": 1661
    },
    {
      "epoch": 0.6287713988461174,
      "grad_norm": 1.0079131456868133,
      "learning_rate": 7.714859787000784e-06,
      "loss": 0.7898,
      "step": 1662
    },
    {
      "epoch": 0.6291497209874208,
      "grad_norm": 1.0091132558305784,
      "learning_rate": 7.714205822600338e-06,
      "loss": 0.7628,
      "step": 1663
    },
    {
      "epoch": 0.6295280431287241,
      "grad_norm": 1.0370707510362853,
      "learning_rate": 7.713551136912277e-06,
      "loss": 0.7847,
      "step": 1664
    },
    {
      "epoch": 0.6299063652700274,
      "grad_norm": 1.0254976981220805,
      "learning_rate": 7.712895730063737e-06,
      "loss": 0.8251,
      "step": 1665
    },
    {
      "epoch": 0.6302846874113307,
      "grad_norm": 1.0129086665617333,
      "learning_rate": 7.712239602181998e-06,
      "loss": 0.813,
      "step": 1666
    },
    {
      "epoch": 0.6306630095526341,
      "grad_norm": 1.0211770501504658,
      "learning_rate": 7.711582753394478e-06,
      "loss": 0.7909,
      "step": 1667
    },
    {
      "epoch": 0.6310413316939374,
      "grad_norm": 1.2302756712980163,
      "learning_rate": 7.710925183828736e-06,
      "loss": 0.782,
      "step": 1668
    },
    {
      "epoch": 0.6314196538352407,
      "grad_norm": 1.0606820966683679,
      "learning_rate": 7.710266893612468e-06,
      "loss": 0.8001,
      "step": 1669
    },
    {
      "epoch": 0.6317979759765441,
      "grad_norm": 1.0257958327969605,
      "learning_rate": 7.70960788287351e-06,
      "loss": 0.7715,
      "step": 1670
    },
    {
      "epoch": 0.6321762981178474,
      "grad_norm": 1.033181617178253,
      "learning_rate": 7.708948151739847e-06,
      "loss": 0.7884,
      "step": 1671
    },
    {
      "epoch": 0.6325546202591507,
      "grad_norm": 1.0142271201151716,
      "learning_rate": 7.708287700339588e-06,
      "loss": 0.7846,
      "step": 1672
    },
    {
      "epoch": 0.632932942400454,
      "grad_norm": 1.0581952369577206,
      "learning_rate": 7.707626528800999e-06,
      "loss": 0.835,
      "step": 1673
    },
    {
      "epoch": 0.6333112645417573,
      "grad_norm": 1.031831226064096,
      "learning_rate": 7.706964637252472e-06,
      "loss": 0.7808,
      "step": 1674
    },
    {
      "epoch": 0.6336895866830606,
      "grad_norm": 1.034926042820135,
      "learning_rate": 7.706302025822546e-06,
      "loss": 0.8133,
      "step": 1675
    },
    {
      "epoch": 0.6340679088243639,
      "grad_norm": 0.9974796232689039,
      "learning_rate": 7.705638694639897e-06,
      "loss": 0.8022,
      "step": 1676
    },
    {
      "epoch": 0.6344462309656672,
      "grad_norm": 0.9991746871631939,
      "learning_rate": 7.704974643833345e-06,
      "loss": 0.7768,
      "step": 1677
    },
    {
      "epoch": 0.6348245531069706,
      "grad_norm": 1.0647934668234986,
      "learning_rate": 7.704309873531842e-06,
      "loss": 0.7784,
      "step": 1678
    },
    {
      "epoch": 0.6352028752482739,
      "grad_norm": 1.0706641503151557,
      "learning_rate": 7.70364438386449e-06,
      "loss": 0.7549,
      "step": 1679
    },
    {
      "epoch": 0.6355811973895772,
      "grad_norm": 1.5575289700539314,
      "learning_rate": 7.70297817496052e-06,
      "loss": 0.7869,
      "step": 1680
    },
    {
      "epoch": 0.6359595195308806,
      "grad_norm": 1.0441884975223152,
      "learning_rate": 7.702311246949312e-06,
      "loss": 0.8212,
      "step": 1681
    },
    {
      "epoch": 0.6363378416721839,
      "grad_norm": 1.0184875000693254,
      "learning_rate": 7.701643599960377e-06,
      "loss": 0.7783,
      "step": 1682
    },
    {
      "epoch": 0.6367161638134872,
      "grad_norm": 1.056484375092538,
      "learning_rate": 7.700975234123374e-06,
      "loss": 0.7997,
      "step": 1683
    },
    {
      "epoch": 0.6370944859547905,
      "grad_norm": 1.0158431220473627,
      "learning_rate": 7.700306149568096e-06,
      "loss": 0.7887,
      "step": 1684
    },
    {
      "epoch": 0.6374728080960939,
      "grad_norm": 1.005886147632736,
      "learning_rate": 7.699636346424476e-06,
      "loss": 0.8146,
      "step": 1685
    },
    {
      "epoch": 0.6378511302373971,
      "grad_norm": 0.9516674282028371,
      "learning_rate": 7.698965824822591e-06,
      "loss": 0.7617,
      "step": 1686
    },
    {
      "epoch": 0.6382294523787004,
      "grad_norm": 1.0354398239486777,
      "learning_rate": 7.698294584892653e-06,
      "loss": 0.7698,
      "step": 1687
    },
    {
      "epoch": 0.6386077745200038,
      "grad_norm": 1.0412153778199809,
      "learning_rate": 7.69762262676501e-06,
      "loss": 0.7741,
      "step": 1688
    },
    {
      "epoch": 0.6389860966613071,
      "grad_norm": 1.0038063833719368,
      "learning_rate": 7.696949950570162e-06,
      "loss": 0.7726,
      "step": 1689
    },
    {
      "epoch": 0.6393644188026104,
      "grad_norm": 1.0041297661402129,
      "learning_rate": 7.696276556438736e-06,
      "loss": 0.8076,
      "step": 1690
    },
    {
      "epoch": 0.6397427409439137,
      "grad_norm": 1.052469874333398,
      "learning_rate": 7.695602444501503e-06,
      "loss": 0.7906,
      "step": 1691
    },
    {
      "epoch": 0.6401210630852171,
      "grad_norm": 0.9490194460452617,
      "learning_rate": 7.694927614889376e-06,
      "loss": 0.7188,
      "step": 1692
    },
    {
      "epoch": 0.6404993852265204,
      "grad_norm": 0.974323163548883,
      "learning_rate": 7.694252067733404e-06,
      "loss": 0.753,
      "step": 1693
    },
    {
      "epoch": 0.6408777073678237,
      "grad_norm": 1.0319007840691403,
      "learning_rate": 7.693575803164774e-06,
      "loss": 0.7962,
      "step": 1694
    },
    {
      "epoch": 0.641256029509127,
      "grad_norm": 1.0299952133041577,
      "learning_rate": 7.692898821314816e-06,
      "loss": 0.7723,
      "step": 1695
    },
    {
      "epoch": 0.6416343516504304,
      "grad_norm": 1.0632785008902024,
      "learning_rate": 7.692221122315e-06,
      "loss": 0.7536,
      "step": 1696
    },
    {
      "epoch": 0.6420126737917337,
      "grad_norm": 1.0478356927175443,
      "learning_rate": 7.69154270629693e-06,
      "loss": 0.7759,
      "step": 1697
    },
    {
      "epoch": 0.642390995933037,
      "grad_norm": 1.0207221782050084,
      "learning_rate": 7.690863573392355e-06,
      "loss": 0.8025,
      "step": 1698
    },
    {
      "epoch": 0.6427693180743403,
      "grad_norm": 1.0307450911725362,
      "learning_rate": 7.690183723733158e-06,
      "loss": 0.8126,
      "step": 1699
    },
    {
      "epoch": 0.6431476402156436,
      "grad_norm": 0.9558201805744811,
      "learning_rate": 7.689503157451366e-06,
      "loss": 0.7926,
      "step": 1700
    },
    {
      "epoch": 0.6435259623569469,
      "grad_norm": 0.9839314509833194,
      "learning_rate": 7.68882187467914e-06,
      "loss": 0.7982,
      "step": 1701
    },
    {
      "epoch": 0.6439042844982502,
      "grad_norm": 1.0446036605229558,
      "learning_rate": 7.688139875548786e-06,
      "loss": 0.7424,
      "step": 1702
    },
    {
      "epoch": 0.6442826066395536,
      "grad_norm": 0.9747599328413645,
      "learning_rate": 7.687457160192746e-06,
      "loss": 0.7769,
      "step": 1703
    },
    {
      "epoch": 0.6446609287808569,
      "grad_norm": 1.0017104708165576,
      "learning_rate": 7.6867737287436e-06,
      "loss": 0.7779,
      "step": 1704
    },
    {
      "epoch": 0.6450392509221602,
      "grad_norm": 1.0396981093860427,
      "learning_rate": 7.686089581334069e-06,
      "loss": 0.7966,
      "step": 1705
    },
    {
      "epoch": 0.6454175730634636,
      "grad_norm": 1.0077578946931687,
      "learning_rate": 7.685404718097011e-06,
      "loss": 0.7658,
      "step": 1706
    },
    {
      "epoch": 0.6457958952047669,
      "grad_norm": 1.0045936301109948,
      "learning_rate": 7.684719139165426e-06,
      "loss": 0.8215,
      "step": 1707
    },
    {
      "epoch": 0.6461742173460702,
      "grad_norm": 1.0059220607870412,
      "learning_rate": 7.684032844672452e-06,
      "loss": 0.784,
      "step": 1708
    },
    {
      "epoch": 0.6465525394873735,
      "grad_norm": 1.002030780249217,
      "learning_rate": 7.683345834751362e-06,
      "loss": 0.754,
      "step": 1709
    },
    {
      "epoch": 0.6469308616286769,
      "grad_norm": 1.0524082695853973,
      "learning_rate": 7.682658109535575e-06,
      "loss": 0.8141,
      "step": 1710
    },
    {
      "epoch": 0.6473091837699801,
      "grad_norm": 1.023391717099541,
      "learning_rate": 7.681969669158643e-06,
      "loss": 0.8029,
      "step": 1711
    },
    {
      "epoch": 0.6476875059112834,
      "grad_norm": 1.0537878870256816,
      "learning_rate": 7.68128051375426e-06,
      "loss": 0.8026,
      "step": 1712
    },
    {
      "epoch": 0.6480658280525867,
      "grad_norm": 0.9946301646936768,
      "learning_rate": 7.680590643456258e-06,
      "loss": 0.8154,
      "step": 1713
    },
    {
      "epoch": 0.6484441501938901,
      "grad_norm": 1.0129808485922718,
      "learning_rate": 7.679900058398606e-06,
      "loss": 0.7482,
      "step": 1714
    },
    {
      "epoch": 0.6488224723351934,
      "grad_norm": 1.1366026781982712,
      "learning_rate": 7.679208758715417e-06,
      "loss": 0.7844,
      "step": 1715
    },
    {
      "epoch": 0.6492007944764967,
      "grad_norm": 1.0252138838659255,
      "learning_rate": 7.678516744540936e-06,
      "loss": 0.7827,
      "step": 1716
    },
    {
      "epoch": 0.6495791166178001,
      "grad_norm": 1.0483329033578623,
      "learning_rate": 7.67782401600955e-06,
      "loss": 0.7995,
      "step": 1717
    },
    {
      "epoch": 0.6499574387591034,
      "grad_norm": 0.9954302178962173,
      "learning_rate": 7.677130573255787e-06,
      "loss": 0.7528,
      "step": 1718
    },
    {
      "epoch": 0.6503357609004067,
      "grad_norm": 1.0342284002896778,
      "learning_rate": 7.67643641641431e-06,
      "loss": 0.7967,
      "step": 1719
    },
    {
      "epoch": 0.65071408304171,
      "grad_norm": 1.0744541931554912,
      "learning_rate": 7.675741545619926e-06,
      "loss": 0.7959,
      "step": 1720
    },
    {
      "epoch": 0.6510924051830134,
      "grad_norm": 0.9960576642926111,
      "learning_rate": 7.675045961007571e-06,
      "loss": 0.7644,
      "step": 1721
    },
    {
      "epoch": 0.6514707273243167,
      "grad_norm": 1.0388432797415568,
      "learning_rate": 7.674349662712328e-06,
      "loss": 0.8452,
      "step": 1722
    },
    {
      "epoch": 0.65184904946562,
      "grad_norm": 1.0809172859395315,
      "learning_rate": 7.673652650869415e-06,
      "loss": 0.8068,
      "step": 1723
    },
    {
      "epoch": 0.6522273716069233,
      "grad_norm": 1.0066539502318497,
      "learning_rate": 7.672954925614193e-06,
      "loss": 0.7709,
      "step": 1724
    },
    {
      "epoch": 0.6526056937482266,
      "grad_norm": 1.0418268199259764,
      "learning_rate": 7.672256487082155e-06,
      "loss": 0.7932,
      "step": 1725
    },
    {
      "epoch": 0.6529840158895299,
      "grad_norm": 1.0245053090908052,
      "learning_rate": 7.671557335408935e-06,
      "loss": 0.798,
      "step": 1726
    },
    {
      "epoch": 0.6533623380308332,
      "grad_norm": 1.0356795152001224,
      "learning_rate": 7.670857470730309e-06,
      "loss": 0.7573,
      "step": 1727
    },
    {
      "epoch": 0.6537406601721366,
      "grad_norm": 1.0311220411463944,
      "learning_rate": 7.670156893182188e-06,
      "loss": 0.8159,
      "step": 1728
    },
    {
      "epoch": 0.6541189823134399,
      "grad_norm": 0.9968740214468425,
      "learning_rate": 7.66945560290062e-06,
      "loss": 0.8174,
      "step": 1729
    },
    {
      "epoch": 0.6541189823134399,
      "eval_loss": 0.7927515506744385,
      "eval_runtime": 26.7774,
      "eval_samples_per_second": 33.05,
      "eval_steps_per_second": 1.046,
      "step": 1729
    },
    {
      "epoch": 0.6541189823134399,
      "eval_bench_accuracy_arc_challenge": 0.0,
      "eval_bench_accuracy_hellaswag": 0.21,
      "eval_bench_accuracy_mmlu": 0.23478260869565218,
      "eval_bench_average_accuracy": 0.1482608695652174,
      "eval_bench_loss": 7.814903928522478,
      "eval_bench_total_accuracy": 0.15164835164835164,
      "step": 1729
    },
    {
      "epoch": 0.6544973044547432,
      "grad_norm": 1.0536869570872927,
      "learning_rate": 7.668753600021795e-06,
      "loss": 0.7894,
      "step": 1730
    },
    {
      "epoch": 0.6548756265960465,
      "grad_norm": 1.0802849973303468,
      "learning_rate": 7.66805088468204e-06,
      "loss": 0.8128,
      "step": 1731
    },
    {
      "epoch": 0.6552539487373499,
      "grad_norm": 1.0195535501035122,
      "learning_rate": 7.66734745701782e-06,
      "loss": 0.7698,
      "step": 1732
    },
    {
      "epoch": 0.6556322708786532,
      "grad_norm": 0.9866819845303567,
      "learning_rate": 7.666643317165737e-06,
      "loss": 0.7632,
      "step": 1733
    },
    {
      "epoch": 0.6560105930199565,
      "grad_norm": 1.0362620307566515,
      "learning_rate": 7.665938465262536e-06,
      "loss": 0.8242,
      "step": 1734
    },
    {
      "epoch": 0.6563889151612599,
      "grad_norm": 1.005122320879091,
      "learning_rate": 7.665232901445093e-06,
      "loss": 0.8128,
      "step": 1735
    },
    {
      "epoch": 0.6567672373025631,
      "grad_norm": 0.9968147052835493,
      "learning_rate": 7.66452662585043e-06,
      "loss": 0.7765,
      "step": 1736
    },
    {
      "epoch": 0.6571455594438664,
      "grad_norm": 1.0160098359583503,
      "learning_rate": 7.663819638615705e-06,
      "loss": 0.769,
      "step": 1737
    },
    {
      "epoch": 0.6575238815851697,
      "grad_norm": 0.9957799905329473,
      "learning_rate": 7.663111939878207e-06,
      "loss": 0.75,
      "step": 1738
    },
    {
      "epoch": 0.6579022037264731,
      "grad_norm": 0.9817964252654222,
      "learning_rate": 7.662403529775372e-06,
      "loss": 0.7814,
      "step": 1739
    },
    {
      "epoch": 0.6582805258677764,
      "grad_norm": 0.9928916742992132,
      "learning_rate": 7.661694408444773e-06,
      "loss": 0.7904,
      "step": 1740
    },
    {
      "epoch": 0.6586588480090797,
      "grad_norm": 1.0410892155118083,
      "learning_rate": 7.660984576024117e-06,
      "loss": 0.8191,
      "step": 1741
    },
    {
      "epoch": 0.6590371701503831,
      "grad_norm": 1.0021028586166405,
      "learning_rate": 7.660274032651249e-06,
      "loss": 0.7712,
      "step": 1742
    },
    {
      "epoch": 0.6594154922916864,
      "grad_norm": 0.9990600675172764,
      "learning_rate": 7.65956277846416e-06,
      "loss": 0.7857,
      "step": 1743
    },
    {
      "epoch": 0.6597938144329897,
      "grad_norm": 1.0992751750590166,
      "learning_rate": 7.658850813600969e-06,
      "loss": 0.7878,
      "step": 1744
    },
    {
      "epoch": 0.660172136574293,
      "grad_norm": 1.0189976892843522,
      "learning_rate": 7.65813813819994e-06,
      "loss": 0.77,
      "step": 1745
    },
    {
      "epoch": 0.6605504587155964,
      "grad_norm": 1.0468429508760897,
      "learning_rate": 7.657424752399471e-06,
      "loss": 0.7768,
      "step": 1746
    },
    {
      "epoch": 0.6609287808568997,
      "grad_norm": 1.0374665153019,
      "learning_rate": 7.6567106563381e-06,
      "loss": 0.8103,
      "step": 1747
    },
    {
      "epoch": 0.661307102998203,
      "grad_norm": 1.0713460469365848,
      "learning_rate": 7.655995850154501e-06,
      "loss": 0.7646,
      "step": 1748
    },
    {
      "epoch": 0.6616854251395063,
      "grad_norm": 1.048711304359486,
      "learning_rate": 7.655280333987491e-06,
      "loss": 0.7852,
      "step": 1749
    },
    {
      "epoch": 0.6620637472808096,
      "grad_norm": 1.0319143016049546,
      "learning_rate": 7.654564107976017e-06,
      "loss": 0.7979,
      "step": 1750
    },
    {
      "epoch": 0.6624420694221129,
      "grad_norm": 1.0575930996275595,
      "learning_rate": 7.653847172259169e-06,
      "loss": 0.7768,
      "step": 1751
    },
    {
      "epoch": 0.6628203915634162,
      "grad_norm": 0.9638702778680636,
      "learning_rate": 7.653129526976173e-06,
      "loss": 0.7979,
      "step": 1752
    },
    {
      "epoch": 0.6631987137047196,
      "grad_norm": 0.9690337454201767,
      "learning_rate": 7.652411172266398e-06,
      "loss": 0.7894,
      "step": 1753
    },
    {
      "epoch": 0.6635770358460229,
      "grad_norm": 1.0072303768845905,
      "learning_rate": 7.65169210826934e-06,
      "loss": 0.7302,
      "step": 1754
    },
    {
      "epoch": 0.6639553579873262,
      "grad_norm": 1.0168462219112109,
      "learning_rate": 7.650972335124644e-06,
      "loss": 0.7918,
      "step": 1755
    },
    {
      "epoch": 0.6643336801286295,
      "grad_norm": 0.9845272479814176,
      "learning_rate": 7.650251852972084e-06,
      "loss": 0.7798,
      "step": 1756
    },
    {
      "epoch": 0.6647120022699329,
      "grad_norm": 1.0559359255774574,
      "learning_rate": 7.649530661951578e-06,
      "loss": 0.7835,
      "step": 1757
    },
    {
      "epoch": 0.6650903244112362,
      "grad_norm": 1.0127474528668845,
      "learning_rate": 7.64880876220318e-06,
      "loss": 0.7566,
      "step": 1758
    },
    {
      "epoch": 0.6654686465525395,
      "grad_norm": 1.067173774382862,
      "learning_rate": 7.648086153867078e-06,
      "loss": 0.7738,
      "step": 1759
    },
    {
      "epoch": 0.6658469686938429,
      "grad_norm": 1.0262747793123224,
      "learning_rate": 7.6473628370836e-06,
      "loss": 0.7833,
      "step": 1760
    },
    {
      "epoch": 0.6662252908351461,
      "grad_norm": 1.0515582564211456,
      "learning_rate": 7.646638811993216e-06,
      "loss": 0.7538,
      "step": 1761
    },
    {
      "epoch": 0.6666036129764494,
      "grad_norm": 1.0329994771612065,
      "learning_rate": 7.645914078736526e-06,
      "loss": 0.8164,
      "step": 1762
    },
    {
      "epoch": 0.6669819351177527,
      "grad_norm": 1.0311907540077614,
      "learning_rate": 7.645188637454272e-06,
      "loss": 0.7706,
      "step": 1763
    },
    {
      "epoch": 0.6673602572590561,
      "grad_norm": 1.0409947640223565,
      "learning_rate": 7.644462488287334e-06,
      "loss": 0.7885,
      "step": 1764
    },
    {
      "epoch": 0.6677385794003594,
      "grad_norm": 0.988219756000234,
      "learning_rate": 7.643735631376724e-06,
      "loss": 0.7408,
      "step": 1765
    },
    {
      "epoch": 0.6681169015416627,
      "grad_norm": 1.027004288225805,
      "learning_rate": 7.643008066863598e-06,
      "loss": 0.8121,
      "step": 1766
    },
    {
      "epoch": 0.6684952236829661,
      "grad_norm": 1.0184065601333092,
      "learning_rate": 7.642279794889249e-06,
      "loss": 0.7576,
      "step": 1767
    },
    {
      "epoch": 0.6688735458242694,
      "grad_norm": 1.043603934502605,
      "learning_rate": 7.641550815595102e-06,
      "loss": 0.771,
      "step": 1768
    },
    {
      "epoch": 0.6692518679655727,
      "grad_norm": 1.060392114018632,
      "learning_rate": 7.640821129122723e-06,
      "loss": 0.8247,
      "step": 1769
    },
    {
      "epoch": 0.669630190106876,
      "grad_norm": 1.0126323816870029,
      "learning_rate": 7.640090735613818e-06,
      "loss": 0.8022,
      "step": 1770
    },
    {
      "epoch": 0.6700085122481794,
      "grad_norm": 1.1648366101787067,
      "learning_rate": 7.639359635210222e-06,
      "loss": 0.7826,
      "step": 1771
    },
    {
      "epoch": 0.6703868343894827,
      "grad_norm": 1.0724674686904885,
      "learning_rate": 7.638627828053918e-06,
      "loss": 0.7897,
      "step": 1772
    },
    {
      "epoch": 0.6707651565307859,
      "grad_norm": 1.0540972019117152,
      "learning_rate": 7.637895314287016e-06,
      "loss": 0.7645,
      "step": 1773
    },
    {
      "epoch": 0.6711434786720892,
      "grad_norm": 1.0057331810331451,
      "learning_rate": 7.63716209405177e-06,
      "loss": 0.816,
      "step": 1774
    },
    {
      "epoch": 0.6715218008133926,
      "grad_norm": 0.9970921236923102,
      "learning_rate": 7.63642816749057e-06,
      "loss": 0.7671,
      "step": 1775
    },
    {
      "epoch": 0.6719001229546959,
      "grad_norm": 1.002453880727358,
      "learning_rate": 7.635693534745941e-06,
      "loss": 0.7885,
      "step": 1776
    },
    {
      "epoch": 0.6722784450959992,
      "grad_norm": 1.0312771975163908,
      "learning_rate": 7.634958195960548e-06,
      "loss": 0.7951,
      "step": 1777
    },
    {
      "epoch": 0.6726567672373026,
      "grad_norm": 1.0177245342291783,
      "learning_rate": 7.634222151277188e-06,
      "loss": 0.773,
      "step": 1778
    },
    {
      "epoch": 0.6730350893786059,
      "grad_norm": 1.060998481737934,
      "learning_rate": 7.633485400838804e-06,
      "loss": 0.7924,
      "step": 1779
    },
    {
      "epoch": 0.6734134115199092,
      "grad_norm": 1.0340561242421995,
      "learning_rate": 7.632747944788468e-06,
      "loss": 0.8451,
      "step": 1780
    },
    {
      "epoch": 0.6737917336612125,
      "grad_norm": 1.0461873170538059,
      "learning_rate": 7.63200978326939e-06,
      "loss": 0.7896,
      "step": 1781
    },
    {
      "epoch": 0.6741700558025159,
      "grad_norm": 1.0320131696114871,
      "learning_rate": 7.631270916424923e-06,
      "loss": 0.7914,
      "step": 1782
    },
    {
      "epoch": 0.6745483779438192,
      "grad_norm": 1.0291951526102714,
      "learning_rate": 7.630531344398549e-06,
      "loss": 0.7273,
      "step": 1783
    },
    {
      "epoch": 0.6749267000851225,
      "grad_norm": 1.0352838518441736,
      "learning_rate": 7.62979106733389e-06,
      "loss": 0.8042,
      "step": 1784
    },
    {
      "epoch": 0.6753050222264259,
      "grad_norm": 0.999179215624018,
      "learning_rate": 7.629050085374709e-06,
      "loss": 0.8106,
      "step": 1785
    },
    {
      "epoch": 0.6756833443677291,
      "grad_norm": 1.002781374078623,
      "learning_rate": 7.6283083986649e-06,
      "loss": 0.7478,
      "step": 1786
    },
    {
      "epoch": 0.6760616665090324,
      "grad_norm": 1.0578987973117508,
      "learning_rate": 7.627566007348498e-06,
      "loss": 0.767,
      "step": 1787
    },
    {
      "epoch": 0.6764399886503357,
      "grad_norm": 1.018623825083434,
      "learning_rate": 7.626822911569673e-06,
      "loss": 0.7603,
      "step": 1788
    },
    {
      "epoch": 0.6768183107916391,
      "grad_norm": 1.0691359310227244,
      "learning_rate": 7.62607911147273e-06,
      "loss": 0.8033,
      "step": 1789
    },
    {
      "epoch": 0.6771966329329424,
      "grad_norm": 1.0473330500599638,
      "learning_rate": 7.625334607202115e-06,
      "loss": 0.799,
      "step": 1790
    },
    {
      "epoch": 0.6775749550742457,
      "grad_norm": 1.0276960283606948,
      "learning_rate": 7.624589398902408e-06,
      "loss": 0.7882,
      "step": 1791
    },
    {
      "epoch": 0.677953277215549,
      "grad_norm": 1.0216841452284737,
      "learning_rate": 7.623843486718325e-06,
      "loss": 0.7753,
      "step": 1792
    },
    {
      "epoch": 0.6783315993568524,
      "grad_norm": 1.017840190852707,
      "learning_rate": 7.623096870794722e-06,
      "loss": 0.7944,
      "step": 1793
    },
    {
      "epoch": 0.6787099214981557,
      "grad_norm": 1.0234534365543315,
      "learning_rate": 7.6223495512765865e-06,
      "loss": 0.7607,
      "step": 1794
    },
    {
      "epoch": 0.679088243639459,
      "grad_norm": 1.0142595858519063,
      "learning_rate": 7.621601528309049e-06,
      "loss": 0.7665,
      "step": 1795
    },
    {
      "epoch": 0.6794665657807624,
      "grad_norm": 1.0071219703193526,
      "learning_rate": 7.620852802037371e-06,
      "loss": 0.791,
      "step": 1796
    },
    {
      "epoch": 0.6798448879220657,
      "grad_norm": 1.0031377757032336,
      "learning_rate": 7.620103372606954e-06,
      "loss": 0.7502,
      "step": 1797
    },
    {
      "epoch": 0.6802232100633689,
      "grad_norm": 1.014284865797237,
      "learning_rate": 7.619353240163334e-06,
      "loss": 0.8012,
      "step": 1798
    },
    {
      "epoch": 0.6806015322046722,
      "grad_norm": 1.0281456730858456,
      "learning_rate": 7.618602404852186e-06,
      "loss": 0.8308,
      "step": 1799
    },
    {
      "epoch": 0.6809798543459756,
      "grad_norm": 1.0358974761664392,
      "learning_rate": 7.617850866819319e-06,
      "loss": 0.8116,
      "step": 1800
    },
    {
      "epoch": 0.6813581764872789,
      "grad_norm": 1.0233639481564207,
      "learning_rate": 7.61709862621068e-06,
      "loss": 0.8062,
      "step": 1801
    },
    {
      "epoch": 0.6817364986285822,
      "grad_norm": 0.9776086740367372,
      "learning_rate": 7.61634568317235e-06,
      "loss": 0.7926,
      "step": 1802
    },
    {
      "epoch": 0.6821148207698856,
      "grad_norm": 0.9900234559536079,
      "learning_rate": 7.61559203785055e-06,
      "loss": 0.8129,
      "step": 1803
    },
    {
      "epoch": 0.6824931429111889,
      "grad_norm": 1.040154643226836,
      "learning_rate": 7.614837690391636e-06,
      "loss": 0.8262,
      "step": 1804
    },
    {
      "epoch": 0.6828714650524922,
      "grad_norm": 1.0403643598930472,
      "learning_rate": 7.6140826409421e-06,
      "loss": 0.7831,
      "step": 1805
    },
    {
      "epoch": 0.6832497871937955,
      "grad_norm": 1.0496211590491318,
      "learning_rate": 7.613326889648568e-06,
      "loss": 0.7929,
      "step": 1806
    },
    {
      "epoch": 0.6836281093350989,
      "grad_norm": 1.0256924582611977,
      "learning_rate": 7.612570436657808e-06,
      "loss": 0.7801,
      "step": 1807
    },
    {
      "epoch": 0.6840064314764022,
      "grad_norm": 1.0346392707882297,
      "learning_rate": 7.611813282116718e-06,
      "loss": 0.7603,
      "step": 1808
    },
    {
      "epoch": 0.6843847536177055,
      "grad_norm": 1.058185361602599,
      "learning_rate": 7.611055426172336e-06,
      "loss": 0.8167,
      "step": 1809
    },
    {
      "epoch": 0.6847630757590087,
      "grad_norm": 1.0289714760483837,
      "learning_rate": 7.610296868971836e-06,
      "loss": 0.7822,
      "step": 1810
    },
    {
      "epoch": 0.6851413979003121,
      "grad_norm": 0.9890953669530531,
      "learning_rate": 7.609537610662528e-06,
      "loss": 0.7714,
      "step": 1811
    },
    {
      "epoch": 0.6855197200416154,
      "grad_norm": 1.01307277761867,
      "learning_rate": 7.608777651391857e-06,
      "loss": 0.7925,
      "step": 1812
    },
    {
      "epoch": 0.6858980421829187,
      "grad_norm": 1.0261501203430148,
      "learning_rate": 7.608016991307404e-06,
      "loss": 0.8062,
      "step": 1813
    },
    {
      "epoch": 0.6862763643242221,
      "grad_norm": 0.9935911309387935,
      "learning_rate": 7.607255630556888e-06,
      "loss": 0.774,
      "step": 1814
    },
    {
      "epoch": 0.6866546864655254,
      "grad_norm": 0.9904144924679894,
      "learning_rate": 7.606493569288161e-06,
      "loss": 0.7868,
      "step": 1815
    },
    {
      "epoch": 0.6870330086068287,
      "grad_norm": 1.0371418151427427,
      "learning_rate": 7.605730807649218e-06,
      "loss": 0.8109,
      "step": 1816
    },
    {
      "epoch": 0.687411330748132,
      "grad_norm": 1.044727797122997,
      "learning_rate": 7.604967345788178e-06,
      "loss": 0.8072,
      "step": 1817
    },
    {
      "epoch": 0.6877896528894354,
      "grad_norm": 0.9838280587194601,
      "learning_rate": 7.604203183853309e-06,
      "loss": 0.7536,
      "step": 1818
    },
    {
      "epoch": 0.6881679750307387,
      "grad_norm": 0.9950885054311281,
      "learning_rate": 7.603438321993005e-06,
      "loss": 0.7839,
      "step": 1819
    },
    {
      "epoch": 0.688546297172042,
      "grad_norm": 1.0428299690199871,
      "learning_rate": 7.602672760355803e-06,
      "loss": 0.7959,
      "step": 1820
    },
    {
      "epoch": 0.6889246193133454,
      "grad_norm": 1.0581206043121922,
      "learning_rate": 7.60190649909037e-06,
      "loss": 0.8037,
      "step": 1821
    },
    {
      "epoch": 0.6893029414546487,
      "grad_norm": 1.0096469456861266,
      "learning_rate": 7.601139538345513e-06,
      "loss": 0.8094,
      "step": 1822
    },
    {
      "epoch": 0.6896812635959519,
      "grad_norm": 1.0304785414820892,
      "learning_rate": 7.600371878270174e-06,
      "loss": 0.7653,
      "step": 1823
    },
    {
      "epoch": 0.6900595857372552,
      "grad_norm": 1.00229358608765,
      "learning_rate": 7.5996035190134295e-06,
      "loss": 0.7677,
      "step": 1824
    },
    {
      "epoch": 0.6904379078785586,
      "grad_norm": 0.9916315428613167,
      "learning_rate": 7.598834460724492e-06,
      "loss": 0.7942,
      "step": 1825
    },
    {
      "epoch": 0.6908162300198619,
      "grad_norm": 1.0389539705802777,
      "learning_rate": 7.5980647035527116e-06,
      "loss": 0.8177,
      "step": 1826
    },
    {
      "epoch": 0.6911945521611652,
      "grad_norm": 1.0662869985139787,
      "learning_rate": 7.597294247647571e-06,
      "loss": 0.768,
      "step": 1827
    },
    {
      "epoch": 0.6915728743024685,
      "grad_norm": 0.9714515658714595,
      "learning_rate": 7.596523093158693e-06,
      "loss": 0.7437,
      "step": 1828
    },
    {
      "epoch": 0.6919511964437719,
      "grad_norm": 1.0706404496033293,
      "learning_rate": 7.595751240235832e-06,
      "loss": 0.754,
      "step": 1829
    },
    {
      "epoch": 0.6923295185850752,
      "grad_norm": 0.9706657443652832,
      "learning_rate": 7.594978689028879e-06,
      "loss": 0.7612,
      "step": 1830
    },
    {
      "epoch": 0.6927078407263785,
      "grad_norm": 0.976615002955624,
      "learning_rate": 7.594205439687862e-06,
      "loss": 0.7912,
      "step": 1831
    },
    {
      "epoch": 0.6930861628676819,
      "grad_norm": 1.03426076744833,
      "learning_rate": 7.593431492362944e-06,
      "loss": 0.7917,
      "step": 1832
    },
    {
      "epoch": 0.6934644850089852,
      "grad_norm": 1.013505870254394,
      "learning_rate": 7.592656847204422e-06,
      "loss": 0.8032,
      "step": 1833
    },
    {
      "epoch": 0.6938428071502885,
      "grad_norm": 1.051455387215275,
      "learning_rate": 7.591881504362731e-06,
      "loss": 0.7912,
      "step": 1834
    },
    {
      "epoch": 0.6942211292915917,
      "grad_norm": 1.0263087231043657,
      "learning_rate": 7.591105463988439e-06,
      "loss": 0.8123,
      "step": 1835
    },
    {
      "epoch": 0.6945994514328951,
      "grad_norm": 1.0098333468819833,
      "learning_rate": 7.590328726232252e-06,
      "loss": 0.7629,
      "step": 1836
    },
    {
      "epoch": 0.6949777735741984,
      "grad_norm": 0.9721827671980219,
      "learning_rate": 7.589551291245009e-06,
      "loss": 0.7849,
      "step": 1837
    },
    {
      "epoch": 0.6953560957155017,
      "grad_norm": 1.0098176187649164,
      "learning_rate": 7.588773159177687e-06,
      "loss": 0.8025,
      "step": 1838
    },
    {
      "epoch": 0.6957344178568051,
      "grad_norm": 1.0299979129769126,
      "learning_rate": 7.587994330181395e-06,
      "loss": 0.7608,
      "step": 1839
    },
    {
      "epoch": 0.6961127399981084,
      "grad_norm": 1.0151953505875915,
      "learning_rate": 7.58721480440738e-06,
      "loss": 0.7337,
      "step": 1840
    },
    {
      "epoch": 0.6964910621394117,
      "grad_norm": 0.9904303117829623,
      "learning_rate": 7.5864345820070255e-06,
      "loss": 0.7747,
      "step": 1841
    },
    {
      "epoch": 0.696869384280715,
      "grad_norm": 1.0279175000834502,
      "learning_rate": 7.585653663131847e-06,
      "loss": 0.7918,
      "step": 1842
    },
    {
      "epoch": 0.6972477064220184,
      "grad_norm": 1.0295871862766321,
      "learning_rate": 7.584872047933494e-06,
      "loss": 0.7894,
      "step": 1843
    },
    {
      "epoch": 0.6976260285633217,
      "grad_norm": 1.0094453762458517,
      "learning_rate": 7.584089736563758e-06,
      "loss": 0.7206,
      "step": 1844
    },
    {
      "epoch": 0.698004350704625,
      "grad_norm": 1.0328426196699965,
      "learning_rate": 7.583306729174558e-06,
      "loss": 0.8252,
      "step": 1845
    },
    {
      "epoch": 0.6983826728459283,
      "grad_norm": 0.9905606234505574,
      "learning_rate": 7.582523025917954e-06,
      "loss": 0.7955,
      "step": 1846
    },
    {
      "epoch": 0.6987609949872317,
      "grad_norm": 1.0204271704285062,
      "learning_rate": 7.581738626946139e-06,
      "loss": 0.7896,
      "step": 1847
    },
    {
      "epoch": 0.6991393171285349,
      "grad_norm": 1.004700198708063,
      "learning_rate": 7.580953532411438e-06,
      "loss": 0.7748,
      "step": 1848
    },
    {
      "epoch": 0.6995176392698382,
      "grad_norm": 0.994279251316371,
      "learning_rate": 7.580167742466319e-06,
      "loss": 0.7584,
      "step": 1849
    },
    {
      "epoch": 0.6998959614111416,
      "grad_norm": 0.9865439763922379,
      "learning_rate": 7.579381257263375e-06,
      "loss": 0.7909,
      "step": 1850
    },
    {
      "epoch": 0.7002742835524449,
      "grad_norm": 0.9905670255963472,
      "learning_rate": 7.578594076955341e-06,
      "loss": 0.7919,
      "step": 1851
    },
    {
      "epoch": 0.7006526056937482,
      "grad_norm": 0.9976129555294091,
      "learning_rate": 7.577806201695086e-06,
      "loss": 0.7908,
      "step": 1852
    },
    {
      "epoch": 0.7010309278350515,
      "grad_norm": 0.9839141705023251,
      "learning_rate": 7.577017631635612e-06,
      "loss": 0.7895,
      "step": 1853
    },
    {
      "epoch": 0.7014092499763549,
      "grad_norm": 1.0306759419946148,
      "learning_rate": 7.576228366930057e-06,
      "loss": 0.8157,
      "step": 1854
    },
    {
      "epoch": 0.7017875721176582,
      "grad_norm": 0.9880194656345703,
      "learning_rate": 7.575438407731695e-06,
      "loss": 0.7366,
      "step": 1855
    },
    {
      "epoch": 0.7021658942589615,
      "grad_norm": 1.0081324236040694,
      "learning_rate": 7.57464775419393e-06,
      "loss": 0.784,
      "step": 1856
    },
    {
      "epoch": 0.7025442164002649,
      "grad_norm": 1.0280116129523802,
      "learning_rate": 7.573856406470311e-06,
      "loss": 0.7952,
      "step": 1857
    },
    {
      "epoch": 0.7029225385415682,
      "grad_norm": 1.0591816551488713,
      "learning_rate": 7.573064364714509e-06,
      "loss": 0.8319,
      "step": 1858
    },
    {
      "epoch": 0.7033008606828715,
      "grad_norm": 1.0373058408510851,
      "learning_rate": 7.57227162908034e-06,
      "loss": 0.8253,
      "step": 1859
    },
    {
      "epoch": 0.7036791828241747,
      "grad_norm": 0.9955132075131762,
      "learning_rate": 7.571478199721749e-06,
      "loss": 0.7884,
      "step": 1860
    },
    {
      "epoch": 0.7040575049654781,
      "grad_norm": 1.0411974533080333,
      "learning_rate": 7.570684076792817e-06,
      "loss": 0.7535,
      "step": 1861
    },
    {
      "epoch": 0.7044358271067814,
      "grad_norm": 1.0177208315160653,
      "learning_rate": 7.569889260447763e-06,
      "loss": 0.7789,
      "step": 1862
    },
    {
      "epoch": 0.7044358271067814,
      "eval_loss": 0.7890699505805969,
      "eval_runtime": 27.0832,
      "eval_samples_per_second": 32.677,
      "eval_steps_per_second": 1.034,
      "step": 1862
    },
    {
      "epoch": 0.7044358271067814,
      "eval_bench_accuracy_arc_challenge": 0.21428571428571427,
      "eval_bench_accuracy_hellaswag": 0.205,
      "eval_bench_accuracy_mmlu": 0.2608695652173913,
      "eval_bench_average_accuracy": 0.22671842650103516,
      "eval_bench_loss": 7.512841475637336,
      "eval_bench_total_accuracy": 0.22197802197802197,
      "step": 1862
    },
    {
      "epoch": 0.7048141492480847,
      "grad_norm": 1.028606903970918,
      "learning_rate": 7.5690937508409365e-06,
      "loss": 0.7457,
      "step": 1863
    },
    {
      "epoch": 0.705192471389388,
      "grad_norm": 1.0180150186079828,
      "learning_rate": 7.568297548126823e-06,
      "loss": 0.7938,
      "step": 1864
    },
    {
      "epoch": 0.7055707935306914,
      "grad_norm": 1.0876809046443543,
      "learning_rate": 7.567500652460042e-06,
      "loss": 0.8056,
      "step": 1865
    },
    {
      "epoch": 0.7059491156719947,
      "grad_norm": 1.029358737326028,
      "learning_rate": 7.56670306399535e-06,
      "loss": 0.7877,
      "step": 1866
    },
    {
      "epoch": 0.706327437813298,
      "grad_norm": 0.9844925839209022,
      "learning_rate": 7.565904782887634e-06,
      "loss": 0.7778,
      "step": 1867
    },
    {
      "epoch": 0.7067057599546014,
      "grad_norm": 0.9869706615525013,
      "learning_rate": 7.56510580929192e-06,
      "loss": 0.7339,
      "step": 1868
    },
    {
      "epoch": 0.7070840820959047,
      "grad_norm": 0.9992927633790497,
      "learning_rate": 7.564306143363364e-06,
      "loss": 0.7653,
      "step": 1869
    },
    {
      "epoch": 0.707462404237208,
      "grad_norm": 1.068436019657602,
      "learning_rate": 7.563505785257261e-06,
      "loss": 0.8271,
      "step": 1870
    },
    {
      "epoch": 0.7078407263785113,
      "grad_norm": 1.0179752248859633,
      "learning_rate": 7.5627047351290365e-06,
      "loss": 0.7727,
      "step": 1871
    },
    {
      "epoch": 0.7082190485198147,
      "grad_norm": 0.9956202748104152,
      "learning_rate": 7.561902993134254e-06,
      "loss": 0.7958,
      "step": 1872
    },
    {
      "epoch": 0.7085973706611179,
      "grad_norm": 1.0177361566307879,
      "learning_rate": 7.561100559428607e-06,
      "loss": 0.7779,
      "step": 1873
    },
    {
      "epoch": 0.7089756928024212,
      "grad_norm": 1.0189767447866593,
      "learning_rate": 7.560297434167926e-06,
      "loss": 0.7347,
      "step": 1874
    },
    {
      "epoch": 0.7093540149437246,
      "grad_norm": 0.9831880323651756,
      "learning_rate": 7.559493617508178e-06,
      "loss": 0.7652,
      "step": 1875
    },
    {
      "epoch": 0.7097323370850279,
      "grad_norm": 1.0200045931632868,
      "learning_rate": 7.5586891096054595e-06,
      "loss": 0.7824,
      "step": 1876
    },
    {
      "epoch": 0.7101106592263312,
      "grad_norm": 1.0558728606715007,
      "learning_rate": 7.557883910616004e-06,
      "loss": 0.7815,
      "step": 1877
    },
    {
      "epoch": 0.7104889813676345,
      "grad_norm": 1.0299315505060327,
      "learning_rate": 7.557078020696178e-06,
      "loss": 0.7576,
      "step": 1878
    },
    {
      "epoch": 0.7108673035089379,
      "grad_norm": 1.0001848779593938,
      "learning_rate": 7.556271440002485e-06,
      "loss": 0.7543,
      "step": 1879
    },
    {
      "epoch": 0.7112456256502412,
      "grad_norm": 1.043812227462618,
      "learning_rate": 7.555464168691559e-06,
      "loss": 0.7788,
      "step": 1880
    },
    {
      "epoch": 0.7116239477915445,
      "grad_norm": 1.0014451581659014,
      "learning_rate": 7.554656206920169e-06,
      "loss": 0.7978,
      "step": 1881
    },
    {
      "epoch": 0.7120022699328478,
      "grad_norm": 0.9973212648551616,
      "learning_rate": 7.55384755484522e-06,
      "loss": 0.7993,
      "step": 1882
    },
    {
      "epoch": 0.7123805920741512,
      "grad_norm": 1.061339436306225,
      "learning_rate": 7.5530382126237505e-06,
      "loss": 0.7972,
      "step": 1883
    },
    {
      "epoch": 0.7127589142154545,
      "grad_norm": 1.0699331120694706,
      "learning_rate": 7.55222818041293e-06,
      "loss": 0.8062,
      "step": 1884
    },
    {
      "epoch": 0.7131372363567577,
      "grad_norm": 0.9914442135257014,
      "learning_rate": 7.551417458370067e-06,
      "loss": 0.7791,
      "step": 1885
    },
    {
      "epoch": 0.7135155584980611,
      "grad_norm": 1.0130251115118372,
      "learning_rate": 7.5506060466525985e-06,
      "loss": 0.7875,
      "step": 1886
    },
    {
      "epoch": 0.7138938806393644,
      "grad_norm": 0.9695805264090013,
      "learning_rate": 7.5497939454181e-06,
      "loss": 0.7535,
      "step": 1887
    },
    {
      "epoch": 0.7142722027806677,
      "grad_norm": 1.0835656228512733,
      "learning_rate": 7.54898115482428e-06,
      "loss": 0.7466,
      "step": 1888
    },
    {
      "epoch": 0.714650524921971,
      "grad_norm": 1.0017379598251102,
      "learning_rate": 7.548167675028978e-06,
      "loss": 0.7588,
      "step": 1889
    },
    {
      "epoch": 0.7150288470632744,
      "grad_norm": 0.9751664976679292,
      "learning_rate": 7.5473535061901695e-06,
      "loss": 0.7555,
      "step": 1890
    },
    {
      "epoch": 0.7154071692045777,
      "grad_norm": 1.0011106387960145,
      "learning_rate": 7.546538648465965e-06,
      "loss": 0.8022,
      "step": 1891
    },
    {
      "epoch": 0.715785491345881,
      "grad_norm": 1.0166681934683515,
      "learning_rate": 7.545723102014606e-06,
      "loss": 0.7816,
      "step": 1892
    },
    {
      "epoch": 0.7161638134871844,
      "grad_norm": 0.9951953671889361,
      "learning_rate": 7.54490686699447e-06,
      "loss": 0.7837,
      "step": 1893
    },
    {
      "epoch": 0.7165421356284877,
      "grad_norm": 0.9976797977790014,
      "learning_rate": 7.544089943564067e-06,
      "loss": 0.7493,
      "step": 1894
    },
    {
      "epoch": 0.716920457769791,
      "grad_norm": 0.9855810780058022,
      "learning_rate": 7.543272331882042e-06,
      "loss": 0.7652,
      "step": 1895
    },
    {
      "epoch": 0.7172987799110943,
      "grad_norm": 1.020136564118587,
      "learning_rate": 7.542454032107171e-06,
      "loss": 0.7616,
      "step": 1896
    },
    {
      "epoch": 0.7176771020523977,
      "grad_norm": 1.0096765840235757,
      "learning_rate": 7.541635044398367e-06,
      "loss": 0.7981,
      "step": 1897
    },
    {
      "epoch": 0.7180554241937009,
      "grad_norm": 1.0416863254077597,
      "learning_rate": 7.540815368914675e-06,
      "loss": 0.7925,
      "step": 1898
    },
    {
      "epoch": 0.7184337463350042,
      "grad_norm": 1.055665744511811,
      "learning_rate": 7.539995005815272e-06,
      "loss": 0.7543,
      "step": 1899
    },
    {
      "epoch": 0.7188120684763076,
      "grad_norm": 1.0231952699867581,
      "learning_rate": 7.539173955259471e-06,
      "loss": 0.732,
      "step": 1900
    },
    {
      "epoch": 0.7191903906176109,
      "grad_norm": 1.0146131355524912,
      "learning_rate": 7.538352217406718e-06,
      "loss": 0.7587,
      "step": 1901
    },
    {
      "epoch": 0.7195687127589142,
      "grad_norm": 0.9865661154079507,
      "learning_rate": 7.53752979241659e-06,
      "loss": 0.7232,
      "step": 1902
    },
    {
      "epoch": 0.7199470349002175,
      "grad_norm": 1.0419811772033911,
      "learning_rate": 7.536706680448801e-06,
      "loss": 0.8073,
      "step": 1903
    },
    {
      "epoch": 0.7203253570415209,
      "grad_norm": 1.0083594152031234,
      "learning_rate": 7.535882881663199e-06,
      "loss": 0.7571,
      "step": 1904
    },
    {
      "epoch": 0.7207036791828242,
      "grad_norm": 1.0318684584286235,
      "learning_rate": 7.53505839621976e-06,
      "loss": 0.7831,
      "step": 1905
    },
    {
      "epoch": 0.7210820013241275,
      "grad_norm": 1.0401925339971567,
      "learning_rate": 7.534233224278598e-06,
      "loss": 0.7943,
      "step": 1906
    },
    {
      "epoch": 0.7214603234654308,
      "grad_norm": 1.0589062419109112,
      "learning_rate": 7.533407365999957e-06,
      "loss": 0.8116,
      "step": 1907
    },
    {
      "epoch": 0.7218386456067342,
      "grad_norm": 1.0189400220308538,
      "learning_rate": 7.532580821544218e-06,
      "loss": 0.7823,
      "step": 1908
    },
    {
      "epoch": 0.7222169677480375,
      "grad_norm": 1.0272792020263282,
      "learning_rate": 7.531753591071895e-06,
      "loss": 0.8002,
      "step": 1909
    },
    {
      "epoch": 0.7225952898893407,
      "grad_norm": 1.0050187200621885,
      "learning_rate": 7.530925674743631e-06,
      "loss": 0.7846,
      "step": 1910
    },
    {
      "epoch": 0.7229736120306441,
      "grad_norm": 1.0465639853681472,
      "learning_rate": 7.530097072720206e-06,
      "loss": 0.7764,
      "step": 1911
    },
    {
      "epoch": 0.7233519341719474,
      "grad_norm": 1.0069767691188105,
      "learning_rate": 7.529267785162531e-06,
      "loss": 0.7697,
      "step": 1912
    },
    {
      "epoch": 0.7237302563132507,
      "grad_norm": 1.025828867260226,
      "learning_rate": 7.528437812231653e-06,
      "loss": 0.762,
      "step": 1913
    },
    {
      "epoch": 0.724108578454554,
      "grad_norm": 1.0945775759380407,
      "learning_rate": 7.527607154088748e-06,
      "loss": 0.7684,
      "step": 1914
    },
    {
      "epoch": 0.7244869005958574,
      "grad_norm": 1.0614450729883849,
      "learning_rate": 7.526775810895129e-06,
      "loss": 0.7812,
      "step": 1915
    },
    {
      "epoch": 0.7248652227371607,
      "grad_norm": 1.01850920934482,
      "learning_rate": 7.525943782812239e-06,
      "loss": 0.7859,
      "step": 1916
    },
    {
      "epoch": 0.725243544878464,
      "grad_norm": 1.065129913789358,
      "learning_rate": 7.525111070001658e-06,
      "loss": 0.7982,
      "step": 1917
    },
    {
      "epoch": 0.7256218670197674,
      "grad_norm": 1.0194785224572207,
      "learning_rate": 7.524277672625093e-06,
      "loss": 0.7671,
      "step": 1918
    },
    {
      "epoch": 0.7260001891610707,
      "grad_norm": 1.030258817312861,
      "learning_rate": 7.52344359084439e-06,
      "loss": 0.8275,
      "step": 1919
    },
    {
      "epoch": 0.726378511302374,
      "grad_norm": 1.059266761958295,
      "learning_rate": 7.5226088248215224e-06,
      "loss": 0.7816,
      "step": 1920
    },
    {
      "epoch": 0.7267568334436773,
      "grad_norm": 1.0105478640349743,
      "learning_rate": 7.521773374718602e-06,
      "loss": 0.8033,
      "step": 1921
    },
    {
      "epoch": 0.7271351555849807,
      "grad_norm": 1.0463475130298905,
      "learning_rate": 7.52093724069787e-06,
      "loss": 0.7677,
      "step": 1922
    },
    {
      "epoch": 0.7275134777262839,
      "grad_norm": 1.0521557210010872,
      "learning_rate": 7.5201004229217e-06,
      "loss": 0.7524,
      "step": 1923
    },
    {
      "epoch": 0.7278917998675872,
      "grad_norm": 0.9739239170042839,
      "learning_rate": 7.519262921552601e-06,
      "loss": 0.773,
      "step": 1924
    },
    {
      "epoch": 0.7282701220088905,
      "grad_norm": 1.0603019289781683,
      "learning_rate": 7.51842473675321e-06,
      "loss": 0.7932,
      "step": 1925
    },
    {
      "epoch": 0.7286484441501939,
      "grad_norm": 1.028483949941829,
      "learning_rate": 7.517585868686305e-06,
      "loss": 0.7672,
      "step": 1926
    },
    {
      "epoch": 0.7290267662914972,
      "grad_norm": 0.9969415525100354,
      "learning_rate": 7.516746317514788e-06,
      "loss": 0.7703,
      "step": 1927
    },
    {
      "epoch": 0.7294050884328005,
      "grad_norm": 1.035817511317999,
      "learning_rate": 7.515906083401698e-06,
      "loss": 0.7737,
      "step": 1928
    },
    {
      "epoch": 0.7297834105741039,
      "grad_norm": 1.0160982960240883,
      "learning_rate": 7.515065166510206e-06,
      "loss": 0.7742,
      "step": 1929
    },
    {
      "epoch": 0.7301617327154072,
      "grad_norm": 1.0008758277167877,
      "learning_rate": 7.5142235670036164e-06,
      "loss": 0.8051,
      "step": 1930
    },
    {
      "epoch": 0.7305400548567105,
      "grad_norm": 1.009681305204692,
      "learning_rate": 7.513381285045365e-06,
      "loss": 0.751,
      "step": 1931
    },
    {
      "epoch": 0.7309183769980138,
      "grad_norm": 0.99959999867296,
      "learning_rate": 7.51253832079902e-06,
      "loss": 0.7618,
      "step": 1932
    },
    {
      "epoch": 0.7312966991393172,
      "grad_norm": 1.0184821171543585,
      "learning_rate": 7.511694674428282e-06,
      "loss": 0.7186,
      "step": 1933
    },
    {
      "epoch": 0.7316750212806205,
      "grad_norm": 1.023960557325352,
      "learning_rate": 7.510850346096987e-06,
      "loss": 0.7694,
      "step": 1934
    },
    {
      "epoch": 0.7320533434219237,
      "grad_norm": 1.0237615508066427,
      "learning_rate": 7.510005335969097e-06,
      "loss": 0.8001,
      "step": 1935
    },
    {
      "epoch": 0.7324316655632271,
      "grad_norm": 0.9818280466649454,
      "learning_rate": 7.509159644208714e-06,
      "loss": 0.7652,
      "step": 1936
    },
    {
      "epoch": 0.7328099877045304,
      "grad_norm": 1.0261934879214791,
      "learning_rate": 7.508313270980068e-06,
      "loss": 0.7822,
      "step": 1937
    },
    {
      "epoch": 0.7331883098458337,
      "grad_norm": 0.9617847765522927,
      "learning_rate": 7.50746621644752e-06,
      "loss": 0.752,
      "step": 1938
    },
    {
      "epoch": 0.733566631987137,
      "grad_norm": 1.003520826414359,
      "learning_rate": 7.506618480775568e-06,
      "loss": 0.7748,
      "step": 1939
    },
    {
      "epoch": 0.7339449541284404,
      "grad_norm": 1.0063475669200121,
      "learning_rate": 7.505770064128839e-06,
      "loss": 0.7951,
      "step": 1940
    },
    {
      "epoch": 0.7343232762697437,
      "grad_norm": 0.9752758302807805,
      "learning_rate": 7.5049209666720935e-06,
      "loss": 0.7644,
      "step": 1941
    },
    {
      "epoch": 0.734701598411047,
      "grad_norm": 0.9800795339764257,
      "learning_rate": 7.504071188570222e-06,
      "loss": 0.7628,
      "step": 1942
    },
    {
      "epoch": 0.7350799205523503,
      "grad_norm": 1.0479867078497374,
      "learning_rate": 7.50322072998825e-06,
      "loss": 0.8126,
      "step": 1943
    },
    {
      "epoch": 0.7354582426936537,
      "grad_norm": 1.0176104213424269,
      "learning_rate": 7.502369591091334e-06,
      "loss": 0.7787,
      "step": 1944
    },
    {
      "epoch": 0.735836564834957,
      "grad_norm": 0.987423177279228,
      "learning_rate": 7.501517772044762e-06,
      "loss": 0.781,
      "step": 1945
    },
    {
      "epoch": 0.7362148869762603,
      "grad_norm": 0.9770247411952715,
      "learning_rate": 7.500665273013954e-06,
      "loss": 0.7582,
      "step": 1946
    },
    {
      "epoch": 0.7365932091175637,
      "grad_norm": 1.0135337755615874,
      "learning_rate": 7.499812094164466e-06,
      "loss": 0.7715,
      "step": 1947
    },
    {
      "epoch": 0.7369715312588669,
      "grad_norm": 0.9649514740163105,
      "learning_rate": 7.498958235661979e-06,
      "loss": 0.7925,
      "step": 1948
    },
    {
      "epoch": 0.7373498534001702,
      "grad_norm": 0.98552867703349,
      "learning_rate": 7.4981036976723125e-06,
      "loss": 0.7722,
      "step": 1949
    },
    {
      "epoch": 0.7377281755414735,
      "grad_norm": 1.0267547692233978,
      "learning_rate": 7.497248480361414e-06,
      "loss": 0.8065,
      "step": 1950
    },
    {
      "epoch": 0.7381064976827769,
      "grad_norm": 1.0067029147076334,
      "learning_rate": 7.496392583895364e-06,
      "loss": 0.7494,
      "step": 1951
    },
    {
      "epoch": 0.7384848198240802,
      "grad_norm": 0.9372187525958833,
      "learning_rate": 7.495536008440376e-06,
      "loss": 0.7642,
      "step": 1952
    },
    {
      "epoch": 0.7388631419653835,
      "grad_norm": 1.0002942186824528,
      "learning_rate": 7.494678754162792e-06,
      "loss": 0.7457,
      "step": 1953
    },
    {
      "epoch": 0.7392414641066869,
      "grad_norm": 1.0052504063399132,
      "learning_rate": 7.493820821229091e-06,
      "loss": 0.7617,
      "step": 1954
    },
    {
      "epoch": 0.7396197862479902,
      "grad_norm": 1.0024323794208965,
      "learning_rate": 7.492962209805881e-06,
      "loss": 0.7465,
      "step": 1955
    },
    {
      "epoch": 0.7399981083892935,
      "grad_norm": 1.0067827748562472,
      "learning_rate": 7.492102920059899e-06,
      "loss": 0.7508,
      "step": 1956
    },
    {
      "epoch": 0.7403764305305968,
      "grad_norm": 0.9864844708039016,
      "learning_rate": 7.4912429521580186e-06,
      "loss": 0.7579,
      "step": 1957
    },
    {
      "epoch": 0.7407547526719002,
      "grad_norm": 1.040735707256207,
      "learning_rate": 7.490382306267243e-06,
      "loss": 0.8319,
      "step": 1958
    },
    {
      "epoch": 0.7411330748132035,
      "grad_norm": 0.9812310587310225,
      "learning_rate": 7.489520982554705e-06,
      "loss": 0.7983,
      "step": 1959
    },
    {
      "epoch": 0.7415113969545067,
      "grad_norm": 0.9981142486146017,
      "learning_rate": 7.488658981187674e-06,
      "loss": 0.7803,
      "step": 1960
    },
    {
      "epoch": 0.74188971909581,
      "grad_norm": 1.0369678771246449,
      "learning_rate": 7.4877963023335455e-06,
      "loss": 0.8067,
      "step": 1961
    },
    {
      "epoch": 0.7422680412371134,
      "grad_norm": 1.0070311838543111,
      "learning_rate": 7.486932946159852e-06,
      "loss": 0.7509,
      "step": 1962
    },
    {
      "epoch": 0.7426463633784167,
      "grad_norm": 1.0251496220350131,
      "learning_rate": 7.486068912834252e-06,
      "loss": 0.7541,
      "step": 1963
    },
    {
      "epoch": 0.74302468551972,
      "grad_norm": 1.009329085229992,
      "learning_rate": 7.485204202524539e-06,
      "loss": 0.7551,
      "step": 1964
    },
    {
      "epoch": 0.7434030076610234,
      "grad_norm": 1.0308386620704468,
      "learning_rate": 7.484338815398638e-06,
      "loss": 0.7837,
      "step": 1965
    },
    {
      "epoch": 0.7437813298023267,
      "grad_norm": 0.9828567433732203,
      "learning_rate": 7.483472751624603e-06,
      "loss": 0.7694,
      "step": 1966
    },
    {
      "epoch": 0.74415965194363,
      "grad_norm": 1.0075865335280576,
      "learning_rate": 7.4826060113706235e-06,
      "loss": 0.7624,
      "step": 1967
    },
    {
      "epoch": 0.7445379740849333,
      "grad_norm": 1.0271007536264374,
      "learning_rate": 7.481738594805015e-06,
      "loss": 0.7909,
      "step": 1968
    },
    {
      "epoch": 0.7449162962262367,
      "grad_norm": 0.958220580447762,
      "learning_rate": 7.480870502096229e-06,
      "loss": 0.7026,
      "step": 1969
    },
    {
      "epoch": 0.74529461836754,
      "grad_norm": 1.0319911779382374,
      "learning_rate": 7.480001733412845e-06,
      "loss": 0.7413,
      "step": 1970
    },
    {
      "epoch": 0.7456729405088433,
      "grad_norm": 0.9847198749453457,
      "learning_rate": 7.479132288923578e-06,
      "loss": 0.7656,
      "step": 1971
    },
    {
      "epoch": 0.7460512626501467,
      "grad_norm": 1.049323663151444,
      "learning_rate": 7.478262168797268e-06,
      "loss": 0.7937,
      "step": 1972
    },
    {
      "epoch": 0.7464295847914499,
      "grad_norm": 1.0325483940129563,
      "learning_rate": 7.477391373202892e-06,
      "loss": 0.7644,
      "step": 1973
    },
    {
      "epoch": 0.7468079069327532,
      "grad_norm": 1.0254999992955873,
      "learning_rate": 7.476519902309556e-06,
      "loss": 0.7744,
      "step": 1974
    },
    {
      "epoch": 0.7471862290740565,
      "grad_norm": 1.033661504020455,
      "learning_rate": 7.4756477562864946e-06,
      "loss": 0.7207,
      "step": 1975
    },
    {
      "epoch": 0.7475645512153599,
      "grad_norm": 0.9636241621995311,
      "learning_rate": 7.474774935303079e-06,
      "loss": 0.7721,
      "step": 1976
    },
    {
      "epoch": 0.7479428733566632,
      "grad_norm": 1.0189537631498706,
      "learning_rate": 7.473901439528807e-06,
      "loss": 0.808,
      "step": 1977
    },
    {
      "epoch": 0.7483211954979665,
      "grad_norm": 1.042367999759497,
      "learning_rate": 7.473027269133309e-06,
      "loss": 0.7827,
      "step": 1978
    },
    {
      "epoch": 0.7486995176392698,
      "grad_norm": 0.9999270083990087,
      "learning_rate": 7.472152424286347e-06,
      "loss": 0.7556,
      "step": 1979
    },
    {
      "epoch": 0.7490778397805732,
      "grad_norm": 0.9965813344103838,
      "learning_rate": 7.471276905157811e-06,
      "loss": 0.7642,
      "step": 1980
    },
    {
      "epoch": 0.7494561619218765,
      "grad_norm": 1.0578606892499327,
      "learning_rate": 7.470400711917726e-06,
      "loss": 0.7978,
      "step": 1981
    },
    {
      "epoch": 0.7498344840631798,
      "grad_norm": 1.0328463598563002,
      "learning_rate": 7.469523844736247e-06,
      "loss": 0.8026,
      "step": 1982
    },
    {
      "epoch": 0.7502128062044832,
      "grad_norm": 1.0198496774898518,
      "learning_rate": 7.468646303783656e-06,
      "loss": 0.8032,
      "step": 1983
    },
    {
      "epoch": 0.7505911283457865,
      "grad_norm": 1.0490904168720407,
      "learning_rate": 7.4677680892303714e-06,
      "loss": 0.7968,
      "step": 1984
    },
    {
      "epoch": 0.7509694504870897,
      "grad_norm": 1.0171290291066204,
      "learning_rate": 7.466889201246939e-06,
      "loss": 0.7675,
      "step": 1985
    },
    {
      "epoch": 0.751347772628393,
      "grad_norm": 1.0240538399264303,
      "learning_rate": 7.4660096400040365e-06,
      "loss": 0.8093,
      "step": 1986
    },
    {
      "epoch": 0.7517260947696964,
      "grad_norm": 1.0074355195502016,
      "learning_rate": 7.46512940567247e-06,
      "loss": 0.7546,
      "step": 1987
    },
    {
      "epoch": 0.7521044169109997,
      "grad_norm": 1.0381601440358865,
      "learning_rate": 7.464248498423183e-06,
      "loss": 0.792,
      "step": 1988
    },
    {
      "epoch": 0.752482739052303,
      "grad_norm": 0.9970266187532506,
      "learning_rate": 7.46336691842724e-06,
      "loss": 0.8471,
      "step": 1989
    },
    {
      "epoch": 0.7528610611936064,
      "grad_norm": 1.013601500628038,
      "learning_rate": 7.462484665855844e-06,
      "loss": 0.7304,
      "step": 1990
    },
    {
      "epoch": 0.7532393833349097,
      "grad_norm": 0.9998815765776821,
      "learning_rate": 7.4616017408803245e-06,
      "loss": 0.7493,
      "step": 1991
    },
    {
      "epoch": 0.753617705476213,
      "grad_norm": 0.9989366138847888,
      "learning_rate": 7.460718143672144e-06,
      "loss": 0.7753,
      "step": 1992
    },
    {
      "epoch": 0.7539960276175163,
      "grad_norm": 0.9848996402329897,
      "learning_rate": 7.459833874402895e-06,
      "loss": 0.7577,
      "step": 1993
    },
    {
      "epoch": 0.7543743497588197,
      "grad_norm": 1.0444974227287713,
      "learning_rate": 7.458948933244297e-06,
      "loss": 0.7452,
      "step": 1994
    },
    {
      "epoch": 0.754752671900123,
      "grad_norm": 0.9593608419190396,
      "learning_rate": 7.458063320368206e-06,
      "loss": 0.7433,
      "step": 1995
    },
    {
      "epoch": 0.754752671900123,
      "eval_loss": 0.7822305560112,
      "eval_runtime": 25.6112,
      "eval_samples_per_second": 34.555,
      "eval_steps_per_second": 1.093,
      "step": 1995
    },
    {
      "epoch": 0.754752671900123,
      "eval_bench_accuracy_arc_challenge": 0.2,
      "eval_bench_accuracy_hellaswag": 0.22,
      "eval_bench_accuracy_mmlu": 0.2608695652173913,
      "eval_bench_average_accuracy": 0.22695652173913042,
      "eval_bench_loss": 7.169555128666392,
      "eval_bench_total_accuracy": 0.22417582417582418,
      "step": 1995
    },
    {
      "epoch": 0.7551309940414263,
      "grad_norm": 1.0022855306714904,
      "learning_rate": 7.4571770359466035e-06,
      "loss": 0.8049,
      "step": 1996
    },
    {
      "epoch": 0.7555093161827295,
      "grad_norm": 1.0173023456897172,
      "learning_rate": 7.456290080151603e-06,
      "loss": 0.7863,
      "step": 1997
    },
    {
      "epoch": 0.7558876383240329,
      "grad_norm": 1.0126638410642659,
      "learning_rate": 7.455402453155452e-06,
      "loss": 0.8349,
      "step": 1998
    },
    {
      "epoch": 0.7562659604653362,
      "grad_norm": 1.0248458791368407,
      "learning_rate": 7.454514155130521e-06,
      "loss": 0.7771,
      "step": 1999
    },
    {
      "epoch": 0.7566442826066395,
      "grad_norm": 0.999304174568552,
      "learning_rate": 7.453625186249316e-06,
      "loss": 0.7706,
      "step": 2000
    },
    {
      "epoch": 0.7570226047479429,
      "grad_norm": 1.019954314390147,
      "learning_rate": 7.4527355466844736e-06,
      "loss": 0.7668,
      "step": 2001
    },
    {
      "epoch": 0.7574009268892462,
      "grad_norm": 0.9999396906025881,
      "learning_rate": 7.451845236608757e-06,
      "loss": 0.7533,
      "step": 2002
    },
    {
      "epoch": 0.7577792490305495,
      "grad_norm": 1.0169439537665028,
      "learning_rate": 7.450954256195064e-06,
      "loss": 0.7502,
      "step": 2003
    },
    {
      "epoch": 0.7581575711718528,
      "grad_norm": 0.9899425510634611,
      "learning_rate": 7.450062605616418e-06,
      "loss": 0.7925,
      "step": 2004
    },
    {
      "epoch": 0.7585358933131562,
      "grad_norm": 1.0122957620065443,
      "learning_rate": 7.4491702850459755e-06,
      "loss": 0.7688,
      "step": 2005
    },
    {
      "epoch": 0.7589142154544595,
      "grad_norm": 1.0068372233691978,
      "learning_rate": 7.4482772946570235e-06,
      "loss": 0.779,
      "step": 2006
    },
    {
      "epoch": 0.7592925375957628,
      "grad_norm": 1.07032907647764,
      "learning_rate": 7.447383634622978e-06,
      "loss": 0.7842,
      "step": 2007
    },
    {
      "epoch": 0.7596708597370662,
      "grad_norm": 1.0136781921965063,
      "learning_rate": 7.446489305117383e-06,
      "loss": 0.7471,
      "step": 2008
    },
    {
      "epoch": 0.7600491818783695,
      "grad_norm": 0.9990290235709554,
      "learning_rate": 7.445594306313918e-06,
      "loss": 0.7971,
      "step": 2009
    },
    {
      "epoch": 0.7604275040196727,
      "grad_norm": 0.9974204264253046,
      "learning_rate": 7.4446986383863855e-06,
      "loss": 0.7887,
      "step": 2010
    },
    {
      "epoch": 0.760805826160976,
      "grad_norm": 1.0297268325086462,
      "learning_rate": 7.443802301508725e-06,
      "loss": 0.7889,
      "step": 2011
    },
    {
      "epoch": 0.7611841483022794,
      "grad_norm": 1.0466207299533286,
      "learning_rate": 7.442905295854999e-06,
      "loss": 0.8049,
      "step": 2012
    },
    {
      "epoch": 0.7615624704435827,
      "grad_norm": 0.9835574884450916,
      "learning_rate": 7.442007621599407e-06,
      "loss": 0.7712,
      "step": 2013
    },
    {
      "epoch": 0.761940792584886,
      "grad_norm": 1.0395832668769522,
      "learning_rate": 7.44110927891627e-06,
      "loss": 0.7918,
      "step": 2014
    },
    {
      "epoch": 0.7623191147261893,
      "grad_norm": 1.0327351525083417,
      "learning_rate": 7.440210267980048e-06,
      "loss": 0.8035,
      "step": 2015
    },
    {
      "epoch": 0.7626974368674927,
      "grad_norm": 1.0098765426066463,
      "learning_rate": 7.4393105889653244e-06,
      "loss": 0.775,
      "step": 2016
    },
    {
      "epoch": 0.763075759008796,
      "grad_norm": 0.9906376521733136,
      "learning_rate": 7.438410242046813e-06,
      "loss": 0.7692,
      "step": 2017
    },
    {
      "epoch": 0.7634540811500993,
      "grad_norm": 1.0188390810770034,
      "learning_rate": 7.43750922739936e-06,
      "loss": 0.7768,
      "step": 2018
    },
    {
      "epoch": 0.7638324032914027,
      "grad_norm": 1.004186081889002,
      "learning_rate": 7.436607545197939e-06,
      "loss": 0.7865,
      "step": 2019
    },
    {
      "epoch": 0.764210725432706,
      "grad_norm": 1.0358970241783556,
      "learning_rate": 7.435705195617655e-06,
      "loss": 0.7778,
      "step": 2020
    },
    {
      "epoch": 0.7645890475740093,
      "grad_norm": 1.0401669544728585,
      "learning_rate": 7.43480217883374e-06,
      "loss": 0.759,
      "step": 2021
    },
    {
      "epoch": 0.7649673697153125,
      "grad_norm": 0.9824157827172492,
      "learning_rate": 7.433898495021558e-06,
      "loss": 0.7786,
      "step": 2022
    },
    {
      "epoch": 0.7653456918566159,
      "grad_norm": 0.9943895923909359,
      "learning_rate": 7.4329941443566015e-06,
      "loss": 0.7656,
      "step": 2023
    },
    {
      "epoch": 0.7657240139979192,
      "grad_norm": 1.0016606175405596,
      "learning_rate": 7.432089127014494e-06,
      "loss": 0.7614,
      "step": 2024
    },
    {
      "epoch": 0.7661023361392225,
      "grad_norm": 0.9865397528957869,
      "learning_rate": 7.431183443170985e-06,
      "loss": 0.7622,
      "step": 2025
    },
    {
      "epoch": 0.7664806582805259,
      "grad_norm": 0.989160673615647,
      "learning_rate": 7.430277093001956e-06,
      "loss": 0.7731,
      "step": 2026
    },
    {
      "epoch": 0.7668589804218292,
      "grad_norm": 0.9915228634736527,
      "learning_rate": 7.429370076683419e-06,
      "loss": 0.7431,
      "step": 2027
    },
    {
      "epoch": 0.7672373025631325,
      "grad_norm": 1.006928288896759,
      "learning_rate": 7.428462394391513e-06,
      "loss": 0.774,
      "step": 2028
    },
    {
      "epoch": 0.7676156247044358,
      "grad_norm": 1.0198721058181943,
      "learning_rate": 7.427554046302507e-06,
      "loss": 0.7973,
      "step": 2029
    },
    {
      "epoch": 0.7679939468457392,
      "grad_norm": 1.0271414827896679,
      "learning_rate": 7.426645032592798e-06,
      "loss": 0.7784,
      "step": 2030
    },
    {
      "epoch": 0.7683722689870425,
      "grad_norm": 0.9817303579553227,
      "learning_rate": 7.425735353438917e-06,
      "loss": 0.7843,
      "step": 2031
    },
    {
      "epoch": 0.7687505911283458,
      "grad_norm": 1.0056122125969114,
      "learning_rate": 7.424825009017519e-06,
      "loss": 0.7438,
      "step": 2032
    },
    {
      "epoch": 0.7691289132696492,
      "grad_norm": 1.008163384788162,
      "learning_rate": 7.42391399950539e-06,
      "loss": 0.7757,
      "step": 2033
    },
    {
      "epoch": 0.7695072354109525,
      "grad_norm": 1.0329565289060225,
      "learning_rate": 7.423002325079446e-06,
      "loss": 0.7577,
      "step": 2034
    },
    {
      "epoch": 0.7698855575522557,
      "grad_norm": 1.032231211492487,
      "learning_rate": 7.422089985916731e-06,
      "loss": 0.8083,
      "step": 2035
    },
    {
      "epoch": 0.770263879693559,
      "grad_norm": 0.9900284260015346,
      "learning_rate": 7.4211769821944185e-06,
      "loss": 0.7658,
      "step": 2036
    },
    {
      "epoch": 0.7706422018348624,
      "grad_norm": 1.0170156545119755,
      "learning_rate": 7.420263314089811e-06,
      "loss": 0.8177,
      "step": 2037
    },
    {
      "epoch": 0.7710205239761657,
      "grad_norm": 0.9781641011100699,
      "learning_rate": 7.419348981780341e-06,
      "loss": 0.7339,
      "step": 2038
    },
    {
      "epoch": 0.771398846117469,
      "grad_norm": 1.0105682612914932,
      "learning_rate": 7.418433985443567e-06,
      "loss": 0.7891,
      "step": 2039
    },
    {
      "epoch": 0.7717771682587723,
      "grad_norm": 1.008948813484373,
      "learning_rate": 7.417518325257182e-06,
      "loss": 0.8386,
      "step": 2040
    },
    {
      "epoch": 0.7721554904000757,
      "grad_norm": 1.0060473452659786,
      "learning_rate": 7.416602001399001e-06,
      "loss": 0.7597,
      "step": 2041
    },
    {
      "epoch": 0.772533812541379,
      "grad_norm": 1.044835723953059,
      "learning_rate": 7.415685014046973e-06,
      "loss": 0.81,
      "step": 2042
    },
    {
      "epoch": 0.7729121346826823,
      "grad_norm": 1.0214227811554681,
      "learning_rate": 7.4147673633791735e-06,
      "loss": 0.7697,
      "step": 2043
    },
    {
      "epoch": 0.7732904568239857,
      "grad_norm": 1.0023520288888492,
      "learning_rate": 7.4138490495738085e-06,
      "loss": 0.7406,
      "step": 2044
    },
    {
      "epoch": 0.773668778965289,
      "grad_norm": 0.9916370657279895,
      "learning_rate": 7.412930072809212e-06,
      "loss": 0.7852,
      "step": 2045
    },
    {
      "epoch": 0.7740471011065923,
      "grad_norm": 0.9951977955788776,
      "learning_rate": 7.412010433263844e-06,
      "loss": 0.7775,
      "step": 2046
    },
    {
      "epoch": 0.7744254232478955,
      "grad_norm": 0.9994091529470467,
      "learning_rate": 7.411090131116299e-06,
      "loss": 0.7954,
      "step": 2047
    },
    {
      "epoch": 0.7748037453891989,
      "grad_norm": 0.9793893415326917,
      "learning_rate": 7.410169166545295e-06,
      "loss": 0.7927,
      "step": 2048
    },
    {
      "epoch": 0.7751820675305022,
      "grad_norm": 1.0284758106957166,
      "learning_rate": 7.4092475397296815e-06,
      "loss": 0.8008,
      "step": 2049
    },
    {
      "epoch": 0.7755603896718055,
      "grad_norm": 1.0141147851186638,
      "learning_rate": 7.4083252508484346e-06,
      "loss": 0.772,
      "step": 2050
    },
    {
      "epoch": 0.7759387118131089,
      "grad_norm": 1.0301282378593513,
      "learning_rate": 7.4074023000806594e-06,
      "loss": 0.7919,
      "step": 2051
    },
    {
      "epoch": 0.7763170339544122,
      "grad_norm": 0.99410650693796,
      "learning_rate": 7.4064786876055934e-06,
      "loss": 0.7731,
      "step": 2052
    },
    {
      "epoch": 0.7766953560957155,
      "grad_norm": 0.9789727563437306,
      "learning_rate": 7.405554413602596e-06,
      "loss": 0.7796,
      "step": 2053
    },
    {
      "epoch": 0.7770736782370188,
      "grad_norm": 0.9735007692717235,
      "learning_rate": 7.404629478251161e-06,
      "loss": 0.7818,
      "step": 2054
    },
    {
      "epoch": 0.7774520003783222,
      "grad_norm": 1.0192472684096552,
      "learning_rate": 7.403703881730905e-06,
      "loss": 0.7495,
      "step": 2055
    },
    {
      "epoch": 0.7778303225196255,
      "grad_norm": 1.0193180834460873,
      "learning_rate": 7.402777624221579e-06,
      "loss": 0.7555,
      "step": 2056
    },
    {
      "epoch": 0.7782086446609288,
      "grad_norm": 1.013296156079769,
      "learning_rate": 7.401850705903058e-06,
      "loss": 0.7637,
      "step": 2057
    },
    {
      "epoch": 0.778586966802232,
      "grad_norm": 1.0204115231026534,
      "learning_rate": 7.400923126955347e-06,
      "loss": 0.7541,
      "step": 2058
    },
    {
      "epoch": 0.7789652889435354,
      "grad_norm": 0.9996050323401531,
      "learning_rate": 7.3999948875585785e-06,
      "loss": 0.787,
      "step": 2059
    },
    {
      "epoch": 0.7793436110848387,
      "grad_norm": 1.0291924784446762,
      "learning_rate": 7.399065987893015e-06,
      "loss": 0.7387,
      "step": 2060
    },
    {
      "epoch": 0.779721933226142,
      "grad_norm": 0.9494949051999276,
      "learning_rate": 7.398136428139046e-06,
      "loss": 0.7774,
      "step": 2061
    },
    {
      "epoch": 0.7801002553674454,
      "grad_norm": 0.9916891479050064,
      "learning_rate": 7.397206208477188e-06,
      "loss": 0.7781,
      "step": 2062
    },
    {
      "epoch": 0.7804785775087487,
      "grad_norm": 1.0104703821927092,
      "learning_rate": 7.396275329088088e-06,
      "loss": 0.7484,
      "step": 2063
    },
    {
      "epoch": 0.780856899650052,
      "grad_norm": 1.0241907972818591,
      "learning_rate": 7.395343790152518e-06,
      "loss": 0.753,
      "step": 2064
    },
    {
      "epoch": 0.7812352217913553,
      "grad_norm": 0.9817159276301853,
      "learning_rate": 7.394411591851383e-06,
      "loss": 0.7595,
      "step": 2065
    },
    {
      "epoch": 0.7816135439326587,
      "grad_norm": 0.9742244579787934,
      "learning_rate": 7.393478734365711e-06,
      "loss": 0.7678,
      "step": 2066
    },
    {
      "epoch": 0.781991866073962,
      "grad_norm": 1.0017399083453065,
      "learning_rate": 7.392545217876661e-06,
      "loss": 0.7632,
      "step": 2067
    },
    {
      "epoch": 0.7823701882152653,
      "grad_norm": 0.971974697646123,
      "learning_rate": 7.3916110425655196e-06,
      "loss": 0.7721,
      "step": 2068
    },
    {
      "epoch": 0.7827485103565687,
      "grad_norm": 0.9945216337737849,
      "learning_rate": 7.390676208613699e-06,
      "loss": 0.7591,
      "step": 2069
    },
    {
      "epoch": 0.783126832497872,
      "grad_norm": 1.0317158232325052,
      "learning_rate": 7.389740716202743e-06,
      "loss": 0.7744,
      "step": 2070
    },
    {
      "epoch": 0.7835051546391752,
      "grad_norm": 0.9861408269181425,
      "learning_rate": 7.38880456551432e-06,
      "loss": 0.7749,
      "step": 2071
    },
    {
      "epoch": 0.7838834767804785,
      "grad_norm": 1.002529687480502,
      "learning_rate": 7.387867756730228e-06,
      "loss": 0.8016,
      "step": 2072
    },
    {
      "epoch": 0.7842617989217819,
      "grad_norm": 0.9900168216741768,
      "learning_rate": 7.386930290032394e-06,
      "loss": 0.8002,
      "step": 2073
    },
    {
      "epoch": 0.7846401210630852,
      "grad_norm": 1.001127685901358,
      "learning_rate": 7.385992165602869e-06,
      "loss": 0.8009,
      "step": 2074
    },
    {
      "epoch": 0.7850184432043885,
      "grad_norm": 0.9617676340929628,
      "learning_rate": 7.385053383623835e-06,
      "loss": 0.7617,
      "step": 2075
    },
    {
      "epoch": 0.7853967653456918,
      "grad_norm": 1.0269257302626273,
      "learning_rate": 7.3841139442776006e-06,
      "loss": 0.7546,
      "step": 2076
    },
    {
      "epoch": 0.7857750874869952,
      "grad_norm": 1.044935488503257,
      "learning_rate": 7.383173847746602e-06,
      "loss": 0.8083,
      "step": 2077
    },
    {
      "epoch": 0.7861534096282985,
      "grad_norm": 1.038961339513026,
      "learning_rate": 7.382233094213404e-06,
      "loss": 0.7768,
      "step": 2078
    },
    {
      "epoch": 0.7865317317696018,
      "grad_norm": 0.9793045756612131,
      "learning_rate": 7.381291683860697e-06,
      "loss": 0.7517,
      "step": 2079
    },
    {
      "epoch": 0.7869100539109052,
      "grad_norm": 1.0764860961773461,
      "learning_rate": 7.3803496168713e-06,
      "loss": 0.8043,
      "step": 2080
    },
    {
      "epoch": 0.7872883760522085,
      "grad_norm": 1.0597785400343005,
      "learning_rate": 7.379406893428161e-06,
      "loss": 0.7798,
      "step": 2081
    },
    {
      "epoch": 0.7876666981935118,
      "grad_norm": 1.0419863282832178,
      "learning_rate": 7.378463513714352e-06,
      "loss": 0.7553,
      "step": 2082
    },
    {
      "epoch": 0.788045020334815,
      "grad_norm": 1.027454957481235,
      "learning_rate": 7.377519477913076e-06,
      "loss": 0.758,
      "step": 2083
    },
    {
      "epoch": 0.7884233424761184,
      "grad_norm": 1.011078690570445,
      "learning_rate": 7.37657478620766e-06,
      "loss": 0.7769,
      "step": 2084
    },
    {
      "epoch": 0.7888016646174217,
      "grad_norm": 0.9885065657321271,
      "learning_rate": 7.375629438781564e-06,
      "loss": 0.766,
      "step": 2085
    },
    {
      "epoch": 0.789179986758725,
      "grad_norm": 0.9782589251822759,
      "learning_rate": 7.374683435818367e-06,
      "loss": 0.7623,
      "step": 2086
    },
    {
      "epoch": 0.7895583089000284,
      "grad_norm": 0.9983247516328617,
      "learning_rate": 7.373736777501784e-06,
      "loss": 0.7632,
      "step": 2087
    },
    {
      "epoch": 0.7899366310413317,
      "grad_norm": 1.02973823604015,
      "learning_rate": 7.372789464015651e-06,
      "loss": 0.7813,
      "step": 2088
    },
    {
      "epoch": 0.790314953182635,
      "grad_norm": 1.0373760885627215,
      "learning_rate": 7.371841495543935e-06,
      "loss": 0.7672,
      "step": 2089
    },
    {
      "epoch": 0.7906932753239383,
      "grad_norm": 1.0077909409610364,
      "learning_rate": 7.370892872270726e-06,
      "loss": 0.7886,
      "step": 2090
    },
    {
      "epoch": 0.7910715974652417,
      "grad_norm": 0.9614715248979373,
      "learning_rate": 7.369943594380245e-06,
      "loss": 0.7615,
      "step": 2091
    },
    {
      "epoch": 0.791449919606545,
      "grad_norm": 1.0543567606170345,
      "learning_rate": 7.36899366205684e-06,
      "loss": 0.774,
      "step": 2092
    },
    {
      "epoch": 0.7918282417478483,
      "grad_norm": 1.0545293176252877,
      "learning_rate": 7.368043075484985e-06,
      "loss": 0.814,
      "step": 2093
    },
    {
      "epoch": 0.7922065638891516,
      "grad_norm": 1.0410560127064061,
      "learning_rate": 7.367091834849279e-06,
      "loss": 0.7662,
      "step": 2094
    },
    {
      "epoch": 0.792584886030455,
      "grad_norm": 1.0369567485364843,
      "learning_rate": 7.366139940334452e-06,
      "loss": 0.7745,
      "step": 2095
    },
    {
      "epoch": 0.7929632081717582,
      "grad_norm": 1.001965000397155,
      "learning_rate": 7.36518739212536e-06,
      "loss": 0.7521,
      "step": 2096
    },
    {
      "epoch": 0.7933415303130615,
      "grad_norm": 1.0716119168512355,
      "learning_rate": 7.364234190406982e-06,
      "loss": 0.7998,
      "step": 2097
    },
    {
      "epoch": 0.7937198524543649,
      "grad_norm": 0.9981024417773467,
      "learning_rate": 7.363280335364428e-06,
      "loss": 0.8172,
      "step": 2098
    },
    {
      "epoch": 0.7940981745956682,
      "grad_norm": 0.9780788155909068,
      "learning_rate": 7.362325827182934e-06,
      "loss": 0.7746,
      "step": 2099
    },
    {
      "epoch": 0.7944764967369715,
      "grad_norm": 0.9956472621886054,
      "learning_rate": 7.361370666047864e-06,
      "loss": 0.766,
      "step": 2100
    },
    {
      "epoch": 0.7948548188782748,
      "grad_norm": 1.0398013021998502,
      "learning_rate": 7.360414852144705e-06,
      "loss": 0.7726,
      "step": 2101
    },
    {
      "epoch": 0.7952331410195782,
      "grad_norm": 1.004170385720903,
      "learning_rate": 7.359458385659076e-06,
      "loss": 0.7704,
      "step": 2102
    },
    {
      "epoch": 0.7956114631608815,
      "grad_norm": 1.0441183212710015,
      "learning_rate": 7.358501266776717e-06,
      "loss": 0.7899,
      "step": 2103
    },
    {
      "epoch": 0.7959897853021848,
      "grad_norm": 1.00292777553299,
      "learning_rate": 7.357543495683499e-06,
      "loss": 0.7531,
      "step": 2104
    },
    {
      "epoch": 0.7963681074434882,
      "grad_norm": 0.9854050349889603,
      "learning_rate": 7.356585072565418e-06,
      "loss": 0.708,
      "step": 2105
    },
    {
      "epoch": 0.7967464295847915,
      "grad_norm": 0.9941467257050194,
      "learning_rate": 7.355625997608598e-06,
      "loss": 0.7413,
      "step": 2106
    },
    {
      "epoch": 0.7971247517260948,
      "grad_norm": 1.0428097298246077,
      "learning_rate": 7.354666270999287e-06,
      "loss": 0.8238,
      "step": 2107
    },
    {
      "epoch": 0.797503073867398,
      "grad_norm": 1.0286793733390376,
      "learning_rate": 7.3537058929238616e-06,
      "loss": 0.8368,
      "step": 2108
    },
    {
      "epoch": 0.7978813960087014,
      "grad_norm": 0.9891004290656986,
      "learning_rate": 7.352744863568825e-06,
      "loss": 0.7488,
      "step": 2109
    },
    {
      "epoch": 0.7982597181500047,
      "grad_norm": 1.0692597075643575,
      "learning_rate": 7.351783183120805e-06,
      "loss": 0.7634,
      "step": 2110
    },
    {
      "epoch": 0.798638040291308,
      "grad_norm": 1.0569774308781557,
      "learning_rate": 7.350820851766556e-06,
      "loss": 0.8056,
      "step": 2111
    },
    {
      "epoch": 0.7990163624326113,
      "grad_norm": 1.0044318866752053,
      "learning_rate": 7.349857869692964e-06,
      "loss": 0.7794,
      "step": 2112
    },
    {
      "epoch": 0.7993946845739147,
      "grad_norm": 1.0259526053127963,
      "learning_rate": 7.348894237087033e-06,
      "loss": 0.7229,
      "step": 2113
    },
    {
      "epoch": 0.799773006715218,
      "grad_norm": 1.0013521979151376,
      "learning_rate": 7.347929954135899e-06,
      "loss": 0.7403,
      "step": 2114
    },
    {
      "epoch": 0.8001513288565213,
      "grad_norm": 1.0479908669312097,
      "learning_rate": 7.346965021026824e-06,
      "loss": 0.8059,
      "step": 2115
    },
    {
      "epoch": 0.8005296509978247,
      "grad_norm": 0.988460255277449,
      "learning_rate": 7.345999437947195e-06,
      "loss": 0.7691,
      "step": 2116
    },
    {
      "epoch": 0.800907973139128,
      "grad_norm": 1.023874402122828,
      "learning_rate": 7.345033205084523e-06,
      "loss": 0.7792,
      "step": 2117
    },
    {
      "epoch": 0.8012862952804313,
      "grad_norm": 0.9784616959666119,
      "learning_rate": 7.34406632262645e-06,
      "loss": 0.7597,
      "step": 2118
    },
    {
      "epoch": 0.8016646174217346,
      "grad_norm": 0.9773736918754649,
      "learning_rate": 7.343098790760741e-06,
      "loss": 0.7679,
      "step": 2119
    },
    {
      "epoch": 0.802042939563038,
      "grad_norm": 1.0741761264395726,
      "learning_rate": 7.342130609675286e-06,
      "loss": 0.8127,
      "step": 2120
    },
    {
      "epoch": 0.8024212617043412,
      "grad_norm": 1.0374383515762358,
      "learning_rate": 7.341161779558105e-06,
      "loss": 0.8014,
      "step": 2121
    },
    {
      "epoch": 0.8027995838456445,
      "grad_norm": 0.987349661347248,
      "learning_rate": 7.340192300597342e-06,
      "loss": 0.7502,
      "step": 2122
    },
    {
      "epoch": 0.8031779059869479,
      "grad_norm": 1.0037779958682087,
      "learning_rate": 7.339222172981266e-06,
      "loss": 0.8052,
      "step": 2123
    },
    {
      "epoch": 0.8035562281282512,
      "grad_norm": 1.0113297595316113,
      "learning_rate": 7.338251396898272e-06,
      "loss": 0.7407,
      "step": 2124
    },
    {
      "epoch": 0.8039345502695545,
      "grad_norm": 1.0000848733537029,
      "learning_rate": 7.337279972536883e-06,
      "loss": 0.7888,
      "step": 2125
    },
    {
      "epoch": 0.8043128724108578,
      "grad_norm": 1.0033318854689852,
      "learning_rate": 7.3363079000857475e-06,
      "loss": 0.7625,
      "step": 2126
    },
    {
      "epoch": 0.8046911945521612,
      "grad_norm": 0.988981929427202,
      "learning_rate": 7.335335179733638e-06,
      "loss": 0.7535,
      "step": 2127
    },
    {
      "epoch": 0.8050695166934645,
      "grad_norm": 1.0222744589441084,
      "learning_rate": 7.334361811669454e-06,
      "loss": 0.8012,
      "step": 2128
    },
    {
      "epoch": 0.8050695166934645,
      "eval_loss": 0.7778414487838745,
      "eval_runtime": 25.4758,
      "eval_samples_per_second": 34.739,
      "eval_steps_per_second": 1.099,
      "step": 2128
    },
    {
      "epoch": 0.8050695166934645,
      "eval_bench_accuracy_arc_challenge": 0.0,
      "eval_bench_accuracy_hellaswag": 0.21,
      "eval_bench_accuracy_mmlu": 0.2782608695652174,
      "eval_bench_average_accuracy": 0.1627536231884058,
      "eval_bench_loss": 7.308511298999452,
      "eval_bench_total_accuracy": 0.16263736263736264,
      "step": 2128
    },
    {
      "epoch": 0.8054478388347678,
      "grad_norm": 1.0250776720341548,
      "learning_rate": 7.33338779608222e-06,
      "loss": 0.7883,
      "step": 2129
    },
    {
      "epoch": 0.8058261609760711,
      "grad_norm": 1.0203503130278309,
      "learning_rate": 7.332413133161088e-06,
      "loss": 0.7503,
      "step": 2130
    },
    {
      "epoch": 0.8062044831173745,
      "grad_norm": 1.0054642073739408,
      "learning_rate": 7.331437823095333e-06,
      "loss": 0.7955,
      "step": 2131
    },
    {
      "epoch": 0.8065828052586778,
      "grad_norm": 0.9959030950007364,
      "learning_rate": 7.33046186607436e-06,
      "loss": 0.7767,
      "step": 2132
    },
    {
      "epoch": 0.806961127399981,
      "grad_norm": 1.025147857248923,
      "learning_rate": 7.329485262287695e-06,
      "loss": 0.7966,
      "step": 2133
    },
    {
      "epoch": 0.8073394495412844,
      "grad_norm": 1.0187310556975737,
      "learning_rate": 7.328508011924991e-06,
      "loss": 0.7702,
      "step": 2134
    },
    {
      "epoch": 0.8077177716825877,
      "grad_norm": 0.9632571683519583,
      "learning_rate": 7.327530115176028e-06,
      "loss": 0.7435,
      "step": 2135
    },
    {
      "epoch": 0.808096093823891,
      "grad_norm": 1.01283490823059,
      "learning_rate": 7.326551572230711e-06,
      "loss": 0.7586,
      "step": 2136
    },
    {
      "epoch": 0.8084744159651943,
      "grad_norm": 0.9885051792437358,
      "learning_rate": 7.3255723832790695e-06,
      "loss": 0.7906,
      "step": 2137
    },
    {
      "epoch": 0.8088527381064977,
      "grad_norm": 1.0020516467578051,
      "learning_rate": 7.32459254851126e-06,
      "loss": 0.8075,
      "step": 2138
    },
    {
      "epoch": 0.809231060247801,
      "grad_norm": 1.0310575396515522,
      "learning_rate": 7.323612068117562e-06,
      "loss": 0.7599,
      "step": 2139
    },
    {
      "epoch": 0.8096093823891043,
      "grad_norm": 1.0294050765759222,
      "learning_rate": 7.322630942288382e-06,
      "loss": 0.8039,
      "step": 2140
    },
    {
      "epoch": 0.8099877045304077,
      "grad_norm": 1.0283423256981907,
      "learning_rate": 7.321649171214252e-06,
      "loss": 0.7693,
      "step": 2141
    },
    {
      "epoch": 0.810366026671711,
      "grad_norm": 1.008896097498659,
      "learning_rate": 7.320666755085831e-06,
      "loss": 0.7625,
      "step": 2142
    },
    {
      "epoch": 0.8107443488130143,
      "grad_norm": 0.9603118568373574,
      "learning_rate": 7.319683694093898e-06,
      "loss": 0.7718,
      "step": 2143
    },
    {
      "epoch": 0.8111226709543176,
      "grad_norm": 0.970477910624227,
      "learning_rate": 7.318699988429361e-06,
      "loss": 0.7044,
      "step": 2144
    },
    {
      "epoch": 0.811500993095621,
      "grad_norm": 0.9806308104560464,
      "learning_rate": 7.317715638283256e-06,
      "loss": 0.7908,
      "step": 2145
    },
    {
      "epoch": 0.8118793152369242,
      "grad_norm": 0.9867131475291727,
      "learning_rate": 7.316730643846737e-06,
      "loss": 0.7641,
      "step": 2146
    },
    {
      "epoch": 0.8122576373782275,
      "grad_norm": 1.0063847944117592,
      "learning_rate": 7.315745005311089e-06,
      "loss": 0.7885,
      "step": 2147
    },
    {
      "epoch": 0.8126359595195308,
      "grad_norm": 0.9925485105760502,
      "learning_rate": 7.314758722867718e-06,
      "loss": 0.7856,
      "step": 2148
    },
    {
      "epoch": 0.8130142816608342,
      "grad_norm": 1.029601921057074,
      "learning_rate": 7.313771796708161e-06,
      "loss": 0.7466,
      "step": 2149
    },
    {
      "epoch": 0.8133926038021375,
      "grad_norm": 0.98773252043624,
      "learning_rate": 7.312784227024073e-06,
      "loss": 0.7761,
      "step": 2150
    },
    {
      "epoch": 0.8137709259434408,
      "grad_norm": 1.0289427441863017,
      "learning_rate": 7.311796014007237e-06,
      "loss": 0.7589,
      "step": 2151
    },
    {
      "epoch": 0.8141492480847442,
      "grad_norm": 1.0115981501772968,
      "learning_rate": 7.310807157849562e-06,
      "loss": 0.7252,
      "step": 2152
    },
    {
      "epoch": 0.8145275702260475,
      "grad_norm": 1.0128188745545885,
      "learning_rate": 7.30981765874308e-06,
      "loss": 0.7512,
      "step": 2153
    },
    {
      "epoch": 0.8149058923673508,
      "grad_norm": 1.0162383280113574,
      "learning_rate": 7.308827516879951e-06,
      "loss": 0.7966,
      "step": 2154
    },
    {
      "epoch": 0.8152842145086541,
      "grad_norm": 0.9925052349677926,
      "learning_rate": 7.307836732452454e-06,
      "loss": 0.7457,
      "step": 2155
    },
    {
      "epoch": 0.8156625366499575,
      "grad_norm": 1.0482788371593144,
      "learning_rate": 7.306845305652999e-06,
      "loss": 0.7974,
      "step": 2156
    },
    {
      "epoch": 0.8160408587912608,
      "grad_norm": 1.0283411397442508,
      "learning_rate": 7.305853236674118e-06,
      "loss": 0.8108,
      "step": 2157
    },
    {
      "epoch": 0.816419180932564,
      "grad_norm": 1.0882228349020795,
      "learning_rate": 7.304860525708467e-06,
      "loss": 0.7715,
      "step": 2158
    },
    {
      "epoch": 0.8167975030738674,
      "grad_norm": 1.0579286859912629,
      "learning_rate": 7.303867172948828e-06,
      "loss": 0.71,
      "step": 2159
    },
    {
      "epoch": 0.8171758252151707,
      "grad_norm": 0.9985249082658622,
      "learning_rate": 7.302873178588106e-06,
      "loss": 0.7745,
      "step": 2160
    },
    {
      "epoch": 0.817554147356474,
      "grad_norm": 0.993440700317102,
      "learning_rate": 7.301878542819333e-06,
      "loss": 0.7691,
      "step": 2161
    },
    {
      "epoch": 0.8179324694977773,
      "grad_norm": 0.9913179768021124,
      "learning_rate": 7.300883265835665e-06,
      "loss": 0.7705,
      "step": 2162
    },
    {
      "epoch": 0.8183107916390807,
      "grad_norm": 0.9770635892112639,
      "learning_rate": 7.2998873478303796e-06,
      "loss": 0.767,
      "step": 2163
    },
    {
      "epoch": 0.818689113780384,
      "grad_norm": 1.0059497338070138,
      "learning_rate": 7.298890788996882e-06,
      "loss": 0.7965,
      "step": 2164
    },
    {
      "epoch": 0.8190674359216873,
      "grad_norm": 0.9884431887016643,
      "learning_rate": 7.297893589528701e-06,
      "loss": 0.7757,
      "step": 2165
    },
    {
      "epoch": 0.8194457580629906,
      "grad_norm": 1.0030750546593847,
      "learning_rate": 7.29689574961949e-06,
      "loss": 0.7767,
      "step": 2166
    },
    {
      "epoch": 0.819824080204294,
      "grad_norm": 1.0068282866037144,
      "learning_rate": 7.2958972694630255e-06,
      "loss": 0.7163,
      "step": 2167
    },
    {
      "epoch": 0.8202024023455973,
      "grad_norm": 1.270800973142674,
      "learning_rate": 7.294898149253212e-06,
      "loss": 0.81,
      "step": 2168
    },
    {
      "epoch": 0.8205807244869006,
      "grad_norm": 0.9920148831344642,
      "learning_rate": 7.2938983891840735e-06,
      "loss": 0.7473,
      "step": 2169
    },
    {
      "epoch": 0.820959046628204,
      "grad_norm": 1.0046876632532424,
      "learning_rate": 7.292897989449759e-06,
      "loss": 0.7939,
      "step": 2170
    },
    {
      "epoch": 0.8213373687695072,
      "grad_norm": 0.9825002163170027,
      "learning_rate": 7.2918969502445475e-06,
      "loss": 0.7218,
      "step": 2171
    },
    {
      "epoch": 0.8217156909108105,
      "grad_norm": 1.006900614246493,
      "learning_rate": 7.290895271762833e-06,
      "loss": 0.757,
      "step": 2172
    },
    {
      "epoch": 0.8220940130521138,
      "grad_norm": 1.0110578914640533,
      "learning_rate": 7.289892954199141e-06,
      "loss": 0.7536,
      "step": 2173
    },
    {
      "epoch": 0.8224723351934172,
      "grad_norm": 0.9996959192531956,
      "learning_rate": 7.288889997748118e-06,
      "loss": 0.7667,
      "step": 2174
    },
    {
      "epoch": 0.8228506573347205,
      "grad_norm": 1.037358589589491,
      "learning_rate": 7.2878864026045365e-06,
      "loss": 0.7883,
      "step": 2175
    },
    {
      "epoch": 0.8232289794760238,
      "grad_norm": 1.0492600455435164,
      "learning_rate": 7.286882168963289e-06,
      "loss": 0.7286,
      "step": 2176
    },
    {
      "epoch": 0.8236073016173272,
      "grad_norm": 1.0154884370457191,
      "learning_rate": 7.285877297019396e-06,
      "loss": 0.7718,
      "step": 2177
    },
    {
      "epoch": 0.8239856237586305,
      "grad_norm": 0.9822455344502207,
      "learning_rate": 7.284871786968002e-06,
      "loss": 0.7319,
      "step": 2178
    },
    {
      "epoch": 0.8243639458999338,
      "grad_norm": 0.9947974308410656,
      "learning_rate": 7.2838656390043735e-06,
      "loss": 0.7902,
      "step": 2179
    },
    {
      "epoch": 0.8247422680412371,
      "grad_norm": 0.9989701876963061,
      "learning_rate": 7.2828588533238985e-06,
      "loss": 0.7746,
      "step": 2180
    },
    {
      "epoch": 0.8251205901825405,
      "grad_norm": 1.0012200273146032,
      "learning_rate": 7.281851430122095e-06,
      "loss": 0.761,
      "step": 2181
    },
    {
      "epoch": 0.8254989123238438,
      "grad_norm": 0.9971724282492034,
      "learning_rate": 7.280843369594601e-06,
      "loss": 0.7464,
      "step": 2182
    },
    {
      "epoch": 0.825877234465147,
      "grad_norm": 0.9992511338369285,
      "learning_rate": 7.279834671937177e-06,
      "loss": 0.7713,
      "step": 2183
    },
    {
      "epoch": 0.8262555566064504,
      "grad_norm": 0.9940143408783403,
      "learning_rate": 7.278825337345711e-06,
      "loss": 0.7486,
      "step": 2184
    },
    {
      "epoch": 0.8266338787477537,
      "grad_norm": 0.9975957100214181,
      "learning_rate": 7.277815366016212e-06,
      "loss": 0.7622,
      "step": 2185
    },
    {
      "epoch": 0.827012200889057,
      "grad_norm": 1.0053659263013601,
      "learning_rate": 7.276804758144815e-06,
      "loss": 0.8013,
      "step": 2186
    },
    {
      "epoch": 0.8273905230303603,
      "grad_norm": 1.001627529272579,
      "learning_rate": 7.275793513927773e-06,
      "loss": 0.759,
      "step": 2187
    },
    {
      "epoch": 0.8277688451716637,
      "grad_norm": 0.9996111611603178,
      "learning_rate": 7.27478163356147e-06,
      "loss": 0.8009,
      "step": 2188
    },
    {
      "epoch": 0.828147167312967,
      "grad_norm": 1.0391320056927147,
      "learning_rate": 7.27376911724241e-06,
      "loss": 0.7749,
      "step": 2189
    },
    {
      "epoch": 0.8285254894542703,
      "grad_norm": 1.0007479964257233,
      "learning_rate": 7.272755965167219e-06,
      "loss": 0.7745,
      "step": 2190
    },
    {
      "epoch": 0.8289038115955736,
      "grad_norm": 0.9917344049682559,
      "learning_rate": 7.271742177532649e-06,
      "loss": 0.7984,
      "step": 2191
    },
    {
      "epoch": 0.829282133736877,
      "grad_norm": 1.0388689859693216,
      "learning_rate": 7.270727754535576e-06,
      "loss": 0.7835,
      "step": 2192
    },
    {
      "epoch": 0.8296604558781803,
      "grad_norm": 0.9627429518391599,
      "learning_rate": 7.269712696372995e-06,
      "loss": 0.7437,
      "step": 2193
    },
    {
      "epoch": 0.8300387780194836,
      "grad_norm": 1.005153806625211,
      "learning_rate": 7.2686970032420284e-06,
      "loss": 0.726,
      "step": 2194
    },
    {
      "epoch": 0.830417100160787,
      "grad_norm": 1.0338770873839198,
      "learning_rate": 7.267680675339922e-06,
      "loss": 0.7939,
      "step": 2195
    },
    {
      "epoch": 0.8307954223020902,
      "grad_norm": 1.0017247758066885,
      "learning_rate": 7.266663712864041e-06,
      "loss": 0.7308,
      "step": 2196
    },
    {
      "epoch": 0.8311737444433935,
      "grad_norm": 1.0154861075122885,
      "learning_rate": 7.265646116011879e-06,
      "loss": 0.7554,
      "step": 2197
    },
    {
      "epoch": 0.8315520665846968,
      "grad_norm": 1.0234178291342528,
      "learning_rate": 7.264627884981051e-06,
      "loss": 0.8224,
      "step": 2198
    },
    {
      "epoch": 0.8319303887260002,
      "grad_norm": 1.0125985915447324,
      "learning_rate": 7.26360901996929e-06,
      "loss": 0.8038,
      "step": 2199
    },
    {
      "epoch": 0.8323087108673035,
      "grad_norm": 0.9825269778842675,
      "learning_rate": 7.262589521174462e-06,
      "loss": 0.789,
      "step": 2200
    },
    {
      "epoch": 0.8326870330086068,
      "grad_norm": 0.9764307725469166,
      "learning_rate": 7.261569388794545e-06,
      "loss": 0.7588,
      "step": 2201
    },
    {
      "epoch": 0.8330653551499102,
      "grad_norm": 1.016402207074279,
      "learning_rate": 7.260548623027651e-06,
      "loss": 0.748,
      "step": 2202
    },
    {
      "epoch": 0.8334436772912135,
      "grad_norm": 0.994810826945665,
      "learning_rate": 7.259527224072006e-06,
      "loss": 0.7359,
      "step": 2203
    },
    {
      "epoch": 0.8338219994325168,
      "grad_norm": 1.0083747782827215,
      "learning_rate": 7.2585051921259625e-06,
      "loss": 0.7521,
      "step": 2204
    },
    {
      "epoch": 0.8342003215738201,
      "grad_norm": 0.9946978450754933,
      "learning_rate": 7.257482527387999e-06,
      "loss": 0.7485,
      "step": 2205
    },
    {
      "epoch": 0.8345786437151235,
      "grad_norm": 1.0451273527111948,
      "learning_rate": 7.256459230056712e-06,
      "loss": 0.7978,
      "step": 2206
    },
    {
      "epoch": 0.8349569658564268,
      "grad_norm": 1.0296210997400246,
      "learning_rate": 7.255435300330822e-06,
      "loss": 0.7345,
      "step": 2207
    },
    {
      "epoch": 0.83533528799773,
      "grad_norm": 1.0535232921353834,
      "learning_rate": 7.2544107384091755e-06,
      "loss": 0.7763,
      "step": 2208
    },
    {
      "epoch": 0.8357136101390333,
      "grad_norm": 0.9768577408534046,
      "learning_rate": 7.253385544490736e-06,
      "loss": 0.751,
      "step": 2209
    },
    {
      "epoch": 0.8360919322803367,
      "grad_norm": 1.0580469696656276,
      "learning_rate": 7.252359718774597e-06,
      "loss": 0.758,
      "step": 2210
    },
    {
      "epoch": 0.83647025442164,
      "grad_norm": 0.9929715749347985,
      "learning_rate": 7.2513332614599675e-06,
      "loss": 0.7896,
      "step": 2211
    },
    {
      "epoch": 0.8368485765629433,
      "grad_norm": 1.1099082719051916,
      "learning_rate": 7.250306172746184e-06,
      "loss": 0.7772,
      "step": 2212
    },
    {
      "epoch": 0.8372268987042467,
      "grad_norm": 0.9940485867460078,
      "learning_rate": 7.249278452832705e-06,
      "loss": 0.7947,
      "step": 2213
    },
    {
      "epoch": 0.83760522084555,
      "grad_norm": 1.0246061053371784,
      "learning_rate": 7.248250101919108e-06,
      "loss": 0.7893,
      "step": 2214
    },
    {
      "epoch": 0.8379835429868533,
      "grad_norm": 0.9893371029349722,
      "learning_rate": 7.2472211202050965e-06,
      "loss": 0.7719,
      "step": 2215
    },
    {
      "epoch": 0.8383618651281566,
      "grad_norm": 0.9718025440808898,
      "learning_rate": 7.246191507890497e-06,
      "loss": 0.7851,
      "step": 2216
    },
    {
      "epoch": 0.83874018726946,
      "grad_norm": 1.0577875282663591,
      "learning_rate": 7.245161265175256e-06,
      "loss": 0.7631,
      "step": 2217
    },
    {
      "epoch": 0.8391185094107633,
      "grad_norm": 0.9666158593068822,
      "learning_rate": 7.2441303922594444e-06,
      "loss": 0.7525,
      "step": 2218
    },
    {
      "epoch": 0.8394968315520666,
      "grad_norm": 1.0269689394601913,
      "learning_rate": 7.243098889343253e-06,
      "loss": 0.7803,
      "step": 2219
    },
    {
      "epoch": 0.83987515369337,
      "grad_norm": 1.0433224090730777,
      "learning_rate": 7.242066756626998e-06,
      "loss": 0.7779,
      "step": 2220
    },
    {
      "epoch": 0.8402534758346732,
      "grad_norm": 1.00399384602572,
      "learning_rate": 7.241033994311116e-06,
      "loss": 0.8182,
      "step": 2221
    },
    {
      "epoch": 0.8406317979759765,
      "grad_norm": 1.014003363462672,
      "learning_rate": 7.240000602596168e-06,
      "loss": 0.7524,
      "step": 2222
    },
    {
      "epoch": 0.8410101201172798,
      "grad_norm": 0.9860232096412463,
      "learning_rate": 7.2389665816828325e-06,
      "loss": 0.7476,
      "step": 2223
    },
    {
      "epoch": 0.8413884422585832,
      "grad_norm": 0.9783448367100456,
      "learning_rate": 7.237931931771915e-06,
      "loss": 0.6886,
      "step": 2224
    },
    {
      "epoch": 0.8417667643998865,
      "grad_norm": 0.992553581438228,
      "learning_rate": 7.23689665306434e-06,
      "loss": 0.8045,
      "step": 2225
    },
    {
      "epoch": 0.8421450865411898,
      "grad_norm": 1.0208432653178292,
      "learning_rate": 7.235860745761159e-06,
      "loss": 0.7921,
      "step": 2226
    },
    {
      "epoch": 0.8425234086824931,
      "grad_norm": 1.0158819065635032,
      "learning_rate": 7.234824210063539e-06,
      "loss": 0.7985,
      "step": 2227
    },
    {
      "epoch": 0.8429017308237965,
      "grad_norm": 0.9819725891779805,
      "learning_rate": 7.233787046172772e-06,
      "loss": 0.7393,
      "step": 2228
    },
    {
      "epoch": 0.8432800529650998,
      "grad_norm": 1.051892253060586,
      "learning_rate": 7.232749254290274e-06,
      "loss": 0.7596,
      "step": 2229
    },
    {
      "epoch": 0.8436583751064031,
      "grad_norm": 0.9845966887135575,
      "learning_rate": 7.231710834617579e-06,
      "loss": 0.7815,
      "step": 2230
    },
    {
      "epoch": 0.8440366972477065,
      "grad_norm": 1.052693697055086,
      "learning_rate": 7.230671787356346e-06,
      "loss": 0.8102,
      "step": 2231
    },
    {
      "epoch": 0.8444150193890098,
      "grad_norm": 1.0814629634335617,
      "learning_rate": 7.2296321127083565e-06,
      "loss": 0.786,
      "step": 2232
    },
    {
      "epoch": 0.844793341530313,
      "grad_norm": 1.0487315558993753,
      "learning_rate": 7.228591810875509e-06,
      "loss": 0.7718,
      "step": 2233
    },
    {
      "epoch": 0.8451716636716163,
      "grad_norm": 0.998389444486355,
      "learning_rate": 7.227550882059829e-06,
      "loss": 0.7136,
      "step": 2234
    },
    {
      "epoch": 0.8455499858129197,
      "grad_norm": 1.0160592607513808,
      "learning_rate": 7.226509326463462e-06,
      "loss": 0.7694,
      "step": 2235
    },
    {
      "epoch": 0.845928307954223,
      "grad_norm": 1.0296557439399707,
      "learning_rate": 7.225467144288673e-06,
      "loss": 0.7836,
      "step": 2236
    },
    {
      "epoch": 0.8463066300955263,
      "grad_norm": 0.9899949990998219,
      "learning_rate": 7.224424335737854e-06,
      "loss": 0.7606,
      "step": 2237
    },
    {
      "epoch": 0.8466849522368297,
      "grad_norm": 1.032233571909769,
      "learning_rate": 7.223380901013511e-06,
      "loss": 0.8011,
      "step": 2238
    },
    {
      "epoch": 0.847063274378133,
      "grad_norm": 1.032906429409592,
      "learning_rate": 7.2223368403182795e-06,
      "loss": 0.7845,
      "step": 2239
    },
    {
      "epoch": 0.8474415965194363,
      "grad_norm": 1.001821699955479,
      "learning_rate": 7.221292153854911e-06,
      "loss": 0.713,
      "step": 2240
    },
    {
      "epoch": 0.8478199186607396,
      "grad_norm": 1.0229036832276601,
      "learning_rate": 7.220246841826281e-06,
      "loss": 0.7572,
      "step": 2241
    },
    {
      "epoch": 0.848198240802043,
      "grad_norm": 1.0387317062679455,
      "learning_rate": 7.219200904435388e-06,
      "loss": 0.8093,
      "step": 2242
    },
    {
      "epoch": 0.8485765629433463,
      "grad_norm": 1.0130632257254073,
      "learning_rate": 7.218154341885345e-06,
      "loss": 0.7425,
      "step": 2243
    },
    {
      "epoch": 0.8489548850846496,
      "grad_norm": 1.0046700347238025,
      "learning_rate": 7.217107154379396e-06,
      "loss": 0.8065,
      "step": 2244
    },
    {
      "epoch": 0.8493332072259528,
      "grad_norm": 1.0444439529419776,
      "learning_rate": 7.216059342120899e-06,
      "loss": 0.7937,
      "step": 2245
    },
    {
      "epoch": 0.8497115293672562,
      "grad_norm": 1.017761286392246,
      "learning_rate": 7.215010905313337e-06,
      "loss": 0.7786,
      "step": 2246
    },
    {
      "epoch": 0.8500898515085595,
      "grad_norm": 0.9842033756574665,
      "learning_rate": 7.213961844160314e-06,
      "loss": 0.738,
      "step": 2247
    },
    {
      "epoch": 0.8504681736498628,
      "grad_norm": 1.0440733410115375,
      "learning_rate": 7.212912158865553e-06,
      "loss": 0.795,
      "step": 2248
    },
    {
      "epoch": 0.8508464957911662,
      "grad_norm": 1.0534323824570648,
      "learning_rate": 7.2118618496329e-06,
      "loss": 0.789,
      "step": 2249
    },
    {
      "epoch": 0.8512248179324695,
      "grad_norm": 1.0128288698320076,
      "learning_rate": 7.210810916666323e-06,
      "loss": 0.7601,
      "step": 2250
    },
    {
      "epoch": 0.8516031400737728,
      "grad_norm": 0.9982166918026206,
      "learning_rate": 7.20975936016991e-06,
      "loss": 0.7584,
      "step": 2251
    },
    {
      "epoch": 0.8519814622150761,
      "grad_norm": 1.0104750805001261,
      "learning_rate": 7.2087071803478674e-06,
      "loss": 0.7648,
      "step": 2252
    },
    {
      "epoch": 0.8523597843563795,
      "grad_norm": 1.024270507762229,
      "learning_rate": 7.207654377404528e-06,
      "loss": 0.7253,
      "step": 2253
    },
    {
      "epoch": 0.8527381064976828,
      "grad_norm": 1.0542205370524342,
      "learning_rate": 7.2066009515443435e-06,
      "loss": 0.8327,
      "step": 2254
    },
    {
      "epoch": 0.8531164286389861,
      "grad_norm": 0.9912066811718258,
      "learning_rate": 7.205546902971885e-06,
      "loss": 0.7751,
      "step": 2255
    },
    {
      "epoch": 0.8534947507802895,
      "grad_norm": 0.999231349972615,
      "learning_rate": 7.204492231891844e-06,
      "loss": 0.7673,
      "step": 2256
    },
    {
      "epoch": 0.8538730729215928,
      "grad_norm": 1.03750701214942,
      "learning_rate": 7.2034369385090375e-06,
      "loss": 0.7655,
      "step": 2257
    },
    {
      "epoch": 0.854251395062896,
      "grad_norm": 0.9797275715016183,
      "learning_rate": 7.202381023028399e-06,
      "loss": 0.7531,
      "step": 2258
    },
    {
      "epoch": 0.8546297172041993,
      "grad_norm": 1.0301926734882334,
      "learning_rate": 7.201324485654982e-06,
      "loss": 0.7387,
      "step": 2259
    },
    {
      "epoch": 0.8550080393455027,
      "grad_norm": 1.003615638108583,
      "learning_rate": 7.200267326593966e-06,
      "loss": 0.7803,
      "step": 2260
    },
    {
      "epoch": 0.855386361486806,
      "grad_norm": 1.0162154996402277,
      "learning_rate": 7.199209546050646e-06,
      "loss": 0.7674,
      "step": 2261
    },
    {
      "epoch": 0.855386361486806,
      "eval_loss": 0.7731848955154419,
      "eval_runtime": 25.6495,
      "eval_samples_per_second": 34.504,
      "eval_steps_per_second": 1.092,
      "step": 2261
    },
    {
      "epoch": 0.855386361486806,
      "eval_bench_accuracy_arc_challenge": 0.0,
      "eval_bench_accuracy_hellaswag": 0.21,
      "eval_bench_accuracy_mmlu": 0.20869565217391303,
      "eval_bench_average_accuracy": 0.13956521739130434,
      "eval_bench_loss": 7.6725517406798245,
      "eval_bench_total_accuracy": 0.14505494505494507,
      "step": 2261
    },
    {
      "epoch": 0.8557646836281093,
      "grad_norm": 1.0412009573747818,
      "learning_rate": 7.198151144230442e-06,
      "loss": 0.7652,
      "step": 2262
    },
    {
      "epoch": 0.8561430057694126,
      "grad_norm": 0.9912857024371587,
      "learning_rate": 7.19709212133889e-06,
      "loss": 0.7311,
      "step": 2263
    },
    {
      "epoch": 0.856521327910716,
      "grad_norm": 1.0104795488446559,
      "learning_rate": 7.196032477581651e-06,
      "loss": 0.7253,
      "step": 2264
    },
    {
      "epoch": 0.8568996500520193,
      "grad_norm": 1.0126990695901916,
      "learning_rate": 7.194972213164503e-06,
      "loss": 0.8314,
      "step": 2265
    },
    {
      "epoch": 0.8572779721933226,
      "grad_norm": 1.049341981781742,
      "learning_rate": 7.193911328293347e-06,
      "loss": 0.7698,
      "step": 2266
    },
    {
      "epoch": 0.857656294334626,
      "grad_norm": 1.0214946966423453,
      "learning_rate": 7.192849823174205e-06,
      "loss": 0.7427,
      "step": 2267
    },
    {
      "epoch": 0.8580346164759293,
      "grad_norm": 1.0124359559388285,
      "learning_rate": 7.191787698013215e-06,
      "loss": 0.7708,
      "step": 2268
    },
    {
      "epoch": 0.8584129386172326,
      "grad_norm": 1.0288994749349432,
      "learning_rate": 7.190724953016641e-06,
      "loss": 0.7601,
      "step": 2269
    },
    {
      "epoch": 0.8587912607585358,
      "grad_norm": 0.9911988587136489,
      "learning_rate": 7.189661588390864e-06,
      "loss": 0.7539,
      "step": 2270
    },
    {
      "epoch": 0.8591695828998392,
      "grad_norm": 0.9737289335443161,
      "learning_rate": 7.188597604342387e-06,
      "loss": 0.8045,
      "step": 2271
    },
    {
      "epoch": 0.8595479050411425,
      "grad_norm": 1.0299900683875711,
      "learning_rate": 7.187533001077831e-06,
      "loss": 0.7469,
      "step": 2272
    },
    {
      "epoch": 0.8599262271824458,
      "grad_norm": 0.9692550794741338,
      "learning_rate": 7.1864677788039405e-06,
      "loss": 0.7832,
      "step": 2273
    },
    {
      "epoch": 0.8603045493237492,
      "grad_norm": 0.9913944045773587,
      "learning_rate": 7.185401937727577e-06,
      "loss": 0.7538,
      "step": 2274
    },
    {
      "epoch": 0.8606828714650525,
      "grad_norm": 0.9327497790355345,
      "learning_rate": 7.184335478055725e-06,
      "loss": 0.7619,
      "step": 2275
    },
    {
      "epoch": 0.8610611936063558,
      "grad_norm": 1.0349847589552532,
      "learning_rate": 7.183268399995485e-06,
      "loss": 0.7661,
      "step": 2276
    },
    {
      "epoch": 0.8614395157476591,
      "grad_norm": 0.9838455296647253,
      "learning_rate": 7.182200703754084e-06,
      "loss": 0.7494,
      "step": 2277
    },
    {
      "epoch": 0.8618178378889625,
      "grad_norm": 1.036668994652531,
      "learning_rate": 7.181132389538864e-06,
      "loss": 0.7378,
      "step": 2278
    },
    {
      "epoch": 0.8621961600302658,
      "grad_norm": 0.9966143490121748,
      "learning_rate": 7.180063457557288e-06,
      "loss": 0.7201,
      "step": 2279
    },
    {
      "epoch": 0.8625744821715691,
      "grad_norm": 1.0216855086157217,
      "learning_rate": 7.178993908016939e-06,
      "loss": 0.7221,
      "step": 2280
    },
    {
      "epoch": 0.8629528043128724,
      "grad_norm": 0.9504238884891278,
      "learning_rate": 7.177923741125521e-06,
      "loss": 0.7101,
      "step": 2281
    },
    {
      "epoch": 0.8633311264541758,
      "grad_norm": 0.9898970091046093,
      "learning_rate": 7.176852957090857e-06,
      "loss": 0.7593,
      "step": 2282
    },
    {
      "epoch": 0.863709448595479,
      "grad_norm": 1.0112937497346717,
      "learning_rate": 7.17578155612089e-06,
      "loss": 0.7447,
      "step": 2283
    },
    {
      "epoch": 0.8640877707367823,
      "grad_norm": 1.0185639349131448,
      "learning_rate": 7.174709538423684e-06,
      "loss": 0.752,
      "step": 2284
    },
    {
      "epoch": 0.8644660928780857,
      "grad_norm": 0.9549086201000673,
      "learning_rate": 7.17363690420742e-06,
      "loss": 0.7571,
      "step": 2285
    },
    {
      "epoch": 0.864844415019389,
      "grad_norm": 1.03834118938008,
      "learning_rate": 7.1725636536804e-06,
      "loss": 0.732,
      "step": 2286
    },
    {
      "epoch": 0.8652227371606923,
      "grad_norm": 0.994855471346937,
      "learning_rate": 7.1714897870510475e-06,
      "loss": 0.7754,
      "step": 2287
    },
    {
      "epoch": 0.8656010593019956,
      "grad_norm": 1.0144762721512632,
      "learning_rate": 7.170415304527904e-06,
      "loss": 0.779,
      "step": 2288
    },
    {
      "epoch": 0.865979381443299,
      "grad_norm": 1.0173462667637359,
      "learning_rate": 7.169340206319629e-06,
      "loss": 0.775,
      "step": 2289
    },
    {
      "epoch": 0.8663577035846023,
      "grad_norm": 1.0393665262607155,
      "learning_rate": 7.168264492635007e-06,
      "loss": 0.7625,
      "step": 2290
    },
    {
      "epoch": 0.8667360257259056,
      "grad_norm": 1.0146930229552926,
      "learning_rate": 7.167188163682935e-06,
      "loss": 0.7842,
      "step": 2291
    },
    {
      "epoch": 0.867114347867209,
      "grad_norm": 1.0431135201455501,
      "learning_rate": 7.166111219672433e-06,
      "loss": 0.8075,
      "step": 2292
    },
    {
      "epoch": 0.8674926700085123,
      "grad_norm": 1.0113058473321697,
      "learning_rate": 7.165033660812643e-06,
      "loss": 0.7573,
      "step": 2293
    },
    {
      "epoch": 0.8678709921498156,
      "grad_norm": 1.00907022185597,
      "learning_rate": 7.1639554873128215e-06,
      "loss": 0.7648,
      "step": 2294
    },
    {
      "epoch": 0.8682493142911188,
      "grad_norm": 1.0060435969797255,
      "learning_rate": 7.162876699382346e-06,
      "loss": 0.7145,
      "step": 2295
    },
    {
      "epoch": 0.8686276364324222,
      "grad_norm": 0.9807023329510167,
      "learning_rate": 7.161797297230716e-06,
      "loss": 0.7476,
      "step": 2296
    },
    {
      "epoch": 0.8690059585737255,
      "grad_norm": 1.0242347975147827,
      "learning_rate": 7.160717281067547e-06,
      "loss": 0.8138,
      "step": 2297
    },
    {
      "epoch": 0.8693842807150288,
      "grad_norm": 1.0298773248234774,
      "learning_rate": 7.159636651102574e-06,
      "loss": 0.8271,
      "step": 2298
    },
    {
      "epoch": 0.8697626028563321,
      "grad_norm": 0.9934220738457435,
      "learning_rate": 7.158555407545654e-06,
      "loss": 0.7879,
      "step": 2299
    },
    {
      "epoch": 0.8701409249976355,
      "grad_norm": 0.9999472676122242,
      "learning_rate": 7.157473550606759e-06,
      "loss": 0.7665,
      "step": 2300
    },
    {
      "epoch": 0.8705192471389388,
      "grad_norm": 1.0177734120658402,
      "learning_rate": 7.156391080495984e-06,
      "loss": 0.7531,
      "step": 2301
    },
    {
      "epoch": 0.8708975692802421,
      "grad_norm": 1.0086388990884834,
      "learning_rate": 7.155307997423541e-06,
      "loss": 0.7457,
      "step": 2302
    },
    {
      "epoch": 0.8712758914215455,
      "grad_norm": 0.9796780747447114,
      "learning_rate": 7.154224301599763e-06,
      "loss": 0.7418,
      "step": 2303
    },
    {
      "epoch": 0.8716542135628488,
      "grad_norm": 0.9961091459135317,
      "learning_rate": 7.153139993235098e-06,
      "loss": 0.7291,
      "step": 2304
    },
    {
      "epoch": 0.8720325357041521,
      "grad_norm": 1.0116589450888551,
      "learning_rate": 7.152055072540117e-06,
      "loss": 0.7725,
      "step": 2305
    },
    {
      "epoch": 0.8724108578454554,
      "grad_norm": 1.0194100669046098,
      "learning_rate": 7.150969539725506e-06,
      "loss": 0.8202,
      "step": 2306
    },
    {
      "epoch": 0.8727891799867588,
      "grad_norm": 0.9919069346041747,
      "learning_rate": 7.149883395002076e-06,
      "loss": 0.7728,
      "step": 2307
    },
    {
      "epoch": 0.873167502128062,
      "grad_norm": 0.9765364177481878,
      "learning_rate": 7.1487966385807494e-06,
      "loss": 0.7212,
      "step": 2308
    },
    {
      "epoch": 0.8735458242693653,
      "grad_norm": 0.9872934189660968,
      "learning_rate": 7.147709270672575e-06,
      "loss": 0.8015,
      "step": 2309
    },
    {
      "epoch": 0.8739241464106687,
      "grad_norm": 1.0148200655162085,
      "learning_rate": 7.1466212914887115e-06,
      "loss": 0.7715,
      "step": 2310
    },
    {
      "epoch": 0.874302468551972,
      "grad_norm": 1.0652420727645235,
      "learning_rate": 7.145532701240446e-06,
      "loss": 0.7819,
      "step": 2311
    },
    {
      "epoch": 0.8746807906932753,
      "grad_norm": 0.9826811637144443,
      "learning_rate": 7.1444435001391755e-06,
      "loss": 0.7231,
      "step": 2312
    },
    {
      "epoch": 0.8750591128345786,
      "grad_norm": 1.038520876786242,
      "learning_rate": 7.143353688396421e-06,
      "loss": 0.7896,
      "step": 2313
    },
    {
      "epoch": 0.875437434975882,
      "grad_norm": 1.0215557969029825,
      "learning_rate": 7.142263266223823e-06,
      "loss": 0.7963,
      "step": 2314
    },
    {
      "epoch": 0.8758157571171853,
      "grad_norm": 1.0484026660723595,
      "learning_rate": 7.141172233833135e-06,
      "loss": 0.7561,
      "step": 2315
    },
    {
      "epoch": 0.8761940792584886,
      "grad_norm": 1.015997044144397,
      "learning_rate": 7.140080591436234e-06,
      "loss": 0.7695,
      "step": 2316
    },
    {
      "epoch": 0.8765724013997919,
      "grad_norm": 1.04281586679857,
      "learning_rate": 7.138988339245113e-06,
      "loss": 0.7769,
      "step": 2317
    },
    {
      "epoch": 0.8769507235410953,
      "grad_norm": 0.9806032529211375,
      "learning_rate": 7.137895477471883e-06,
      "loss": 0.7673,
      "step": 2318
    },
    {
      "epoch": 0.8773290456823986,
      "grad_norm": 0.9765881424303234,
      "learning_rate": 7.1368020063287766e-06,
      "loss": 0.7803,
      "step": 2319
    },
    {
      "epoch": 0.8777073678237018,
      "grad_norm": 1.0121519077458367,
      "learning_rate": 7.135707926028141e-06,
      "loss": 0.7763,
      "step": 2320
    },
    {
      "epoch": 0.8780856899650052,
      "grad_norm": 1.0195213279030102,
      "learning_rate": 7.134613236782445e-06,
      "loss": 0.7601,
      "step": 2321
    },
    {
      "epoch": 0.8784640121063085,
      "grad_norm": 0.9926848801780171,
      "learning_rate": 7.133517938804272e-06,
      "loss": 0.773,
      "step": 2322
    },
    {
      "epoch": 0.8788423342476118,
      "grad_norm": 1.013335711603836,
      "learning_rate": 7.132422032306327e-06,
      "loss": 0.7492,
      "step": 2323
    },
    {
      "epoch": 0.8792206563889151,
      "grad_norm": 1.0269526120318977,
      "learning_rate": 7.131325517501431e-06,
      "loss": 0.7475,
      "step": 2324
    },
    {
      "epoch": 0.8795989785302185,
      "grad_norm": 0.9532233993510265,
      "learning_rate": 7.130228394602525e-06,
      "loss": 0.7637,
      "step": 2325
    },
    {
      "epoch": 0.8799773006715218,
      "grad_norm": 1.0383963544087091,
      "learning_rate": 7.129130663822665e-06,
      "loss": 0.7718,
      "step": 2326
    },
    {
      "epoch": 0.8803556228128251,
      "grad_norm": 0.9999763719084931,
      "learning_rate": 7.128032325375029e-06,
      "loss": 0.7945,
      "step": 2327
    },
    {
      "epoch": 0.8807339449541285,
      "grad_norm": 1.0056490057535235,
      "learning_rate": 7.126933379472909e-06,
      "loss": 0.8182,
      "step": 2328
    },
    {
      "epoch": 0.8811122670954318,
      "grad_norm": 1.0023181500357063,
      "learning_rate": 7.125833826329719e-06,
      "loss": 0.7814,
      "step": 2329
    },
    {
      "epoch": 0.8814905892367351,
      "grad_norm": 1.003862101973702,
      "learning_rate": 7.124733666158988e-06,
      "loss": 0.7705,
      "step": 2330
    },
    {
      "epoch": 0.8818689113780384,
      "grad_norm": 1.018661074932826,
      "learning_rate": 7.123632899174363e-06,
      "loss": 0.7518,
      "step": 2331
    },
    {
      "epoch": 0.8822472335193418,
      "grad_norm": 0.9603199805069197,
      "learning_rate": 7.122531525589611e-06,
      "loss": 0.7422,
      "step": 2332
    },
    {
      "epoch": 0.882625555660645,
      "grad_norm": 1.0327434608146935,
      "learning_rate": 7.121429545618616e-06,
      "loss": 0.7267,
      "step": 2333
    },
    {
      "epoch": 0.8830038778019483,
      "grad_norm": 1.0461189415748307,
      "learning_rate": 7.120326959475377e-06,
      "loss": 0.7738,
      "step": 2334
    },
    {
      "epoch": 0.8833821999432517,
      "grad_norm": 1.035602613015718,
      "learning_rate": 7.119223767374015e-06,
      "loss": 0.7892,
      "step": 2335
    },
    {
      "epoch": 0.883760522084555,
      "grad_norm": 0.968027276282092,
      "learning_rate": 7.118119969528765e-06,
      "loss": 0.7885,
      "step": 2336
    },
    {
      "epoch": 0.8841388442258583,
      "grad_norm": 1.0112556770782621,
      "learning_rate": 7.117015566153981e-06,
      "loss": 0.7884,
      "step": 2337
    },
    {
      "epoch": 0.8845171663671616,
      "grad_norm": 1.0047739746600866,
      "learning_rate": 7.115910557464136e-06,
      "loss": 0.7522,
      "step": 2338
    },
    {
      "epoch": 0.884895488508465,
      "grad_norm": 1.0141841752207075,
      "learning_rate": 7.1148049436738205e-06,
      "loss": 0.791,
      "step": 2339
    },
    {
      "epoch": 0.8852738106497683,
      "grad_norm": 1.0208993885255921,
      "learning_rate": 7.113698724997739e-06,
      "loss": 0.7761,
      "step": 2340
    },
    {
      "epoch": 0.8856521327910716,
      "grad_norm": 1.033124967213344,
      "learning_rate": 7.112591901650717e-06,
      "loss": 0.7807,
      "step": 2341
    },
    {
      "epoch": 0.8860304549323749,
      "grad_norm": 1.0067075556573555,
      "learning_rate": 7.111484473847696e-06,
      "loss": 0.7383,
      "step": 2342
    },
    {
      "epoch": 0.8864087770736783,
      "grad_norm": 1.0177677912510785,
      "learning_rate": 7.110376441803735e-06,
      "loss": 0.7602,
      "step": 2343
    },
    {
      "epoch": 0.8867870992149816,
      "grad_norm": 1.0465141477050506,
      "learning_rate": 7.109267805734011e-06,
      "loss": 0.7735,
      "step": 2344
    },
    {
      "epoch": 0.8871654213562848,
      "grad_norm": 0.9963213834693853,
      "learning_rate": 7.108158565853817e-06,
      "loss": 0.7375,
      "step": 2345
    },
    {
      "epoch": 0.8875437434975882,
      "grad_norm": 1.0163808135186847,
      "learning_rate": 7.107048722378565e-06,
      "loss": 0.7742,
      "step": 2346
    },
    {
      "epoch": 0.8879220656388915,
      "grad_norm": 0.990324738375918,
      "learning_rate": 7.105938275523783e-06,
      "loss": 0.7716,
      "step": 2347
    },
    {
      "epoch": 0.8883003877801948,
      "grad_norm": 1.0075180979561382,
      "learning_rate": 7.1048272255051155e-06,
      "loss": 0.7749,
      "step": 2348
    },
    {
      "epoch": 0.8886787099214981,
      "grad_norm": 1.0025806289786972,
      "learning_rate": 7.103715572538327e-06,
      "loss": 0.7633,
      "step": 2349
    },
    {
      "epoch": 0.8890570320628015,
      "grad_norm": 0.9434765318565549,
      "learning_rate": 7.1026033168392955e-06,
      "loss": 0.7206,
      "step": 2350
    },
    {
      "epoch": 0.8894353542041048,
      "grad_norm": 1.031863789278887,
      "learning_rate": 7.101490458624019e-06,
      "loss": 0.772,
      "step": 2351
    },
    {
      "epoch": 0.8898136763454081,
      "grad_norm": 0.9998099190042471,
      "learning_rate": 7.100376998108609e-06,
      "loss": 0.7844,
      "step": 2352
    },
    {
      "epoch": 0.8901919984867115,
      "grad_norm": 1.051581162222378,
      "learning_rate": 7.099262935509298e-06,
      "loss": 0.7347,
      "step": 2353
    },
    {
      "epoch": 0.8905703206280148,
      "grad_norm": 1.0353178470338773,
      "learning_rate": 7.098148271042434e-06,
      "loss": 0.7863,
      "step": 2354
    },
    {
      "epoch": 0.8909486427693181,
      "grad_norm": 1.0234255328326827,
      "learning_rate": 7.0970330049244796e-06,
      "loss": 0.748,
      "step": 2355
    },
    {
      "epoch": 0.8913269649106214,
      "grad_norm": 1.0295240998477164,
      "learning_rate": 7.0959171373720185e-06,
      "loss": 0.7542,
      "step": 2356
    },
    {
      "epoch": 0.8917052870519248,
      "grad_norm": 1.0198352782855347,
      "learning_rate": 7.094800668601747e-06,
      "loss": 0.7536,
      "step": 2357
    },
    {
      "epoch": 0.892083609193228,
      "grad_norm": 1.0224916784724847,
      "learning_rate": 7.093683598830481e-06,
      "loss": 0.7686,
      "step": 2358
    },
    {
      "epoch": 0.8924619313345313,
      "grad_norm": 0.9932697810286107,
      "learning_rate": 7.092565928275151e-06,
      "loss": 0.7587,
      "step": 2359
    },
    {
      "epoch": 0.8928402534758346,
      "grad_norm": 0.9996944130579072,
      "learning_rate": 7.091447657152806e-06,
      "loss": 0.7424,
      "step": 2360
    },
    {
      "epoch": 0.893218575617138,
      "grad_norm": 1.0357994416158893,
      "learning_rate": 7.0903287856806115e-06,
      "loss": 0.7565,
      "step": 2361
    },
    {
      "epoch": 0.8935968977584413,
      "grad_norm": 1.0362986915824348,
      "learning_rate": 7.089209314075848e-06,
      "loss": 0.8214,
      "step": 2362
    },
    {
      "epoch": 0.8939752198997446,
      "grad_norm": 1.0413906937629382,
      "learning_rate": 7.0880892425559125e-06,
      "loss": 0.8131,
      "step": 2363
    },
    {
      "epoch": 0.894353542041048,
      "grad_norm": 1.049270279884044,
      "learning_rate": 7.0869685713383224e-06,
      "loss": 0.7611,
      "step": 2364
    },
    {
      "epoch": 0.8947318641823513,
      "grad_norm": 1.006126195838057,
      "learning_rate": 7.085847300640708e-06,
      "loss": 0.779,
      "step": 2365
    },
    {
      "epoch": 0.8951101863236546,
      "grad_norm": 1.0247424321465883,
      "learning_rate": 7.084725430680814e-06,
      "loss": 0.7754,
      "step": 2366
    },
    {
      "epoch": 0.8954885084649579,
      "grad_norm": 0.9999318763539188,
      "learning_rate": 7.083602961676508e-06,
      "loss": 0.7531,
      "step": 2367
    },
    {
      "epoch": 0.8958668306062613,
      "grad_norm": 1.0433712571818266,
      "learning_rate": 7.082479893845766e-06,
      "loss": 0.7944,
      "step": 2368
    },
    {
      "epoch": 0.8962451527475646,
      "grad_norm": 1.041108943613929,
      "learning_rate": 7.081356227406688e-06,
      "loss": 0.7678,
      "step": 2369
    },
    {
      "epoch": 0.8966234748888678,
      "grad_norm": 0.98532548481682,
      "learning_rate": 7.080231962577484e-06,
      "loss": 0.7438,
      "step": 2370
    },
    {
      "epoch": 0.8970017970301712,
      "grad_norm": 1.0156341127442319,
      "learning_rate": 7.079107099576486e-06,
      "loss": 0.7598,
      "step": 2371
    },
    {
      "epoch": 0.8973801191714745,
      "grad_norm": 0.9953543675844062,
      "learning_rate": 7.077981638622136e-06,
      "loss": 0.7864,
      "step": 2372
    },
    {
      "epoch": 0.8977584413127778,
      "grad_norm": 1.0022146793260511,
      "learning_rate": 7.076855579932996e-06,
      "loss": 0.7825,
      "step": 2373
    },
    {
      "epoch": 0.8981367634540811,
      "grad_norm": 1.0427697492763814,
      "learning_rate": 7.075728923727743e-06,
      "loss": 0.7888,
      "step": 2374
    },
    {
      "epoch": 0.8985150855953845,
      "grad_norm": 0.9958817090752511,
      "learning_rate": 7.0746016702251705e-06,
      "loss": 0.7963,
      "step": 2375
    },
    {
      "epoch": 0.8988934077366878,
      "grad_norm": 0.9950789001489996,
      "learning_rate": 7.073473819644188e-06,
      "loss": 0.748,
      "step": 2376
    },
    {
      "epoch": 0.8992717298779911,
      "grad_norm": 1.043391376102214,
      "learning_rate": 7.072345372203821e-06,
      "loss": 0.7611,
      "step": 2377
    },
    {
      "epoch": 0.8996500520192944,
      "grad_norm": 0.9894685409366812,
      "learning_rate": 7.071216328123211e-06,
      "loss": 0.7709,
      "step": 2378
    },
    {
      "epoch": 0.9000283741605978,
      "grad_norm": 0.9558223257112808,
      "learning_rate": 7.070086687621614e-06,
      "loss": 0.7475,
      "step": 2379
    },
    {
      "epoch": 0.9004066963019011,
      "grad_norm": 1.0622467722809246,
      "learning_rate": 7.068956450918402e-06,
      "loss": 0.7831,
      "step": 2380
    },
    {
      "epoch": 0.9007850184432044,
      "grad_norm": 1.0492486815404989,
      "learning_rate": 7.067825618233064e-06,
      "loss": 0.7823,
      "step": 2381
    },
    {
      "epoch": 0.9011633405845078,
      "grad_norm": 1.0547751788072182,
      "learning_rate": 7.066694189785207e-06,
      "loss": 0.7386,
      "step": 2382
    },
    {
      "epoch": 0.901541662725811,
      "grad_norm": 0.9973094858870168,
      "learning_rate": 7.065562165794548e-06,
      "loss": 0.7391,
      "step": 2383
    },
    {
      "epoch": 0.9019199848671143,
      "grad_norm": 0.98446276280215,
      "learning_rate": 7.064429546480923e-06,
      "loss": 0.7646,
      "step": 2384
    },
    {
      "epoch": 0.9022983070084176,
      "grad_norm": 0.9987151345524554,
      "learning_rate": 7.0632963320642835e-06,
      "loss": 0.7447,
      "step": 2385
    },
    {
      "epoch": 0.902676629149721,
      "grad_norm": 1.0090087604609146,
      "learning_rate": 7.062162522764697e-06,
      "loss": 0.7624,
      "step": 2386
    },
    {
      "epoch": 0.9030549512910243,
      "grad_norm": 0.986158312317026,
      "learning_rate": 7.0610281188023456e-06,
      "loss": 0.7468,
      "step": 2387
    },
    {
      "epoch": 0.9034332734323276,
      "grad_norm": 0.9908417969281411,
      "learning_rate": 7.0598931203975265e-06,
      "loss": 0.7445,
      "step": 2388
    },
    {
      "epoch": 0.903811595573631,
      "grad_norm": 1.00470221573058,
      "learning_rate": 7.058757527770654e-06,
      "loss": 0.7553,
      "step": 2389
    },
    {
      "epoch": 0.9041899177149343,
      "grad_norm": 1.0142525028955387,
      "learning_rate": 7.057621341142257e-06,
      "loss": 0.7672,
      "step": 2390
    },
    {
      "epoch": 0.9045682398562376,
      "grad_norm": 1.0089711471165104,
      "learning_rate": 7.056484560732978e-06,
      "loss": 0.741,
      "step": 2391
    },
    {
      "epoch": 0.9049465619975409,
      "grad_norm": 1.021059183337408,
      "learning_rate": 7.055347186763578e-06,
      "loss": 0.7847,
      "step": 2392
    },
    {
      "epoch": 0.9053248841388443,
      "grad_norm": 0.9798134218874166,
      "learning_rate": 7.0542092194549285e-06,
      "loss": 0.7293,
      "step": 2393
    },
    {
      "epoch": 0.9057032062801476,
      "grad_norm": 0.9706880657392031,
      "learning_rate": 7.053070659028024e-06,
      "loss": 0.7794,
      "step": 2394
    },
    {
      "epoch": 0.9057032062801476,
      "eval_loss": 0.7680747509002686,
      "eval_runtime": 25.5451,
      "eval_samples_per_second": 34.645,
      "eval_steps_per_second": 1.096,
      "step": 2394
    },
    {
      "epoch": 0.9057032062801476,
      "eval_bench_accuracy_arc_challenge": 0.0,
      "eval_bench_accuracy_hellaswag": 0.205,
      "eval_bench_accuracy_mmlu": 0.20869565217391303,
      "eval_bench_average_accuracy": 0.13789855072463766,
      "eval_bench_loss": 7.451362476014254,
      "eval_bench_total_accuracy": 0.14285714285714285,
      "step": 2394
    },
    {
      "epoch": 0.9060815284214508,
      "grad_norm": 0.999929570943935,
      "learning_rate": 7.051931505703967e-06,
      "loss": 0.7769,
      "step": 2395
    },
    {
      "epoch": 0.9064598505627541,
      "grad_norm": 0.9790157544755365,
      "learning_rate": 7.0507917597039765e-06,
      "loss": 0.7608,
      "step": 2396
    },
    {
      "epoch": 0.9068381727040575,
      "grad_norm": 0.9955393136714028,
      "learning_rate": 7.04965142124939e-06,
      "loss": 0.7653,
      "step": 2397
    },
    {
      "epoch": 0.9072164948453608,
      "grad_norm": 0.9875148869531033,
      "learning_rate": 7.048510490561655e-06,
      "loss": 0.7028,
      "step": 2398
    },
    {
      "epoch": 0.9075948169866641,
      "grad_norm": 1.0421138342467342,
      "learning_rate": 7.047368967862342e-06,
      "loss": 0.7424,
      "step": 2399
    },
    {
      "epoch": 0.9079731391279675,
      "grad_norm": 0.9937866860623155,
      "learning_rate": 7.046226853373125e-06,
      "loss": 0.7624,
      "step": 2400
    },
    {
      "epoch": 0.9083514612692708,
      "grad_norm": 0.9795947439211311,
      "learning_rate": 7.0450841473158026e-06,
      "loss": 0.791,
      "step": 2401
    },
    {
      "epoch": 0.9087297834105741,
      "grad_norm": 1.0271100426041748,
      "learning_rate": 7.043940849912285e-06,
      "loss": 0.7433,
      "step": 2402
    },
    {
      "epoch": 0.9091081055518774,
      "grad_norm": 0.9630746502196654,
      "learning_rate": 7.042796961384596e-06,
      "loss": 0.8024,
      "step": 2403
    },
    {
      "epoch": 0.9094864276931808,
      "grad_norm": 1.0087369290802906,
      "learning_rate": 7.041652481954877e-06,
      "loss": 0.739,
      "step": 2404
    },
    {
      "epoch": 0.9098647498344841,
      "grad_norm": 1.0258708665585585,
      "learning_rate": 7.04050741184538e-06,
      "loss": 0.7313,
      "step": 2405
    },
    {
      "epoch": 0.9102430719757874,
      "grad_norm": 0.9987870895868104,
      "learning_rate": 7.039361751278477e-06,
      "loss": 0.7503,
      "step": 2406
    },
    {
      "epoch": 0.9106213941170908,
      "grad_norm": 0.9916725633064274,
      "learning_rate": 7.038215500476649e-06,
      "loss": 0.765,
      "step": 2407
    },
    {
      "epoch": 0.910999716258394,
      "grad_norm": 0.995717773961888,
      "learning_rate": 7.0370686596624965e-06,
      "loss": 0.7825,
      "step": 2408
    },
    {
      "epoch": 0.9113780383996973,
      "grad_norm": 1.0289434503270574,
      "learning_rate": 7.035921229058731e-06,
      "loss": 0.7977,
      "step": 2409
    },
    {
      "epoch": 0.9117563605410006,
      "grad_norm": 0.9958712530297943,
      "learning_rate": 7.034773208888181e-06,
      "loss": 0.7509,
      "step": 2410
    },
    {
      "epoch": 0.912134682682304,
      "grad_norm": 1.0550382211959204,
      "learning_rate": 7.033624599373789e-06,
      "loss": 0.8412,
      "step": 2411
    },
    {
      "epoch": 0.9125130048236073,
      "grad_norm": 0.9790726542421223,
      "learning_rate": 7.032475400738612e-06,
      "loss": 0.7599,
      "step": 2412
    },
    {
      "epoch": 0.9128913269649106,
      "grad_norm": 0.9981719741601273,
      "learning_rate": 7.031325613205818e-06,
      "loss": 0.7909,
      "step": 2413
    },
    {
      "epoch": 0.9132696491062139,
      "grad_norm": 1.0149813854916758,
      "learning_rate": 7.030175236998695e-06,
      "loss": 0.7659,
      "step": 2414
    },
    {
      "epoch": 0.9136479712475173,
      "grad_norm": 0.9765548569394097,
      "learning_rate": 7.029024272340642e-06,
      "loss": 0.7303,
      "step": 2415
    },
    {
      "epoch": 0.9140262933888206,
      "grad_norm": 1.0216848187832497,
      "learning_rate": 7.0278727194551725e-06,
      "loss": 0.7618,
      "step": 2416
    },
    {
      "epoch": 0.9144046155301239,
      "grad_norm": 0.9725811064405785,
      "learning_rate": 7.0267205785659145e-06,
      "loss": 0.7233,
      "step": 2417
    },
    {
      "epoch": 0.9147829376714273,
      "grad_norm": 0.9964538932707074,
      "learning_rate": 7.025567849896611e-06,
      "loss": 0.7403,
      "step": 2418
    },
    {
      "epoch": 0.9151612598127306,
      "grad_norm": 1.0054694776115864,
      "learning_rate": 7.024414533671118e-06,
      "loss": 0.781,
      "step": 2419
    },
    {
      "epoch": 0.9155395819540338,
      "grad_norm": 1.0154337801886115,
      "learning_rate": 7.023260630113405e-06,
      "loss": 0.7367,
      "step": 2420
    },
    {
      "epoch": 0.9159179040953371,
      "grad_norm": 1.0203341167769693,
      "learning_rate": 7.02210613944756e-06,
      "loss": 0.8087,
      "step": 2421
    },
    {
      "epoch": 0.9162962262366405,
      "grad_norm": 0.947650552338592,
      "learning_rate": 7.0209510618977774e-06,
      "loss": 0.7155,
      "step": 2422
    },
    {
      "epoch": 0.9166745483779438,
      "grad_norm": 1.0090150775616802,
      "learning_rate": 7.019795397688373e-06,
      "loss": 0.7794,
      "step": 2423
    },
    {
      "epoch": 0.9170528705192471,
      "grad_norm": 0.9571882335592847,
      "learning_rate": 7.018639147043771e-06,
      "loss": 0.7076,
      "step": 2424
    },
    {
      "epoch": 0.9174311926605505,
      "grad_norm": 1.0063061885389344,
      "learning_rate": 7.017482310188513e-06,
      "loss": 0.7758,
      "step": 2425
    },
    {
      "epoch": 0.9178095148018538,
      "grad_norm": 0.9629301761239673,
      "learning_rate": 7.016324887347253e-06,
      "loss": 0.7154,
      "step": 2426
    },
    {
      "epoch": 0.9181878369431571,
      "grad_norm": 0.9573104082993997,
      "learning_rate": 7.01516687874476e-06,
      "loss": 0.7459,
      "step": 2427
    },
    {
      "epoch": 0.9185661590844604,
      "grad_norm": 0.9695229912058232,
      "learning_rate": 7.014008284605914e-06,
      "loss": 0.7633,
      "step": 2428
    },
    {
      "epoch": 0.9189444812257638,
      "grad_norm": 0.9916405550897835,
      "learning_rate": 7.012849105155712e-06,
      "loss": 0.7573,
      "step": 2429
    },
    {
      "epoch": 0.9193228033670671,
      "grad_norm": 0.9986524062176373,
      "learning_rate": 7.011689340619262e-06,
      "loss": 0.761,
      "step": 2430
    },
    {
      "epoch": 0.9197011255083704,
      "grad_norm": 1.0236441362619242,
      "learning_rate": 7.010528991221788e-06,
      "loss": 0.7761,
      "step": 2431
    },
    {
      "epoch": 0.9200794476496736,
      "grad_norm": 1.0067393073595168,
      "learning_rate": 7.009368057188626e-06,
      "loss": 0.7842,
      "step": 2432
    },
    {
      "epoch": 0.920457769790977,
      "grad_norm": 0.996899721738463,
      "learning_rate": 7.0082065387452245e-06,
      "loss": 0.7538,
      "step": 2433
    },
    {
      "epoch": 0.9208360919322803,
      "grad_norm": 0.99997058243727,
      "learning_rate": 7.007044436117148e-06,
      "loss": 0.7578,
      "step": 2434
    },
    {
      "epoch": 0.9212144140735836,
      "grad_norm": 0.9674444295516136,
      "learning_rate": 7.005881749530074e-06,
      "loss": 0.7395,
      "step": 2435
    },
    {
      "epoch": 0.921592736214887,
      "grad_norm": 1.0149587199300343,
      "learning_rate": 7.004718479209792e-06,
      "loss": 0.74,
      "step": 2436
    },
    {
      "epoch": 0.9219710583561903,
      "grad_norm": 0.982017702615209,
      "learning_rate": 7.003554625382206e-06,
      "loss": 0.7598,
      "step": 2437
    },
    {
      "epoch": 0.9223493804974936,
      "grad_norm": 1.044378601494924,
      "learning_rate": 7.002390188273333e-06,
      "loss": 0.7415,
      "step": 2438
    },
    {
      "epoch": 0.9227277026387969,
      "grad_norm": 1.03750251778964,
      "learning_rate": 7.001225168109302e-06,
      "loss": 0.7551,
      "step": 2439
    },
    {
      "epoch": 0.9231060247801003,
      "grad_norm": 1.026894279674952,
      "learning_rate": 7.000059565116357e-06,
      "loss": 0.8046,
      "step": 2440
    },
    {
      "epoch": 0.9234843469214036,
      "grad_norm": 0.9996548023341705,
      "learning_rate": 6.998893379520856e-06,
      "loss": 0.7929,
      "step": 2441
    },
    {
      "epoch": 0.9238626690627069,
      "grad_norm": 0.9654800832683814,
      "learning_rate": 6.997726611549266e-06,
      "loss": 0.7578,
      "step": 2442
    },
    {
      "epoch": 0.9242409912040103,
      "grad_norm": 0.9969850361991277,
      "learning_rate": 6.996559261428172e-06,
      "loss": 0.7517,
      "step": 2443
    },
    {
      "epoch": 0.9246193133453136,
      "grad_norm": 1.0137763399761017,
      "learning_rate": 6.99539132938427e-06,
      "loss": 0.7805,
      "step": 2444
    },
    {
      "epoch": 0.9249976354866168,
      "grad_norm": 1.0004491877637214,
      "learning_rate": 6.994222815644369e-06,
      "loss": 0.7702,
      "step": 2445
    },
    {
      "epoch": 0.9253759576279201,
      "grad_norm": 0.9850295964295233,
      "learning_rate": 6.993053720435388e-06,
      "loss": 0.7421,
      "step": 2446
    },
    {
      "epoch": 0.9257542797692235,
      "grad_norm": 1.0072809709395627,
      "learning_rate": 6.991884043984365e-06,
      "loss": 0.7427,
      "step": 2447
    },
    {
      "epoch": 0.9261326019105268,
      "grad_norm": 0.9603120675902171,
      "learning_rate": 6.990713786518446e-06,
      "loss": 0.7741,
      "step": 2448
    },
    {
      "epoch": 0.9265109240518301,
      "grad_norm": 1.0661697966070056,
      "learning_rate": 6.989542948264892e-06,
      "loss": 0.808,
      "step": 2449
    },
    {
      "epoch": 0.9268892461931334,
      "grad_norm": 1.0156326518533005,
      "learning_rate": 6.9883715294510775e-06,
      "loss": 0.7244,
      "step": 2450
    },
    {
      "epoch": 0.9272675683344368,
      "grad_norm": 1.0150184151775952,
      "learning_rate": 6.987199530304485e-06,
      "loss": 0.7383,
      "step": 2451
    },
    {
      "epoch": 0.9276458904757401,
      "grad_norm": 0.9638266394360308,
      "learning_rate": 6.986026951052717e-06,
      "loss": 0.7351,
      "step": 2452
    },
    {
      "epoch": 0.9280242126170434,
      "grad_norm": 0.9671862930562964,
      "learning_rate": 6.984853791923483e-06,
      "loss": 0.7519,
      "step": 2453
    },
    {
      "epoch": 0.9284025347583468,
      "grad_norm": 1.0291068762144968,
      "learning_rate": 6.983680053144607e-06,
      "loss": 0.7215,
      "step": 2454
    },
    {
      "epoch": 0.9287808568996501,
      "grad_norm": 0.994052763478094,
      "learning_rate": 6.982505734944027e-06,
      "loss": 0.7515,
      "step": 2455
    },
    {
      "epoch": 0.9291591790409534,
      "grad_norm": 1.011400101160467,
      "learning_rate": 6.981330837549789e-06,
      "loss": 0.7376,
      "step": 2456
    },
    {
      "epoch": 0.9295375011822566,
      "grad_norm": 0.9845034325436185,
      "learning_rate": 6.980155361190058e-06,
      "loss": 0.7343,
      "step": 2457
    },
    {
      "epoch": 0.92991582332356,
      "grad_norm": 1.0348865837496204,
      "learning_rate": 6.978979306093106e-06,
      "loss": 0.7893,
      "step": 2458
    },
    {
      "epoch": 0.9302941454648633,
      "grad_norm": 1.0327825604593301,
      "learning_rate": 6.97780267248732e-06,
      "loss": 0.7673,
      "step": 2459
    },
    {
      "epoch": 0.9306724676061666,
      "grad_norm": 0.9996717380132116,
      "learning_rate": 6.9766254606011984e-06,
      "loss": 0.7377,
      "step": 2460
    },
    {
      "epoch": 0.93105078974747,
      "grad_norm": 1.061972465076445,
      "learning_rate": 6.975447670663353e-06,
      "loss": 0.758,
      "step": 2461
    },
    {
      "epoch": 0.9314291118887733,
      "grad_norm": 1.030373026544204,
      "learning_rate": 6.974269302902506e-06,
      "loss": 0.8104,
      "step": 2462
    },
    {
      "epoch": 0.9318074340300766,
      "grad_norm": 0.9948219612555772,
      "learning_rate": 6.973090357547492e-06,
      "loss": 0.7363,
      "step": 2463
    },
    {
      "epoch": 0.9321857561713799,
      "grad_norm": 0.992557973151347,
      "learning_rate": 6.971910834827262e-06,
      "loss": 0.7694,
      "step": 2464
    },
    {
      "epoch": 0.9325640783126833,
      "grad_norm": 1.0094587028107398,
      "learning_rate": 6.9707307349708725e-06,
      "loss": 0.7427,
      "step": 2465
    },
    {
      "epoch": 0.9329424004539866,
      "grad_norm": 1.010298174001919,
      "learning_rate": 6.969550058207497e-06,
      "loss": 0.7599,
      "step": 2466
    },
    {
      "epoch": 0.9333207225952899,
      "grad_norm": 1.0032088715401652,
      "learning_rate": 6.968368804766418e-06,
      "loss": 0.7477,
      "step": 2467
    },
    {
      "epoch": 0.9336990447365933,
      "grad_norm": 1.0071202379716264,
      "learning_rate": 6.9671869748770335e-06,
      "loss": 0.7919,
      "step": 2468
    },
    {
      "epoch": 0.9340773668778966,
      "grad_norm": 1.0344244342248399,
      "learning_rate": 6.9660045687688505e-06,
      "loss": 0.7267,
      "step": 2469
    },
    {
      "epoch": 0.9344556890191998,
      "grad_norm": 1.035268996263067,
      "learning_rate": 6.964821586671487e-06,
      "loss": 0.7749,
      "step": 2470
    },
    {
      "epoch": 0.9348340111605031,
      "grad_norm": 0.9844668317387452,
      "learning_rate": 6.963638028814676e-06,
      "loss": 0.7384,
      "step": 2471
    },
    {
      "epoch": 0.9352123333018065,
      "grad_norm": 1.0353908950550423,
      "learning_rate": 6.9624538954282615e-06,
      "loss": 0.7707,
      "step": 2472
    },
    {
      "epoch": 0.9355906554431098,
      "grad_norm": 0.9744535950334421,
      "learning_rate": 6.961269186742198e-06,
      "loss": 0.7677,
      "step": 2473
    },
    {
      "epoch": 0.9359689775844131,
      "grad_norm": 0.9678869026043476,
      "learning_rate": 6.960083902986552e-06,
      "loss": 0.7356,
      "step": 2474
    },
    {
      "epoch": 0.9363472997257164,
      "grad_norm": 1.0015537336569855,
      "learning_rate": 6.958898044391503e-06,
      "loss": 0.7943,
      "step": 2475
    },
    {
      "epoch": 0.9367256218670198,
      "grad_norm": 1.0081891030967614,
      "learning_rate": 6.95771161118734e-06,
      "loss": 0.776,
      "step": 2476
    },
    {
      "epoch": 0.9371039440083231,
      "grad_norm": 1.0185677288406634,
      "learning_rate": 6.956524603604465e-06,
      "loss": 0.7033,
      "step": 2477
    },
    {
      "epoch": 0.9374822661496264,
      "grad_norm": 0.9879459481418753,
      "learning_rate": 6.955337021873391e-06,
      "loss": 0.7211,
      "step": 2478
    },
    {
      "epoch": 0.9378605882909298,
      "grad_norm": 1.0433490833526935,
      "learning_rate": 6.954148866224745e-06,
      "loss": 0.7636,
      "step": 2479
    },
    {
      "epoch": 0.9382389104322331,
      "grad_norm": 0.9972883410935348,
      "learning_rate": 6.952960136889261e-06,
      "loss": 0.768,
      "step": 2480
    },
    {
      "epoch": 0.9386172325735364,
      "grad_norm": 1.025294442567176,
      "learning_rate": 6.951770834097787e-06,
      "loss": 0.7445,
      "step": 2481
    },
    {
      "epoch": 0.9389955547148396,
      "grad_norm": 1.007913600666321,
      "learning_rate": 6.9505809580812836e-06,
      "loss": 0.749,
      "step": 2482
    },
    {
      "epoch": 0.939373876856143,
      "grad_norm": 1.0138278380784167,
      "learning_rate": 6.949390509070819e-06,
      "loss": 0.7565,
      "step": 2483
    },
    {
      "epoch": 0.9397521989974463,
      "grad_norm": 0.9656456748427612,
      "learning_rate": 6.948199487297575e-06,
      "loss": 0.7317,
      "step": 2484
    },
    {
      "epoch": 0.9401305211387496,
      "grad_norm": 1.0198475672197798,
      "learning_rate": 6.947007892992846e-06,
      "loss": 0.7532,
      "step": 2485
    },
    {
      "epoch": 0.940508843280053,
      "grad_norm": 0.9833135283489965,
      "learning_rate": 6.945815726388036e-06,
      "loss": 0.7374,
      "step": 2486
    },
    {
      "epoch": 0.9408871654213563,
      "grad_norm": 1.0277735201431621,
      "learning_rate": 6.944622987714659e-06,
      "loss": 0.7749,
      "step": 2487
    },
    {
      "epoch": 0.9412654875626596,
      "grad_norm": 0.9787162380579348,
      "learning_rate": 6.94342967720434e-06,
      "loss": 0.7542,
      "step": 2488
    },
    {
      "epoch": 0.9416438097039629,
      "grad_norm": 1.0147682759693886,
      "learning_rate": 6.94223579508882e-06,
      "loss": 0.7906,
      "step": 2489
    },
    {
      "epoch": 0.9420221318452663,
      "grad_norm": 1.0439307019996933,
      "learning_rate": 6.941041341599945e-06,
      "loss": 0.7673,
      "step": 2490
    },
    {
      "epoch": 0.9424004539865696,
      "grad_norm": 0.9810887443680518,
      "learning_rate": 6.939846316969675e-06,
      "loss": 0.7533,
      "step": 2491
    },
    {
      "epoch": 0.9427787761278729,
      "grad_norm": 0.9942535918520738,
      "learning_rate": 6.938650721430078e-06,
      "loss": 0.7394,
      "step": 2492
    },
    {
      "epoch": 0.9431570982691762,
      "grad_norm": 1.010817474142347,
      "learning_rate": 6.937454555213338e-06,
      "loss": 0.7677,
      "step": 2493
    },
    {
      "epoch": 0.9435354204104796,
      "grad_norm": 1.0015437245581833,
      "learning_rate": 6.9362578185517455e-06,
      "loss": 0.7292,
      "step": 2494
    },
    {
      "epoch": 0.9439137425517828,
      "grad_norm": 0.9682063645921414,
      "learning_rate": 6.935060511677704e-06,
      "loss": 0.727,
      "step": 2495
    },
    {
      "epoch": 0.9442920646930861,
      "grad_norm": 1.0122923799282402,
      "learning_rate": 6.9338626348237256e-06,
      "loss": 0.7578,
      "step": 2496
    },
    {
      "epoch": 0.9446703868343895,
      "grad_norm": 0.9983061913086282,
      "learning_rate": 6.932664188222435e-06,
      "loss": 0.7346,
      "step": 2497
    },
    {
      "epoch": 0.9450487089756928,
      "grad_norm": 1.005172892504285,
      "learning_rate": 6.931465172106567e-06,
      "loss": 0.7541,
      "step": 2498
    },
    {
      "epoch": 0.9454270311169961,
      "grad_norm": 1.0223316589568823,
      "learning_rate": 6.930265586708967e-06,
      "loss": 0.7639,
      "step": 2499
    },
    {
      "epoch": 0.9458053532582994,
      "grad_norm": 0.9855359648722788,
      "learning_rate": 6.9290654322625915e-06,
      "loss": 0.7134,
      "step": 2500
    },
    {
      "epoch": 0.9461836753996028,
      "grad_norm": 1.0483624433781076,
      "learning_rate": 6.927864709000506e-06,
      "loss": 0.7872,
      "step": 2501
    },
    {
      "epoch": 0.9465619975409061,
      "grad_norm": 0.9942036517451098,
      "learning_rate": 6.926663417155887e-06,
      "loss": 0.7326,
      "step": 2502
    },
    {
      "epoch": 0.9469403196822094,
      "grad_norm": 1.0319359016167458,
      "learning_rate": 6.9254615569620235e-06,
      "loss": 0.7813,
      "step": 2503
    },
    {
      "epoch": 0.9473186418235128,
      "grad_norm": 0.9619477887439621,
      "learning_rate": 6.92425912865231e-06,
      "loss": 0.7322,
      "step": 2504
    },
    {
      "epoch": 0.9476969639648161,
      "grad_norm": 1.0190096318322415,
      "learning_rate": 6.923056132460258e-06,
      "loss": 0.7769,
      "step": 2505
    },
    {
      "epoch": 0.9480752861061194,
      "grad_norm": 0.9756697967629381,
      "learning_rate": 6.921852568619483e-06,
      "loss": 0.7438,
      "step": 2506
    },
    {
      "epoch": 0.9484536082474226,
      "grad_norm": 1.003280277014329,
      "learning_rate": 6.9206484373637165e-06,
      "loss": 0.7453,
      "step": 2507
    },
    {
      "epoch": 0.948831930388726,
      "grad_norm": 1.0112490844068194,
      "learning_rate": 6.919443738926794e-06,
      "loss": 0.7803,
      "step": 2508
    },
    {
      "epoch": 0.9492102525300293,
      "grad_norm": 1.0306685166804053,
      "learning_rate": 6.9182384735426654e-06,
      "loss": 0.7802,
      "step": 2509
    },
    {
      "epoch": 0.9495885746713326,
      "grad_norm": 0.969869383344729,
      "learning_rate": 6.917032641445391e-06,
      "loss": 0.79,
      "step": 2510
    },
    {
      "epoch": 0.9499668968126359,
      "grad_norm": 0.9908621526334449,
      "learning_rate": 6.915826242869138e-06,
      "loss": 0.7506,
      "step": 2511
    },
    {
      "epoch": 0.9503452189539393,
      "grad_norm": 0.9709032809743106,
      "learning_rate": 6.914619278048185e-06,
      "loss": 0.7539,
      "step": 2512
    },
    {
      "epoch": 0.9507235410952426,
      "grad_norm": 0.9958274771264295,
      "learning_rate": 6.913411747216924e-06,
      "loss": 0.7462,
      "step": 2513
    },
    {
      "epoch": 0.9511018632365459,
      "grad_norm": 1.0015069209840703,
      "learning_rate": 6.912203650609851e-06,
      "loss": 0.7439,
      "step": 2514
    },
    {
      "epoch": 0.9514801853778493,
      "grad_norm": 0.9806871283872736,
      "learning_rate": 6.910994988461576e-06,
      "loss": 0.7331,
      "step": 2515
    },
    {
      "epoch": 0.9518585075191526,
      "grad_norm": 1.036302839942013,
      "learning_rate": 6.909785761006816e-06,
      "loss": 0.748,
      "step": 2516
    },
    {
      "epoch": 0.9522368296604559,
      "grad_norm": 0.9709785882663116,
      "learning_rate": 6.908575968480401e-06,
      "loss": 0.7554,
      "step": 2517
    },
    {
      "epoch": 0.9526151518017592,
      "grad_norm": 0.9541323356782881,
      "learning_rate": 6.907365611117269e-06,
      "loss": 0.7561,
      "step": 2518
    },
    {
      "epoch": 0.9529934739430626,
      "grad_norm": 0.9962944133799874,
      "learning_rate": 6.906154689152467e-06,
      "loss": 0.7159,
      "step": 2519
    },
    {
      "epoch": 0.9533717960843658,
      "grad_norm": 0.9788295892046283,
      "learning_rate": 6.904943202821153e-06,
      "loss": 0.746,
      "step": 2520
    },
    {
      "epoch": 0.9537501182256691,
      "grad_norm": 1.0377198409334003,
      "learning_rate": 6.903731152358593e-06,
      "loss": 0.766,
      "step": 2521
    },
    {
      "epoch": 0.9541284403669725,
      "grad_norm": 1.024423082132459,
      "learning_rate": 6.902518538000165e-06,
      "loss": 0.7647,
      "step": 2522
    },
    {
      "epoch": 0.9545067625082758,
      "grad_norm": 0.988327252141755,
      "learning_rate": 6.901305359981354e-06,
      "loss": 0.753,
      "step": 2523
    },
    {
      "epoch": 0.9548850846495791,
      "grad_norm": 1.0005349737717881,
      "learning_rate": 6.900091618537756e-06,
      "loss": 0.775,
      "step": 2524
    },
    {
      "epoch": 0.9552634067908824,
      "grad_norm": 1.0426641056319086,
      "learning_rate": 6.8988773139050745e-06,
      "loss": 0.7613,
      "step": 2525
    },
    {
      "epoch": 0.9556417289321858,
      "grad_norm": 0.9979157392015524,
      "learning_rate": 6.897662446319128e-06,
      "loss": 0.7299,
      "step": 2526
    },
    {
      "epoch": 0.9560200510734891,
      "grad_norm": 1.0522253646500737,
      "learning_rate": 6.8964470160158345e-06,
      "loss": 0.7861,
      "step": 2527
    },
    {
      "epoch": 0.9560200510734891,
      "eval_loss": 0.7629713416099548,
      "eval_runtime": 25.5791,
      "eval_samples_per_second": 34.599,
      "eval_steps_per_second": 1.095,
      "step": 2527
    },
    {
      "epoch": 0.9560200510734891,
      "eval_bench_accuracy_arc_challenge": 0.0,
      "eval_bench_accuracy_hellaswag": 0.21,
      "eval_bench_accuracy_mmlu": 0.19130434782608696,
      "eval_bench_average_accuracy": 0.13376811594202898,
      "eval_bench_loss": 8.016543739720396,
      "eval_bench_total_accuracy": 0.14065934065934066,
      "step": 2527
    },
    {
      "epoch": 0.9563983732147924,
      "grad_norm": 0.9719408998085209,
      "learning_rate": 6.895231023231231e-06,
      "loss": 0.7946,
      "step": 2528
    },
    {
      "epoch": 0.9567766953560957,
      "grad_norm": 0.9813191938097949,
      "learning_rate": 6.894014468201458e-06,
      "loss": 0.764,
      "step": 2529
    },
    {
      "epoch": 0.9571550174973991,
      "grad_norm": 1.010212028765319,
      "learning_rate": 6.892797351162768e-06,
      "loss": 0.7418,
      "step": 2530
    },
    {
      "epoch": 0.9575333396387024,
      "grad_norm": 1.0420773855711358,
      "learning_rate": 6.89157967235152e-06,
      "loss": 0.7921,
      "step": 2531
    },
    {
      "epoch": 0.9579116617800056,
      "grad_norm": 1.0456777816900407,
      "learning_rate": 6.8903614320041835e-06,
      "loss": 0.7838,
      "step": 2532
    },
    {
      "epoch": 0.958289983921309,
      "grad_norm": 1.0367052099970122,
      "learning_rate": 6.889142630357339e-06,
      "loss": 0.7521,
      "step": 2533
    },
    {
      "epoch": 0.9586683060626123,
      "grad_norm": 0.983548886380504,
      "learning_rate": 6.887923267647671e-06,
      "loss": 0.7953,
      "step": 2534
    },
    {
      "epoch": 0.9590466282039156,
      "grad_norm": 1.0131073035888476,
      "learning_rate": 6.88670334411198e-06,
      "loss": 0.7092,
      "step": 2535
    },
    {
      "epoch": 0.9594249503452189,
      "grad_norm": 0.9749156032738976,
      "learning_rate": 6.885482859987169e-06,
      "loss": 0.7731,
      "step": 2536
    },
    {
      "epoch": 0.9598032724865223,
      "grad_norm": 0.9831602779891812,
      "learning_rate": 6.884261815510253e-06,
      "loss": 0.7585,
      "step": 2537
    },
    {
      "epoch": 0.9601815946278256,
      "grad_norm": 0.976286974741624,
      "learning_rate": 6.883040210918356e-06,
      "loss": 0.7527,
      "step": 2538
    },
    {
      "epoch": 0.9605599167691289,
      "grad_norm": 1.0051856815206066,
      "learning_rate": 6.881818046448707e-06,
      "loss": 0.7875,
      "step": 2539
    },
    {
      "epoch": 0.9609382389104323,
      "grad_norm": 1.0268754278037553,
      "learning_rate": 6.880595322338649e-06,
      "loss": 0.6872,
      "step": 2540
    },
    {
      "epoch": 0.9613165610517356,
      "grad_norm": 1.0196169965505448,
      "learning_rate": 6.879372038825632e-06,
      "loss": 0.7848,
      "step": 2541
    },
    {
      "epoch": 0.9616948831930389,
      "grad_norm": 1.0277688828480922,
      "learning_rate": 6.878148196147211e-06,
      "loss": 0.7249,
      "step": 2542
    },
    {
      "epoch": 0.9620732053343422,
      "grad_norm": 1.014679951502152,
      "learning_rate": 6.876923794541057e-06,
      "loss": 0.7959,
      "step": 2543
    },
    {
      "epoch": 0.9624515274756456,
      "grad_norm": 1.0094052253264938,
      "learning_rate": 6.8756988342449415e-06,
      "loss": 0.7948,
      "step": 2544
    },
    {
      "epoch": 0.9628298496169488,
      "grad_norm": 1.0222030259917847,
      "learning_rate": 6.87447331549675e-06,
      "loss": 0.7467,
      "step": 2545
    },
    {
      "epoch": 0.9632081717582521,
      "grad_norm": 0.9490633472327878,
      "learning_rate": 6.873247238534473e-06,
      "loss": 0.7156,
      "step": 2546
    },
    {
      "epoch": 0.9635864938995554,
      "grad_norm": 0.9659043484413028,
      "learning_rate": 6.872020603596212e-06,
      "loss": 0.7341,
      "step": 2547
    },
    {
      "epoch": 0.9639648160408588,
      "grad_norm": 0.9858824739287257,
      "learning_rate": 6.870793410920175e-06,
      "loss": 0.7685,
      "step": 2548
    },
    {
      "epoch": 0.9643431381821621,
      "grad_norm": 0.9885841700355127,
      "learning_rate": 6.869565660744681e-06,
      "loss": 0.7629,
      "step": 2549
    },
    {
      "epoch": 0.9647214603234654,
      "grad_norm": 1.0306977685598762,
      "learning_rate": 6.868337353308153e-06,
      "loss": 0.7833,
      "step": 2550
    },
    {
      "epoch": 0.9650997824647688,
      "grad_norm": 1.0148687078689322,
      "learning_rate": 6.867108488849126e-06,
      "loss": 0.7642,
      "step": 2551
    },
    {
      "epoch": 0.9654781046060721,
      "grad_norm": 1.0112932767179983,
      "learning_rate": 6.865879067606243e-06,
      "loss": 0.7478,
      "step": 2552
    },
    {
      "epoch": 0.9658564267473754,
      "grad_norm": 0.9974100963832561,
      "learning_rate": 6.86464908981825e-06,
      "loss": 0.7628,
      "step": 2553
    },
    {
      "epoch": 0.9662347488886787,
      "grad_norm": 1.0415420686599979,
      "learning_rate": 6.86341855572401e-06,
      "loss": 0.7545,
      "step": 2554
    },
    {
      "epoch": 0.9666130710299821,
      "grad_norm": 0.9851459657811695,
      "learning_rate": 6.862187465562485e-06,
      "loss": 0.7359,
      "step": 2555
    },
    {
      "epoch": 0.9669913931712854,
      "grad_norm": 0.9873551970494169,
      "learning_rate": 6.86095581957275e-06,
      "loss": 0.7258,
      "step": 2556
    },
    {
      "epoch": 0.9673697153125886,
      "grad_norm": 1.0161870548595722,
      "learning_rate": 6.859723617993989e-06,
      "loss": 0.7714,
      "step": 2557
    },
    {
      "epoch": 0.967748037453892,
      "grad_norm": 0.9854492125883005,
      "learning_rate": 6.858490861065489e-06,
      "loss": 0.7764,
      "step": 2558
    },
    {
      "epoch": 0.9681263595951953,
      "grad_norm": 0.9909688995229221,
      "learning_rate": 6.857257549026649e-06,
      "loss": 0.7338,
      "step": 2559
    },
    {
      "epoch": 0.9685046817364986,
      "grad_norm": 1.0015511350207071,
      "learning_rate": 6.856023682116975e-06,
      "loss": 0.7351,
      "step": 2560
    },
    {
      "epoch": 0.9688830038778019,
      "grad_norm": 1.0306667770006128,
      "learning_rate": 6.854789260576079e-06,
      "loss": 0.7469,
      "step": 2561
    },
    {
      "epoch": 0.9692613260191053,
      "grad_norm": 1.014683694807874,
      "learning_rate": 6.853554284643684e-06,
      "loss": 0.767,
      "step": 2562
    },
    {
      "epoch": 0.9696396481604086,
      "grad_norm": 0.9988436672004211,
      "learning_rate": 6.8523187545596165e-06,
      "loss": 0.7309,
      "step": 2563
    },
    {
      "epoch": 0.9700179703017119,
      "grad_norm": 0.9893662673634439,
      "learning_rate": 6.8510826705638135e-06,
      "loss": 0.7239,
      "step": 2564
    },
    {
      "epoch": 0.9703962924430152,
      "grad_norm": 1.004789379171909,
      "learning_rate": 6.849846032896319e-06,
      "loss": 0.7639,
      "step": 2565
    },
    {
      "epoch": 0.9707746145843186,
      "grad_norm": 1.008734951569213,
      "learning_rate": 6.848608841797284e-06,
      "loss": 0.7376,
      "step": 2566
    },
    {
      "epoch": 0.9711529367256219,
      "grad_norm": 1.0067190655281641,
      "learning_rate": 6.847371097506967e-06,
      "loss": 0.7836,
      "step": 2567
    },
    {
      "epoch": 0.9715312588669252,
      "grad_norm": 1.0112440088877177,
      "learning_rate": 6.846132800265736e-06,
      "loss": 0.7604,
      "step": 2568
    },
    {
      "epoch": 0.9719095810082286,
      "grad_norm": 0.9702346714144766,
      "learning_rate": 6.844893950314063e-06,
      "loss": 0.7703,
      "step": 2569
    },
    {
      "epoch": 0.9722879031495318,
      "grad_norm": 0.963816870257285,
      "learning_rate": 6.8436545478925286e-06,
      "loss": 0.7616,
      "step": 2570
    },
    {
      "epoch": 0.9726662252908351,
      "grad_norm": 0.9740187939076729,
      "learning_rate": 6.842414593241821e-06,
      "loss": 0.732,
      "step": 2571
    },
    {
      "epoch": 0.9730445474321384,
      "grad_norm": 1.0185019066247203,
      "learning_rate": 6.841174086602737e-06,
      "loss": 0.707,
      "step": 2572
    },
    {
      "epoch": 0.9734228695734418,
      "grad_norm": 0.9769015104859489,
      "learning_rate": 6.8399330282161775e-06,
      "loss": 0.7524,
      "step": 2573
    },
    {
      "epoch": 0.9738011917147451,
      "grad_norm": 0.9935222297751732,
      "learning_rate": 6.838691418323155e-06,
      "loss": 0.7235,
      "step": 2574
    },
    {
      "epoch": 0.9741795138560484,
      "grad_norm": 0.9755675348566133,
      "learning_rate": 6.8374492571647846e-06,
      "loss": 0.7371,
      "step": 2575
    },
    {
      "epoch": 0.9745578359973518,
      "grad_norm": 1.0174788484875912,
      "learning_rate": 6.83620654498229e-06,
      "loss": 0.773,
      "step": 2576
    },
    {
      "epoch": 0.9749361581386551,
      "grad_norm": 0.9952747883195646,
      "learning_rate": 6.834963282017003e-06,
      "loss": 0.7432,
      "step": 2577
    },
    {
      "epoch": 0.9753144802799584,
      "grad_norm": 0.9818219715864143,
      "learning_rate": 6.8337194685103604e-06,
      "loss": 0.7096,
      "step": 2578
    },
    {
      "epoch": 0.9756928024212617,
      "grad_norm": 1.0982997866275739,
      "learning_rate": 6.832475104703908e-06,
      "loss": 0.7845,
      "step": 2579
    },
    {
      "epoch": 0.9760711245625651,
      "grad_norm": 0.9923536018305118,
      "learning_rate": 6.831230190839297e-06,
      "loss": 0.7294,
      "step": 2580
    },
    {
      "epoch": 0.9764494467038684,
      "grad_norm": 1.0161981092231336,
      "learning_rate": 6.829984727158288e-06,
      "loss": 0.7757,
      "step": 2581
    },
    {
      "epoch": 0.9768277688451716,
      "grad_norm": 0.9898052353491911,
      "learning_rate": 6.828738713902744e-06,
      "loss": 0.7376,
      "step": 2582
    },
    {
      "epoch": 0.9772060909864749,
      "grad_norm": 1.0339212935816466,
      "learning_rate": 6.827492151314637e-06,
      "loss": 0.7894,
      "step": 2583
    },
    {
      "epoch": 0.9775844131277783,
      "grad_norm": 0.99586876292627,
      "learning_rate": 6.826245039636045e-06,
      "loss": 0.7453,
      "step": 2584
    },
    {
      "epoch": 0.9779627352690816,
      "grad_norm": 0.9977838972337282,
      "learning_rate": 6.824997379109157e-06,
      "loss": 0.7476,
      "step": 2585
    },
    {
      "epoch": 0.9783410574103849,
      "grad_norm": 0.9807588599647941,
      "learning_rate": 6.823749169976262e-06,
      "loss": 0.7326,
      "step": 2586
    },
    {
      "epoch": 0.9787193795516883,
      "grad_norm": 0.9871054260982461,
      "learning_rate": 6.822500412479758e-06,
      "loss": 0.7834,
      "step": 2587
    },
    {
      "epoch": 0.9790977016929916,
      "grad_norm": 1.005353898928565,
      "learning_rate": 6.821251106862151e-06,
      "loss": 0.8029,
      "step": 2588
    },
    {
      "epoch": 0.9794760238342949,
      "grad_norm": 1.0007901496373823,
      "learning_rate": 6.820001253366054e-06,
      "loss": 0.7657,
      "step": 2589
    },
    {
      "epoch": 0.9798543459755982,
      "grad_norm": 0.961146391440765,
      "learning_rate": 6.8187508522341824e-06,
      "loss": 0.771,
      "step": 2590
    },
    {
      "epoch": 0.9802326681169016,
      "grad_norm": 1.0191182202751332,
      "learning_rate": 6.81749990370936e-06,
      "loss": 0.7499,
      "step": 2591
    },
    {
      "epoch": 0.9806109902582049,
      "grad_norm": 1.0492831958955406,
      "learning_rate": 6.8162484080345195e-06,
      "loss": 0.8166,
      "step": 2592
    },
    {
      "epoch": 0.9809893123995082,
      "grad_norm": 1.003747249368723,
      "learning_rate": 6.814996365452697e-06,
      "loss": 0.7708,
      "step": 2593
    },
    {
      "epoch": 0.9813676345408116,
      "grad_norm": 0.9995620996279818,
      "learning_rate": 6.813743776207033e-06,
      "loss": 0.7733,
      "step": 2594
    },
    {
      "epoch": 0.9817459566821148,
      "grad_norm": 1.0439456765568043,
      "learning_rate": 6.812490640540781e-06,
      "loss": 0.7573,
      "step": 2595
    },
    {
      "epoch": 0.9821242788234181,
      "grad_norm": 0.9625012629288878,
      "learning_rate": 6.811236958697292e-06,
      "loss": 0.7629,
      "step": 2596
    },
    {
      "epoch": 0.9825026009647214,
      "grad_norm": 0.9821346338663993,
      "learning_rate": 6.80998273092003e-06,
      "loss": 0.7633,
      "step": 2597
    },
    {
      "epoch": 0.9828809231060248,
      "grad_norm": 0.983402196881471,
      "learning_rate": 6.808727957452559e-06,
      "loss": 0.7614,
      "step": 2598
    },
    {
      "epoch": 0.9832592452473281,
      "grad_norm": 0.9582697389421767,
      "learning_rate": 6.807472638538557e-06,
      "loss": 0.7712,
      "step": 2599
    },
    {
      "epoch": 0.9836375673886314,
      "grad_norm": 0.9806751562256456,
      "learning_rate": 6.806216774421798e-06,
      "loss": 0.7719,
      "step": 2600
    },
    {
      "epoch": 0.9840158895299347,
      "grad_norm": 1.0014627507544995,
      "learning_rate": 6.804960365346172e-06,
      "loss": 0.7139,
      "step": 2601
    },
    {
      "epoch": 0.9843942116712381,
      "grad_norm": 1.0259899027499157,
      "learning_rate": 6.803703411555666e-06,
      "loss": 0.7326,
      "step": 2602
    },
    {
      "epoch": 0.9847725338125414,
      "grad_norm": 1.0170597423047276,
      "learning_rate": 6.802445913294379e-06,
      "loss": 0.7561,
      "step": 2603
    },
    {
      "epoch": 0.9851508559538447,
      "grad_norm": 1.0122881137848365,
      "learning_rate": 6.801187870806511e-06,
      "loss": 0.7709,
      "step": 2604
    },
    {
      "epoch": 0.9855291780951481,
      "grad_norm": 0.9411910936975904,
      "learning_rate": 6.7999292843363735e-06,
      "loss": 0.6868,
      "step": 2605
    },
    {
      "epoch": 0.9859075002364514,
      "grad_norm": 1.0040103823130304,
      "learning_rate": 6.798670154128378e-06,
      "loss": 0.7538,
      "step": 2606
    },
    {
      "epoch": 0.9862858223777546,
      "grad_norm": 1.081648156784344,
      "learning_rate": 6.797410480427043e-06,
      "loss": 0.7273,
      "step": 2607
    },
    {
      "epoch": 0.9866641445190579,
      "grad_norm": 0.9921108406273706,
      "learning_rate": 6.7961502634769955e-06,
      "loss": 0.7676,
      "step": 2608
    },
    {
      "epoch": 0.9870424666603613,
      "grad_norm": 0.9965895359346758,
      "learning_rate": 6.794889503522964e-06,
      "loss": 0.7194,
      "step": 2609
    },
    {
      "epoch": 0.9874207888016646,
      "grad_norm": 1.0090109120441377,
      "learning_rate": 6.793628200809785e-06,
      "loss": 0.7372,
      "step": 2610
    },
    {
      "epoch": 0.9877991109429679,
      "grad_norm": 0.9451434042232735,
      "learning_rate": 6.792366355582401e-06,
      "loss": 0.7743,
      "step": 2611
    },
    {
      "epoch": 0.9881774330842713,
      "grad_norm": 0.9880689330958867,
      "learning_rate": 6.791103968085856e-06,
      "loss": 0.7204,
      "step": 2612
    },
    {
      "epoch": 0.9885557552255746,
      "grad_norm": 0.9736956319515304,
      "learning_rate": 6.789841038565304e-06,
      "loss": 0.7636,
      "step": 2613
    },
    {
      "epoch": 0.9889340773668779,
      "grad_norm": 0.9848109619143756,
      "learning_rate": 6.788577567266001e-06,
      "loss": 0.7474,
      "step": 2614
    },
    {
      "epoch": 0.9893123995081812,
      "grad_norm": 1.001022251188608,
      "learning_rate": 6.78731355443331e-06,
      "loss": 0.7731,
      "step": 2615
    },
    {
      "epoch": 0.9896907216494846,
      "grad_norm": 0.9743148882263098,
      "learning_rate": 6.786049000312697e-06,
      "loss": 0.7397,
      "step": 2616
    },
    {
      "epoch": 0.9900690437907879,
      "grad_norm": 0.9841148128573903,
      "learning_rate": 6.784783905149737e-06,
      "loss": 0.7657,
      "step": 2617
    },
    {
      "epoch": 0.9904473659320912,
      "grad_norm": 1.0204564463659629,
      "learning_rate": 6.783518269190107e-06,
      "loss": 0.7563,
      "step": 2618
    },
    {
      "epoch": 0.9908256880733946,
      "grad_norm": 1.0167205459149449,
      "learning_rate": 6.782252092679588e-06,
      "loss": 0.7788,
      "step": 2619
    },
    {
      "epoch": 0.9912040102146978,
      "grad_norm": 1.0217942415012797,
      "learning_rate": 6.7809853758640684e-06,
      "loss": 0.7276,
      "step": 2620
    },
    {
      "epoch": 0.9915823323560011,
      "grad_norm": 1.014021497078255,
      "learning_rate": 6.779718118989542e-06,
      "loss": 0.7652,
      "step": 2621
    },
    {
      "epoch": 0.9919606544973044,
      "grad_norm": 0.9971205510444979,
      "learning_rate": 6.778450322302105e-06,
      "loss": 0.7496,
      "step": 2622
    },
    {
      "epoch": 0.9923389766386078,
      "grad_norm": 1.0410834620990588,
      "learning_rate": 6.7771819860479605e-06,
      "loss": 0.8007,
      "step": 2623
    },
    {
      "epoch": 0.9927172987799111,
      "grad_norm": 1.011348733055697,
      "learning_rate": 6.775913110473416e-06,
      "loss": 0.7896,
      "step": 2624
    },
    {
      "epoch": 0.9930956209212144,
      "grad_norm": 1.0305703452734365,
      "learning_rate": 6.774643695824883e-06,
      "loss": 0.7479,
      "step": 2625
    },
    {
      "epoch": 0.9934739430625177,
      "grad_norm": 1.0159355655493194,
      "learning_rate": 6.773373742348876e-06,
      "loss": 0.7385,
      "step": 2626
    },
    {
      "epoch": 0.9938522652038211,
      "grad_norm": 1.0233312299910446,
      "learning_rate": 6.7721032502920185e-06,
      "loss": 0.7784,
      "step": 2627
    },
    {
      "epoch": 0.9942305873451244,
      "grad_norm": 1.0243399462973277,
      "learning_rate": 6.770832219901036e-06,
      "loss": 0.7792,
      "step": 2628
    },
    {
      "epoch": 0.9946089094864277,
      "grad_norm": 1.0039264708461368,
      "learning_rate": 6.7695606514227576e-06,
      "loss": 0.7846,
      "step": 2629
    },
    {
      "epoch": 0.9949872316277311,
      "grad_norm": 0.9765424555517976,
      "learning_rate": 6.7682885451041185e-06,
      "loss": 0.7627,
      "step": 2630
    },
    {
      "epoch": 0.9953655537690344,
      "grad_norm": 0.9941382116530366,
      "learning_rate": 6.767015901192159e-06,
      "loss": 0.8234,
      "step": 2631
    },
    {
      "epoch": 0.9957438759103376,
      "grad_norm": 0.9983004803904528,
      "learning_rate": 6.7657427199340215e-06,
      "loss": 0.7517,
      "step": 2632
    },
    {
      "epoch": 0.9961221980516409,
      "grad_norm": 0.9958601494252852,
      "learning_rate": 6.764469001576955e-06,
      "loss": 0.7655,
      "step": 2633
    },
    {
      "epoch": 0.9965005201929443,
      "grad_norm": 1.049616042000357,
      "learning_rate": 6.763194746368311e-06,
      "loss": 0.8428,
      "step": 2634
    },
    {
      "epoch": 0.9968788423342476,
      "grad_norm": 1.0153634037350727,
      "learning_rate": 6.761919954555546e-06,
      "loss": 0.7547,
      "step": 2635
    },
    {
      "epoch": 0.9972571644755509,
      "grad_norm": 0.9678026635849788,
      "learning_rate": 6.76064462638622e-06,
      "loss": 0.7332,
      "step": 2636
    },
    {
      "epoch": 0.9976354866168543,
      "grad_norm": 0.9563515295105731,
      "learning_rate": 6.759368762108001e-06,
      "loss": 0.7502,
      "step": 2637
    },
    {
      "epoch": 0.9980138087581576,
      "grad_norm": 1.0439875845792919,
      "learning_rate": 6.758092361968655e-06,
      "loss": 0.7788,
      "step": 2638
    },
    {
      "epoch": 0.9983921308994609,
      "grad_norm": 0.9943166463669236,
      "learning_rate": 6.756815426216055e-06,
      "loss": 0.7305,
      "step": 2639
    },
    {
      "epoch": 0.9987704530407642,
      "grad_norm": 1.000562755460714,
      "learning_rate": 6.75553795509818e-06,
      "loss": 0.7474,
      "step": 2640
    },
    {
      "epoch": 0.9991487751820676,
      "grad_norm": 0.9789926629525856,
      "learning_rate": 6.7542599488631095e-06,
      "loss": 0.7191,
      "step": 2641
    },
    {
      "epoch": 0.9995270973233709,
      "grad_norm": 0.9997150620047266,
      "learning_rate": 6.75298140775903e-06,
      "loss": 0.7475,
      "step": 2642
    },
    {
      "epoch": 0.9999054194646742,
      "grad_norm": 0.9978723880114577,
      "learning_rate": 6.751702332034229e-06,
      "loss": 0.7285,
      "step": 2643
    },
    {
      "epoch": 1.0002837416059775,
      "grad_norm": 1.019988669909004,
      "learning_rate": 6.750422721937099e-06,
      "loss": 0.7441,
      "step": 2644
    },
    {
      "epoch": 1.0006620637472807,
      "grad_norm": 0.9993844123830328,
      "learning_rate": 6.7491425777161385e-06,
      "loss": 0.7277,
      "step": 2645
    },
    {
      "epoch": 1.0010403858885841,
      "grad_norm": 1.037289949707294,
      "learning_rate": 6.7478618996199444e-06,
      "loss": 0.744,
      "step": 2646
    },
    {
      "epoch": 1.0014187080298875,
      "grad_norm": 0.9642837824860211,
      "learning_rate": 6.746580687897223e-06,
      "loss": 0.7671,
      "step": 2647
    },
    {
      "epoch": 1.0017970301711907,
      "grad_norm": 1.0378638874808468,
      "learning_rate": 6.745298942796783e-06,
      "loss": 0.7711,
      "step": 2648
    },
    {
      "epoch": 1.0003783221413034,
      "grad_norm": 1.2960225263466278,
      "learning_rate": 6.744016664567532e-06,
      "loss": 1.0291,
      "step": 2649
    },
    {
      "epoch": 1.0007566442826066,
      "grad_norm": 1.6045538345200387,
      "learning_rate": 6.742733853458485e-06,
      "loss": 0.6262,
      "step": 2650
    },
    {
      "epoch": 1.00113496642391,
      "grad_norm": 1.434253850313174,
      "learning_rate": 6.741450509718761e-06,
      "loss": 0.62,
      "step": 2651
    },
    {
      "epoch": 1.0015132885652134,
      "grad_norm": 1.1008479018702804,
      "learning_rate": 6.740166633597583e-06,
      "loss": 0.5954,
      "step": 2652
    },
    {
      "epoch": 1.0018916107065166,
      "grad_norm": 1.3680593625954045,
      "learning_rate": 6.738882225344276e-06,
      "loss": 0.6455,
      "step": 2653
    },
    {
      "epoch": 1.00226993284782,
      "grad_norm": 1.6880769312041324,
      "learning_rate": 6.737597285208265e-06,
      "loss": 0.6093,
      "step": 2654
    },
    {
      "epoch": 1.0026482549891231,
      "grad_norm": 1.638055896899775,
      "learning_rate": 6.736311813439084e-06,
      "loss": 0.5981,
      "step": 2655
    },
    {
      "epoch": 1.0030265771304265,
      "grad_norm": 1.311686250422591,
      "learning_rate": 6.735025810286366e-06,
      "loss": 0.597,
      "step": 2656
    },
    {
      "epoch": 1.00340489927173,
      "grad_norm": 1.2466705587608804,
      "learning_rate": 6.73373927599985e-06,
      "loss": 0.5987,
      "step": 2657
    },
    {
      "epoch": 1.003783221413033,
      "grad_norm": 1.1771167828974005,
      "learning_rate": 6.732452210829378e-06,
      "loss": 0.61,
      "step": 2658
    },
    {
      "epoch": 1.0041615435543365,
      "grad_norm": 1.1134868919849727,
      "learning_rate": 6.731164615024893e-06,
      "loss": 0.5931,
      "step": 2659
    },
    {
      "epoch": 1.00453986569564,
      "grad_norm": 1.1298337066049222,
      "learning_rate": 6.729876488836443e-06,
      "loss": 0.5689,
      "step": 2660
    },
    {
      "epoch": 1.00453986569564,
      "eval_loss": 0.7680820226669312,
      "eval_runtime": 22.7008,
      "eval_samples_per_second": 38.985,
      "eval_steps_per_second": 1.233,
      "step": 2660
    },
    {
      "epoch": 1.00453986569564,
      "eval_bench_accuracy_arc_challenge": 0.0,
      "eval_bench_accuracy_hellaswag": 0.215,
      "eval_bench_accuracy_mmlu": 0.24347826086956523,
      "eval_bench_average_accuracy": 0.15282608695652175,
      "eval_bench_loss": 8.457613225568805,
      "eval_bench_total_accuracy": 0.15604395604395604,
      "step": 2660
    },
    {
      "epoch": 1.004918187836943,
      "grad_norm": 1.1143554969459137,
      "learning_rate": 6.728587832514177e-06,
      "loss": 0.5962,
      "step": 2661
    },
    {
      "epoch": 1.0052965099782465,
      "grad_norm": 1.1243429820420148,
      "learning_rate": 6.72729864630835e-06,
      "loss": 0.603,
      "step": 2662
    },
    {
      "epoch": 1.0056748321195499,
      "grad_norm": 1.1486817603312562,
      "learning_rate": 6.726008930469316e-06,
      "loss": 0.6311,
      "step": 2663
    },
    {
      "epoch": 1.006053154260853,
      "grad_norm": 1.1595678038663924,
      "learning_rate": 6.724718685247536e-06,
      "loss": 0.6305,
      "step": 2664
    },
    {
      "epoch": 1.0064314764021565,
      "grad_norm": 1.1574946842049172,
      "learning_rate": 6.7234279108935695e-06,
      "loss": 0.5891,
      "step": 2665
    },
    {
      "epoch": 1.0068097985434599,
      "grad_norm": 1.1580865412334664,
      "learning_rate": 6.7221366076580835e-06,
      "loss": 0.6021,
      "step": 2666
    },
    {
      "epoch": 1.007188120684763,
      "grad_norm": 1.1239458896873717,
      "learning_rate": 6.720844775791843e-06,
      "loss": 0.5624,
      "step": 2667
    },
    {
      "epoch": 1.0075664428260664,
      "grad_norm": 1.109348251252506,
      "learning_rate": 6.719552415545719e-06,
      "loss": 0.5937,
      "step": 2668
    },
    {
      "epoch": 1.0079447649673696,
      "grad_norm": 1.0743163318050015,
      "learning_rate": 6.718259527170685e-06,
      "loss": 0.6224,
      "step": 2669
    },
    {
      "epoch": 1.008323087108673,
      "grad_norm": 1.0654956200008854,
      "learning_rate": 6.716966110917814e-06,
      "loss": 0.6153,
      "step": 2670
    },
    {
      "epoch": 1.0087014092499764,
      "grad_norm": 1.1034062304953003,
      "learning_rate": 6.7156721670382845e-06,
      "loss": 0.6339,
      "step": 2671
    },
    {
      "epoch": 1.0090797313912796,
      "grad_norm": 1.094323227986904,
      "learning_rate": 6.714377695783376e-06,
      "loss": 0.5888,
      "step": 2672
    },
    {
      "epoch": 1.009458053532583,
      "grad_norm": 1.060387202863176,
      "learning_rate": 6.713082697404471e-06,
      "loss": 0.5821,
      "step": 2673
    },
    {
      "epoch": 1.0098363756738864,
      "grad_norm": 1.0528419193778633,
      "learning_rate": 6.711787172153055e-06,
      "loss": 0.5799,
      "step": 2674
    },
    {
      "epoch": 1.0102146978151896,
      "grad_norm": 1.0796156745606953,
      "learning_rate": 6.710491120280715e-06,
      "loss": 0.595,
      "step": 2675
    },
    {
      "epoch": 1.010593019956493,
      "grad_norm": 1.0710249844294826,
      "learning_rate": 6.7091945420391405e-06,
      "loss": 0.6002,
      "step": 2676
    },
    {
      "epoch": 1.0109713420977964,
      "grad_norm": 1.064042009582335,
      "learning_rate": 6.707897437680122e-06,
      "loss": 0.5725,
      "step": 2677
    },
    {
      "epoch": 1.0113496642390996,
      "grad_norm": 1.070124967363786,
      "learning_rate": 6.706599807455556e-06,
      "loss": 0.6183,
      "step": 2678
    },
    {
      "epoch": 1.011727986380403,
      "grad_norm": 1.0612174775790282,
      "learning_rate": 6.705301651617434e-06,
      "loss": 0.6024,
      "step": 2679
    },
    {
      "epoch": 1.0121063085217061,
      "grad_norm": 1.1401140132534746,
      "learning_rate": 6.704002970417857e-06,
      "loss": 0.6188,
      "step": 2680
    },
    {
      "epoch": 1.0124846306630095,
      "grad_norm": 1.0463107536511211,
      "learning_rate": 6.702703764109024e-06,
      "loss": 0.5775,
      "step": 2681
    },
    {
      "epoch": 1.012862952804313,
      "grad_norm": 1.0990093291612235,
      "learning_rate": 6.701404032943237e-06,
      "loss": 0.6326,
      "step": 2682
    },
    {
      "epoch": 1.013241274945616,
      "grad_norm": 1.0884271445142926,
      "learning_rate": 6.700103777172902e-06,
      "loss": 0.5965,
      "step": 2683
    },
    {
      "epoch": 1.0136195970869195,
      "grad_norm": 1.100271092818893,
      "learning_rate": 6.698802997050522e-06,
      "loss": 0.5893,
      "step": 2684
    },
    {
      "epoch": 1.013997919228223,
      "grad_norm": 1.08645469114748,
      "learning_rate": 6.697501692828705e-06,
      "loss": 0.657,
      "step": 2685
    },
    {
      "epoch": 1.014376241369526,
      "grad_norm": 1.1084364337638348,
      "learning_rate": 6.696199864760162e-06,
      "loss": 0.5858,
      "step": 2686
    },
    {
      "epoch": 1.0147545635108295,
      "grad_norm": 1.0643950719372635,
      "learning_rate": 6.694897513097702e-06,
      "loss": 0.5932,
      "step": 2687
    },
    {
      "epoch": 1.0151328856521329,
      "grad_norm": 1.0772292275045006,
      "learning_rate": 6.693594638094239e-06,
      "loss": 0.5954,
      "step": 2688
    },
    {
      "epoch": 1.015511207793436,
      "grad_norm": 1.1460007039310949,
      "learning_rate": 6.692291240002788e-06,
      "loss": 0.635,
      "step": 2689
    },
    {
      "epoch": 1.0158895299347395,
      "grad_norm": 1.0833748168296655,
      "learning_rate": 6.6909873190764644e-06,
      "loss": 0.6011,
      "step": 2690
    },
    {
      "epoch": 1.0162678520760426,
      "grad_norm": 1.0151560868995457,
      "learning_rate": 6.689682875568485e-06,
      "loss": 0.6106,
      "step": 2691
    },
    {
      "epoch": 1.016646174217346,
      "grad_norm": 1.0633233343271067,
      "learning_rate": 6.688377909732169e-06,
      "loss": 0.6153,
      "step": 2692
    },
    {
      "epoch": 1.0170244963586494,
      "grad_norm": 1.0729102331474902,
      "learning_rate": 6.687072421820937e-06,
      "loss": 0.591,
      "step": 2693
    },
    {
      "epoch": 1.0174028184999526,
      "grad_norm": 1.027376177863638,
      "learning_rate": 6.685766412088312e-06,
      "loss": 0.5804,
      "step": 2694
    },
    {
      "epoch": 1.017781140641256,
      "grad_norm": 1.0881918331010754,
      "learning_rate": 6.684459880787915e-06,
      "loss": 0.5929,
      "step": 2695
    },
    {
      "epoch": 1.0181594627825594,
      "grad_norm": 1.0773718471003868,
      "learning_rate": 6.6831528281734726e-06,
      "loss": 0.5751,
      "step": 2696
    },
    {
      "epoch": 1.0185377849238626,
      "grad_norm": 1.0731412200657173,
      "learning_rate": 6.681845254498809e-06,
      "loss": 0.6228,
      "step": 2697
    },
    {
      "epoch": 1.018916107065166,
      "grad_norm": 1.085723469308112,
      "learning_rate": 6.680537160017852e-06,
      "loss": 0.5825,
      "step": 2698
    },
    {
      "epoch": 1.0192944292064694,
      "grad_norm": 1.069544360919215,
      "learning_rate": 6.67922854498463e-06,
      "loss": 0.5978,
      "step": 2699
    },
    {
      "epoch": 1.0196727513477726,
      "grad_norm": 1.074673299315061,
      "learning_rate": 6.67791940965327e-06,
      "loss": 0.5945,
      "step": 2700
    },
    {
      "epoch": 1.020051073489076,
      "grad_norm": 1.1365428490420595,
      "learning_rate": 6.676609754278004e-06,
      "loss": 0.603,
      "step": 2701
    },
    {
      "epoch": 1.0204293956303794,
      "grad_norm": 1.1038996629682,
      "learning_rate": 6.675299579113163e-06,
      "loss": 0.5841,
      "step": 2702
    },
    {
      "epoch": 1.0208077177716826,
      "grad_norm": 1.048251282008455,
      "learning_rate": 6.673988884413178e-06,
      "loss": 0.5865,
      "step": 2703
    },
    {
      "epoch": 1.021186039912986,
      "grad_norm": 1.0992286608098654,
      "learning_rate": 6.672677670432584e-06,
      "loss": 0.6298,
      "step": 2704
    },
    {
      "epoch": 1.0215643620542891,
      "grad_norm": 1.0627840105571968,
      "learning_rate": 6.671365937426013e-06,
      "loss": 0.5763,
      "step": 2705
    },
    {
      "epoch": 1.0219426841955925,
      "grad_norm": 1.0819101685440222,
      "learning_rate": 6.670053685648201e-06,
      "loss": 0.6267,
      "step": 2706
    },
    {
      "epoch": 1.022321006336896,
      "grad_norm": 1.0991732623026937,
      "learning_rate": 6.668740915353981e-06,
      "loss": 0.616,
      "step": 2707
    },
    {
      "epoch": 1.022699328478199,
      "grad_norm": 1.0662924149150412,
      "learning_rate": 6.66742762679829e-06,
      "loss": 0.6111,
      "step": 2708
    },
    {
      "epoch": 1.0230776506195025,
      "grad_norm": 1.1578701050290159,
      "learning_rate": 6.6661138202361665e-06,
      "loss": 0.5838,
      "step": 2709
    },
    {
      "epoch": 1.023455972760806,
      "grad_norm": 1.0557307528642985,
      "learning_rate": 6.664799495922746e-06,
      "loss": 0.6024,
      "step": 2710
    },
    {
      "epoch": 1.023834294902109,
      "grad_norm": 1.0697654686744051,
      "learning_rate": 6.663484654113266e-06,
      "loss": 0.6372,
      "step": 2711
    },
    {
      "epoch": 1.0242126170434125,
      "grad_norm": 1.0894837082943014,
      "learning_rate": 6.662169295063068e-06,
      "loss": 0.5576,
      "step": 2712
    },
    {
      "epoch": 1.0245909391847159,
      "grad_norm": 1.1746471691072748,
      "learning_rate": 6.660853419027588e-06,
      "loss": 0.6634,
      "step": 2713
    },
    {
      "epoch": 1.024969261326019,
      "grad_norm": 1.1333166533866583,
      "learning_rate": 6.659537026262364e-06,
      "loss": 0.6248,
      "step": 2714
    },
    {
      "epoch": 1.0253475834673225,
      "grad_norm": 1.1167798031199665,
      "learning_rate": 6.658220117023038e-06,
      "loss": 0.6241,
      "step": 2715
    },
    {
      "epoch": 1.0257259056086256,
      "grad_norm": 1.1422831671384859,
      "learning_rate": 6.656902691565349e-06,
      "loss": 0.5891,
      "step": 2716
    },
    {
      "epoch": 1.026104227749929,
      "grad_norm": 1.1198346720452148,
      "learning_rate": 6.655584750145137e-06,
      "loss": 0.6088,
      "step": 2717
    },
    {
      "epoch": 1.0264825498912324,
      "grad_norm": 1.0477422285686226,
      "learning_rate": 6.654266293018342e-06,
      "loss": 0.5915,
      "step": 2718
    },
    {
      "epoch": 1.0268608720325356,
      "grad_norm": 1.093902006549265,
      "learning_rate": 6.652947320441006e-06,
      "loss": 0.6109,
      "step": 2719
    },
    {
      "epoch": 1.027239194173839,
      "grad_norm": 1.093919628889555,
      "learning_rate": 6.651627832669267e-06,
      "loss": 0.593,
      "step": 2720
    },
    {
      "epoch": 1.0276175163151424,
      "grad_norm": 1.1162752285980133,
      "learning_rate": 6.6503078299593665e-06,
      "loss": 0.584,
      "step": 2721
    },
    {
      "epoch": 1.0279958384564456,
      "grad_norm": 1.06965206133156,
      "learning_rate": 6.648987312567646e-06,
      "loss": 0.6592,
      "step": 2722
    },
    {
      "epoch": 1.028374160597749,
      "grad_norm": 1.0883837174849054,
      "learning_rate": 6.647666280750545e-06,
      "loss": 0.6032,
      "step": 2723
    },
    {
      "epoch": 1.0287524827390524,
      "grad_norm": 1.1074197481547494,
      "learning_rate": 6.646344734764606e-06,
      "loss": 0.6242,
      "step": 2724
    },
    {
      "epoch": 1.0291308048803556,
      "grad_norm": 1.0999734415758928,
      "learning_rate": 6.645022674866465e-06,
      "loss": 0.6111,
      "step": 2725
    },
    {
      "epoch": 1.029509127021659,
      "grad_norm": 1.0943109626585719,
      "learning_rate": 6.643700101312866e-06,
      "loss": 0.5804,
      "step": 2726
    },
    {
      "epoch": 1.0298874491629622,
      "grad_norm": 1.0724232041327344,
      "learning_rate": 6.642377014360647e-06,
      "loss": 0.6169,
      "step": 2727
    },
    {
      "epoch": 1.0302657713042656,
      "grad_norm": 1.11016667382968,
      "learning_rate": 6.641053414266748e-06,
      "loss": 0.5934,
      "step": 2728
    },
    {
      "epoch": 1.030644093445569,
      "grad_norm": 1.105192777962378,
      "learning_rate": 6.639729301288209e-06,
      "loss": 0.6439,
      "step": 2729
    },
    {
      "epoch": 1.0310224155868721,
      "grad_norm": 1.0673633356752081,
      "learning_rate": 6.638404675682167e-06,
      "loss": 0.5892,
      "step": 2730
    },
    {
      "epoch": 1.0314007377281755,
      "grad_norm": 1.0680562475087432,
      "learning_rate": 6.6370795377058615e-06,
      "loss": 0.5952,
      "step": 2731
    },
    {
      "epoch": 1.031779059869479,
      "grad_norm": 1.0738981447230416,
      "learning_rate": 6.635753887616629e-06,
      "loss": 0.584,
      "step": 2732
    },
    {
      "epoch": 1.032157382010782,
      "grad_norm": 1.0785882851048183,
      "learning_rate": 6.634427725671909e-06,
      "loss": 0.6374,
      "step": 2733
    },
    {
      "epoch": 1.0325357041520855,
      "grad_norm": 1.076443272017146,
      "learning_rate": 6.633101052129236e-06,
      "loss": 0.5839,
      "step": 2734
    },
    {
      "epoch": 1.032914026293389,
      "grad_norm": 1.0603789845495335,
      "learning_rate": 6.631773867246247e-06,
      "loss": 0.588,
      "step": 2735
    },
    {
      "epoch": 1.033292348434692,
      "grad_norm": 1.08184770989303,
      "learning_rate": 6.630446171280678e-06,
      "loss": 0.6008,
      "step": 2736
    },
    {
      "epoch": 1.0336706705759955,
      "grad_norm": 1.0967987837787552,
      "learning_rate": 6.629117964490363e-06,
      "loss": 0.6084,
      "step": 2737
    },
    {
      "epoch": 1.0340489927172989,
      "grad_norm": 1.0929847738762193,
      "learning_rate": 6.627789247133236e-06,
      "loss": 0.6204,
      "step": 2738
    },
    {
      "epoch": 1.034427314858602,
      "grad_norm": 1.1124337620049105,
      "learning_rate": 6.626460019467327e-06,
      "loss": 0.5917,
      "step": 2739
    },
    {
      "epoch": 1.0348056369999055,
      "grad_norm": 1.0608012348242233,
      "learning_rate": 6.625130281750772e-06,
      "loss": 0.6204,
      "step": 2740
    },
    {
      "epoch": 1.0351839591412086,
      "grad_norm": 1.0827756336779857,
      "learning_rate": 6.6238000342418016e-06,
      "loss": 0.6136,
      "step": 2741
    },
    {
      "epoch": 1.035562281282512,
      "grad_norm": 1.1403236667837964,
      "learning_rate": 6.6224692771987435e-06,
      "loss": 0.5852,
      "step": 2742
    },
    {
      "epoch": 1.0359406034238154,
      "grad_norm": 1.1342145147069507,
      "learning_rate": 6.621138010880029e-06,
      "loss": 0.6074,
      "step": 2743
    },
    {
      "epoch": 1.0363189255651186,
      "grad_norm": 1.1532502566585765,
      "learning_rate": 6.619806235544184e-06,
      "loss": 0.622,
      "step": 2744
    },
    {
      "epoch": 1.036697247706422,
      "grad_norm": 1.075042839911617,
      "learning_rate": 6.6184739514498375e-06,
      "loss": 0.5793,
      "step": 2745
    },
    {
      "epoch": 1.0370755698477254,
      "grad_norm": 1.0972773225112782,
      "learning_rate": 6.6171411588557135e-06,
      "loss": 0.6571,
      "step": 2746
    },
    {
      "epoch": 1.0374538919890286,
      "grad_norm": 1.0648521041187424,
      "learning_rate": 6.615807858020637e-06,
      "loss": 0.5813,
      "step": 2747
    },
    {
      "epoch": 1.037832214130332,
      "grad_norm": 1.1281029569879641,
      "learning_rate": 6.614474049203531e-06,
      "loss": 0.6232,
      "step": 2748
    },
    {
      "epoch": 1.0382105362716354,
      "grad_norm": 1.1139023350580175,
      "learning_rate": 6.6131397326634165e-06,
      "loss": 0.6231,
      "step": 2749
    },
    {
      "epoch": 1.0385888584129386,
      "grad_norm": 1.087661969678301,
      "learning_rate": 6.611804908659414e-06,
      "loss": 0.6145,
      "step": 2750
    },
    {
      "epoch": 1.038967180554242,
      "grad_norm": 1.050267017698137,
      "learning_rate": 6.610469577450743e-06,
      "loss": 0.6187,
      "step": 2751
    },
    {
      "epoch": 1.0393455026955452,
      "grad_norm": 1.1133488798260815,
      "learning_rate": 6.6091337392967195e-06,
      "loss": 0.5907,
      "step": 2752
    },
    {
      "epoch": 1.0397238248368486,
      "grad_norm": 1.141462547663806,
      "learning_rate": 6.607797394456761e-06,
      "loss": 0.6146,
      "step": 2753
    },
    {
      "epoch": 1.040102146978152,
      "grad_norm": 1.1350155018431922,
      "learning_rate": 6.606460543190381e-06,
      "loss": 0.6055,
      "step": 2754
    },
    {
      "epoch": 1.0404804691194551,
      "grad_norm": 1.133690939941688,
      "learning_rate": 6.605123185757192e-06,
      "loss": 0.5792,
      "step": 2755
    },
    {
      "epoch": 1.0408587912607585,
      "grad_norm": 1.1504040033841838,
      "learning_rate": 6.603785322416902e-06,
      "loss": 0.6257,
      "step": 2756
    },
    {
      "epoch": 1.041237113402062,
      "grad_norm": 1.1018282110182764,
      "learning_rate": 6.602446953429325e-06,
      "loss": 0.6226,
      "step": 2757
    },
    {
      "epoch": 1.041615435543365,
      "grad_norm": 1.0973286890712581,
      "learning_rate": 6.601108079054366e-06,
      "loss": 0.5848,
      "step": 2758
    },
    {
      "epoch": 1.0419937576846685,
      "grad_norm": 1.1239040489828953,
      "learning_rate": 6.599768699552029e-06,
      "loss": 0.5958,
      "step": 2759
    },
    {
      "epoch": 1.042372079825972,
      "grad_norm": 1.0917807839762754,
      "learning_rate": 6.598428815182419e-06,
      "loss": 0.6014,
      "step": 2760
    },
    {
      "epoch": 1.042750401967275,
      "grad_norm": 1.0712800925576116,
      "learning_rate": 6.5970884262057384e-06,
      "loss": 0.5823,
      "step": 2761
    },
    {
      "epoch": 1.0431287241085785,
      "grad_norm": 1.079612565596154,
      "learning_rate": 6.595747532882284e-06,
      "loss": 0.5936,
      "step": 2762
    },
    {
      "epoch": 1.0435070462498817,
      "grad_norm": 1.1368744893133789,
      "learning_rate": 6.594406135472455e-06,
      "loss": 0.6005,
      "step": 2763
    },
    {
      "epoch": 1.043885368391185,
      "grad_norm": 1.1284525435968846,
      "learning_rate": 6.593064234236747e-06,
      "loss": 0.6194,
      "step": 2764
    },
    {
      "epoch": 1.0442636905324885,
      "grad_norm": 1.0918438286119356,
      "learning_rate": 6.591721829435753e-06,
      "loss": 0.6074,
      "step": 2765
    },
    {
      "epoch": 1.0446420126737916,
      "grad_norm": 1.1728746338404048,
      "learning_rate": 6.590378921330163e-06,
      "loss": 0.635,
      "step": 2766
    },
    {
      "epoch": 1.045020334815095,
      "grad_norm": 1.1387975427757375,
      "learning_rate": 6.589035510180766e-06,
      "loss": 0.6032,
      "step": 2767
    },
    {
      "epoch": 1.0453986569563984,
      "grad_norm": 1.0912484299886718,
      "learning_rate": 6.587691596248451e-06,
      "loss": 0.5956,
      "step": 2768
    },
    {
      "epoch": 1.0457769790977016,
      "grad_norm": 1.0934051938921485,
      "learning_rate": 6.586347179794198e-06,
      "loss": 0.567,
      "step": 2769
    },
    {
      "epoch": 1.046155301239005,
      "grad_norm": 1.0838741876834017,
      "learning_rate": 6.585002261079091e-06,
      "loss": 0.5922,
      "step": 2770
    },
    {
      "epoch": 1.0465336233803084,
      "grad_norm": 1.1169061017052488,
      "learning_rate": 6.583656840364309e-06,
      "loss": 0.6005,
      "step": 2771
    },
    {
      "epoch": 1.0469119455216116,
      "grad_norm": 1.0546019024427187,
      "learning_rate": 6.582310917911128e-06,
      "loss": 0.6003,
      "step": 2772
    },
    {
      "epoch": 1.047290267662915,
      "grad_norm": 1.1140364513664793,
      "learning_rate": 6.580964493980923e-06,
      "loss": 0.5871,
      "step": 2773
    },
    {
      "epoch": 1.0476685898042184,
      "grad_norm": 1.5651374874541824,
      "learning_rate": 6.579617568835163e-06,
      "loss": 0.5884,
      "step": 2774
    },
    {
      "epoch": 1.0480469119455216,
      "grad_norm": 1.1080717837472673,
      "learning_rate": 6.578270142735422e-06,
      "loss": 0.5962,
      "step": 2775
    },
    {
      "epoch": 1.048425234086825,
      "grad_norm": 1.0863735483605719,
      "learning_rate": 6.57692221594336e-06,
      "loss": 0.6323,
      "step": 2776
    },
    {
      "epoch": 1.0488035562281282,
      "grad_norm": 1.1674382392240956,
      "learning_rate": 6.575573788720744e-06,
      "loss": 0.6026,
      "step": 2777
    },
    {
      "epoch": 1.0491818783694316,
      "grad_norm": 1.1153179736567085,
      "learning_rate": 6.574224861329434e-06,
      "loss": 0.636,
      "step": 2778
    },
    {
      "epoch": 1.049560200510735,
      "grad_norm": 1.0912285783470717,
      "learning_rate": 6.572875434031388e-06,
      "loss": 0.6069,
      "step": 2779
    },
    {
      "epoch": 1.0499385226520381,
      "grad_norm": 1.1343269303316939,
      "learning_rate": 6.57152550708866e-06,
      "loss": 0.6166,
      "step": 2780
    },
    {
      "epoch": 1.0503168447933415,
      "grad_norm": 1.0940804068025969,
      "learning_rate": 6.5701750807634e-06,
      "loss": 0.6085,
      "step": 2781
    },
    {
      "epoch": 1.050695166934645,
      "grad_norm": 1.1170676036050409,
      "learning_rate": 6.56882415531786e-06,
      "loss": 0.6083,
      "step": 2782
    },
    {
      "epoch": 1.051073489075948,
      "grad_norm": 1.072773895384744,
      "learning_rate": 6.567472731014385e-06,
      "loss": 0.5814,
      "step": 2783
    },
    {
      "epoch": 1.0514518112172515,
      "grad_norm": 1.0859363709331855,
      "learning_rate": 6.566120808115416e-06,
      "loss": 0.589,
      "step": 2784
    },
    {
      "epoch": 1.051830133358555,
      "grad_norm": 1.0636139805625147,
      "learning_rate": 6.564768386883493e-06,
      "loss": 0.6261,
      "step": 2785
    },
    {
      "epoch": 1.052208455499858,
      "grad_norm": 1.0592048162256658,
      "learning_rate": 6.563415467581253e-06,
      "loss": 0.5695,
      "step": 2786
    },
    {
      "epoch": 1.0525867776411615,
      "grad_norm": 1.1045618236850399,
      "learning_rate": 6.562062050471427e-06,
      "loss": 0.5858,
      "step": 2787
    },
    {
      "epoch": 1.0529650997824647,
      "grad_norm": 1.0798015164090737,
      "learning_rate": 6.560708135816846e-06,
      "loss": 0.6144,
      "step": 2788
    },
    {
      "epoch": 1.053343421923768,
      "grad_norm": 1.1212612042998356,
      "learning_rate": 6.559353723880436e-06,
      "loss": 0.6137,
      "step": 2789
    },
    {
      "epoch": 1.0537217440650715,
      "grad_norm": 1.085472033827373,
      "learning_rate": 6.55799881492522e-06,
      "loss": 0.5787,
      "step": 2790
    },
    {
      "epoch": 1.0541000662063746,
      "grad_norm": 1.0771593566721889,
      "learning_rate": 6.5566434092143166e-06,
      "loss": 0.5978,
      "step": 2791
    },
    {
      "epoch": 1.054478388347678,
      "grad_norm": 1.0918802997077126,
      "learning_rate": 6.555287507010941e-06,
      "loss": 0.6472,
      "step": 2792
    },
    {
      "epoch": 1.0548567104889814,
      "grad_norm": 1.123015558169342,
      "learning_rate": 6.5539311085784064e-06,
      "loss": 0.6069,
      "step": 2793
    },
    {
      "epoch": 1.0548567104889814,
      "eval_loss": 0.7674793601036072,
      "eval_runtime": 22.9197,
      "eval_samples_per_second": 38.613,
      "eval_steps_per_second": 1.222,
      "step": 2793
    },
    {
      "epoch": 1.0548567104889814,
      "eval_bench_accuracy_arc_challenge": 0.10714285714285714,
      "eval_bench_accuracy_hellaswag": 0.225,
      "eval_bench_accuracy_mmlu": 0.25217391304347825,
      "eval_bench_average_accuracy": 0.1947722567287785,
      "eval_bench_loss": 8.895098769873904,
      "eval_bench_total_accuracy": 0.1956043956043956,
      "step": 2793
    },
    {
      "epoch": 1.0552350326302846,
      "grad_norm": 1.063121911475721,
      "learning_rate": 6.552574214180122e-06,
      "loss": 0.6165,
      "step": 2794
    },
    {
      "epoch": 1.055613354771588,
      "grad_norm": 1.136690231965498,
      "learning_rate": 6.551216824079591e-06,
      "loss": 0.5886,
      "step": 2795
    },
    {
      "epoch": 1.0559916769128914,
      "grad_norm": 1.0926208179674248,
      "learning_rate": 6.549858938540415e-06,
      "loss": 0.6059,
      "step": 2796
    },
    {
      "epoch": 1.0563699990541946,
      "grad_norm": 1.159280762617995,
      "learning_rate": 6.548500557826292e-06,
      "loss": 0.6049,
      "step": 2797
    },
    {
      "epoch": 1.056748321195498,
      "grad_norm": 1.0987424681046232,
      "learning_rate": 6.547141682201013e-06,
      "loss": 0.6176,
      "step": 2798
    },
    {
      "epoch": 1.0571266433368014,
      "grad_norm": 1.1195326409944681,
      "learning_rate": 6.545782311928471e-06,
      "loss": 0.6069,
      "step": 2799
    },
    {
      "epoch": 1.0575049654781046,
      "grad_norm": 1.1122477760961818,
      "learning_rate": 6.544422447272651e-06,
      "loss": 0.6123,
      "step": 2800
    },
    {
      "epoch": 1.057883287619408,
      "grad_norm": 1.0805239012593884,
      "learning_rate": 6.543062088497632e-06,
      "loss": 0.5603,
      "step": 2801
    },
    {
      "epoch": 1.0582616097607112,
      "grad_norm": 1.0742528596313945,
      "learning_rate": 6.541701235867594e-06,
      "loss": 0.5939,
      "step": 2802
    },
    {
      "epoch": 1.0586399319020146,
      "grad_norm": 1.0701044494027945,
      "learning_rate": 6.540339889646809e-06,
      "loss": 0.5881,
      "step": 2803
    },
    {
      "epoch": 1.059018254043318,
      "grad_norm": 1.1192253410768613,
      "learning_rate": 6.538978050099648e-06,
      "loss": 0.6029,
      "step": 2804
    },
    {
      "epoch": 1.0593965761846211,
      "grad_norm": 1.1399119586355322,
      "learning_rate": 6.5376157174905736e-06,
      "loss": 0.5836,
      "step": 2805
    },
    {
      "epoch": 1.0597748983259245,
      "grad_norm": 1.053554887782157,
      "learning_rate": 6.5362528920841495e-06,
      "loss": 0.6202,
      "step": 2806
    },
    {
      "epoch": 1.060153220467228,
      "grad_norm": 1.1006415862921535,
      "learning_rate": 6.534889574145031e-06,
      "loss": 0.5928,
      "step": 2807
    },
    {
      "epoch": 1.060531542608531,
      "grad_norm": 1.093418359680058,
      "learning_rate": 6.533525763937971e-06,
      "loss": 0.613,
      "step": 2808
    },
    {
      "epoch": 1.0609098647498345,
      "grad_norm": 1.2168317509722493,
      "learning_rate": 6.532161461727817e-06,
      "loss": 0.6087,
      "step": 2809
    },
    {
      "epoch": 1.061288186891138,
      "grad_norm": 1.1325852875949003,
      "learning_rate": 6.530796667779512e-06,
      "loss": 0.589,
      "step": 2810
    },
    {
      "epoch": 1.061666509032441,
      "grad_norm": 1.0794237445540322,
      "learning_rate": 6.529431382358095e-06,
      "loss": 0.6167,
      "step": 2811
    },
    {
      "epoch": 1.0620448311737445,
      "grad_norm": 1.1740194043276255,
      "learning_rate": 6.5280656057287e-06,
      "loss": 0.5906,
      "step": 2812
    },
    {
      "epoch": 1.0624231533150477,
      "grad_norm": 1.1066949269479105,
      "learning_rate": 6.5266993381565576e-06,
      "loss": 0.6096,
      "step": 2813
    },
    {
      "epoch": 1.062801475456351,
      "grad_norm": 1.0874460595681357,
      "learning_rate": 6.5253325799069924e-06,
      "loss": 0.6225,
      "step": 2814
    },
    {
      "epoch": 1.0631797975976545,
      "grad_norm": 1.1418971085661331,
      "learning_rate": 6.523965331245424e-06,
      "loss": 0.6276,
      "step": 2815
    },
    {
      "epoch": 1.0635581197389576,
      "grad_norm": 1.0564960638972678,
      "learning_rate": 6.5225975924373695e-06,
      "loss": 0.5886,
      "step": 2816
    },
    {
      "epoch": 1.063936441880261,
      "grad_norm": 1.1430774469204301,
      "learning_rate": 6.521229363748439e-06,
      "loss": 0.6437,
      "step": 2817
    },
    {
      "epoch": 1.0643147640215644,
      "grad_norm": 1.1253217138489495,
      "learning_rate": 6.519860645444339e-06,
      "loss": 0.6118,
      "step": 2818
    },
    {
      "epoch": 1.0646930861628676,
      "grad_norm": 1.1031052720391512,
      "learning_rate": 6.518491437790869e-06,
      "loss": 0.5948,
      "step": 2819
    },
    {
      "epoch": 1.065071408304171,
      "grad_norm": 1.1152719824533943,
      "learning_rate": 6.517121741053925e-06,
      "loss": 0.6083,
      "step": 2820
    },
    {
      "epoch": 1.0654497304454744,
      "grad_norm": 1.064206367043127,
      "learning_rate": 6.5157515554995005e-06,
      "loss": 0.6205,
      "step": 2821
    },
    {
      "epoch": 1.0658280525867776,
      "grad_norm": 1.1233058992847154,
      "learning_rate": 6.514380881393678e-06,
      "loss": 0.6173,
      "step": 2822
    },
    {
      "epoch": 1.066206374728081,
      "grad_norm": 1.1002282020103138,
      "learning_rate": 6.5130097190026406e-06,
      "loss": 0.6006,
      "step": 2823
    },
    {
      "epoch": 1.0665846968693842,
      "grad_norm": 1.1433147577521796,
      "learning_rate": 6.511638068592664e-06,
      "loss": 0.6041,
      "step": 2824
    },
    {
      "epoch": 1.0669630190106876,
      "grad_norm": 1.1059521945155957,
      "learning_rate": 6.510265930430118e-06,
      "loss": 0.6323,
      "step": 2825
    },
    {
      "epoch": 1.067341341151991,
      "grad_norm": 1.097061975167435,
      "learning_rate": 6.508893304781467e-06,
      "loss": 0.6024,
      "step": 2826
    },
    {
      "epoch": 1.0677196632932942,
      "grad_norm": 1.1229207491603603,
      "learning_rate": 6.507520191913271e-06,
      "loss": 0.6051,
      "step": 2827
    },
    {
      "epoch": 1.0680979854345976,
      "grad_norm": 1.1170341905034227,
      "learning_rate": 6.506146592092186e-06,
      "loss": 0.6114,
      "step": 2828
    },
    {
      "epoch": 1.068476307575901,
      "grad_norm": 1.0868572793587328,
      "learning_rate": 6.50477250558496e-06,
      "loss": 0.6127,
      "step": 2829
    },
    {
      "epoch": 1.0688546297172041,
      "grad_norm": 1.0989916723272581,
      "learning_rate": 6.503397932658434e-06,
      "loss": 0.6019,
      "step": 2830
    },
    {
      "epoch": 1.0692329518585075,
      "grad_norm": 1.0787911069795304,
      "learning_rate": 6.50202287357955e-06,
      "loss": 0.6155,
      "step": 2831
    },
    {
      "epoch": 1.069611273999811,
      "grad_norm": 1.1069922383175101,
      "learning_rate": 6.500647328615339e-06,
      "loss": 0.5872,
      "step": 2832
    },
    {
      "epoch": 1.069989596141114,
      "grad_norm": 1.1314723796920492,
      "learning_rate": 6.499271298032926e-06,
      "loss": 0.624,
      "step": 2833
    },
    {
      "epoch": 1.0703679182824175,
      "grad_norm": 1.0679301946389819,
      "learning_rate": 6.497894782099534e-06,
      "loss": 0.5662,
      "step": 2834
    },
    {
      "epoch": 1.0707462404237207,
      "grad_norm": 1.0576329002755303,
      "learning_rate": 6.496517781082478e-06,
      "loss": 0.5931,
      "step": 2835
    },
    {
      "epoch": 1.071124562565024,
      "grad_norm": 1.1234936057539915,
      "learning_rate": 6.495140295249165e-06,
      "loss": 0.6089,
      "step": 2836
    },
    {
      "epoch": 1.0715028847063275,
      "grad_norm": 1.0994258336299476,
      "learning_rate": 6.493762324867102e-06,
      "loss": 0.6253,
      "step": 2837
    },
    {
      "epoch": 1.0718812068476307,
      "grad_norm": 1.075300022809444,
      "learning_rate": 6.492383870203885e-06,
      "loss": 0.6181,
      "step": 2838
    },
    {
      "epoch": 1.072259528988934,
      "grad_norm": 1.104060875724737,
      "learning_rate": 6.4910049315272056e-06,
      "loss": 0.6222,
      "step": 2839
    },
    {
      "epoch": 1.0726378511302375,
      "grad_norm": 1.0772894357800407,
      "learning_rate": 6.489625509104851e-06,
      "loss": 0.6232,
      "step": 2840
    },
    {
      "epoch": 1.0730161732715406,
      "grad_norm": 1.0739648027353192,
      "learning_rate": 6.488245603204699e-06,
      "loss": 0.6247,
      "step": 2841
    },
    {
      "epoch": 1.073394495412844,
      "grad_norm": 1.1304543775628406,
      "learning_rate": 6.486865214094724e-06,
      "loss": 0.6069,
      "step": 2842
    },
    {
      "epoch": 1.0737728175541474,
      "grad_norm": 1.1088974959408873,
      "learning_rate": 6.485484342042994e-06,
      "loss": 0.6085,
      "step": 2843
    },
    {
      "epoch": 1.0741511396954506,
      "grad_norm": 1.1163280282207435,
      "learning_rate": 6.484102987317669e-06,
      "loss": 0.6281,
      "step": 2844
    },
    {
      "epoch": 1.074529461836754,
      "grad_norm": 1.1049862073566041,
      "learning_rate": 6.482721150187005e-06,
      "loss": 0.5752,
      "step": 2845
    },
    {
      "epoch": 1.0749077839780574,
      "grad_norm": 1.0841279650014217,
      "learning_rate": 6.4813388309193515e-06,
      "loss": 0.5929,
      "step": 2846
    },
    {
      "epoch": 1.0752861061193606,
      "grad_norm": 1.1191141791395105,
      "learning_rate": 6.4799560297831475e-06,
      "loss": 0.6159,
      "step": 2847
    },
    {
      "epoch": 1.075664428260664,
      "grad_norm": 1.1483205014925426,
      "learning_rate": 6.478572747046932e-06,
      "loss": 0.6162,
      "step": 2848
    },
    {
      "epoch": 1.0760427504019672,
      "grad_norm": 1.1172546945739006,
      "learning_rate": 6.477188982979333e-06,
      "loss": 0.5945,
      "step": 2849
    },
    {
      "epoch": 1.0764210725432706,
      "grad_norm": 1.094078560906285,
      "learning_rate": 6.475804737849074e-06,
      "loss": 0.5861,
      "step": 2850
    },
    {
      "epoch": 1.076799394684574,
      "grad_norm": 1.113717456313015,
      "learning_rate": 6.474420011924969e-06,
      "loss": 0.6061,
      "step": 2851
    },
    {
      "epoch": 1.0771777168258772,
      "grad_norm": 1.0850333571769746,
      "learning_rate": 6.473034805475931e-06,
      "loss": 0.629,
      "step": 2852
    },
    {
      "epoch": 1.0775560389671806,
      "grad_norm": 1.0615304053220176,
      "learning_rate": 6.471649118770961e-06,
      "loss": 0.6097,
      "step": 2853
    },
    {
      "epoch": 1.077934361108484,
      "grad_norm": 1.1085699883011384,
      "learning_rate": 6.470262952079155e-06,
      "loss": 0.6356,
      "step": 2854
    },
    {
      "epoch": 1.0783126832497871,
      "grad_norm": 1.0974176053166769,
      "learning_rate": 6.468876305669703e-06,
      "loss": 0.5754,
      "step": 2855
    },
    {
      "epoch": 1.0786910053910905,
      "grad_norm": 1.094707593335946,
      "learning_rate": 6.467489179811888e-06,
      "loss": 0.5876,
      "step": 2856
    },
    {
      "epoch": 1.079069327532394,
      "grad_norm": 1.0793722208975378,
      "learning_rate": 6.466101574775085e-06,
      "loss": 0.5997,
      "step": 2857
    },
    {
      "epoch": 1.079447649673697,
      "grad_norm": 1.0968219817022344,
      "learning_rate": 6.464713490828762e-06,
      "loss": 0.5762,
      "step": 2858
    },
    {
      "epoch": 1.0798259718150005,
      "grad_norm": 1.1193087668072932,
      "learning_rate": 6.463324928242483e-06,
      "loss": 0.6406,
      "step": 2859
    },
    {
      "epoch": 1.080204293956304,
      "grad_norm": 1.158553138092932,
      "learning_rate": 6.4619358872859e-06,
      "loss": 0.601,
      "step": 2860
    },
    {
      "epoch": 1.080582616097607,
      "grad_norm": 1.0560307084665936,
      "learning_rate": 6.460546368228763e-06,
      "loss": 0.5876,
      "step": 2861
    },
    {
      "epoch": 1.0809609382389105,
      "grad_norm": 1.1280386212424045,
      "learning_rate": 6.45915637134091e-06,
      "loss": 0.608,
      "step": 2862
    },
    {
      "epoch": 1.0813392603802137,
      "grad_norm": 1.0574302798873645,
      "learning_rate": 6.4577658968922766e-06,
      "loss": 0.5791,
      "step": 2863
    },
    {
      "epoch": 1.081717582521517,
      "grad_norm": 1.1150273327727904,
      "learning_rate": 6.4563749451528875e-06,
      "loss": 0.6502,
      "step": 2864
    },
    {
      "epoch": 1.0820959046628205,
      "grad_norm": 1.1367661212026843,
      "learning_rate": 6.454983516392861e-06,
      "loss": 0.6063,
      "step": 2865
    },
    {
      "epoch": 1.0824742268041236,
      "grad_norm": 1.0456913210857686,
      "learning_rate": 6.4535916108824095e-06,
      "loss": 0.6346,
      "step": 2866
    },
    {
      "epoch": 1.082852548945427,
      "grad_norm": 1.2392345666078972,
      "learning_rate": 6.452199228891837e-06,
      "loss": 0.5899,
      "step": 2867
    },
    {
      "epoch": 1.0832308710867304,
      "grad_norm": 1.1039834206366064,
      "learning_rate": 6.450806370691537e-06,
      "loss": 0.6013,
      "step": 2868
    },
    {
      "epoch": 1.0836091932280336,
      "grad_norm": 1.1134513667317554,
      "learning_rate": 6.449413036552002e-06,
      "loss": 0.5994,
      "step": 2869
    },
    {
      "epoch": 1.083987515369337,
      "grad_norm": 1.1650004504353773,
      "learning_rate": 6.448019226743813e-06,
      "loss": 0.619,
      "step": 2870
    },
    {
      "epoch": 1.0843658375106404,
      "grad_norm": 1.0985700628831452,
      "learning_rate": 6.446624941537641e-06,
      "loss": 0.5808,
      "step": 2871
    },
    {
      "epoch": 1.0847441596519436,
      "grad_norm": 1.0514771993012972,
      "learning_rate": 6.445230181204253e-06,
      "loss": 0.5855,
      "step": 2872
    },
    {
      "epoch": 1.085122481793247,
      "grad_norm": 1.1550714439771754,
      "learning_rate": 6.443834946014509e-06,
      "loss": 0.6238,
      "step": 2873
    },
    {
      "epoch": 1.0855008039345502,
      "grad_norm": 1.1110870400800863,
      "learning_rate": 6.442439236239358e-06,
      "loss": 0.5789,
      "step": 2874
    },
    {
      "epoch": 1.0858791260758536,
      "grad_norm": 1.1097000978334268,
      "learning_rate": 6.441043052149843e-06,
      "loss": 0.6015,
      "step": 2875
    },
    {
      "epoch": 1.086257448217157,
      "grad_norm": 1.090750930465743,
      "learning_rate": 6.439646394017098e-06,
      "loss": 0.5965,
      "step": 2876
    },
    {
      "epoch": 1.0866357703584602,
      "grad_norm": 1.095919604598907,
      "learning_rate": 6.438249262112352e-06,
      "loss": 0.5681,
      "step": 2877
    },
    {
      "epoch": 1.0870140924997636,
      "grad_norm": 1.1536923323428168,
      "learning_rate": 6.43685165670692e-06,
      "loss": 0.5974,
      "step": 2878
    },
    {
      "epoch": 1.087392414641067,
      "grad_norm": 1.341838622128703,
      "learning_rate": 6.435453578072218e-06,
      "loss": 0.5753,
      "step": 2879
    },
    {
      "epoch": 1.0877707367823701,
      "grad_norm": 1.1893056531865611,
      "learning_rate": 6.4340550264797434e-06,
      "loss": 0.6217,
      "step": 2880
    },
    {
      "epoch": 1.0881490589236735,
      "grad_norm": 1.1625714412381882,
      "learning_rate": 6.432656002201094e-06,
      "loss": 0.623,
      "step": 2881
    },
    {
      "epoch": 1.088527381064977,
      "grad_norm": 1.135829315043605,
      "learning_rate": 6.431256505507956e-06,
      "loss": 0.5915,
      "step": 2882
    },
    {
      "epoch": 1.08890570320628,
      "grad_norm": 1.1067881135088327,
      "learning_rate": 6.4298565366721045e-06,
      "loss": 0.5984,
      "step": 2883
    },
    {
      "epoch": 1.0892840253475835,
      "grad_norm": 1.1198136681481627,
      "learning_rate": 6.4284560959654135e-06,
      "loss": 0.5755,
      "step": 2884
    },
    {
      "epoch": 1.0896623474888867,
      "grad_norm": 1.094534253436391,
      "learning_rate": 6.427055183659842e-06,
      "loss": 0.6325,
      "step": 2885
    },
    {
      "epoch": 1.09004066963019,
      "grad_norm": 1.6094939269599173,
      "learning_rate": 6.4256538000274425e-06,
      "loss": 0.6042,
      "step": 2886
    },
    {
      "epoch": 1.0904189917714935,
      "grad_norm": 1.1731472259427178,
      "learning_rate": 6.424251945340361e-06,
      "loss": 0.6198,
      "step": 2887
    },
    {
      "epoch": 1.0907973139127967,
      "grad_norm": 1.1461591379945404,
      "learning_rate": 6.422849619870833e-06,
      "loss": 0.6106,
      "step": 2888
    },
    {
      "epoch": 1.0911756360541,
      "grad_norm": 1.1040806331194917,
      "learning_rate": 6.421446823891185e-06,
      "loss": 0.5985,
      "step": 2889
    },
    {
      "epoch": 1.0915539581954035,
      "grad_norm": 1.1119449829415362,
      "learning_rate": 6.420043557673836e-06,
      "loss": 0.6461,
      "step": 2890
    },
    {
      "epoch": 1.0919322803367066,
      "grad_norm": 1.111485207605467,
      "learning_rate": 6.418639821491297e-06,
      "loss": 0.5846,
      "step": 2891
    },
    {
      "epoch": 1.09231060247801,
      "grad_norm": 1.0891225578274688,
      "learning_rate": 6.417235615616169e-06,
      "loss": 0.6111,
      "step": 2892
    },
    {
      "epoch": 1.0926889246193134,
      "grad_norm": 1.1181638114751344,
      "learning_rate": 6.415830940321143e-06,
      "loss": 0.5924,
      "step": 2893
    },
    {
      "epoch": 1.0930672467606166,
      "grad_norm": 1.2299453659498227,
      "learning_rate": 6.4144257958790055e-06,
      "loss": 0.5982,
      "step": 2894
    },
    {
      "epoch": 1.09344556890192,
      "grad_norm": 1.4493877022892196,
      "learning_rate": 6.413020182562629e-06,
      "loss": 0.5741,
      "step": 2895
    },
    {
      "epoch": 1.0938238910432232,
      "grad_norm": 1.1403500438029623,
      "learning_rate": 6.411614100644982e-06,
      "loss": 0.6221,
      "step": 2896
    },
    {
      "epoch": 1.0942022131845266,
      "grad_norm": 1.0998618983813124,
      "learning_rate": 6.410207550399117e-06,
      "loss": 0.5934,
      "step": 2897
    },
    {
      "epoch": 1.09458053532583,
      "grad_norm": 1.1243476132816683,
      "learning_rate": 6.4088005320981865e-06,
      "loss": 0.6299,
      "step": 2898
    },
    {
      "epoch": 1.0949588574671332,
      "grad_norm": 1.1183757598217452,
      "learning_rate": 6.407393046015428e-06,
      "loss": 0.6024,
      "step": 2899
    },
    {
      "epoch": 1.0953371796084366,
      "grad_norm": 1.0925616555798907,
      "learning_rate": 6.4059850924241686e-06,
      "loss": 0.5805,
      "step": 2900
    },
    {
      "epoch": 1.09571550174974,
      "grad_norm": 1.087553481219626,
      "learning_rate": 6.404576671597832e-06,
      "loss": 0.5972,
      "step": 2901
    },
    {
      "epoch": 1.0960938238910432,
      "grad_norm": 1.0406285601726264,
      "learning_rate": 6.403167783809927e-06,
      "loss": 0.5849,
      "step": 2902
    },
    {
      "epoch": 1.0964721460323466,
      "grad_norm": 1.8490666179905808,
      "learning_rate": 6.4017584293340555e-06,
      "loss": 0.6362,
      "step": 2903
    },
    {
      "epoch": 1.09685046817365,
      "grad_norm": 1.0948130651820664,
      "learning_rate": 6.400348608443909e-06,
      "loss": 0.594,
      "step": 2904
    },
    {
      "epoch": 1.0972287903149531,
      "grad_norm": 1.1059993754335438,
      "learning_rate": 6.398938321413274e-06,
      "loss": 0.589,
      "step": 2905
    },
    {
      "epoch": 1.0976071124562565,
      "grad_norm": 1.0776585328385655,
      "learning_rate": 6.397527568516023e-06,
      "loss": 0.5661,
      "step": 2906
    },
    {
      "epoch": 1.0979854345975597,
      "grad_norm": 1.1869940580514498,
      "learning_rate": 6.396116350026117e-06,
      "loss": 0.6045,
      "step": 2907
    },
    {
      "epoch": 1.098363756738863,
      "grad_norm": 1.1370907337901461,
      "learning_rate": 6.3947046662176135e-06,
      "loss": 0.6115,
      "step": 2908
    },
    {
      "epoch": 1.0987420788801665,
      "grad_norm": 1.1294426725345343,
      "learning_rate": 6.393292517364655e-06,
      "loss": 0.6074,
      "step": 2909
    },
    {
      "epoch": 1.0991204010214697,
      "grad_norm": 1.0604438875382727,
      "learning_rate": 6.3918799037414785e-06,
      "loss": 0.5706,
      "step": 2910
    },
    {
      "epoch": 1.099498723162773,
      "grad_norm": 1.0672456659536043,
      "learning_rate": 6.390466825622408e-06,
      "loss": 0.6002,
      "step": 2911
    },
    {
      "epoch": 1.0998770453040765,
      "grad_norm": 1.0422813585571513,
      "learning_rate": 6.389053283281858e-06,
      "loss": 0.6114,
      "step": 2912
    },
    {
      "epoch": 1.1002553674453797,
      "grad_norm": 1.1536181098968183,
      "learning_rate": 6.387639276994338e-06,
      "loss": 0.5908,
      "step": 2913
    },
    {
      "epoch": 1.100633689586683,
      "grad_norm": 1.0392572222921632,
      "learning_rate": 6.386224807034441e-06,
      "loss": 0.609,
      "step": 2914
    },
    {
      "epoch": 1.1010120117279865,
      "grad_norm": 1.1007188679082354,
      "learning_rate": 6.384809873676853e-06,
      "loss": 0.5723,
      "step": 2915
    },
    {
      "epoch": 1.1013903338692896,
      "grad_norm": 1.0886888704359527,
      "learning_rate": 6.38339447719635e-06,
      "loss": 0.5999,
      "step": 2916
    },
    {
      "epoch": 1.101768656010593,
      "grad_norm": 1.0538117291652995,
      "learning_rate": 6.381978617867798e-06,
      "loss": 0.5827,
      "step": 2917
    },
    {
      "epoch": 1.1021469781518964,
      "grad_norm": 1.1022840703948513,
      "learning_rate": 6.380562295966152e-06,
      "loss": 0.5885,
      "step": 2918
    },
    {
      "epoch": 1.1025253002931996,
      "grad_norm": 1.088713478811435,
      "learning_rate": 6.379145511766457e-06,
      "loss": 0.6272,
      "step": 2919
    },
    {
      "epoch": 1.102903622434503,
      "grad_norm": 1.0906087022105642,
      "learning_rate": 6.377728265543852e-06,
      "loss": 0.6089,
      "step": 2920
    },
    {
      "epoch": 1.1032819445758064,
      "grad_norm": 1.1163729261688122,
      "learning_rate": 6.376310557573557e-06,
      "loss": 0.5917,
      "step": 2921
    },
    {
      "epoch": 1.1036602667171096,
      "grad_norm": 1.0921235163203418,
      "learning_rate": 6.37489238813089e-06,
      "loss": 0.6058,
      "step": 2922
    },
    {
      "epoch": 1.104038588858413,
      "grad_norm": 1.1154149500807253,
      "learning_rate": 6.3734737574912525e-06,
      "loss": 0.6252,
      "step": 2923
    },
    {
      "epoch": 1.1044169109997162,
      "grad_norm": 1.121759678056962,
      "learning_rate": 6.372054665930141e-06,
      "loss": 0.5907,
      "step": 2924
    },
    {
      "epoch": 1.1047952331410196,
      "grad_norm": 1.0804882702031746,
      "learning_rate": 6.370635113723137e-06,
      "loss": 0.5639,
      "step": 2925
    },
    {
      "epoch": 1.105173555282323,
      "grad_norm": 1.1249030144235395,
      "learning_rate": 6.369215101145913e-06,
      "loss": 0.5926,
      "step": 2926
    },
    {
      "epoch": 1.105173555282323,
      "eval_loss": 0.7699943780899048,
      "eval_runtime": 22.7329,
      "eval_samples_per_second": 38.93,
      "eval_steps_per_second": 1.232,
      "step": 2926
    },
    {
      "epoch": 1.105173555282323,
      "eval_bench_accuracy_arc_challenge": 0.0,
      "eval_bench_accuracy_hellaswag": 0.225,
      "eval_bench_accuracy_mmlu": 0.23478260869565218,
      "eval_bench_average_accuracy": 0.1532608695652174,
      "eval_bench_loss": 8.313174063699288,
      "eval_bench_total_accuracy": 0.15824175824175823,
      "step": 2926
    },
    {
      "epoch": 1.1055518774236262,
      "grad_norm": 1.1694671343010261,
      "learning_rate": 6.367794628474234e-06,
      "loss": 0.5917,
      "step": 2927
    },
    {
      "epoch": 1.1059301995649296,
      "grad_norm": 1.1033049688490255,
      "learning_rate": 6.366373695983949e-06,
      "loss": 0.5905,
      "step": 2928
    },
    {
      "epoch": 1.106308521706233,
      "grad_norm": 1.095040817737354,
      "learning_rate": 6.364952303950998e-06,
      "loss": 0.603,
      "step": 2929
    },
    {
      "epoch": 1.1066868438475361,
      "grad_norm": 1.1009885796031318,
      "learning_rate": 6.363530452651414e-06,
      "loss": 0.5664,
      "step": 2930
    },
    {
      "epoch": 1.1070651659888395,
      "grad_norm": 1.0885986691913176,
      "learning_rate": 6.362108142361314e-06,
      "loss": 0.5978,
      "step": 2931
    },
    {
      "epoch": 1.107443488130143,
      "grad_norm": 1.112935862107649,
      "learning_rate": 6.360685373356908e-06,
      "loss": 0.589,
      "step": 2932
    },
    {
      "epoch": 1.107821810271446,
      "grad_norm": 1.0638084218303834,
      "learning_rate": 6.359262145914492e-06,
      "loss": 0.6006,
      "step": 2933
    },
    {
      "epoch": 1.1082001324127495,
      "grad_norm": 1.076804094844068,
      "learning_rate": 6.357838460310453e-06,
      "loss": 0.6028,
      "step": 2934
    },
    {
      "epoch": 1.1085784545540527,
      "grad_norm": 1.0557582456043746,
      "learning_rate": 6.356414316821267e-06,
      "loss": 0.5776,
      "step": 2935
    },
    {
      "epoch": 1.108956776695356,
      "grad_norm": 1.1100016393285486,
      "learning_rate": 6.354989715723497e-06,
      "loss": 0.5593,
      "step": 2936
    },
    {
      "epoch": 1.1093350988366595,
      "grad_norm": 1.0742404921148858,
      "learning_rate": 6.353564657293798e-06,
      "loss": 0.6232,
      "step": 2937
    },
    {
      "epoch": 1.1097134209779627,
      "grad_norm": 1.088260462687826,
      "learning_rate": 6.352139141808911e-06,
      "loss": 0.5909,
      "step": 2938
    },
    {
      "epoch": 1.110091743119266,
      "grad_norm": 1.0733185812324364,
      "learning_rate": 6.350713169545667e-06,
      "loss": 0.6047,
      "step": 2939
    },
    {
      "epoch": 1.1104700652605695,
      "grad_norm": 1.0633085341561832,
      "learning_rate": 6.349286740780986e-06,
      "loss": 0.5677,
      "step": 2940
    },
    {
      "epoch": 1.1108483874018726,
      "grad_norm": 1.0818850000245366,
      "learning_rate": 6.3478598557918746e-06,
      "loss": 0.5787,
      "step": 2941
    },
    {
      "epoch": 1.111226709543176,
      "grad_norm": 1.0561523005435232,
      "learning_rate": 6.346432514855433e-06,
      "loss": 0.582,
      "step": 2942
    },
    {
      "epoch": 1.1116050316844794,
      "grad_norm": 1.1060615731805643,
      "learning_rate": 6.345004718248842e-06,
      "loss": 0.6343,
      "step": 2943
    },
    {
      "epoch": 1.1119833538257826,
      "grad_norm": 1.1585516423096434,
      "learning_rate": 6.343576466249379e-06,
      "loss": 0.6502,
      "step": 2944
    },
    {
      "epoch": 1.112361675967086,
      "grad_norm": 1.1568429114309136,
      "learning_rate": 6.342147759134404e-06,
      "loss": 0.6068,
      "step": 2945
    },
    {
      "epoch": 1.1127399981083892,
      "grad_norm": 1.1317020260149575,
      "learning_rate": 6.340718597181369e-06,
      "loss": 0.6181,
      "step": 2946
    },
    {
      "epoch": 1.1131183202496926,
      "grad_norm": 1.1399537664077894,
      "learning_rate": 6.339288980667813e-06,
      "loss": 0.6045,
      "step": 2947
    },
    {
      "epoch": 1.113496642390996,
      "grad_norm": 1.0766148804522018,
      "learning_rate": 6.337858909871363e-06,
      "loss": 0.6124,
      "step": 2948
    },
    {
      "epoch": 1.1138749645322992,
      "grad_norm": 1.0707807388024961,
      "learning_rate": 6.336428385069733e-06,
      "loss": 0.5915,
      "step": 2949
    },
    {
      "epoch": 1.1142532866736026,
      "grad_norm": 1.1450188453384489,
      "learning_rate": 6.3349974065407285e-06,
      "loss": 0.5857,
      "step": 2950
    },
    {
      "epoch": 1.114631608814906,
      "grad_norm": 1.136001690059522,
      "learning_rate": 6.33356597456224e-06,
      "loss": 0.6367,
      "step": 2951
    },
    {
      "epoch": 1.1150099309562091,
      "grad_norm": 1.0967112071824558,
      "learning_rate": 6.3321340894122495e-06,
      "loss": 0.5943,
      "step": 2952
    },
    {
      "epoch": 1.1153882530975125,
      "grad_norm": 1.1063302432913777,
      "learning_rate": 6.330701751368822e-06,
      "loss": 0.6328,
      "step": 2953
    },
    {
      "epoch": 1.115766575238816,
      "grad_norm": 1.0832237975219734,
      "learning_rate": 6.329268960710115e-06,
      "loss": 0.5975,
      "step": 2954
    },
    {
      "epoch": 1.1161448973801191,
      "grad_norm": 1.1158970628739584,
      "learning_rate": 6.32783571771437e-06,
      "loss": 0.5802,
      "step": 2955
    },
    {
      "epoch": 1.1165232195214225,
      "grad_norm": 1.0941982609931546,
      "learning_rate": 6.3264020226599226e-06,
      "loss": 0.6089,
      "step": 2956
    },
    {
      "epoch": 1.1169015416627257,
      "grad_norm": 1.1193990404740914,
      "learning_rate": 6.324967875825187e-06,
      "loss": 0.6057,
      "step": 2957
    },
    {
      "epoch": 1.117279863804029,
      "grad_norm": 1.1095722096911433,
      "learning_rate": 6.3235332774886745e-06,
      "loss": 0.627,
      "step": 2958
    },
    {
      "epoch": 1.1176581859453325,
      "grad_norm": 1.0981923812352097,
      "learning_rate": 6.322098227928977e-06,
      "loss": 0.5965,
      "step": 2959
    },
    {
      "epoch": 1.1180365080866357,
      "grad_norm": 1.1184126406881407,
      "learning_rate": 6.320662727424778e-06,
      "loss": 0.5781,
      "step": 2960
    },
    {
      "epoch": 1.118414830227939,
      "grad_norm": 1.1151186971248008,
      "learning_rate": 6.319226776254847e-06,
      "loss": 0.6248,
      "step": 2961
    },
    {
      "epoch": 1.1187931523692425,
      "grad_norm": 1.0857075532409588,
      "learning_rate": 6.317790374698043e-06,
      "loss": 0.6092,
      "step": 2962
    },
    {
      "epoch": 1.1191714745105457,
      "grad_norm": 1.0845470846309295,
      "learning_rate": 6.316353523033309e-06,
      "loss": 0.5982,
      "step": 2963
    },
    {
      "epoch": 1.119549796651849,
      "grad_norm": 1.0945263927259892,
      "learning_rate": 6.3149162215396775e-06,
      "loss": 0.6168,
      "step": 2964
    },
    {
      "epoch": 1.1199281187931525,
      "grad_norm": 1.119534561570255,
      "learning_rate": 6.313478470496267e-06,
      "loss": 0.5973,
      "step": 2965
    },
    {
      "epoch": 1.1203064409344556,
      "grad_norm": 1.1136486829327252,
      "learning_rate": 6.312040270182289e-06,
      "loss": 0.6142,
      "step": 2966
    },
    {
      "epoch": 1.120684763075759,
      "grad_norm": 1.1571952059634305,
      "learning_rate": 6.310601620877031e-06,
      "loss": 0.6239,
      "step": 2967
    },
    {
      "epoch": 1.1210630852170622,
      "grad_norm": 1.0835967440445073,
      "learning_rate": 6.30916252285988e-06,
      "loss": 0.5821,
      "step": 2968
    },
    {
      "epoch": 1.1214414073583656,
      "grad_norm": 1.047175519560597,
      "learning_rate": 6.307722976410302e-06,
      "loss": 0.6168,
      "step": 2969
    },
    {
      "epoch": 1.121819729499669,
      "grad_norm": 1.0577983534766697,
      "learning_rate": 6.306282981807853e-06,
      "loss": 0.6358,
      "step": 2970
    },
    {
      "epoch": 1.1221980516409722,
      "grad_norm": 1.168613093646754,
      "learning_rate": 6.3048425393321746e-06,
      "loss": 0.6365,
      "step": 2971
    },
    {
      "epoch": 1.1225763737822756,
      "grad_norm": 1.0786034102911601,
      "learning_rate": 6.3034016492629995e-06,
      "loss": 0.6354,
      "step": 2972
    },
    {
      "epoch": 1.122954695923579,
      "grad_norm": 1.111989141081951,
      "learning_rate": 6.301960311880141e-06,
      "loss": 0.5689,
      "step": 2973
    },
    {
      "epoch": 1.1233330180648822,
      "grad_norm": 1.1074939643939372,
      "learning_rate": 6.300518527463502e-06,
      "loss": 0.6143,
      "step": 2974
    },
    {
      "epoch": 1.1237113402061856,
      "grad_norm": 1.1439421554238876,
      "learning_rate": 6.299076296293078e-06,
      "loss": 0.6369,
      "step": 2975
    },
    {
      "epoch": 1.124089662347489,
      "grad_norm": 1.173720413674196,
      "learning_rate": 6.297633618648939e-06,
      "loss": 0.5669,
      "step": 2976
    },
    {
      "epoch": 1.1244679844887921,
      "grad_norm": 1.0734992198920015,
      "learning_rate": 6.296190494811254e-06,
      "loss": 0.6059,
      "step": 2977
    },
    {
      "epoch": 1.1248463066300955,
      "grad_norm": 1.083993195598927,
      "learning_rate": 6.29474692506027e-06,
      "loss": 0.5804,
      "step": 2978
    },
    {
      "epoch": 1.1252246287713987,
      "grad_norm": 1.687682770941875,
      "learning_rate": 6.293302909676326e-06,
      "loss": 0.5925,
      "step": 2979
    },
    {
      "epoch": 1.1256029509127021,
      "grad_norm": 1.1466832381838077,
      "learning_rate": 6.291858448939845e-06,
      "loss": 0.6149,
      "step": 2980
    },
    {
      "epoch": 1.1259812730540055,
      "grad_norm": 1.1561377459749906,
      "learning_rate": 6.2904135431313355e-06,
      "loss": 0.6137,
      "step": 2981
    },
    {
      "epoch": 1.126359595195309,
      "grad_norm": 1.118710750426949,
      "learning_rate": 6.2889681925313955e-06,
      "loss": 0.6363,
      "step": 2982
    },
    {
      "epoch": 1.126737917336612,
      "grad_norm": 1.1112565724316716,
      "learning_rate": 6.287522397420707e-06,
      "loss": 0.5811,
      "step": 2983
    },
    {
      "epoch": 1.1271162394779155,
      "grad_norm": 1.0776033340786777,
      "learning_rate": 6.2860761580800395e-06,
      "loss": 0.5664,
      "step": 2984
    },
    {
      "epoch": 1.1274945616192187,
      "grad_norm": 1.112244696617646,
      "learning_rate": 6.284629474790249e-06,
      "loss": 0.6194,
      "step": 2985
    },
    {
      "epoch": 1.127872883760522,
      "grad_norm": 1.1163608284842275,
      "learning_rate": 6.283182347832275e-06,
      "loss": 0.6127,
      "step": 2986
    },
    {
      "epoch": 1.1282512059018255,
      "grad_norm": 1.1038870052883005,
      "learning_rate": 6.281734777487146e-06,
      "loss": 0.5945,
      "step": 2987
    },
    {
      "epoch": 1.1286295280431287,
      "grad_norm": 1.1576044510196872,
      "learning_rate": 6.2802867640359765e-06,
      "loss": 0.5826,
      "step": 2988
    },
    {
      "epoch": 1.129007850184432,
      "grad_norm": 1.0759586162897274,
      "learning_rate": 6.2788383077599665e-06,
      "loss": 0.5647,
      "step": 2989
    },
    {
      "epoch": 1.1293861723257355,
      "grad_norm": 1.10006956440662,
      "learning_rate": 6.277389408940401e-06,
      "loss": 0.6034,
      "step": 2990
    },
    {
      "epoch": 1.1297644944670386,
      "grad_norm": 1.1153385637875122,
      "learning_rate": 6.275940067858652e-06,
      "loss": 0.5733,
      "step": 2991
    },
    {
      "epoch": 1.130142816608342,
      "grad_norm": 1.1637742336834638,
      "learning_rate": 6.2744902847961785e-06,
      "loss": 0.6388,
      "step": 2992
    },
    {
      "epoch": 1.1305211387496454,
      "grad_norm": 1.071387857503032,
      "learning_rate": 6.2730400600345225e-06,
      "loss": 0.5961,
      "step": 2993
    },
    {
      "epoch": 1.1308994608909486,
      "grad_norm": 1.093134676797188,
      "learning_rate": 6.271589393855313e-06,
      "loss": 0.5631,
      "step": 2994
    },
    {
      "epoch": 1.131277783032252,
      "grad_norm": 1.1378266739181366,
      "learning_rate": 6.270138286540266e-06,
      "loss": 0.6105,
      "step": 2995
    },
    {
      "epoch": 1.1316561051735552,
      "grad_norm": 1.095271581280312,
      "learning_rate": 6.2686867383711815e-06,
      "loss": 0.5777,
      "step": 2996
    },
    {
      "epoch": 1.1320344273148586,
      "grad_norm": 1.1401342065141504,
      "learning_rate": 6.267234749629947e-06,
      "loss": 0.5903,
      "step": 2997
    },
    {
      "epoch": 1.132412749456162,
      "grad_norm": 1.074323035052679,
      "learning_rate": 6.265782320598534e-06,
      "loss": 0.5889,
      "step": 2998
    },
    {
      "epoch": 1.1327910715974652,
      "grad_norm": 1.1195059679487418,
      "learning_rate": 6.264329451558998e-06,
      "loss": 0.6224,
      "step": 2999
    },
    {
      "epoch": 1.1331693937387686,
      "grad_norm": 1.139005811272008,
      "learning_rate": 6.262876142793483e-06,
      "loss": 0.653,
      "step": 3000
    },
    {
      "epoch": 1.133547715880072,
      "grad_norm": 1.1473595969566768,
      "learning_rate": 6.2614223945842185e-06,
      "loss": 0.6227,
      "step": 3001
    },
    {
      "epoch": 1.1339260380213751,
      "grad_norm": 1.148699042472204,
      "learning_rate": 6.259968207213518e-06,
      "loss": 0.6193,
      "step": 3002
    },
    {
      "epoch": 1.1343043601626785,
      "grad_norm": 1.1238519792084694,
      "learning_rate": 6.258513580963777e-06,
      "loss": 0.5851,
      "step": 3003
    },
    {
      "epoch": 1.134682682303982,
      "grad_norm": 1.1191221759321432,
      "learning_rate": 6.257058516117483e-06,
      "loss": 0.5518,
      "step": 3004
    },
    {
      "epoch": 1.1350610044452851,
      "grad_norm": 1.1389113202769825,
      "learning_rate": 6.255603012957203e-06,
      "loss": 0.5996,
      "step": 3005
    },
    {
      "epoch": 1.1354393265865885,
      "grad_norm": 1.1468366015314928,
      "learning_rate": 6.254147071765593e-06,
      "loss": 0.6248,
      "step": 3006
    },
    {
      "epoch": 1.1358176487278917,
      "grad_norm": 1.120264018594437,
      "learning_rate": 6.252690692825393e-06,
      "loss": 0.5909,
      "step": 3007
    },
    {
      "epoch": 1.136195970869195,
      "grad_norm": 1.1418383417192708,
      "learning_rate": 6.2512338764194245e-06,
      "loss": 0.6044,
      "step": 3008
    },
    {
      "epoch": 1.1365742930104985,
      "grad_norm": 1.1157032732072756,
      "learning_rate": 6.2497766228306e-06,
      "loss": 0.6154,
      "step": 3009
    },
    {
      "epoch": 1.1369526151518017,
      "grad_norm": 1.1025553551561673,
      "learning_rate": 6.24831893234191e-06,
      "loss": 0.5968,
      "step": 3010
    },
    {
      "epoch": 1.137330937293105,
      "grad_norm": 1.0703331822956041,
      "learning_rate": 6.246860805236438e-06,
      "loss": 0.614,
      "step": 3011
    },
    {
      "epoch": 1.1377092594344085,
      "grad_norm": 1.0941387590020248,
      "learning_rate": 6.245402241797345e-06,
      "loss": 0.5877,
      "step": 3012
    },
    {
      "epoch": 1.1380875815757117,
      "grad_norm": 1.1036186168758577,
      "learning_rate": 6.24394324230788e-06,
      "loss": 0.6276,
      "step": 3013
    },
    {
      "epoch": 1.138465903717015,
      "grad_norm": 1.1233817079550372,
      "learning_rate": 6.242483807051379e-06,
      "loss": 0.6417,
      "step": 3014
    },
    {
      "epoch": 1.1388442258583185,
      "grad_norm": 1.0955895613598414,
      "learning_rate": 6.241023936311256e-06,
      "loss": 0.5863,
      "step": 3015
    },
    {
      "epoch": 1.1392225479996216,
      "grad_norm": 1.0858293029589012,
      "learning_rate": 6.239563630371016e-06,
      "loss": 0.5758,
      "step": 3016
    },
    {
      "epoch": 1.139600870140925,
      "grad_norm": 1.116798091733882,
      "learning_rate": 6.238102889514244e-06,
      "loss": 0.593,
      "step": 3017
    },
    {
      "epoch": 1.1399791922822282,
      "grad_norm": 1.1089444839993028,
      "learning_rate": 6.236641714024614e-06,
      "loss": 0.6112,
      "step": 3018
    },
    {
      "epoch": 1.1403575144235316,
      "grad_norm": 1.1986200839787384,
      "learning_rate": 6.23518010418588e-06,
      "loss": 0.6141,
      "step": 3019
    },
    {
      "epoch": 1.140735836564835,
      "grad_norm": 1.0950059129640932,
      "learning_rate": 6.233718060281883e-06,
      "loss": 0.6003,
      "step": 3020
    },
    {
      "epoch": 1.1411141587061382,
      "grad_norm": 1.1293585342809132,
      "learning_rate": 6.232255582596547e-06,
      "loss": 0.635,
      "step": 3021
    },
    {
      "epoch": 1.1414924808474416,
      "grad_norm": 1.0997542937583942,
      "learning_rate": 6.230792671413882e-06,
      "loss": 0.5964,
      "step": 3022
    },
    {
      "epoch": 1.141870802988745,
      "grad_norm": 1.1446241667917194,
      "learning_rate": 6.22932932701798e-06,
      "loss": 0.6462,
      "step": 3023
    },
    {
      "epoch": 1.1422491251300482,
      "grad_norm": 1.152395993262499,
      "learning_rate": 6.227865549693019e-06,
      "loss": 0.6318,
      "step": 3024
    },
    {
      "epoch": 1.1426274472713516,
      "grad_norm": 1.1238060326584278,
      "learning_rate": 6.226401339723258e-06,
      "loss": 0.6557,
      "step": 3025
    },
    {
      "epoch": 1.143005769412655,
      "grad_norm": 1.0616125607827556,
      "learning_rate": 6.224936697393045e-06,
      "loss": 0.6035,
      "step": 3026
    },
    {
      "epoch": 1.1433840915539581,
      "grad_norm": 1.1629946176571666,
      "learning_rate": 6.2234716229868065e-06,
      "loss": 0.59,
      "step": 3027
    },
    {
      "epoch": 1.1437624136952615,
      "grad_norm": 1.1231668221914821,
      "learning_rate": 6.222006116789058e-06,
      "loss": 0.6174,
      "step": 3028
    },
    {
      "epoch": 1.1441407358365647,
      "grad_norm": 1.103161146917699,
      "learning_rate": 6.220540179084395e-06,
      "loss": 0.6252,
      "step": 3029
    },
    {
      "epoch": 1.1445190579778681,
      "grad_norm": 1.1086815203504103,
      "learning_rate": 6.219073810157498e-06,
      "loss": 0.6112,
      "step": 3030
    },
    {
      "epoch": 1.1448973801191715,
      "grad_norm": 1.147629035931138,
      "learning_rate": 6.21760701029313e-06,
      "loss": 0.6469,
      "step": 3031
    },
    {
      "epoch": 1.1452757022604747,
      "grad_norm": 1.1037589470324547,
      "learning_rate": 6.216139779776144e-06,
      "loss": 0.6028,
      "step": 3032
    },
    {
      "epoch": 1.145654024401778,
      "grad_norm": 1.1166980196423228,
      "learning_rate": 6.214672118891467e-06,
      "loss": 0.6142,
      "step": 3033
    },
    {
      "epoch": 1.1460323465430815,
      "grad_norm": 1.1530131434815551,
      "learning_rate": 6.213204027924117e-06,
      "loss": 0.5712,
      "step": 3034
    },
    {
      "epoch": 1.1464106686843847,
      "grad_norm": 1.13750762308757,
      "learning_rate": 6.211735507159192e-06,
      "loss": 0.582,
      "step": 3035
    },
    {
      "epoch": 1.146788990825688,
      "grad_norm": 1.0729278852374269,
      "learning_rate": 6.210266556881874e-06,
      "loss": 0.5828,
      "step": 3036
    },
    {
      "epoch": 1.1471673129669915,
      "grad_norm": 1.1185939936755518,
      "learning_rate": 6.2087971773774286e-06,
      "loss": 0.6101,
      "step": 3037
    },
    {
      "epoch": 1.1475456351082947,
      "grad_norm": 1.165932125246575,
      "learning_rate": 6.207327368931204e-06,
      "loss": 0.6175,
      "step": 3038
    },
    {
      "epoch": 1.147923957249598,
      "grad_norm": 1.1391811371745488,
      "learning_rate": 6.205857131828636e-06,
      "loss": 0.6093,
      "step": 3039
    },
    {
      "epoch": 1.1483022793909012,
      "grad_norm": 1.1299174262619414,
      "learning_rate": 6.204386466355237e-06,
      "loss": 0.6192,
      "step": 3040
    },
    {
      "epoch": 1.1486806015322046,
      "grad_norm": 1.246389380402845,
      "learning_rate": 6.202915372796606e-06,
      "loss": 0.595,
      "step": 3041
    },
    {
      "epoch": 1.149058923673508,
      "grad_norm": 1.1049465243645995,
      "learning_rate": 6.201443851438428e-06,
      "loss": 0.5843,
      "step": 3042
    },
    {
      "epoch": 1.1494372458148112,
      "grad_norm": 1.1156462314879443,
      "learning_rate": 6.199971902566465e-06,
      "loss": 0.5973,
      "step": 3043
    },
    {
      "epoch": 1.1498155679561146,
      "grad_norm": 1.1417777395895234,
      "learning_rate": 6.198499526466566e-06,
      "loss": 0.5823,
      "step": 3044
    },
    {
      "epoch": 1.150193890097418,
      "grad_norm": 1.1161675598044707,
      "learning_rate": 6.1970267234246614e-06,
      "loss": 0.6077,
      "step": 3045
    },
    {
      "epoch": 1.1505722122387212,
      "grad_norm": 1.107178211545901,
      "learning_rate": 6.195553493726766e-06,
      "loss": 0.569,
      "step": 3046
    },
    {
      "epoch": 1.1509505343800246,
      "grad_norm": 1.0801710868852208,
      "learning_rate": 6.1940798376589765e-06,
      "loss": 0.581,
      "step": 3047
    },
    {
      "epoch": 1.151328856521328,
      "grad_norm": 1.1076189504091067,
      "learning_rate": 6.1926057555074714e-06,
      "loss": 0.6116,
      "step": 3048
    },
    {
      "epoch": 1.1517071786626312,
      "grad_norm": 1.1427962338694941,
      "learning_rate": 6.191131247558515e-06,
      "loss": 0.5818,
      "step": 3049
    },
    {
      "epoch": 1.1520855008039346,
      "grad_norm": 1.1114501628255513,
      "learning_rate": 6.189656314098451e-06,
      "loss": 0.6247,
      "step": 3050
    },
    {
      "epoch": 1.1524638229452377,
      "grad_norm": 1.0682006350023248,
      "learning_rate": 6.188180955413707e-06,
      "loss": 0.65,
      "step": 3051
    },
    {
      "epoch": 1.1528421450865411,
      "grad_norm": 1.1150247448570672,
      "learning_rate": 6.186705171790793e-06,
      "loss": 0.6079,
      "step": 3052
    },
    {
      "epoch": 1.1532204672278445,
      "grad_norm": 1.1589938155434434,
      "learning_rate": 6.185228963516303e-06,
      "loss": 0.5607,
      "step": 3053
    },
    {
      "epoch": 1.153598789369148,
      "grad_norm": 1.0858975144409513,
      "learning_rate": 6.183752330876911e-06,
      "loss": 0.5727,
      "step": 3054
    },
    {
      "epoch": 1.1539771115104511,
      "grad_norm": 1.1619601222313594,
      "learning_rate": 6.182275274159374e-06,
      "loss": 0.6134,
      "step": 3055
    },
    {
      "epoch": 1.1543554336517545,
      "grad_norm": 1.1671042432509766,
      "learning_rate": 6.180797793650534e-06,
      "loss": 0.5968,
      "step": 3056
    },
    {
      "epoch": 1.1547337557930577,
      "grad_norm": 1.1356445374431496,
      "learning_rate": 6.1793198896373126e-06,
      "loss": 0.6019,
      "step": 3057
    },
    {
      "epoch": 1.155112077934361,
      "grad_norm": 1.0909299031939843,
      "learning_rate": 6.177841562406714e-06,
      "loss": 0.5887,
      "step": 3058
    },
    {
      "epoch": 1.1554904000756645,
      "grad_norm": 1.1846517046294107,
      "learning_rate": 6.176362812245823e-06,
      "loss": 0.6484,
      "step": 3059
    },
    {
      "epoch": 1.1554904000756645,
      "eval_loss": 0.7661470174789429,
      "eval_runtime": 22.7544,
      "eval_samples_per_second": 38.894,
      "eval_steps_per_second": 1.231,
      "step": 3059
    },
    {
      "epoch": 1.1554904000756645,
      "eval_bench_accuracy_arc_challenge": 0.0,
      "eval_bench_accuracy_hellaswag": 0.245,
      "eval_bench_accuracy_mmlu": 0.24347826086956523,
      "eval_bench_average_accuracy": 0.16282608695652176,
      "eval_bench_loss": 8.959730181777687,
      "eval_bench_total_accuracy": 0.16923076923076924,
      "step": 3059
    },
    {
      "epoch": 1.1558687222169677,
      "grad_norm": 1.1014654966135637,
      "learning_rate": 6.174883639441813e-06,
      "loss": 0.625,
      "step": 3060
    },
    {
      "epoch": 1.156247044358271,
      "grad_norm": 1.144441845078975,
      "learning_rate": 6.1734040442819314e-06,
      "loss": 0.5787,
      "step": 3061
    },
    {
      "epoch": 1.1566253664995745,
      "grad_norm": 1.0976478073487557,
      "learning_rate": 6.1719240270535115e-06,
      "loss": 0.6015,
      "step": 3062
    },
    {
      "epoch": 1.1570036886408777,
      "grad_norm": 1.0815352868590902,
      "learning_rate": 6.170443588043969e-06,
      "loss": 0.6148,
      "step": 3063
    },
    {
      "epoch": 1.157382010782181,
      "grad_norm": 1.1223114267592562,
      "learning_rate": 6.1689627275408015e-06,
      "loss": 0.5857,
      "step": 3064
    },
    {
      "epoch": 1.1577603329234845,
      "grad_norm": 1.1617228326207247,
      "learning_rate": 6.167481445831584e-06,
      "loss": 0.62,
      "step": 3065
    },
    {
      "epoch": 1.1581386550647876,
      "grad_norm": 1.148043302777634,
      "learning_rate": 6.165999743203981e-06,
      "loss": 0.5818,
      "step": 3066
    },
    {
      "epoch": 1.158516977206091,
      "grad_norm": 1.1190927031819493,
      "learning_rate": 6.164517619945734e-06,
      "loss": 0.5709,
      "step": 3067
    },
    {
      "epoch": 1.1588952993473942,
      "grad_norm": 1.10150683907697,
      "learning_rate": 6.163035076344664e-06,
      "loss": 0.5875,
      "step": 3068
    },
    {
      "epoch": 1.1592736214886976,
      "grad_norm": 1.1470686822843648,
      "learning_rate": 6.1615521126886805e-06,
      "loss": 0.6181,
      "step": 3069
    },
    {
      "epoch": 1.159651943630001,
      "grad_norm": 1.1669518566001118,
      "learning_rate": 6.1600687292657685e-06,
      "loss": 0.6471,
      "step": 3070
    },
    {
      "epoch": 1.1600302657713042,
      "grad_norm": 1.1257835102040736,
      "learning_rate": 6.158584926363997e-06,
      "loss": 0.6182,
      "step": 3071
    },
    {
      "epoch": 1.1604085879126076,
      "grad_norm": 1.0978786636902147,
      "learning_rate": 6.1571007042715155e-06,
      "loss": 0.6069,
      "step": 3072
    },
    {
      "epoch": 1.160786910053911,
      "grad_norm": 1.1449694321634942,
      "learning_rate": 6.155616063276556e-06,
      "loss": 0.5924,
      "step": 3073
    },
    {
      "epoch": 1.1611652321952142,
      "grad_norm": 1.1434155453631858,
      "learning_rate": 6.15413100366743e-06,
      "loss": 0.6177,
      "step": 3074
    },
    {
      "epoch": 1.1615435543365176,
      "grad_norm": 1.1459946058923065,
      "learning_rate": 6.152645525732535e-06,
      "loss": 0.6204,
      "step": 3075
    },
    {
      "epoch": 1.161921876477821,
      "grad_norm": 1.1227094309904373,
      "learning_rate": 6.151159629760342e-06,
      "loss": 0.6139,
      "step": 3076
    },
    {
      "epoch": 1.1623001986191241,
      "grad_norm": 1.1804223490177808,
      "learning_rate": 6.1496733160394115e-06,
      "loss": 0.574,
      "step": 3077
    },
    {
      "epoch": 1.1626785207604275,
      "grad_norm": 1.0582193383269725,
      "learning_rate": 6.148186584858378e-06,
      "loss": 0.5983,
      "step": 3078
    },
    {
      "epoch": 1.1630568429017307,
      "grad_norm": 1.1154872954870327,
      "learning_rate": 6.146699436505963e-06,
      "loss": 0.5956,
      "step": 3079
    },
    {
      "epoch": 1.1634351650430341,
      "grad_norm": 1.143241761123763,
      "learning_rate": 6.145211871270963e-06,
      "loss": 0.5889,
      "step": 3080
    },
    {
      "epoch": 1.1638134871843375,
      "grad_norm": 1.0975871616117818,
      "learning_rate": 6.143723889442262e-06,
      "loss": 0.5749,
      "step": 3081
    },
    {
      "epoch": 1.1641918093256407,
      "grad_norm": 1.0768501813224447,
      "learning_rate": 6.14223549130882e-06,
      "loss": 0.5908,
      "step": 3082
    },
    {
      "epoch": 1.164570131466944,
      "grad_norm": 1.1000086934856,
      "learning_rate": 6.140746677159679e-06,
      "loss": 0.6056,
      "step": 3083
    },
    {
      "epoch": 1.1649484536082475,
      "grad_norm": 1.0862626426516695,
      "learning_rate": 6.139257447283963e-06,
      "loss": 0.6144,
      "step": 3084
    },
    {
      "epoch": 1.1653267757495507,
      "grad_norm": 1.0626159122200098,
      "learning_rate": 6.137767801970876e-06,
      "loss": 0.572,
      "step": 3085
    },
    {
      "epoch": 1.165705097890854,
      "grad_norm": 1.1652572888144201,
      "learning_rate": 6.1362777415097026e-06,
      "loss": 0.6185,
      "step": 3086
    },
    {
      "epoch": 1.1660834200321575,
      "grad_norm": 1.125328152204312,
      "learning_rate": 6.134787266189807e-06,
      "loss": 0.5675,
      "step": 3087
    },
    {
      "epoch": 1.1664617421734607,
      "grad_norm": 1.101464020267817,
      "learning_rate": 6.133296376300636e-06,
      "loss": 0.602,
      "step": 3088
    },
    {
      "epoch": 1.166840064314764,
      "grad_norm": 1.0793577092769573,
      "learning_rate": 6.131805072131717e-06,
      "loss": 0.6254,
      "step": 3089
    },
    {
      "epoch": 1.1672183864560672,
      "grad_norm": 1.10768102540295,
      "learning_rate": 6.130313353972656e-06,
      "loss": 0.6187,
      "step": 3090
    },
    {
      "epoch": 1.1675967085973706,
      "grad_norm": 1.1047177544035363,
      "learning_rate": 6.128821222113139e-06,
      "loss": 0.5984,
      "step": 3091
    },
    {
      "epoch": 1.167975030738674,
      "grad_norm": 1.124376538904714,
      "learning_rate": 6.127328676842933e-06,
      "loss": 0.6087,
      "step": 3092
    },
    {
      "epoch": 1.1683533528799772,
      "grad_norm": 1.1459850760127377,
      "learning_rate": 6.125835718451888e-06,
      "loss": 0.6288,
      "step": 3093
    },
    {
      "epoch": 1.1687316750212806,
      "grad_norm": 1.1027973853013475,
      "learning_rate": 6.124342347229932e-06,
      "loss": 0.5924,
      "step": 3094
    },
    {
      "epoch": 1.169109997162584,
      "grad_norm": 1.0864042237830664,
      "learning_rate": 6.122848563467071e-06,
      "loss": 0.6354,
      "step": 3095
    },
    {
      "epoch": 1.1694883193038872,
      "grad_norm": 1.1155124321690744,
      "learning_rate": 6.121354367453398e-06,
      "loss": 0.5762,
      "step": 3096
    },
    {
      "epoch": 1.1698666414451906,
      "grad_norm": 1.0905032596292725,
      "learning_rate": 6.119859759479075e-06,
      "loss": 0.627,
      "step": 3097
    },
    {
      "epoch": 1.170244963586494,
      "grad_norm": 1.1022953197555945,
      "learning_rate": 6.118364739834354e-06,
      "loss": 0.5953,
      "step": 3098
    },
    {
      "epoch": 1.1706232857277972,
      "grad_norm": 1.1358007173182298,
      "learning_rate": 6.1168693088095635e-06,
      "loss": 0.617,
      "step": 3099
    },
    {
      "epoch": 1.1710016078691006,
      "grad_norm": 1.1876865568157937,
      "learning_rate": 6.115373466695111e-06,
      "loss": 0.6061,
      "step": 3100
    },
    {
      "epoch": 1.1713799300104037,
      "grad_norm": 1.1178878130878194,
      "learning_rate": 6.113877213781483e-06,
      "loss": 0.6008,
      "step": 3101
    },
    {
      "epoch": 1.1717582521517071,
      "grad_norm": 1.1233219656555455,
      "learning_rate": 6.112380550359251e-06,
      "loss": 0.6188,
      "step": 3102
    },
    {
      "epoch": 1.1721365742930105,
      "grad_norm": 1.1145918683259326,
      "learning_rate": 6.11088347671906e-06,
      "loss": 0.6169,
      "step": 3103
    },
    {
      "epoch": 1.1725148964343137,
      "grad_norm": 1.1146999376932287,
      "learning_rate": 6.109385993151638e-06,
      "loss": 0.601,
      "step": 3104
    },
    {
      "epoch": 1.1728932185756171,
      "grad_norm": 1.1205607984942194,
      "learning_rate": 6.107888099947791e-06,
      "loss": 0.585,
      "step": 3105
    },
    {
      "epoch": 1.1732715407169205,
      "grad_norm": 1.0973590433692995,
      "learning_rate": 6.106389797398405e-06,
      "loss": 0.5858,
      "step": 3106
    },
    {
      "epoch": 1.1736498628582237,
      "grad_norm": 1.0876705012991348,
      "learning_rate": 6.104891085794447e-06,
      "loss": 0.62,
      "step": 3107
    },
    {
      "epoch": 1.174028184999527,
      "grad_norm": 1.1614327701889045,
      "learning_rate": 6.103391965426963e-06,
      "loss": 0.6232,
      "step": 3108
    },
    {
      "epoch": 1.1744065071408305,
      "grad_norm": 1.131877847532318,
      "learning_rate": 6.101892436587076e-06,
      "loss": 0.6237,
      "step": 3109
    },
    {
      "epoch": 1.1747848292821337,
      "grad_norm": 1.1319323473611833,
      "learning_rate": 6.100392499565991e-06,
      "loss": 0.6022,
      "step": 3110
    },
    {
      "epoch": 1.175163151423437,
      "grad_norm": 1.0576522311211,
      "learning_rate": 6.09889215465499e-06,
      "loss": 0.586,
      "step": 3111
    },
    {
      "epoch": 1.1755414735647403,
      "grad_norm": 1.1252321397801972,
      "learning_rate": 6.097391402145437e-06,
      "loss": 0.6199,
      "step": 3112
    },
    {
      "epoch": 1.1759197957060437,
      "grad_norm": 1.1287515518957223,
      "learning_rate": 6.095890242328773e-06,
      "loss": 0.6113,
      "step": 3113
    },
    {
      "epoch": 1.176298117847347,
      "grad_norm": 1.126107097869058,
      "learning_rate": 6.094388675496519e-06,
      "loss": 0.6223,
      "step": 3114
    },
    {
      "epoch": 1.1766764399886505,
      "grad_norm": 1.1526993007983606,
      "learning_rate": 6.092886701940274e-06,
      "loss": 0.6167,
      "step": 3115
    },
    {
      "epoch": 1.1770547621299536,
      "grad_norm": 1.1350268180478196,
      "learning_rate": 6.091384321951718e-06,
      "loss": 0.5991,
      "step": 3116
    },
    {
      "epoch": 1.177433084271257,
      "grad_norm": 1.1192535187618968,
      "learning_rate": 6.089881535822607e-06,
      "loss": 0.6108,
      "step": 3117
    },
    {
      "epoch": 1.1778114064125602,
      "grad_norm": 1.0835937335147057,
      "learning_rate": 6.088378343844779e-06,
      "loss": 0.5882,
      "step": 3118
    },
    {
      "epoch": 1.1781897285538636,
      "grad_norm": 1.1181941826509343,
      "learning_rate": 6.086874746310148e-06,
      "loss": 0.5997,
      "step": 3119
    },
    {
      "epoch": 1.178568050695167,
      "grad_norm": 1.0941801054936213,
      "learning_rate": 6.0853707435107105e-06,
      "loss": 0.6178,
      "step": 3120
    },
    {
      "epoch": 1.1789463728364702,
      "grad_norm": 1.1404538263291477,
      "learning_rate": 6.083866335738536e-06,
      "loss": 0.6074,
      "step": 3121
    },
    {
      "epoch": 1.1793246949777736,
      "grad_norm": 1.1233703000761228,
      "learning_rate": 6.0823615232857795e-06,
      "loss": 0.618,
      "step": 3122
    },
    {
      "epoch": 1.179703017119077,
      "grad_norm": 1.061722362668965,
      "learning_rate": 6.080856306444669e-06,
      "loss": 0.5729,
      "step": 3123
    },
    {
      "epoch": 1.1800813392603802,
      "grad_norm": 1.2285987844787836,
      "learning_rate": 6.079350685507513e-06,
      "loss": 0.6225,
      "step": 3124
    },
    {
      "epoch": 1.1804596614016836,
      "grad_norm": 1.1391413881110837,
      "learning_rate": 6.0778446607667e-06,
      "loss": 0.6211,
      "step": 3125
    },
    {
      "epoch": 1.180837983542987,
      "grad_norm": 1.1347880214836306,
      "learning_rate": 6.076338232514693e-06,
      "loss": 0.5871,
      "step": 3126
    },
    {
      "epoch": 1.1812163056842901,
      "grad_norm": 1.117904811244799,
      "learning_rate": 6.074831401044039e-06,
      "loss": 0.5793,
      "step": 3127
    },
    {
      "epoch": 1.1815946278255935,
      "grad_norm": 1.084133372191697,
      "learning_rate": 6.0733241666473565e-06,
      "loss": 0.5838,
      "step": 3128
    },
    {
      "epoch": 1.1819729499668967,
      "grad_norm": 1.1153196913003163,
      "learning_rate": 6.071816529617348e-06,
      "loss": 0.608,
      "step": 3129
    },
    {
      "epoch": 1.1823512721082001,
      "grad_norm": 1.0887386114515758,
      "learning_rate": 6.070308490246793e-06,
      "loss": 0.6145,
      "step": 3130
    },
    {
      "epoch": 1.1827295942495035,
      "grad_norm": 1.1005700243285668,
      "learning_rate": 6.068800048828548e-06,
      "loss": 0.6299,
      "step": 3131
    },
    {
      "epoch": 1.1831079163908067,
      "grad_norm": 1.1292296497121013,
      "learning_rate": 6.067291205655545e-06,
      "loss": 0.6279,
      "step": 3132
    },
    {
      "epoch": 1.18348623853211,
      "grad_norm": 1.1046638350785665,
      "learning_rate": 6.065781961020799e-06,
      "loss": 0.607,
      "step": 3133
    },
    {
      "epoch": 1.1838645606734135,
      "grad_norm": 1.1100596635759847,
      "learning_rate": 6.064272315217401e-06,
      "loss": 0.6239,
      "step": 3134
    },
    {
      "epoch": 1.1842428828147167,
      "grad_norm": 1.1312199660678584,
      "learning_rate": 6.06276226853852e-06,
      "loss": 0.651,
      "step": 3135
    },
    {
      "epoch": 1.18462120495602,
      "grad_norm": 1.1160073692560897,
      "learning_rate": 6.0612518212774e-06,
      "loss": 0.6049,
      "step": 3136
    },
    {
      "epoch": 1.1849995270973235,
      "grad_norm": 1.1218444399043954,
      "learning_rate": 6.059740973727369e-06,
      "loss": 0.6163,
      "step": 3137
    },
    {
      "epoch": 1.1853778492386267,
      "grad_norm": 1.0863749776288811,
      "learning_rate": 6.058229726181826e-06,
      "loss": 0.6095,
      "step": 3138
    },
    {
      "epoch": 1.18575617137993,
      "grad_norm": 1.127680892696607,
      "learning_rate": 6.0567180789342525e-06,
      "loss": 0.6037,
      "step": 3139
    },
    {
      "epoch": 1.1861344935212332,
      "grad_norm": 1.1014547201971496,
      "learning_rate": 6.0552060322782045e-06,
      "loss": 0.6162,
      "step": 3140
    },
    {
      "epoch": 1.1865128156625366,
      "grad_norm": 1.1405927062243015,
      "learning_rate": 6.053693586507319e-06,
      "loss": 0.62,
      "step": 3141
    },
    {
      "epoch": 1.18689113780384,
      "grad_norm": 1.1780565477235185,
      "learning_rate": 6.052180741915306e-06,
      "loss": 0.5812,
      "step": 3142
    },
    {
      "epoch": 1.1872694599451432,
      "grad_norm": 1.1253911441085132,
      "learning_rate": 6.050667498795956e-06,
      "loss": 0.6137,
      "step": 3143
    },
    {
      "epoch": 1.1876477820864466,
      "grad_norm": 1.0775669546796678,
      "learning_rate": 6.049153857443137e-06,
      "loss": 0.5969,
      "step": 3144
    },
    {
      "epoch": 1.18802610422775,
      "grad_norm": 1.0861884773066142,
      "learning_rate": 6.047639818150795e-06,
      "loss": 0.6117,
      "step": 3145
    },
    {
      "epoch": 1.1884044263690532,
      "grad_norm": 1.1310277466445289,
      "learning_rate": 6.046125381212949e-06,
      "loss": 0.6118,
      "step": 3146
    },
    {
      "epoch": 1.1887827485103566,
      "grad_norm": 1.1631052653954754,
      "learning_rate": 6.044610546923698e-06,
      "loss": 0.5609,
      "step": 3147
    },
    {
      "epoch": 1.18916107065166,
      "grad_norm": 1.1024865118483864,
      "learning_rate": 6.0430953155772215e-06,
      "loss": 0.5653,
      "step": 3148
    },
    {
      "epoch": 1.1895393927929632,
      "grad_norm": 1.1668630314886717,
      "learning_rate": 6.04157968746777e-06,
      "loss": 0.6325,
      "step": 3149
    },
    {
      "epoch": 1.1899177149342666,
      "grad_norm": 1.0901216562065503,
      "learning_rate": 6.040063662889675e-06,
      "loss": 0.6244,
      "step": 3150
    },
    {
      "epoch": 1.1902960370755697,
      "grad_norm": 1.1617014317650085,
      "learning_rate": 6.038547242137344e-06,
      "loss": 0.6044,
      "step": 3151
    },
    {
      "epoch": 1.1906743592168731,
      "grad_norm": 1.1296776021297936,
      "learning_rate": 6.037030425505261e-06,
      "loss": 0.638,
      "step": 3152
    },
    {
      "epoch": 1.1910526813581765,
      "grad_norm": 1.079714496664035,
      "learning_rate": 6.035513213287987e-06,
      "loss": 0.5866,
      "step": 3153
    },
    {
      "epoch": 1.1914310034994797,
      "grad_norm": 1.0912986398853903,
      "learning_rate": 6.033995605780161e-06,
      "loss": 0.5908,
      "step": 3154
    },
    {
      "epoch": 1.1918093256407831,
      "grad_norm": 1.1169197719182176,
      "learning_rate": 6.032477603276497e-06,
      "loss": 0.6022,
      "step": 3155
    },
    {
      "epoch": 1.1921876477820865,
      "grad_norm": 1.11128834897286,
      "learning_rate": 6.030959206071786e-06,
      "loss": 0.6032,
      "step": 3156
    },
    {
      "epoch": 1.1925659699233897,
      "grad_norm": 1.1183302435906126,
      "learning_rate": 6.029440414460898e-06,
      "loss": 0.5627,
      "step": 3157
    },
    {
      "epoch": 1.192944292064693,
      "grad_norm": 1.119355782558496,
      "learning_rate": 6.027921228738777e-06,
      "loss": 0.6068,
      "step": 3158
    },
    {
      "epoch": 1.1933226142059965,
      "grad_norm": 1.1655451135308021,
      "learning_rate": 6.026401649200444e-06,
      "loss": 0.6177,
      "step": 3159
    },
    {
      "epoch": 1.1937009363472997,
      "grad_norm": 1.1600929433990705,
      "learning_rate": 6.024881676140996e-06,
      "loss": 0.6186,
      "step": 3160
    },
    {
      "epoch": 1.194079258488603,
      "grad_norm": 1.144791435213969,
      "learning_rate": 6.023361309855609e-06,
      "loss": 0.6238,
      "step": 3161
    },
    {
      "epoch": 1.1944575806299063,
      "grad_norm": 1.1340255387092586,
      "learning_rate": 6.0218405506395315e-06,
      "loss": 0.5745,
      "step": 3162
    },
    {
      "epoch": 1.1948359027712097,
      "grad_norm": 1.0814059408267755,
      "learning_rate": 6.020319398788093e-06,
      "loss": 0.6003,
      "step": 3163
    },
    {
      "epoch": 1.195214224912513,
      "grad_norm": 1.0639110568237347,
      "learning_rate": 6.018797854596694e-06,
      "loss": 0.5751,
      "step": 3164
    },
    {
      "epoch": 1.1955925470538162,
      "grad_norm": 1.0873969004474242,
      "learning_rate": 6.017275918360814e-06,
      "loss": 0.6398,
      "step": 3165
    },
    {
      "epoch": 1.1959708691951196,
      "grad_norm": 1.135078901391362,
      "learning_rate": 6.015753590376011e-06,
      "loss": 0.601,
      "step": 3166
    },
    {
      "epoch": 1.196349191336423,
      "grad_norm": 1.1019279505333324,
      "learning_rate": 6.014230870937914e-06,
      "loss": 0.583,
      "step": 3167
    },
    {
      "epoch": 1.1967275134777262,
      "grad_norm": 1.1240106767893345,
      "learning_rate": 6.012707760342231e-06,
      "loss": 0.6299,
      "step": 3168
    },
    {
      "epoch": 1.1971058356190296,
      "grad_norm": 1.1398317734698087,
      "learning_rate": 6.011184258884747e-06,
      "loss": 0.621,
      "step": 3169
    },
    {
      "epoch": 1.197484157760333,
      "grad_norm": 1.1880903489231742,
      "learning_rate": 6.00966036686132e-06,
      "loss": 0.6076,
      "step": 3170
    },
    {
      "epoch": 1.1978624799016362,
      "grad_norm": 1.1365124579399424,
      "learning_rate": 6.008136084567885e-06,
      "loss": 0.5864,
      "step": 3171
    },
    {
      "epoch": 1.1982408020429396,
      "grad_norm": 1.0794429115781958,
      "learning_rate": 6.006611412300454e-06,
      "loss": 0.6252,
      "step": 3172
    },
    {
      "epoch": 1.1986191241842428,
      "grad_norm": 1.0942349106787228,
      "learning_rate": 6.005086350355114e-06,
      "loss": 0.5927,
      "step": 3173
    },
    {
      "epoch": 1.1989974463255462,
      "grad_norm": 1.1161042073899385,
      "learning_rate": 6.003560899028027e-06,
      "loss": 0.6057,
      "step": 3174
    },
    {
      "epoch": 1.1993757684668496,
      "grad_norm": 1.1148606152894032,
      "learning_rate": 6.002035058615429e-06,
      "loss": 0.5962,
      "step": 3175
    },
    {
      "epoch": 1.1997540906081527,
      "grad_norm": 1.1778025476796163,
      "learning_rate": 6.000508829413638e-06,
      "loss": 0.5944,
      "step": 3176
    },
    {
      "epoch": 1.2001324127494561,
      "grad_norm": 1.1289169545828777,
      "learning_rate": 5.998982211719038e-06,
      "loss": 0.6115,
      "step": 3177
    },
    {
      "epoch": 1.2005107348907595,
      "grad_norm": 1.116100986314231,
      "learning_rate": 5.997455205828099e-06,
      "loss": 0.6029,
      "step": 3178
    },
    {
      "epoch": 1.2008890570320627,
      "grad_norm": 1.1467918953457878,
      "learning_rate": 5.995927812037356e-06,
      "loss": 0.6169,
      "step": 3179
    },
    {
      "epoch": 1.2012673791733661,
      "grad_norm": 1.0730437473704995,
      "learning_rate": 5.9944000306434275e-06,
      "loss": 0.5959,
      "step": 3180
    }
  ],
  "logging_steps": 1,
  "max_steps": 7929,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 53,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.237643116311216e+19,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}