{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 732,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001366120218579235,
      "grad_norm": 8.839000701532022,
      "learning_rate": 2.702702702702703e-07,
      "loss": 1.199,
      "step": 1
    },
    {
      "epoch": 0.006830601092896175,
      "grad_norm": 8.54443252593224,
      "learning_rate": 1.3513513513513515e-06,
      "loss": 1.2045,
      "step": 5
    },
    {
      "epoch": 0.01366120218579235,
      "grad_norm": 8.766360812816002,
      "learning_rate": 2.702702702702703e-06,
      "loss": 1.1859,
      "step": 10
    },
    {
      "epoch": 0.020491803278688523,
      "grad_norm": 2.6135570637792593,
      "learning_rate": 4.0540540540540545e-06,
      "loss": 1.0192,
      "step": 15
    },
    {
      "epoch": 0.0273224043715847,
      "grad_norm": 0.9204527360610539,
      "learning_rate": 5.405405405405406e-06,
      "loss": 0.9217,
      "step": 20
    },
    {
      "epoch": 0.03415300546448088,
      "grad_norm": 0.7474197058876075,
      "learning_rate": 6.7567567567567575e-06,
      "loss": 0.859,
      "step": 25
    },
    {
      "epoch": 0.040983606557377046,
      "grad_norm": 0.7028834448437822,
      "learning_rate": 8.108108108108109e-06,
      "loss": 0.8567,
      "step": 30
    },
    {
      "epoch": 0.04781420765027322,
      "grad_norm": 0.6058504125273818,
      "learning_rate": 9.45945945945946e-06,
      "loss": 0.8564,
      "step": 35
    },
    {
      "epoch": 0.0546448087431694,
      "grad_norm": 0.5930991083899937,
      "learning_rate": 1.0810810810810812e-05,
      "loss": 0.828,
      "step": 40
    },
    {
      "epoch": 0.06147540983606557,
      "grad_norm": 0.5843120963137354,
      "learning_rate": 1.2162162162162164e-05,
      "loss": 0.8319,
      "step": 45
    },
    {
      "epoch": 0.06830601092896176,
      "grad_norm": 0.5527620922946438,
      "learning_rate": 1.3513513513513515e-05,
      "loss": 0.8194,
      "step": 50
    },
    {
      "epoch": 0.07513661202185792,
      "grad_norm": 0.5888810193109677,
      "learning_rate": 1.4864864864864865e-05,
      "loss": 0.828,
      "step": 55
    },
    {
      "epoch": 0.08196721311475409,
      "grad_norm": 0.5711479605177191,
      "learning_rate": 1.6216216216216218e-05,
      "loss": 0.8255,
      "step": 60
    },
    {
      "epoch": 0.08879781420765027,
      "grad_norm": 0.5790256594021843,
      "learning_rate": 1.756756756756757e-05,
      "loss": 0.8091,
      "step": 65
    },
    {
      "epoch": 0.09562841530054644,
      "grad_norm": 0.5999689248767484,
      "learning_rate": 1.891891891891892e-05,
      "loss": 0.8509,
      "step": 70
    },
    {
      "epoch": 0.10245901639344263,
      "grad_norm": 0.5760441130309225,
      "learning_rate": 1.999988602302209e-05,
      "loss": 0.7947,
      "step": 75
    },
    {
      "epoch": 0.1092896174863388,
      "grad_norm": 0.563404914562876,
      "learning_rate": 1.9995897101594454e-05,
      "loss": 0.8095,
      "step": 80
    },
    {
      "epoch": 0.11612021857923498,
      "grad_norm": 0.5960450579935208,
      "learning_rate": 1.99862119291555e-05,
      "loss": 0.8086,
      "step": 85
    },
    {
      "epoch": 0.12295081967213115,
      "grad_norm": 0.59853110269883,
      "learning_rate": 1.997083602488702e-05,
      "loss": 0.807,
      "step": 90
    },
    {
      "epoch": 0.12978142076502733,
      "grad_norm": 0.5967638652133508,
      "learning_rate": 1.994977815088504e-05,
      "loss": 0.8055,
      "step": 95
    },
    {
      "epoch": 0.1366120218579235,
      "grad_norm": 0.5817027228929745,
      "learning_rate": 1.9923050307166655e-05,
      "loss": 0.8042,
      "step": 100
    },
    {
      "epoch": 0.14344262295081966,
      "grad_norm": 0.6298978323283461,
      "learning_rate": 1.989066772483171e-05,
      "loss": 0.8122,
      "step": 105
    },
    {
      "epoch": 0.15027322404371585,
      "grad_norm": 0.5443292461213772,
      "learning_rate": 1.9852648857383224e-05,
      "loss": 0.7947,
      "step": 110
    },
    {
      "epoch": 0.15710382513661203,
      "grad_norm": 0.5958295331916256,
      "learning_rate": 1.9809015370211505e-05,
      "loss": 0.8023,
      "step": 115
    },
    {
      "epoch": 0.16393442622950818,
      "grad_norm": 0.5429841988820163,
      "learning_rate": 1.9759792128247922e-05,
      "loss": 0.8178,
      "step": 120
    },
    {
      "epoch": 0.17076502732240437,
      "grad_norm": 0.5962054388159139,
      "learning_rate": 1.9705007181795416e-05,
      "loss": 0.8075,
      "step": 125
    },
    {
      "epoch": 0.17759562841530055,
      "grad_norm": 0.5873047611136615,
      "learning_rate": 1.964469175054377e-05,
      "loss": 0.7948,
      "step": 130
    },
    {
      "epoch": 0.18442622950819673,
      "grad_norm": 0.5707966893645422,
      "learning_rate": 1.9578880205778793e-05,
      "loss": 0.79,
      "step": 135
    },
    {
      "epoch": 0.1912568306010929,
      "grad_norm": 0.5529077592904704,
      "learning_rate": 1.950761005079556e-05,
      "loss": 0.7677,
      "step": 140
    },
    {
      "epoch": 0.19808743169398907,
      "grad_norm": 0.5908113970637738,
      "learning_rate": 1.9430921899526786e-05,
      "loss": 0.7889,
      "step": 145
    },
    {
      "epoch": 0.20491803278688525,
      "grad_norm": 0.5881122057959933,
      "learning_rate": 1.934885945339865e-05,
      "loss": 0.7812,
      "step": 150
    },
    {
      "epoch": 0.21174863387978143,
      "grad_norm": 0.599803919917601,
      "learning_rate": 1.9261469476427122e-05,
      "loss": 0.7957,
      "step": 155
    },
    {
      "epoch": 0.2185792349726776,
      "grad_norm": 0.560441172041075,
      "learning_rate": 1.916880176856909e-05,
      "loss": 0.7589,
      "step": 160
    },
    {
      "epoch": 0.22540983606557377,
      "grad_norm": 0.6107861386387331,
      "learning_rate": 1.907090913734341e-05,
      "loss": 0.7786,
      "step": 165
    },
    {
      "epoch": 0.23224043715846995,
      "grad_norm": 0.5873436702665477,
      "learning_rate": 1.896784736773805e-05,
      "loss": 0.7678,
      "step": 170
    },
    {
      "epoch": 0.2390710382513661,
      "grad_norm": 0.551913986008609,
      "learning_rate": 1.885967519042054e-05,
      "loss": 0.7744,
      "step": 175
    },
    {
      "epoch": 0.2459016393442623,
      "grad_norm": 0.5534204553817462,
      "learning_rate": 1.8746454248269777e-05,
      "loss": 0.76,
      "step": 180
    },
    {
      "epoch": 0.2527322404371585,
      "grad_norm": 0.5475707727189457,
      "learning_rate": 1.862824906124826e-05,
      "loss": 0.7837,
      "step": 185
    },
    {
      "epoch": 0.25956284153005466,
      "grad_norm": 0.5362754705998823,
      "learning_rate": 1.850512698963485e-05,
      "loss": 0.7578,
      "step": 190
    },
    {
      "epoch": 0.26639344262295084,
      "grad_norm": 0.568308146412154,
      "learning_rate": 1.8377158195638877e-05,
      "loss": 0.7721,
      "step": 195
    },
    {
      "epoch": 0.273224043715847,
      "grad_norm": 0.573616423304356,
      "learning_rate": 1.8244415603417603e-05,
      "loss": 0.7938,
      "step": 200
    },
    {
      "epoch": 0.28005464480874315,
      "grad_norm": 0.5772108653032471,
      "learning_rate": 1.8106974857519737e-05,
      "loss": 0.776,
      "step": 205
    },
    {
      "epoch": 0.28688524590163933,
      "grad_norm": 0.6117645615908475,
      "learning_rate": 1.7964914279778716e-05,
      "loss": 0.7521,
      "step": 210
    },
    {
      "epoch": 0.2937158469945355,
      "grad_norm": 0.5700487711327129,
      "learning_rate": 1.78183148246803e-05,
      "loss": 0.764,
      "step": 215
    },
    {
      "epoch": 0.3005464480874317,
      "grad_norm": 0.6151416615508302,
      "learning_rate": 1.7667260033229953e-05,
      "loss": 0.7798,
      "step": 220
    },
    {
      "epoch": 0.3073770491803279,
      "grad_norm": 0.5856403601353761,
      "learning_rate": 1.751183598534625e-05,
      "loss": 0.7646,
      "step": 225
    },
    {
      "epoch": 0.31420765027322406,
      "grad_norm": 0.6275879480436144,
      "learning_rate": 1.7352131250807466e-05,
      "loss": 0.769,
      "step": 230
    },
    {
      "epoch": 0.32103825136612024,
      "grad_norm": 0.5509601358171512,
      "learning_rate": 1.7188236838779297e-05,
      "loss": 0.7517,
      "step": 235
    },
    {
      "epoch": 0.32786885245901637,
      "grad_norm": 0.5604130447613014,
      "learning_rate": 1.702024614595248e-05,
      "loss": 0.7734,
      "step": 240
    },
    {
      "epoch": 0.33469945355191255,
      "grad_norm": 0.6282624124992058,
      "learning_rate": 1.6848254903319866e-05,
      "loss": 0.7486,
      "step": 245
    },
    {
      "epoch": 0.34153005464480873,
      "grad_norm": 0.568288936290054,
      "learning_rate": 1.6672361121623238e-05,
      "loss": 0.7613,
      "step": 250
    },
    {
      "epoch": 0.3483606557377049,
      "grad_norm": 0.5484081363085775,
      "learning_rate": 1.6492665035501048e-05,
      "loss": 0.7585,
      "step": 255
    },
    {
      "epoch": 0.3551912568306011,
      "grad_norm": 0.5764477527848118,
      "learning_rate": 1.6309269046368777e-05,
      "loss": 0.7673,
      "step": 260
    },
    {
      "epoch": 0.3620218579234973,
      "grad_norm": 0.5971807718295861,
      "learning_rate": 1.612227766406461e-05,
      "loss": 0.7815,
      "step": 265
    },
    {
      "epoch": 0.36885245901639346,
      "grad_norm": 0.5704742221970132,
      "learning_rate": 1.5931797447293553e-05,
      "loss": 0.7664,
      "step": 270
    },
    {
      "epoch": 0.3756830601092896,
      "grad_norm": 0.5793216066877228,
      "learning_rate": 1.5737936942904025e-05,
      "loss": 0.7514,
      "step": 275
    },
    {
      "epoch": 0.3825136612021858,
      "grad_norm": 0.5505577683054798,
      "learning_rate": 1.554080662403144e-05,
      "loss": 0.7588,
      "step": 280
    },
    {
      "epoch": 0.38934426229508196,
      "grad_norm": 0.5729266512483018,
      "learning_rate": 1.5340518827144145e-05,
      "loss": 0.7559,
      "step": 285
    },
    {
      "epoch": 0.39617486338797814,
      "grad_norm": 0.5602606968248647,
      "learning_rate": 1.5137187688027437e-05,
      "loss": 0.7536,
      "step": 290
    },
    {
      "epoch": 0.4030054644808743,
      "grad_norm": 0.5460182503591859,
      "learning_rate": 1.4930929076742317e-05,
      "loss": 0.7409,
      "step": 295
    },
    {
      "epoch": 0.4098360655737705,
      "grad_norm": 0.5523985577258183,
      "learning_rate": 1.4721860531595868e-05,
      "loss": 0.771,
      "step": 300
    },
    {
      "epoch": 0.4166666666666667,
      "grad_norm": 0.5641378656097824,
      "learning_rate": 1.451010119216102e-05,
      "loss": 0.736,
      "step": 305
    },
    {
      "epoch": 0.42349726775956287,
      "grad_norm": 0.6191757729625711,
      "learning_rate": 1.4295771731383799e-05,
      "loss": 0.7527,
      "step": 310
    },
    {
      "epoch": 0.430327868852459,
      "grad_norm": 0.5471083343191394,
      "learning_rate": 1.4078994286816768e-05,
      "loss": 0.7295,
      "step": 315
    },
    {
      "epoch": 0.4371584699453552,
      "grad_norm": 0.5982097120013118,
      "learning_rate": 1.3859892391017867e-05,
      "loss": 0.747,
      "step": 320
    },
    {
      "epoch": 0.44398907103825136,
      "grad_norm": 0.5616896454618231,
      "learning_rate": 1.3638590901154276e-05,
      "loss": 0.7308,
      "step": 325
    },
    {
      "epoch": 0.45081967213114754,
      "grad_norm": 0.5709111327321962,
      "learning_rate": 1.341521592785145e-05,
      "loss": 0.7416,
      "step": 330
    },
    {
      "epoch": 0.4576502732240437,
      "grad_norm": 0.6029640775277743,
      "learning_rate": 1.3189894763327851e-05,
      "loss": 0.7575,
      "step": 335
    },
    {
      "epoch": 0.4644808743169399,
      "grad_norm": 0.6090060111700056,
      "learning_rate": 1.2962755808856341e-05,
      "loss": 0.7233,
      "step": 340
    },
    {
      "epoch": 0.4713114754098361,
      "grad_norm": 0.5552565456347985,
      "learning_rate": 1.2733928501593587e-05,
      "loss": 0.7513,
      "step": 345
    },
    {
      "epoch": 0.4781420765027322,
      "grad_norm": 0.5899999700937736,
      "learning_rate": 1.2503543240819127e-05,
      "loss": 0.7247,
      "step": 350
    },
    {
      "epoch": 0.4849726775956284,
      "grad_norm": 0.5678421870745727,
      "learning_rate": 1.227173131362619e-05,
      "loss": 0.7311,
      "step": 355
    },
    {
      "epoch": 0.4918032786885246,
      "grad_norm": 0.5641985877955489,
      "learning_rate": 1.2038624820106572e-05,
      "loss": 0.723,
      "step": 360
    },
    {
      "epoch": 0.49863387978142076,
      "grad_norm": 0.5759106686454865,
      "learning_rate": 1.1804356598072223e-05,
      "loss": 0.7392,
      "step": 365
    },
    {
      "epoch": 0.505464480874317,
      "grad_norm": 0.5942494795318336,
      "learning_rate": 1.1569060147356441e-05,
      "loss": 0.7287,
      "step": 370
    },
    {
      "epoch": 0.5122950819672131,
      "grad_norm": 0.6097243862112076,
      "learning_rate": 1.133286955373779e-05,
      "loss": 0.7567,
      "step": 375
    },
    {
      "epoch": 0.5191256830601093,
      "grad_norm": 0.7022313974041855,
      "learning_rate": 1.1095919412530136e-05,
      "loss": 0.7257,
      "step": 380
    },
    {
      "epoch": 0.5259562841530054,
      "grad_norm": 0.5588868936313335,
      "learning_rate": 1.0858344751882304e-05,
      "loss": 0.7468,
      "step": 385
    },
    {
      "epoch": 0.5327868852459017,
      "grad_norm": 0.6211762914313255,
      "learning_rate": 1.0620280955831088e-05,
      "loss": 0.7537,
      "step": 390
    },
    {
      "epoch": 0.5396174863387978,
      "grad_norm": 0.5740368220758967,
      "learning_rate": 1.038186368715145e-05,
      "loss": 0.7343,
      "step": 395
    },
    {
      "epoch": 0.546448087431694,
      "grad_norm": 0.5701811365500552,
      "learning_rate": 1.0143228810047877e-05,
      "loss": 0.7356,
      "step": 400
    },
    {
      "epoch": 0.5532786885245902,
      "grad_norm": 0.5631312726270489,
      "learning_rate": 9.904512312730948e-06,
      "loss": 0.723,
      "step": 405
    },
    {
      "epoch": 0.5601092896174863,
      "grad_norm": 0.535442901596806,
      "learning_rate": 9.665850229923258e-06,
      "loss": 0.7358,
      "step": 410
    },
    {
      "epoch": 0.5669398907103825,
      "grad_norm": 0.5690112641912415,
      "learning_rate": 9.4273785653388e-06,
      "loss": 0.7266,
      "step": 415
    },
    {
      "epoch": 0.5737704918032787,
      "grad_norm": 0.5519801631394425,
      "learning_rate": 9.189233214180057e-06,
      "loss": 0.7247,
      "step": 420
    },
    {
      "epoch": 0.5806010928961749,
      "grad_norm": 0.6214956085930828,
      "learning_rate": 8.951549885696889e-06,
      "loss": 0.7152,
      "step": 425
    },
    {
      "epoch": 0.587431693989071,
      "grad_norm": 0.5453035860772034,
      "learning_rate": 8.714464025851428e-06,
      "loss": 0.7328,
      "step": 430
    },
    {
      "epoch": 0.5942622950819673,
      "grad_norm": 0.5928933851523271,
      "learning_rate": 8.478110740132971e-06,
      "loss": 0.7394,
      "step": 435
    },
    {
      "epoch": 0.6010928961748634,
      "grad_norm": 0.5777886942360209,
      "learning_rate": 8.242624716566928e-06,
      "loss": 0.7386,
      "step": 440
    },
    {
      "epoch": 0.6079234972677595,
      "grad_norm": 0.5829472844091811,
      "learning_rate": 8.008140148961642e-06,
      "loss": 0.7287,
      "step": 445
    },
    {
      "epoch": 0.6147540983606558,
      "grad_norm": 0.5662302145710356,
      "learning_rate": 7.774790660436857e-06,
      "loss": 0.7396,
      "step": 450
    },
    {
      "epoch": 0.6215846994535519,
      "grad_norm": 0.6056835562596397,
      "learning_rate": 7.542709227277396e-06,
      "loss": 0.7256,
      "step": 455
    },
    {
      "epoch": 0.6284153005464481,
      "grad_norm": 0.5452103732631707,
      "learning_rate": 7.312028103155426e-06,
      "loss": 0.7112,
      "step": 460
    },
    {
      "epoch": 0.6352459016393442,
      "grad_norm": 0.5263394595201824,
      "learning_rate": 7.0828787437645455e-06,
      "loss": 0.7253,
      "step": 465
    },
    {
      "epoch": 0.6420765027322405,
      "grad_norm": 0.5387984073614047,
      "learning_rate": 6.8553917319085676e-06,
      "loss": 0.715,
      "step": 470
    },
    {
      "epoch": 0.6489071038251366,
      "grad_norm": 0.5401548566338565,
      "learning_rate": 6.629696703087755e-06,
      "loss": 0.7135,
      "step": 475
    },
    {
      "epoch": 0.6557377049180327,
      "grad_norm": 0.5515159980407115,
      "learning_rate": 6.405922271624874e-06,
      "loss": 0.6676,
      "step": 480
    },
    {
      "epoch": 0.662568306010929,
      "grad_norm": 0.5568515122991526,
      "learning_rate": 6.184195957373176e-06,
      "loss": 0.7353,
      "step": 485
    },
    {
      "epoch": 0.6693989071038251,
      "grad_norm": 0.6271172253128796,
      "learning_rate": 5.964644113048079e-06,
      "loss": 0.7064,
      "step": 490
    },
    {
      "epoch": 0.6762295081967213,
      "grad_norm": 0.5462042747201297,
      "learning_rate": 5.74739185222394e-06,
      "loss": 0.7336,
      "step": 495
    },
    {
      "epoch": 0.6830601092896175,
      "grad_norm": 0.5558772088354085,
      "learning_rate": 5.532562978036964e-06,
      "loss": 0.7198,
      "step": 500
    },
    {
      "epoch": 0.6898907103825137,
      "grad_norm": 0.6030516260535024,
      "learning_rate": 5.320279912634907e-06,
      "loss": 0.7186,
      "step": 505
    },
    {
      "epoch": 0.6967213114754098,
      "grad_norm": 0.5696457236273929,
      "learning_rate": 5.110663627413695e-06,
      "loss": 0.7366,
      "step": 510
    },
    {
      "epoch": 0.703551912568306,
      "grad_norm": 0.5539578087989158,
      "learning_rate": 4.903833574080825e-06,
      "loss": 0.7065,
      "step": 515
    },
    {
      "epoch": 0.7103825136612022,
      "grad_norm": 0.6071180295830684,
      "learning_rate": 4.6999076165847214e-06,
      "loss": 0.7436,
      "step": 520
    },
    {
      "epoch": 0.7172131147540983,
      "grad_norm": 0.5571214598686036,
      "learning_rate": 4.499001963948929e-06,
      "loss": 0.7279,
      "step": 525
    },
    {
      "epoch": 0.7240437158469946,
      "grad_norm": 0.5401199305903159,
      "learning_rate": 4.301231104049359e-06,
      "loss": 0.7102,
      "step": 530
    },
    {
      "epoch": 0.7308743169398907,
      "grad_norm": 0.5313937404748474,
      "learning_rate": 4.106707738372357e-06,
      "loss": 0.696,
      "step": 535
    },
    {
      "epoch": 0.7377049180327869,
      "grad_norm": 0.5821444871544712,
      "learning_rate": 3.915542717790759e-06,
      "loss": 0.7224,
      "step": 540
    },
    {
      "epoch": 0.744535519125683,
      "grad_norm": 0.5758421647300646,
      "learning_rate": 3.727844979394526e-06,
      "loss": 0.7368,
      "step": 545
    },
    {
      "epoch": 0.7513661202185792,
      "grad_norm": 0.5511567358018045,
      "learning_rate": 3.543721484411976e-06,
      "loss": 0.738,
      "step": 550
    },
    {
      "epoch": 0.7581967213114754,
      "grad_norm": 0.5782196132261889,
      "learning_rate": 3.3632771572569878e-06,
      "loss": 0.7346,
      "step": 555
    },
    {
      "epoch": 0.7650273224043715,
      "grad_norm": 0.5444427117744266,
      "learning_rate": 3.1866148257368666e-06,
      "loss": 0.6956,
      "step": 560
    },
    {
      "epoch": 0.7718579234972678,
      "grad_norm": 0.5508607476703664,
      "learning_rate": 3.0138351624550165e-06,
      "loss": 0.7086,
      "step": 565
    },
    {
      "epoch": 0.7786885245901639,
      "grad_norm": 0.5547385528497039,
      "learning_rate": 2.845036627441755e-06,
      "loss": 0.7029,
      "step": 570
    },
    {
      "epoch": 0.7855191256830601,
      "grad_norm": 0.5497303389157615,
      "learning_rate": 2.6803154120460007e-06,
      "loss": 0.698,
      "step": 575
    },
    {
      "epoch": 0.7923497267759563,
      "grad_norm": 0.5445054309275521,
      "learning_rate": 2.5197653841197546e-06,
      "loss": 0.7359,
      "step": 580
    },
    {
      "epoch": 0.7991803278688525,
      "grad_norm": 0.5649479809138797,
      "learning_rate": 2.3634780345266805e-06,
      "loss": 0.7272,
      "step": 585
    },
    {
      "epoch": 0.8060109289617486,
      "grad_norm": 0.5703720996642136,
      "learning_rate": 2.211542425005223e-06,
      "loss": 0.7093,
      "step": 590
    },
    {
      "epoch": 0.8128415300546448,
      "grad_norm": 0.5542039680095538,
      "learning_rate": 2.064045137415982e-06,
      "loss": 0.7464,
      "step": 595
    },
    {
      "epoch": 0.819672131147541,
      "grad_norm": 0.5329395934495856,
      "learning_rate": 1.9210702244022616e-06,
      "loss": 0.7148,
      "step": 600
    },
    {
      "epoch": 0.8265027322404371,
      "grad_norm": 0.5287377422445715,
      "learning_rate": 1.7826991614919264e-06,
      "loss": 0.7223,
      "step": 605
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.5593988173817716,
      "learning_rate": 1.6490108006678495e-06,
      "loss": 0.7247,
      "step": 610
    },
    {
      "epoch": 0.8401639344262295,
      "grad_norm": 0.5672809722094616,
      "learning_rate": 1.5200813254334013e-06,
      "loss": 0.7054,
      "step": 615
    },
    {
      "epoch": 0.8469945355191257,
      "grad_norm": 0.5730006618469092,
      "learning_rate": 1.3959842073986085e-06,
      "loss": 0.7267,
      "step": 620
    },
    {
      "epoch": 0.8538251366120219,
      "grad_norm": 0.5446691548063705,
      "learning_rate": 1.2767901644116943e-06,
      "loss": 0.7154,
      "step": 625
    },
    {
      "epoch": 0.860655737704918,
      "grad_norm": 0.5672648990349456,
      "learning_rate": 1.1625671202598875e-06,
      "loss": 0.7043,
      "step": 630
    },
    {
      "epoch": 0.8674863387978142,
      "grad_norm": 0.5935712213732242,
      "learning_rate": 1.0533801659624531e-06,
      "loss": 0.696,
      "step": 635
    },
    {
      "epoch": 0.8743169398907104,
      "grad_norm": 0.5474056757010451,
      "learning_rate": 9.492915226779809e-07,
      "loss": 0.7037,
      "step": 640
    },
    {
      "epoch": 0.8811475409836066,
      "grad_norm": 0.7316698327879719,
      "learning_rate": 8.503605062471187e-07,
      "loss": 0.7285,
      "step": 645
    },
    {
      "epoch": 0.8879781420765027,
      "grad_norm": 0.5399843524785475,
      "learning_rate": 7.566434933909006e-07,
      "loss": 0.7168,
      "step": 650
    },
    {
      "epoch": 0.894808743169399,
      "grad_norm": 0.5406637929209906,
      "learning_rate": 6.681938895839746e-07,
      "loss": 0.69,
      "step": 655
    },
    {
      "epoch": 0.9016393442622951,
      "grad_norm": 0.5517097205610324,
      "learning_rate": 5.850620986210198e-07,
      "loss": 0.7028,
      "step": 660
    },
    {
      "epoch": 0.9084699453551912,
      "grad_norm": 0.5587545679939938,
      "learning_rate": 5.072954938936925e-07,
      "loss": 0.7059,
      "step": 665
    },
    {
      "epoch": 0.9153005464480874,
      "grad_norm": 0.608047963211898,
      "learning_rate": 4.3493839139447716e-07,
      "loss": 0.709,
      "step": 670
    },
    {
      "epoch": 0.9221311475409836,
      "grad_norm": 0.5654282179981049,
      "learning_rate": 3.6803202446282217e-07,
      "loss": 0.7173,
      "step": 675
    },
    {
      "epoch": 0.9289617486338798,
      "grad_norm": 0.5461106613890502,
      "learning_rate": 3.0661452028795335e-07,
      "loss": 0.6962,
      "step": 680
    },
    {
      "epoch": 0.9357923497267759,
      "grad_norm": 0.5263590681005187,
      "learning_rate": 2.507208781817638e-07,
      "loss": 0.7061,
      "step": 685
    },
    {
      "epoch": 0.9426229508196722,
      "grad_norm": 0.5372230969207142,
      "learning_rate": 2.0038294963413251e-07,
      "loss": 0.7303,
      "step": 690
    },
    {
      "epoch": 0.9494535519125683,
      "grad_norm": 0.5292248426851656,
      "learning_rate": 1.556294201620734e-07,
      "loss": 0.7078,
      "step": 695
    },
    {
      "epoch": 0.9562841530054644,
      "grad_norm": 0.5576533992425854,
      "learning_rate": 1.1648579296304252e-07,
      "loss": 0.7099,
      "step": 700
    },
    {
      "epoch": 0.9631147540983607,
      "grad_norm": 0.562157461832351,
      "learning_rate": 8.297437438170797e-08,
      "loss": 0.716,
      "step": 705
    },
    {
      "epoch": 0.9699453551912568,
      "grad_norm": 0.5582179313687514,
      "learning_rate": 5.51142611984834e-08,
      "loss": 0.7148,
      "step": 710
    },
    {
      "epoch": 0.976775956284153,
      "grad_norm": 0.5436289814742661,
      "learning_rate": 3.2921329747056527e-08,
      "loss": 0.7131,
      "step": 715
    },
    {
      "epoch": 0.9836065573770492,
      "grad_norm": 0.6108023242735494,
      "learning_rate": 1.6408226867118404e-08,
      "loss": 0.7132,
      "step": 720
    },
    {
      "epoch": 0.9904371584699454,
      "grad_norm": 0.5559954784052279,
      "learning_rate": 5.584362697453882e-09,
      "loss": 0.7282,
      "step": 725
    },
    {
      "epoch": 0.9972677595628415,
      "grad_norm": 1.0362594443574582,
      "learning_rate": 4.5590531348227443e-10,
      "loss": 0.7112,
      "step": 730
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.7273545861244202,
      "eval_runtime": 9.4727,
      "eval_samples_per_second": 52.784,
      "eval_steps_per_second": 1.689,
      "step": 732
    },
    {
      "epoch": 1.0,
      "step": 732,
      "total_flos": 106034689474560.0,
      "train_loss": 0.7574391521391322,
      "train_runtime": 8050.0643,
      "train_samples_per_second": 11.633,
      "train_steps_per_second": 0.091
    }
  ],
  "logging_steps": 5,
  "max_steps": 732,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 106034689474560.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}