{
  "best_metric": 0.5832681059837341,
  "best_model_checkpoint": "saves/CADICA_qwenvl_stenosis_detect_scale4/lora/sft/checkpoint-550",
  "epoch": 0.1545197012619109,
  "eval_steps": 50,
  "global_step": 600,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0012876641771825909,
      "grad_norm": 13.245840411597928,
      "learning_rate": 2.9411764705882355e-06,
      "loss": 2.8889,
      "num_input_tokens_seen": 52840,
      "step": 5
    },
    {
      "epoch": 0.0025753283543651817,
      "grad_norm": 12.237619501215374,
      "learning_rate": 5.882352941176471e-06,
      "loss": 2.8165,
      "num_input_tokens_seen": 105528,
      "step": 10
    },
    {
      "epoch": 0.0038629925315477724,
      "grad_norm": 16.29688816410412,
      "learning_rate": 8.823529411764707e-06,
      "loss": 2.8363,
      "num_input_tokens_seen": 158768,
      "step": 15
    },
    {
      "epoch": 0.0051506567087303634,
      "grad_norm": 11.576419511120797,
      "learning_rate": 1.1764705882352942e-05,
      "loss": 2.6853,
      "num_input_tokens_seen": 210816,
      "step": 20
    },
    {
      "epoch": 0.006438320885912954,
      "grad_norm": 6.9672256792859,
      "learning_rate": 1.4705882352941177e-05,
      "loss": 2.2992,
      "num_input_tokens_seen": 262936,
      "step": 25
    },
    {
      "epoch": 0.007725985063095545,
      "grad_norm": 3.1837818528204305,
      "learning_rate": 1.7647058823529414e-05,
      "loss": 1.8923,
      "num_input_tokens_seen": 315264,
      "step": 30
    },
    {
      "epoch": 0.009013649240278136,
      "grad_norm": 2.835950303969337,
      "learning_rate": 2.058823529411765e-05,
      "loss": 1.6984,
      "num_input_tokens_seen": 367840,
      "step": 35
    },
    {
      "epoch": 0.010301313417460727,
      "grad_norm": 2.223740001042382,
      "learning_rate": 2.3529411764705884e-05,
      "loss": 1.6434,
      "num_input_tokens_seen": 420112,
      "step": 40
    },
    {
      "epoch": 0.011588977594643318,
      "grad_norm": 1.9880935044313244,
      "learning_rate": 2.647058823529412e-05,
      "loss": 1.4659,
      "num_input_tokens_seen": 472728,
      "step": 45
    },
    {
      "epoch": 0.012876641771825908,
      "grad_norm": 1.7151131700495934,
      "learning_rate": 2.9411764705882354e-05,
      "loss": 1.3506,
      "num_input_tokens_seen": 524648,
      "step": 50
    },
    {
      "epoch": 0.012876641771825908,
      "eval_loss": 1.1727452278137207,
      "eval_runtime": 66.3207,
      "eval_samples_per_second": 1.809,
      "eval_steps_per_second": 0.452,
      "num_input_tokens_seen": 524648,
      "step": 50
    },
    {
      "epoch": 0.014164305949008499,
      "grad_norm": 1.47475981537851,
      "learning_rate": 3.235294117647059e-05,
      "loss": 1.1455,
      "num_input_tokens_seen": 576472,
      "step": 55
    },
    {
      "epoch": 0.01545197012619109,
      "grad_norm": 1.7476693647440722,
      "learning_rate": 3.529411764705883e-05,
      "loss": 0.9971,
      "num_input_tokens_seen": 628056,
      "step": 60
    },
    {
      "epoch": 0.01673963430337368,
      "grad_norm": 1.3384365493212875,
      "learning_rate": 3.8235294117647055e-05,
      "loss": 0.9073,
      "num_input_tokens_seen": 680448,
      "step": 65
    },
    {
      "epoch": 0.018027298480556272,
      "grad_norm": 0.9014358219807773,
      "learning_rate": 4.11764705882353e-05,
      "loss": 0.8386,
      "num_input_tokens_seen": 733664,
      "step": 70
    },
    {
      "epoch": 0.01931496265773886,
      "grad_norm": 0.8007820009902022,
      "learning_rate": 4.411764705882353e-05,
      "loss": 0.7827,
      "num_input_tokens_seen": 786096,
      "step": 75
    },
    {
      "epoch": 0.020602626834921454,
      "grad_norm": 0.6701003454307716,
      "learning_rate": 4.705882352941177e-05,
      "loss": 0.7814,
      "num_input_tokens_seen": 838192,
      "step": 80
    },
    {
      "epoch": 0.021890291012104043,
      "grad_norm": 0.8973165751658843,
      "learning_rate": 5e-05,
      "loss": 0.7297,
      "num_input_tokens_seen": 890112,
      "step": 85
    },
    {
      "epoch": 0.023177955189286635,
      "grad_norm": 0.9060968630490469,
      "learning_rate": 5.294117647058824e-05,
      "loss": 0.7894,
      "num_input_tokens_seen": 943472,
      "step": 90
    },
    {
      "epoch": 0.024465619366469224,
      "grad_norm": 0.9520214202472889,
      "learning_rate": 5.588235294117647e-05,
      "loss": 0.7758,
      "num_input_tokens_seen": 996872,
      "step": 95
    },
    {
      "epoch": 0.025753283543651816,
      "grad_norm": 0.8226006535044261,
      "learning_rate": 5.882352941176471e-05,
      "loss": 0.7577,
      "num_input_tokens_seen": 1049816,
      "step": 100
    },
    {
      "epoch": 0.025753283543651816,
      "eval_loss": 0.7517351508140564,
      "eval_runtime": 38.7829,
      "eval_samples_per_second": 3.094,
      "eval_steps_per_second": 0.774,
      "num_input_tokens_seen": 1049816,
      "step": 100
    },
    {
      "epoch": 0.027040947720834405,
      "grad_norm": 0.7251208491150668,
      "learning_rate": 6.176470588235295e-05,
      "loss": 0.7579,
      "num_input_tokens_seen": 1102584,
      "step": 105
    },
    {
      "epoch": 0.028328611898016998,
      "grad_norm": 0.8217419839297042,
      "learning_rate": 6.470588235294118e-05,
      "loss": 0.7659,
      "num_input_tokens_seen": 1155512,
      "step": 110
    },
    {
      "epoch": 0.029616276075199587,
      "grad_norm": 0.6768053879888967,
      "learning_rate": 6.764705882352942e-05,
      "loss": 0.7469,
      "num_input_tokens_seen": 1207976,
      "step": 115
    },
    {
      "epoch": 0.03090394025238218,
      "grad_norm": 1.9562630849642013,
      "learning_rate": 7.058823529411765e-05,
      "loss": 0.7353,
      "num_input_tokens_seen": 1259776,
      "step": 120
    },
    {
      "epoch": 0.03219160442956477,
      "grad_norm": 0.6439041597153087,
      "learning_rate": 7.352941176470589e-05,
      "loss": 0.7537,
      "num_input_tokens_seen": 1312760,
      "step": 125
    },
    {
      "epoch": 0.03347926860674736,
      "grad_norm": 0.6124318582166212,
      "learning_rate": 7.647058823529411e-05,
      "loss": 0.7669,
      "num_input_tokens_seen": 1365616,
      "step": 130
    },
    {
      "epoch": 0.03476693278392995,
      "grad_norm": 0.7593534002488418,
      "learning_rate": 7.941176470588235e-05,
      "loss": 0.722,
      "num_input_tokens_seen": 1417544,
      "step": 135
    },
    {
      "epoch": 0.036054596961112545,
      "grad_norm": 0.7827834651032061,
      "learning_rate": 8.23529411764706e-05,
      "loss": 0.7502,
      "num_input_tokens_seen": 1469856,
      "step": 140
    },
    {
      "epoch": 0.037342261138295134,
      "grad_norm": 0.5444126155596626,
      "learning_rate": 8.529411764705883e-05,
      "loss": 0.7174,
      "num_input_tokens_seen": 1521496,
      "step": 145
    },
    {
      "epoch": 0.03862992531547772,
      "grad_norm": 0.40878703812837747,
      "learning_rate": 8.823529411764706e-05,
      "loss": 0.7018,
      "num_input_tokens_seen": 1573376,
      "step": 150
    },
    {
      "epoch": 0.03862992531547772,
      "eval_loss": 0.7309949994087219,
      "eval_runtime": 38.2005,
      "eval_samples_per_second": 3.141,
      "eval_steps_per_second": 0.785,
      "num_input_tokens_seen": 1573376,
      "step": 150
    },
    {
      "epoch": 0.03991758949266031,
      "grad_norm": 0.5536144453733772,
      "learning_rate": 9.11764705882353e-05,
      "loss": 0.738,
      "num_input_tokens_seen": 1626136,
      "step": 155
    },
    {
      "epoch": 0.04120525366984291,
      "grad_norm": 0.5151715191704441,
      "learning_rate": 9.411764705882353e-05,
      "loss": 0.7579,
      "num_input_tokens_seen": 1678760,
      "step": 160
    },
    {
      "epoch": 0.042492917847025496,
      "grad_norm": 0.5209077394596254,
      "learning_rate": 9.705882352941177e-05,
      "loss": 0.7502,
      "num_input_tokens_seen": 1731240,
      "step": 165
    },
    {
      "epoch": 0.043780582024208085,
      "grad_norm": 0.721213601237688,
      "learning_rate": 0.0001,
      "loss": 0.7448,
      "num_input_tokens_seen": 1783816,
      "step": 170
    },
    {
      "epoch": 0.045068246201390674,
      "grad_norm": 0.48666007914879555,
      "learning_rate": 9.999940874631277e-05,
      "loss": 0.6648,
      "num_input_tokens_seen": 1834592,
      "step": 175
    },
    {
      "epoch": 0.04635591037857327,
      "grad_norm": 0.5136600613696797,
      "learning_rate": 9.999763499923432e-05,
      "loss": 0.7759,
      "num_input_tokens_seen": 1888176,
      "step": 180
    },
    {
      "epoch": 0.04764357455575586,
      "grad_norm": 0.6706281530046975,
      "learning_rate": 9.999467880071402e-05,
      "loss": 0.7167,
      "num_input_tokens_seen": 1940280,
      "step": 185
    },
    {
      "epoch": 0.04893123873293845,
      "grad_norm": 0.5159139445497618,
      "learning_rate": 9.999054022066641e-05,
      "loss": 0.7483,
      "num_input_tokens_seen": 1993096,
      "step": 190
    },
    {
      "epoch": 0.050218902910121044,
      "grad_norm": 0.40251006129746847,
      "learning_rate": 9.998521935696953e-05,
      "loss": 0.7464,
      "num_input_tokens_seen": 2045648,
      "step": 195
    },
    {
      "epoch": 0.05150656708730363,
      "grad_norm": 0.4811730853311867,
      "learning_rate": 9.997871633546257e-05,
      "loss": 0.7594,
      "num_input_tokens_seen": 2099008,
      "step": 200
    },
    {
      "epoch": 0.05150656708730363,
      "eval_loss": 0.7274295687675476,
      "eval_runtime": 38.079,
      "eval_samples_per_second": 3.151,
      "eval_steps_per_second": 0.788,
      "num_input_tokens_seen": 2099008,
      "step": 200
    },
    {
      "epoch": 0.05279423126448622,
      "grad_norm": 0.591934959695668,
      "learning_rate": 9.997103130994296e-05,
      "loss": 0.706,
      "num_input_tokens_seen": 2151680,
      "step": 205
    },
    {
      "epoch": 0.05408189544166881,
      "grad_norm": 0.48253717444489286,
      "learning_rate": 9.996216446216267e-05,
      "loss": 0.7186,
      "num_input_tokens_seen": 2203784,
      "step": 210
    },
    {
      "epoch": 0.055369559618851406,
      "grad_norm": 0.5274315079401322,
      "learning_rate": 9.995211600182397e-05,
      "loss": 0.7009,
      "num_input_tokens_seen": 2255632,
      "step": 215
    },
    {
      "epoch": 0.056657223796033995,
      "grad_norm": 0.32879215224292613,
      "learning_rate": 9.994088616657444e-05,
      "loss": 0.6801,
      "num_input_tokens_seen": 2308096,
      "step": 220
    },
    {
      "epoch": 0.057944887973216584,
      "grad_norm": 0.37171195071448215,
      "learning_rate": 9.992847522200133e-05,
      "loss": 0.7569,
      "num_input_tokens_seen": 2361168,
      "step": 225
    },
    {
      "epoch": 0.05923255215039917,
      "grad_norm": 0.4120941016934064,
      "learning_rate": 9.99148834616253e-05,
      "loss": 0.7402,
      "num_input_tokens_seen": 2413896,
      "step": 230
    },
    {
      "epoch": 0.06052021632758177,
      "grad_norm": 0.5998680948310651,
      "learning_rate": 9.990011120689351e-05,
      "loss": 0.7191,
      "num_input_tokens_seen": 2466136,
      "step": 235
    },
    {
      "epoch": 0.06180788050476436,
      "grad_norm": 0.538488141249078,
      "learning_rate": 9.988415880717194e-05,
      "loss": 0.7274,
      "num_input_tokens_seen": 2518848,
      "step": 240
    },
    {
      "epoch": 0.06309554468194695,
      "grad_norm": 0.4393093124760277,
      "learning_rate": 9.986702663973722e-05,
      "loss": 0.7704,
      "num_input_tokens_seen": 2572384,
      "step": 245
    },
    {
      "epoch": 0.06438320885912954,
      "grad_norm": 0.6116643616510118,
      "learning_rate": 9.98487151097676e-05,
      "loss": 0.7346,
      "num_input_tokens_seen": 2625352,
      "step": 250
    },
    {
      "epoch": 0.06438320885912954,
      "eval_loss": 0.7181503176689148,
      "eval_runtime": 38.0986,
      "eval_samples_per_second": 3.15,
      "eval_steps_per_second": 0.787,
      "num_input_tokens_seen": 2625352,
      "step": 250
    },
    {
      "epoch": 0.06567087303631212,
      "grad_norm": 0.41200227731339506,
      "learning_rate": 9.98292246503335e-05,
      "loss": 0.7408,
      "num_input_tokens_seen": 2678216,
      "step": 255
    },
    {
      "epoch": 0.06695853721349472,
      "grad_norm": 0.44521059732114987,
      "learning_rate": 9.980855572238714e-05,
      "loss": 0.7044,
      "num_input_tokens_seen": 2730664,
      "step": 260
    },
    {
      "epoch": 0.06824620139067732,
      "grad_norm": 0.571896859428363,
      "learning_rate": 9.978670881475172e-05,
      "loss": 0.7334,
      "num_input_tokens_seen": 2783584,
      "step": 265
    },
    {
      "epoch": 0.0695338655678599,
      "grad_norm": 0.3907697039722125,
      "learning_rate": 9.976368444410985e-05,
      "loss": 0.7075,
      "num_input_tokens_seen": 2836152,
      "step": 270
    },
    {
      "epoch": 0.0708215297450425,
      "grad_norm": 0.4507806825752261,
      "learning_rate": 9.973948315499126e-05,
      "loss": 0.7039,
      "num_input_tokens_seen": 2887808,
      "step": 275
    },
    {
      "epoch": 0.07210919392222509,
      "grad_norm": 0.41330504132984697,
      "learning_rate": 9.971410551976002e-05,
      "loss": 0.6953,
      "num_input_tokens_seen": 2939656,
      "step": 280
    },
    {
      "epoch": 0.07339685809940767,
      "grad_norm": 0.4625671909482009,
      "learning_rate": 9.968755213860094e-05,
      "loss": 0.7022,
      "num_input_tokens_seen": 2991632,
      "step": 285
    },
    {
      "epoch": 0.07468452227659027,
      "grad_norm": 0.6553627840267285,
      "learning_rate": 9.96598236395054e-05,
      "loss": 0.6796,
      "num_input_tokens_seen": 3043616,
      "step": 290
    },
    {
      "epoch": 0.07597218645377285,
      "grad_norm": 0.5157886895754477,
      "learning_rate": 9.96309206782565e-05,
      "loss": 0.7346,
      "num_input_tokens_seen": 3096920,
      "step": 295
    },
    {
      "epoch": 0.07725985063095545,
      "grad_norm": 0.5672965149433489,
      "learning_rate": 9.960084393841355e-05,
      "loss": 0.6815,
      "num_input_tokens_seen": 3149032,
      "step": 300
    },
    {
      "epoch": 0.07725985063095545,
      "eval_loss": 0.7073924541473389,
      "eval_runtime": 38.1842,
      "eval_samples_per_second": 3.143,
      "eval_steps_per_second": 0.786,
      "num_input_tokens_seen": 3149032,
      "step": 300
    },
    {
      "epoch": 0.07854751480813804,
      "grad_norm": 0.4479276285203507,
      "learning_rate": 9.956959413129585e-05,
      "loss": 0.7208,
      "num_input_tokens_seen": 3201560,
      "step": 305
    },
    {
      "epoch": 0.07983517898532062,
      "grad_norm": 0.368457437106614,
      "learning_rate": 9.953717199596598e-05,
      "loss": 0.7144,
      "num_input_tokens_seen": 3254632,
      "step": 310
    },
    {
      "epoch": 0.08112284316250322,
      "grad_norm": 0.5531413254856732,
      "learning_rate": 9.95035782992122e-05,
      "loss": 0.6861,
      "num_input_tokens_seen": 3306432,
      "step": 315
    },
    {
      "epoch": 0.08241050733968582,
      "grad_norm": 0.41513991799613037,
      "learning_rate": 9.94688138355304e-05,
      "loss": 0.6836,
      "num_input_tokens_seen": 3358392,
      "step": 320
    },
    {
      "epoch": 0.0836981715168684,
      "grad_norm": 0.47052274706452957,
      "learning_rate": 9.943287942710527e-05,
      "loss": 0.7353,
      "num_input_tokens_seen": 3411424,
      "step": 325
    },
    {
      "epoch": 0.08498583569405099,
      "grad_norm": 0.6322586593511644,
      "learning_rate": 9.939577592379088e-05,
      "loss": 0.6774,
      "num_input_tokens_seen": 3462992,
      "step": 330
    },
    {
      "epoch": 0.08627349987123359,
      "grad_norm": 0.4129597798905344,
      "learning_rate": 9.935750420309055e-05,
      "loss": 0.7331,
      "num_input_tokens_seen": 3516136,
      "step": 335
    },
    {
      "epoch": 0.08756116404841617,
      "grad_norm": 0.4031509882699161,
      "learning_rate": 9.931806517013612e-05,
      "loss": 0.6939,
      "num_input_tokens_seen": 3568360,
      "step": 340
    },
    {
      "epoch": 0.08884882822559877,
      "grad_norm": 0.4444358747076587,
      "learning_rate": 9.927745975766654e-05,
      "loss": 0.7158,
      "num_input_tokens_seen": 3620696,
      "step": 345
    },
    {
      "epoch": 0.09013649240278135,
      "grad_norm": 0.5290547365449167,
      "learning_rate": 9.923568892600578e-05,
      "loss": 0.6932,
      "num_input_tokens_seen": 3673152,
      "step": 350
    },
    {
      "epoch": 0.09013649240278135,
      "eval_loss": 0.7044599056243896,
      "eval_runtime": 38.2709,
      "eval_samples_per_second": 3.136,
      "eval_steps_per_second": 0.784,
      "num_input_tokens_seen": 3673152,
      "step": 350
    },
    {
      "epoch": 0.09142415657996394,
      "grad_norm": 0.47530311368359207,
      "learning_rate": 9.91927536630402e-05,
      "loss": 0.6778,
      "num_input_tokens_seen": 3725296,
      "step": 355
    },
    {
      "epoch": 0.09271182075714654,
      "grad_norm": 0.38913022785688944,
      "learning_rate": 9.91486549841951e-05,
      "loss": 0.6857,
      "num_input_tokens_seen": 3777552,
      "step": 360
    },
    {
      "epoch": 0.09399948493432912,
      "grad_norm": 0.4834773141333328,
      "learning_rate": 9.91033939324107e-05,
      "loss": 0.7184,
      "num_input_tokens_seen": 3830200,
      "step": 365
    },
    {
      "epoch": 0.09528714911151172,
      "grad_norm": 0.5862045807150876,
      "learning_rate": 9.905697157811761e-05,
      "loss": 0.7196,
      "num_input_tokens_seen": 3883200,
      "step": 370
    },
    {
      "epoch": 0.09657481328869431,
      "grad_norm": 0.4576971522205563,
      "learning_rate": 9.900938901921131e-05,
      "loss": 0.6914,
      "num_input_tokens_seen": 3935576,
      "step": 375
    },
    {
      "epoch": 0.0978624774658769,
      "grad_norm": 0.49551517524520683,
      "learning_rate": 9.896064738102635e-05,
      "loss": 0.6681,
      "num_input_tokens_seen": 3987624,
      "step": 380
    },
    {
      "epoch": 0.09915014164305949,
      "grad_norm": 0.8198390819787913,
      "learning_rate": 9.891074781630966e-05,
      "loss": 0.6723,
      "num_input_tokens_seen": 4039680,
      "step": 385
    },
    {
      "epoch": 0.10043780582024209,
      "grad_norm": 0.7034626469978683,
      "learning_rate": 9.885969150519331e-05,
      "loss": 0.6498,
      "num_input_tokens_seen": 4091216,
      "step": 390
    },
    {
      "epoch": 0.10172546999742467,
      "grad_norm": 0.8838075623197742,
      "learning_rate": 9.88074796551666e-05,
      "loss": 0.7311,
      "num_input_tokens_seen": 4144264,
      "step": 395
    },
    {
      "epoch": 0.10301313417460727,
      "grad_norm": 0.7342758386202114,
      "learning_rate": 9.875411350104744e-05,
      "loss": 0.7089,
      "num_input_tokens_seen": 4197072,
      "step": 400
    },
    {
      "epoch": 0.10301313417460727,
      "eval_loss": 0.6847750544548035,
      "eval_runtime": 37.9238,
      "eval_samples_per_second": 3.164,
      "eval_steps_per_second": 0.791,
      "num_input_tokens_seen": 4197072,
      "step": 400
    },
    {
      "epoch": 0.10430079835178985,
      "grad_norm": 0.8113533605928532,
      "learning_rate": 9.86995943049533e-05,
      "loss": 0.7021,
      "num_input_tokens_seen": 4249656,
      "step": 405
    },
    {
      "epoch": 0.10558846252897244,
      "grad_norm": 1.1772677082041305,
      "learning_rate": 9.864392335627117e-05,
      "loss": 0.6943,
      "num_input_tokens_seen": 4302944,
      "step": 410
    },
    {
      "epoch": 0.10687612670615504,
      "grad_norm": 1.6493280510697776,
      "learning_rate": 9.858710197162721e-05,
      "loss": 0.7146,
      "num_input_tokens_seen": 4355480,
      "step": 415
    },
    {
      "epoch": 0.10816379088333762,
      "grad_norm": 3.0159798803441715,
      "learning_rate": 9.852913149485556e-05,
      "loss": 0.6312,
      "num_input_tokens_seen": 4407688,
      "step": 420
    },
    {
      "epoch": 0.10945145506052022,
      "grad_norm": 1.7981196843056153,
      "learning_rate": 9.847001329696653e-05,
      "loss": 0.6877,
      "num_input_tokens_seen": 4459736,
      "step": 425
    },
    {
      "epoch": 0.11073911923770281,
      "grad_norm": 1.5783278376799834,
      "learning_rate": 9.840974877611422e-05,
      "loss": 0.6975,
      "num_input_tokens_seen": 4512928,
      "step": 430
    },
    {
      "epoch": 0.1120267834148854,
      "grad_norm": 3.306646516615779,
      "learning_rate": 9.834833935756344e-05,
      "loss": 0.651,
      "num_input_tokens_seen": 4565840,
      "step": 435
    },
    {
      "epoch": 0.11331444759206799,
      "grad_norm": 2.3184973874904005,
      "learning_rate": 9.828578649365601e-05,
      "loss": 0.685,
      "num_input_tokens_seen": 4618168,
      "step": 440
    },
    {
      "epoch": 0.11460211176925057,
      "grad_norm": 1.602690016495642,
      "learning_rate": 9.822209166377635e-05,
      "loss": 0.6258,
      "num_input_tokens_seen": 4669784,
      "step": 445
    },
    {
      "epoch": 0.11588977594643317,
      "grad_norm": 2.6770797227308196,
      "learning_rate": 9.815725637431662e-05,
      "loss": 0.6732,
      "num_input_tokens_seen": 4722528,
      "step": 450
    },
    {
      "epoch": 0.11588977594643317,
      "eval_loss": 0.6526497006416321,
      "eval_runtime": 39.085,
      "eval_samples_per_second": 3.07,
      "eval_steps_per_second": 0.768,
      "num_input_tokens_seen": 4722528,
      "step": 450
    },
    {
      "epoch": 0.11717744012361576,
      "grad_norm": 2.1823349329218074,
      "learning_rate": 9.809128215864097e-05,
      "loss": 0.6544,
      "num_input_tokens_seen": 4774400,
      "step": 455
    },
    {
      "epoch": 0.11846510430079835,
      "grad_norm": 1.434521593914191,
      "learning_rate": 9.802417057704931e-05,
      "loss": 0.652,
      "num_input_tokens_seen": 4826704,
      "step": 460
    },
    {
      "epoch": 0.11975276847798094,
      "grad_norm": 2.399754385687283,
      "learning_rate": 9.795592321674045e-05,
      "loss": 0.6582,
      "num_input_tokens_seen": 4880072,
      "step": 465
    },
    {
      "epoch": 0.12104043265516354,
      "grad_norm": 3.9235176077985536,
      "learning_rate": 9.788654169177453e-05,
      "loss": 0.6506,
      "num_input_tokens_seen": 4931968,
      "step": 470
    },
    {
      "epoch": 0.12232809683234612,
      "grad_norm": 3.659330745777227,
      "learning_rate": 9.781602764303487e-05,
      "loss": 0.6551,
      "num_input_tokens_seen": 4983656,
      "step": 475
    },
    {
      "epoch": 0.12361576100952872,
      "grad_norm": 1.9670601503398757,
      "learning_rate": 9.774438273818911e-05,
      "loss": 0.6978,
      "num_input_tokens_seen": 5036528,
      "step": 480
    },
    {
      "epoch": 0.12490342518671131,
      "grad_norm": 1.308580869419328,
      "learning_rate": 9.767160867164979e-05,
      "loss": 0.6407,
      "num_input_tokens_seen": 5088768,
      "step": 485
    },
    {
      "epoch": 0.1261910893638939,
      "grad_norm": 1.7349486072682865,
      "learning_rate": 9.759770716453436e-05,
      "loss": 0.6641,
      "num_input_tokens_seen": 5142080,
      "step": 490
    },
    {
      "epoch": 0.1274787535410765,
      "grad_norm": 2.993327939872198,
      "learning_rate": 9.752267996462434e-05,
      "loss": 0.6588,
      "num_input_tokens_seen": 5194432,
      "step": 495
    },
    {
      "epoch": 0.12876641771825909,
      "grad_norm": 2.6430988002320976,
      "learning_rate": 9.744652884632406e-05,
      "loss": 0.6304,
      "num_input_tokens_seen": 5246640,
      "step": 500
    },
    {
      "epoch": 0.12876641771825909,
      "eval_loss": 0.6272165775299072,
      "eval_runtime": 39.4177,
      "eval_samples_per_second": 3.044,
      "eval_steps_per_second": 0.761,
      "num_input_tokens_seen": 5246640,
      "step": 500
    },
    {
      "epoch": 0.13005408189544168,
      "grad_norm": 2.6047672112920286,
      "learning_rate": 9.736925561061871e-05,
      "loss": 0.5741,
      "num_input_tokens_seen": 5299024,
      "step": 505
    },
    {
      "epoch": 0.13134174607262425,
      "grad_norm": 2.4706517190834063,
      "learning_rate": 9.729086208503174e-05,
      "loss": 0.6535,
      "num_input_tokens_seen": 5352664,
      "step": 510
    },
    {
      "epoch": 0.13262941024980685,
      "grad_norm": 2.031672226684599,
      "learning_rate": 9.721135012358156e-05,
      "loss": 0.6081,
      "num_input_tokens_seen": 5406008,
      "step": 515
    },
    {
      "epoch": 0.13391707442698944,
      "grad_norm": 2.773997809426142,
      "learning_rate": 9.713072160673777e-05,
      "loss": 0.6792,
      "num_input_tokens_seen": 5459368,
      "step": 520
    },
    {
      "epoch": 0.13520473860417204,
      "grad_norm": 5.083057729524855,
      "learning_rate": 9.704897844137673e-05,
      "loss": 0.6821,
      "num_input_tokens_seen": 5512960,
      "step": 525
    },
    {
      "epoch": 0.13649240278135463,
      "grad_norm": 3.0440654843385584,
      "learning_rate": 9.696612256073633e-05,
      "loss": 0.5835,
      "num_input_tokens_seen": 5565368,
      "step": 530
    },
    {
      "epoch": 0.1377800669585372,
      "grad_norm": 3.7400231170971323,
      "learning_rate": 9.688215592437039e-05,
      "loss": 0.6129,
      "num_input_tokens_seen": 5618008,
      "step": 535
    },
    {
      "epoch": 0.1390677311357198,
      "grad_norm": 6.340287952379529,
      "learning_rate": 9.679708051810221e-05,
      "loss": 0.5765,
      "num_input_tokens_seen": 5670072,
      "step": 540
    },
    {
      "epoch": 0.1403553953129024,
      "grad_norm": 3.6351560550229207,
      "learning_rate": 9.67108983539777e-05,
      "loss": 0.6325,
      "num_input_tokens_seen": 5722936,
      "step": 545
    },
    {
      "epoch": 0.141643059490085,
      "grad_norm": 3.8363425916745117,
      "learning_rate": 9.662361147021779e-05,
      "loss": 0.5596,
      "num_input_tokens_seen": 5774880,
      "step": 550
    },
    {
      "epoch": 0.141643059490085,
      "eval_loss": 0.5832681059837341,
      "eval_runtime": 38.2495,
      "eval_samples_per_second": 3.137,
      "eval_steps_per_second": 0.784,
      "num_input_tokens_seen": 5774880,
      "step": 550
    },
    {
      "epoch": 0.14293072366726758,
      "grad_norm": 3.911447203674744,
      "learning_rate": 9.653522193117013e-05,
      "loss": 0.5073,
      "num_input_tokens_seen": 5826608,
      "step": 555
    },
    {
      "epoch": 0.14421838784445018,
      "grad_norm": 3.3501835856945763,
      "learning_rate": 9.644573182726035e-05,
      "loss": 0.5652,
      "num_input_tokens_seen": 5879776,
      "step": 560
    },
    {
      "epoch": 0.14550605202163275,
      "grad_norm": 8.75758822201328,
      "learning_rate": 9.63551432749426e-05,
      "loss": 0.5727,
      "num_input_tokens_seen": 5932888,
      "step": 565
    },
    {
      "epoch": 0.14679371619881534,
      "grad_norm": 4.351029258458384,
      "learning_rate": 9.626345841664953e-05,
      "loss": 0.6251,
      "num_input_tokens_seen": 5984648,
      "step": 570
    },
    {
      "epoch": 0.14808138037599794,
      "grad_norm": 7.617020699535255,
      "learning_rate": 9.617067942074153e-05,
      "loss": 0.6508,
      "num_input_tokens_seen": 6037000,
      "step": 575
    },
    {
      "epoch": 0.14936904455318054,
      "grad_norm": 7.293430172750479,
      "learning_rate": 9.607680848145558e-05,
      "loss": 0.6686,
      "num_input_tokens_seen": 6090512,
      "step": 580
    },
    {
      "epoch": 0.15065670873036313,
      "grad_norm": 3.3635276124166653,
      "learning_rate": 9.598184781885318e-05,
      "loss": 0.5793,
      "num_input_tokens_seen": 6143320,
      "step": 585
    },
    {
      "epoch": 0.1519443729075457,
      "grad_norm": 2.7589160396339407,
      "learning_rate": 9.588579967876806e-05,
      "loss": 0.5954,
      "num_input_tokens_seen": 6195720,
      "step": 590
    },
    {
      "epoch": 0.1532320370847283,
      "grad_norm": 1.582169884399532,
      "learning_rate": 9.578866633275288e-05,
      "loss": 0.5644,
      "num_input_tokens_seen": 6247592,
      "step": 595
    },
    {
      "epoch": 0.1545197012619109,
      "grad_norm": 3.891844940061855,
      "learning_rate": 9.569045007802559e-05,
      "loss": 0.5794,
      "num_input_tokens_seen": 6299656,
      "step": 600
    },
    {
      "epoch": 0.1545197012619109,
      "eval_loss": 0.6039358973503113,
      "eval_runtime": 38.3138,
      "eval_samples_per_second": 3.132,
      "eval_steps_per_second": 0.783,
      "num_input_tokens_seen": 6299656,
      "step": 600
    }
  ],
  "logging_steps": 5,
  "max_steps": 3400,
  "num_input_tokens_seen": 6299656,
  "num_train_epochs": 1,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 415517873799168.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}