{
  "best_metric": 0.0033526704646646976,
  "best_model_checkpoint": "saves/CADICA_qwenvl_direction_scale4/lora/sft/checkpoint-550",
  "epoch": 0.43780582024208087,
  "eval_steps": 50,
  "global_step": 850,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0025753283543651817,
      "grad_norm": 14.230540018977528,
      "learning_rate": 2.9411764705882355e-06,
      "loss": 1.0954,
      "num_input_tokens_seen": 49920,
      "step": 5
    },
    {
      "epoch": 0.0051506567087303634,
      "grad_norm": 12.725175128208063,
      "learning_rate": 5.882352941176471e-06,
      "loss": 0.9793,
      "num_input_tokens_seen": 99840,
      "step": 10
    },
    {
      "epoch": 0.007725985063095545,
      "grad_norm": 11.908760913870685,
      "learning_rate": 8.823529411764707e-06,
      "loss": 1.0964,
      "num_input_tokens_seen": 149760,
      "step": 15
    },
    {
      "epoch": 0.010301313417460727,
      "grad_norm": 7.5714179545602835,
      "learning_rate": 1.1764705882352942e-05,
      "loss": 0.7079,
      "num_input_tokens_seen": 199680,
      "step": 20
    },
    {
      "epoch": 0.012876641771825908,
      "grad_norm": 2.273110551179123,
      "learning_rate": 1.4705882352941177e-05,
      "loss": 0.4213,
      "num_input_tokens_seen": 249600,
      "step": 25
    },
    {
      "epoch": 0.01545197012619109,
      "grad_norm": 1.4511084067844011,
      "learning_rate": 1.7647058823529414e-05,
      "loss": 0.3359,
      "num_input_tokens_seen": 299520,
      "step": 30
    },
    {
      "epoch": 0.018027298480556272,
      "grad_norm": 1.7462649262033438,
      "learning_rate": 2.058823529411765e-05,
      "loss": 0.3463,
      "num_input_tokens_seen": 349440,
      "step": 35
    },
    {
      "epoch": 0.020602626834921454,
      "grad_norm": 1.2143595820366577,
      "learning_rate": 2.3529411764705884e-05,
      "loss": 0.28,
      "num_input_tokens_seen": 399360,
      "step": 40
    },
    {
      "epoch": 0.023177955189286635,
      "grad_norm": 0.8468719125045373,
      "learning_rate": 2.647058823529412e-05,
      "loss": 0.3442,
      "num_input_tokens_seen": 449280,
      "step": 45
    },
    {
      "epoch": 0.025753283543651816,
      "grad_norm": 0.9726867932660042,
      "learning_rate": 2.9411764705882354e-05,
      "loss": 0.3441,
      "num_input_tokens_seen": 499200,
      "step": 50
    },
    {
      "epoch": 0.025753283543651816,
      "eval_loss": 0.33834776282310486,
      "eval_runtime": 47.4467,
      "eval_samples_per_second": 1.265,
      "eval_steps_per_second": 0.316,
      "num_input_tokens_seen": 499200,
      "step": 50
    },
    {
      "epoch": 0.028328611898016998,
      "grad_norm": 1.4016556961184263,
      "learning_rate": 3.235294117647059e-05,
      "loss": 0.3182,
      "num_input_tokens_seen": 549120,
      "step": 55
    },
    {
      "epoch": 0.03090394025238218,
      "grad_norm": 0.6437613769459606,
      "learning_rate": 3.529411764705883e-05,
      "loss": 0.3294,
      "num_input_tokens_seen": 599040,
      "step": 60
    },
    {
      "epoch": 0.03347926860674736,
      "grad_norm": 0.7389008951321312,
      "learning_rate": 3.8235294117647055e-05,
      "loss": 0.3097,
      "num_input_tokens_seen": 648960,
      "step": 65
    },
    {
      "epoch": 0.036054596961112545,
      "grad_norm": 0.771553860801019,
      "learning_rate": 4.11764705882353e-05,
      "loss": 0.3008,
      "num_input_tokens_seen": 698880,
      "step": 70
    },
    {
      "epoch": 0.03862992531547772,
      "grad_norm": 0.6965369148334918,
      "learning_rate": 4.411764705882353e-05,
      "loss": 0.3278,
      "num_input_tokens_seen": 748800,
      "step": 75
    },
    {
      "epoch": 0.04120525366984291,
      "grad_norm": 0.912943461315541,
      "learning_rate": 4.705882352941177e-05,
      "loss": 0.3074,
      "num_input_tokens_seen": 798720,
      "step": 80
    },
    {
      "epoch": 0.043780582024208085,
      "grad_norm": 0.8407481737577445,
      "learning_rate": 5e-05,
      "loss": 0.3423,
      "num_input_tokens_seen": 848640,
      "step": 85
    },
    {
      "epoch": 0.04635591037857327,
      "grad_norm": 0.9112879058417015,
      "learning_rate": 5.294117647058824e-05,
      "loss": 0.3008,
      "num_input_tokens_seen": 898560,
      "step": 90
    },
    {
      "epoch": 0.04893123873293845,
      "grad_norm": 2.391489040464162,
      "learning_rate": 5.588235294117647e-05,
      "loss": 0.2815,
      "num_input_tokens_seen": 948480,
      "step": 95
    },
    {
      "epoch": 0.05150656708730363,
      "grad_norm": 2.155211791607199,
      "learning_rate": 5.882352941176471e-05,
      "loss": 0.2274,
      "num_input_tokens_seen": 998400,
      "step": 100
    },
    {
      "epoch": 0.05150656708730363,
      "eval_loss": 0.18663176894187927,
      "eval_runtime": 18.9199,
      "eval_samples_per_second": 3.171,
      "eval_steps_per_second": 0.793,
      "num_input_tokens_seen": 998400,
      "step": 100
    },
    {
      "epoch": 0.05408189544166881,
      "grad_norm": 2.2181531422996716,
      "learning_rate": 6.176470588235295e-05,
      "loss": 0.168,
      "num_input_tokens_seen": 1048320,
      "step": 105
    },
    {
      "epoch": 0.056657223796033995,
      "grad_norm": 3.1829920225573236,
      "learning_rate": 6.470588235294118e-05,
      "loss": 0.0709,
      "num_input_tokens_seen": 1098240,
      "step": 110
    },
    {
      "epoch": 0.05923255215039917,
      "grad_norm": 4.337350477588576,
      "learning_rate": 6.764705882352942e-05,
      "loss": 0.1609,
      "num_input_tokens_seen": 1148160,
      "step": 115
    },
    {
      "epoch": 0.06180788050476436,
      "grad_norm": 2.1010046045637365,
      "learning_rate": 7.058823529411765e-05,
      "loss": 0.0354,
      "num_input_tokens_seen": 1198080,
      "step": 120
    },
    {
      "epoch": 0.06438320885912954,
      "grad_norm": 2.232308844812103,
      "learning_rate": 7.352941176470589e-05,
      "loss": 0.1133,
      "num_input_tokens_seen": 1248000,
      "step": 125
    },
    {
      "epoch": 0.06695853721349472,
      "grad_norm": 5.641631090993415,
      "learning_rate": 7.647058823529411e-05,
      "loss": 0.0867,
      "num_input_tokens_seen": 1297920,
      "step": 130
    },
    {
      "epoch": 0.0695338655678599,
      "grad_norm": 1.5031437609685787,
      "learning_rate": 7.941176470588235e-05,
      "loss": 0.1352,
      "num_input_tokens_seen": 1347840,
      "step": 135
    },
    {
      "epoch": 0.07210919392222509,
      "grad_norm": 3.2992644431188465,
      "learning_rate": 8.23529411764706e-05,
      "loss": 0.101,
      "num_input_tokens_seen": 1397760,
      "step": 140
    },
    {
      "epoch": 0.07468452227659027,
      "grad_norm": 3.494236832758233,
      "learning_rate": 8.529411764705883e-05,
      "loss": 0.0334,
      "num_input_tokens_seen": 1447680,
      "step": 145
    },
    {
      "epoch": 0.07725985063095545,
      "grad_norm": 0.0602113869322109,
      "learning_rate": 8.823529411764706e-05,
      "loss": 0.0667,
      "num_input_tokens_seen": 1497600,
      "step": 150
    },
    {
      "epoch": 0.07725985063095545,
      "eval_loss": 0.09665286540985107,
      "eval_runtime": 19.2745,
      "eval_samples_per_second": 3.113,
      "eval_steps_per_second": 0.778,
      "num_input_tokens_seen": 1497600,
      "step": 150
    },
    {
      "epoch": 0.07983517898532062,
      "grad_norm": 6.096163706748617,
      "learning_rate": 9.11764705882353e-05,
      "loss": 0.06,
      "num_input_tokens_seen": 1547520,
      "step": 155
    },
    {
      "epoch": 0.08241050733968582,
      "grad_norm": 4.278069142242893,
      "learning_rate": 9.411764705882353e-05,
      "loss": 0.0265,
      "num_input_tokens_seen": 1597440,
      "step": 160
    },
    {
      "epoch": 0.08498583569405099,
      "grad_norm": 1.7183097652953412,
      "learning_rate": 9.705882352941177e-05,
      "loss": 0.1743,
      "num_input_tokens_seen": 1647360,
      "step": 165
    },
    {
      "epoch": 0.08756116404841617,
      "grad_norm": 4.95401899568707,
      "learning_rate": 0.0001,
      "loss": 0.051,
      "num_input_tokens_seen": 1697280,
      "step": 170
    },
    {
      "epoch": 0.09013649240278135,
      "grad_norm": 0.34558354886099124,
      "learning_rate": 9.999940874631277e-05,
      "loss": 0.0584,
      "num_input_tokens_seen": 1747200,
      "step": 175
    },
    {
      "epoch": 0.09271182075714654,
      "grad_norm": 3.6326401692458146,
      "learning_rate": 9.999763499923432e-05,
      "loss": 0.0704,
      "num_input_tokens_seen": 1797120,
      "step": 180
    },
    {
      "epoch": 0.09528714911151172,
      "grad_norm": 0.4999720825488852,
      "learning_rate": 9.999467880071402e-05,
      "loss": 0.0278,
      "num_input_tokens_seen": 1847040,
      "step": 185
    },
    {
      "epoch": 0.0978624774658769,
      "grad_norm": 0.5211964505880501,
      "learning_rate": 9.999054022066641e-05,
      "loss": 0.0862,
      "num_input_tokens_seen": 1896960,
      "step": 190
    },
    {
      "epoch": 0.10043780582024209,
      "grad_norm": 0.8767038751832389,
      "learning_rate": 9.998521935696953e-05,
      "loss": 0.0565,
      "num_input_tokens_seen": 1946880,
      "step": 195
    },
    {
      "epoch": 0.10301313417460727,
      "grad_norm": 0.1848827361202722,
      "learning_rate": 9.997871633546257e-05,
      "loss": 0.0459,
      "num_input_tokens_seen": 1996800,
      "step": 200
    },
    {
      "epoch": 0.10301313417460727,
      "eval_loss": 0.09957947582006454,
      "eval_runtime": 19.2651,
      "eval_samples_per_second": 3.114,
      "eval_steps_per_second": 0.779,
      "num_input_tokens_seen": 1996800,
      "step": 200
    },
    {
      "epoch": 0.10558846252897244,
      "grad_norm": 1.0969393658164421,
      "learning_rate": 9.997103130994296e-05,
      "loss": 0.0539,
      "num_input_tokens_seen": 2046720,
      "step": 205
    },
    {
      "epoch": 0.10816379088333762,
      "grad_norm": 2.885869194934028,
      "learning_rate": 9.996216446216267e-05,
      "loss": 0.0654,
      "num_input_tokens_seen": 2096640,
      "step": 210
    },
    {
      "epoch": 0.11073911923770281,
      "grad_norm": 0.5225257245731217,
      "learning_rate": 9.995211600182397e-05,
      "loss": 0.0316,
      "num_input_tokens_seen": 2146560,
      "step": 215
    },
    {
      "epoch": 0.11331444759206799,
      "grad_norm": 2.1553510734212797,
      "learning_rate": 9.994088616657444e-05,
      "loss": 0.1169,
      "num_input_tokens_seen": 2196480,
      "step": 220
    },
    {
      "epoch": 0.11588977594643317,
      "grad_norm": 1.1133884703723633,
      "learning_rate": 9.992847522200133e-05,
      "loss": 0.0382,
      "num_input_tokens_seen": 2246400,
      "step": 225
    },
    {
      "epoch": 0.11846510430079835,
      "grad_norm": 0.8875243341616034,
      "learning_rate": 9.99148834616253e-05,
      "loss": 0.0406,
      "num_input_tokens_seen": 2296320,
      "step": 230
    },
    {
      "epoch": 0.12104043265516354,
      "grad_norm": 1.81283533812695,
      "learning_rate": 9.990011120689351e-05,
      "loss": 0.0182,
      "num_input_tokens_seen": 2346240,
      "step": 235
    },
    {
      "epoch": 0.12361576100952872,
      "grad_norm": 3.873083258671571,
      "learning_rate": 9.988415880717194e-05,
      "loss": 0.0881,
      "num_input_tokens_seen": 2396160,
      "step": 240
    },
    {
      "epoch": 0.1261910893638939,
      "grad_norm": 3.427761103620865,
      "learning_rate": 9.986702663973722e-05,
      "loss": 0.0565,
      "num_input_tokens_seen": 2446080,
      "step": 245
    },
    {
      "epoch": 0.12876641771825909,
      "grad_norm": 1.531943599765959,
      "learning_rate": 9.98487151097676e-05,
      "loss": 0.0805,
      "num_input_tokens_seen": 2496000,
      "step": 250
    },
    {
      "epoch": 0.12876641771825909,
      "eval_loss": 0.055875860154628754,
      "eval_runtime": 19.5106,
      "eval_samples_per_second": 3.075,
      "eval_steps_per_second": 0.769,
      "num_input_tokens_seen": 2496000,
      "step": 250
    },
    {
      "epoch": 0.13134174607262425,
      "grad_norm": 0.845514751132877,
      "learning_rate": 9.98292246503335e-05,
      "loss": 0.0235,
      "num_input_tokens_seen": 2545920,
      "step": 255
    },
    {
      "epoch": 0.13391707442698944,
      "grad_norm": 1.7441538057875345,
      "learning_rate": 9.980855572238714e-05,
      "loss": 0.0137,
      "num_input_tokens_seen": 2595840,
      "step": 260
    },
    {
      "epoch": 0.13649240278135463,
      "grad_norm": 0.6628270146260998,
      "learning_rate": 9.978670881475172e-05,
      "loss": 0.0605,
      "num_input_tokens_seen": 2645760,
      "step": 265
    },
    {
      "epoch": 0.1390677311357198,
      "grad_norm": 4.49926360488578,
      "learning_rate": 9.976368444410985e-05,
      "loss": 0.0585,
      "num_input_tokens_seen": 2695680,
      "step": 270
    },
    {
      "epoch": 0.141643059490085,
      "grad_norm": 0.7159498856832776,
      "learning_rate": 9.973948315499126e-05,
      "loss": 0.0096,
      "num_input_tokens_seen": 2745600,
      "step": 275
    },
    {
      "epoch": 0.14421838784445018,
      "grad_norm": 4.09842502301765,
      "learning_rate": 9.971410551976002e-05,
      "loss": 0.1383,
      "num_input_tokens_seen": 2795520,
      "step": 280
    },
    {
      "epoch": 0.14679371619881534,
      "grad_norm": 1.0773897808674016,
      "learning_rate": 9.968755213860094e-05,
      "loss": 0.049,
      "num_input_tokens_seen": 2845440,
      "step": 285
    },
    {
      "epoch": 0.14936904455318054,
      "grad_norm": 1.7224091076306651,
      "learning_rate": 9.96598236395054e-05,
      "loss": 0.0336,
      "num_input_tokens_seen": 2895360,
      "step": 290
    },
    {
      "epoch": 0.1519443729075457,
      "grad_norm": 0.24158350585209873,
      "learning_rate": 9.96309206782565e-05,
      "loss": 0.019,
      "num_input_tokens_seen": 2945280,
      "step": 295
    },
    {
      "epoch": 0.1545197012619109,
      "grad_norm": 0.6614271496466305,
      "learning_rate": 9.960084393841355e-05,
      "loss": 0.0381,
      "num_input_tokens_seen": 2995200,
      "step": 300
    },
    {
      "epoch": 0.1545197012619109,
      "eval_loss": 0.030908752232789993,
      "eval_runtime": 19.8702,
      "eval_samples_per_second": 3.02,
      "eval_steps_per_second": 0.755,
      "num_input_tokens_seen": 2995200,
      "step": 300
    },
    {
      "epoch": 0.15709502961627608,
      "grad_norm": 0.2314383428097956,
      "learning_rate": 9.956959413129585e-05,
      "loss": 0.0245,
      "num_input_tokens_seen": 3045120,
      "step": 305
    },
    {
      "epoch": 0.15967035797064125,
      "grad_norm": 0.2035043692790888,
      "learning_rate": 9.953717199596598e-05,
      "loss": 0.0121,
      "num_input_tokens_seen": 3095040,
      "step": 310
    },
    {
      "epoch": 0.16224568632500644,
      "grad_norm": 0.014152925203425593,
      "learning_rate": 9.95035782992122e-05,
      "loss": 0.054,
      "num_input_tokens_seen": 3144960,
      "step": 315
    },
    {
      "epoch": 0.16482101467937163,
      "grad_norm": 1.0162363271291994,
      "learning_rate": 9.94688138355304e-05,
      "loss": 0.0849,
      "num_input_tokens_seen": 3194880,
      "step": 320
    },
    {
      "epoch": 0.1673963430337368,
      "grad_norm": 3.92714662464831,
      "learning_rate": 9.943287942710527e-05,
      "loss": 0.0503,
      "num_input_tokens_seen": 3244800,
      "step": 325
    },
    {
      "epoch": 0.16997167138810199,
      "grad_norm": 0.47450325213422423,
      "learning_rate": 9.939577592379088e-05,
      "loss": 0.0302,
      "num_input_tokens_seen": 3294720,
      "step": 330
    },
    {
      "epoch": 0.17254699974246718,
      "grad_norm": 1.6706834486788253,
      "learning_rate": 9.935750420309055e-05,
      "loss": 0.082,
      "num_input_tokens_seen": 3344640,
      "step": 335
    },
    {
      "epoch": 0.17512232809683234,
      "grad_norm": 0.16856461555999938,
      "learning_rate": 9.931806517013612e-05,
      "loss": 0.0411,
      "num_input_tokens_seen": 3394560,
      "step": 340
    },
    {
      "epoch": 0.17769765645119753,
      "grad_norm": 8.475859938133665,
      "learning_rate": 9.927745975766654e-05,
      "loss": 0.1158,
      "num_input_tokens_seen": 3444480,
      "step": 345
    },
    {
      "epoch": 0.1802729848055627,
      "grad_norm": 0.7891476176494399,
      "learning_rate": 9.923568892600578e-05,
      "loss": 0.1761,
      "num_input_tokens_seen": 3494400,
      "step": 350
    },
    {
      "epoch": 0.1802729848055627,
      "eval_loss": 0.043948542326688766,
      "eval_runtime": 19.3589,
      "eval_samples_per_second": 3.099,
      "eval_steps_per_second": 0.775,
      "num_input_tokens_seen": 3494400,
      "step": 350
    },
    {
      "epoch": 0.1828483131599279,
      "grad_norm": 0.3217035938609153,
      "learning_rate": 9.91927536630402e-05,
      "loss": 0.0267,
      "num_input_tokens_seen": 3544320,
      "step": 355
    },
    {
      "epoch": 0.18542364151429308,
      "grad_norm": 1.9146681345367045,
      "learning_rate": 9.91486549841951e-05,
      "loss": 0.0642,
      "num_input_tokens_seen": 3594240,
      "step": 360
    },
    {
      "epoch": 0.18799896986865824,
      "grad_norm": 0.053067921944857786,
      "learning_rate": 9.91033939324107e-05,
      "loss": 0.0302,
      "num_input_tokens_seen": 3644160,
      "step": 365
    },
    {
      "epoch": 0.19057429822302344,
      "grad_norm": 0.07277339857890938,
      "learning_rate": 9.905697157811761e-05,
      "loss": 0.0099,
      "num_input_tokens_seen": 3694080,
      "step": 370
    },
    {
      "epoch": 0.19314962657738863,
      "grad_norm": 4.117705571576552,
      "learning_rate": 9.900938901921131e-05,
      "loss": 0.0573,
      "num_input_tokens_seen": 3744000,
      "step": 375
    },
    {
      "epoch": 0.1957249549317538,
      "grad_norm": 2.4479374171708304,
      "learning_rate": 9.896064738102635e-05,
      "loss": 0.0302,
      "num_input_tokens_seen": 3793920,
      "step": 380
    },
    {
      "epoch": 0.19830028328611898,
      "grad_norm": 2.1751552571638153,
      "learning_rate": 9.891074781630966e-05,
      "loss": 0.0374,
      "num_input_tokens_seen": 3843840,
      "step": 385
    },
    {
      "epoch": 0.20087561164048418,
      "grad_norm": 1.4138134932494708,
      "learning_rate": 9.885969150519331e-05,
      "loss": 0.0227,
      "num_input_tokens_seen": 3893760,
      "step": 390
    },
    {
      "epoch": 0.20345093999484934,
      "grad_norm": 0.3312762825665537,
      "learning_rate": 9.88074796551666e-05,
      "loss": 0.0104,
      "num_input_tokens_seen": 3943680,
      "step": 395
    },
    {
      "epoch": 0.20602626834921453,
      "grad_norm": 0.06774783590394957,
      "learning_rate": 9.875411350104744e-05,
      "loss": 0.0146,
      "num_input_tokens_seen": 3993600,
      "step": 400
    },
    {
      "epoch": 0.20602626834921453,
      "eval_loss": 0.024433813989162445,
      "eval_runtime": 18.8143,
      "eval_samples_per_second": 3.189,
      "eval_steps_per_second": 0.797,
      "num_input_tokens_seen": 3993600,
      "step": 400
    },
    {
      "epoch": 0.2086015967035797,
      "grad_norm": 0.06416132017781931,
      "learning_rate": 9.86995943049533e-05,
      "loss": 0.0074,
      "num_input_tokens_seen": 4043520,
      "step": 405
    },
    {
      "epoch": 0.2111769250579449,
      "grad_norm": 0.04809215529224866,
      "learning_rate": 9.864392335627117e-05,
      "loss": 0.0375,
      "num_input_tokens_seen": 4093440,
      "step": 410
    },
    {
      "epoch": 0.21375225341231008,
      "grad_norm": 0.40943321947836153,
      "learning_rate": 9.858710197162721e-05,
      "loss": 0.0217,
      "num_input_tokens_seen": 4143360,
      "step": 415
    },
    {
      "epoch": 0.21632758176667524,
      "grad_norm": 0.08069011480339518,
      "learning_rate": 9.852913149485556e-05,
      "loss": 0.016,
      "num_input_tokens_seen": 4193280,
      "step": 420
    },
    {
      "epoch": 0.21890291012104043,
      "grad_norm": 1.806585526467194,
      "learning_rate": 9.847001329696653e-05,
      "loss": 0.0832,
      "num_input_tokens_seen": 4243200,
      "step": 425
    },
    {
      "epoch": 0.22147823847540563,
      "grad_norm": 3.122914329597603,
      "learning_rate": 9.840974877611422e-05,
      "loss": 0.0444,
      "num_input_tokens_seen": 4293120,
      "step": 430
    },
    {
      "epoch": 0.2240535668297708,
      "grad_norm": 1.0101510644418257,
      "learning_rate": 9.834833935756344e-05,
      "loss": 0.0465,
      "num_input_tokens_seen": 4343040,
      "step": 435
    },
    {
      "epoch": 0.22662889518413598,
      "grad_norm": 1.7770164472545809,
      "learning_rate": 9.828578649365601e-05,
      "loss": 0.0428,
      "num_input_tokens_seen": 4392960,
      "step": 440
    },
    {
      "epoch": 0.22920422353850115,
      "grad_norm": 0.9798524063329249,
      "learning_rate": 9.822209166377635e-05,
      "loss": 0.02,
      "num_input_tokens_seen": 4442880,
      "step": 445
    },
    {
      "epoch": 0.23177955189286634,
      "grad_norm": 0.22305429096692395,
      "learning_rate": 9.815725637431662e-05,
      "loss": 0.0157,
      "num_input_tokens_seen": 4492800,
      "step": 450
    },
    {
      "epoch": 0.23177955189286634,
      "eval_loss": 0.006690301466733217,
      "eval_runtime": 18.7725,
      "eval_samples_per_second": 3.196,
      "eval_steps_per_second": 0.799,
      "num_input_tokens_seen": 4492800,
      "step": 450
    },
    {
      "epoch": 0.23435488024723153,
      "grad_norm": 2.8137229294991064,
      "learning_rate": 9.809128215864097e-05,
      "loss": 0.0596,
      "num_input_tokens_seen": 4542720,
      "step": 455
    },
    {
      "epoch": 0.2369302086015967,
      "grad_norm": 0.045182426772616975,
      "learning_rate": 9.802417057704931e-05,
      "loss": 0.0238,
      "num_input_tokens_seen": 4592640,
      "step": 460
    },
    {
      "epoch": 0.23950553695596188,
      "grad_norm": 2.1659990503080424,
      "learning_rate": 9.795592321674045e-05,
      "loss": 0.0331,
      "num_input_tokens_seen": 4642560,
      "step": 465
    },
    {
      "epoch": 0.24208086531032708,
      "grad_norm": 0.3208179936186945,
      "learning_rate": 9.788654169177453e-05,
      "loss": 0.0177,
      "num_input_tokens_seen": 4692480,
      "step": 470
    },
    {
      "epoch": 0.24465619366469224,
      "grad_norm": 1.4150868022870595,
      "learning_rate": 9.781602764303487e-05,
      "loss": 0.028,
      "num_input_tokens_seen": 4742400,
      "step": 475
    },
    {
      "epoch": 0.24723152201905743,
      "grad_norm": 0.21015675310797993,
      "learning_rate": 9.774438273818911e-05,
      "loss": 0.0561,
      "num_input_tokens_seen": 4792320,
      "step": 480
    },
    {
      "epoch": 0.24980685037342262,
      "grad_norm": 2.6788940269709287,
      "learning_rate": 9.767160867164979e-05,
      "loss": 0.0242,
      "num_input_tokens_seen": 4842240,
      "step": 485
    },
    {
      "epoch": 0.2523821787277878,
      "grad_norm": 0.03933517764434036,
      "learning_rate": 9.759770716453436e-05,
      "loss": 0.0286,
      "num_input_tokens_seen": 4892160,
      "step": 490
    },
    {
      "epoch": 0.254957507082153,
      "grad_norm": 2.640299598300008,
      "learning_rate": 9.752267996462434e-05,
      "loss": 0.0394,
      "num_input_tokens_seen": 4942080,
      "step": 495
    },
    {
      "epoch": 0.25753283543651817,
      "grad_norm": 0.03143215150024672,
      "learning_rate": 9.744652884632406e-05,
      "loss": 0.0122,
      "num_input_tokens_seen": 4992000,
      "step": 500
    },
    {
      "epoch": 0.25753283543651817,
      "eval_loss": 0.007972972467541695,
      "eval_runtime": 18.8509,
      "eval_samples_per_second": 3.183,
      "eval_steps_per_second": 0.796,
      "num_input_tokens_seen": 4992000,
      "step": 500
    },
    {
      "epoch": 0.26010816379088336,
      "grad_norm": 0.3421379771468272,
      "learning_rate": 9.736925561061871e-05,
      "loss": 0.0184,
      "num_input_tokens_seen": 5041920,
      "step": 505
    },
    {
      "epoch": 0.2626834921452485,
      "grad_norm": 0.16336037200955245,
      "learning_rate": 9.729086208503174e-05,
      "loss": 0.0046,
      "num_input_tokens_seen": 5091840,
      "step": 510
    },
    {
      "epoch": 0.2652588204996137,
      "grad_norm": 0.7318312729236729,
      "learning_rate": 9.721135012358156e-05,
      "loss": 0.0226,
      "num_input_tokens_seen": 5141760,
      "step": 515
    },
    {
      "epoch": 0.2678341488539789,
      "grad_norm": 2.1703341770378333,
      "learning_rate": 9.713072160673777e-05,
      "loss": 0.0475,
      "num_input_tokens_seen": 5191680,
      "step": 520
    },
    {
      "epoch": 0.2704094772083441,
      "grad_norm": 1.6372493711976897,
      "learning_rate": 9.704897844137673e-05,
      "loss": 0.0572,
      "num_input_tokens_seen": 5241600,
      "step": 525
    },
    {
      "epoch": 0.27298480556270927,
      "grad_norm": 3.5840623375725804,
      "learning_rate": 9.696612256073633e-05,
      "loss": 0.025,
      "num_input_tokens_seen": 5291520,
      "step": 530
    },
    {
      "epoch": 0.2755601339170744,
      "grad_norm": 0.06141348661076509,
      "learning_rate": 9.688215592437039e-05,
      "loss": 0.0122,
      "num_input_tokens_seen": 5341440,
      "step": 535
    },
    {
      "epoch": 0.2781354622714396,
      "grad_norm": 0.04980492840656424,
      "learning_rate": 9.679708051810221e-05,
      "loss": 0.0045,
      "num_input_tokens_seen": 5391360,
      "step": 540
    },
    {
      "epoch": 0.2807107906258048,
      "grad_norm": 3.153079438616822,
      "learning_rate": 9.67108983539777e-05,
      "loss": 0.0431,
      "num_input_tokens_seen": 5441280,
      "step": 545
    },
    {
      "epoch": 0.28328611898017,
      "grad_norm": 1.6764625232464418,
      "learning_rate": 9.662361147021779e-05,
      "loss": 0.0339,
      "num_input_tokens_seen": 5491200,
      "step": 550
    },
    {
      "epoch": 0.28328611898017,
      "eval_loss": 0.0033526704646646976,
      "eval_runtime": 18.8387,
      "eval_samples_per_second": 3.185,
      "eval_steps_per_second": 0.796,
      "num_input_tokens_seen": 5491200,
      "step": 550
    },
    {
      "epoch": 0.28586144733453517,
      "grad_norm": 0.05427488923085365,
      "learning_rate": 9.653522193117013e-05,
      "loss": 0.0341,
      "num_input_tokens_seen": 5541120,
      "step": 555
    },
    {
      "epoch": 0.28843677568890036,
      "grad_norm": 1.538376531568411,
      "learning_rate": 9.644573182726035e-05,
      "loss": 0.0341,
      "num_input_tokens_seen": 5591040,
      "step": 560
    },
    {
      "epoch": 0.2910121040432655,
      "grad_norm": 0.04402865983757039,
      "learning_rate": 9.63551432749426e-05,
      "loss": 0.0453,
      "num_input_tokens_seen": 5640960,
      "step": 565
    },
    {
      "epoch": 0.2935874323976307,
      "grad_norm": 0.1469885874710427,
      "learning_rate": 9.626345841664953e-05,
      "loss": 0.0227,
      "num_input_tokens_seen": 5690880,
      "step": 570
    },
    {
      "epoch": 0.2961627607519959,
      "grad_norm": 0.3459204695983954,
      "learning_rate": 9.617067942074153e-05,
      "loss": 0.0135,
      "num_input_tokens_seen": 5740800,
      "step": 575
    },
    {
      "epoch": 0.29873808910636107,
      "grad_norm": 1.7604264611882452,
      "learning_rate": 9.607680848145558e-05,
      "loss": 0.0439,
      "num_input_tokens_seen": 5790720,
      "step": 580
    },
    {
      "epoch": 0.30131341746072626,
      "grad_norm": 2.1661707703583204,
      "learning_rate": 9.598184781885318e-05,
      "loss": 0.0344,
      "num_input_tokens_seen": 5840640,
      "step": 585
    },
    {
      "epoch": 0.3038887458150914,
      "grad_norm": 0.19674934066326408,
      "learning_rate": 9.588579967876806e-05,
      "loss": 0.0244,
      "num_input_tokens_seen": 5890560,
      "step": 590
    },
    {
      "epoch": 0.3064640741694566,
      "grad_norm": 4.463551986915384,
      "learning_rate": 9.578866633275288e-05,
      "loss": 0.022,
      "num_input_tokens_seen": 5940480,
      "step": 595
    },
    {
      "epoch": 0.3090394025238218,
      "grad_norm": 0.08358626804613765,
      "learning_rate": 9.569045007802559e-05,
      "loss": 0.0217,
      "num_input_tokens_seen": 5990400,
      "step": 600
    },
    {
      "epoch": 0.3090394025238218,
      "eval_loss": 0.013290103524923325,
      "eval_runtime": 18.8576,
      "eval_samples_per_second": 3.182,
      "eval_steps_per_second": 0.795,
      "num_input_tokens_seen": 5990400,
      "step": 600
    },
    {
      "epoch": 0.311614730878187,
      "grad_norm": 0.06328082378687645,
      "learning_rate": 9.55911532374151e-05,
      "loss": 0.0207,
      "num_input_tokens_seen": 6040320,
      "step": 605
    },
    {
      "epoch": 0.31419005923255217,
      "grad_norm": 1.846961607001629,
      "learning_rate": 9.549077815930636e-05,
      "loss": 0.023,
      "num_input_tokens_seen": 6090240,
      "step": 610
    },
    {
      "epoch": 0.31676538758691736,
      "grad_norm": 0.07122251919235507,
      "learning_rate": 9.538932721758474e-05,
      "loss": 0.017,
      "num_input_tokens_seen": 6140160,
      "step": 615
    },
    {
      "epoch": 0.3193407159412825,
      "grad_norm": 1.9564639611342651,
      "learning_rate": 9.528680281157999e-05,
      "loss": 0.009,
      "num_input_tokens_seen": 6190080,
      "step": 620
    },
    {
      "epoch": 0.3219160442956477,
      "grad_norm": 0.43628623054662674,
      "learning_rate": 9.518320736600943e-05,
      "loss": 0.0421,
      "num_input_tokens_seen": 6240000,
      "step": 625
    },
    {
      "epoch": 0.3244913726500129,
      "grad_norm": 0.7626652394047067,
      "learning_rate": 9.507854333092063e-05,
      "loss": 0.0324,
      "num_input_tokens_seen": 6289920,
      "step": 630
    },
    {
      "epoch": 0.32706670100437807,
      "grad_norm": 0.5823990007842583,
      "learning_rate": 9.497281318163346e-05,
      "loss": 0.0139,
      "num_input_tokens_seen": 6339840,
      "step": 635
    },
    {
      "epoch": 0.32964202935874326,
      "grad_norm": 1.6726620150276597,
      "learning_rate": 9.486601941868154e-05,
      "loss": 0.0375,
      "num_input_tokens_seen": 6389760,
      "step": 640
    },
    {
      "epoch": 0.3322173577131084,
      "grad_norm": 0.08456122780891835,
      "learning_rate": 9.475816456775313e-05,
      "loss": 0.0618,
      "num_input_tokens_seen": 6439680,
      "step": 645
    },
    {
      "epoch": 0.3347926860674736,
      "grad_norm": 0.3287256358007373,
      "learning_rate": 9.464925117963133e-05,
      "loss": 0.0327,
      "num_input_tokens_seen": 6489600,
      "step": 650
    },
    {
      "epoch": 0.3347926860674736,
      "eval_loss": 0.02095886506140232,
      "eval_runtime": 19.1993,
      "eval_samples_per_second": 3.125,
      "eval_steps_per_second": 0.781,
      "num_input_tokens_seen": 6489600,
      "step": 650
    },
    {
      "epoch": 0.3373680144218388,
      "grad_norm": 1.642912250249591,
      "learning_rate": 9.453928183013385e-05,
      "loss": 0.037,
      "num_input_tokens_seen": 6539520,
      "step": 655
    },
    {
      "epoch": 0.33994334277620397,
      "grad_norm": 1.6829194140719153,
      "learning_rate": 9.442825912005202e-05,
      "loss": 0.034,
      "num_input_tokens_seen": 6589440,
      "step": 660
    },
    {
      "epoch": 0.34251867113056916,
      "grad_norm": 1.7722553129499397,
      "learning_rate": 9.431618567508933e-05,
      "loss": 0.0584,
      "num_input_tokens_seen": 6639360,
      "step": 665
    },
    {
      "epoch": 0.34509399948493436,
      "grad_norm": 1.8398383207694327,
      "learning_rate": 9.420306414579925e-05,
      "loss": 0.059,
      "num_input_tokens_seen": 6689280,
      "step": 670
    },
    {
      "epoch": 0.3476693278392995,
      "grad_norm": 0.2451231053960763,
      "learning_rate": 9.408889720752266e-05,
      "loss": 0.023,
      "num_input_tokens_seen": 6739200,
      "step": 675
    },
    {
      "epoch": 0.3502446561936647,
      "grad_norm": 0.13166014546250449,
      "learning_rate": 9.397368756032445e-05,
      "loss": 0.0327,
      "num_input_tokens_seen": 6789120,
      "step": 680
    },
    {
      "epoch": 0.3528199845480299,
      "grad_norm": 1.9392864055798256,
      "learning_rate": 9.385743792892982e-05,
      "loss": 0.0241,
      "num_input_tokens_seen": 6839040,
      "step": 685
    },
    {
      "epoch": 0.35539531290239507,
      "grad_norm": 0.7574757741852987,
      "learning_rate": 9.374015106265968e-05,
      "loss": 0.0227,
      "num_input_tokens_seen": 6888960,
      "step": 690
    },
    {
      "epoch": 0.35797064125676026,
      "grad_norm": 1.1649279233149774,
      "learning_rate": 9.362182973536569e-05,
      "loss": 0.0171,
      "num_input_tokens_seen": 6938880,
      "step": 695
    },
    {
      "epoch": 0.3605459696111254,
      "grad_norm": 0.04561814221227265,
      "learning_rate": 9.35024767453647e-05,
      "loss": 0.0267,
      "num_input_tokens_seen": 6988800,
      "step": 700
    },
    {
      "epoch": 0.3605459696111254,
      "eval_loss": 0.005286735948175192,
      "eval_runtime": 19.2824,
      "eval_samples_per_second": 3.112,
      "eval_steps_per_second": 0.778,
      "num_input_tokens_seen": 6988800,
      "step": 700
    },
    {
      "epoch": 0.3631212979654906,
      "grad_norm": 1.7432145241229078,
      "learning_rate": 9.338209491537257e-05,
      "loss": 0.0335,
      "num_input_tokens_seen": 7038720,
      "step": 705
    },
    {
      "epoch": 0.3656966263198558,
      "grad_norm": 1.821635752664896,
      "learning_rate": 9.326068709243727e-05,
      "loss": 0.0108,
      "num_input_tokens_seen": 7088640,
      "step": 710
    },
    {
      "epoch": 0.36827195467422097,
      "grad_norm": 0.5782878283043246,
      "learning_rate": 9.313825614787177e-05,
      "loss": 0.0296,
      "num_input_tokens_seen": 7138560,
      "step": 715
    },
    {
      "epoch": 0.37084728302858616,
      "grad_norm": 2.0568373189070908,
      "learning_rate": 9.301480497718593e-05,
      "loss": 0.042,
      "num_input_tokens_seen": 7188480,
      "step": 720
    },
    {
      "epoch": 0.37342261138295135,
      "grad_norm": 0.20623581315280795,
      "learning_rate": 9.289033650001817e-05,
      "loss": 0.0083,
      "num_input_tokens_seen": 7238400,
      "step": 725
    },
    {
      "epoch": 0.3759979397373165,
      "grad_norm": 1.424505040979842,
      "learning_rate": 9.276485366006634e-05,
      "loss": 0.0109,
      "num_input_tokens_seen": 7288320,
      "step": 730
    },
    {
      "epoch": 0.3785732680916817,
      "grad_norm": 2.1248350485820584,
      "learning_rate": 9.263835942501807e-05,
      "loss": 0.0122,
      "num_input_tokens_seen": 7338240,
      "step": 735
    },
    {
      "epoch": 0.3811485964460469,
      "grad_norm": 0.357888255955218,
      "learning_rate": 9.251085678648072e-05,
      "loss": 0.017,
      "num_input_tokens_seen": 7388160,
      "step": 740
    },
    {
      "epoch": 0.38372392480041206,
      "grad_norm": 3.859418562917624,
      "learning_rate": 9.238234875991046e-05,
      "loss": 0.0236,
      "num_input_tokens_seen": 7438080,
      "step": 745
    },
    {
      "epoch": 0.38629925315477726,
      "grad_norm": 2.660896728773248,
      "learning_rate": 9.225283838454111e-05,
      "loss": 0.014,
      "num_input_tokens_seen": 7488000,
      "step": 750
    },
    {
      "epoch": 0.38629925315477726,
      "eval_loss": 0.005334165878593922,
      "eval_runtime": 19.3986,
      "eval_samples_per_second": 3.093,
      "eval_steps_per_second": 0.773,
      "num_input_tokens_seen": 7488000,
      "step": 750
    },
    {
      "epoch": 0.3888745815091424,
      "grad_norm": 3.511127189174474,
      "learning_rate": 9.21223287233121e-05,
      "loss": 0.0426,
      "num_input_tokens_seen": 7537920,
      "step": 755
    },
    {
      "epoch": 0.3914499098635076,
      "grad_norm": 2.858952603531337,
      "learning_rate": 9.199082286279622e-05,
      "loss": 0.0094,
      "num_input_tokens_seen": 7587840,
      "step": 760
    },
    {
      "epoch": 0.3940252382178728,
      "grad_norm": 1.9568584051828664,
      "learning_rate": 9.185832391312644e-05,
      "loss": 0.008,
      "num_input_tokens_seen": 7637760,
      "step": 765
    },
    {
      "epoch": 0.39660056657223797,
      "grad_norm": 1.7485145115139782,
      "learning_rate": 9.172483500792244e-05,
      "loss": 0.0297,
      "num_input_tokens_seen": 7687680,
      "step": 770
    },
    {
      "epoch": 0.39917589492660316,
      "grad_norm": 0.05161945290023201,
      "learning_rate": 9.159035930421658e-05,
      "loss": 0.0239,
      "num_input_tokens_seen": 7737600,
      "step": 775
    },
    {
      "epoch": 0.40175122328096835,
      "grad_norm": 5.343080934932771,
      "learning_rate": 9.145489998237902e-05,
      "loss": 0.0162,
      "num_input_tokens_seen": 7787520,
      "step": 780
    },
    {
      "epoch": 0.4043265516353335,
      "grad_norm": 0.020924688334471742,
      "learning_rate": 9.131846024604274e-05,
      "loss": 0.0309,
      "num_input_tokens_seen": 7837440,
      "step": 785
    },
    {
      "epoch": 0.4069018799896987,
      "grad_norm": 0.5607043400469908,
      "learning_rate": 9.11810433220276e-05,
      "loss": 0.0432,
      "num_input_tokens_seen": 7887360,
      "step": 790
    },
    {
      "epoch": 0.40947720834406387,
      "grad_norm": 0.05221845282486231,
      "learning_rate": 9.104265246026415e-05,
      "loss": 0.0022,
      "num_input_tokens_seen": 7937280,
      "step": 795
    },
    {
      "epoch": 0.41205253669842906,
      "grad_norm": 0.09825330413354653,
      "learning_rate": 9.090329093371666e-05,
      "loss": 0.0065,
      "num_input_tokens_seen": 7987200,
      "step": 800
    },
    {
      "epoch": 0.41205253669842906,
      "eval_loss": 0.006797688081860542,
      "eval_runtime": 19.3386,
      "eval_samples_per_second": 3.103,
      "eval_steps_per_second": 0.776,
      "num_input_tokens_seen": 7987200,
      "step": 800
    },
    {
      "epoch": 0.41462786505279425,
      "grad_norm": 0.016984614729716928,
      "learning_rate": 9.076296203830579e-05,
      "loss": 0.0025,
      "num_input_tokens_seen": 8037120,
      "step": 805
    },
    {
      "epoch": 0.4172031934071594,
      "grad_norm": 8.87156169406028,
      "learning_rate": 9.062166909283062e-05,
      "loss": 0.0338,
      "num_input_tokens_seen": 8087040,
      "step": 810
    },
    {
      "epoch": 0.4197785217615246,
      "grad_norm": 0.07123492673307173,
      "learning_rate": 9.047941543889014e-05,
      "loss": 0.0505,
      "num_input_tokens_seen": 8136960,
      "step": 815
    },
    {
      "epoch": 0.4223538501158898,
      "grad_norm": 0.3486611879887143,
      "learning_rate": 9.033620444080428e-05,
      "loss": 0.0335,
      "num_input_tokens_seen": 8186880,
      "step": 820
    },
    {
      "epoch": 0.42492917847025496,
      "grad_norm": 0.2658900406741178,
      "learning_rate": 9.019203948553422e-05,
      "loss": 0.0196,
      "num_input_tokens_seen": 8236800,
      "step": 825
    },
    {
      "epoch": 0.42750450682462016,
      "grad_norm": 0.15327530188348007,
      "learning_rate": 9.004692398260244e-05,
      "loss": 0.018,
      "num_input_tokens_seen": 8286720,
      "step": 830
    },
    {
      "epoch": 0.43007983517898535,
      "grad_norm": 5.292901102191953,
      "learning_rate": 8.9900861364012e-05,
      "loss": 0.012,
      "num_input_tokens_seen": 8336640,
      "step": 835
    },
    {
      "epoch": 0.4326551635333505,
      "grad_norm": 3.2113529029102375,
      "learning_rate": 8.975385508416532e-05,
      "loss": 0.0062,
      "num_input_tokens_seen": 8386560,
      "step": 840
    },
    {
      "epoch": 0.4352304918877157,
      "grad_norm": 0.3685880212421972,
      "learning_rate": 8.960590861978265e-05,
      "loss": 0.0232,
      "num_input_tokens_seen": 8436480,
      "step": 845
    },
    {
      "epoch": 0.43780582024208087,
      "grad_norm": 1.4858234531184304,
      "learning_rate": 8.945702546981969e-05,
      "loss": 0.0306,
      "num_input_tokens_seen": 8486400,
      "step": 850
    },
    {
      "epoch": 0.43780582024208087,
      "eval_loss": 0.007198736071586609,
      "eval_runtime": 19.7019,
      "eval_samples_per_second": 3.045,
      "eval_steps_per_second": 0.761,
      "num_input_tokens_seen": 8486400,
      "step": 850
    }
  ],
  "logging_steps": 5,
  "max_steps": 3400,
  "num_input_tokens_seen": 8486400,
  "num_train_epochs": 2,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 559924481097728.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}