| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 104972, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.004763174941889266, | |
| "grad_norm": 23.845611572265625, | |
| "learning_rate": 4.976184125290554e-05, | |
| "loss": 1.6947, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.009526349883778531, | |
| "grad_norm": 11.257529258728027, | |
| "learning_rate": 4.952368250581108e-05, | |
| "loss": 1.2773, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.014289524825667798, | |
| "grad_norm": 19.1054630279541, | |
| "learning_rate": 4.9285523758716614e-05, | |
| "loss": 1.1464, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.019052699767557062, | |
| "grad_norm": 8.174609184265137, | |
| "learning_rate": 4.904736501162215e-05, | |
| "loss": 1.0952, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.02381587470944633, | |
| "grad_norm": 22.265609741210938, | |
| "learning_rate": 4.880920626452769e-05, | |
| "loss": 1.0419, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.028579049651335595, | |
| "grad_norm": 3.621635913848877, | |
| "learning_rate": 4.857104751743322e-05, | |
| "loss": 0.9673, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.03334222459322486, | |
| "grad_norm": 9.05103874206543, | |
| "learning_rate": 4.8332888770338755e-05, | |
| "loss": 0.9227, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.038105399535114125, | |
| "grad_norm": 6.0216474533081055, | |
| "learning_rate": 4.809473002324429e-05, | |
| "loss": 0.917, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.042868574477003395, | |
| "grad_norm": 12.011100769042969, | |
| "learning_rate": 4.785657127614983e-05, | |
| "loss": 0.8644, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.04763174941889266, | |
| "grad_norm": 10.062934875488281, | |
| "learning_rate": 4.761841252905537e-05, | |
| "loss": 0.8573, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.05239492436078192, | |
| "grad_norm": 4.252622127532959, | |
| "learning_rate": 4.7380253781960904e-05, | |
| "loss": 0.8198, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.05715809930267119, | |
| "grad_norm": 11.673833847045898, | |
| "learning_rate": 4.714209503486644e-05, | |
| "loss": 0.7742, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.061921274244560454, | |
| "grad_norm": 8.625577926635742, | |
| "learning_rate": 4.690393628777198e-05, | |
| "loss": 0.7513, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.06668444918644972, | |
| "grad_norm": 11.9224853515625, | |
| "learning_rate": 4.666577754067752e-05, | |
| "loss": 0.7376, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.07144762412833898, | |
| "grad_norm": 3.3534774780273438, | |
| "learning_rate": 4.642761879358305e-05, | |
| "loss": 0.733, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.07621079907022825, | |
| "grad_norm": 6.773929595947266, | |
| "learning_rate": 4.618946004648859e-05, | |
| "loss": 0.6743, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.08097397401211752, | |
| "grad_norm": 12.177743911743164, | |
| "learning_rate": 4.595130129939413e-05, | |
| "loss": 0.6837, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.08573714895400679, | |
| "grad_norm": 10.937847137451172, | |
| "learning_rate": 4.5713142552299664e-05, | |
| "loss": 0.6745, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.09050032389589605, | |
| "grad_norm": 9.08661937713623, | |
| "learning_rate": 4.54749838052052e-05, | |
| "loss": 0.6366, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.09526349883778532, | |
| "grad_norm": 14.092183113098145, | |
| "learning_rate": 4.523682505811074e-05, | |
| "loss": 0.6218, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.10002667377967459, | |
| "grad_norm": 9.430176734924316, | |
| "learning_rate": 4.4998666311016275e-05, | |
| "loss": 0.6286, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.10478984872156384, | |
| "grad_norm": 6.812849998474121, | |
| "learning_rate": 4.476050756392181e-05, | |
| "loss": 0.6121, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.10955302366345311, | |
| "grad_norm": 6.120726108551025, | |
| "learning_rate": 4.452234881682735e-05, | |
| "loss": 0.581, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.11431619860534238, | |
| "grad_norm": 13.171046257019043, | |
| "learning_rate": 4.4284190069732887e-05, | |
| "loss": 0.5797, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.11907937354723164, | |
| "grad_norm": 9.89405632019043, | |
| "learning_rate": 4.404603132263842e-05, | |
| "loss": 0.5461, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.12384254848912091, | |
| "grad_norm": 6.620090484619141, | |
| "learning_rate": 4.3807872575543954e-05, | |
| "loss": 0.5583, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.12860572343101018, | |
| "grad_norm": 17.443872451782227, | |
| "learning_rate": 4.356971382844949e-05, | |
| "loss": 0.562, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.13336889837289945, | |
| "grad_norm": 4.9741997718811035, | |
| "learning_rate": 4.333155508135503e-05, | |
| "loss": 0.5448, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.13813207331478872, | |
| "grad_norm": 13.39028549194336, | |
| "learning_rate": 4.3093396334260565e-05, | |
| "loss": 0.5166, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.14289524825667796, | |
| "grad_norm": 7.8550333976745605, | |
| "learning_rate": 4.28552375871661e-05, | |
| "loss": 0.5071, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.14765842319856723, | |
| "grad_norm": 13.109572410583496, | |
| "learning_rate": 4.261707884007164e-05, | |
| "loss": 0.489, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.1524215981404565, | |
| "grad_norm": 8.581804275512695, | |
| "learning_rate": 4.237892009297718e-05, | |
| "loss": 0.4992, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.15718477308234577, | |
| "grad_norm": 0.8759533166885376, | |
| "learning_rate": 4.2140761345882714e-05, | |
| "loss": 0.5041, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.16194794802423504, | |
| "grad_norm": 4.165910243988037, | |
| "learning_rate": 4.190260259878825e-05, | |
| "loss": 0.4923, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.1667111229661243, | |
| "grad_norm": 4.400519847869873, | |
| "learning_rate": 4.166444385169379e-05, | |
| "loss": 0.4895, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.17147429790801358, | |
| "grad_norm": 3.9758849143981934, | |
| "learning_rate": 4.142628510459932e-05, | |
| "loss": 0.4845, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.17623747284990282, | |
| "grad_norm": 11.77698802947998, | |
| "learning_rate": 4.1188126357504856e-05, | |
| "loss": 0.4523, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.1810006477917921, | |
| "grad_norm": 8.056093215942383, | |
| "learning_rate": 4.094996761041039e-05, | |
| "loss": 0.4815, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.18576382273368136, | |
| "grad_norm": 3.4172158241271973, | |
| "learning_rate": 4.071180886331593e-05, | |
| "loss": 0.478, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.19052699767557063, | |
| "grad_norm": 4.890318393707275, | |
| "learning_rate": 4.0473650116221474e-05, | |
| "loss": 0.4492, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.1952901726174599, | |
| "grad_norm": 9.595198631286621, | |
| "learning_rate": 4.023549136912701e-05, | |
| "loss": 0.4507, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.20005334755934917, | |
| "grad_norm": 8.482044219970703, | |
| "learning_rate": 3.999733262203255e-05, | |
| "loss": 0.4436, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.2048165225012384, | |
| "grad_norm": 5.411190509796143, | |
| "learning_rate": 3.9759173874938085e-05, | |
| "loss": 0.4406, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.20957969744312768, | |
| "grad_norm": 13.22948932647705, | |
| "learning_rate": 3.952101512784362e-05, | |
| "loss": 0.4222, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.21434287238501695, | |
| "grad_norm": 11.69010066986084, | |
| "learning_rate": 3.928285638074915e-05, | |
| "loss": 0.4119, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.21910604732690622, | |
| "grad_norm": 11.298418998718262, | |
| "learning_rate": 3.904469763365469e-05, | |
| "loss": 0.4058, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.2238692222687955, | |
| "grad_norm": 8.810882568359375, | |
| "learning_rate": 3.880653888656023e-05, | |
| "loss": 0.4201, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.22863239721068476, | |
| "grad_norm": 15.669658660888672, | |
| "learning_rate": 3.8568380139465764e-05, | |
| "loss": 0.4098, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.23339557215257403, | |
| "grad_norm": 3.749591112136841, | |
| "learning_rate": 3.83302213923713e-05, | |
| "loss": 0.3972, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.23815874709446327, | |
| "grad_norm": 8.824658393859863, | |
| "learning_rate": 3.809206264527684e-05, | |
| "loss": 0.3722, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.24292192203635254, | |
| "grad_norm": 13.041702270507812, | |
| "learning_rate": 3.7853903898182375e-05, | |
| "loss": 0.4254, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.24768509697824181, | |
| "grad_norm": 15.908291816711426, | |
| "learning_rate": 3.761574515108791e-05, | |
| "loss": 0.3736, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.2524482719201311, | |
| "grad_norm": 10.208578109741211, | |
| "learning_rate": 3.737758640399345e-05, | |
| "loss": 0.412, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.25721144686202035, | |
| "grad_norm": 5.080774784088135, | |
| "learning_rate": 3.713942765689899e-05, | |
| "loss": 0.3799, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.2619746218039096, | |
| "grad_norm": 8.108014106750488, | |
| "learning_rate": 3.6901268909804524e-05, | |
| "loss": 0.3557, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.2667377967457989, | |
| "grad_norm": 13.029576301574707, | |
| "learning_rate": 3.6663110162710054e-05, | |
| "loss": 0.3785, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.27150097168768816, | |
| "grad_norm": 9.865415573120117, | |
| "learning_rate": 3.642495141561559e-05, | |
| "loss": 0.4013, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.27626414662957743, | |
| "grad_norm": 4.568774700164795, | |
| "learning_rate": 3.618679266852113e-05, | |
| "loss": 0.3663, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.2810273215714667, | |
| "grad_norm": 3.7032947540283203, | |
| "learning_rate": 3.5948633921426665e-05, | |
| "loss": 0.3728, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.2857904965133559, | |
| "grad_norm": 5.560993194580078, | |
| "learning_rate": 3.57104751743322e-05, | |
| "loss": 0.364, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.2905536714552452, | |
| "grad_norm": 12.633008003234863, | |
| "learning_rate": 3.547231642723774e-05, | |
| "loss": 0.3738, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.29531684639713446, | |
| "grad_norm": 16.694622039794922, | |
| "learning_rate": 3.523415768014328e-05, | |
| "loss": 0.363, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.30008002133902373, | |
| "grad_norm": 6.716195583343506, | |
| "learning_rate": 3.4995998933048814e-05, | |
| "loss": 0.3547, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.304843196280913, | |
| "grad_norm": 5.371184349060059, | |
| "learning_rate": 3.475784018595435e-05, | |
| "loss": 0.3392, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.30960637122280227, | |
| "grad_norm": 15.001012802124023, | |
| "learning_rate": 3.451968143885989e-05, | |
| "loss": 0.3419, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.31436954616469154, | |
| "grad_norm": 14.817428588867188, | |
| "learning_rate": 3.4281522691765425e-05, | |
| "loss": 0.3454, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.3191327211065808, | |
| "grad_norm": 8.50633716583252, | |
| "learning_rate": 3.404336394467096e-05, | |
| "loss": 0.3322, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.3238958960484701, | |
| "grad_norm": 10.963394165039062, | |
| "learning_rate": 3.38052051975765e-05, | |
| "loss": 0.3507, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.32865907099035935, | |
| "grad_norm": 6.286830902099609, | |
| "learning_rate": 3.356704645048204e-05, | |
| "loss": 0.3662, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.3334222459322486, | |
| "grad_norm": 7.931427955627441, | |
| "learning_rate": 3.3328887703387574e-05, | |
| "loss": 0.3223, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.3381854208741379, | |
| "grad_norm": 0.015142062678933144, | |
| "learning_rate": 3.309072895629311e-05, | |
| "loss": 0.3492, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.34294859581602716, | |
| "grad_norm": 6.33823823928833, | |
| "learning_rate": 3.285257020919865e-05, | |
| "loss": 0.3443, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.34771177075791637, | |
| "grad_norm": 14.21090030670166, | |
| "learning_rate": 3.2614411462104185e-05, | |
| "loss": 0.3208, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.35247494569980564, | |
| "grad_norm": 6.757291793823242, | |
| "learning_rate": 3.237625271500972e-05, | |
| "loss": 0.3283, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.3572381206416949, | |
| "grad_norm": 25.391630172729492, | |
| "learning_rate": 3.213809396791525e-05, | |
| "loss": 0.3207, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 0.3620012955835842, | |
| "grad_norm": 4.002015113830566, | |
| "learning_rate": 3.189993522082079e-05, | |
| "loss": 0.3001, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.36676447052547345, | |
| "grad_norm": 8.16422176361084, | |
| "learning_rate": 3.166177647372633e-05, | |
| "loss": 0.2973, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 0.3715276454673627, | |
| "grad_norm": 4.861073017120361, | |
| "learning_rate": 3.1423617726631864e-05, | |
| "loss": 0.3104, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.376290820409252, | |
| "grad_norm": 9.573932647705078, | |
| "learning_rate": 3.11854589795374e-05, | |
| "loss": 0.2984, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 0.38105399535114126, | |
| "grad_norm": 10.641077041625977, | |
| "learning_rate": 3.094730023244294e-05, | |
| "loss": 0.314, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.38581717029303053, | |
| "grad_norm": 19.601299285888672, | |
| "learning_rate": 3.0709141485348475e-05, | |
| "loss": 0.292, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 0.3905803452349198, | |
| "grad_norm": 1.557869553565979, | |
| "learning_rate": 3.0470982738254012e-05, | |
| "loss": 0.3244, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 0.39534352017680907, | |
| "grad_norm": 9.880559921264648, | |
| "learning_rate": 3.0232823991159546e-05, | |
| "loss": 0.3053, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 0.40010669511869834, | |
| "grad_norm": 16.77007293701172, | |
| "learning_rate": 2.9994665244065083e-05, | |
| "loss": 0.2935, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 0.4048698700605876, | |
| "grad_norm": 15.44863510131836, | |
| "learning_rate": 2.975650649697062e-05, | |
| "loss": 0.2885, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 0.4096330450024768, | |
| "grad_norm": 2.127357006072998, | |
| "learning_rate": 2.9518347749876158e-05, | |
| "loss": 0.2896, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 0.4143962199443661, | |
| "grad_norm": 4.906562328338623, | |
| "learning_rate": 2.9280189002781695e-05, | |
| "loss": 0.2961, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 0.41915939488625537, | |
| "grad_norm": 5.996885299682617, | |
| "learning_rate": 2.9042030255687232e-05, | |
| "loss": 0.283, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 0.42392256982814464, | |
| "grad_norm": 4.349148750305176, | |
| "learning_rate": 2.8803871508592766e-05, | |
| "loss": 0.285, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 0.4286857447700339, | |
| "grad_norm": 11.325324058532715, | |
| "learning_rate": 2.8565712761498303e-05, | |
| "loss": 0.2991, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.4334489197119232, | |
| "grad_norm": 29.92687225341797, | |
| "learning_rate": 2.832755401440384e-05, | |
| "loss": 0.2758, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 0.43821209465381245, | |
| "grad_norm": 6.005437850952148, | |
| "learning_rate": 2.8089395267309377e-05, | |
| "loss": 0.285, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 0.4429752695957017, | |
| "grad_norm": 7.799108505249023, | |
| "learning_rate": 2.7851236520214917e-05, | |
| "loss": 0.2851, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 0.447738444537591, | |
| "grad_norm": 7.533286094665527, | |
| "learning_rate": 2.7613077773120455e-05, | |
| "loss": 0.2713, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 0.45250161947948025, | |
| "grad_norm": 16.269254684448242, | |
| "learning_rate": 2.737491902602599e-05, | |
| "loss": 0.2954, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 0.4572647944213695, | |
| "grad_norm": 12.095314025878906, | |
| "learning_rate": 2.713676027893153e-05, | |
| "loss": 0.2733, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 0.4620279693632588, | |
| "grad_norm": 9.375202178955078, | |
| "learning_rate": 2.6898601531837066e-05, | |
| "loss": 0.266, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 0.46679114430514806, | |
| "grad_norm": 18.472373962402344, | |
| "learning_rate": 2.66604427847426e-05, | |
| "loss": 0.2616, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 0.4715543192470373, | |
| "grad_norm": 10.298583984375, | |
| "learning_rate": 2.6422284037648137e-05, | |
| "loss": 0.273, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 0.47631749418892655, | |
| "grad_norm": 5.778076648712158, | |
| "learning_rate": 2.6184125290553674e-05, | |
| "loss": 0.2754, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.4810806691308158, | |
| "grad_norm": 3.6435136795043945, | |
| "learning_rate": 2.594596654345921e-05, | |
| "loss": 0.2664, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 0.4858438440727051, | |
| "grad_norm": 21.803163528442383, | |
| "learning_rate": 2.5707807796364748e-05, | |
| "loss": 0.2621, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 0.49060701901459436, | |
| "grad_norm": 11.081718444824219, | |
| "learning_rate": 2.5469649049270282e-05, | |
| "loss": 0.2806, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 0.49537019395648363, | |
| "grad_norm": 3.4980528354644775, | |
| "learning_rate": 2.523149030217582e-05, | |
| "loss": 0.278, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 0.5001333688983729, | |
| "grad_norm": 7.148010730743408, | |
| "learning_rate": 2.4993331555081356e-05, | |
| "loss": 0.2592, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 0.5048965438402622, | |
| "grad_norm": 3.838651657104492, | |
| "learning_rate": 2.4755172807986893e-05, | |
| "loss": 0.2636, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 0.5096597187821514, | |
| "grad_norm": 12.54211711883545, | |
| "learning_rate": 2.451701406089243e-05, | |
| "loss": 0.2483, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 0.5144228937240407, | |
| "grad_norm": 17.774137496948242, | |
| "learning_rate": 2.4278855313797964e-05, | |
| "loss": 0.2442, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 0.51918606866593, | |
| "grad_norm": 10.924212455749512, | |
| "learning_rate": 2.40406965667035e-05, | |
| "loss": 0.2367, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 0.5239492436078192, | |
| "grad_norm": 0.054358381778001785, | |
| "learning_rate": 2.380253781960904e-05, | |
| "loss": 0.2239, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 0.5287124185497085, | |
| "grad_norm": 1.8560116291046143, | |
| "learning_rate": 2.3564379072514575e-05, | |
| "loss": 0.2621, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 0.5334755934915978, | |
| "grad_norm": 0.23067010939121246, | |
| "learning_rate": 2.3326220325420116e-05, | |
| "loss": 0.245, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 0.5382387684334871, | |
| "grad_norm": 9.185586929321289, | |
| "learning_rate": 2.308806157832565e-05, | |
| "loss": 0.2578, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 0.5430019433753763, | |
| "grad_norm": 5.946952819824219, | |
| "learning_rate": 2.2849902831231187e-05, | |
| "loss": 0.2053, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 0.5477651183172656, | |
| "grad_norm": 21.640161514282227, | |
| "learning_rate": 2.2611744084136724e-05, | |
| "loss": 0.2419, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 0.5525282932591549, | |
| "grad_norm": 4.966391563415527, | |
| "learning_rate": 2.237358533704226e-05, | |
| "loss": 0.2472, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 0.5572914682010441, | |
| "grad_norm": 6.430874347686768, | |
| "learning_rate": 2.2135426589947798e-05, | |
| "loss": 0.2176, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 0.5620546431429334, | |
| "grad_norm": 1.1396760940551758, | |
| "learning_rate": 2.1897267842853332e-05, | |
| "loss": 0.2297, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 0.5668178180848226, | |
| "grad_norm": 0.023226283490657806, | |
| "learning_rate": 2.165910909575887e-05, | |
| "loss": 0.2286, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 0.5715809930267118, | |
| "grad_norm": 7.5434770584106445, | |
| "learning_rate": 2.1420950348664406e-05, | |
| "loss": 0.2453, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.5763441679686011, | |
| "grad_norm": 20.513235092163086, | |
| "learning_rate": 2.1182791601569943e-05, | |
| "loss": 0.2237, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 0.5811073429104904, | |
| "grad_norm": 0.2174549102783203, | |
| "learning_rate": 2.094463285447548e-05, | |
| "loss": 0.2206, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 0.5858705178523796, | |
| "grad_norm": 5.196407794952393, | |
| "learning_rate": 2.0706474107381018e-05, | |
| "loss": 0.2249, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 0.5906336927942689, | |
| "grad_norm": 6.904590129852295, | |
| "learning_rate": 2.046831536028655e-05, | |
| "loss": 0.2158, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 0.5953968677361582, | |
| "grad_norm": 4.865005970001221, | |
| "learning_rate": 2.0230156613192092e-05, | |
| "loss": 0.2369, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 0.6001600426780475, | |
| "grad_norm": 8.591822624206543, | |
| "learning_rate": 1.999199786609763e-05, | |
| "loss": 0.2186, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 0.6049232176199367, | |
| "grad_norm": 11.895712852478027, | |
| "learning_rate": 1.9753839119003166e-05, | |
| "loss": 0.2175, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 0.609686392561826, | |
| "grad_norm": 29.44073486328125, | |
| "learning_rate": 1.95156803719087e-05, | |
| "loss": 0.239, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 0.6144495675037153, | |
| "grad_norm": 0.14603924751281738, | |
| "learning_rate": 1.9277521624814237e-05, | |
| "loss": 0.2342, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 0.6192127424456045, | |
| "grad_norm": 8.721657752990723, | |
| "learning_rate": 1.9039362877719774e-05, | |
| "loss": 0.2072, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 0.6239759173874938, | |
| "grad_norm": 7.2579755783081055, | |
| "learning_rate": 1.880120413062531e-05, | |
| "loss": 0.2176, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 0.6287390923293831, | |
| "grad_norm": 10.267131805419922, | |
| "learning_rate": 1.8563045383530848e-05, | |
| "loss": 0.2118, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 0.6335022672712723, | |
| "grad_norm": 12.264985084533691, | |
| "learning_rate": 1.8324886636436382e-05, | |
| "loss": 0.2215, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 0.6382654422131616, | |
| "grad_norm": 15.631693840026855, | |
| "learning_rate": 1.808672788934192e-05, | |
| "loss": 0.2213, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 0.6430286171550509, | |
| "grad_norm": 9.132320404052734, | |
| "learning_rate": 1.7848569142247456e-05, | |
| "loss": 0.2007, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 0.6477917920969402, | |
| "grad_norm": 2.836796283721924, | |
| "learning_rate": 1.7610410395152993e-05, | |
| "loss": 0.2197, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 0.6525549670388294, | |
| "grad_norm": 1.20395028591156, | |
| "learning_rate": 1.737225164805853e-05, | |
| "loss": 0.2092, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 0.6573181419807187, | |
| "grad_norm": 4.42557954788208, | |
| "learning_rate": 1.7134092900964068e-05, | |
| "loss": 0.2228, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 0.662081316922608, | |
| "grad_norm": 7.136639595031738, | |
| "learning_rate": 1.6895934153869605e-05, | |
| "loss": 0.2159, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 0.6668444918644972, | |
| "grad_norm": 12.695110321044922, | |
| "learning_rate": 1.6657775406775142e-05, | |
| "loss": 0.1984, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 0.6716076668063865, | |
| "grad_norm": 11.841693878173828, | |
| "learning_rate": 1.641961665968068e-05, | |
| "loss": 0.1913, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 0.6763708417482758, | |
| "grad_norm": 0.7839029431343079, | |
| "learning_rate": 1.6181457912586216e-05, | |
| "loss": 0.1911, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 0.681134016690165, | |
| "grad_norm": 6.188957691192627, | |
| "learning_rate": 1.594329916549175e-05, | |
| "loss": 0.2164, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 0.6858971916320543, | |
| "grad_norm": 11.414396286010742, | |
| "learning_rate": 1.5705140418397287e-05, | |
| "loss": 0.2026, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 0.6906603665739435, | |
| "grad_norm": 21.34324836730957, | |
| "learning_rate": 1.5466981671302824e-05, | |
| "loss": 0.1877, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 0.6954235415158327, | |
| "grad_norm": 10.534087181091309, | |
| "learning_rate": 1.5228822924208361e-05, | |
| "loss": 0.1889, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 0.700186716457722, | |
| "grad_norm": 0.4472333788871765, | |
| "learning_rate": 1.4990664177113897e-05, | |
| "loss": 0.1902, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 0.7049498913996113, | |
| "grad_norm": 27.742639541625977, | |
| "learning_rate": 1.4752505430019434e-05, | |
| "loss": 0.1929, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 0.7097130663415006, | |
| "grad_norm": 12.095074653625488, | |
| "learning_rate": 1.451434668292497e-05, | |
| "loss": 0.1754, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 0.7144762412833898, | |
| "grad_norm": 10.153932571411133, | |
| "learning_rate": 1.4276187935830506e-05, | |
| "loss": 0.1866, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 0.7192394162252791, | |
| "grad_norm": 9.065908432006836, | |
| "learning_rate": 1.4038029188736043e-05, | |
| "loss": 0.2004, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 0.7240025911671684, | |
| "grad_norm": 1.7107542753219604, | |
| "learning_rate": 1.3799870441641582e-05, | |
| "loss": 0.175, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 0.7287657661090576, | |
| "grad_norm": 1.4907644987106323, | |
| "learning_rate": 1.356171169454712e-05, | |
| "loss": 0.1865, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 0.7335289410509469, | |
| "grad_norm": 0.11667291074991226, | |
| "learning_rate": 1.3323552947452655e-05, | |
| "loss": 0.1694, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 0.7382921159928362, | |
| "grad_norm": 29.062976837158203, | |
| "learning_rate": 1.3085394200358192e-05, | |
| "loss": 0.1821, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 0.7430552909347254, | |
| "grad_norm": 7.0561113357543945, | |
| "learning_rate": 1.2847235453263729e-05, | |
| "loss": 0.1692, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 0.7478184658766147, | |
| "grad_norm": 7.916496753692627, | |
| "learning_rate": 1.2609076706169264e-05, | |
| "loss": 0.1711, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 0.752581640818504, | |
| "grad_norm": 0.009064608253538609, | |
| "learning_rate": 1.2370917959074802e-05, | |
| "loss": 0.1795, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 0.7573448157603933, | |
| "grad_norm": 16.94624900817871, | |
| "learning_rate": 1.2132759211980339e-05, | |
| "loss": 0.1732, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 0.7621079907022825, | |
| "grad_norm": 24.09770965576172, | |
| "learning_rate": 1.1894600464885874e-05, | |
| "loss": 0.1599, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 0.7668711656441718, | |
| "grad_norm": 17.340219497680664, | |
| "learning_rate": 1.1656441717791411e-05, | |
| "loss": 0.1702, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 0.7716343405860611, | |
| "grad_norm": 0.015018216334283352, | |
| "learning_rate": 1.1418282970696948e-05, | |
| "loss": 0.1679, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 0.7763975155279503, | |
| "grad_norm": 16.005643844604492, | |
| "learning_rate": 1.1180124223602485e-05, | |
| "loss": 0.1832, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 0.7811606904698396, | |
| "grad_norm": 0.0013979446375742555, | |
| "learning_rate": 1.0941965476508023e-05, | |
| "loss": 0.1505, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 0.7859238654117289, | |
| "grad_norm": 1.049574375152588, | |
| "learning_rate": 1.0703806729413558e-05, | |
| "loss": 0.1663, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 0.7906870403536181, | |
| "grad_norm": 5.492803573608398, | |
| "learning_rate": 1.0465647982319095e-05, | |
| "loss": 0.1561, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 0.7954502152955074, | |
| "grad_norm": 14.530741691589355, | |
| "learning_rate": 1.022748923522463e-05, | |
| "loss": 0.1876, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 0.8002133902373967, | |
| "grad_norm": 0.0616171695291996, | |
| "learning_rate": 9.98933048813017e-06, | |
| "loss": 0.1524, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 0.804976565179286, | |
| "grad_norm": 15.610015869140625, | |
| "learning_rate": 9.751171741035706e-06, | |
| "loss": 0.1588, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 0.8097397401211752, | |
| "grad_norm": 7.8352885246276855, | |
| "learning_rate": 9.513012993941242e-06, | |
| "loss": 0.1779, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 0.8145029150630644, | |
| "grad_norm": 21.532123565673828, | |
| "learning_rate": 9.274854246846779e-06, | |
| "loss": 0.1436, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 0.8192660900049537, | |
| "grad_norm": 0.025519462302327156, | |
| "learning_rate": 9.036695499752314e-06, | |
| "loss": 0.1472, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 0.8240292649468429, | |
| "grad_norm": 0.09057486802339554, | |
| "learning_rate": 8.798536752657852e-06, | |
| "loss": 0.1525, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 0.8287924398887322, | |
| "grad_norm": 0.9066371917724609, | |
| "learning_rate": 8.560378005563389e-06, | |
| "loss": 0.1614, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 0.8335556148306215, | |
| "grad_norm": 2.612293004989624, | |
| "learning_rate": 8.322219258468926e-06, | |
| "loss": 0.1492, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 0.8383187897725107, | |
| "grad_norm": 6.420555114746094, | |
| "learning_rate": 8.084060511374463e-06, | |
| "loss": 0.1518, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 0.8430819647144, | |
| "grad_norm": 0.04058153182268143, | |
| "learning_rate": 7.845901764279998e-06, | |
| "loss": 0.1581, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 0.8478451396562893, | |
| "grad_norm": 17.142908096313477, | |
| "learning_rate": 7.6077430171855355e-06, | |
| "loss": 0.166, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 0.8526083145981785, | |
| "grad_norm": 17.988386154174805, | |
| "learning_rate": 7.369584270091072e-06, | |
| "loss": 0.1613, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 0.8573714895400678, | |
| "grad_norm": 0.28535395860671997, | |
| "learning_rate": 7.131425522996608e-06, | |
| "loss": 0.1448, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 0.8621346644819571, | |
| "grad_norm": 0.02261945605278015, | |
| "learning_rate": 6.893266775902146e-06, | |
| "loss": 0.1397, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 0.8668978394238464, | |
| "grad_norm": 15.836788177490234, | |
| "learning_rate": 6.655108028807683e-06, | |
| "loss": 0.146, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 0.8716610143657356, | |
| "grad_norm": 0.6049064993858337, | |
| "learning_rate": 6.416949281713219e-06, | |
| "loss": 0.1405, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 0.8764241893076249, | |
| "grad_norm": 0.08131851255893707, | |
| "learning_rate": 6.178790534618756e-06, | |
| "loss": 0.1466, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 0.8811873642495142, | |
| "grad_norm": 16.24254608154297, | |
| "learning_rate": 5.940631787524292e-06, | |
| "loss": 0.1398, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 0.8859505391914034, | |
| "grad_norm": 8.061177504714578e-05, | |
| "learning_rate": 5.702473040429829e-06, | |
| "loss": 0.124, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 0.8907137141332927, | |
| "grad_norm": 2.3429534435272217, | |
| "learning_rate": 5.464314293335366e-06, | |
| "loss": 0.1448, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 0.895476889075182, | |
| "grad_norm": 21.22195053100586, | |
| "learning_rate": 5.2261555462409025e-06, | |
| "loss": 0.1304, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 0.9002400640170712, | |
| "grad_norm": 22.701601028442383, | |
| "learning_rate": 4.9879967991464396e-06, | |
| "loss": 0.1211, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 0.9050032389589605, | |
| "grad_norm": 15.280872344970703, | |
| "learning_rate": 4.749838052051976e-06, | |
| "loss": 0.1514, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 0.9097664139008498, | |
| "grad_norm": 0.01960950717329979, | |
| "learning_rate": 4.511679304957513e-06, | |
| "loss": 0.1115, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 0.914529588842739, | |
| "grad_norm": 0.0017501560505479574, | |
| "learning_rate": 4.273520557863049e-06, | |
| "loss": 0.1571, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 0.9192927637846283, | |
| "grad_norm": 0.05184149742126465, | |
| "learning_rate": 4.035361810768586e-06, | |
| "loss": 0.1499, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 0.9240559387265176, | |
| "grad_norm": 6.8865180015563965, | |
| "learning_rate": 3.7972030636741226e-06, | |
| "loss": 0.1272, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 0.9288191136684069, | |
| "grad_norm": 0.10639504343271255, | |
| "learning_rate": 3.5590443165796593e-06, | |
| "loss": 0.1263, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 0.9335822886102961, | |
| "grad_norm": 0.9005939960479736, | |
| "learning_rate": 3.3208855694851965e-06, | |
| "loss": 0.133, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 0.9383454635521854, | |
| "grad_norm": 1.1748387813568115, | |
| "learning_rate": 3.082726822390733e-06, | |
| "loss": 0.1325, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 0.9431086384940746, | |
| "grad_norm": 28.960805892944336, | |
| "learning_rate": 2.8445680752962694e-06, | |
| "loss": 0.1319, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 0.9478718134359638, | |
| "grad_norm": 8.118181228637695, | |
| "learning_rate": 2.606409328201806e-06, | |
| "loss": 0.1531, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 0.9526349883778531, | |
| "grad_norm": 0.004353045951575041, | |
| "learning_rate": 2.3682505811073433e-06, | |
| "loss": 0.1275, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 0.9573981633197424, | |
| "grad_norm": 2.1794090270996094, | |
| "learning_rate": 2.1300918340128795e-06, | |
| "loss": 0.1428, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 0.9621613382616316, | |
| "grad_norm": 8.74696159362793, | |
| "learning_rate": 1.8919330869184164e-06, | |
| "loss": 0.1135, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 0.9669245132035209, | |
| "grad_norm": 31.47783851623535, | |
| "learning_rate": 1.6537743398239533e-06, | |
| "loss": 0.1391, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 0.9716876881454102, | |
| "grad_norm": 1.8234331607818604, | |
| "learning_rate": 1.4156155927294898e-06, | |
| "loss": 0.12, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 0.9764508630872994, | |
| "grad_norm": 5.736881732940674, | |
| "learning_rate": 1.1774568456350265e-06, | |
| "loss": 0.1253, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 0.9812140380291887, | |
| "grad_norm": 0.919281005859375, | |
| "learning_rate": 9.392980985405633e-07, | |
| "loss": 0.1216, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 0.985977212971078, | |
| "grad_norm": 6.265872001647949, | |
| "learning_rate": 7.011393514460999e-07, | |
| "loss": 0.1245, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 0.9907403879129673, | |
| "grad_norm": 19.050594329833984, | |
| "learning_rate": 4.629806043516366e-07, | |
| "loss": 0.1298, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 0.9955035628548565, | |
| "grad_norm": 9.125242233276367, | |
| "learning_rate": 2.2482185725717335e-07, | |
| "loss": 0.1177, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 104972, | |
| "total_flos": 1.5105749507715635e+17, | |
| "train_loss": 0.05896880445613715, | |
| "train_runtime": 27901.1518, | |
| "train_samples_per_second": 30.098, | |
| "train_steps_per_second": 3.762 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 104972, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.5105749507715635e+17, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |