| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 8.113590263691684, | |
| "eval_steps": 500, | |
| "global_step": 1000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 16.835479736328125, | |
| "learning_rate": 0.0002, | |
| "loss": 3.766, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 15.441985130310059, | |
| "learning_rate": 0.0002, | |
| "loss": 1.4106, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 13.51206111907959, | |
| "learning_rate": 0.0002, | |
| "loss": 1.1355, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 14.920987129211426, | |
| "learning_rate": 0.0002, | |
| "loss": 0.9941, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 8.289106369018555, | |
| "learning_rate": 0.0002, | |
| "loss": 0.8887, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 8.003510475158691, | |
| "learning_rate": 0.0002, | |
| "loss": 0.8275, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 7.877600193023682, | |
| "learning_rate": 0.0002, | |
| "loss": 0.798, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 2.8833744525909424, | |
| "learning_rate": 0.0002, | |
| "loss": 0.8464, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 8.206995964050293, | |
| "learning_rate": 0.0002, | |
| "loss": 0.7849, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 7.678927421569824, | |
| "learning_rate": 0.0002, | |
| "loss": 0.7184, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 7.089763164520264, | |
| "learning_rate": 0.0002, | |
| "loss": 0.7099, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 5.643054485321045, | |
| "learning_rate": 0.0002, | |
| "loss": 0.6989, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "grad_norm": 7.985189914703369, | |
| "learning_rate": 0.0002, | |
| "loss": 0.6394, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 7.676026344299316, | |
| "learning_rate": 0.0002, | |
| "loss": 0.5882, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 8.714900016784668, | |
| "learning_rate": 0.0002, | |
| "loss": 0.5707, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 5.221066474914551, | |
| "learning_rate": 0.0002, | |
| "loss": 0.5345, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "grad_norm": 9.008663177490234, | |
| "learning_rate": 0.0002, | |
| "loss": 0.5568, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "grad_norm": 6.81847620010376, | |
| "learning_rate": 0.0002, | |
| "loss": 0.5249, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 0.8458152413368225, | |
| "learning_rate": 0.0002, | |
| "loss": 0.491, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "grad_norm": 7.401742935180664, | |
| "learning_rate": 0.0002, | |
| "loss": 0.514, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 7.641871452331543, | |
| "learning_rate": 0.0002, | |
| "loss": 0.5557, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "grad_norm": 5.442512512207031, | |
| "learning_rate": 0.0002, | |
| "loss": 0.5314, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "grad_norm": 8.104277610778809, | |
| "learning_rate": 0.0002, | |
| "loss": 0.4907, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "grad_norm": 6.416436195373535, | |
| "learning_rate": 0.0002, | |
| "loss": 0.5092, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "grad_norm": 3.008178949356079, | |
| "learning_rate": 0.0002, | |
| "loss": 0.4633, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "grad_norm": 9.349288940429688, | |
| "learning_rate": 0.0002, | |
| "loss": 0.378, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "grad_norm": 6.459526062011719, | |
| "learning_rate": 0.0002, | |
| "loss": 0.3765, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 7.634103775024414, | |
| "learning_rate": 0.0002, | |
| "loss": 0.3819, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "grad_norm": 9.084547996520996, | |
| "learning_rate": 0.0002, | |
| "loss": 0.3703, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "grad_norm": 2.535707473754883, | |
| "learning_rate": 0.0002, | |
| "loss": 0.3501, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 7.023160457611084, | |
| "learning_rate": 0.0002, | |
| "loss": 0.3491, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 9.15241527557373, | |
| "learning_rate": 0.0002, | |
| "loss": 0.3592, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 3.0726027488708496, | |
| "learning_rate": 0.0002, | |
| "loss": 0.3641, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 5.8857879638671875, | |
| "learning_rate": 0.0002, | |
| "loss": 0.3553, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 8.316734313964844, | |
| "learning_rate": 0.0002, | |
| "loss": 0.36, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 3.8568618297576904, | |
| "learning_rate": 0.0002, | |
| "loss": 0.3607, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 6.664178848266602, | |
| "learning_rate": 0.0002, | |
| "loss": 0.3716, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 9.07357406616211, | |
| "learning_rate": 0.0002, | |
| "loss": 0.242, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "grad_norm": 4.3498921394348145, | |
| "learning_rate": 0.0002, | |
| "loss": 0.2588, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "grad_norm": 6.539889812469482, | |
| "learning_rate": 0.0002, | |
| "loss": 0.2523, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "grad_norm": 8.80722427368164, | |
| "learning_rate": 0.0002, | |
| "loss": 0.2388, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "grad_norm": 5.052772521972656, | |
| "learning_rate": 0.0002, | |
| "loss": 0.2524, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "grad_norm": 5.22416877746582, | |
| "learning_rate": 0.0002, | |
| "loss": 0.2452, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "grad_norm": 8.989995956420898, | |
| "learning_rate": 0.0002, | |
| "loss": 0.2558, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "grad_norm": 2.628777027130127, | |
| "learning_rate": 0.0002, | |
| "loss": 0.2449, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "grad_norm": 5.890882968902588, | |
| "learning_rate": 0.0002, | |
| "loss": 0.2591, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "grad_norm": 8.577589988708496, | |
| "learning_rate": 0.0002, | |
| "loss": 0.2557, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "grad_norm": 5.092458724975586, | |
| "learning_rate": 0.0002, | |
| "loss": 0.2603, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "grad_norm": 5.97870397567749, | |
| "learning_rate": 0.0002, | |
| "loss": 0.2676, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "grad_norm": 8.259415626525879, | |
| "learning_rate": 0.0002, | |
| "loss": 0.2051, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "grad_norm": 7.2230072021484375, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1467, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "grad_norm": 6.01918888092041, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1713, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "grad_norm": 8.41965103149414, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1803, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "grad_norm": 4.342984676361084, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1769, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "grad_norm": 6.167740821838379, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1763, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "grad_norm": 8.30461597442627, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1716, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "grad_norm": 3.77854323387146, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1679, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "grad_norm": 5.807821273803711, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1775, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "grad_norm": 7.620412349700928, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1769, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 4.87, | |
| "grad_norm": 6.027496814727783, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1828, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "grad_norm": 5.835544109344482, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1783, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "grad_norm": 7.455280780792236, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1545, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 5.11, | |
| "grad_norm": 3.6531035900115967, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1213, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 5.19, | |
| "grad_norm": 6.005002498626709, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1211, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 5.27, | |
| "grad_norm": 8.0129976272583, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1268, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 5.35, | |
| "grad_norm": 4.5181169509887695, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1215, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 5.44, | |
| "grad_norm": 5.109263896942139, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1264, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 5.52, | |
| "grad_norm": 7.003955364227295, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1332, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 5.6, | |
| "grad_norm": 4.416803359985352, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1333, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 5.68, | |
| "grad_norm": 4.775448322296143, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1384, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 5.76, | |
| "grad_norm": 6.8711018562316895, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1388, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 5.84, | |
| "grad_norm": 4.3299760818481445, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1392, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 5.92, | |
| "grad_norm": 4.7512006759643555, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1477, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 6.701217174530029, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1401, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "grad_norm": 4.163561820983887, | |
| "learning_rate": 0.0002, | |
| "loss": 0.099, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 6.17, | |
| "grad_norm": 4.784251689910889, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1025, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 6.25, | |
| "grad_norm": 7.253482341766357, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1019, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 6.33, | |
| "grad_norm": 4.389810085296631, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1052, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 6.41, | |
| "grad_norm": 4.857180595397949, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1065, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 6.49, | |
| "grad_norm": 6.876203536987305, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1092, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 6.57, | |
| "grad_norm": 4.4614715576171875, | |
| "learning_rate": 0.0002, | |
| "loss": 0.112, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 6.65, | |
| "grad_norm": 5.019026756286621, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1127, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 6.73, | |
| "grad_norm": 6.864689350128174, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1131, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 6.82, | |
| "grad_norm": 4.057292938232422, | |
| "learning_rate": 0.0002, | |
| "loss": 0.113, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 6.9, | |
| "grad_norm": 4.780605792999268, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1122, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 6.98, | |
| "grad_norm": 6.377821445465088, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1153, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "grad_norm": 3.6482489109039307, | |
| "learning_rate": 0.0002, | |
| "loss": 0.0962, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 7.14, | |
| "grad_norm": 4.848484516143799, | |
| "learning_rate": 0.0002, | |
| "loss": 0.0892, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 7.22, | |
| "grad_norm": 6.297725677490234, | |
| "learning_rate": 0.0002, | |
| "loss": 0.0913, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 7.3, | |
| "grad_norm": 3.4698007106781006, | |
| "learning_rate": 0.0002, | |
| "loss": 0.0927, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 7.38, | |
| "grad_norm": 4.614325523376465, | |
| "learning_rate": 0.0002, | |
| "loss": 0.0933, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 7.46, | |
| "grad_norm": 6.8649163246154785, | |
| "learning_rate": 0.0002, | |
| "loss": 0.0951, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 7.55, | |
| "grad_norm": 3.5742478370666504, | |
| "learning_rate": 0.0002, | |
| "loss": 0.0975, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 7.63, | |
| "grad_norm": 4.66102409362793, | |
| "learning_rate": 0.0002, | |
| "loss": 0.0971, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 7.71, | |
| "grad_norm": 6.615488052368164, | |
| "learning_rate": 0.0002, | |
| "loss": 0.0992, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 7.79, | |
| "grad_norm": 4.218813419342041, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1021, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 7.87, | |
| "grad_norm": 4.6225905418396, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1012, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 7.95, | |
| "grad_norm": 6.005787372589111, | |
| "learning_rate": 0.0002, | |
| "loss": 0.1059, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "grad_norm": 3.2653019428253174, | |
| "learning_rate": 0.0002, | |
| "loss": 0.0929, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 8.11, | |
| "grad_norm": 5.000682353973389, | |
| "learning_rate": 0.0002, | |
| "loss": 0.0787, | |
| "step": 1000 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 9, | |
| "save_steps": 10, | |
| "total_flos": 1.9346683868368896e+17, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |