|
{ |
|
"best_metric": 0.2647058823529412, |
|
"best_model_checkpoint": "videomae-large-finetuned-kinetics-finetuned-engine-subset-R2-K400-20230418_3/checkpoint-550", |
|
"epoch": 49.00185185185185, |
|
"global_step": 2700, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 1.8518518518518519e-06, |
|
"loss": 2.5889, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 3.7037037037037037e-06, |
|
"loss": 2.6177, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 5.555555555555556e-06, |
|
"loss": 2.6425, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 7.4074074074074075e-06, |
|
"loss": 2.5758, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 9.259259259259259e-06, |
|
"loss": 2.5562, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"eval_accuracy": 0.022058823529411766, |
|
"eval_loss": 2.5746004581451416, |
|
"eval_runtime": 18.5226, |
|
"eval_samples_per_second": 7.342, |
|
"eval_steps_per_second": 1.242, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 1.1111111111111112e-05, |
|
"loss": 2.5636, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 1.2962962962962962e-05, |
|
"loss": 2.4418, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 1.4814814814814815e-05, |
|
"loss": 2.5013, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 1.6666666666666667e-05, |
|
"loss": 2.4885, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 1.8518518518518518e-05, |
|
"loss": 2.5236, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 2.037037037037037e-05, |
|
"loss": 2.4543, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"eval_accuracy": 0.09558823529411764, |
|
"eval_loss": 2.5524215698242188, |
|
"eval_runtime": 18.7327, |
|
"eval_samples_per_second": 7.26, |
|
"eval_steps_per_second": 1.228, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"learning_rate": 2.2222222222222223e-05, |
|
"loss": 2.283, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 2.01, |
|
"learning_rate": 2.4074074074074074e-05, |
|
"loss": 2.3757, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 2.01, |
|
"learning_rate": 2.5925925925925925e-05, |
|
"loss": 2.2946, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 2.01, |
|
"learning_rate": 2.777777777777778e-05, |
|
"loss": 2.3668, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 2.02, |
|
"learning_rate": 2.962962962962963e-05, |
|
"loss": 2.1443, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 2.02, |
|
"eval_accuracy": 0.11029411764705882, |
|
"eval_loss": 2.5213658809661865, |
|
"eval_runtime": 19.2865, |
|
"eval_samples_per_second": 7.052, |
|
"eval_steps_per_second": 1.193, |
|
"step": 165 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"learning_rate": 3.148148148148148e-05, |
|
"loss": 2.0635, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 3.01, |
|
"learning_rate": 3.3333333333333335e-05, |
|
"loss": 2.063, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 3.01, |
|
"learning_rate": 3.518518518518519e-05, |
|
"loss": 2.0232, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 3.01, |
|
"learning_rate": 3.7037037037037037e-05, |
|
"loss": 1.8032, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 3.02, |
|
"learning_rate": 3.888888888888889e-05, |
|
"loss": 1.669, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 3.02, |
|
"learning_rate": 4.074074074074074e-05, |
|
"loss": 1.6604, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 3.02, |
|
"eval_accuracy": 0.13970588235294118, |
|
"eval_loss": 2.6414613723754883, |
|
"eval_runtime": 19.2083, |
|
"eval_samples_per_second": 7.08, |
|
"eval_steps_per_second": 1.197, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"learning_rate": 4.259259259259259e-05, |
|
"loss": 1.3638, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 4.01, |
|
"learning_rate": 4.4444444444444447e-05, |
|
"loss": 1.3303, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 4.01, |
|
"learning_rate": 4.62962962962963e-05, |
|
"loss": 1.6113, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 4.01, |
|
"learning_rate": 4.814814814814815e-05, |
|
"loss": 1.3732, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 4.02, |
|
"learning_rate": 5e-05, |
|
"loss": 1.5847, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 4.02, |
|
"eval_accuracy": 0.07352941176470588, |
|
"eval_loss": 2.9843006134033203, |
|
"eval_runtime": 19.283, |
|
"eval_samples_per_second": 7.053, |
|
"eval_steps_per_second": 1.193, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"learning_rate": 4.9794238683127575e-05, |
|
"loss": 1.404, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 5.01, |
|
"learning_rate": 4.958847736625515e-05, |
|
"loss": 1.2842, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 5.01, |
|
"learning_rate": 4.938271604938271e-05, |
|
"loss": 1.4568, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 5.01, |
|
"learning_rate": 4.9176954732510286e-05, |
|
"loss": 1.1628, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 5.02, |
|
"learning_rate": 4.8971193415637865e-05, |
|
"loss": 1.3066, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 5.02, |
|
"learning_rate": 4.876543209876544e-05, |
|
"loss": 1.4657, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 5.02, |
|
"eval_accuracy": 0.14705882352941177, |
|
"eval_loss": 2.747610092163086, |
|
"eval_runtime": 18.9644, |
|
"eval_samples_per_second": 7.171, |
|
"eval_steps_per_second": 1.213, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"learning_rate": 4.855967078189301e-05, |
|
"loss": 1.1392, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 6.01, |
|
"learning_rate": 4.835390946502058e-05, |
|
"loss": 1.0831, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 6.01, |
|
"learning_rate": 4.814814814814815e-05, |
|
"loss": 1.1938, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 6.01, |
|
"learning_rate": 4.794238683127572e-05, |
|
"loss": 1.1915, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 6.02, |
|
"learning_rate": 4.773662551440329e-05, |
|
"loss": 1.0823, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 6.02, |
|
"eval_accuracy": 0.14705882352941177, |
|
"eval_loss": 3.0872228145599365, |
|
"eval_runtime": 19.2681, |
|
"eval_samples_per_second": 7.058, |
|
"eval_steps_per_second": 1.194, |
|
"step": 385 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"learning_rate": 4.7530864197530866e-05, |
|
"loss": 1.3142, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 7.01, |
|
"learning_rate": 4.732510288065844e-05, |
|
"loss": 0.8276, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 7.01, |
|
"learning_rate": 4.711934156378601e-05, |
|
"loss": 1.2421, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 7.01, |
|
"learning_rate": 4.691358024691358e-05, |
|
"loss": 0.7453, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 7.02, |
|
"learning_rate": 4.6707818930041156e-05, |
|
"loss": 0.8762, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 7.02, |
|
"learning_rate": 4.650205761316873e-05, |
|
"loss": 1.0672, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 7.02, |
|
"eval_accuracy": 0.22058823529411764, |
|
"eval_loss": 2.9539241790771484, |
|
"eval_runtime": 19.7255, |
|
"eval_samples_per_second": 6.895, |
|
"eval_steps_per_second": 1.166, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"learning_rate": 4.62962962962963e-05, |
|
"loss": 0.7333, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 8.01, |
|
"learning_rate": 4.609053497942387e-05, |
|
"loss": 0.7281, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 8.01, |
|
"learning_rate": 4.5884773662551446e-05, |
|
"loss": 0.7749, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 8.01, |
|
"learning_rate": 4.567901234567901e-05, |
|
"loss": 1.0116, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 8.02, |
|
"learning_rate": 4.5473251028806584e-05, |
|
"loss": 0.7241, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 8.02, |
|
"eval_accuracy": 0.11029411764705882, |
|
"eval_loss": 3.536442995071411, |
|
"eval_runtime": 19.1835, |
|
"eval_samples_per_second": 7.089, |
|
"eval_steps_per_second": 1.199, |
|
"step": 495 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"learning_rate": 4.5267489711934157e-05, |
|
"loss": 0.7966, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 9.01, |
|
"learning_rate": 4.506172839506173e-05, |
|
"loss": 0.6068, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 9.01, |
|
"learning_rate": 4.48559670781893e-05, |
|
"loss": 0.5489, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 9.01, |
|
"learning_rate": 4.4650205761316874e-05, |
|
"loss": 0.6817, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 9.02, |
|
"learning_rate": 4.4444444444444447e-05, |
|
"loss": 0.6598, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 9.02, |
|
"learning_rate": 4.423868312757202e-05, |
|
"loss": 0.6532, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 9.02, |
|
"eval_accuracy": 0.2647058823529412, |
|
"eval_loss": 3.1971516609191895, |
|
"eval_runtime": 19.3537, |
|
"eval_samples_per_second": 7.027, |
|
"eval_steps_per_second": 1.188, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"learning_rate": 4.403292181069959e-05, |
|
"loss": 0.3489, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 10.01, |
|
"learning_rate": 4.3827160493827164e-05, |
|
"loss": 0.3966, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 10.01, |
|
"learning_rate": 4.3621399176954737e-05, |
|
"loss": 0.4513, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 10.01, |
|
"learning_rate": 4.341563786008231e-05, |
|
"loss": 0.69, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 10.02, |
|
"learning_rate": 4.3209876543209875e-05, |
|
"loss": 0.6476, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 10.02, |
|
"eval_accuracy": 0.07352941176470588, |
|
"eval_loss": 4.128897666931152, |
|
"eval_runtime": 18.8991, |
|
"eval_samples_per_second": 7.196, |
|
"eval_steps_per_second": 1.217, |
|
"step": 605 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"learning_rate": 4.300411522633745e-05, |
|
"loss": 0.5848, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 11.01, |
|
"learning_rate": 4.279835390946502e-05, |
|
"loss": 0.5367, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 11.01, |
|
"learning_rate": 4.259259259259259e-05, |
|
"loss": 0.5262, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 11.01, |
|
"learning_rate": 4.2386831275720165e-05, |
|
"loss": 0.6052, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 11.02, |
|
"learning_rate": 4.2181069958847744e-05, |
|
"loss": 0.5266, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 11.02, |
|
"learning_rate": 4.197530864197531e-05, |
|
"loss": 0.3725, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 11.02, |
|
"eval_accuracy": 0.058823529411764705, |
|
"eval_loss": 4.470974922180176, |
|
"eval_runtime": 19.5333, |
|
"eval_samples_per_second": 6.962, |
|
"eval_steps_per_second": 1.177, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"learning_rate": 4.176954732510288e-05, |
|
"loss": 0.5395, |
|
"step": 670 |
|
}, |
|
{ |
|
"epoch": 12.01, |
|
"learning_rate": 4.1563786008230455e-05, |
|
"loss": 0.3467, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 12.01, |
|
"learning_rate": 4.135802469135803e-05, |
|
"loss": 0.4811, |
|
"step": 690 |
|
}, |
|
{ |
|
"epoch": 12.01, |
|
"learning_rate": 4.11522633744856e-05, |
|
"loss": 0.2319, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 12.02, |
|
"learning_rate": 4.094650205761317e-05, |
|
"loss": 0.7363, |
|
"step": 710 |
|
}, |
|
{ |
|
"epoch": 12.02, |
|
"eval_accuracy": 0.0661764705882353, |
|
"eval_loss": 4.924136161804199, |
|
"eval_runtime": 18.8618, |
|
"eval_samples_per_second": 7.21, |
|
"eval_steps_per_second": 1.219, |
|
"step": 715 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"learning_rate": 4.074074074074074e-05, |
|
"loss": 0.3512, |
|
"step": 720 |
|
}, |
|
{ |
|
"epoch": 13.01, |
|
"learning_rate": 4.053497942386831e-05, |
|
"loss": 0.4679, |
|
"step": 730 |
|
}, |
|
{ |
|
"epoch": 13.01, |
|
"learning_rate": 4.032921810699588e-05, |
|
"loss": 0.2977, |
|
"step": 740 |
|
}, |
|
{ |
|
"epoch": 13.01, |
|
"learning_rate": 4.012345679012346e-05, |
|
"loss": 0.4135, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 13.02, |
|
"learning_rate": 3.9917695473251035e-05, |
|
"loss": 0.5098, |
|
"step": 760 |
|
}, |
|
{ |
|
"epoch": 13.02, |
|
"learning_rate": 3.971193415637861e-05, |
|
"loss": 0.3136, |
|
"step": 770 |
|
}, |
|
{ |
|
"epoch": 13.02, |
|
"eval_accuracy": 0.11764705882352941, |
|
"eval_loss": 4.821662425994873, |
|
"eval_runtime": 19.3838, |
|
"eval_samples_per_second": 7.016, |
|
"eval_steps_per_second": 1.187, |
|
"step": 770 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"learning_rate": 3.950617283950617e-05, |
|
"loss": 0.2163, |
|
"step": 780 |
|
}, |
|
{ |
|
"epoch": 14.01, |
|
"learning_rate": 3.9300411522633746e-05, |
|
"loss": 0.4752, |
|
"step": 790 |
|
}, |
|
{ |
|
"epoch": 14.01, |
|
"learning_rate": 3.909465020576132e-05, |
|
"loss": 0.5568, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 14.01, |
|
"learning_rate": 3.888888888888889e-05, |
|
"loss": 0.3797, |
|
"step": 810 |
|
}, |
|
{ |
|
"epoch": 14.02, |
|
"learning_rate": 3.868312757201646e-05, |
|
"loss": 0.3154, |
|
"step": 820 |
|
}, |
|
{ |
|
"epoch": 14.02, |
|
"eval_accuracy": 0.18382352941176472, |
|
"eval_loss": 4.271665573120117, |
|
"eval_runtime": 19.5325, |
|
"eval_samples_per_second": 6.963, |
|
"eval_steps_per_second": 1.178, |
|
"step": 825 |
|
}, |
|
{ |
|
"epoch": 15.0, |
|
"learning_rate": 3.8477366255144036e-05, |
|
"loss": 0.3158, |
|
"step": 830 |
|
}, |
|
{ |
|
"epoch": 15.01, |
|
"learning_rate": 3.82716049382716e-05, |
|
"loss": 0.3185, |
|
"step": 840 |
|
}, |
|
{ |
|
"epoch": 15.01, |
|
"learning_rate": 3.806584362139918e-05, |
|
"loss": 0.3665, |
|
"step": 850 |
|
}, |
|
{ |
|
"epoch": 15.01, |
|
"learning_rate": 3.786008230452675e-05, |
|
"loss": 0.246, |
|
"step": 860 |
|
}, |
|
{ |
|
"epoch": 15.02, |
|
"learning_rate": 3.7654320987654326e-05, |
|
"loss": 0.5252, |
|
"step": 870 |
|
}, |
|
{ |
|
"epoch": 15.02, |
|
"learning_rate": 3.74485596707819e-05, |
|
"loss": 0.309, |
|
"step": 880 |
|
}, |
|
{ |
|
"epoch": 15.02, |
|
"eval_accuracy": 0.058823529411764705, |
|
"eval_loss": 4.946552276611328, |
|
"eval_runtime": 18.5475, |
|
"eval_samples_per_second": 7.333, |
|
"eval_steps_per_second": 1.24, |
|
"step": 880 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"learning_rate": 3.724279835390947e-05, |
|
"loss": 0.294, |
|
"step": 890 |
|
}, |
|
{ |
|
"epoch": 16.01, |
|
"learning_rate": 3.7037037037037037e-05, |
|
"loss": 0.4016, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 16.01, |
|
"learning_rate": 3.683127572016461e-05, |
|
"loss": 0.2915, |
|
"step": 910 |
|
}, |
|
{ |
|
"epoch": 16.01, |
|
"learning_rate": 3.662551440329218e-05, |
|
"loss": 0.2268, |
|
"step": 920 |
|
}, |
|
{ |
|
"epoch": 16.02, |
|
"learning_rate": 3.6419753086419754e-05, |
|
"loss": 0.3094, |
|
"step": 930 |
|
}, |
|
{ |
|
"epoch": 16.02, |
|
"eval_accuracy": 0.014705882352941176, |
|
"eval_loss": 5.539356708526611, |
|
"eval_runtime": 18.4844, |
|
"eval_samples_per_second": 7.358, |
|
"eval_steps_per_second": 1.244, |
|
"step": 935 |
|
}, |
|
{ |
|
"epoch": 17.0, |
|
"learning_rate": 3.6213991769547327e-05, |
|
"loss": 0.4337, |
|
"step": 940 |
|
}, |
|
{ |
|
"epoch": 17.01, |
|
"learning_rate": 3.60082304526749e-05, |
|
"loss": 0.4705, |
|
"step": 950 |
|
}, |
|
{ |
|
"epoch": 17.01, |
|
"learning_rate": 3.580246913580247e-05, |
|
"loss": 0.3836, |
|
"step": 960 |
|
}, |
|
{ |
|
"epoch": 17.01, |
|
"learning_rate": 3.5596707818930044e-05, |
|
"loss": 0.2243, |
|
"step": 970 |
|
}, |
|
{ |
|
"epoch": 17.02, |
|
"learning_rate": 3.539094650205762e-05, |
|
"loss": 0.29, |
|
"step": 980 |
|
}, |
|
{ |
|
"epoch": 17.02, |
|
"learning_rate": 3.518518518518519e-05, |
|
"loss": 0.3333, |
|
"step": 990 |
|
}, |
|
{ |
|
"epoch": 17.02, |
|
"eval_accuracy": 0.09558823529411764, |
|
"eval_loss": 5.0939555168151855, |
|
"eval_runtime": 19.0139, |
|
"eval_samples_per_second": 7.153, |
|
"eval_steps_per_second": 1.21, |
|
"step": 990 |
|
}, |
|
{ |
|
"epoch": 18.0, |
|
"learning_rate": 3.497942386831276e-05, |
|
"loss": 0.1621, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 18.01, |
|
"learning_rate": 3.4773662551440334e-05, |
|
"loss": 0.2036, |
|
"step": 1010 |
|
}, |
|
{ |
|
"epoch": 18.01, |
|
"learning_rate": 3.45679012345679e-05, |
|
"loss": 0.1649, |
|
"step": 1020 |
|
}, |
|
{ |
|
"epoch": 18.01, |
|
"learning_rate": 3.436213991769547e-05, |
|
"loss": 0.2498, |
|
"step": 1030 |
|
}, |
|
{ |
|
"epoch": 18.02, |
|
"learning_rate": 3.4156378600823045e-05, |
|
"loss": 0.2299, |
|
"step": 1040 |
|
}, |
|
{ |
|
"epoch": 18.02, |
|
"eval_accuracy": 0.007352941176470588, |
|
"eval_loss": 6.314783096313477, |
|
"eval_runtime": 18.7617, |
|
"eval_samples_per_second": 7.249, |
|
"eval_steps_per_second": 1.226, |
|
"step": 1045 |
|
}, |
|
{ |
|
"epoch": 19.0, |
|
"learning_rate": 3.395061728395062e-05, |
|
"loss": 0.3375, |
|
"step": 1050 |
|
}, |
|
{ |
|
"epoch": 19.01, |
|
"learning_rate": 3.374485596707819e-05, |
|
"loss": 0.376, |
|
"step": 1060 |
|
}, |
|
{ |
|
"epoch": 19.01, |
|
"learning_rate": 3.353909465020576e-05, |
|
"loss": 0.2132, |
|
"step": 1070 |
|
}, |
|
{ |
|
"epoch": 19.01, |
|
"learning_rate": 3.3333333333333335e-05, |
|
"loss": 0.2873, |
|
"step": 1080 |
|
}, |
|
{ |
|
"epoch": 19.02, |
|
"learning_rate": 3.312757201646091e-05, |
|
"loss": 0.1696, |
|
"step": 1090 |
|
}, |
|
{ |
|
"epoch": 19.02, |
|
"learning_rate": 3.292181069958848e-05, |
|
"loss": 0.2257, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 19.02, |
|
"eval_accuracy": 0.058823529411764705, |
|
"eval_loss": 5.386910915374756, |
|
"eval_runtime": 19.037, |
|
"eval_samples_per_second": 7.144, |
|
"eval_steps_per_second": 1.208, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"learning_rate": 3.271604938271605e-05, |
|
"loss": 0.262, |
|
"step": 1110 |
|
}, |
|
{ |
|
"epoch": 20.01, |
|
"learning_rate": 3.2510288065843625e-05, |
|
"loss": 0.2932, |
|
"step": 1120 |
|
}, |
|
{ |
|
"epoch": 20.01, |
|
"learning_rate": 3.230452674897119e-05, |
|
"loss": 0.17, |
|
"step": 1130 |
|
}, |
|
{ |
|
"epoch": 20.01, |
|
"learning_rate": 3.209876543209876e-05, |
|
"loss": 0.2872, |
|
"step": 1140 |
|
}, |
|
{ |
|
"epoch": 20.02, |
|
"learning_rate": 3.1893004115226336e-05, |
|
"loss": 0.255, |
|
"step": 1150 |
|
}, |
|
{ |
|
"epoch": 20.02, |
|
"eval_accuracy": 0.014705882352941176, |
|
"eval_loss": 6.413440704345703, |
|
"eval_runtime": 19.1203, |
|
"eval_samples_per_second": 7.113, |
|
"eval_steps_per_second": 1.203, |
|
"step": 1155 |
|
}, |
|
{ |
|
"epoch": 21.0, |
|
"learning_rate": 3.168724279835391e-05, |
|
"loss": 0.173, |
|
"step": 1160 |
|
}, |
|
{ |
|
"epoch": 21.01, |
|
"learning_rate": 3.148148148148148e-05, |
|
"loss": 0.2732, |
|
"step": 1170 |
|
}, |
|
{ |
|
"epoch": 21.01, |
|
"learning_rate": 3.127572016460906e-05, |
|
"loss": 0.175, |
|
"step": 1180 |
|
}, |
|
{ |
|
"epoch": 21.01, |
|
"learning_rate": 3.1069958847736626e-05, |
|
"loss": 0.2022, |
|
"step": 1190 |
|
}, |
|
{ |
|
"epoch": 21.02, |
|
"learning_rate": 3.08641975308642e-05, |
|
"loss": 0.2273, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 21.02, |
|
"learning_rate": 3.065843621399177e-05, |
|
"loss": 0.2335, |
|
"step": 1210 |
|
}, |
|
{ |
|
"epoch": 21.02, |
|
"eval_accuracy": 0.04411764705882353, |
|
"eval_loss": 6.141349792480469, |
|
"eval_runtime": 19.4239, |
|
"eval_samples_per_second": 7.002, |
|
"eval_steps_per_second": 1.184, |
|
"step": 1210 |
|
}, |
|
{ |
|
"epoch": 22.0, |
|
"learning_rate": 3.0452674897119343e-05, |
|
"loss": 0.223, |
|
"step": 1220 |
|
}, |
|
{ |
|
"epoch": 22.01, |
|
"learning_rate": 3.0246913580246916e-05, |
|
"loss": 0.226, |
|
"step": 1230 |
|
}, |
|
{ |
|
"epoch": 22.01, |
|
"learning_rate": 3.0041152263374488e-05, |
|
"loss": 0.3511, |
|
"step": 1240 |
|
}, |
|
{ |
|
"epoch": 22.01, |
|
"learning_rate": 2.9835390946502057e-05, |
|
"loss": 0.1201, |
|
"step": 1250 |
|
}, |
|
{ |
|
"epoch": 22.02, |
|
"learning_rate": 2.962962962962963e-05, |
|
"loss": 0.3507, |
|
"step": 1260 |
|
}, |
|
{ |
|
"epoch": 22.02, |
|
"eval_accuracy": 0.007352941176470588, |
|
"eval_loss": 6.291131973266602, |
|
"eval_runtime": 18.6286, |
|
"eval_samples_per_second": 7.301, |
|
"eval_steps_per_second": 1.235, |
|
"step": 1265 |
|
}, |
|
{ |
|
"epoch": 23.0, |
|
"learning_rate": 2.9423868312757202e-05, |
|
"loss": 0.3065, |
|
"step": 1270 |
|
}, |
|
{ |
|
"epoch": 23.01, |
|
"learning_rate": 2.9218106995884775e-05, |
|
"loss": 0.119, |
|
"step": 1280 |
|
}, |
|
{ |
|
"epoch": 23.01, |
|
"learning_rate": 2.9012345679012347e-05, |
|
"loss": 0.31, |
|
"step": 1290 |
|
}, |
|
{ |
|
"epoch": 23.01, |
|
"learning_rate": 2.880658436213992e-05, |
|
"loss": 0.3629, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 23.02, |
|
"learning_rate": 2.860082304526749e-05, |
|
"loss": 0.1736, |
|
"step": 1310 |
|
}, |
|
{ |
|
"epoch": 23.02, |
|
"learning_rate": 2.839506172839506e-05, |
|
"loss": 0.1463, |
|
"step": 1320 |
|
}, |
|
{ |
|
"epoch": 23.02, |
|
"eval_accuracy": 0.007352941176470588, |
|
"eval_loss": 6.527339935302734, |
|
"eval_runtime": 19.3595, |
|
"eval_samples_per_second": 7.025, |
|
"eval_steps_per_second": 1.188, |
|
"step": 1320 |
|
}, |
|
{ |
|
"epoch": 24.0, |
|
"learning_rate": 2.8189300411522634e-05, |
|
"loss": 0.1214, |
|
"step": 1330 |
|
}, |
|
{ |
|
"epoch": 24.01, |
|
"learning_rate": 2.7983539094650207e-05, |
|
"loss": 0.2213, |
|
"step": 1340 |
|
}, |
|
{ |
|
"epoch": 24.01, |
|
"learning_rate": 2.777777777777778e-05, |
|
"loss": 0.1491, |
|
"step": 1350 |
|
}, |
|
{ |
|
"epoch": 24.01, |
|
"learning_rate": 2.757201646090535e-05, |
|
"loss": 0.1312, |
|
"step": 1360 |
|
}, |
|
{ |
|
"epoch": 24.02, |
|
"learning_rate": 2.736625514403292e-05, |
|
"loss": 0.193, |
|
"step": 1370 |
|
}, |
|
{ |
|
"epoch": 24.02, |
|
"eval_accuracy": 0.007352941176470588, |
|
"eval_loss": 6.6533203125, |
|
"eval_runtime": 19.6174, |
|
"eval_samples_per_second": 6.933, |
|
"eval_steps_per_second": 1.172, |
|
"step": 1375 |
|
}, |
|
{ |
|
"epoch": 25.0, |
|
"learning_rate": 2.7160493827160493e-05, |
|
"loss": 0.2329, |
|
"step": 1380 |
|
}, |
|
{ |
|
"epoch": 25.01, |
|
"learning_rate": 2.6954732510288066e-05, |
|
"loss": 0.2651, |
|
"step": 1390 |
|
}, |
|
{ |
|
"epoch": 25.01, |
|
"learning_rate": 2.6748971193415638e-05, |
|
"loss": 0.2483, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 25.01, |
|
"learning_rate": 2.654320987654321e-05, |
|
"loss": 0.0754, |
|
"step": 1410 |
|
}, |
|
{ |
|
"epoch": 25.02, |
|
"learning_rate": 2.6337448559670787e-05, |
|
"loss": 0.1554, |
|
"step": 1420 |
|
}, |
|
{ |
|
"epoch": 25.02, |
|
"learning_rate": 2.6131687242798352e-05, |
|
"loss": 0.1167, |
|
"step": 1430 |
|
}, |
|
{ |
|
"epoch": 25.02, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 6.809352874755859, |
|
"eval_runtime": 18.9052, |
|
"eval_samples_per_second": 7.194, |
|
"eval_steps_per_second": 1.217, |
|
"step": 1430 |
|
}, |
|
{ |
|
"epoch": 26.0, |
|
"learning_rate": 2.5925925925925925e-05, |
|
"loss": 0.1468, |
|
"step": 1440 |
|
}, |
|
{ |
|
"epoch": 26.01, |
|
"learning_rate": 2.5720164609053497e-05, |
|
"loss": 0.1028, |
|
"step": 1450 |
|
}, |
|
{ |
|
"epoch": 26.01, |
|
"learning_rate": 2.551440329218107e-05, |
|
"loss": 0.2864, |
|
"step": 1460 |
|
}, |
|
{ |
|
"epoch": 26.01, |
|
"learning_rate": 2.5308641975308646e-05, |
|
"loss": 0.1794, |
|
"step": 1470 |
|
}, |
|
{ |
|
"epoch": 26.02, |
|
"learning_rate": 2.510288065843622e-05, |
|
"loss": 0.1168, |
|
"step": 1480 |
|
}, |
|
{ |
|
"epoch": 26.02, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 6.763158321380615, |
|
"eval_runtime": 19.2445, |
|
"eval_samples_per_second": 7.067, |
|
"eval_steps_per_second": 1.195, |
|
"step": 1485 |
|
}, |
|
{ |
|
"epoch": 27.0, |
|
"learning_rate": 2.4897119341563787e-05, |
|
"loss": 0.153, |
|
"step": 1490 |
|
}, |
|
{ |
|
"epoch": 27.01, |
|
"learning_rate": 2.4691358024691357e-05, |
|
"loss": 0.1269, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 27.01, |
|
"learning_rate": 2.4485596707818932e-05, |
|
"loss": 0.1475, |
|
"step": 1510 |
|
}, |
|
{ |
|
"epoch": 27.01, |
|
"learning_rate": 2.4279835390946505e-05, |
|
"loss": 0.3628, |
|
"step": 1520 |
|
}, |
|
{ |
|
"epoch": 27.02, |
|
"learning_rate": 2.4074074074074074e-05, |
|
"loss": 0.1292, |
|
"step": 1530 |
|
}, |
|
{ |
|
"epoch": 27.02, |
|
"learning_rate": 2.3868312757201647e-05, |
|
"loss": 0.0511, |
|
"step": 1540 |
|
}, |
|
{ |
|
"epoch": 27.02, |
|
"eval_accuracy": 0.007352941176470588, |
|
"eval_loss": 7.004645824432373, |
|
"eval_runtime": 18.9657, |
|
"eval_samples_per_second": 7.171, |
|
"eval_steps_per_second": 1.213, |
|
"step": 1540 |
|
}, |
|
{ |
|
"epoch": 28.0, |
|
"learning_rate": 2.366255144032922e-05, |
|
"loss": 0.1885, |
|
"step": 1550 |
|
}, |
|
{ |
|
"epoch": 28.01, |
|
"learning_rate": 2.345679012345679e-05, |
|
"loss": 0.1131, |
|
"step": 1560 |
|
}, |
|
{ |
|
"epoch": 28.01, |
|
"learning_rate": 2.3251028806584364e-05, |
|
"loss": 0.1701, |
|
"step": 1570 |
|
}, |
|
{ |
|
"epoch": 28.01, |
|
"learning_rate": 2.3045267489711937e-05, |
|
"loss": 0.0717, |
|
"step": 1580 |
|
}, |
|
{ |
|
"epoch": 28.02, |
|
"learning_rate": 2.2839506172839506e-05, |
|
"loss": 0.1336, |
|
"step": 1590 |
|
}, |
|
{ |
|
"epoch": 28.02, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 7.287693023681641, |
|
"eval_runtime": 18.4974, |
|
"eval_samples_per_second": 7.352, |
|
"eval_steps_per_second": 1.243, |
|
"step": 1595 |
|
}, |
|
{ |
|
"epoch": 29.0, |
|
"learning_rate": 2.2633744855967078e-05, |
|
"loss": 0.3002, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 29.01, |
|
"learning_rate": 2.242798353909465e-05, |
|
"loss": 0.1882, |
|
"step": 1610 |
|
}, |
|
{ |
|
"epoch": 29.01, |
|
"learning_rate": 2.2222222222222223e-05, |
|
"loss": 0.1417, |
|
"step": 1620 |
|
}, |
|
{ |
|
"epoch": 29.01, |
|
"learning_rate": 2.2016460905349796e-05, |
|
"loss": 0.053, |
|
"step": 1630 |
|
}, |
|
{ |
|
"epoch": 29.02, |
|
"learning_rate": 2.1810699588477368e-05, |
|
"loss": 0.1451, |
|
"step": 1640 |
|
}, |
|
{ |
|
"epoch": 29.02, |
|
"learning_rate": 2.1604938271604937e-05, |
|
"loss": 0.1518, |
|
"step": 1650 |
|
}, |
|
{ |
|
"epoch": 29.02, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 7.310234069824219, |
|
"eval_runtime": 18.7122, |
|
"eval_samples_per_second": 7.268, |
|
"eval_steps_per_second": 1.229, |
|
"step": 1650 |
|
}, |
|
{ |
|
"epoch": 30.0, |
|
"learning_rate": 2.139917695473251e-05, |
|
"loss": 0.0757, |
|
"step": 1660 |
|
}, |
|
{ |
|
"epoch": 30.01, |
|
"learning_rate": 2.1193415637860082e-05, |
|
"loss": 0.119, |
|
"step": 1670 |
|
}, |
|
{ |
|
"epoch": 30.01, |
|
"learning_rate": 2.0987654320987655e-05, |
|
"loss": 0.2, |
|
"step": 1680 |
|
}, |
|
{ |
|
"epoch": 30.01, |
|
"learning_rate": 2.0781893004115227e-05, |
|
"loss": 0.1005, |
|
"step": 1690 |
|
}, |
|
{ |
|
"epoch": 30.02, |
|
"learning_rate": 2.05761316872428e-05, |
|
"loss": 0.1972, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 30.02, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 7.163204669952393, |
|
"eval_runtime": 18.8868, |
|
"eval_samples_per_second": 7.201, |
|
"eval_steps_per_second": 1.218, |
|
"step": 1705 |
|
}, |
|
{ |
|
"epoch": 31.0, |
|
"learning_rate": 2.037037037037037e-05, |
|
"loss": 0.3282, |
|
"step": 1710 |
|
}, |
|
{ |
|
"epoch": 31.01, |
|
"learning_rate": 2.016460905349794e-05, |
|
"loss": 0.1741, |
|
"step": 1720 |
|
}, |
|
{ |
|
"epoch": 31.01, |
|
"learning_rate": 1.9958847736625517e-05, |
|
"loss": 0.1258, |
|
"step": 1730 |
|
}, |
|
{ |
|
"epoch": 31.01, |
|
"learning_rate": 1.9753086419753087e-05, |
|
"loss": 0.1061, |
|
"step": 1740 |
|
}, |
|
{ |
|
"epoch": 31.02, |
|
"learning_rate": 1.954732510288066e-05, |
|
"loss": 0.1131, |
|
"step": 1750 |
|
}, |
|
{ |
|
"epoch": 31.02, |
|
"learning_rate": 1.934156378600823e-05, |
|
"loss": 0.0605, |
|
"step": 1760 |
|
}, |
|
{ |
|
"epoch": 31.02, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 7.296962738037109, |
|
"eval_runtime": 19.2119, |
|
"eval_samples_per_second": 7.079, |
|
"eval_steps_per_second": 1.197, |
|
"step": 1760 |
|
}, |
|
{ |
|
"epoch": 32.0, |
|
"learning_rate": 1.91358024691358e-05, |
|
"loss": 0.1463, |
|
"step": 1770 |
|
}, |
|
{ |
|
"epoch": 32.01, |
|
"learning_rate": 1.8930041152263377e-05, |
|
"loss": 0.1264, |
|
"step": 1780 |
|
}, |
|
{ |
|
"epoch": 32.01, |
|
"learning_rate": 1.872427983539095e-05, |
|
"loss": 0.1558, |
|
"step": 1790 |
|
}, |
|
{ |
|
"epoch": 32.01, |
|
"learning_rate": 1.8518518518518518e-05, |
|
"loss": 0.2069, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 32.02, |
|
"learning_rate": 1.831275720164609e-05, |
|
"loss": 0.1633, |
|
"step": 1810 |
|
}, |
|
{ |
|
"epoch": 32.02, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 7.34273099899292, |
|
"eval_runtime": 19.2376, |
|
"eval_samples_per_second": 7.069, |
|
"eval_steps_per_second": 1.196, |
|
"step": 1815 |
|
}, |
|
{ |
|
"epoch": 33.0, |
|
"learning_rate": 1.8106995884773663e-05, |
|
"loss": 0.1313, |
|
"step": 1820 |
|
}, |
|
{ |
|
"epoch": 33.01, |
|
"learning_rate": 1.7901234567901236e-05, |
|
"loss": 0.1187, |
|
"step": 1830 |
|
}, |
|
{ |
|
"epoch": 33.01, |
|
"learning_rate": 1.769547325102881e-05, |
|
"loss": 0.1455, |
|
"step": 1840 |
|
}, |
|
{ |
|
"epoch": 33.01, |
|
"learning_rate": 1.748971193415638e-05, |
|
"loss": 0.0554, |
|
"step": 1850 |
|
}, |
|
{ |
|
"epoch": 33.02, |
|
"learning_rate": 1.728395061728395e-05, |
|
"loss": 0.1677, |
|
"step": 1860 |
|
}, |
|
{ |
|
"epoch": 33.02, |
|
"learning_rate": 1.7078189300411522e-05, |
|
"loss": 0.1902, |
|
"step": 1870 |
|
}, |
|
{ |
|
"epoch": 33.02, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 7.409451484680176, |
|
"eval_runtime": 19.5055, |
|
"eval_samples_per_second": 6.972, |
|
"eval_steps_per_second": 1.179, |
|
"step": 1870 |
|
}, |
|
{ |
|
"epoch": 34.0, |
|
"learning_rate": 1.6872427983539095e-05, |
|
"loss": 0.2543, |
|
"step": 1880 |
|
}, |
|
{ |
|
"epoch": 34.01, |
|
"learning_rate": 1.6666666666666667e-05, |
|
"loss": 0.1069, |
|
"step": 1890 |
|
}, |
|
{ |
|
"epoch": 34.01, |
|
"learning_rate": 1.646090534979424e-05, |
|
"loss": 0.1131, |
|
"step": 1900 |
|
}, |
|
{ |
|
"epoch": 34.01, |
|
"learning_rate": 1.6255144032921812e-05, |
|
"loss": 0.0825, |
|
"step": 1910 |
|
}, |
|
{ |
|
"epoch": 34.02, |
|
"learning_rate": 1.604938271604938e-05, |
|
"loss": 0.132, |
|
"step": 1920 |
|
}, |
|
{ |
|
"epoch": 34.02, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 7.31688928604126, |
|
"eval_runtime": 19.5592, |
|
"eval_samples_per_second": 6.953, |
|
"eval_steps_per_second": 1.176, |
|
"step": 1925 |
|
}, |
|
{ |
|
"epoch": 35.0, |
|
"learning_rate": 1.5843621399176954e-05, |
|
"loss": 0.168, |
|
"step": 1930 |
|
}, |
|
{ |
|
"epoch": 35.01, |
|
"learning_rate": 1.563786008230453e-05, |
|
"loss": 0.1214, |
|
"step": 1940 |
|
}, |
|
{ |
|
"epoch": 35.01, |
|
"learning_rate": 1.54320987654321e-05, |
|
"loss": 0.0863, |
|
"step": 1950 |
|
}, |
|
{ |
|
"epoch": 35.01, |
|
"learning_rate": 1.5226337448559672e-05, |
|
"loss": 0.1013, |
|
"step": 1960 |
|
}, |
|
{ |
|
"epoch": 35.02, |
|
"learning_rate": 1.5020576131687244e-05, |
|
"loss": 0.0962, |
|
"step": 1970 |
|
}, |
|
{ |
|
"epoch": 35.02, |
|
"learning_rate": 1.4814814814814815e-05, |
|
"loss": 0.1226, |
|
"step": 1980 |
|
}, |
|
{ |
|
"epoch": 35.02, |
|
"eval_accuracy": 0.007352941176470588, |
|
"eval_loss": 7.419619560241699, |
|
"eval_runtime": 19.4051, |
|
"eval_samples_per_second": 7.008, |
|
"eval_steps_per_second": 1.185, |
|
"step": 1980 |
|
}, |
|
{ |
|
"epoch": 36.0, |
|
"learning_rate": 1.4609053497942387e-05, |
|
"loss": 0.0864, |
|
"step": 1990 |
|
}, |
|
{ |
|
"epoch": 36.01, |
|
"learning_rate": 1.440329218106996e-05, |
|
"loss": 0.1085, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 36.01, |
|
"learning_rate": 1.419753086419753e-05, |
|
"loss": 0.105, |
|
"step": 2010 |
|
}, |
|
{ |
|
"epoch": 36.01, |
|
"learning_rate": 1.3991769547325103e-05, |
|
"loss": 0.1557, |
|
"step": 2020 |
|
}, |
|
{ |
|
"epoch": 36.02, |
|
"learning_rate": 1.3786008230452676e-05, |
|
"loss": 0.115, |
|
"step": 2030 |
|
}, |
|
{ |
|
"epoch": 36.02, |
|
"eval_accuracy": 0.007352941176470588, |
|
"eval_loss": 7.324816703796387, |
|
"eval_runtime": 19.4998, |
|
"eval_samples_per_second": 6.974, |
|
"eval_steps_per_second": 1.18, |
|
"step": 2035 |
|
}, |
|
{ |
|
"epoch": 37.0, |
|
"learning_rate": 1.3580246913580247e-05, |
|
"loss": 0.1213, |
|
"step": 2040 |
|
}, |
|
{ |
|
"epoch": 37.01, |
|
"learning_rate": 1.3374485596707819e-05, |
|
"loss": 0.1438, |
|
"step": 2050 |
|
}, |
|
{ |
|
"epoch": 37.01, |
|
"learning_rate": 1.3168724279835393e-05, |
|
"loss": 0.0898, |
|
"step": 2060 |
|
}, |
|
{ |
|
"epoch": 37.01, |
|
"learning_rate": 1.2962962962962962e-05, |
|
"loss": 0.0357, |
|
"step": 2070 |
|
}, |
|
{ |
|
"epoch": 37.02, |
|
"learning_rate": 1.2757201646090535e-05, |
|
"loss": 0.1411, |
|
"step": 2080 |
|
}, |
|
{ |
|
"epoch": 37.02, |
|
"learning_rate": 1.255144032921811e-05, |
|
"loss": 0.1348, |
|
"step": 2090 |
|
}, |
|
{ |
|
"epoch": 37.02, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 7.131798267364502, |
|
"eval_runtime": 19.3599, |
|
"eval_samples_per_second": 7.025, |
|
"eval_steps_per_second": 1.188, |
|
"step": 2090 |
|
}, |
|
{ |
|
"epoch": 38.0, |
|
"learning_rate": 1.2345679012345678e-05, |
|
"loss": 0.079, |
|
"step": 2100 |
|
}, |
|
{ |
|
"epoch": 38.01, |
|
"learning_rate": 1.2139917695473252e-05, |
|
"loss": 0.1512, |
|
"step": 2110 |
|
}, |
|
{ |
|
"epoch": 38.01, |
|
"learning_rate": 1.1934156378600823e-05, |
|
"loss": 0.0962, |
|
"step": 2120 |
|
}, |
|
{ |
|
"epoch": 38.01, |
|
"learning_rate": 1.1728395061728396e-05, |
|
"loss": 0.1232, |
|
"step": 2130 |
|
}, |
|
{ |
|
"epoch": 38.02, |
|
"learning_rate": 1.1522633744855968e-05, |
|
"loss": 0.1684, |
|
"step": 2140 |
|
}, |
|
{ |
|
"epoch": 38.02, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 7.648235321044922, |
|
"eval_runtime": 19.5601, |
|
"eval_samples_per_second": 6.953, |
|
"eval_steps_per_second": 1.176, |
|
"step": 2145 |
|
}, |
|
{ |
|
"epoch": 39.0, |
|
"learning_rate": 1.1316872427983539e-05, |
|
"loss": 0.1614, |
|
"step": 2150 |
|
}, |
|
{ |
|
"epoch": 39.01, |
|
"learning_rate": 1.1111111111111112e-05, |
|
"loss": 0.0955, |
|
"step": 2160 |
|
}, |
|
{ |
|
"epoch": 39.01, |
|
"learning_rate": 1.0905349794238684e-05, |
|
"loss": 0.1675, |
|
"step": 2170 |
|
}, |
|
{ |
|
"epoch": 39.01, |
|
"learning_rate": 1.0699588477366255e-05, |
|
"loss": 0.1518, |
|
"step": 2180 |
|
}, |
|
{ |
|
"epoch": 39.02, |
|
"learning_rate": 1.0493827160493827e-05, |
|
"loss": 0.1098, |
|
"step": 2190 |
|
}, |
|
{ |
|
"epoch": 39.02, |
|
"learning_rate": 1.02880658436214e-05, |
|
"loss": 0.0722, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 39.02, |
|
"eval_accuracy": 0.007352941176470588, |
|
"eval_loss": 7.594442844390869, |
|
"eval_runtime": 19.5713, |
|
"eval_samples_per_second": 6.949, |
|
"eval_steps_per_second": 1.175, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 40.0, |
|
"learning_rate": 1.008230452674897e-05, |
|
"loss": 0.1132, |
|
"step": 2210 |
|
}, |
|
{ |
|
"epoch": 40.01, |
|
"learning_rate": 9.876543209876543e-06, |
|
"loss": 0.127, |
|
"step": 2220 |
|
}, |
|
{ |
|
"epoch": 40.01, |
|
"learning_rate": 9.670781893004116e-06, |
|
"loss": 0.0605, |
|
"step": 2230 |
|
}, |
|
{ |
|
"epoch": 40.01, |
|
"learning_rate": 9.465020576131688e-06, |
|
"loss": 0.1263, |
|
"step": 2240 |
|
}, |
|
{ |
|
"epoch": 40.02, |
|
"learning_rate": 9.259259259259259e-06, |
|
"loss": 0.1155, |
|
"step": 2250 |
|
}, |
|
{ |
|
"epoch": 40.02, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 7.561499118804932, |
|
"eval_runtime": 19.559, |
|
"eval_samples_per_second": 6.953, |
|
"eval_steps_per_second": 1.176, |
|
"step": 2255 |
|
}, |
|
{ |
|
"epoch": 41.0, |
|
"learning_rate": 9.053497942386832e-06, |
|
"loss": 0.1481, |
|
"step": 2260 |
|
}, |
|
{ |
|
"epoch": 41.01, |
|
"learning_rate": 8.847736625514404e-06, |
|
"loss": 0.1293, |
|
"step": 2270 |
|
}, |
|
{ |
|
"epoch": 41.01, |
|
"learning_rate": 8.641975308641975e-06, |
|
"loss": 0.102, |
|
"step": 2280 |
|
}, |
|
{ |
|
"epoch": 41.01, |
|
"learning_rate": 8.436213991769547e-06, |
|
"loss": 0.1447, |
|
"step": 2290 |
|
}, |
|
{ |
|
"epoch": 41.02, |
|
"learning_rate": 8.23045267489712e-06, |
|
"loss": 0.0593, |
|
"step": 2300 |
|
}, |
|
{ |
|
"epoch": 41.02, |
|
"learning_rate": 8.02469135802469e-06, |
|
"loss": 0.1425, |
|
"step": 2310 |
|
}, |
|
{ |
|
"epoch": 41.02, |
|
"eval_accuracy": 0.007352941176470588, |
|
"eval_loss": 7.645389556884766, |
|
"eval_runtime": 19.1466, |
|
"eval_samples_per_second": 7.103, |
|
"eval_steps_per_second": 1.201, |
|
"step": 2310 |
|
}, |
|
{ |
|
"epoch": 42.0, |
|
"learning_rate": 7.818930041152265e-06, |
|
"loss": 0.0842, |
|
"step": 2320 |
|
}, |
|
{ |
|
"epoch": 42.01, |
|
"learning_rate": 7.613168724279836e-06, |
|
"loss": 0.0962, |
|
"step": 2330 |
|
}, |
|
{ |
|
"epoch": 42.01, |
|
"learning_rate": 7.4074074074074075e-06, |
|
"loss": 0.1109, |
|
"step": 2340 |
|
}, |
|
{ |
|
"epoch": 42.01, |
|
"learning_rate": 7.20164609053498e-06, |
|
"loss": 0.0989, |
|
"step": 2350 |
|
}, |
|
{ |
|
"epoch": 42.02, |
|
"learning_rate": 6.995884773662552e-06, |
|
"loss": 0.1552, |
|
"step": 2360 |
|
}, |
|
{ |
|
"epoch": 42.02, |
|
"eval_accuracy": 0.007352941176470588, |
|
"eval_loss": 7.477428436279297, |
|
"eval_runtime": 19.4448, |
|
"eval_samples_per_second": 6.994, |
|
"eval_steps_per_second": 1.183, |
|
"step": 2365 |
|
}, |
|
{ |
|
"epoch": 43.0, |
|
"learning_rate": 6.790123456790123e-06, |
|
"loss": 0.1492, |
|
"step": 2370 |
|
}, |
|
{ |
|
"epoch": 43.01, |
|
"learning_rate": 6.584362139917697e-06, |
|
"loss": 0.095, |
|
"step": 2380 |
|
}, |
|
{ |
|
"epoch": 43.01, |
|
"learning_rate": 6.3786008230452675e-06, |
|
"loss": 0.0934, |
|
"step": 2390 |
|
}, |
|
{ |
|
"epoch": 43.01, |
|
"learning_rate": 6.172839506172839e-06, |
|
"loss": 0.1175, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 43.02, |
|
"learning_rate": 5.967078189300412e-06, |
|
"loss": 0.1298, |
|
"step": 2410 |
|
}, |
|
{ |
|
"epoch": 43.02, |
|
"learning_rate": 5.761316872427984e-06, |
|
"loss": 0.1078, |
|
"step": 2420 |
|
}, |
|
{ |
|
"epoch": 43.02, |
|
"eval_accuracy": 0.007352941176470588, |
|
"eval_loss": 7.3990559577941895, |
|
"eval_runtime": 19.5393, |
|
"eval_samples_per_second": 6.96, |
|
"eval_steps_per_second": 1.177, |
|
"step": 2420 |
|
}, |
|
{ |
|
"epoch": 44.0, |
|
"learning_rate": 5.555555555555556e-06, |
|
"loss": 0.1088, |
|
"step": 2430 |
|
}, |
|
{ |
|
"epoch": 44.01, |
|
"learning_rate": 5.3497942386831275e-06, |
|
"loss": 0.1179, |
|
"step": 2440 |
|
}, |
|
{ |
|
"epoch": 44.01, |
|
"learning_rate": 5.1440329218107e-06, |
|
"loss": 0.1019, |
|
"step": 2450 |
|
}, |
|
{ |
|
"epoch": 44.01, |
|
"learning_rate": 4.938271604938272e-06, |
|
"loss": 0.0844, |
|
"step": 2460 |
|
}, |
|
{ |
|
"epoch": 44.02, |
|
"learning_rate": 4.732510288065844e-06, |
|
"loss": 0.1169, |
|
"step": 2470 |
|
}, |
|
{ |
|
"epoch": 44.02, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 7.32404899597168, |
|
"eval_runtime": 19.4463, |
|
"eval_samples_per_second": 6.994, |
|
"eval_steps_per_second": 1.183, |
|
"step": 2475 |
|
}, |
|
{ |
|
"epoch": 45.0, |
|
"learning_rate": 4.526748971193416e-06, |
|
"loss": 0.1361, |
|
"step": 2480 |
|
}, |
|
{ |
|
"epoch": 45.01, |
|
"learning_rate": 4.3209876543209875e-06, |
|
"loss": 0.1422, |
|
"step": 2490 |
|
}, |
|
{ |
|
"epoch": 45.01, |
|
"learning_rate": 4.11522633744856e-06, |
|
"loss": 0.0732, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 45.01, |
|
"learning_rate": 3.9094650205761325e-06, |
|
"loss": 0.0721, |
|
"step": 2510 |
|
}, |
|
{ |
|
"epoch": 45.02, |
|
"learning_rate": 3.7037037037037037e-06, |
|
"loss": 0.1091, |
|
"step": 2520 |
|
}, |
|
{ |
|
"epoch": 45.02, |
|
"learning_rate": 3.497942386831276e-06, |
|
"loss": 0.1438, |
|
"step": 2530 |
|
}, |
|
{ |
|
"epoch": 45.02, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 7.413323402404785, |
|
"eval_runtime": 19.5353, |
|
"eval_samples_per_second": 6.962, |
|
"eval_steps_per_second": 1.177, |
|
"step": 2530 |
|
}, |
|
{ |
|
"epoch": 46.0, |
|
"learning_rate": 3.2921810699588483e-06, |
|
"loss": 0.0717, |
|
"step": 2540 |
|
}, |
|
{ |
|
"epoch": 46.01, |
|
"learning_rate": 3.0864197530864196e-06, |
|
"loss": 0.1297, |
|
"step": 2550 |
|
}, |
|
{ |
|
"epoch": 46.01, |
|
"learning_rate": 2.880658436213992e-06, |
|
"loss": 0.1206, |
|
"step": 2560 |
|
}, |
|
{ |
|
"epoch": 46.01, |
|
"learning_rate": 2.6748971193415637e-06, |
|
"loss": 0.1094, |
|
"step": 2570 |
|
}, |
|
{ |
|
"epoch": 46.02, |
|
"learning_rate": 2.469135802469136e-06, |
|
"loss": 0.1227, |
|
"step": 2580 |
|
}, |
|
{ |
|
"epoch": 46.02, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 7.459200859069824, |
|
"eval_runtime": 19.303, |
|
"eval_samples_per_second": 7.046, |
|
"eval_steps_per_second": 1.192, |
|
"step": 2585 |
|
}, |
|
{ |
|
"epoch": 47.0, |
|
"learning_rate": 2.263374485596708e-06, |
|
"loss": 0.1153, |
|
"step": 2590 |
|
}, |
|
{ |
|
"epoch": 47.01, |
|
"learning_rate": 2.05761316872428e-06, |
|
"loss": 0.176, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 47.01, |
|
"learning_rate": 1.8518518518518519e-06, |
|
"loss": 0.1049, |
|
"step": 2610 |
|
}, |
|
{ |
|
"epoch": 47.01, |
|
"learning_rate": 1.6460905349794242e-06, |
|
"loss": 0.1194, |
|
"step": 2620 |
|
}, |
|
{ |
|
"epoch": 47.02, |
|
"learning_rate": 1.440329218106996e-06, |
|
"loss": 0.0728, |
|
"step": 2630 |
|
}, |
|
{ |
|
"epoch": 47.02, |
|
"learning_rate": 1.234567901234568e-06, |
|
"loss": 0.0716, |
|
"step": 2640 |
|
}, |
|
{ |
|
"epoch": 47.02, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 7.55896520614624, |
|
"eval_runtime": 19.0159, |
|
"eval_samples_per_second": 7.152, |
|
"eval_steps_per_second": 1.21, |
|
"step": 2640 |
|
}, |
|
{ |
|
"epoch": 48.0, |
|
"learning_rate": 1.02880658436214e-06, |
|
"loss": 0.0481, |
|
"step": 2650 |
|
}, |
|
{ |
|
"epoch": 48.01, |
|
"learning_rate": 8.230452674897121e-07, |
|
"loss": 0.1184, |
|
"step": 2660 |
|
}, |
|
{ |
|
"epoch": 48.01, |
|
"learning_rate": 6.17283950617284e-07, |
|
"loss": 0.1099, |
|
"step": 2670 |
|
}, |
|
{ |
|
"epoch": 48.01, |
|
"learning_rate": 4.1152263374485604e-07, |
|
"loss": 0.116, |
|
"step": 2680 |
|
}, |
|
{ |
|
"epoch": 48.02, |
|
"learning_rate": 2.0576131687242802e-07, |
|
"loss": 0.2077, |
|
"step": 2690 |
|
}, |
|
{ |
|
"epoch": 48.02, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 7.570817947387695, |
|
"eval_runtime": 18.7229, |
|
"eval_samples_per_second": 7.264, |
|
"eval_steps_per_second": 1.228, |
|
"step": 2695 |
|
}, |
|
{ |
|
"epoch": 49.0, |
|
"learning_rate": 0.0, |
|
"loss": 0.0731, |
|
"step": 2700 |
|
}, |
|
{ |
|
"epoch": 49.0, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 7.571016311645508, |
|
"eval_runtime": 18.9447, |
|
"eval_samples_per_second": 7.179, |
|
"eval_steps_per_second": 1.214, |
|
"step": 2700 |
|
}, |
|
{ |
|
"epoch": 49.0, |
|
"step": 2700, |
|
"total_flos": 2.0005037147340177e+19, |
|
"train_loss": 0.48081808435696144, |
|
"train_runtime": 9221.8295, |
|
"train_samples_per_second": 1.757, |
|
"train_steps_per_second": 0.293 |
|
}, |
|
{ |
|
"epoch": 49.0, |
|
"eval_accuracy": 0.2647058823529412, |
|
"eval_loss": 3.1971516609191895, |
|
"eval_runtime": 19.2309, |
|
"eval_samples_per_second": 7.072, |
|
"eval_steps_per_second": 1.196, |
|
"step": 2700 |
|
}, |
|
{ |
|
"epoch": 49.0, |
|
"eval_accuracy": 0.2647058823529412, |
|
"eval_loss": 3.1971516609191895, |
|
"eval_runtime": 19.408, |
|
"eval_samples_per_second": 7.007, |
|
"eval_steps_per_second": 1.185, |
|
"step": 2700 |
|
} |
|
], |
|
"max_steps": 2700, |
|
"num_train_epochs": 9223372036854775807, |
|
"total_flos": 2.0005037147340177e+19, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|