|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.8800880088008801, |
|
"eval_steps": 100, |
|
"global_step": 700, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 8.996486892091073e-06, |
|
"loss": 0.5074, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 8.985953053665263e-06, |
|
"loss": 0.3259, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 8.968414932060827e-06, |
|
"loss": 0.2229, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 8.94389991097275e-06, |
|
"loss": 0.2081, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 8.912446267696357e-06, |
|
"loss": 0.0982, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 8.874103113361848e-06, |
|
"loss": 0.1889, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 8.828930316253112e-06, |
|
"loss": 0.1204, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 8.7769984083305e-06, |
|
"loss": 0.1826, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 8.718388475103545e-06, |
|
"loss": 0.1188, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 8.653192029025561e-06, |
|
"loss": 0.1975, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 0.047521572560071945, |
|
"eval_runtime": 42.0503, |
|
"eval_samples_per_second": 67.253, |
|
"eval_steps_per_second": 16.813, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 8.581510866607817e-06, |
|
"loss": 0.1713, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 8.503456909476364e-06, |
|
"loss": 0.1711, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 8.419152029619696e-06, |
|
"loss": 0.1162, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 8.32872785910012e-06, |
|
"loss": 0.1478, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 8.232325584525908e-06, |
|
"loss": 0.0978, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 8.130095726605169e-06, |
|
"loss": 0.1324, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 8.022197905125629e-06, |
|
"loss": 0.186, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 7.90880058972729e-06, |
|
"loss": 0.1056, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 7.790080836857073e-06, |
|
"loss": 0.1531, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"learning_rate": 7.666224013316203e-06, |
|
"loss": 0.0945, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 0.03287160396575928, |
|
"eval_runtime": 44.0534, |
|
"eval_samples_per_second": 64.195, |
|
"eval_steps_per_second": 16.049, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 7.537423506831948e-06, |
|
"loss": 0.123, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"learning_rate": 7.403880424105644e-06, |
|
"loss": 0.1193, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 7.2658032768084485e-06, |
|
"loss": 0.1133, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 7.123407656015124e-06, |
|
"loss": 0.1132, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 6.976915895584163e-06, |
|
"loss": 0.0595, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 6.826556725009857e-06, |
|
"loss": 0.0863, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"learning_rate": 6.672564912288353e-06, |
|
"loss": 0.1418, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"learning_rate": 6.515180897355285e-06, |
|
"loss": 0.0834, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 6.354650416667365e-06, |
|
"loss": 0.0952, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 6.191224119514071e-06, |
|
"loss": 0.0739, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"eval_accuracy": 0.0, |
|
"eval_loss": 0.015648044645786285, |
|
"eval_runtime": 43.1054, |
|
"eval_samples_per_second": 65.607, |
|
"eval_steps_per_second": 16.402, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"learning_rate": 6.0251571766585436e-06, |
|
"loss": 0.1315, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 5.856708881918714e-06, |
|
"loss": 0.0622, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"learning_rate": 5.6861422473108045e-06, |
|
"loss": 0.1584, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"learning_rate": 5.513723592387277e-06, |
|
"loss": 0.0692, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 5.339722128410471e-06, |
|
"loss": 0.1092, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"learning_rate": 5.164409538011166e-06, |
|
"loss": 0.1042, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 4.988059550988415e-06, |
|
"loss": 0.0705, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"learning_rate": 4.810947516912951e-06, |
|
"loss": 0.103, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 4.633349975201519e-06, |
|
"loss": 0.0836, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"learning_rate": 4.455544223333405e-06, |
|
"loss": 0.1354, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"eval_accuracy": 0.5, |
|
"eval_loss": 0.022996455430984497, |
|
"eval_runtime": 42.1328, |
|
"eval_samples_per_second": 67.121, |
|
"eval_steps_per_second": 16.78, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"learning_rate": 4.277807883883337e-06, |
|
"loss": 0.0535, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 4.100418471046794e-06, |
|
"loss": 0.0905, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"learning_rate": 3.9236529573345295e-06, |
|
"loss": 0.0816, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"learning_rate": 3.7477873411128757e-06, |
|
"loss": 0.0506, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 3.573096215665058e-06, |
|
"loss": 0.0645, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"learning_rate": 3.399852340446378e-06, |
|
"loss": 0.1117, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"learning_rate": 3.2283262152027056e-06, |
|
"loss": 0.0811, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"learning_rate": 3.0587856576172314e-06, |
|
"loss": 0.0565, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"learning_rate": 2.89149538514495e-06, |
|
"loss": 0.0982, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"learning_rate": 2.726716601687775e-06, |
|
"loss": 0.1114, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"eval_accuracy": 0.5, |
|
"eval_loss": 0.0259599220007658, |
|
"eval_runtime": 44.1798, |
|
"eval_samples_per_second": 64.011, |
|
"eval_steps_per_second": 16.003, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"learning_rate": 2.5647065897556595e-06, |
|
"loss": 0.0602, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"learning_rate": 2.405718308750485e-06, |
|
"loss": 0.0819, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"learning_rate": 2.250000000000001e-06, |
|
"loss": 0.0783, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"learning_rate": 2.097794799158444e-06, |
|
"loss": 0.0366, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 1.9493403565790804e-06, |
|
"loss": 0.0948, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"learning_rate": 1.8048684662514e-06, |
|
"loss": 0.1191, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"learning_rate": 1.6646047038823006e-06, |
|
"loss": 0.0714, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"learning_rate": 1.5287680746864134e-06, |
|
"loss": 0.1644, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"learning_rate": 1.3975706714354478e-06, |
|
"loss": 0.0743, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"learning_rate": 1.2712173433005088e-06, |
|
"loss": 0.0688, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"eval_accuracy": 0.5, |
|
"eval_loss": 0.011897406540811062, |
|
"eval_runtime": 44.0698, |
|
"eval_samples_per_second": 64.171, |
|
"eval_steps_per_second": 16.043, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"learning_rate": 1.1499053760044425e-06, |
|
"loss": 0.0558, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"learning_rate": 1.0338241837835812e-06, |
|
"loss": 0.1069, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"learning_rate": 9.231550136399099e-07, |
|
"loss": 0.1019, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 8.180706623453892e-07, |
|
"loss": 0.0985, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"learning_rate": 7.187352066403012e-07, |
|
"loss": 0.1097, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 6.253037470469e-07, |
|
"loss": 0.0917, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"learning_rate": 5.379221656983615e-07, |
|
"loss": 0.037, |
|
"step": 670 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"learning_rate": 4.567268985611408e-07, |
|
"loss": 0.0333, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"learning_rate": 3.8184472240641696e-07, |
|
"loss": 0.0371, |
|
"step": 690 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"learning_rate": 3.133925568632049e-07, |
|
"loss": 0.0744, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"eval_accuracy": 0.5, |
|
"eval_loss": 0.011535878293216228, |
|
"eval_runtime": 42.519, |
|
"eval_samples_per_second": 66.511, |
|
"eval_steps_per_second": 16.628, |
|
"step": 700 |
|
} |
|
], |
|
"logging_steps": 10, |
|
"max_steps": 795, |
|
"num_train_epochs": 1, |
|
"save_steps": 100, |
|
"total_flos": 0.0, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|