|
{ |
|
"best_metric": 0.12932655215263367, |
|
"best_model_checkpoint": "/home/datawork-iot-nos/Seatizen/models/multilabel/fine_scale/dinov2-base-2024_09_09-batch-size32_epochs150_freeze/checkpoint-13377", |
|
"epoch": 59.0, |
|
"eval_steps": 500, |
|
"global_step": 16107, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.23284823284823286, |
|
"eval_f1_macro": 0.6250897780499145, |
|
"eval_f1_micro": 0.7633800438966739, |
|
"eval_loss": 0.16006726026535034, |
|
"eval_roc_auc": 0.8452995641064989, |
|
"eval_runtime": 455.8596, |
|
"eval_samples_per_second": 6.331, |
|
"eval_steps_per_second": 0.2, |
|
"learning_rate": 0.001, |
|
"step": 273 |
|
}, |
|
{ |
|
"epoch": 1.8315018315018317, |
|
"grad_norm": 0.4072045385837555, |
|
"learning_rate": 0.001, |
|
"loss": 0.1759, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.24982674982674982, |
|
"eval_f1_macro": 0.646165211379598, |
|
"eval_f1_micro": 0.7780064686856808, |
|
"eval_loss": 0.150440976023674, |
|
"eval_roc_auc": 0.8546135818062216, |
|
"eval_runtime": 451.8319, |
|
"eval_samples_per_second": 6.387, |
|
"eval_steps_per_second": 0.201, |
|
"learning_rate": 0.001, |
|
"step": 546 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.2564102564102564, |
|
"eval_f1_macro": 0.6644318154557648, |
|
"eval_f1_micro": 0.7816936696175046, |
|
"eval_loss": 0.14829224348068237, |
|
"eval_roc_auc": 0.8582657995297673, |
|
"eval_runtime": 444.7156, |
|
"eval_samples_per_second": 6.49, |
|
"eval_steps_per_second": 0.205, |
|
"learning_rate": 0.001, |
|
"step": 819 |
|
}, |
|
{ |
|
"epoch": 3.663003663003663, |
|
"grad_norm": 0.4122166037559509, |
|
"learning_rate": 0.001, |
|
"loss": 0.1474, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.2553707553707554, |
|
"eval_f1_macro": 0.680888104485521, |
|
"eval_f1_micro": 0.7862639635912287, |
|
"eval_loss": 0.14641565084457397, |
|
"eval_roc_auc": 0.8633757977162271, |
|
"eval_runtime": 456.1173, |
|
"eval_samples_per_second": 6.327, |
|
"eval_steps_per_second": 0.2, |
|
"learning_rate": 0.001, |
|
"step": 1092 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_accuracy": 0.2681912681912682, |
|
"eval_f1_macro": 0.6919100708566497, |
|
"eval_f1_micro": 0.7891243298442687, |
|
"eval_loss": 0.14226503670215607, |
|
"eval_roc_auc": 0.8571516929773072, |
|
"eval_runtime": 446.9545, |
|
"eval_samples_per_second": 6.457, |
|
"eval_steps_per_second": 0.204, |
|
"learning_rate": 0.001, |
|
"step": 1365 |
|
}, |
|
{ |
|
"epoch": 5.4945054945054945, |
|
"grad_norm": 0.4282256066799164, |
|
"learning_rate": 0.001, |
|
"loss": 0.1397, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_accuracy": 0.26507276507276506, |
|
"eval_f1_macro": 0.6987715680115144, |
|
"eval_f1_micro": 0.7901946045268521, |
|
"eval_loss": 0.1439608633518219, |
|
"eval_roc_auc": 0.8629406419717581, |
|
"eval_runtime": 465.0998, |
|
"eval_samples_per_second": 6.205, |
|
"eval_steps_per_second": 0.196, |
|
"learning_rate": 0.001, |
|
"step": 1638 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_accuracy": 0.2681912681912682, |
|
"eval_f1_macro": 0.6849790066180481, |
|
"eval_f1_micro": 0.7937821236053655, |
|
"eval_loss": 0.1425073742866516, |
|
"eval_roc_auc": 0.8647460265764118, |
|
"eval_runtime": 459.0682, |
|
"eval_samples_per_second": 6.287, |
|
"eval_steps_per_second": 0.198, |
|
"learning_rate": 0.001, |
|
"step": 1911 |
|
}, |
|
{ |
|
"epoch": 7.326007326007326, |
|
"grad_norm": 0.4099022448062897, |
|
"learning_rate": 0.001, |
|
"loss": 0.1356, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_accuracy": 0.2636867636867637, |
|
"eval_f1_macro": 0.6880365824342907, |
|
"eval_f1_micro": 0.793083667950504, |
|
"eval_loss": 0.14294348657131195, |
|
"eval_roc_auc": 0.8699640457613058, |
|
"eval_runtime": 467.5382, |
|
"eval_samples_per_second": 6.173, |
|
"eval_steps_per_second": 0.195, |
|
"learning_rate": 0.001, |
|
"step": 2184 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"eval_accuracy": 0.25571725571725573, |
|
"eval_f1_macro": 0.6884565577441364, |
|
"eval_f1_micro": 0.7926595005517636, |
|
"eval_loss": 0.14630228281021118, |
|
"eval_roc_auc": 0.8704441778385391, |
|
"eval_runtime": 469.2736, |
|
"eval_samples_per_second": 6.15, |
|
"eval_steps_per_second": 0.194, |
|
"learning_rate": 0.001, |
|
"step": 2457 |
|
}, |
|
{ |
|
"epoch": 9.157509157509157, |
|
"grad_norm": 0.35209059715270996, |
|
"learning_rate": 0.001, |
|
"loss": 0.1315, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"eval_accuracy": 0.27442827442827444, |
|
"eval_f1_macro": 0.7049759390767861, |
|
"eval_f1_micro": 0.8009224940284985, |
|
"eval_loss": 0.13922064006328583, |
|
"eval_roc_auc": 0.8728939594088932, |
|
"eval_runtime": 446.1349, |
|
"eval_samples_per_second": 6.469, |
|
"eval_steps_per_second": 0.204, |
|
"learning_rate": 0.001, |
|
"step": 2730 |
|
}, |
|
{ |
|
"epoch": 10.989010989010989, |
|
"grad_norm": 0.47372138500213623, |
|
"learning_rate": 0.001, |
|
"loss": 0.1308, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 11.0, |
|
"eval_accuracy": 0.26992376992376993, |
|
"eval_f1_macro": 0.6892328865834217, |
|
"eval_f1_micro": 0.785345272946444, |
|
"eval_loss": 0.14429208636283875, |
|
"eval_roc_auc": 0.8519184223488243, |
|
"eval_runtime": 447.1698, |
|
"eval_samples_per_second": 6.454, |
|
"eval_steps_per_second": 0.204, |
|
"learning_rate": 0.001, |
|
"step": 3003 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"eval_accuracy": 0.2713097713097713, |
|
"eval_f1_macro": 0.6976448599197044, |
|
"eval_f1_micro": 0.7888341543513957, |
|
"eval_loss": 0.14520499110221863, |
|
"eval_roc_auc": 0.867032334670059, |
|
"eval_runtime": 443.567, |
|
"eval_samples_per_second": 6.506, |
|
"eval_steps_per_second": 0.205, |
|
"learning_rate": 0.001, |
|
"step": 3276 |
|
}, |
|
{ |
|
"epoch": 12.820512820512821, |
|
"grad_norm": 0.40755951404571533, |
|
"learning_rate": 0.001, |
|
"loss": 0.1277, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 13.0, |
|
"eval_accuracy": 0.2765072765072765, |
|
"eval_f1_macro": 0.7032121010324246, |
|
"eval_f1_micro": 0.8007200870802982, |
|
"eval_loss": 0.13695523142814636, |
|
"eval_roc_auc": 0.8680389701881897, |
|
"eval_runtime": 444.0658, |
|
"eval_samples_per_second": 6.499, |
|
"eval_steps_per_second": 0.205, |
|
"learning_rate": 0.001, |
|
"step": 3549 |
|
}, |
|
{ |
|
"epoch": 14.0, |
|
"eval_accuracy": 0.273042273042273, |
|
"eval_f1_macro": 0.6875097222118577, |
|
"eval_f1_micro": 0.7983576642335767, |
|
"eval_loss": 0.14012356102466583, |
|
"eval_roc_auc": 0.869430406200805, |
|
"eval_runtime": 440.0286, |
|
"eval_samples_per_second": 6.559, |
|
"eval_steps_per_second": 0.207, |
|
"learning_rate": 0.001, |
|
"step": 3822 |
|
}, |
|
{ |
|
"epoch": 14.652014652014651, |
|
"grad_norm": 0.3442566990852356, |
|
"learning_rate": 0.001, |
|
"loss": 0.1257, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 15.0, |
|
"eval_accuracy": 0.2817047817047817, |
|
"eval_f1_macro": 0.7001361694791496, |
|
"eval_f1_micro": 0.8048810652595126, |
|
"eval_loss": 0.13785772025585175, |
|
"eval_roc_auc": 0.8748105574865406, |
|
"eval_runtime": 441.6171, |
|
"eval_samples_per_second": 6.535, |
|
"eval_steps_per_second": 0.206, |
|
"learning_rate": 0.001, |
|
"step": 4095 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"eval_accuracy": 0.2681912681912682, |
|
"eval_f1_macro": 0.7063273106998997, |
|
"eval_f1_micro": 0.7968854097268487, |
|
"eval_loss": 0.1429404616355896, |
|
"eval_roc_auc": 0.8674701731662587, |
|
"eval_runtime": 440.4364, |
|
"eval_samples_per_second": 6.553, |
|
"eval_steps_per_second": 0.207, |
|
"learning_rate": 0.001, |
|
"step": 4368 |
|
}, |
|
{ |
|
"epoch": 16.483516483516482, |
|
"grad_norm": 0.44264066219329834, |
|
"learning_rate": 0.001, |
|
"loss": 0.1257, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 17.0, |
|
"eval_accuracy": 0.26126126126126126, |
|
"eval_f1_macro": 0.6860743816280108, |
|
"eval_f1_micro": 0.7956287718153646, |
|
"eval_loss": 0.1451471894979477, |
|
"eval_roc_auc": 0.8727966023485881, |
|
"eval_runtime": 445.5579, |
|
"eval_samples_per_second": 6.477, |
|
"eval_steps_per_second": 0.204, |
|
"learning_rate": 0.001, |
|
"step": 4641 |
|
}, |
|
{ |
|
"epoch": 18.0, |
|
"eval_accuracy": 0.2713097713097713, |
|
"eval_f1_macro": 0.6849355289660601, |
|
"eval_f1_micro": 0.7906203368151778, |
|
"eval_loss": 0.141770601272583, |
|
"eval_roc_auc": 0.8574113028622815, |
|
"eval_runtime": 440.4062, |
|
"eval_samples_per_second": 6.553, |
|
"eval_steps_per_second": 0.207, |
|
"learning_rate": 0.001, |
|
"step": 4914 |
|
}, |
|
{ |
|
"epoch": 18.315018315018314, |
|
"grad_norm": 0.38295412063598633, |
|
"learning_rate": 0.001, |
|
"loss": 0.1251, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 19.0, |
|
"eval_accuracy": 0.2654192654192654, |
|
"eval_f1_macro": 0.6794374521554336, |
|
"eval_f1_micro": 0.7899699957136733, |
|
"eval_loss": 0.14384245872497559, |
|
"eval_roc_auc": 0.8555935775996669, |
|
"eval_runtime": 441.9996, |
|
"eval_samples_per_second": 6.529, |
|
"eval_steps_per_second": 0.206, |
|
"learning_rate": 0.001, |
|
"step": 5187 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"eval_accuracy": 0.28655578655578656, |
|
"eval_f1_macro": 0.7201978132992005, |
|
"eval_f1_micro": 0.8068363147728227, |
|
"eval_loss": 0.13193023204803467, |
|
"eval_roc_auc": 0.8705382753554913, |
|
"eval_runtime": 445.6167, |
|
"eval_samples_per_second": 6.476, |
|
"eval_steps_per_second": 0.204, |
|
"learning_rate": 0.0001, |
|
"step": 5460 |
|
}, |
|
{ |
|
"epoch": 20.146520146520146, |
|
"grad_norm": 0.34160131216049194, |
|
"learning_rate": 0.0001, |
|
"loss": 0.1161, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 21.0, |
|
"eval_accuracy": 0.2875952875952876, |
|
"eval_f1_macro": 0.7236910659256566, |
|
"eval_f1_micro": 0.8080536912751679, |
|
"eval_loss": 0.13121400773525238, |
|
"eval_roc_auc": 0.8715230464470173, |
|
"eval_runtime": 442.006, |
|
"eval_samples_per_second": 6.529, |
|
"eval_steps_per_second": 0.206, |
|
"learning_rate": 0.0001, |
|
"step": 5733 |
|
}, |
|
{ |
|
"epoch": 21.978021978021978, |
|
"grad_norm": 0.25530439615249634, |
|
"learning_rate": 0.0001, |
|
"loss": 0.1109, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 22.0, |
|
"eval_accuracy": 0.2934857934857935, |
|
"eval_f1_macro": 0.7222147145142929, |
|
"eval_f1_micro": 0.810120343368793, |
|
"eval_loss": 0.1310088187456131, |
|
"eval_roc_auc": 0.8788407212738992, |
|
"eval_runtime": 442.6084, |
|
"eval_samples_per_second": 6.52, |
|
"eval_steps_per_second": 0.206, |
|
"learning_rate": 0.0001, |
|
"step": 6006 |
|
}, |
|
{ |
|
"epoch": 23.0, |
|
"eval_accuracy": 0.2934857934857935, |
|
"eval_f1_macro": 0.7226400439644629, |
|
"eval_f1_micro": 0.8120394137616957, |
|
"eval_loss": 0.1304517388343811, |
|
"eval_roc_auc": 0.8775576952587192, |
|
"eval_runtime": 443.2768, |
|
"eval_samples_per_second": 6.511, |
|
"eval_steps_per_second": 0.205, |
|
"learning_rate": 0.0001, |
|
"step": 6279 |
|
}, |
|
{ |
|
"epoch": 23.80952380952381, |
|
"grad_norm": 0.31216299533843994, |
|
"learning_rate": 0.0001, |
|
"loss": 0.1103, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 24.0, |
|
"eval_accuracy": 0.29521829521829523, |
|
"eval_f1_macro": 0.7237916982943077, |
|
"eval_f1_micro": 0.8096162584162916, |
|
"eval_loss": 0.13093852996826172, |
|
"eval_roc_auc": 0.8768767860419646, |
|
"eval_runtime": 445.0523, |
|
"eval_samples_per_second": 6.485, |
|
"eval_steps_per_second": 0.204, |
|
"learning_rate": 0.0001, |
|
"step": 6552 |
|
}, |
|
{ |
|
"epoch": 25.0, |
|
"eval_accuracy": 0.2948717948717949, |
|
"eval_f1_macro": 0.7170657451815683, |
|
"eval_f1_micro": 0.8093388464269307, |
|
"eval_loss": 0.13081994652748108, |
|
"eval_roc_auc": 0.8734838965144617, |
|
"eval_runtime": 438.7401, |
|
"eval_samples_per_second": 6.578, |
|
"eval_steps_per_second": 0.207, |
|
"learning_rate": 0.0001, |
|
"step": 6825 |
|
}, |
|
{ |
|
"epoch": 25.641025641025642, |
|
"grad_norm": 0.38898253440856934, |
|
"learning_rate": 0.0001, |
|
"loss": 0.1099, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 26.0, |
|
"eval_accuracy": 0.2910602910602911, |
|
"eval_f1_macro": 0.7200172245050901, |
|
"eval_f1_micro": 0.8099862459884133, |
|
"eval_loss": 0.13007444143295288, |
|
"eval_roc_auc": 0.8744510016858411, |
|
"eval_runtime": 440.3465, |
|
"eval_samples_per_second": 6.554, |
|
"eval_steps_per_second": 0.207, |
|
"learning_rate": 0.0001, |
|
"step": 7098 |
|
}, |
|
{ |
|
"epoch": 27.0, |
|
"eval_accuracy": 0.29244629244629244, |
|
"eval_f1_macro": 0.7207907434740295, |
|
"eval_f1_micro": 0.8082065853250877, |
|
"eval_loss": 0.13034380972385406, |
|
"eval_roc_auc": 0.8727246375334137, |
|
"eval_runtime": 441.8582, |
|
"eval_samples_per_second": 6.532, |
|
"eval_steps_per_second": 0.206, |
|
"learning_rate": 0.0001, |
|
"step": 7371 |
|
}, |
|
{ |
|
"epoch": 27.47252747252747, |
|
"grad_norm": 0.23454292118549347, |
|
"learning_rate": 0.0001, |
|
"loss": 0.1107, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 28.0, |
|
"eval_accuracy": 0.29695079695079696, |
|
"eval_f1_macro": 0.7217805682073449, |
|
"eval_f1_micro": 0.810349848163401, |
|
"eval_loss": 0.13018907606601715, |
|
"eval_roc_auc": 0.8752133458313793, |
|
"eval_runtime": 442.3473, |
|
"eval_samples_per_second": 6.524, |
|
"eval_steps_per_second": 0.206, |
|
"learning_rate": 0.0001, |
|
"step": 7644 |
|
}, |
|
{ |
|
"epoch": 29.0, |
|
"eval_accuracy": 0.29625779625779625, |
|
"eval_f1_macro": 0.723719101965087, |
|
"eval_f1_micro": 0.8104190823256585, |
|
"eval_loss": 0.13019531965255737, |
|
"eval_roc_auc": 0.8765812809388343, |
|
"eval_runtime": 443.3045, |
|
"eval_samples_per_second": 6.51, |
|
"eval_steps_per_second": 0.205, |
|
"learning_rate": 0.0001, |
|
"step": 7917 |
|
}, |
|
{ |
|
"epoch": 29.304029304029303, |
|
"grad_norm": 0.30432701110839844, |
|
"learning_rate": 0.0001, |
|
"loss": 0.1103, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 30.0, |
|
"eval_accuracy": 0.2955647955647956, |
|
"eval_f1_macro": 0.718144679800513, |
|
"eval_f1_micro": 0.8096606287736832, |
|
"eval_loss": 0.13030356168746948, |
|
"eval_roc_auc": 0.87453866059864, |
|
"eval_runtime": 441.0327, |
|
"eval_samples_per_second": 6.544, |
|
"eval_steps_per_second": 0.206, |
|
"learning_rate": 0.0001, |
|
"step": 8190 |
|
}, |
|
{ |
|
"epoch": 31.0, |
|
"eval_accuracy": 0.2959112959112959, |
|
"eval_f1_macro": 0.7189603352791966, |
|
"eval_f1_micro": 0.8092418049879057, |
|
"eval_loss": 0.1301266849040985, |
|
"eval_roc_auc": 0.8738562356271575, |
|
"eval_runtime": 443.1469, |
|
"eval_samples_per_second": 6.513, |
|
"eval_steps_per_second": 0.205, |
|
"learning_rate": 0.0001, |
|
"step": 8463 |
|
}, |
|
{ |
|
"epoch": 31.135531135531135, |
|
"grad_norm": 0.3088095188140869, |
|
"learning_rate": 0.0001, |
|
"loss": 0.1104, |
|
"step": 8500 |
|
}, |
|
{ |
|
"epoch": 32.0, |
|
"eval_accuracy": 0.2927927927927928, |
|
"eval_f1_macro": 0.7210148516296496, |
|
"eval_f1_micro": 0.8097980303789017, |
|
"eval_loss": 0.1301257312297821, |
|
"eval_roc_auc": 0.8739934717919385, |
|
"eval_runtime": 440.0353, |
|
"eval_samples_per_second": 6.559, |
|
"eval_steps_per_second": 0.207, |
|
"learning_rate": 0.0001, |
|
"step": 8736 |
|
}, |
|
{ |
|
"epoch": 32.967032967032964, |
|
"grad_norm": 0.3049701750278473, |
|
"learning_rate": 1e-05, |
|
"loss": 0.1093, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 33.0, |
|
"eval_accuracy": 0.29625779625779625, |
|
"eval_f1_macro": 0.7204264964359948, |
|
"eval_f1_micro": 0.8099594769603543, |
|
"eval_loss": 0.12959885597229004, |
|
"eval_roc_auc": 0.8737537142697711, |
|
"eval_runtime": 441.033, |
|
"eval_samples_per_second": 6.544, |
|
"eval_steps_per_second": 0.206, |
|
"learning_rate": 1e-05, |
|
"step": 9009 |
|
}, |
|
{ |
|
"epoch": 34.0, |
|
"eval_accuracy": 0.2955647955647956, |
|
"eval_f1_macro": 0.722168676552786, |
|
"eval_f1_micro": 0.8100854344655136, |
|
"eval_loss": 0.12959957122802734, |
|
"eval_roc_auc": 0.874530303826999, |
|
"eval_runtime": 444.1246, |
|
"eval_samples_per_second": 6.498, |
|
"eval_steps_per_second": 0.205, |
|
"learning_rate": 1e-05, |
|
"step": 9282 |
|
}, |
|
{ |
|
"epoch": 34.798534798534796, |
|
"grad_norm": 0.3583316504955292, |
|
"learning_rate": 1e-05, |
|
"loss": 0.1084, |
|
"step": 9500 |
|
}, |
|
{ |
|
"epoch": 35.0, |
|
"eval_accuracy": 0.2955647955647956, |
|
"eval_f1_macro": 0.7220033007887567, |
|
"eval_f1_micro": 0.8108894430590192, |
|
"eval_loss": 0.12954092025756836, |
|
"eval_roc_auc": 0.875769077852382, |
|
"eval_runtime": 441.2982, |
|
"eval_samples_per_second": 6.54, |
|
"eval_steps_per_second": 0.206, |
|
"learning_rate": 1e-05, |
|
"step": 9555 |
|
}, |
|
{ |
|
"epoch": 36.0, |
|
"eval_accuracy": 0.29313929313929316, |
|
"eval_f1_macro": 0.7211650841899886, |
|
"eval_f1_micro": 0.8104569713142095, |
|
"eval_loss": 0.12953610718250275, |
|
"eval_roc_auc": 0.8746018662294139, |
|
"eval_runtime": 447.4449, |
|
"eval_samples_per_second": 6.45, |
|
"eval_steps_per_second": 0.203, |
|
"learning_rate": 1e-05, |
|
"step": 9828 |
|
}, |
|
{ |
|
"epoch": 36.63003663003663, |
|
"grad_norm": 0.3639417588710785, |
|
"learning_rate": 1e-05, |
|
"loss": 0.1091, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 37.0, |
|
"eval_accuracy": 0.29625779625779625, |
|
"eval_f1_macro": 0.7239071903959954, |
|
"eval_f1_micro": 0.8118778893007372, |
|
"eval_loss": 0.1295497566461563, |
|
"eval_roc_auc": 0.8757186018785701, |
|
"eval_runtime": 444.3576, |
|
"eval_samples_per_second": 6.495, |
|
"eval_steps_per_second": 0.205, |
|
"learning_rate": 1e-05, |
|
"step": 10101 |
|
}, |
|
{ |
|
"epoch": 38.0, |
|
"eval_accuracy": 0.2959112959112959, |
|
"eval_f1_macro": 0.7212977755433345, |
|
"eval_f1_micro": 0.8104318798247445, |
|
"eval_loss": 0.12949061393737793, |
|
"eval_roc_auc": 0.8743562200671975, |
|
"eval_runtime": 450.6653, |
|
"eval_samples_per_second": 6.404, |
|
"eval_steps_per_second": 0.202, |
|
"learning_rate": 1e-05, |
|
"step": 10374 |
|
}, |
|
{ |
|
"epoch": 38.46153846153846, |
|
"grad_norm": 0.30328261852264404, |
|
"learning_rate": 1e-05, |
|
"loss": 0.1075, |
|
"step": 10500 |
|
}, |
|
{ |
|
"epoch": 39.0, |
|
"eval_accuracy": 0.2966042966042966, |
|
"eval_f1_macro": 0.7221707642640621, |
|
"eval_f1_micro": 0.8106218263547823, |
|
"eval_loss": 0.12945865094661713, |
|
"eval_roc_auc": 0.8752056060926364, |
|
"eval_runtime": 456.2278, |
|
"eval_samples_per_second": 6.326, |
|
"eval_steps_per_second": 0.199, |
|
"learning_rate": 1e-05, |
|
"step": 10647 |
|
}, |
|
{ |
|
"epoch": 40.0, |
|
"eval_accuracy": 0.2955647955647956, |
|
"eval_f1_macro": 0.7232749192333074, |
|
"eval_f1_micro": 0.8113418729013804, |
|
"eval_loss": 0.12946291267871857, |
|
"eval_roc_auc": 0.8767900795060302, |
|
"eval_runtime": 456.1604, |
|
"eval_samples_per_second": 6.327, |
|
"eval_steps_per_second": 0.199, |
|
"learning_rate": 1e-05, |
|
"step": 10920 |
|
}, |
|
{ |
|
"epoch": 40.29304029304029, |
|
"grad_norm": 0.3177196681499481, |
|
"learning_rate": 1e-05, |
|
"loss": 0.1088, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 41.0, |
|
"eval_accuracy": 0.2945252945252945, |
|
"eval_f1_macro": 0.722313917509489, |
|
"eval_f1_micro": 0.8100071001962995, |
|
"eval_loss": 0.1294611394405365, |
|
"eval_roc_auc": 0.8738531504626673, |
|
"eval_runtime": 455.3171, |
|
"eval_samples_per_second": 6.338, |
|
"eval_steps_per_second": 0.2, |
|
"learning_rate": 1e-05, |
|
"step": 11193 |
|
}, |
|
{ |
|
"epoch": 42.0, |
|
"eval_accuracy": 0.2972972972972973, |
|
"eval_f1_macro": 0.7219276596712088, |
|
"eval_f1_micro": 0.8111398315684148, |
|
"eval_loss": 0.12951640784740448, |
|
"eval_roc_auc": 0.8750042655752517, |
|
"eval_runtime": 453.9232, |
|
"eval_samples_per_second": 6.358, |
|
"eval_steps_per_second": 0.2, |
|
"learning_rate": 1e-05, |
|
"step": 11466 |
|
}, |
|
{ |
|
"epoch": 42.124542124542124, |
|
"grad_norm": 0.3328670561313629, |
|
"learning_rate": 1e-05, |
|
"loss": 0.1085, |
|
"step": 11500 |
|
}, |
|
{ |
|
"epoch": 43.0, |
|
"eval_accuracy": 0.29313929313929316, |
|
"eval_f1_macro": 0.7212066160587719, |
|
"eval_f1_micro": 0.8097862391449566, |
|
"eval_loss": 0.12940654158592224, |
|
"eval_roc_auc": 0.8738407561496718, |
|
"eval_runtime": 457.3356, |
|
"eval_samples_per_second": 6.31, |
|
"eval_steps_per_second": 0.199, |
|
"learning_rate": 1e-05, |
|
"step": 11739 |
|
}, |
|
{ |
|
"epoch": 43.956043956043956, |
|
"grad_norm": 0.2574955224990845, |
|
"learning_rate": 1e-05, |
|
"loss": 0.1084, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 44.0, |
|
"eval_accuracy": 0.29695079695079696, |
|
"eval_f1_macro": 0.7211905265653523, |
|
"eval_f1_micro": 0.8108311081441923, |
|
"eval_loss": 0.12948854267597198, |
|
"eval_roc_auc": 0.8746136435095113, |
|
"eval_runtime": 457.7561, |
|
"eval_samples_per_second": 6.305, |
|
"eval_steps_per_second": 0.199, |
|
"learning_rate": 1e-05, |
|
"step": 12012 |
|
}, |
|
{ |
|
"epoch": 45.0, |
|
"eval_accuracy": 0.2945252945252945, |
|
"eval_f1_macro": 0.7217673828508766, |
|
"eval_f1_micro": 0.8103943697164036, |
|
"eval_loss": 0.12943118810653687, |
|
"eval_roc_auc": 0.8749209258927392, |
|
"eval_runtime": 454.0903, |
|
"eval_samples_per_second": 6.356, |
|
"eval_steps_per_second": 0.2, |
|
"learning_rate": 1e-05, |
|
"step": 12285 |
|
}, |
|
{ |
|
"epoch": 45.78754578754579, |
|
"grad_norm": 0.35246723890304565, |
|
"learning_rate": 1e-05, |
|
"loss": 0.1083, |
|
"step": 12500 |
|
}, |
|
{ |
|
"epoch": 46.0, |
|
"eval_accuracy": 0.29764379764379767, |
|
"eval_f1_macro": 0.7232663108413819, |
|
"eval_f1_micro": 0.8113435070065285, |
|
"eval_loss": 0.12941767275333405, |
|
"eval_roc_auc": 0.8758867969983227, |
|
"eval_runtime": 464.2204, |
|
"eval_samples_per_second": 6.217, |
|
"eval_steps_per_second": 0.196, |
|
"learning_rate": 1e-05, |
|
"step": 12558 |
|
}, |
|
{ |
|
"epoch": 47.0, |
|
"eval_accuracy": 0.2945252945252945, |
|
"eval_f1_macro": 0.7229077354567445, |
|
"eval_f1_micro": 0.8107185952648442, |
|
"eval_loss": 0.12936843931674957, |
|
"eval_roc_auc": 0.8753446933561116, |
|
"eval_runtime": 462.6765, |
|
"eval_samples_per_second": 6.238, |
|
"eval_steps_per_second": 0.197, |
|
"learning_rate": 1e-05, |
|
"step": 12831 |
|
}, |
|
{ |
|
"epoch": 47.61904761904762, |
|
"grad_norm": 0.23883384466171265, |
|
"learning_rate": 1e-05, |
|
"loss": 0.109, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 48.0, |
|
"eval_accuracy": 0.2955647955647956, |
|
"eval_f1_macro": 0.7208766406208041, |
|
"eval_f1_micro": 0.8102512730611904, |
|
"eval_loss": 0.12944123148918152, |
|
"eval_roc_auc": 0.8741709760601966, |
|
"eval_runtime": 461.7262, |
|
"eval_samples_per_second": 6.25, |
|
"eval_steps_per_second": 0.197, |
|
"learning_rate": 1e-05, |
|
"step": 13104 |
|
}, |
|
{ |
|
"epoch": 49.0, |
|
"eval_accuracy": 0.2959112959112959, |
|
"eval_f1_macro": 0.7215165769975259, |
|
"eval_f1_micro": 0.8111032502392942, |
|
"eval_loss": 0.12932655215263367, |
|
"eval_roc_auc": 0.875509186278476, |
|
"eval_runtime": 467.4634, |
|
"eval_samples_per_second": 6.174, |
|
"eval_steps_per_second": 0.195, |
|
"learning_rate": 1e-05, |
|
"step": 13377 |
|
}, |
|
{ |
|
"epoch": 49.45054945054945, |
|
"grad_norm": 0.37183043360710144, |
|
"learning_rate": 1e-05, |
|
"loss": 0.108, |
|
"step": 13500 |
|
}, |
|
{ |
|
"epoch": 50.0, |
|
"eval_accuracy": 0.2966042966042966, |
|
"eval_f1_macro": 0.7210862927892402, |
|
"eval_f1_micro": 0.8106959890041235, |
|
"eval_loss": 0.1294257938861847, |
|
"eval_roc_auc": 0.8750392620715779, |
|
"eval_runtime": 461.0793, |
|
"eval_samples_per_second": 6.259, |
|
"eval_steps_per_second": 0.197, |
|
"learning_rate": 1e-05, |
|
"step": 13650 |
|
}, |
|
{ |
|
"epoch": 51.0, |
|
"eval_accuracy": 0.29244629244629244, |
|
"eval_f1_macro": 0.7224236625273444, |
|
"eval_f1_micro": 0.8098573930447837, |
|
"eval_loss": 0.12937645614147186, |
|
"eval_roc_auc": 0.8742456236271018, |
|
"eval_runtime": 450.9312, |
|
"eval_samples_per_second": 6.4, |
|
"eval_steps_per_second": 0.202, |
|
"learning_rate": 1e-05, |
|
"step": 13923 |
|
}, |
|
{ |
|
"epoch": 51.282051282051285, |
|
"grad_norm": 0.2766432762145996, |
|
"learning_rate": 1e-05, |
|
"loss": 0.1084, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 52.0, |
|
"eval_accuracy": 0.2972972972972973, |
|
"eval_f1_macro": 0.7223932851056244, |
|
"eval_f1_micro": 0.8110019973368842, |
|
"eval_loss": 0.12941104173660278, |
|
"eval_roc_auc": 0.8754896692596356, |
|
"eval_runtime": 461.8073, |
|
"eval_samples_per_second": 6.249, |
|
"eval_steps_per_second": 0.197, |
|
"learning_rate": 1e-05, |
|
"step": 14196 |
|
}, |
|
{ |
|
"epoch": 53.0, |
|
"eval_accuracy": 0.29799029799029797, |
|
"eval_f1_macro": 0.7225026360610024, |
|
"eval_f1_micro": 0.8110783049860689, |
|
"eval_loss": 0.12947481870651245, |
|
"eval_roc_auc": 0.8757151813701134, |
|
"eval_runtime": 469.6848, |
|
"eval_samples_per_second": 6.145, |
|
"eval_steps_per_second": 0.194, |
|
"learning_rate": 1e-05, |
|
"step": 14469 |
|
}, |
|
{ |
|
"epoch": 53.11355311355312, |
|
"grad_norm": 0.3167434334754944, |
|
"learning_rate": 1e-05, |
|
"loss": 0.1086, |
|
"step": 14500 |
|
}, |
|
{ |
|
"epoch": 54.0, |
|
"eval_accuracy": 0.29625779625779625, |
|
"eval_f1_macro": 0.7221711249170111, |
|
"eval_f1_micro": 0.8104531646623112, |
|
"eval_loss": 0.12942463159561157, |
|
"eval_roc_auc": 0.8751730777279024, |
|
"eval_runtime": 467.6515, |
|
"eval_samples_per_second": 6.171, |
|
"eval_steps_per_second": 0.195, |
|
"learning_rate": 1e-05, |
|
"step": 14742 |
|
}, |
|
{ |
|
"epoch": 54.94505494505494, |
|
"grad_norm": 0.39026910066604614, |
|
"learning_rate": 1e-05, |
|
"loss": 0.1083, |
|
"step": 15000 |
|
}, |
|
{ |
|
"epoch": 55.0, |
|
"eval_accuracy": 0.2955647955647956, |
|
"eval_f1_macro": 0.7231230527181782, |
|
"eval_f1_micro": 0.8107163657542226, |
|
"eval_loss": 0.12934881448745728, |
|
"eval_roc_auc": 0.875404478478429, |
|
"eval_runtime": 485.1549, |
|
"eval_samples_per_second": 5.949, |
|
"eval_steps_per_second": 0.188, |
|
"learning_rate": 1e-05, |
|
"step": 15015 |
|
}, |
|
{ |
|
"epoch": 56.0, |
|
"eval_accuracy": 0.2959112959112959, |
|
"eval_f1_macro": 0.7226955143721722, |
|
"eval_f1_micro": 0.810738813735692, |
|
"eval_loss": 0.12935101985931396, |
|
"eval_roc_auc": 0.875258268509109, |
|
"eval_runtime": 477.6234, |
|
"eval_samples_per_second": 6.042, |
|
"eval_steps_per_second": 0.191, |
|
"learning_rate": 1.0000000000000002e-06, |
|
"step": 15288 |
|
}, |
|
{ |
|
"epoch": 56.776556776556774, |
|
"grad_norm": 0.2914769947528839, |
|
"learning_rate": 1.0000000000000002e-06, |
|
"loss": 0.108, |
|
"step": 15500 |
|
}, |
|
{ |
|
"epoch": 57.0, |
|
"eval_accuracy": 0.2955647955647956, |
|
"eval_f1_macro": 0.7230703100391168, |
|
"eval_f1_micro": 0.8110560712650376, |
|
"eval_loss": 0.12934598326683044, |
|
"eval_roc_auc": 0.8754097500855798, |
|
"eval_runtime": 449.1576, |
|
"eval_samples_per_second": 6.425, |
|
"eval_steps_per_second": 0.203, |
|
"learning_rate": 1.0000000000000002e-06, |
|
"step": 15561 |
|
}, |
|
{ |
|
"epoch": 58.0, |
|
"eval_accuracy": 0.2966042966042966, |
|
"eval_f1_macro": 0.7230017316798248, |
|
"eval_f1_micro": 0.8112406328059951, |
|
"eval_loss": 0.1293543428182602, |
|
"eval_roc_auc": 0.875475423847946, |
|
"eval_runtime": 441.9495, |
|
"eval_samples_per_second": 6.53, |
|
"eval_steps_per_second": 0.206, |
|
"learning_rate": 1.0000000000000002e-06, |
|
"step": 15834 |
|
}, |
|
{ |
|
"epoch": 58.608058608058606, |
|
"grad_norm": 0.25508466362953186, |
|
"learning_rate": 1.0000000000000002e-06, |
|
"loss": 0.1089, |
|
"step": 16000 |
|
}, |
|
{ |
|
"epoch": 59.0, |
|
"eval_accuracy": 0.2966042966042966, |
|
"eval_f1_macro": 0.7227156089091311, |
|
"eval_f1_micro": 0.8110088687179914, |
|
"eval_loss": 0.12936049699783325, |
|
"eval_roc_auc": 0.8753103138926834, |
|
"eval_runtime": 445.121, |
|
"eval_samples_per_second": 6.484, |
|
"eval_steps_per_second": 0.204, |
|
"learning_rate": 1.0000000000000002e-06, |
|
"step": 16107 |
|
}, |
|
{ |
|
"epoch": 59.0, |
|
"learning_rate": 1.0000000000000002e-06, |
|
"step": 16107, |
|
"total_flos": 2.151593295698903e+20, |
|
"train_loss": 0.11777938241923686, |
|
"train_runtime": 108362.28, |
|
"train_samples_per_second": 12.065, |
|
"train_steps_per_second": 0.378 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 40950, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 150, |
|
"save_steps": 500, |
|
"stateful_callbacks": { |
|
"EarlyStoppingCallback": { |
|
"args": { |
|
"early_stopping_patience": 10, |
|
"early_stopping_threshold": 0.0 |
|
}, |
|
"attributes": { |
|
"early_stopping_patience_counter": 0 |
|
} |
|
}, |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": true |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 2.151593295698903e+20, |
|
"train_batch_size": 32, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|