Bisher's picture
End of training
e784ba7 verified
{
"best_metric": 0.06726457399116248,
"best_model_checkpoint": "/kaggle/working/wav2vec2_ASV_deepfake_audio_detection_DF_finetune_frozen/checkpoint-50",
"epoch": 0.48959608323133413,
"eval_steps": 10,
"global_step": 100,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.04895960832313342,
"grad_norm": 77894.5078125,
"learning_rate": 4.838709677419355e-06,
"loss": 0.025,
"step": 10
},
{
"epoch": 0.04895960832313342,
"eval_EER": 0.08262155976067725,
"eval_FN": 1699,
"eval_FP": 17,
"eval_TN": 17896,
"eval_TP": 308,
"eval_accuracy": 0.9138554216867469,
"eval_auc_roc": 0.9731609967469688,
"eval_f1": 0.8847202256623079,
"eval_loss": 0.35726311802864075,
"eval_min_tDCF": 0.03291284056297015,
"eval_precision": 0.9167599198883981,
"eval_recall": 0.9138554216867469,
"eval_runtime": 546.0537,
"eval_samples_per_second": 36.48,
"eval_steps_per_second": 0.242,
"step": 10
},
{
"epoch": 0.09791921664626684,
"grad_norm": 27190.29296875,
"learning_rate": 9.67741935483871e-06,
"loss": 0.0219,
"step": 20
},
{
"epoch": 0.09791921664626684,
"eval_EER": 0.07573492775282602,
"eval_FN": 1668,
"eval_FP": 22,
"eval_TN": 17891,
"eval_TP": 339,
"eval_accuracy": 0.9151606425702812,
"eval_auc_roc": 0.9758758569313771,
"eval_f1": 0.8875379989575978,
"eval_loss": 0.3001716732978821,
"eval_min_tDCF": 0.03205938818890207,
"eval_precision": 0.917171754233548,
"eval_recall": 0.9151606425702812,
"eval_runtime": 554.4205,
"eval_samples_per_second": 35.929,
"eval_steps_per_second": 0.238,
"step": 20
},
{
"epoch": 0.14687882496940025,
"grad_norm": 95780.625,
"learning_rate": 1.4516129032258065e-05,
"loss": 0.0193,
"step": 30
},
{
"epoch": 0.14687882496940025,
"eval_EER": 0.07095405571220935,
"eval_FN": 1653,
"eval_FP": 23,
"eval_TN": 17890,
"eval_TP": 354,
"eval_accuracy": 0.915863453815261,
"eval_auc_roc": 0.9540513467197973,
"eval_f1": 0.8889310464970523,
"eval_loss": 0.3557206988334656,
"eval_min_tDCF": 0.03200446819985352,
"eval_precision": 0.9177925127856772,
"eval_recall": 0.915863453815261,
"eval_runtime": 551.47,
"eval_samples_per_second": 36.122,
"eval_steps_per_second": 0.239,
"step": 30
},
{
"epoch": 0.19583843329253367,
"grad_norm": 40466.99609375,
"learning_rate": 1.935483870967742e-05,
"loss": 0.0197,
"step": 40
},
{
"epoch": 0.19583843329253367,
"eval_EER": 0.08021923268560038,
"eval_FN": 1584,
"eval_FP": 28,
"eval_TN": 17885,
"eval_TP": 423,
"eval_accuracy": 0.9190763052208836,
"eval_auc_roc": 0.9453176234544026,
"eval_f1": 0.8951467366785592,
"eval_loss": 0.39631858468055725,
"eval_min_tDCF": 0.03254273666351324,
"eval_precision": 0.920581989378439,
"eval_recall": 0.9190763052208836,
"eval_runtime": 551.299,
"eval_samples_per_second": 36.133,
"eval_steps_per_second": 0.239,
"step": 40
},
{
"epoch": 0.24479804161566707,
"grad_norm": 28958.201171875,
"learning_rate": 2.4193548387096773e-05,
"loss": 0.0181,
"step": 50
},
{
"epoch": 0.24479804161566707,
"eval_EER": 0.06726457399116248,
"eval_FN": 1661,
"eval_FP": 22,
"eval_TN": 17891,
"eval_TP": 346,
"eval_accuracy": 0.9155120481927711,
"eval_auc_roc": 0.9793639834408634,
"eval_f1": 0.8882073263221536,
"eval_loss": 0.35242822766304016,
"eval_min_tDCF": 0.03236891446008307,
"eval_precision": 0.9175830413065126,
"eval_recall": 0.9155120481927711,
"eval_runtime": 550.223,
"eval_samples_per_second": 36.204,
"eval_steps_per_second": 0.24,
"step": 50
},
{
"epoch": 0.2937576499388005,
"grad_norm": 46908.421875,
"learning_rate": 2.903225806451613e-05,
"loss": 0.0152,
"step": 60
},
{
"epoch": 0.2937576499388005,
"eval_EER": 0.08570004982564361,
"eval_FN": 1888,
"eval_FP": 5,
"eval_TN": 17908,
"eval_TP": 119,
"eval_accuracy": 0.9049698795180723,
"eval_auc_roc": 0.9581749145672833,
"eval_f1": 0.8653571590111583,
"eval_loss": 0.5160898566246033,
"eval_min_tDCF": 0.031358433391353344,
"eval_precision": 0.9101736730881184,
"eval_recall": 0.9049698795180723,
"eval_runtime": 552.7337,
"eval_samples_per_second": 36.039,
"eval_steps_per_second": 0.239,
"step": 60
},
{
"epoch": 0.3427172582619339,
"grad_norm": 120295.6171875,
"learning_rate": 2.9563636363636365e-05,
"loss": 0.0155,
"step": 70
},
{
"epoch": 0.3427172582619339,
"eval_EER": 0.13951170901879414,
"eval_FN": 1917,
"eval_FP": 1,
"eval_TN": 17912,
"eval_TP": 90,
"eval_accuracy": 0.903714859437751,
"eval_auc_roc": 0.9383886286903336,
"eval_f1": 0.8621926152008602,
"eval_loss": 0.6375065445899963,
"eval_min_tDCF": 0.030651624856462438,
"eval_precision": 0.9119566963565227,
"eval_recall": 0.903714859437751,
"eval_runtime": 551.4752,
"eval_samples_per_second": 36.121,
"eval_steps_per_second": 0.239,
"step": 70
},
{
"epoch": 0.39167686658506734,
"grad_norm": 63272.81640625,
"learning_rate": 2.901818181818182e-05,
"loss": 0.0193,
"step": 80
},
{
"epoch": 0.39167686658506734,
"eval_EER": 0.06427503736920785,
"eval_FN": 1740,
"eval_FP": 14,
"eval_TN": 17899,
"eval_TP": 267,
"eval_accuracy": 0.9119477911646586,
"eval_auc_roc": 0.9815884175385593,
"eval_f1": 0.880759359883601,
"eval_loss": 0.35206612944602966,
"eval_min_tDCF": 0.03087150091077144,
"eval_precision": 0.9153076989953792,
"eval_recall": 0.9119477911646586,
"eval_runtime": 551.1598,
"eval_samples_per_second": 36.142,
"eval_steps_per_second": 0.239,
"step": 80
},
{
"epoch": 0.44063647490820074,
"grad_norm": 36752.71875,
"learning_rate": 2.8472727272727275e-05,
"loss": 0.0158,
"step": 90
},
{
"epoch": 0.44063647490820074,
"eval_EER": 0.061285500747384154,
"eval_FN": 1853,
"eval_FP": 7,
"eval_TN": 17906,
"eval_TP": 154,
"eval_accuracy": 0.9066265060240963,
"eval_auc_roc": 0.9839317761029052,
"eval_f1": 0.8691616005883785,
"eval_loss": 0.3774518072605133,
"eval_min_tDCF": 0.02896076260303809,
"eval_precision": 0.9112880071281149,
"eval_recall": 0.9066265060240963,
"eval_runtime": 548.348,
"eval_samples_per_second": 36.327,
"eval_steps_per_second": 0.241,
"step": 90
},
{
"epoch": 0.48959608323133413,
"grad_norm": 23041.998046875,
"learning_rate": 2.7927272727272727e-05,
"loss": 0.017,
"step": 100
},
{
"epoch": 0.48959608323133413,
"eval_EER": 0.05879422022919777,
"eval_FN": 1742,
"eval_FP": 20,
"eval_TN": 17893,
"eval_TP": 265,
"eval_accuracy": 0.9115461847389559,
"eval_auc_roc": 0.9849050903204274,
"eval_f1": 0.880346418763591,
"eval_loss": 0.4076322317123413,
"eval_min_tDCF": 0.02710664658288187,
"eval_precision": 0.9131492081469701,
"eval_recall": 0.9115461847389559,
"eval_runtime": 552.237,
"eval_samples_per_second": 36.071,
"eval_steps_per_second": 0.239,
"step": 100
},
{
"epoch": 0.48959608323133413,
"step": 100,
"total_flos": 1.6503006591246067e+18,
"train_loss": 0.018675562590360642,
"train_runtime": 8627.3162,
"train_samples_per_second": 43.148,
"train_steps_per_second": 0.071
}
],
"logging_steps": 10,
"max_steps": 612,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 50,
"stateful_callbacks": {
"EarlyStoppingCallback": {
"args": {
"early_stopping_patience": 3,
"early_stopping_threshold": 0.0
},
"attributes": {
"early_stopping_patience_counter": 0
}
},
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.6503006591246067e+18,
"train_batch_size": 152,
"trial_name": null,
"trial_params": null
}