End of training

all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 0.48959608323133413,
+    "total_flos": 1.6503006591246067e+18,
+    "train_loss": 0.018675562590360642,
+    "train_runtime": 8627.3162,
+    "train_samples_per_second": 43.148,
+    "train_steps_per_second": 0.071
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 0.48959608323133413,
+    "total_flos": 1.6503006591246067e+18,
+    "train_loss": 0.018675562590360642,
+    "train_runtime": 8627.3162,
+    "train_samples_per_second": 43.148,
+    "train_steps_per_second": 0.071
+}

trainer_state.json

@@ -0,0 +1,311 @@
+{
+  "best_metric": 0.06726457399116248,
+  "best_model_checkpoint": "/kaggle/working/wav2vec2_ASV_deepfake_audio_detection_DF_finetune_frozen/checkpoint-50",
+  "epoch": 0.48959608323133413,
+  "eval_steps": 10,
+  "global_step": 100,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04895960832313342,
+      "grad_norm": 77894.5078125,
+      "learning_rate": 4.838709677419355e-06,
+      "loss": 0.025,
+      "step": 10
+    },
+    {
+      "epoch": 0.04895960832313342,
+      "eval_EER": 0.08262155976067725,
+      "eval_FN": 1699,
+      "eval_FP": 17,
+      "eval_TN": 17896,
+      "eval_TP": 308,
+      "eval_accuracy": 0.9138554216867469,
+      "eval_auc_roc": 0.9731609967469688,
+      "eval_f1": 0.8847202256623079,
+      "eval_loss": 0.35726311802864075,
+      "eval_min_tDCF": 0.03291284056297015,
+      "eval_precision": 0.9167599198883981,
+      "eval_recall": 0.9138554216867469,
+      "eval_runtime": 546.0537,
+      "eval_samples_per_second": 36.48,
+      "eval_steps_per_second": 0.242,
+      "step": 10
+    },
+    {
+      "epoch": 0.09791921664626684,
+      "grad_norm": 27190.29296875,
+      "learning_rate": 9.67741935483871e-06,
+      "loss": 0.0219,
+      "step": 20
+    },
+    {
+      "epoch": 0.09791921664626684,
+      "eval_EER": 0.07573492775282602,
+      "eval_FN": 1668,
+      "eval_FP": 22,
+      "eval_TN": 17891,
+      "eval_TP": 339,
+      "eval_accuracy": 0.9151606425702812,
+      "eval_auc_roc": 0.9758758569313771,
+      "eval_f1": 0.8875379989575978,
+      "eval_loss": 0.3001716732978821,
+      "eval_min_tDCF": 0.03205938818890207,
+      "eval_precision": 0.917171754233548,
+      "eval_recall": 0.9151606425702812,
+      "eval_runtime": 554.4205,
+      "eval_samples_per_second": 35.929,
+      "eval_steps_per_second": 0.238,
+      "step": 20
+    },
+    {
+      "epoch": 0.14687882496940025,
+      "grad_norm": 95780.625,
+      "learning_rate": 1.4516129032258065e-05,
+      "loss": 0.0193,
+      "step": 30
+    },
+    {
+      "epoch": 0.14687882496940025,
+      "eval_EER": 0.07095405571220935,
+      "eval_FN": 1653,
+      "eval_FP": 23,
+      "eval_TN": 17890,
+      "eval_TP": 354,
+      "eval_accuracy": 0.915863453815261,
+      "eval_auc_roc": 0.9540513467197973,
+      "eval_f1": 0.8889310464970523,
+      "eval_loss": 0.3557206988334656,
+      "eval_min_tDCF": 0.03200446819985352,
+      "eval_precision": 0.9177925127856772,
+      "eval_recall": 0.915863453815261,
+      "eval_runtime": 551.47,
+      "eval_samples_per_second": 36.122,
+      "eval_steps_per_second": 0.239,
+      "step": 30
+    },
+    {
+      "epoch": 0.19583843329253367,
+      "grad_norm": 40466.99609375,
+      "learning_rate": 1.935483870967742e-05,
+      "loss": 0.0197,
+      "step": 40
+    },
+    {
+      "epoch": 0.19583843329253367,
+      "eval_EER": 0.08021923268560038,
+      "eval_FN": 1584,
+      "eval_FP": 28,
+      "eval_TN": 17885,
+      "eval_TP": 423,
+      "eval_accuracy": 0.9190763052208836,
+      "eval_auc_roc": 0.9453176234544026,
+      "eval_f1": 0.8951467366785592,
+      "eval_loss": 0.39631858468055725,
+      "eval_min_tDCF": 0.03254273666351324,
+      "eval_precision": 0.920581989378439,
+      "eval_recall": 0.9190763052208836,
+      "eval_runtime": 551.299,
+      "eval_samples_per_second": 36.133,
+      "eval_steps_per_second": 0.239,
+      "step": 40
+    },
+    {
+      "epoch": 0.24479804161566707,
+      "grad_norm": 28958.201171875,
+      "learning_rate": 2.4193548387096773e-05,
+      "loss": 0.0181,
+      "step": 50
+    },
+    {
+      "epoch": 0.24479804161566707,
+      "eval_EER": 0.06726457399116248,
+      "eval_FN": 1661,
+      "eval_FP": 22,
+      "eval_TN": 17891,
+      "eval_TP": 346,
+      "eval_accuracy": 0.9155120481927711,
+      "eval_auc_roc": 0.9793639834408634,
+      "eval_f1": 0.8882073263221536,
+      "eval_loss": 0.35242822766304016,
+      "eval_min_tDCF": 0.03236891446008307,
+      "eval_precision": 0.9175830413065126,
+      "eval_recall": 0.9155120481927711,
+      "eval_runtime": 550.223,
+      "eval_samples_per_second": 36.204,
+      "eval_steps_per_second": 0.24,
+      "step": 50
+    },
+    {
+      "epoch": 0.2937576499388005,
+      "grad_norm": 46908.421875,
+      "learning_rate": 2.903225806451613e-05,
+      "loss": 0.0152,
+      "step": 60
+    },
+    {
+      "epoch": 0.2937576499388005,
+      "eval_EER": 0.08570004982564361,
+      "eval_FN": 1888,
+      "eval_FP": 5,
+      "eval_TN": 17908,
+      "eval_TP": 119,
+      "eval_accuracy": 0.9049698795180723,
+      "eval_auc_roc": 0.9581749145672833,
+      "eval_f1": 0.8653571590111583,
+      "eval_loss": 0.5160898566246033,
+      "eval_min_tDCF": 0.031358433391353344,
+      "eval_precision": 0.9101736730881184,
+      "eval_recall": 0.9049698795180723,
+      "eval_runtime": 552.7337,
+      "eval_samples_per_second": 36.039,
+      "eval_steps_per_second": 0.239,
+      "step": 60
+    },
+    {
+      "epoch": 0.3427172582619339,
+      "grad_norm": 120295.6171875,
+      "learning_rate": 2.9563636363636365e-05,
+      "loss": 0.0155,
+      "step": 70
+    },
+    {
+      "epoch": 0.3427172582619339,
+      "eval_EER": 0.13951170901879414,
+      "eval_FN": 1917,
+      "eval_FP": 1,
+      "eval_TN": 17912,
+      "eval_TP": 90,
+      "eval_accuracy": 0.903714859437751,
+      "eval_auc_roc": 0.9383886286903336,
+      "eval_f1": 0.8621926152008602,
+      "eval_loss": 0.6375065445899963,
+      "eval_min_tDCF": 0.030651624856462438,
+      "eval_precision": 0.9119566963565227,
+      "eval_recall": 0.903714859437751,
+      "eval_runtime": 551.4752,
+      "eval_samples_per_second": 36.121,
+      "eval_steps_per_second": 0.239,
+      "step": 70
+    },
+    {
+      "epoch": 0.39167686658506734,
+      "grad_norm": 63272.81640625,
+      "learning_rate": 2.901818181818182e-05,
+      "loss": 0.0193,
+      "step": 80
+    },
+    {
+      "epoch": 0.39167686658506734,
+      "eval_EER": 0.06427503736920785,
+      "eval_FN": 1740,
+      "eval_FP": 14,
+      "eval_TN": 17899,
+      "eval_TP": 267,
+      "eval_accuracy": 0.9119477911646586,
+      "eval_auc_roc": 0.9815884175385593,
+      "eval_f1": 0.880759359883601,
+      "eval_loss": 0.35206612944602966,
+      "eval_min_tDCF": 0.03087150091077144,
+      "eval_precision": 0.9153076989953792,
+      "eval_recall": 0.9119477911646586,
+      "eval_runtime": 551.1598,
+      "eval_samples_per_second": 36.142,
+      "eval_steps_per_second": 0.239,
+      "step": 80
+    },
+    {
+      "epoch": 0.44063647490820074,
+      "grad_norm": 36752.71875,
+      "learning_rate": 2.8472727272727275e-05,
+      "loss": 0.0158,
+      "step": 90
+    },
+    {
+      "epoch": 0.44063647490820074,
+      "eval_EER": 0.061285500747384154,
+      "eval_FN": 1853,
+      "eval_FP": 7,
+      "eval_TN": 17906,
+      "eval_TP": 154,
+      "eval_accuracy": 0.9066265060240963,
+      "eval_auc_roc": 0.9839317761029052,
+      "eval_f1": 0.8691616005883785,
+      "eval_loss": 0.3774518072605133,
+      "eval_min_tDCF": 0.02896076260303809,
+      "eval_precision": 0.9112880071281149,
+      "eval_recall": 0.9066265060240963,
+      "eval_runtime": 548.348,
+      "eval_samples_per_second": 36.327,
+      "eval_steps_per_second": 0.241,
+      "step": 90
+    },
+    {
+      "epoch": 0.48959608323133413,
+      "grad_norm": 23041.998046875,
+      "learning_rate": 2.7927272727272727e-05,
+      "loss": 0.017,
+      "step": 100
+    },
+    {
+      "epoch": 0.48959608323133413,
+      "eval_EER": 0.05879422022919777,
+      "eval_FN": 1742,
+      "eval_FP": 20,
+      "eval_TN": 17893,
+      "eval_TP": 265,
+      "eval_accuracy": 0.9115461847389559,
+      "eval_auc_roc": 0.9849050903204274,
+      "eval_f1": 0.880346418763591,
+      "eval_loss": 0.4076322317123413,
+      "eval_min_tDCF": 0.02710664658288187,
+      "eval_precision": 0.9131492081469701,
+      "eval_recall": 0.9115461847389559,
+      "eval_runtime": 552.237,
+      "eval_samples_per_second": 36.071,
+      "eval_steps_per_second": 0.239,
+      "step": 100
+    },
+    {
+      "epoch": 0.48959608323133413,
+      "step": 100,
+      "total_flos": 1.6503006591246067e+18,
+      "train_loss": 0.018675562590360642,
+      "train_runtime": 8627.3162,
+      "train_samples_per_second": 43.148,
+      "train_steps_per_second": 0.071
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 612,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 50,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.6503006591246067e+18,
+  "train_batch_size": 152,
+  "trial_name": null,
+  "trial_params": null
+}