End of training

README.md

@@ -3,6 +3,9 @@ library_name: transformers
 license: cc-by-nc-4.0
 base_model: mms-meta/mms-zeroshot-300m
 tags:
+- automatic-speech-recognition
+- genbed
+- mms
 - generated_from_trainer
 metrics:
 - wer
@@ -16,10 +19,10 @@ should probably proofread and complete it, then remove this comment. -->
 
 # mms-zeroshot-300m-genbed-combined-model
 
-This model is a fine-tuned version of [mms-meta/mms-zeroshot-300m](https://huggingface.co/mms-meta/mms-zeroshot-300m) on an unknown dataset.
+This model is a fine-tuned version of [mms-meta/mms-zeroshot-300m](https://huggingface.co/mms-meta/mms-zeroshot-300m) on the GENBED - BEM dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.2803
-- Wer: 0.4357
+- Loss: 0.2768
+- Wer: 0.4294
 
 ## Model description
 

adapter.bem.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df198dfd57dd9e22d231f61714b6633dc351b02c9d45969b5522b66ba5860752
+size 3586804

all_results.json

@@ -0,0 +1,15 @@
+{
+    "epoch": 7.6923076923076925,
+    "eval_loss": 0.2767798602581024,
+    "eval_runtime": 113.8739,
+    "eval_samples": 1939,
+    "eval_samples_per_second": 17.028,
+    "eval_steps_per_second": 2.134,
+    "eval_wer": 0.4294054054054054,
+    "total_flos": 8.779281950497536e+18,
+    "train_loss": 0.6424136958803449,
+    "train_runtime": 7260.5039,
+    "train_samples": 5817,
+    "train_samples_per_second": 24.036,
+    "train_steps_per_second": 3.008
+}

eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 7.6923076923076925,
+    "eval_loss": 0.2767798602581024,
+    "eval_runtime": 113.8739,
+    "eval_samples": 1939,
+    "eval_samples_per_second": 17.028,
+    "eval_steps_per_second": 2.134,
+    "eval_wer": 0.4294054054054054
+}

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 7.6923076923076925,
+    "total_flos": 8.779281950497536e+18,
+    "train_loss": 0.6424136958803449,
+    "train_runtime": 7260.5039,
+    "train_samples": 5817,
+    "train_samples_per_second": 24.036,
+    "train_steps_per_second": 3.008
+}

trainer_state.json

@@ -0,0 +1,380 @@
+{
+  "best_metric": 0.2767798602581024,
+  "best_model_checkpoint": "/scratch/skscla001/results/mms-zeroshot-300m-genbed-combined-model/checkpoint-5000",
+  "epoch": 7.6923076923076925,
+  "eval_steps": 200,
+  "global_step": 5600,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.27472527472527475,
+      "eval_loss": 2.203052520751953,
+      "eval_runtime": 115.6497,
+      "eval_samples_per_second": 16.766,
+      "eval_steps_per_second": 2.101,
+      "eval_wer": 1.0,
+      "step": 200
+    },
+    {
+      "epoch": 0.5494505494505495,
+      "eval_loss": 0.4235461354255676,
+      "eval_runtime": 114.7031,
+      "eval_samples_per_second": 16.905,
+      "eval_steps_per_second": 2.119,
+      "eval_wer": 0.6042162162162162,
+      "step": 400
+    },
+    {
+      "epoch": 0.6868131868131868,
+      "grad_norm": 1.5520302057266235,
+      "learning_rate": 0.00029452161913523457,
+      "loss": 2.7468,
+      "step": 500
+    },
+    {
+      "epoch": 0.8241758241758241,
+      "eval_loss": 0.3791254162788391,
+      "eval_runtime": 114.91,
+      "eval_samples_per_second": 16.874,
+      "eval_steps_per_second": 2.115,
+      "eval_wer": 0.5721621621621622,
+      "step": 600
+    },
+    {
+      "epoch": 1.098901098901099,
+      "eval_loss": 0.35884976387023926,
+      "eval_runtime": 115.1243,
+      "eval_samples_per_second": 16.843,
+      "eval_steps_per_second": 2.111,
+      "eval_wer": 0.5631891891891891,
+      "step": 800
+    },
+    {
+      "epoch": 1.3736263736263736,
+      "grad_norm": 0.5800592303276062,
+      "learning_rate": 0.00028762189512419504,
+      "loss": 0.5446,
+      "step": 1000
+    },
+    {
+      "epoch": 1.3736263736263736,
+      "eval_loss": 0.34893664717674255,
+      "eval_runtime": 115.1834,
+      "eval_samples_per_second": 16.834,
+      "eval_steps_per_second": 2.11,
+      "eval_wer": 0.5446486486486487,
+      "step": 1000
+    },
+    {
+      "epoch": 1.6483516483516483,
+      "eval_loss": 0.34060972929000854,
+      "eval_runtime": 116.725,
+      "eval_samples_per_second": 16.612,
+      "eval_steps_per_second": 2.082,
+      "eval_wer": 0.5457837837837838,
+      "step": 1200
+    },
+    {
+      "epoch": 1.9230769230769231,
+      "eval_loss": 0.33255019783973694,
+      "eval_runtime": 114.9472,
+      "eval_samples_per_second": 16.869,
+      "eval_steps_per_second": 2.114,
+      "eval_wer": 0.5182702702702703,
+      "step": 1400
+    },
+    {
+      "epoch": 2.0604395604395602,
+      "grad_norm": 0.7607436776161194,
+      "learning_rate": 0.00028072217111315545,
+      "loss": 0.4932,
+      "step": 1500
+    },
+    {
+      "epoch": 2.197802197802198,
+      "eval_loss": 0.3234807848930359,
+      "eval_runtime": 116.1043,
+      "eval_samples_per_second": 16.701,
+      "eval_steps_per_second": 2.093,
+      "eval_wer": 0.5237297297297298,
+      "step": 1600
+    },
+    {
+      "epoch": 2.4725274725274726,
+      "eval_loss": 0.3202188313007355,
+      "eval_runtime": 114.8249,
+      "eval_samples_per_second": 16.887,
+      "eval_steps_per_second": 2.116,
+      "eval_wer": 0.5057837837837837,
+      "step": 1800
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "grad_norm": 0.899978756904602,
+      "learning_rate": 0.0002738224471021159,
+      "loss": 0.4644,
+      "step": 2000
+    },
+    {
+      "epoch": 2.7472527472527473,
+      "eval_loss": 0.32043078541755676,
+      "eval_runtime": 114.5219,
+      "eval_samples_per_second": 16.931,
+      "eval_steps_per_second": 2.122,
+      "eval_wer": 0.504,
+      "step": 2000
+    },
+    {
+      "epoch": 3.021978021978022,
+      "eval_loss": 0.31440961360931396,
+      "eval_runtime": 115.5011,
+      "eval_samples_per_second": 16.788,
+      "eval_steps_per_second": 2.104,
+      "eval_wer": 0.490972972972973,
+      "step": 2200
+    },
+    {
+      "epoch": 3.2967032967032965,
+      "eval_loss": 0.30763551592826843,
+      "eval_runtime": 115.3262,
+      "eval_samples_per_second": 16.813,
+      "eval_steps_per_second": 2.107,
+      "eval_wer": 0.49572972972972973,
+      "step": 2400
+    },
+    {
+      "epoch": 3.4340659340659343,
+      "grad_norm": 0.6096507906913757,
+      "learning_rate": 0.00026692272309107633,
+      "loss": 0.4505,
+      "step": 2500
+    },
+    {
+      "epoch": 3.571428571428571,
+      "eval_loss": 0.3038763701915741,
+      "eval_runtime": 114.948,
+      "eval_samples_per_second": 16.868,
+      "eval_steps_per_second": 2.114,
+      "eval_wer": 0.4750810810810811,
+      "step": 2600
+    },
+    {
+      "epoch": 3.8461538461538463,
+      "eval_loss": 0.3026913106441498,
+      "eval_runtime": 115.6051,
+      "eval_samples_per_second": 16.773,
+      "eval_steps_per_second": 2.102,
+      "eval_wer": 0.4785405405405405,
+      "step": 2800
+    },
+    {
+      "epoch": 4.1208791208791204,
+      "grad_norm": 0.8457227945327759,
+      "learning_rate": 0.00026002299908003674,
+      "loss": 0.433,
+      "step": 3000
+    },
+    {
+      "epoch": 4.1208791208791204,
+      "eval_loss": 0.3013380765914917,
+      "eval_runtime": 116.3739,
+      "eval_samples_per_second": 16.662,
+      "eval_steps_per_second": 2.088,
+      "eval_wer": 0.46816216216216217,
+      "step": 3000
+    },
+    {
+      "epoch": 4.395604395604396,
+      "eval_loss": 0.2960599362850189,
+      "eval_runtime": 115.9661,
+      "eval_samples_per_second": 16.72,
+      "eval_steps_per_second": 2.095,
+      "eval_wer": 0.4765405405405405,
+      "step": 3200
+    },
+    {
+      "epoch": 4.670329670329671,
+      "eval_loss": 0.29141488671302795,
+      "eval_runtime": 115.6468,
+      "eval_samples_per_second": 16.767,
+      "eval_steps_per_second": 2.101,
+      "eval_wer": 0.468,
+      "step": 3400
+    },
+    {
+      "epoch": 4.8076923076923075,
+      "grad_norm": 0.6512793302536011,
+      "learning_rate": 0.0002531232750689972,
+      "loss": 0.4203,
+      "step": 3500
+    },
+    {
+      "epoch": 4.945054945054945,
+      "eval_loss": 0.29088592529296875,
+      "eval_runtime": 116.2657,
+      "eval_samples_per_second": 16.677,
+      "eval_steps_per_second": 2.09,
+      "eval_wer": 0.46562162162162163,
+      "step": 3600
+    },
+    {
+      "epoch": 5.21978021978022,
+      "eval_loss": 0.29455265402793884,
+      "eval_runtime": 116.5267,
+      "eval_samples_per_second": 16.64,
+      "eval_steps_per_second": 2.085,
+      "eval_wer": 0.4508108108108108,
+      "step": 3800
+    },
+    {
+      "epoch": 5.4945054945054945,
+      "grad_norm": 0.45442482829093933,
+      "learning_rate": 0.0002462235510579577,
+      "loss": 0.4042,
+      "step": 4000
+    },
+    {
+      "epoch": 5.4945054945054945,
+      "eval_loss": 0.2901473343372345,
+      "eval_runtime": 116.1982,
+      "eval_samples_per_second": 16.687,
+      "eval_steps_per_second": 2.091,
+      "eval_wer": 0.44335135135135134,
+      "step": 4000
+    },
+    {
+      "epoch": 5.769230769230769,
+      "eval_loss": 0.2899898886680603,
+      "eval_runtime": 115.6122,
+      "eval_samples_per_second": 16.772,
+      "eval_steps_per_second": 2.102,
+      "eval_wer": 0.44632432432432434,
+      "step": 4200
+    },
+    {
+      "epoch": 6.043956043956044,
+      "eval_loss": 0.2839508354663849,
+      "eval_runtime": 115.0777,
+      "eval_samples_per_second": 16.849,
+      "eval_steps_per_second": 2.112,
+      "eval_wer": 0.4448648648648649,
+      "step": 4400
+    },
+    {
+      "epoch": 6.181318681318682,
+      "grad_norm": 0.6338995695114136,
+      "learning_rate": 0.0002393238270469181,
+      "loss": 0.3962,
+      "step": 4500
+    },
+    {
+      "epoch": 6.318681318681318,
+      "eval_loss": 0.2820078432559967,
+      "eval_runtime": 114.3206,
+      "eval_samples_per_second": 16.961,
+      "eval_steps_per_second": 2.126,
+      "eval_wer": 0.44475675675675674,
+      "step": 4600
+    },
+    {
+      "epoch": 6.593406593406593,
+      "eval_loss": 0.27714216709136963,
+      "eval_runtime": 115.2116,
+      "eval_samples_per_second": 16.83,
+      "eval_steps_per_second": 2.109,
+      "eval_wer": 0.4325945945945946,
+      "step": 4800
+    },
+    {
+      "epoch": 6.868131868131869,
+      "grad_norm": 0.5752519965171814,
+      "learning_rate": 0.00023242410303587856,
+      "loss": 0.3881,
+      "step": 5000
+    },
+    {
+      "epoch": 6.868131868131869,
+      "eval_loss": 0.2767798602581024,
+      "eval_runtime": 114.4373,
+      "eval_samples_per_second": 16.944,
+      "eval_steps_per_second": 2.123,
+      "eval_wer": 0.4294054054054054,
+      "step": 5000
+    },
+    {
+      "epoch": 7.142857142857143,
+      "eval_loss": 0.27870669960975647,
+      "eval_runtime": 117.3195,
+      "eval_samples_per_second": 16.528,
+      "eval_steps_per_second": 2.071,
+      "eval_wer": 0.43854054054054054,
+      "step": 5200
+    },
+    {
+      "epoch": 7.417582417582418,
+      "eval_loss": 0.2795184254646301,
+      "eval_runtime": 116.3581,
+      "eval_samples_per_second": 16.664,
+      "eval_steps_per_second": 2.088,
+      "eval_wer": 0.4309189189189189,
+      "step": 5400
+    },
+    {
+      "epoch": 7.554945054945055,
+      "grad_norm": 0.30598416924476624,
+      "learning_rate": 0.000225524379024839,
+      "loss": 0.3784,
+      "step": 5500
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "eval_loss": 0.2802658975124359,
+      "eval_runtime": 115.2901,
+      "eval_samples_per_second": 16.818,
+      "eval_steps_per_second": 2.108,
+      "eval_wer": 0.43567567567567567,
+      "step": 5600
+    },
+    {
+      "epoch": 7.6923076923076925,
+      "step": 5600,
+      "total_flos": 8.779281950497536e+18,
+      "train_loss": 0.6424136958803449,
+      "train_runtime": 7260.5039,
+      "train_samples_per_second": 24.036,
+      "train_steps_per_second": 3.008
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 21840,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 3
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8.779281950497536e+18,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}