Added adapter model

README.md

@@ -22,7 +22,7 @@ model-index:
     metrics:
     - name: Normalized CER
       type: cer
-      value: <TBA>
+      value: 7.766
 ---
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 should probably proofread and complete it, then remove this comment. -->
@@ -61,15 +61,14 @@ For training, three datasets were used:
 - Cantonse-ASR: Yu, Tiezheng, Frieske, Rita, Xu, Peng, Cahyawijaya, Samuel, Yiu, Cheuk Tung, Lovenia, Holy, Dai, Wenliang, Barezi, Elham, Chen, Qifeng, Ma, Xiaojuan, Shi, Bertram, Fung, Pascale (2022) "Automatic Speech Recognition Datasets in Cantonese: A Survey and New Dataset", 2022. Link: https://arxiv.org/pdf/2201.02419.pdf
 
 ## Training Hyperparameters
-- learning_rate: 5e-5
+- learning_rate: 1e-3
 - train_batch_size: 60 (on 1 3090 GPU)
 - eval_batch_size: 10
 - gradient_accumulation_steps: 1
 - total_train_batch_size: 60x1x1=60
-- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
 - lr_scheduler_warmup_steps: 500
-- training_steps: 15000
+- training_steps: 12000
 - augmentation: SpecAugment
 
 ## Training Results

adapter_config.json

@@ -0,0 +1,18 @@
+{
+  "base_model_name_or_path": "openai/whisper-large-v2",
+  "bias": "none",
+  "enable_lora": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "lora_alpha": 64,
+  "lora_dropout": 0.05,
+  "merge_weights": false,
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 32,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": null
+}

adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e7d024b237973a2ab2e0aae5b780aa1cd33fb0622463453bc680049e39ee7b
+size 63056269

runs/Mar11_23-56-21_51ebbc6b4056/1678578981.4780438/events.out.tfevents.1678578981.51ebbc6b4056.17.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10949a1400eaa5230dc06a9cdcfb42b6e07477ac9184eb633494451babb49a36
+size 6101

runs/Mar11_23-56-21_51ebbc6b4056/events.out.tfevents.1678578981.51ebbc6b4056.17.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a14fc8106316f20360dfa1175e70bf32f0c0d1427a7e70c8a4cee09d3fa327
+size 26974