Gaffar-21 commited on
Commit
603f327
1 Parent(s): c035146

End of training

Browse files
README.md CHANGED
@@ -19,13 +19,11 @@ model-index:
19
  dataset:
20
  name: Common Voice 11.0
21
  type: mozilla-foundation/common_voice_11_0
22
- config: id
23
- split: None
24
  args: 'config: id, split: test'
25
  metrics:
26
  - name: Wer
27
  type: wer
28
- value: 59.896729776247845
29
  ---
30
 
31
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -35,8 +33,8 @@ should probably proofread and complete it, then remove this comment. -->
35
 
36
  This model is a fine-tuned version of [openai/whisper-tiny](https://huggingface.co/openai/whisper-tiny) on the Common Voice 11.0 dataset.
37
  It achieves the following results on the evaluation set:
38
- - Loss: 1.4286
39
- - Wer: 59.8967
40
 
41
  ## Model description
42
 
@@ -55,35 +53,34 @@ More information needed
55
  ### Training hyperparameters
56
 
57
  The following hyperparameters were used during training:
58
- - learning_rate: 1e-05
59
  - train_batch_size: 32
60
  - eval_batch_size: 8
61
  - seed: 42
62
  - optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
63
  - lr_scheduler_type: linear
64
- - lr_scheduler_warmup_steps: 2
65
- - training_steps: 10
66
  - mixed_precision_training: Native AMP
67
 
68
  ### Training results
69
 
70
- | Training Loss | Epoch | Step | Validation Loss | Wer |
71
- |:-------------:|:------:|:----:|:---------------:|:-------:|
72
- | 1.7163 | 0.0159 | 1 | 1.8245 | 86.1446 |
73
- | 1.7097 | 0.0317 | 2 | 1.8245 | 86.1446 |
74
- | 1.7377 | 0.0476 | 3 | 1.8245 | 86.1446 |
75
- | 1.65 | 0.0635 | 4 | 1.8245 | 86.1446 |
76
- | 1.9103 | 0.0794 | 5 | 1.7649 | 68.5026 |
77
- | 1.7345 | 0.0952 | 6 | 1.6261 | 74.1824 |
78
- | 1.5202 | 0.1111 | 7 | 1.5249 | 59.6386 |
79
- | 1.5166 | 0.1270 | 8 | 1.4786 | 59.3804 |
80
- | 1.5636 | 0.1429 | 9 | 1.4523 | 59.5525 |
81
- | 1.5493 | 0.1587 | 10 | 1.4286 | 59.8967 |
82
 
83
 
84
  ### Framework versions
85
 
86
- - Transformers 4.46.3
87
  - Pytorch 2.5.1+cu121
88
- - Datasets 3.1.0
89
  - Tokenizers 0.20.3
 
19
  dataset:
20
  name: Common Voice 11.0
21
  type: mozilla-foundation/common_voice_11_0
 
 
22
  args: 'config: id, split: test'
23
  metrics:
24
  - name: Wer
25
  type: wer
26
+ value: 65.57659208261619
27
  ---
28
 
29
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
33
 
34
  This model is a fine-tuned version of [openai/whisper-tiny](https://huggingface.co/openai/whisper-tiny) on the Common Voice 11.0 dataset.
35
  It achieves the following results on the evaluation set:
36
+ - Loss: 1.0871
37
+ - Wer: 65.5766
38
 
39
  ## Model description
40
 
 
53
  ### Training hyperparameters
54
 
55
  The following hyperparameters were used during training:
56
+ - learning_rate: 2e-05
57
  - train_batch_size: 32
58
  - eval_batch_size: 8
59
  - seed: 42
60
  - optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
61
  - lr_scheduler_type: linear
62
+ - lr_scheduler_warmup_steps: 100
63
+ - training_steps: 1000
64
  - mixed_precision_training: Native AMP
65
 
66
  ### Training results
67
 
68
+ | Training Loss | Epoch | Step | Validation Loss | Wer |
69
+ |:-------------:|:-------:|:----:|:---------------:|:-------:|
70
+ | 1.1857 | 1.5873 | 100 | 0.9525 | 64.8881 |
71
+ | 0.5773 | 3.1746 | 200 | 0.9205 | 59.1222 |
72
+ | 0.2841 | 4.7619 | 300 | 0.9536 | 59.2943 |
73
+ | 0.138 | 6.3492 | 400 | 0.9851 | 54.3890 |
74
+ | 0.0694 | 7.9365 | 500 | 1.0057 | 59.6386 |
75
+ | 0.0339 | 9.5238 | 600 | 1.0530 | 64.8021 |
76
+ | 0.0195 | 11.1111 | 700 | 1.0620 | 61.1876 |
77
+ | 0.013 | 12.6984 | 800 | 1.0752 | 57.1429 |
78
+ | 0.0106 | 14.2857 | 900 | 1.0827 | 65.4045 |
79
+ | 0.0097 | 15.8730 | 1000 | 1.0871 | 65.5766 |
80
 
81
 
82
  ### Framework versions
83
 
84
+ - Transformers 4.46.2
85
  - Pytorch 2.5.1+cu121
 
86
  - Tokenizers 0.20.3
generation_config.json CHANGED
@@ -236,5 +236,5 @@
236
  "transcribe": 50359,
237
  "translate": 50358
238
  },
239
- "transformers_version": "4.46.3"
240
  }
 
236
  "transcribe": 50359,
237
  "translate": 50358
238
  },
239
+ "transformers_version": "4.46.2"
240
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2de22c9555d5490671a1f47959b8389242d4d86cdfe482107d9b6a1a5acb8166
3
  size 151061672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:995ac42d2f09aeee8a88a9c2ea3793d24274e8b19430956bfa2c670f9db2bfc2
3
  size 151061672
runs/Nov25_04-10-27_d7d12cdf42f6/events.out.tfevents.1732507839.d7d12cdf42f6.1311.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed08bbb7359438ad07ccc5f332d83902628a032b58417a35358ee43a6b9d64a7
3
- size 11636
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b310aacbd0198ec3309d1da45d8469f757144b99ba11fc5e616f821c0e956ed5
3
+ size 12519