ambind commited on
Commit
84cc6b6
1 Parent(s): 4fcc92c

End of training

Browse files
README.md CHANGED
@@ -23,7 +23,7 @@ model-index:
23
  metrics:
24
  - name: Wer
25
  type: wer
26
- value: 42.74559770002287
27
  ---
28
 
29
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -33,8 +33,8 @@ should probably proofread and complete it, then remove this comment. -->
33
 
34
  This model is a fine-tuned version of [openai/whisper-tiny](https://huggingface.co/openai/whisper-tiny) on the Common Voice 11.0 dataset.
35
  It achieves the following results on the evaluation set:
36
- - Loss: 0.5641
37
- - Wer: 42.7456
38
 
39
  ## Model description
40
 
@@ -54,26 +54,24 @@ More information needed
54
 
55
  The following hyperparameters were used during training:
56
  - learning_rate: 3e-05
57
- - train_batch_size: 16
58
- - eval_batch_size: 16
59
  - seed: 42
60
  - optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
61
  - lr_scheduler_type: linear
62
- - lr_scheduler_warmup_steps: 500
63
- - training_steps: 4007
64
  - mixed_precision_training: Native AMP
65
 
66
  ### Training results
67
 
68
  | Training Loss | Epoch | Step | Validation Loss | Wer |
69
  |:-------------:|:------:|:----:|:---------------:|:-------:|
70
- | 0.3804 | 1.2878 | 2000 | 0.6160 | 45.6320 |
71
- | 0.1771 | 2.5757 | 4000 | 0.5641 | 42.7456 |
72
 
73
 
74
  ### Framework versions
75
 
76
- - Transformers 4.46.3
77
- - Pytorch 2.4.1+cu121
78
- - Datasets 3.1.0
79
  - Tokenizers 0.20.3
 
23
  metrics:
24
  - name: Wer
25
  type: wer
26
+ value: 43.76980626613088
27
  ---
28
 
29
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
33
 
34
  This model is a fine-tuned version of [openai/whisper-tiny](https://huggingface.co/openai/whisper-tiny) on the Common Voice 11.0 dataset.
35
  It achieves the following results on the evaluation set:
36
+ - Loss: 0.6227
37
+ - Wer: 43.7698
38
 
39
  ## Model description
40
 
 
54
 
55
  The following hyperparameters were used during training:
56
  - learning_rate: 3e-05
57
+ - train_batch_size: 32
58
+ - eval_batch_size: 32
59
  - seed: 42
60
  - optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
61
  - lr_scheduler_type: linear
62
+ - lr_scheduler_warmup_steps: 2
63
+ - training_steps: 2004
64
  - mixed_precision_training: Native AMP
65
 
66
  ### Training results
67
 
68
  | Training Loss | Epoch | Step | Validation Loss | Wer |
69
  |:-------------:|:------:|:----:|:---------------:|:-------:|
70
+ | 0.0897 | 2.5740 | 2000 | 0.6227 | 43.7698 |
 
71
 
72
 
73
  ### Framework versions
74
 
75
+ - Transformers 4.46.2
76
+ - Pytorch 2.5.1+cu121
 
77
  - Tokenizers 0.20.3
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "openai/whisper-tiny",
3
  "activation_dropout": 0.0,
4
  "activation_function": "gelu",
5
  "apply_spec_augment": false,
@@ -54,7 +54,7 @@
54
  "pad_token_id": 50257,
55
  "scale_embedding": false,
56
  "torch_dtype": "float32",
57
- "transformers_version": "4.46.3",
58
  "use_cache": true,
59
  "use_weighted_layer_sum": false,
60
  "vocab_size": 51865
 
1
  {
2
+ "_name_or_path": "ambind/whisper-tiny-pl-2",
3
  "activation_dropout": 0.0,
4
  "activation_function": "gelu",
5
  "apply_spec_augment": false,
 
54
  "pad_token_id": 50257,
55
  "scale_embedding": false,
56
  "torch_dtype": "float32",
57
+ "transformers_version": "4.46.2",
58
  "use_cache": true,
59
  "use_weighted_layer_sum": false,
60
  "vocab_size": 51865
generation_config.json CHANGED
@@ -236,5 +236,5 @@
236
  "transcribe": 50359,
237
  "translate": 50358
238
  },
239
- "transformers_version": "4.46.3"
240
  }
 
236
  "transcribe": 50359,
237
  "translate": 50358
238
  },
239
+ "transformers_version": "4.46.2"
240
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:410491104da441fb4ce52497e184ef3730a07504f18449251b8d9d318c59e6ea
3
  size 151061672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4850db4609afb5712efd71f8aac6b1ea00518bc3fd140c2a1b534b348a28eb74
3
  size 151061672
runs/Nov20_20-32-19_a1ce98e2d60a/events.out.tfevents.1732134755.a1ce98e2d60a.338.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:308e6b0d4e7a00c9c10ad1f93888300cad6276471285d4899bf38ee68ee56f9f
3
+ size 7038
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9ebc4dd7271f3136d38271f2635d2b8dc303ad9c32cbdabbf0c75e681f3224c
3
  size 5432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24c777ffa9e5be45f02e3619c28bd4c5c0160252acd406c0514da207f69731ba
3
  size 5432