Hugging Face's logo

luigimontaleone
/
asr_luigi_test

PEFT
TensorBoard
Safetensors
Italian
Generated from Trainer
Model card Files Metrics Community
luigimontaleone commited on
Commit
431817a
•
1 Parent(s): cb6595e

End of training

Browse files
Files changed (22) hide show
  1. README.md +74 -0
  2. adapter_config.json +32 -0
  3. adapter_model.safetensors +3 -0
  4. preprocessor_config.json +14 -0
  5. runs/Jul01_10-36-50_gigio-desktop/events.out.tfevents.1719823010.gigio-desktop.5750.0 +3 -0
  6. runs/Jul01_17-09-05_gigio-desktop/events.out.tfevents.1719846545.gigio-desktop.29887.0 +3 -0
  7. runs/Jul01_17-10-46_gigio-desktop/events.out.tfevents.1719846646.gigio-desktop.30924.0 +3 -0
  8. runs/Jul03_09-58-53_gigio-desktop/events.out.tfevents.1719993533.gigio-desktop.3699.0 +3 -0
  9. runs/Jul03_11-12-59_gigio-desktop/events.out.tfevents.1719997979.gigio-desktop.6348.0 +3 -0
  10. runs/Jul03_16-34-18_gigio-desktop/events.out.tfevents.1720017258.gigio-desktop.3080.0 +3 -0
  11. runs/Jun21_15-54-18_gigio-desktop/events.out.tfevents.1718978062.gigio-desktop.8406.0 +3 -0
  12. runs/Jun21_15-55-33_gigio-desktop/events.out.tfevents.1718978134.gigio-desktop.12844.0 +3 -0
  13. runs/Jun21_16-20-06_gigio-desktop/events.out.tfevents.1718979607.gigio-desktop.3550.0 +3 -0
  14. runs/Jun21_16-40-54_gigio-desktop/events.out.tfevents.1718980855.gigio-desktop.7189.0 +3 -0
  15. runs/Jun24_12-07-07_gigio-desktop/events.out.tfevents.1719223628.gigio-desktop.16029.0 +3 -0
  16. runs/Jun24_12-10-33_gigio-desktop/events.out.tfevents.1719223833.gigio-desktop.17253.0 +3 -0
  17. runs/Jun24_12-11-57_gigio-desktop/events.out.tfevents.1719223917.gigio-desktop.17489.0 +3 -0
  18. runs/Jun24_13-20-22_gigio-desktop/events.out.tfevents.1719228023.gigio-desktop.26001.0 +3 -0
  19. runs/Jun26_10-09-27_gigio-desktop/events.out.tfevents.1719389416.gigio-desktop.6418.0 +3 -0
  20. runs/Jun26_10-17-32_gigio-desktop/events.out.tfevents.1719389853.gigio-desktop.11427.0 +3 -0
  21. runs/Jun28_16-46-49_gigio-desktop/events.out.tfevents.1719586009.gigio-desktop.18520.0 +3 -0
  22. training_args.bin +3 -0
README.md ADDED
@@ -0,0 +1,74 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: openai/whisper-large-v3
3
+ datasets:
4
+ - b-brave/speech_disorders_voice
5
+ language:
6
+ - it
7
+ library_name: peft
8
+ license: apache-2.0
9
+ tags:
10
+ - generated_from_trainer
11
+ model-index:
12
+ - name: Demo Model Whisper Large
13
+ results: []
14
+ ---
15
+
16
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
17
+ should probably proofread and complete it, then remove this comment. -->
18
+
19
+ # Demo Model Whisper Large
20
+
21
+ This model is a fine-tuned version of [openai/whisper-large-v3](https://huggingface.co/openai/whisper-large-v3) on the b-brave/speech_disorders_voice dataset.
22
+ It achieves the following results on the evaluation set:
23
+ - Loss: 0.3430
24
+
25
+ ## Model description
26
+
27
+ More information needed
28
+
29
+ ## Intended uses & limitations
30
+
31
+ More information needed
32
+
33
+ ## Training and evaluation data
34
+
35
+ More information needed
36
+
37
+ ## Training procedure
38
+
39
+ ### Training hyperparameters
40
+
41
+ The following hyperparameters were used during training:
42
+ - learning_rate: 0.001
43
+ - train_batch_size: 16
44
+ - eval_batch_size: 4
45
+ - seed: 42
46
+ - gradient_accumulation_steps: 2
47
+ - total_train_batch_size: 32
48
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
49
+ - lr_scheduler_type: linear
50
+ - lr_scheduler_warmup_steps: 50
51
+ - num_epochs: 15
52
+ - mixed_precision_training: Native AMP
53
+
54
+ ### Training results
55
+
56
+ | Training Loss | Epoch | Step | Validation Loss |
57
+ |:-------------:|:-------:|:----:|:---------------:|
58
+ | 1.2968 | 1.7241 | 50 | 0.3434 |
59
+ | 0.2001 | 3.4483 | 100 | 0.3107 |
60
+ | 0.0827 | 5.1724 | 150 | 0.3031 |
61
+ | 0.0266 | 6.8966 | 200 | 0.3290 |
62
+ | 0.015 | 8.6207 | 250 | 0.3057 |
63
+ | 0.0083 | 10.3448 | 300 | 0.3294 |
64
+ | 0.0042 | 12.0690 | 350 | 0.3423 |
65
+ | 0.002 | 13.7931 | 400 | 0.3430 |
66
+
67
+
68
+ ### Framework versions
69
+
70
+ - PEFT 0.11.2.dev0
71
+ - Transformers 4.41.2
72
+ - Pytorch 2.3.1+cu121
73
+ - Datasets 2.19.2
74
+ - Tokenizers 0.19.1
adapter_config.json ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": {
4
+ "base_model_class": "WhisperForConditionalGeneration",
5
+ "parent_library": "transformers.models.whisper.modeling_whisper"
6
+ },
7
+ "base_model_name_or_path": "openai/whisper-large-v3",
8
+ "bias": "none",
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 64,
17
+ "lora_dropout": 0.05,
18
+ "megatron_config": null,
19
+ "megatron_core": "megatron.core",
20
+ "modules_to_save": null,
21
+ "peft_type": "LORA",
22
+ "r": 32,
23
+ "rank_pattern": {},
24
+ "revision": null,
25
+ "target_modules": [
26
+ "q_proj",
27
+ "v_proj"
28
+ ],
29
+ "task_type": null,
30
+ "use_dora": false,
31
+ "use_rslora": false
32
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3da27ee8a8a8ab39333e019e5a97ab357d2ea402c9d024977b22fdd3d65cd66
3
+ size 62969640
preprocessor_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "chunk_length": 30,
3
+ "feature_extractor_type": "WhisperFeatureExtractor",
4
+ "feature_size": 128,
5
+ "hop_length": 160,
6
+ "n_fft": 400,
7
+ "n_samples": 480000,
8
+ "nb_max_frames": 3000,
9
+ "padding_side": "right",
10
+ "padding_value": 0.0,
11
+ "processor_class": "WhisperProcessor",
12
+ "return_attention_mask": false,
13
+ "sampling_rate": 16000
14
+ }
runs/Jul01_10-36-50_gigio-desktop/events.out.tfevents.1719823010.gigio-desktop.5750.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b9b9941d12e4912015bd63d62cbda35aac9bfed1260c82c21578f44684406cf
3
+ size 8517
runs/Jul01_17-09-05_gigio-desktop/events.out.tfevents.1719846545.gigio-desktop.29887.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00675c2370d52ac74b09a744961265b81606644bd66a78f9492c3a9f3f023a42
3
+ size 5772
runs/Jul01_17-10-46_gigio-desktop/events.out.tfevents.1719846646.gigio-desktop.30924.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c83c5b80a43d5110728dbb7c1dd208a66b650dd3112337bf2ba11193e4c7af5c
3
+ size 5771
runs/Jul03_09-58-53_gigio-desktop/events.out.tfevents.1719993533.gigio-desktop.3699.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ee9199d94c008afe40379798b33b74f713f11c4576bc7320d57a651704e7d41
3
+ size 6253
runs/Jul03_11-12-59_gigio-desktop/events.out.tfevents.1719997979.gigio-desktop.6348.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0326d1ca345352ad34fd24519c3994ae01dfa234b8235944d74ae4c9a1e89f3
3
+ size 8517
runs/Jul03_16-34-18_gigio-desktop/events.out.tfevents.1720017258.gigio-desktop.3080.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:319af19a304c164e8744ec6a788266de7cb1f91c1dd10992d17ffa1b1b3bafb5
3
+ size 10446
runs/Jun21_15-54-18_gigio-desktop/events.out.tfevents.1718978062.gigio-desktop.8406.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e72750f533d765ba9cb9612963e638289111a1b77702220439eb100043aad394
3
+ size 11486
runs/Jun21_15-55-33_gigio-desktop/events.out.tfevents.1718978134.gigio-desktop.12844.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f14fc4664a17cbeee76a54de5349c72ef26fc4155d16bbbba3de288205a5932
3
+ size 11487
runs/Jun21_16-20-06_gigio-desktop/events.out.tfevents.1718979607.gigio-desktop.3550.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6638fdd4e5597eb15b1636a3f83c79659b8419d1ba4c6a625dbe69f93b09378a
3
+ size 11486
runs/Jun21_16-40-54_gigio-desktop/events.out.tfevents.1718980855.gigio-desktop.7189.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f085ad739cf7490555130619290359a3a808623ee9572ad221ea1719b0e75279
3
+ size 6940
runs/Jun24_12-07-07_gigio-desktop/events.out.tfevents.1719223628.gigio-desktop.16029.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3714fb38b80e613019ec30569d22e384739fae7be2cc58fabe0da42b45d95778
3
+ size 6118
runs/Jun24_12-10-33_gigio-desktop/events.out.tfevents.1719223833.gigio-desktop.17253.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72bed365fb17cc3b85e7839986c2ee747411c686d89babd10155f1d486a2dee5
3
+ size 6256
runs/Jun24_12-11-57_gigio-desktop/events.out.tfevents.1719223917.gigio-desktop.17489.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:132f2657138ef93383ba06cccb9c832988b578e5e6fc8fdd6f91413f2eb4fbc3
3
+ size 8517
runs/Jun24_13-20-22_gigio-desktop/events.out.tfevents.1719228023.gigio-desktop.26001.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4274d20149ce000beca8ec58ccaccb53aa1846815033cf5c3ed20e66f9d224b5
3
+ size 8517
runs/Jun26_10-09-27_gigio-desktop/events.out.tfevents.1719389416.gigio-desktop.6418.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5070c181fad982cefcdd6f7e249be88a0053a250cf7fe4a088c732884ef045b2
3
+ size 6253
runs/Jun26_10-17-32_gigio-desktop/events.out.tfevents.1719389853.gigio-desktop.11427.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c1fadacb999fe717f8b5dc29c86d7ee784db3fedb449e9ba33618b2cd66ec7e
3
+ size 8517
runs/Jun28_16-46-49_gigio-desktop/events.out.tfevents.1719586009.gigio-desktop.18520.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f08069b876def8c1cffbeec9edec9c3f950cad6c2aa60255d4014ef4a910650
3
+ size 8035
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a113632c518d0626aa116ac777cfca5624f8782a691592ab1876cd7c59a7af3
3
+ size 5240