DewiBrynJones commited on
Commit
f0086d4
1 Parent(s): 19c2f80

End of training

Browse files
README.md CHANGED
@@ -1,6 +1,8 @@
1
  ---
2
  base_model: DewiBrynJones/wav2vec2-cpt-base-cy
3
  tags:
 
 
4
  - generated_from_trainer
5
  metrics:
6
  - wer
@@ -14,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
14
 
15
  # wav2vec2-cpt-base-cy-ft-btb-cy
16
 
17
- This model is a fine-tuned version of [DewiBrynJones/wav2vec2-cpt-base-cy](https://huggingface.co/DewiBrynJones/wav2vec2-cpt-base-cy) on an unknown dataset.
18
  It achieves the following results on the evaluation set:
19
  - Loss: 2.9537
20
  - Wer: 1.0
 
1
  ---
2
  base_model: DewiBrynJones/wav2vec2-cpt-base-cy
3
  tags:
4
+ - automatic-speech-recognition
5
+ - DewiBrynJones/banc-trawsgrifiadau-bangor-normalized
6
  - generated_from_trainer
7
  metrics:
8
  - wer
 
16
 
17
  # wav2vec2-cpt-base-cy-ft-btb-cy
18
 
19
+ This model is a fine-tuned version of [DewiBrynJones/wav2vec2-cpt-base-cy](https://huggingface.co/DewiBrynJones/wav2vec2-cpt-base-cy) on the DEWIBRYNJONES/BANC-TRAWSGRIFIADAU-BANGOR-NORMALIZED - DEFAULT dataset.
20
  It achieves the following results on the evaluation set:
21
  - Loss: 2.9537
22
  - Wer: 1.0
all_results.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.6775106082036775,
3
+ "eval_loss": 2.9536802768707275,
4
+ "eval_runtime": 154.1471,
5
+ "eval_samples": 5656,
6
+ "eval_samples_per_second": 36.692,
7
+ "eval_steps_per_second": 4.587,
8
+ "eval_wer": 1.0,
9
+ "total_flos": 9.931497341662648e+18,
10
+ "train_loss": 3.129935314471905,
11
+ "train_runtime": 6863.5717,
12
+ "train_samples": 22621,
13
+ "train_samples_per_second": 12.122,
14
+ "train_steps_per_second": 0.379
15
+ }
eval_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.6775106082036775,
3
+ "eval_loss": 2.9536802768707275,
4
+ "eval_runtime": 154.1471,
5
+ "eval_samples": 5656,
6
+ "eval_samples_per_second": 36.692,
7
+ "eval_steps_per_second": 4.587,
8
+ "eval_wer": 1.0
9
+ }
runs/Jun18_09-27-31_e5e1c7749807/events.out.tfevents.1718706726.e5e1c7749807.197.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdfe4fea55d6e483ec3ec62ee7da206650e6221251ff8d2e7ac7bb7816264a91
3
+ size 406
train_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.6775106082036775,
3
+ "total_flos": 9.931497341662648e+18,
4
+ "train_loss": 3.129935314471905,
5
+ "train_runtime": 6863.5717,
6
+ "train_samples": 22621,
7
+ "train_samples_per_second": 12.122,
8
+ "train_steps_per_second": 0.379
9
+ }
trainer_state.json ADDED
@@ -0,0 +1,311 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 3.6775106082036775,
5
+ "eval_steps": 100,
6
+ "global_step": 2600,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.14144271570014144,
13
+ "eval_loss": 4.10262393951416,
14
+ "eval_runtime": 154.9611,
15
+ "eval_samples_per_second": 36.499,
16
+ "eval_steps_per_second": 4.562,
17
+ "eval_wer": 1.0,
18
+ "step": 100
19
+ },
20
+ {
21
+ "epoch": 0.2828854314002829,
22
+ "eval_loss": 3.3531899452209473,
23
+ "eval_runtime": 152.1716,
24
+ "eval_samples_per_second": 37.169,
25
+ "eval_steps_per_second": 4.646,
26
+ "eval_wer": 1.0,
27
+ "step": 200
28
+ },
29
+ {
30
+ "epoch": 0.4243281471004243,
31
+ "eval_loss": 3.2421672344207764,
32
+ "eval_runtime": 153.7959,
33
+ "eval_samples_per_second": 36.776,
34
+ "eval_steps_per_second": 4.597,
35
+ "eval_wer": 1.0,
36
+ "step": 300
37
+ },
38
+ {
39
+ "epoch": 0.5657708628005658,
40
+ "eval_loss": 3.0640172958374023,
41
+ "eval_runtime": 153.0843,
42
+ "eval_samples_per_second": 36.947,
43
+ "eval_steps_per_second": 4.618,
44
+ "eval_wer": 1.0,
45
+ "step": 400
46
+ },
47
+ {
48
+ "epoch": 0.7072135785007072,
49
+ "grad_norm": 5.922334671020508,
50
+ "learning_rate": 0.0002964,
51
+ "loss": 3.608,
52
+ "step": 500
53
+ },
54
+ {
55
+ "epoch": 0.7072135785007072,
56
+ "eval_loss": 3.2418580055236816,
57
+ "eval_runtime": 154.0057,
58
+ "eval_samples_per_second": 36.726,
59
+ "eval_steps_per_second": 4.591,
60
+ "eval_wer": 1.0,
61
+ "step": 500
62
+ },
63
+ {
64
+ "epoch": 0.8486562942008486,
65
+ "eval_loss": 3.225853204727173,
66
+ "eval_runtime": 154.2356,
67
+ "eval_samples_per_second": 36.671,
68
+ "eval_steps_per_second": 4.584,
69
+ "eval_wer": 1.0,
70
+ "step": 600
71
+ },
72
+ {
73
+ "epoch": 0.9900990099009901,
74
+ "eval_loss": 3.090954303741455,
75
+ "eval_runtime": 152.9981,
76
+ "eval_samples_per_second": 36.968,
77
+ "eval_steps_per_second": 4.621,
78
+ "eval_wer": 1.0,
79
+ "step": 700
80
+ },
81
+ {
82
+ "epoch": 1.1315417256011315,
83
+ "eval_loss": 2.974919557571411,
84
+ "eval_runtime": 154.1252,
85
+ "eval_samples_per_second": 36.697,
86
+ "eval_steps_per_second": 4.587,
87
+ "eval_wer": 1.0,
88
+ "step": 800
89
+ },
90
+ {
91
+ "epoch": 1.272984441301273,
92
+ "eval_loss": 2.970212697982788,
93
+ "eval_runtime": 154.8782,
94
+ "eval_samples_per_second": 36.519,
95
+ "eval_steps_per_second": 4.565,
96
+ "eval_wer": 1.0,
97
+ "step": 900
98
+ },
99
+ {
100
+ "epoch": 1.4144271570014144,
101
+ "grad_norm": 1.7771501541137695,
102
+ "learning_rate": 0.0002294285714285714,
103
+ "loss": 3.0077,
104
+ "step": 1000
105
+ },
106
+ {
107
+ "epoch": 1.4144271570014144,
108
+ "eval_loss": 2.977414846420288,
109
+ "eval_runtime": 154.2248,
110
+ "eval_samples_per_second": 36.674,
111
+ "eval_steps_per_second": 4.584,
112
+ "eval_wer": 1.0,
113
+ "step": 1000
114
+ },
115
+ {
116
+ "epoch": 1.5558698727015559,
117
+ "eval_loss": 2.9689409732818604,
118
+ "eval_runtime": 154.7038,
119
+ "eval_samples_per_second": 36.56,
120
+ "eval_steps_per_second": 4.57,
121
+ "eval_wer": 1.0,
122
+ "step": 1100
123
+ },
124
+ {
125
+ "epoch": 1.6973125884016973,
126
+ "eval_loss": 2.96563458442688,
127
+ "eval_runtime": 155.7804,
128
+ "eval_samples_per_second": 36.308,
129
+ "eval_steps_per_second": 4.538,
130
+ "eval_wer": 1.0,
131
+ "step": 1200
132
+ },
133
+ {
134
+ "epoch": 1.8387553041018387,
135
+ "eval_loss": 2.998167037963867,
136
+ "eval_runtime": 154.8051,
137
+ "eval_samples_per_second": 36.536,
138
+ "eval_steps_per_second": 4.567,
139
+ "eval_wer": 1.0,
140
+ "step": 1300
141
+ },
142
+ {
143
+ "epoch": 1.9801980198019802,
144
+ "eval_loss": 2.9851789474487305,
145
+ "eval_runtime": 157.281,
146
+ "eval_samples_per_second": 35.961,
147
+ "eval_steps_per_second": 4.495,
148
+ "eval_wer": 1.0,
149
+ "step": 1400
150
+ },
151
+ {
152
+ "epoch": 2.1216407355021216,
153
+ "grad_norm": 1.3770530223846436,
154
+ "learning_rate": 0.0001584285714285714,
155
+ "loss": 2.9933,
156
+ "step": 1500
157
+ },
158
+ {
159
+ "epoch": 2.1216407355021216,
160
+ "eval_loss": 2.983766555786133,
161
+ "eval_runtime": 154.5498,
162
+ "eval_samples_per_second": 36.597,
163
+ "eval_steps_per_second": 4.575,
164
+ "eval_wer": 1.0,
165
+ "step": 1500
166
+ },
167
+ {
168
+ "epoch": 2.263083451202263,
169
+ "eval_loss": 2.9718267917633057,
170
+ "eval_runtime": 154.4047,
171
+ "eval_samples_per_second": 36.631,
172
+ "eval_steps_per_second": 4.579,
173
+ "eval_wer": 1.0,
174
+ "step": 1600
175
+ },
176
+ {
177
+ "epoch": 2.4045261669024045,
178
+ "eval_loss": 2.9711246490478516,
179
+ "eval_runtime": 156.2998,
180
+ "eval_samples_per_second": 36.187,
181
+ "eval_steps_per_second": 4.523,
182
+ "eval_wer": 1.0,
183
+ "step": 1700
184
+ },
185
+ {
186
+ "epoch": 2.545968882602546,
187
+ "eval_loss": 2.9617552757263184,
188
+ "eval_runtime": 156.1331,
189
+ "eval_samples_per_second": 36.226,
190
+ "eval_steps_per_second": 4.528,
191
+ "eval_wer": 1.0,
192
+ "step": 1800
193
+ },
194
+ {
195
+ "epoch": 2.6874115983026874,
196
+ "eval_loss": 2.9542484283447266,
197
+ "eval_runtime": 155.1742,
198
+ "eval_samples_per_second": 36.449,
199
+ "eval_steps_per_second": 4.556,
200
+ "eval_wer": 1.0,
201
+ "step": 1900
202
+ },
203
+ {
204
+ "epoch": 2.828854314002829,
205
+ "grad_norm": 2.6072192192077637,
206
+ "learning_rate": 8.742857142857142e-05,
207
+ "loss": 3.0924,
208
+ "step": 2000
209
+ },
210
+ {
211
+ "epoch": 2.828854314002829,
212
+ "eval_loss": 2.9699807167053223,
213
+ "eval_runtime": 156.7707,
214
+ "eval_samples_per_second": 36.078,
215
+ "eval_steps_per_second": 4.51,
216
+ "eval_wer": 1.0,
217
+ "step": 2000
218
+ },
219
+ {
220
+ "epoch": 2.9702970297029703,
221
+ "eval_loss": 2.9556074142456055,
222
+ "eval_runtime": 156.4942,
223
+ "eval_samples_per_second": 36.142,
224
+ "eval_steps_per_second": 4.518,
225
+ "eval_wer": 1.0,
226
+ "step": 2100
227
+ },
228
+ {
229
+ "epoch": 3.1117397454031117,
230
+ "eval_loss": 2.947584629058838,
231
+ "eval_runtime": 156.7459,
232
+ "eval_samples_per_second": 36.084,
233
+ "eval_steps_per_second": 4.51,
234
+ "eval_wer": 1.0,
235
+ "step": 2200
236
+ },
237
+ {
238
+ "epoch": 3.253182461103253,
239
+ "eval_loss": 2.9511587619781494,
240
+ "eval_runtime": 156.6674,
241
+ "eval_samples_per_second": 36.102,
242
+ "eval_steps_per_second": 4.513,
243
+ "eval_wer": 1.0,
244
+ "step": 2300
245
+ },
246
+ {
247
+ "epoch": 3.3946251768033946,
248
+ "eval_loss": 2.949030637741089,
249
+ "eval_runtime": 156.7295,
250
+ "eval_samples_per_second": 36.088,
251
+ "eval_steps_per_second": 4.511,
252
+ "eval_wer": 1.0,
253
+ "step": 2400
254
+ },
255
+ {
256
+ "epoch": 3.536067892503536,
257
+ "grad_norm": 5.350417613983154,
258
+ "learning_rate": 1.6285714285714283e-05,
259
+ "loss": 2.9765,
260
+ "step": 2500
261
+ },
262
+ {
263
+ "epoch": 3.536067892503536,
264
+ "eval_loss": 2.9975638389587402,
265
+ "eval_runtime": 157.876,
266
+ "eval_samples_per_second": 35.826,
267
+ "eval_steps_per_second": 4.478,
268
+ "eval_wer": 1.0,
269
+ "step": 2500
270
+ },
271
+ {
272
+ "epoch": 3.6775106082036775,
273
+ "eval_loss": 2.9536802768707275,
274
+ "eval_runtime": 157.8256,
275
+ "eval_samples_per_second": 35.837,
276
+ "eval_steps_per_second": 4.48,
277
+ "eval_wer": 1.0,
278
+ "step": 2600
279
+ },
280
+ {
281
+ "epoch": 3.6775106082036775,
282
+ "step": 2600,
283
+ "total_flos": 9.931497341662648e+18,
284
+ "train_loss": 3.129935314471905,
285
+ "train_runtime": 6863.5717,
286
+ "train_samples_per_second": 12.122,
287
+ "train_steps_per_second": 0.379
288
+ }
289
+ ],
290
+ "logging_steps": 500,
291
+ "max_steps": 2600,
292
+ "num_input_tokens_seen": 0,
293
+ "num_train_epochs": 4,
294
+ "save_steps": 400,
295
+ "stateful_callbacks": {
296
+ "TrainerControl": {
297
+ "args": {
298
+ "should_epoch_stop": false,
299
+ "should_evaluate": false,
300
+ "should_log": false,
301
+ "should_save": true,
302
+ "should_training_stop": false
303
+ },
304
+ "attributes": {}
305
+ }
306
+ },
307
+ "total_flos": 9.931497341662648e+18,
308
+ "train_batch_size": 16,
309
+ "trial_name": null,
310
+ "trial_params": null
311
+ }