shivam commited on
Commit
7554811
·
1 Parent(s): 943df7e

End of training

Browse files
all_results.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 100.0,
3
+ "eval_loss": 1.403089165687561,
4
+ "eval_runtime": 58.9107,
5
+ "eval_samples": 2095,
6
+ "eval_samples_per_second": 35.562,
7
+ "eval_steps_per_second": 4.447,
8
+ "eval_wer": 0.6826715912588489,
9
+ "train_loss": 1.4769830259984853,
10
+ "train_runtime": 27582.5281,
11
+ "train_samples": 4711,
12
+ "train_samples_per_second": 17.08,
13
+ "train_steps_per_second": 0.533
14
+ }
eval_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 100.0,
3
+ "eval_loss": 1.403089165687561,
4
+ "eval_runtime": 58.9107,
5
+ "eval_samples": 2095,
6
+ "eval_samples_per_second": 35.562,
7
+ "eval_steps_per_second": 4.447,
8
+ "eval_wer": 0.6826715912588489
9
+ }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9b1fffd6074353c010c43ab80df4dac56f992e27239b0a6abb5ef50c13a8ce62
3
  size 1262321393
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e418328ba1b6f864a8bf9c0ade62918f4fad4e69658d36587f7083d2b78f64b5
3
  size 1262321393
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 100.0,
3
+ "train_loss": 1.4769830259984853,
4
+ "train_runtime": 27582.5281,
5
+ "train_samples": 4711,
6
+ "train_samples_per_second": 17.08,
7
+ "train_steps_per_second": 0.533
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,1168 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 99.99830220713073,
5
+ "global_step": 14700,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.68,
12
+ "learning_rate": 3.7125e-06,
13
+ "loss": 20.4331,
14
+ "step": 100
15
+ },
16
+ {
17
+ "epoch": 1.36,
18
+ "learning_rate": 7.425e-06,
19
+ "loss": 11.9236,
20
+ "step": 200
21
+ },
22
+ {
23
+ "epoch": 2.04,
24
+ "learning_rate": 1.1174999999999999e-05,
25
+ "loss": 8.0522,
26
+ "step": 300
27
+ },
28
+ {
29
+ "epoch": 2.72,
30
+ "learning_rate": 1.4925e-05,
31
+ "loss": 6.5594,
32
+ "step": 400
33
+ },
34
+ {
35
+ "epoch": 3.4,
36
+ "learning_rate": 1.8675e-05,
37
+ "loss": 5.3156,
38
+ "step": 500
39
+ },
40
+ {
41
+ "epoch": 3.4,
42
+ "eval_loss": 4.558254241943359,
43
+ "eval_runtime": 60.0958,
44
+ "eval_samples_per_second": 34.861,
45
+ "eval_steps_per_second": 4.36,
46
+ "eval_wer": 1.0,
47
+ "step": 500
48
+ },
49
+ {
50
+ "epoch": 4.08,
51
+ "learning_rate": 2.2424999999999996e-05,
52
+ "loss": 4.3699,
53
+ "step": 600
54
+ },
55
+ {
56
+ "epoch": 4.76,
57
+ "learning_rate": 2.6174999999999996e-05,
58
+ "loss": 3.7573,
59
+ "step": 700
60
+ },
61
+ {
62
+ "epoch": 5.44,
63
+ "learning_rate": 2.9925e-05,
64
+ "loss": 3.5165,
65
+ "step": 800
66
+ },
67
+ {
68
+ "epoch": 6.12,
69
+ "learning_rate": 3.3675e-05,
70
+ "loss": 3.4516,
71
+ "step": 900
72
+ },
73
+ {
74
+ "epoch": 6.8,
75
+ "learning_rate": 3.7424999999999995e-05,
76
+ "loss": 3.3329,
77
+ "step": 1000
78
+ },
79
+ {
80
+ "epoch": 6.8,
81
+ "eval_loss": 3.427361011505127,
82
+ "eval_runtime": 59.6683,
83
+ "eval_samples_per_second": 35.111,
84
+ "eval_steps_per_second": 4.391,
85
+ "eval_wer": 1.0001231148045553,
86
+ "step": 1000
87
+ },
88
+ {
89
+ "epoch": 7.48,
90
+ "learning_rate": 4.1175e-05,
91
+ "loss": 3.2764,
92
+ "step": 1100
93
+ },
94
+ {
95
+ "epoch": 8.16,
96
+ "learning_rate": 4.4924999999999994e-05,
97
+ "loss": 3.2324,
98
+ "step": 1200
99
+ },
100
+ {
101
+ "epoch": 8.84,
102
+ "learning_rate": 4.8675e-05,
103
+ "loss": 3.0751,
104
+ "step": 1300
105
+ },
106
+ {
107
+ "epoch": 9.52,
108
+ "learning_rate": 5.2424999999999994e-05,
109
+ "loss": 2.6121,
110
+ "step": 1400
111
+ },
112
+ {
113
+ "epoch": 10.2,
114
+ "learning_rate": 5.6175e-05,
115
+ "loss": 2.1275,
116
+ "step": 1500
117
+ },
118
+ {
119
+ "epoch": 10.2,
120
+ "eval_loss": 1.7220778465270996,
121
+ "eval_runtime": 60.7788,
122
+ "eval_samples_per_second": 34.469,
123
+ "eval_steps_per_second": 4.311,
124
+ "eval_wer": 0.876269621421976,
125
+ "step": 1500
126
+ },
127
+ {
128
+ "epoch": 10.88,
129
+ "learning_rate": 5.9925e-05,
130
+ "loss": 1.9104,
131
+ "step": 1600
132
+ },
133
+ {
134
+ "epoch": 11.56,
135
+ "learning_rate": 6.367499999999999e-05,
136
+ "loss": 1.7621,
137
+ "step": 1700
138
+ },
139
+ {
140
+ "epoch": 12.24,
141
+ "learning_rate": 6.7425e-05,
142
+ "loss": 1.687,
143
+ "step": 1800
144
+ },
145
+ {
146
+ "epoch": 12.92,
147
+ "learning_rate": 7.1175e-05,
148
+ "loss": 1.6241,
149
+ "step": 1900
150
+ },
151
+ {
152
+ "epoch": 13.6,
153
+ "learning_rate": 7.492499999999999e-05,
154
+ "loss": 1.5737,
155
+ "step": 2000
156
+ },
157
+ {
158
+ "epoch": 13.6,
159
+ "eval_loss": 1.418828010559082,
160
+ "eval_runtime": 60.9775,
161
+ "eval_samples_per_second": 34.357,
162
+ "eval_steps_per_second": 4.297,
163
+ "eval_wer": 0.8143428747306863,
164
+ "step": 2000
165
+ },
166
+ {
167
+ "epoch": 14.29,
168
+ "learning_rate": 7.442125984251968e-05,
169
+ "loss": 1.5115,
170
+ "step": 2100
171
+ },
172
+ {
173
+ "epoch": 14.96,
174
+ "learning_rate": 7.383070866141732e-05,
175
+ "loss": 1.4744,
176
+ "step": 2200
177
+ },
178
+ {
179
+ "epoch": 15.65,
180
+ "learning_rate": 7.324015748031495e-05,
181
+ "loss": 1.4613,
182
+ "step": 2300
183
+ },
184
+ {
185
+ "epoch": 16.33,
186
+ "learning_rate": 7.264960629921259e-05,
187
+ "loss": 1.4378,
188
+ "step": 2400
189
+ },
190
+ {
191
+ "epoch": 17.01,
192
+ "learning_rate": 7.206496062992125e-05,
193
+ "loss": 1.3835,
194
+ "step": 2500
195
+ },
196
+ {
197
+ "epoch": 17.01,
198
+ "eval_loss": 1.2250615358352661,
199
+ "eval_runtime": 59.6142,
200
+ "eval_samples_per_second": 35.143,
201
+ "eval_steps_per_second": 4.395,
202
+ "eval_wer": 0.7447214527546937,
203
+ "step": 2500
204
+ },
205
+ {
206
+ "epoch": 17.69,
207
+ "learning_rate": 7.14744094488189e-05,
208
+ "loss": 1.3824,
209
+ "step": 2600
210
+ },
211
+ {
212
+ "epoch": 18.37,
213
+ "learning_rate": 7.088385826771653e-05,
214
+ "loss": 1.3698,
215
+ "step": 2700
216
+ },
217
+ {
218
+ "epoch": 19.05,
219
+ "learning_rate": 7.029330708661417e-05,
220
+ "loss": 1.3394,
221
+ "step": 2800
222
+ },
223
+ {
224
+ "epoch": 19.73,
225
+ "learning_rate": 6.970866141732283e-05,
226
+ "loss": 1.3291,
227
+ "step": 2900
228
+ },
229
+ {
230
+ "epoch": 20.41,
231
+ "learning_rate": 6.911811023622046e-05,
232
+ "loss": 1.3247,
233
+ "step": 3000
234
+ },
235
+ {
236
+ "epoch": 20.41,
237
+ "eval_loss": 1.2827171087265015,
238
+ "eval_runtime": 60.3104,
239
+ "eval_samples_per_second": 34.737,
240
+ "eval_steps_per_second": 4.344,
241
+ "eval_wer": 0.7394275161588181,
242
+ "step": 3000
243
+ },
244
+ {
245
+ "epoch": 21.09,
246
+ "learning_rate": 6.85275590551181e-05,
247
+ "loss": 1.2949,
248
+ "step": 3100
249
+ },
250
+ {
251
+ "epoch": 21.77,
252
+ "learning_rate": 6.793700787401574e-05,
253
+ "loss": 1.2651,
254
+ "step": 3200
255
+ },
256
+ {
257
+ "epoch": 22.45,
258
+ "learning_rate": 6.734645669291339e-05,
259
+ "loss": 1.2827,
260
+ "step": 3300
261
+ },
262
+ {
263
+ "epoch": 23.13,
264
+ "learning_rate": 6.675590551181102e-05,
265
+ "loss": 1.2618,
266
+ "step": 3400
267
+ },
268
+ {
269
+ "epoch": 23.81,
270
+ "learning_rate": 6.616535433070866e-05,
271
+ "loss": 1.231,
272
+ "step": 3500
273
+ },
274
+ {
275
+ "epoch": 23.81,
276
+ "eval_loss": 1.2216109037399292,
277
+ "eval_runtime": 59.8545,
278
+ "eval_samples_per_second": 35.002,
279
+ "eval_steps_per_second": 4.377,
280
+ "eval_wer": 0.7073561095721761,
281
+ "step": 3500
282
+ },
283
+ {
284
+ "epoch": 24.49,
285
+ "learning_rate": 6.55748031496063e-05,
286
+ "loss": 1.1867,
287
+ "step": 3600
288
+ },
289
+ {
290
+ "epoch": 25.17,
291
+ "learning_rate": 6.498425196850392e-05,
292
+ "loss": 1.25,
293
+ "step": 3700
294
+ },
295
+ {
296
+ "epoch": 25.85,
297
+ "learning_rate": 6.439370078740157e-05,
298
+ "loss": 1.2151,
299
+ "step": 3800
300
+ },
301
+ {
302
+ "epoch": 26.53,
303
+ "learning_rate": 6.38031496062992e-05,
304
+ "loss": 1.1807,
305
+ "step": 3900
306
+ },
307
+ {
308
+ "epoch": 27.21,
309
+ "learning_rate": 6.321259842519685e-05,
310
+ "loss": 1.1819,
311
+ "step": 4000
312
+ },
313
+ {
314
+ "epoch": 27.21,
315
+ "eval_loss": 1.2209904193878174,
316
+ "eval_runtime": 60.9728,
317
+ "eval_samples_per_second": 34.36,
318
+ "eval_steps_per_second": 4.297,
319
+ "eval_wer": 0.6863034779932287,
320
+ "step": 4000
321
+ },
322
+ {
323
+ "epoch": 27.89,
324
+ "learning_rate": 6.262204724409448e-05,
325
+ "loss": 1.1837,
326
+ "step": 4100
327
+ },
328
+ {
329
+ "epoch": 28.57,
330
+ "learning_rate": 6.203149606299212e-05,
331
+ "loss": 1.1666,
332
+ "step": 4200
333
+ },
334
+ {
335
+ "epoch": 29.25,
336
+ "learning_rate": 6.144094488188977e-05,
337
+ "loss": 1.1337,
338
+ "step": 4300
339
+ },
340
+ {
341
+ "epoch": 29.93,
342
+ "learning_rate": 6.08503937007874e-05,
343
+ "loss": 1.1603,
344
+ "step": 4400
345
+ },
346
+ {
347
+ "epoch": 30.61,
348
+ "learning_rate": 6.0259842519685034e-05,
349
+ "loss": 1.1546,
350
+ "step": 4500
351
+ },
352
+ {
353
+ "epoch": 30.61,
354
+ "eval_loss": 1.323254108428955,
355
+ "eval_runtime": 59.8005,
356
+ "eval_samples_per_second": 35.033,
357
+ "eval_steps_per_second": 4.381,
358
+ "eval_wer": 0.7308094798399507,
359
+ "step": 4500
360
+ },
361
+ {
362
+ "epoch": 31.29,
363
+ "learning_rate": 5.966929133858267e-05,
364
+ "loss": 1.1288,
365
+ "step": 4600
366
+ },
367
+ {
368
+ "epoch": 31.97,
369
+ "learning_rate": 5.907874015748031e-05,
370
+ "loss": 1.111,
371
+ "step": 4700
372
+ },
373
+ {
374
+ "epoch": 32.65,
375
+ "learning_rate": 5.848818897637795e-05,
376
+ "loss": 1.1357,
377
+ "step": 4800
378
+ },
379
+ {
380
+ "epoch": 33.33,
381
+ "learning_rate": 5.789763779527559e-05,
382
+ "loss": 1.1217,
383
+ "step": 4900
384
+ },
385
+ {
386
+ "epoch": 34.01,
387
+ "learning_rate": 5.731299212598425e-05,
388
+ "loss": 1.0902,
389
+ "step": 5000
390
+ },
391
+ {
392
+ "epoch": 34.01,
393
+ "eval_loss": 1.3251430988311768,
394
+ "eval_runtime": 59.9088,
395
+ "eval_samples_per_second": 34.97,
396
+ "eval_steps_per_second": 4.373,
397
+ "eval_wer": 0.7009541397353032,
398
+ "step": 5000
399
+ },
400
+ {
401
+ "epoch": 34.69,
402
+ "learning_rate": 5.672244094488189e-05,
403
+ "loss": 1.0936,
404
+ "step": 5100
405
+ },
406
+ {
407
+ "epoch": 35.37,
408
+ "learning_rate": 5.613188976377952e-05,
409
+ "loss": 1.0918,
410
+ "step": 5200
411
+ },
412
+ {
413
+ "epoch": 36.05,
414
+ "learning_rate": 5.5541338582677156e-05,
415
+ "loss": 1.0831,
416
+ "step": 5300
417
+ },
418
+ {
419
+ "epoch": 36.73,
420
+ "learning_rate": 5.49507874015748e-05,
421
+ "loss": 1.0702,
422
+ "step": 5400
423
+ },
424
+ {
425
+ "epoch": 37.41,
426
+ "learning_rate": 5.436023622047244e-05,
427
+ "loss": 1.0749,
428
+ "step": 5500
429
+ },
430
+ {
431
+ "epoch": 37.41,
432
+ "eval_loss": 1.3274425268173218,
433
+ "eval_runtime": 59.5105,
434
+ "eval_samples_per_second": 35.204,
435
+ "eval_steps_per_second": 4.403,
436
+ "eval_wer": 0.7234841489689136,
437
+ "step": 5500
438
+ },
439
+ {
440
+ "epoch": 38.1,
441
+ "learning_rate": 5.3775590551181096e-05,
442
+ "loss": 1.0629,
443
+ "step": 5600
444
+ },
445
+ {
446
+ "epoch": 38.77,
447
+ "learning_rate": 5.318503937007874e-05,
448
+ "loss": 1.0426,
449
+ "step": 5700
450
+ },
451
+ {
452
+ "epoch": 39.46,
453
+ "learning_rate": 5.259448818897638e-05,
454
+ "loss": 1.0421,
455
+ "step": 5800
456
+ },
457
+ {
458
+ "epoch": 40.14,
459
+ "learning_rate": 5.200393700787401e-05,
460
+ "loss": 1.0551,
461
+ "step": 5900
462
+ },
463
+ {
464
+ "epoch": 40.81,
465
+ "learning_rate": 5.1413385826771645e-05,
466
+ "loss": 1.0412,
467
+ "step": 6000
468
+ },
469
+ {
470
+ "epoch": 40.81,
471
+ "eval_loss": 1.29422128200531,
472
+ "eval_runtime": 60.0962,
473
+ "eval_samples_per_second": 34.861,
474
+ "eval_steps_per_second": 4.36,
475
+ "eval_wer": 0.6856263465681748,
476
+ "step": 6000
477
+ },
478
+ {
479
+ "epoch": 41.5,
480
+ "learning_rate": 5.0822834645669286e-05,
481
+ "loss": 1.0112,
482
+ "step": 6100
483
+ },
484
+ {
485
+ "epoch": 42.18,
486
+ "learning_rate": 5.0232283464566926e-05,
487
+ "loss": 1.0332,
488
+ "step": 6200
489
+ },
490
+ {
491
+ "epoch": 42.86,
492
+ "learning_rate": 4.964173228346457e-05,
493
+ "loss": 1.0179,
494
+ "step": 6300
495
+ },
496
+ {
497
+ "epoch": 43.54,
498
+ "learning_rate": 4.90511811023622e-05,
499
+ "loss": 0.9993,
500
+ "step": 6400
501
+ },
502
+ {
503
+ "epoch": 44.22,
504
+ "learning_rate": 4.846062992125984e-05,
505
+ "loss": 1.0064,
506
+ "step": 6500
507
+ },
508
+ {
509
+ "epoch": 44.22,
510
+ "eval_loss": 1.258121371269226,
511
+ "eval_runtime": 59.6202,
512
+ "eval_samples_per_second": 35.139,
513
+ "eval_steps_per_second": 4.394,
514
+ "eval_wer": 0.6731917513080948,
515
+ "step": 6500
516
+ },
517
+ {
518
+ "epoch": 44.9,
519
+ "learning_rate": 4.7870078740157475e-05,
520
+ "loss": 1.0096,
521
+ "step": 6600
522
+ },
523
+ {
524
+ "epoch": 45.58,
525
+ "learning_rate": 4.727952755905511e-05,
526
+ "loss": 1.0142,
527
+ "step": 6700
528
+ },
529
+ {
530
+ "epoch": 46.26,
531
+ "learning_rate": 4.668897637795275e-05,
532
+ "loss": 0.9758,
533
+ "step": 6800
534
+ },
535
+ {
536
+ "epoch": 46.94,
537
+ "learning_rate": 4.609842519685039e-05,
538
+ "loss": 0.9863,
539
+ "step": 6900
540
+ },
541
+ {
542
+ "epoch": 47.62,
543
+ "learning_rate": 4.550787401574803e-05,
544
+ "loss": 1.0006,
545
+ "step": 7000
546
+ },
547
+ {
548
+ "epoch": 47.62,
549
+ "eval_loss": 1.2766607999801636,
550
+ "eval_runtime": 60.9279,
551
+ "eval_samples_per_second": 34.385,
552
+ "eval_steps_per_second": 4.3,
553
+ "eval_wer": 0.6884579870729455,
554
+ "step": 7000
555
+ },
556
+ {
557
+ "epoch": 48.3,
558
+ "learning_rate": 4.4917322834645664e-05,
559
+ "loss": 0.9802,
560
+ "step": 7100
561
+ },
562
+ {
563
+ "epoch": 48.98,
564
+ "learning_rate": 4.4326771653543305e-05,
565
+ "loss": 0.9793,
566
+ "step": 7200
567
+ },
568
+ {
569
+ "epoch": 49.66,
570
+ "learning_rate": 4.3736220472440945e-05,
571
+ "loss": 0.9972,
572
+ "step": 7300
573
+ },
574
+ {
575
+ "epoch": 50.34,
576
+ "learning_rate": 4.314566929133857e-05,
577
+ "loss": 0.9695,
578
+ "step": 7400
579
+ },
580
+ {
581
+ "epoch": 51.02,
582
+ "learning_rate": 4.255511811023621e-05,
583
+ "loss": 0.9518,
584
+ "step": 7500
585
+ },
586
+ {
587
+ "epoch": 51.02,
588
+ "eval_loss": 1.2966111898422241,
589
+ "eval_runtime": 60.0454,
590
+ "eval_samples_per_second": 34.89,
591
+ "eval_steps_per_second": 4.363,
592
+ "eval_wer": 0.6925207756232687,
593
+ "step": 7500
594
+ },
595
+ {
596
+ "epoch": 51.7,
597
+ "learning_rate": 4.1964566929133854e-05,
598
+ "loss": 0.9623,
599
+ "step": 7600
600
+ },
601
+ {
602
+ "epoch": 52.38,
603
+ "learning_rate": 4.1374015748031494e-05,
604
+ "loss": 0.9595,
605
+ "step": 7700
606
+ },
607
+ {
608
+ "epoch": 53.06,
609
+ "learning_rate": 4.078346456692913e-05,
610
+ "loss": 0.9442,
611
+ "step": 7800
612
+ },
613
+ {
614
+ "epoch": 53.74,
615
+ "learning_rate": 4.019291338582677e-05,
616
+ "loss": 0.9311,
617
+ "step": 7900
618
+ },
619
+ {
620
+ "epoch": 54.42,
621
+ "learning_rate": 3.960236220472441e-05,
622
+ "loss": 0.9514,
623
+ "step": 8000
624
+ },
625
+ {
626
+ "epoch": 54.42,
627
+ "eval_loss": 1.2980769872665405,
628
+ "eval_runtime": 59.9476,
629
+ "eval_samples_per_second": 34.947,
630
+ "eval_steps_per_second": 4.37,
631
+ "eval_wer": 0.7066789781471222,
632
+ "step": 8000
633
+ },
634
+ {
635
+ "epoch": 55.1,
636
+ "learning_rate": 3.901181102362205e-05,
637
+ "loss": 0.9373,
638
+ "step": 8100
639
+ },
640
+ {
641
+ "epoch": 55.78,
642
+ "learning_rate": 3.842125984251968e-05,
643
+ "loss": 0.923,
644
+ "step": 8200
645
+ },
646
+ {
647
+ "epoch": 56.46,
648
+ "learning_rate": 3.783070866141732e-05,
649
+ "loss": 0.9034,
650
+ "step": 8300
651
+ },
652
+ {
653
+ "epoch": 57.14,
654
+ "learning_rate": 3.724015748031496e-05,
655
+ "loss": 0.9385,
656
+ "step": 8400
657
+ },
658
+ {
659
+ "epoch": 57.82,
660
+ "learning_rate": 3.664960629921259e-05,
661
+ "loss": 0.9241,
662
+ "step": 8500
663
+ },
664
+ {
665
+ "epoch": 57.82,
666
+ "eval_loss": 1.3834576606750488,
667
+ "eval_runtime": 62.5486,
668
+ "eval_samples_per_second": 33.494,
669
+ "eval_steps_per_second": 4.189,
670
+ "eval_wer": 0.7124038165589412,
671
+ "step": 8500
672
+ },
673
+ {
674
+ "epoch": 58.5,
675
+ "learning_rate": 3.605905511811023e-05,
676
+ "loss": 0.9117,
677
+ "step": 8600
678
+ },
679
+ {
680
+ "epoch": 59.18,
681
+ "learning_rate": 3.546850393700787e-05,
682
+ "loss": 0.9159,
683
+ "step": 8700
684
+ },
685
+ {
686
+ "epoch": 59.86,
687
+ "learning_rate": 3.4877952755905506e-05,
688
+ "loss": 0.9087,
689
+ "step": 8800
690
+ },
691
+ {
692
+ "epoch": 60.54,
693
+ "learning_rate": 3.428740157480315e-05,
694
+ "loss": 0.8926,
695
+ "step": 8900
696
+ },
697
+ {
698
+ "epoch": 61.22,
699
+ "learning_rate": 3.369685039370079e-05,
700
+ "loss": 0.9059,
701
+ "step": 9000
702
+ },
703
+ {
704
+ "epoch": 61.22,
705
+ "eval_loss": 1.3317581415176392,
706
+ "eval_runtime": 60.468,
707
+ "eval_samples_per_second": 34.646,
708
+ "eval_steps_per_second": 4.333,
709
+ "eval_wer": 0.7082794706063404,
710
+ "step": 9000
711
+ },
712
+ {
713
+ "epoch": 61.9,
714
+ "learning_rate": 3.310629921259842e-05,
715
+ "loss": 0.8938,
716
+ "step": 9100
717
+ },
718
+ {
719
+ "epoch": 62.58,
720
+ "learning_rate": 3.2515748031496055e-05,
721
+ "loss": 0.8958,
722
+ "step": 9200
723
+ },
724
+ {
725
+ "epoch": 63.26,
726
+ "learning_rate": 3.1925196850393696e-05,
727
+ "loss": 0.8745,
728
+ "step": 9300
729
+ },
730
+ {
731
+ "epoch": 63.94,
732
+ "learning_rate": 3.1334645669291336e-05,
733
+ "loss": 0.8912,
734
+ "step": 9400
735
+ },
736
+ {
737
+ "epoch": 64.62,
738
+ "learning_rate": 3.074409448818898e-05,
739
+ "loss": 0.8906,
740
+ "step": 9500
741
+ },
742
+ {
743
+ "epoch": 64.62,
744
+ "eval_loss": 1.3640189170837402,
745
+ "eval_runtime": 60.5502,
746
+ "eval_samples_per_second": 34.599,
747
+ "eval_steps_per_second": 4.327,
748
+ "eval_wer": 0.6961526623576485,
749
+ "step": 9500
750
+ },
751
+ {
752
+ "epoch": 65.31,
753
+ "learning_rate": 3.015354330708661e-05,
754
+ "loss": 0.8696,
755
+ "step": 9600
756
+ },
757
+ {
758
+ "epoch": 65.98,
759
+ "learning_rate": 2.9562992125984248e-05,
760
+ "loss": 0.8547,
761
+ "step": 9700
762
+ },
763
+ {
764
+ "epoch": 66.67,
765
+ "learning_rate": 2.8978346456692914e-05,
766
+ "loss": 0.8759,
767
+ "step": 9800
768
+ },
769
+ {
770
+ "epoch": 67.35,
771
+ "learning_rate": 2.8387795275590547e-05,
772
+ "loss": 0.8627,
773
+ "step": 9900
774
+ },
775
+ {
776
+ "epoch": 68.03,
777
+ "learning_rate": 2.780314960629921e-05,
778
+ "loss": 0.8468,
779
+ "step": 10000
780
+ },
781
+ {
782
+ "epoch": 68.03,
783
+ "eval_loss": 1.4726500511169434,
784
+ "eval_runtime": 61.219,
785
+ "eval_samples_per_second": 34.221,
786
+ "eval_steps_per_second": 4.28,
787
+ "eval_wer": 0.6981840566328101,
788
+ "step": 10000
789
+ },
790
+ {
791
+ "epoch": 68.71,
792
+ "learning_rate": 2.721259842519685e-05,
793
+ "loss": 0.8642,
794
+ "step": 10100
795
+ },
796
+ {
797
+ "epoch": 69.39,
798
+ "learning_rate": 2.6622047244094484e-05,
799
+ "loss": 0.8622,
800
+ "step": 10200
801
+ },
802
+ {
803
+ "epoch": 70.07,
804
+ "learning_rate": 2.603149606299212e-05,
805
+ "loss": 0.8442,
806
+ "step": 10300
807
+ },
808
+ {
809
+ "epoch": 70.75,
810
+ "learning_rate": 2.5440944881889762e-05,
811
+ "loss": 0.8295,
812
+ "step": 10400
813
+ },
814
+ {
815
+ "epoch": 71.43,
816
+ "learning_rate": 2.4850393700787402e-05,
817
+ "loss": 0.8631,
818
+ "step": 10500
819
+ },
820
+ {
821
+ "epoch": 71.43,
822
+ "eval_loss": 1.3400819301605225,
823
+ "eval_runtime": 61.2593,
824
+ "eval_samples_per_second": 34.199,
825
+ "eval_steps_per_second": 4.277,
826
+ "eval_wer": 0.6809479839950754,
827
+ "step": 10500
828
+ },
829
+ {
830
+ "epoch": 72.11,
831
+ "learning_rate": 2.4259842519685036e-05,
832
+ "loss": 0.844,
833
+ "step": 10600
834
+ },
835
+ {
836
+ "epoch": 72.79,
837
+ "learning_rate": 2.3669291338582673e-05,
838
+ "loss": 0.8245,
839
+ "step": 10700
840
+ },
841
+ {
842
+ "epoch": 73.47,
843
+ "learning_rate": 2.3078740157480314e-05,
844
+ "loss": 0.8285,
845
+ "step": 10800
846
+ },
847
+ {
848
+ "epoch": 74.15,
849
+ "learning_rate": 2.248818897637795e-05,
850
+ "loss": 0.8661,
851
+ "step": 10900
852
+ },
853
+ {
854
+ "epoch": 74.83,
855
+ "learning_rate": 2.1897637795275588e-05,
856
+ "loss": 0.8154,
857
+ "step": 11000
858
+ },
859
+ {
860
+ "epoch": 74.83,
861
+ "eval_loss": 1.4123561382293701,
862
+ "eval_runtime": 60.3325,
863
+ "eval_samples_per_second": 34.724,
864
+ "eval_steps_per_second": 4.343,
865
+ "eval_wer": 0.6955370883348723,
866
+ "step": 11000
867
+ },
868
+ {
869
+ "epoch": 75.51,
870
+ "learning_rate": 2.1307086614173225e-05,
871
+ "loss": 0.8111,
872
+ "step": 11100
873
+ },
874
+ {
875
+ "epoch": 76.19,
876
+ "learning_rate": 2.0716535433070866e-05,
877
+ "loss": 0.8382,
878
+ "step": 11200
879
+ },
880
+ {
881
+ "epoch": 76.87,
882
+ "learning_rate": 2.0125984251968503e-05,
883
+ "loss": 0.8245,
884
+ "step": 11300
885
+ },
886
+ {
887
+ "epoch": 77.55,
888
+ "learning_rate": 1.9535433070866137e-05,
889
+ "loss": 0.815,
890
+ "step": 11400
891
+ },
892
+ {
893
+ "epoch": 78.23,
894
+ "learning_rate": 1.8944881889763778e-05,
895
+ "loss": 0.7953,
896
+ "step": 11500
897
+ },
898
+ {
899
+ "epoch": 78.23,
900
+ "eval_loss": 1.424477219581604,
901
+ "eval_runtime": 61.148,
902
+ "eval_samples_per_second": 34.261,
903
+ "eval_steps_per_second": 4.285,
904
+ "eval_wer": 0.6949830717143737,
905
+ "step": 11500
906
+ },
907
+ {
908
+ "epoch": 78.91,
909
+ "learning_rate": 1.8354330708661415e-05,
910
+ "loss": 0.8118,
911
+ "step": 11600
912
+ },
913
+ {
914
+ "epoch": 79.59,
915
+ "learning_rate": 1.7763779527559052e-05,
916
+ "loss": 0.8287,
917
+ "step": 11700
918
+ },
919
+ {
920
+ "epoch": 80.27,
921
+ "learning_rate": 1.7173228346456693e-05,
922
+ "loss": 0.7935,
923
+ "step": 11800
924
+ },
925
+ {
926
+ "epoch": 80.95,
927
+ "learning_rate": 1.658267716535433e-05,
928
+ "loss": 0.805,
929
+ "step": 11900
930
+ },
931
+ {
932
+ "epoch": 81.63,
933
+ "learning_rate": 1.5992125984251967e-05,
934
+ "loss": 0.818,
935
+ "step": 12000
936
+ },
937
+ {
938
+ "epoch": 81.63,
939
+ "eval_loss": 1.394355297088623,
940
+ "eval_runtime": 62.5457,
941
+ "eval_samples_per_second": 33.495,
942
+ "eval_steps_per_second": 4.189,
943
+ "eval_wer": 0.6994767620806402,
944
+ "step": 12000
945
+ },
946
+ {
947
+ "epoch": 82.31,
948
+ "learning_rate": 1.5401574803149604e-05,
949
+ "loss": 0.8009,
950
+ "step": 12100
951
+ },
952
+ {
953
+ "epoch": 82.99,
954
+ "learning_rate": 1.4811023622047243e-05,
955
+ "loss": 0.788,
956
+ "step": 12200
957
+ },
958
+ {
959
+ "epoch": 83.67,
960
+ "learning_rate": 1.422047244094488e-05,
961
+ "loss": 0.8125,
962
+ "step": 12300
963
+ },
964
+ {
965
+ "epoch": 84.35,
966
+ "learning_rate": 1.3629921259842519e-05,
967
+ "loss": 0.7974,
968
+ "step": 12400
969
+ },
970
+ {
971
+ "epoch": 85.03,
972
+ "learning_rate": 1.3039370078740156e-05,
973
+ "loss": 0.7772,
974
+ "step": 12500
975
+ },
976
+ {
977
+ "epoch": 85.03,
978
+ "eval_loss": 1.373496651649475,
979
+ "eval_runtime": 60.3662,
980
+ "eval_samples_per_second": 34.705,
981
+ "eval_steps_per_second": 4.34,
982
+ "eval_wer": 0.6784856879039705,
983
+ "step": 12500
984
+ },
985
+ {
986
+ "epoch": 85.71,
987
+ "learning_rate": 1.2448818897637795e-05,
988
+ "loss": 0.7884,
989
+ "step": 12600
990
+ },
991
+ {
992
+ "epoch": 86.39,
993
+ "learning_rate": 1.1858267716535432e-05,
994
+ "loss": 0.8055,
995
+ "step": 12700
996
+ },
997
+ {
998
+ "epoch": 87.07,
999
+ "learning_rate": 1.1273622047244093e-05,
1000
+ "loss": 0.782,
1001
+ "step": 12800
1002
+ },
1003
+ {
1004
+ "epoch": 87.75,
1005
+ "learning_rate": 1.0683070866141732e-05,
1006
+ "loss": 0.769,
1007
+ "step": 12900
1008
+ },
1009
+ {
1010
+ "epoch": 88.43,
1011
+ "learning_rate": 1.0092519685039369e-05,
1012
+ "loss": 0.7857,
1013
+ "step": 13000
1014
+ },
1015
+ {
1016
+ "epoch": 88.43,
1017
+ "eval_loss": 1.3695785999298096,
1018
+ "eval_runtime": 61.0297,
1019
+ "eval_samples_per_second": 34.328,
1020
+ "eval_steps_per_second": 4.293,
1021
+ "eval_wer": 0.6808248691905202,
1022
+ "step": 13000
1023
+ },
1024
+ {
1025
+ "epoch": 89.12,
1026
+ "learning_rate": 9.501968503937008e-06,
1027
+ "loss": 0.7796,
1028
+ "step": 13100
1029
+ },
1030
+ {
1031
+ "epoch": 89.79,
1032
+ "learning_rate": 8.911417322834645e-06,
1033
+ "loss": 0.7692,
1034
+ "step": 13200
1035
+ },
1036
+ {
1037
+ "epoch": 90.48,
1038
+ "learning_rate": 8.320866141732284e-06,
1039
+ "loss": 0.7752,
1040
+ "step": 13300
1041
+ },
1042
+ {
1043
+ "epoch": 91.16,
1044
+ "learning_rate": 7.730314960629921e-06,
1045
+ "loss": 0.7827,
1046
+ "step": 13400
1047
+ },
1048
+ {
1049
+ "epoch": 91.84,
1050
+ "learning_rate": 7.139763779527559e-06,
1051
+ "loss": 0.7705,
1052
+ "step": 13500
1053
+ },
1054
+ {
1055
+ "epoch": 91.84,
1056
+ "eval_loss": 1.4100677967071533,
1057
+ "eval_runtime": 62.2619,
1058
+ "eval_samples_per_second": 33.648,
1059
+ "eval_steps_per_second": 4.208,
1060
+ "eval_wer": 0.6870421668205602,
1061
+ "step": 13500
1062
+ },
1063
+ {
1064
+ "epoch": 92.52,
1065
+ "learning_rate": 6.549212598425197e-06,
1066
+ "loss": 0.7586,
1067
+ "step": 13600
1068
+ },
1069
+ {
1070
+ "epoch": 93.2,
1071
+ "learning_rate": 5.958661417322834e-06,
1072
+ "loss": 0.7721,
1073
+ "step": 13700
1074
+ },
1075
+ {
1076
+ "epoch": 93.88,
1077
+ "learning_rate": 5.368110236220472e-06,
1078
+ "loss": 0.7739,
1079
+ "step": 13800
1080
+ },
1081
+ {
1082
+ "epoch": 94.56,
1083
+ "learning_rate": 4.77755905511811e-06,
1084
+ "loss": 0.7644,
1085
+ "step": 13900
1086
+ },
1087
+ {
1088
+ "epoch": 95.24,
1089
+ "learning_rate": 4.1870078740157475e-06,
1090
+ "loss": 0.7537,
1091
+ "step": 14000
1092
+ },
1093
+ {
1094
+ "epoch": 95.24,
1095
+ "eval_loss": 1.4177812337875366,
1096
+ "eval_runtime": 60.4279,
1097
+ "eval_samples_per_second": 34.669,
1098
+ "eval_steps_per_second": 4.336,
1099
+ "eval_wer": 0.6832256078793475,
1100
+ "step": 14000
1101
+ },
1102
+ {
1103
+ "epoch": 95.92,
1104
+ "learning_rate": 3.5964566929133855e-06,
1105
+ "loss": 0.7864,
1106
+ "step": 14100
1107
+ },
1108
+ {
1109
+ "epoch": 96.6,
1110
+ "learning_rate": 3.0059055118110235e-06,
1111
+ "loss": 0.756,
1112
+ "step": 14200
1113
+ },
1114
+ {
1115
+ "epoch": 97.28,
1116
+ "learning_rate": 2.415354330708661e-06,
1117
+ "loss": 0.757,
1118
+ "step": 14300
1119
+ },
1120
+ {
1121
+ "epoch": 97.96,
1122
+ "learning_rate": 1.8248031496062992e-06,
1123
+ "loss": 0.7544,
1124
+ "step": 14400
1125
+ },
1126
+ {
1127
+ "epoch": 98.64,
1128
+ "learning_rate": 1.234251968503937e-06,
1129
+ "loss": 0.7734,
1130
+ "step": 14500
1131
+ },
1132
+ {
1133
+ "epoch": 98.64,
1134
+ "eval_loss": 1.4026765823364258,
1135
+ "eval_runtime": 60.9928,
1136
+ "eval_samples_per_second": 34.348,
1137
+ "eval_steps_per_second": 4.296,
1138
+ "eval_wer": 0.6831024930747922,
1139
+ "step": 14500
1140
+ },
1141
+ {
1142
+ "epoch": 99.32,
1143
+ "learning_rate": 6.437007874015748e-07,
1144
+ "loss": 0.7542,
1145
+ "step": 14600
1146
+ },
1147
+ {
1148
+ "epoch": 100.0,
1149
+ "learning_rate": 5.31496062992126e-08,
1150
+ "loss": 0.7478,
1151
+ "step": 14700
1152
+ },
1153
+ {
1154
+ "epoch": 100.0,
1155
+ "step": 14700,
1156
+ "total_flos": 5.846461401666596e+19,
1157
+ "train_loss": 1.4769830259984853,
1158
+ "train_runtime": 27582.5281,
1159
+ "train_samples_per_second": 17.08,
1160
+ "train_steps_per_second": 0.533
1161
+ }
1162
+ ],
1163
+ "max_steps": 14700,
1164
+ "num_train_epochs": 100,
1165
+ "total_flos": 5.846461401666596e+19,
1166
+ "trial_name": null,
1167
+ "trial_params": null
1168
+ }