rukundob451 commited on
Commit
645eedd
·
verified ·
1 Parent(s): 424480b

End of training

Browse files
Files changed (5) hide show
  1. README.md +3 -3
  2. all_results.json +9 -9
  3. eval_results.json +5 -5
  4. train_results.json +4 -4
  5. trainer_state.json +193 -193
README.md CHANGED
@@ -23,7 +23,7 @@ model-index:
23
  metrics:
24
  - name: Accuracy
25
  type: accuracy
26
- value: 0.8823529411764706
27
  ---
28
 
29
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -33,8 +33,8 @@ should probably proofread and complete it, then remove this comment. -->
33
 
34
  This model is a fine-tuned version of [microsoft/swin-tiny-patch4-window7-224](https://huggingface.co/microsoft/swin-tiny-patch4-window7-224) on the imagefolder dataset.
35
  It achieves the following results on the evaluation set:
36
- - Loss: 0.3140
37
- - Accuracy: 0.8824
38
 
39
  ## Model description
40
 
 
23
  metrics:
24
  - name: Accuracy
25
  type: accuracy
26
+ value: 0.8970588235294118
27
  ---
28
 
29
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
33
 
34
  This model is a fine-tuned version of [microsoft/swin-tiny-patch4-window7-224](https://huggingface.co/microsoft/swin-tiny-patch4-window7-224) on the imagefolder dataset.
35
  It achieves the following results on the evaluation set:
36
+ - Loss: 0.3057
37
+ - Accuracy: 0.8971
38
 
39
  ## Model description
40
 
all_results.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
  "epoch": 14.901960784313726,
3
- "eval_accuracy": 0.9044117647058824,
4
- "eval_loss": 0.20269162952899933,
5
- "eval_runtime": 30.8962,
6
- "eval_samples_per_second": 4.402,
7
- "eval_steps_per_second": 0.55,
8
  "total_flos": 4.5342391246258176e+17,
9
- "train_loss": 0.4384694022044801,
10
- "train_runtime": 4524.6194,
11
- "train_samples_per_second": 4.058,
12
- "train_steps_per_second": 0.126
13
  }
 
1
  {
2
  "epoch": 14.901960784313726,
3
+ "eval_accuracy": 0.8970588235294118,
4
+ "eval_loss": 0.30571919679641724,
5
+ "eval_runtime": 30.5904,
6
+ "eval_samples_per_second": 4.446,
7
+ "eval_steps_per_second": 0.556,
8
  "total_flos": 4.5342391246258176e+17,
9
+ "train_loss": 0.4511167878644508,
10
+ "train_runtime": 4476.1321,
11
+ "train_samples_per_second": 4.102,
12
+ "train_steps_per_second": 0.127
13
  }
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 14.901960784313726,
3
- "eval_accuracy": 0.9044117647058824,
4
- "eval_loss": 0.20269162952899933,
5
- "eval_runtime": 30.8962,
6
- "eval_samples_per_second": 4.402,
7
- "eval_steps_per_second": 0.55
8
  }
 
1
  {
2
  "epoch": 14.901960784313726,
3
+ "eval_accuracy": 0.8970588235294118,
4
+ "eval_loss": 0.30571919679641724,
5
+ "eval_runtime": 30.5904,
6
+ "eval_samples_per_second": 4.446,
7
+ "eval_steps_per_second": 0.556
8
  }
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 14.901960784313726,
3
  "total_flos": 4.5342391246258176e+17,
4
- "train_loss": 0.4384694022044801,
5
- "train_runtime": 4524.6194,
6
- "train_samples_per_second": 4.058,
7
- "train_steps_per_second": 0.126
8
  }
 
1
  {
2
  "epoch": 14.901960784313726,
3
  "total_flos": 4.5342391246258176e+17,
4
+ "train_loss": 0.4511167878644508,
5
+ "train_runtime": 4476.1321,
6
+ "train_samples_per_second": 4.102,
7
+ "train_steps_per_second": 0.127
8
  }
trainer_state.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_metric": 0.9044117647058824,
3
  "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-papsmear/checkpoint-497",
4
  "epoch": 14.901960784313726,
5
  "eval_steps": 500,
@@ -10,546 +10,546 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.26143790849673204,
13
- "grad_norm": 12.742263793945312,
14
  "learning_rate": 8.771929824561403e-06,
15
- "loss": 1.84,
16
  "step": 10
17
  },
18
  {
19
  "epoch": 0.5228758169934641,
20
- "grad_norm": 12.05686092376709,
21
  "learning_rate": 1.7543859649122806e-05,
22
- "loss": 1.6658,
23
  "step": 20
24
  },
25
  {
26
  "epoch": 0.7843137254901961,
27
- "grad_norm": 14.378918647766113,
28
  "learning_rate": 2.6315789473684212e-05,
29
- "loss": 1.4844,
30
  "step": 30
31
  },
32
  {
33
  "epoch": 0.9934640522875817,
34
- "eval_accuracy": 0.4117647058823529,
35
- "eval_loss": 1.429846167564392,
36
- "eval_runtime": 31.3549,
37
- "eval_samples_per_second": 4.337,
38
- "eval_steps_per_second": 0.542,
39
  "step": 38
40
  },
41
  {
42
  "epoch": 1.0457516339869282,
43
- "grad_norm": 26.927827835083008,
44
  "learning_rate": 3.508771929824561e-05,
45
- "loss": 1.2683,
46
  "step": 40
47
  },
48
  {
49
  "epoch": 1.3071895424836601,
50
- "grad_norm": 17.2440185546875,
51
  "learning_rate": 4.3859649122807014e-05,
52
- "loss": 1.0979,
53
  "step": 50
54
  },
55
  {
56
  "epoch": 1.5686274509803921,
57
- "grad_norm": 30.65620994567871,
58
  "learning_rate": 4.970760233918128e-05,
59
- "loss": 1.0747,
60
  "step": 60
61
  },
62
  {
63
  "epoch": 1.8300653594771243,
64
- "grad_norm": 30.137895584106445,
65
  "learning_rate": 4.8732943469785574e-05,
66
- "loss": 0.8905,
67
  "step": 70
68
  },
69
  {
70
  "epoch": 1.9869281045751634,
71
- "eval_accuracy": 0.6544117647058824,
72
- "eval_loss": 0.8109874129295349,
73
- "eval_runtime": 30.5109,
74
- "eval_samples_per_second": 4.457,
75
- "eval_steps_per_second": 0.557,
76
  "step": 76
77
  },
78
  {
79
  "epoch": 2.0915032679738563,
80
- "grad_norm": 35.162410736083984,
81
  "learning_rate": 4.7758284600389865e-05,
82
- "loss": 0.7577,
83
  "step": 80
84
  },
85
  {
86
  "epoch": 2.3529411764705883,
87
- "grad_norm": 20.342853546142578,
88
  "learning_rate": 4.678362573099415e-05,
89
- "loss": 0.737,
90
  "step": 90
91
  },
92
  {
93
  "epoch": 2.6143790849673203,
94
- "grad_norm": 20.470102310180664,
95
  "learning_rate": 4.580896686159844e-05,
96
- "loss": 0.7883,
97
  "step": 100
98
  },
99
  {
100
  "epoch": 2.8758169934640523,
101
- "grad_norm": 46.66905212402344,
102
  "learning_rate": 4.483430799220273e-05,
103
- "loss": 0.9097,
104
  "step": 110
105
  },
106
  {
107
  "epoch": 2.980392156862745,
108
- "eval_accuracy": 0.7132352941176471,
109
- "eval_loss": 0.7109317779541016,
110
- "eval_runtime": 31.3915,
111
- "eval_samples_per_second": 4.332,
112
- "eval_steps_per_second": 0.542,
113
  "step": 114
114
  },
115
  {
116
  "epoch": 3.1372549019607843,
117
- "grad_norm": 20.6967716217041,
118
  "learning_rate": 4.3859649122807014e-05,
119
- "loss": 0.6869,
120
  "step": 120
121
  },
122
  {
123
  "epoch": 3.3986928104575163,
124
- "grad_norm": 17.672218322753906,
125
  "learning_rate": 4.2884990253411305e-05,
126
- "loss": 0.6266,
127
  "step": 130
128
  },
129
  {
130
  "epoch": 3.6601307189542482,
131
- "grad_norm": 13.8719482421875,
132
  "learning_rate": 4.1910331384015596e-05,
133
- "loss": 0.521,
134
  "step": 140
135
  },
136
  {
137
  "epoch": 3.9215686274509802,
138
- "grad_norm": 17.780046463012695,
139
  "learning_rate": 4.093567251461988e-05,
140
- "loss": 0.6238,
141
  "step": 150
142
  },
143
  {
144
  "epoch": 4.0,
145
- "eval_accuracy": 0.6544117647058824,
146
- "eval_loss": 0.9196979403495789,
147
- "eval_runtime": 30.0783,
148
- "eval_samples_per_second": 4.522,
149
- "eval_steps_per_second": 0.565,
150
  "step": 153
151
  },
152
  {
153
  "epoch": 4.183006535947713,
154
- "grad_norm": 28.253620147705078,
155
  "learning_rate": 3.996101364522417e-05,
156
- "loss": 0.6683,
157
  "step": 160
158
  },
159
  {
160
  "epoch": 4.444444444444445,
161
- "grad_norm": 14.647994995117188,
162
  "learning_rate": 3.898635477582846e-05,
163
- "loss": 0.5111,
164
  "step": 170
165
  },
166
  {
167
  "epoch": 4.705882352941177,
168
- "grad_norm": 21.987884521484375,
169
  "learning_rate": 3.8011695906432746e-05,
170
- "loss": 0.4989,
171
  "step": 180
172
  },
173
  {
174
  "epoch": 4.967320261437909,
175
- "grad_norm": 14.68101692199707,
176
  "learning_rate": 3.7037037037037037e-05,
177
- "loss": 0.4456,
178
  "step": 190
179
  },
180
  {
181
  "epoch": 4.993464052287582,
182
- "eval_accuracy": 0.8014705882352942,
183
- "eval_loss": 0.46520400047302246,
184
- "eval_runtime": 29.9903,
185
- "eval_samples_per_second": 4.535,
186
- "eval_steps_per_second": 0.567,
187
  "step": 191
188
  },
189
  {
190
  "epoch": 5.228758169934641,
191
- "grad_norm": 10.403129577636719,
192
  "learning_rate": 3.606237816764133e-05,
193
- "loss": 0.3867,
194
  "step": 200
195
  },
196
  {
197
  "epoch": 5.490196078431373,
198
- "grad_norm": 22.698213577270508,
199
  "learning_rate": 3.508771929824561e-05,
200
- "loss": 0.3797,
201
  "step": 210
202
  },
203
  {
204
  "epoch": 5.751633986928105,
205
- "grad_norm": 15.229155540466309,
206
  "learning_rate": 3.41130604288499e-05,
207
- "loss": 0.4394,
208
  "step": 220
209
  },
210
  {
211
  "epoch": 5.9869281045751634,
212
  "eval_accuracy": 0.8014705882352942,
213
- "eval_loss": 0.5187686681747437,
214
- "eval_runtime": 31.0968,
215
- "eval_samples_per_second": 4.373,
216
- "eval_steps_per_second": 0.547,
217
  "step": 229
218
  },
219
  {
220
  "epoch": 6.0130718954248366,
221
- "grad_norm": 15.33947467803955,
222
  "learning_rate": 3.313840155945419e-05,
223
- "loss": 0.3482,
224
  "step": 230
225
  },
226
  {
227
  "epoch": 6.2745098039215685,
228
- "grad_norm": 27.592214584350586,
229
  "learning_rate": 3.216374269005848e-05,
230
- "loss": 0.3717,
231
  "step": 240
232
  },
233
  {
234
  "epoch": 6.5359477124183005,
235
- "grad_norm": 16.805540084838867,
236
  "learning_rate": 3.118908382066277e-05,
237
- "loss": 0.3361,
238
  "step": 250
239
  },
240
  {
241
  "epoch": 6.7973856209150325,
242
- "grad_norm": 19.967639923095703,
243
  "learning_rate": 3.0214424951267055e-05,
244
- "loss": 0.3156,
245
  "step": 260
246
  },
247
  {
248
  "epoch": 6.980392156862745,
249
- "eval_accuracy": 0.8529411764705882,
250
- "eval_loss": 0.34466856718063354,
251
- "eval_runtime": 30.7808,
252
- "eval_samples_per_second": 4.418,
253
- "eval_steps_per_second": 0.552,
254
  "step": 267
255
  },
256
  {
257
  "epoch": 7.0588235294117645,
258
- "grad_norm": 15.27043628692627,
259
  "learning_rate": 2.9239766081871346e-05,
260
- "loss": 0.284,
261
  "step": 270
262
  },
263
  {
264
  "epoch": 7.3202614379084965,
265
- "grad_norm": 20.704370498657227,
266
  "learning_rate": 2.8265107212475634e-05,
267
- "loss": 0.2777,
268
  "step": 280
269
  },
270
  {
271
  "epoch": 7.5816993464052285,
272
- "grad_norm": 19.92112922668457,
273
  "learning_rate": 2.729044834307992e-05,
274
- "loss": 0.2911,
275
  "step": 290
276
  },
277
  {
278
  "epoch": 7.8431372549019605,
279
- "grad_norm": 23.951862335205078,
280
  "learning_rate": 2.6315789473684212e-05,
281
- "loss": 0.2212,
282
  "step": 300
283
  },
284
  {
285
  "epoch": 8.0,
286
- "eval_accuracy": 0.8382352941176471,
287
- "eval_loss": 0.3509288728237152,
288
- "eval_runtime": 30.877,
289
- "eval_samples_per_second": 4.405,
290
- "eval_steps_per_second": 0.551,
291
  "step": 306
292
  },
293
  {
294
  "epoch": 8.104575163398692,
295
- "grad_norm": 28.307418823242188,
296
  "learning_rate": 2.53411306042885e-05,
297
- "loss": 0.221,
298
  "step": 310
299
  },
300
  {
301
  "epoch": 8.366013071895425,
302
- "grad_norm": 12.33401107788086,
303
  "learning_rate": 2.4366471734892787e-05,
304
- "loss": 0.1945,
305
  "step": 320
306
  },
307
  {
308
  "epoch": 8.627450980392156,
309
- "grad_norm": 26.391366958618164,
310
  "learning_rate": 2.3391812865497074e-05,
311
- "loss": 0.2758,
312
  "step": 330
313
  },
314
  {
315
  "epoch": 8.88888888888889,
316
- "grad_norm": 10.806180000305176,
317
  "learning_rate": 2.2417153996101365e-05,
318
- "loss": 0.2402,
319
  "step": 340
320
  },
321
  {
322
  "epoch": 8.993464052287582,
323
- "eval_accuracy": 0.8235294117647058,
324
- "eval_loss": 0.393919974565506,
325
- "eval_runtime": 31.1996,
326
- "eval_samples_per_second": 4.359,
327
- "eval_steps_per_second": 0.545,
328
  "step": 344
329
  },
330
  {
331
  "epoch": 9.15032679738562,
332
- "grad_norm": 16.904836654663086,
333
  "learning_rate": 2.1442495126705653e-05,
334
- "loss": 0.1835,
335
  "step": 350
336
  },
337
  {
338
  "epoch": 9.411764705882353,
339
- "grad_norm": 30.91939926147461,
340
  "learning_rate": 2.046783625730994e-05,
341
- "loss": 0.1562,
342
  "step": 360
343
  },
344
  {
345
  "epoch": 9.673202614379084,
346
- "grad_norm": 14.6829833984375,
347
  "learning_rate": 1.949317738791423e-05,
348
- "loss": 0.195,
349
  "step": 370
350
  },
351
  {
352
  "epoch": 9.934640522875817,
353
- "grad_norm": 26.035619735717773,
354
  "learning_rate": 1.8518518518518518e-05,
355
- "loss": 0.1733,
356
  "step": 380
357
  },
358
  {
359
  "epoch": 9.986928104575163,
360
- "eval_accuracy": 0.8897058823529411,
361
- "eval_loss": 0.24441416561603546,
362
- "eval_runtime": 30.8179,
363
- "eval_samples_per_second": 4.413,
364
- "eval_steps_per_second": 0.552,
365
  "step": 382
366
  },
367
  {
368
  "epoch": 10.196078431372548,
369
- "grad_norm": 14.318477630615234,
370
  "learning_rate": 1.7543859649122806e-05,
371
- "loss": 0.1458,
372
  "step": 390
373
  },
374
  {
375
  "epoch": 10.457516339869281,
376
- "grad_norm": 9.527152061462402,
377
  "learning_rate": 1.6569200779727097e-05,
378
- "loss": 0.1752,
379
  "step": 400
380
  },
381
  {
382
  "epoch": 10.718954248366012,
383
- "grad_norm": 22.481767654418945,
384
  "learning_rate": 1.5594541910331384e-05,
385
- "loss": 0.1969,
386
  "step": 410
387
  },
388
  {
389
  "epoch": 10.980392156862745,
390
- "grad_norm": 42.72972869873047,
391
  "learning_rate": 1.4619883040935673e-05,
392
- "loss": 0.1953,
393
  "step": 420
394
  },
395
  {
396
  "epoch": 10.980392156862745,
397
- "eval_accuracy": 0.8676470588235294,
398
- "eval_loss": 0.26393771171569824,
399
- "eval_runtime": 31.9368,
400
- "eval_samples_per_second": 4.258,
401
- "eval_steps_per_second": 0.532,
402
  "step": 420
403
  },
404
  {
405
  "epoch": 11.241830065359476,
406
- "grad_norm": 10.306249618530273,
407
  "learning_rate": 1.364522417153996e-05,
408
- "loss": 0.1626,
409
  "step": 430
410
  },
411
  {
412
  "epoch": 11.50326797385621,
413
- "grad_norm": 9.890297889709473,
414
  "learning_rate": 1.267056530214425e-05,
415
- "loss": 0.1885,
416
  "step": 440
417
  },
418
  {
419
  "epoch": 11.764705882352942,
420
- "grad_norm": 13.813959121704102,
421
  "learning_rate": 1.1695906432748537e-05,
422
- "loss": 0.1363,
423
  "step": 450
424
  },
425
  {
426
  "epoch": 12.0,
427
- "eval_accuracy": 0.8823529411764706,
428
- "eval_loss": 0.264517605304718,
429
- "eval_runtime": 30.4905,
430
- "eval_samples_per_second": 4.46,
431
- "eval_steps_per_second": 0.558,
432
  "step": 459
433
  },
434
  {
435
  "epoch": 12.026143790849673,
436
- "grad_norm": 8.809865951538086,
437
  "learning_rate": 1.0721247563352826e-05,
438
- "loss": 0.0897,
439
  "step": 460
440
  },
441
  {
442
  "epoch": 12.287581699346406,
443
- "grad_norm": 9.379281997680664,
444
  "learning_rate": 9.746588693957115e-06,
445
- "loss": 0.0972,
446
  "step": 470
447
  },
448
  {
449
  "epoch": 12.549019607843137,
450
- "grad_norm": 42.292972564697266,
451
  "learning_rate": 8.771929824561403e-06,
452
- "loss": 0.1417,
453
  "step": 480
454
  },
455
  {
456
  "epoch": 12.81045751633987,
457
- "grad_norm": 16.6181697845459,
458
  "learning_rate": 7.797270955165692e-06,
459
- "loss": 0.1234,
460
  "step": 490
461
  },
462
  {
463
  "epoch": 12.993464052287582,
464
- "eval_accuracy": 0.9044117647058824,
465
- "eval_loss": 0.20269162952899933,
466
- "eval_runtime": 30.5106,
467
- "eval_samples_per_second": 4.457,
468
- "eval_steps_per_second": 0.557,
469
  "step": 497
470
  },
471
  {
472
  "epoch": 13.071895424836601,
473
- "grad_norm": 28.557069778442383,
474
  "learning_rate": 6.82261208576998e-06,
475
- "loss": 0.1402,
476
  "step": 500
477
  },
478
  {
479
  "epoch": 13.333333333333334,
480
- "grad_norm": 22.95408058166504,
481
  "learning_rate": 5.8479532163742686e-06,
482
- "loss": 0.1396,
483
  "step": 510
484
  },
485
  {
486
  "epoch": 13.594771241830065,
487
- "grad_norm": 17.663022994995117,
488
  "learning_rate": 4.873294346978558e-06,
489
- "loss": 0.0941,
490
  "step": 520
491
  },
492
  {
493
  "epoch": 13.856209150326798,
494
- "grad_norm": 37.5713996887207,
495
  "learning_rate": 3.898635477582846e-06,
496
- "loss": 0.1282,
497
  "step": 530
498
  },
499
  {
500
  "epoch": 13.986928104575163,
501
- "eval_accuracy": 0.9044117647058824,
502
- "eval_loss": 0.20270010828971863,
503
- "eval_runtime": 30.5276,
504
- "eval_samples_per_second": 4.455,
505
- "eval_steps_per_second": 0.557,
506
  "step": 535
507
  },
508
  {
509
  "epoch": 14.117647058823529,
510
- "grad_norm": 15.502400398254395,
511
  "learning_rate": 2.9239766081871343e-06,
512
- "loss": 0.1222,
513
  "step": 540
514
  },
515
  {
516
  "epoch": 14.379084967320262,
517
- "grad_norm": 30.627925872802734,
518
  "learning_rate": 1.949317738791423e-06,
519
- "loss": 0.1129,
520
  "step": 550
521
  },
522
  {
523
  "epoch": 14.640522875816993,
524
- "grad_norm": 19.545286178588867,
525
  "learning_rate": 9.746588693957115e-07,
526
- "loss": 0.1122,
527
  "step": 560
528
  },
529
  {
530
  "epoch": 14.901960784313726,
531
- "grad_norm": 8.540277481079102,
532
  "learning_rate": 0.0,
533
- "loss": 0.1036,
534
  "step": 570
535
  },
536
  {
537
  "epoch": 14.901960784313726,
538
- "eval_accuracy": 0.8897058823529411,
539
- "eval_loss": 0.20258459448814392,
540
- "eval_runtime": 30.3873,
541
- "eval_samples_per_second": 4.476,
542
- "eval_steps_per_second": 0.559,
543
  "step": 570
544
  },
545
  {
546
  "epoch": 14.901960784313726,
547
  "step": 570,
548
  "total_flos": 4.5342391246258176e+17,
549
- "train_loss": 0.4384694022044801,
550
- "train_runtime": 4524.6194,
551
- "train_samples_per_second": 4.058,
552
- "train_steps_per_second": 0.126
553
  }
554
  ],
555
  "logging_steps": 10,
 
1
  {
2
+ "best_metric": 0.8970588235294118,
3
  "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-papsmear/checkpoint-497",
4
  "epoch": 14.901960784313726,
5
  "eval_steps": 500,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.26143790849673204,
13
+ "grad_norm": 15.00976276397705,
14
  "learning_rate": 8.771929824561403e-06,
15
+ "loss": 1.7737,
16
  "step": 10
17
  },
18
  {
19
  "epoch": 0.5228758169934641,
20
+ "grad_norm": 25.949995040893555,
21
  "learning_rate": 1.7543859649122806e-05,
22
+ "loss": 1.633,
23
  "step": 20
24
  },
25
  {
26
  "epoch": 0.7843137254901961,
27
+ "grad_norm": 18.413894653320312,
28
  "learning_rate": 2.6315789473684212e-05,
29
+ "loss": 1.4898,
30
  "step": 30
31
  },
32
  {
33
  "epoch": 0.9934640522875817,
34
+ "eval_accuracy": 0.4632352941176471,
35
+ "eval_loss": 1.3708577156066895,
36
+ "eval_runtime": 31.5324,
37
+ "eval_samples_per_second": 4.313,
38
+ "eval_steps_per_second": 0.539,
39
  "step": 38
40
  },
41
  {
42
  "epoch": 1.0457516339869282,
43
+ "grad_norm": 57.17748260498047,
44
  "learning_rate": 3.508771929824561e-05,
45
+ "loss": 1.3556,
46
  "step": 40
47
  },
48
  {
49
  "epoch": 1.3071895424836601,
50
+ "grad_norm": 32.09730911254883,
51
  "learning_rate": 4.3859649122807014e-05,
52
+ "loss": 1.2202,
53
  "step": 50
54
  },
55
  {
56
  "epoch": 1.5686274509803921,
57
+ "grad_norm": 22.1444034576416,
58
  "learning_rate": 4.970760233918128e-05,
59
+ "loss": 1.08,
60
  "step": 60
61
  },
62
  {
63
  "epoch": 1.8300653594771243,
64
+ "grad_norm": 79.14645385742188,
65
  "learning_rate": 4.8732943469785574e-05,
66
+ "loss": 0.8902,
67
  "step": 70
68
  },
69
  {
70
  "epoch": 1.9869281045751634,
71
+ "eval_accuracy": 0.6323529411764706,
72
+ "eval_loss": 0.9260798096656799,
73
+ "eval_runtime": 31.6169,
74
+ "eval_samples_per_second": 4.301,
75
+ "eval_steps_per_second": 0.538,
76
  "step": 76
77
  },
78
  {
79
  "epoch": 2.0915032679738563,
80
+ "grad_norm": 36.75314712524414,
81
  "learning_rate": 4.7758284600389865e-05,
82
+ "loss": 0.9146,
83
  "step": 80
84
  },
85
  {
86
  "epoch": 2.3529411764705883,
87
+ "grad_norm": 57.47659683227539,
88
  "learning_rate": 4.678362573099415e-05,
89
+ "loss": 0.8231,
90
  "step": 90
91
  },
92
  {
93
  "epoch": 2.6143790849673203,
94
+ "grad_norm": 25.39302635192871,
95
  "learning_rate": 4.580896686159844e-05,
96
+ "loss": 0.8616,
97
  "step": 100
98
  },
99
  {
100
  "epoch": 2.8758169934640523,
101
+ "grad_norm": 17.885847091674805,
102
  "learning_rate": 4.483430799220273e-05,
103
+ "loss": 0.9107,
104
  "step": 110
105
  },
106
  {
107
  "epoch": 2.980392156862745,
108
+ "eval_accuracy": 0.6397058823529411,
109
+ "eval_loss": 0.8400399088859558,
110
+ "eval_runtime": 32.195,
111
+ "eval_samples_per_second": 4.224,
112
+ "eval_steps_per_second": 0.528,
113
  "step": 114
114
  },
115
  {
116
  "epoch": 3.1372549019607843,
117
+ "grad_norm": 26.590669631958008,
118
  "learning_rate": 4.3859649122807014e-05,
119
+ "loss": 0.7438,
120
  "step": 120
121
  },
122
  {
123
  "epoch": 3.3986928104575163,
124
+ "grad_norm": 28.96077537536621,
125
  "learning_rate": 4.2884990253411305e-05,
126
+ "loss": 0.6823,
127
  "step": 130
128
  },
129
  {
130
  "epoch": 3.6601307189542482,
131
+ "grad_norm": 13.954778671264648,
132
  "learning_rate": 4.1910331384015596e-05,
133
+ "loss": 0.5726,
134
  "step": 140
135
  },
136
  {
137
  "epoch": 3.9215686274509802,
138
+ "grad_norm": 25.086530685424805,
139
  "learning_rate": 4.093567251461988e-05,
140
+ "loss": 0.564,
141
  "step": 150
142
  },
143
  {
144
  "epoch": 4.0,
145
+ "eval_accuracy": 0.7279411764705882,
146
+ "eval_loss": 0.6937077641487122,
147
+ "eval_runtime": 30.7804,
148
+ "eval_samples_per_second": 4.418,
149
+ "eval_steps_per_second": 0.552,
150
  "step": 153
151
  },
152
  {
153
  "epoch": 4.183006535947713,
154
+ "grad_norm": 35.74240493774414,
155
  "learning_rate": 3.996101364522417e-05,
156
+ "loss": 0.5648,
157
  "step": 160
158
  },
159
  {
160
  "epoch": 4.444444444444445,
161
+ "grad_norm": 25.511213302612305,
162
  "learning_rate": 3.898635477582846e-05,
163
+ "loss": 0.5403,
164
  "step": 170
165
  },
166
  {
167
  "epoch": 4.705882352941177,
168
+ "grad_norm": 17.154970169067383,
169
  "learning_rate": 3.8011695906432746e-05,
170
+ "loss": 0.4648,
171
  "step": 180
172
  },
173
  {
174
  "epoch": 4.967320261437909,
175
+ "grad_norm": 13.71211051940918,
176
  "learning_rate": 3.7037037037037037e-05,
177
+ "loss": 0.5563,
178
  "step": 190
179
  },
180
  {
181
  "epoch": 4.993464052287582,
182
+ "eval_accuracy": 0.7647058823529411,
183
+ "eval_loss": 0.5622314810752869,
184
+ "eval_runtime": 31.1711,
185
+ "eval_samples_per_second": 4.363,
186
+ "eval_steps_per_second": 0.545,
187
  "step": 191
188
  },
189
  {
190
  "epoch": 5.228758169934641,
191
+ "grad_norm": 17.74187469482422,
192
  "learning_rate": 3.606237816764133e-05,
193
+ "loss": 0.4352,
194
  "step": 200
195
  },
196
  {
197
  "epoch": 5.490196078431373,
198
+ "grad_norm": 19.112417221069336,
199
  "learning_rate": 3.508771929824561e-05,
200
+ "loss": 0.4013,
201
  "step": 210
202
  },
203
  {
204
  "epoch": 5.751633986928105,
205
+ "grad_norm": 33.436283111572266,
206
  "learning_rate": 3.41130604288499e-05,
207
+ "loss": 0.3851,
208
  "step": 220
209
  },
210
  {
211
  "epoch": 5.9869281045751634,
212
  "eval_accuracy": 0.8014705882352942,
213
+ "eval_loss": 0.5238231420516968,
214
+ "eval_runtime": 30.6722,
215
+ "eval_samples_per_second": 4.434,
216
+ "eval_steps_per_second": 0.554,
217
  "step": 229
218
  },
219
  {
220
  "epoch": 6.0130718954248366,
221
+ "grad_norm": 16.213756561279297,
222
  "learning_rate": 3.313840155945419e-05,
223
+ "loss": 0.4214,
224
  "step": 230
225
  },
226
  {
227
  "epoch": 6.2745098039215685,
228
+ "grad_norm": 20.761796951293945,
229
  "learning_rate": 3.216374269005848e-05,
230
+ "loss": 0.3362,
231
  "step": 240
232
  },
233
  {
234
  "epoch": 6.5359477124183005,
235
+ "grad_norm": 15.858070373535156,
236
  "learning_rate": 3.118908382066277e-05,
237
+ "loss": 0.318,
238
  "step": 250
239
  },
240
  {
241
  "epoch": 6.7973856209150325,
242
+ "grad_norm": 16.319021224975586,
243
  "learning_rate": 3.0214424951267055e-05,
244
+ "loss": 0.3327,
245
  "step": 260
246
  },
247
  {
248
  "epoch": 6.980392156862745,
249
+ "eval_accuracy": 0.7941176470588235,
250
+ "eval_loss": 0.638187050819397,
251
+ "eval_runtime": 31.2725,
252
+ "eval_samples_per_second": 4.349,
253
+ "eval_steps_per_second": 0.544,
254
  "step": 267
255
  },
256
  {
257
  "epoch": 7.0588235294117645,
258
+ "grad_norm": 19.036224365234375,
259
  "learning_rate": 2.9239766081871346e-05,
260
+ "loss": 0.3181,
261
  "step": 270
262
  },
263
  {
264
  "epoch": 7.3202614379084965,
265
+ "grad_norm": 17.282264709472656,
266
  "learning_rate": 2.8265107212475634e-05,
267
+ "loss": 0.2694,
268
  "step": 280
269
  },
270
  {
271
  "epoch": 7.5816993464052285,
272
+ "grad_norm": 16.846771240234375,
273
  "learning_rate": 2.729044834307992e-05,
274
+ "loss": 0.2652,
275
  "step": 290
276
  },
277
  {
278
  "epoch": 7.8431372549019605,
279
+ "grad_norm": 44.78040313720703,
280
  "learning_rate": 2.6315789473684212e-05,
281
+ "loss": 0.2469,
282
  "step": 300
283
  },
284
  {
285
  "epoch": 8.0,
286
+ "eval_accuracy": 0.8455882352941176,
287
+ "eval_loss": 0.4329652488231659,
288
+ "eval_runtime": 31.8839,
289
+ "eval_samples_per_second": 4.265,
290
+ "eval_steps_per_second": 0.533,
291
  "step": 306
292
  },
293
  {
294
  "epoch": 8.104575163398692,
295
+ "grad_norm": 14.120306968688965,
296
  "learning_rate": 2.53411306042885e-05,
297
+ "loss": 0.2101,
298
  "step": 310
299
  },
300
  {
301
  "epoch": 8.366013071895425,
302
+ "grad_norm": 27.170852661132812,
303
  "learning_rate": 2.4366471734892787e-05,
304
+ "loss": 0.2611,
305
  "step": 320
306
  },
307
  {
308
  "epoch": 8.627450980392156,
309
+ "grad_norm": 15.851548194885254,
310
  "learning_rate": 2.3391812865497074e-05,
311
+ "loss": 0.192,
312
  "step": 330
313
  },
314
  {
315
  "epoch": 8.88888888888889,
316
+ "grad_norm": 21.090044021606445,
317
  "learning_rate": 2.2417153996101365e-05,
318
+ "loss": 0.2903,
319
  "step": 340
320
  },
321
  {
322
  "epoch": 8.993464052287582,
323
+ "eval_accuracy": 0.8308823529411765,
324
+ "eval_loss": 0.42120417952537537,
325
+ "eval_runtime": 30.9494,
326
+ "eval_samples_per_second": 4.394,
327
+ "eval_steps_per_second": 0.549,
328
  "step": 344
329
  },
330
  {
331
  "epoch": 9.15032679738562,
332
+ "grad_norm": 11.140714645385742,
333
  "learning_rate": 2.1442495126705653e-05,
334
+ "loss": 0.2339,
335
  "step": 350
336
  },
337
  {
338
  "epoch": 9.411764705882353,
339
+ "grad_norm": 17.719518661499023,
340
  "learning_rate": 2.046783625730994e-05,
341
+ "loss": 0.1923,
342
  "step": 360
343
  },
344
  {
345
  "epoch": 9.673202614379084,
346
+ "grad_norm": 17.916824340820312,
347
  "learning_rate": 1.949317738791423e-05,
348
+ "loss": 0.2337,
349
  "step": 370
350
  },
351
  {
352
  "epoch": 9.934640522875817,
353
+ "grad_norm": 14.586275100708008,
354
  "learning_rate": 1.8518518518518518e-05,
355
+ "loss": 0.1861,
356
  "step": 380
357
  },
358
  {
359
  "epoch": 9.986928104575163,
360
+ "eval_accuracy": 0.8529411764705882,
361
+ "eval_loss": 0.413960725069046,
362
+ "eval_runtime": 30.9585,
363
+ "eval_samples_per_second": 4.393,
364
+ "eval_steps_per_second": 0.549,
365
  "step": 382
366
  },
367
  {
368
  "epoch": 10.196078431372548,
369
+ "grad_norm": 17.971166610717773,
370
  "learning_rate": 1.7543859649122806e-05,
371
+ "loss": 0.2086,
372
  "step": 390
373
  },
374
  {
375
  "epoch": 10.457516339869281,
376
+ "grad_norm": 24.829071044921875,
377
  "learning_rate": 1.6569200779727097e-05,
378
+ "loss": 0.1588,
379
  "step": 400
380
  },
381
  {
382
  "epoch": 10.718954248366012,
383
+ "grad_norm": 52.23923873901367,
384
  "learning_rate": 1.5594541910331384e-05,
385
+ "loss": 0.1667,
386
  "step": 410
387
  },
388
  {
389
  "epoch": 10.980392156862745,
390
+ "grad_norm": 11.44646167755127,
391
  "learning_rate": 1.4619883040935673e-05,
392
+ "loss": 0.1533,
393
  "step": 420
394
  },
395
  {
396
  "epoch": 10.980392156862745,
397
+ "eval_accuracy": 0.8602941176470589,
398
+ "eval_loss": 0.38100317120552063,
399
+ "eval_runtime": 31.4123,
400
+ "eval_samples_per_second": 4.33,
401
+ "eval_steps_per_second": 0.541,
402
  "step": 420
403
  },
404
  {
405
  "epoch": 11.241830065359476,
406
+ "grad_norm": 5.547791004180908,
407
  "learning_rate": 1.364522417153996e-05,
408
+ "loss": 0.121,
409
  "step": 430
410
  },
411
  {
412
  "epoch": 11.50326797385621,
413
+ "grad_norm": 10.899214744567871,
414
  "learning_rate": 1.267056530214425e-05,
415
+ "loss": 0.1578,
416
  "step": 440
417
  },
418
  {
419
  "epoch": 11.764705882352942,
420
+ "grad_norm": 11.240522384643555,
421
  "learning_rate": 1.1695906432748537e-05,
422
+ "loss": 0.1017,
423
  "step": 450
424
  },
425
  {
426
  "epoch": 12.0,
427
+ "eval_accuracy": 0.8602941176470589,
428
+ "eval_loss": 0.35648760199546814,
429
+ "eval_runtime": 30.8241,
430
+ "eval_samples_per_second": 4.412,
431
+ "eval_steps_per_second": 0.552,
432
  "step": 459
433
  },
434
  {
435
  "epoch": 12.026143790849673,
436
+ "grad_norm": 9.531538963317871,
437
  "learning_rate": 1.0721247563352826e-05,
438
+ "loss": 0.1435,
439
  "step": 460
440
  },
441
  {
442
  "epoch": 12.287581699346406,
443
+ "grad_norm": 17.950599670410156,
444
  "learning_rate": 9.746588693957115e-06,
445
+ "loss": 0.1336,
446
  "step": 470
447
  },
448
  {
449
  "epoch": 12.549019607843137,
450
+ "grad_norm": 16.953811645507812,
451
  "learning_rate": 8.771929824561403e-06,
452
+ "loss": 0.0987,
453
  "step": 480
454
  },
455
  {
456
  "epoch": 12.81045751633987,
457
+ "grad_norm": 11.203367233276367,
458
  "learning_rate": 7.797270955165692e-06,
459
+ "loss": 0.1285,
460
  "step": 490
461
  },
462
  {
463
  "epoch": 12.993464052287582,
464
+ "eval_accuracy": 0.8970588235294118,
465
+ "eval_loss": 0.30571919679641724,
466
+ "eval_runtime": 31.345,
467
+ "eval_samples_per_second": 4.339,
468
+ "eval_steps_per_second": 0.542,
469
  "step": 497
470
  },
471
  {
472
  "epoch": 13.071895424836601,
473
+ "grad_norm": 12.97030258178711,
474
  "learning_rate": 6.82261208576998e-06,
475
+ "loss": 0.1266,
476
  "step": 500
477
  },
478
  {
479
  "epoch": 13.333333333333334,
480
+ "grad_norm": 22.279695510864258,
481
  "learning_rate": 5.8479532163742686e-06,
482
+ "loss": 0.0987,
483
  "step": 510
484
  },
485
  {
486
  "epoch": 13.594771241830065,
487
+ "grad_norm": 20.224885940551758,
488
  "learning_rate": 4.873294346978558e-06,
489
+ "loss": 0.135,
490
  "step": 520
491
  },
492
  {
493
  "epoch": 13.856209150326798,
494
+ "grad_norm": 19.785856246948242,
495
  "learning_rate": 3.898635477582846e-06,
496
+ "loss": 0.1377,
497
  "step": 530
498
  },
499
  {
500
  "epoch": 13.986928104575163,
501
+ "eval_accuracy": 0.8823529411764706,
502
+ "eval_loss": 0.3058066666126251,
503
+ "eval_runtime": 30.6745,
504
+ "eval_samples_per_second": 4.434,
505
+ "eval_steps_per_second": 0.554,
506
  "step": 535
507
  },
508
  {
509
  "epoch": 14.117647058823529,
510
+ "grad_norm": 24.332889556884766,
511
  "learning_rate": 2.9239766081871343e-06,
512
+ "loss": 0.128,
513
  "step": 540
514
  },
515
  {
516
  "epoch": 14.379084967320262,
517
+ "grad_norm": 18.584924697875977,
518
  "learning_rate": 1.949317738791423e-06,
519
+ "loss": 0.1116,
520
  "step": 550
521
  },
522
  {
523
  "epoch": 14.640522875816993,
524
+ "grad_norm": 45.670799255371094,
525
  "learning_rate": 9.746588693957115e-07,
526
+ "loss": 0.1302,
527
  "step": 560
528
  },
529
  {
530
  "epoch": 14.901960784313726,
531
+ "grad_norm": 13.613533973693848,
532
  "learning_rate": 0.0,
533
+ "loss": 0.1033,
534
  "step": 570
535
  },
536
  {
537
  "epoch": 14.901960784313726,
538
+ "eval_accuracy": 0.8823529411764706,
539
+ "eval_loss": 0.3140135705471039,
540
+ "eval_runtime": 30.9583,
541
+ "eval_samples_per_second": 4.393,
542
+ "eval_steps_per_second": 0.549,
543
  "step": 570
544
  },
545
  {
546
  "epoch": 14.901960784313726,
547
  "step": 570,
548
  "total_flos": 4.5342391246258176e+17,
549
+ "train_loss": 0.4511167878644508,
550
+ "train_runtime": 4476.1321,
551
+ "train_samples_per_second": 4.102,
552
+ "train_steps_per_second": 0.127
553
  }
554
  ],
555
  "logging_steps": 10,