khleeloo commited on
Commit
a1652d0
·
1 Parent(s): 072f8cc

Training in progress, step 500

Browse files
all_results.json CHANGED
@@ -1,16 +1,16 @@
1
  {
2
  "epoch": 6.0,
3
- "eval_accuracy": 0.7751322751322751,
4
- "eval_f1": 0.7645178066491943,
5
- "eval_loss": 0.6800447702407837,
6
- "eval_precision": 0.769858571469808,
7
- "eval_recall": 0.7751322751322751,
8
- "eval_runtime": 8.7533,
9
- "eval_samples_per_second": 172.735,
10
- "eval_steps_per_second": 10.853,
11
- "total_flos": 3.104468219559813e+18,
12
- "train_loss": 0.26366007817597686,
13
- "train_runtime": 1257.0372,
14
- "train_samples_per_second": 47.803,
15
- "train_steps_per_second": 2.988
16
  }
 
1
  {
2
  "epoch": 6.0,
3
+ "eval_accuracy": 0.7870370370370371,
4
+ "eval_f1": 0.781713266256152,
5
+ "eval_loss": 0.6831218600273132,
6
+ "eval_precision": 0.7837724171567806,
7
+ "eval_recall": 0.7870370370370371,
8
+ "eval_runtime": 10.3186,
9
+ "eval_samples_per_second": 146.531,
10
+ "eval_steps_per_second": 18.316,
11
+ "total_flos": 4.65670232933972e+18,
12
+ "train_loss": 0.2673659576083255,
13
+ "train_runtime": 1337.8119,
14
+ "train_samples_per_second": 44.917,
15
+ "train_steps_per_second": 2.808
16
  }
eval_results.json CHANGED
@@ -1,11 +1,11 @@
1
  {
2
  "epoch": 6.0,
3
- "eval_accuracy": 0.7751322751322751,
4
- "eval_f1": 0.7645178066491943,
5
- "eval_loss": 0.6800447702407837,
6
- "eval_precision": 0.769858571469808,
7
- "eval_recall": 0.7751322751322751,
8
- "eval_runtime": 8.7533,
9
- "eval_samples_per_second": 172.735,
10
- "eval_steps_per_second": 10.853
11
  }
 
1
  {
2
  "epoch": 6.0,
3
+ "eval_accuracy": 0.7870370370370371,
4
+ "eval_f1": 0.781713266256152,
5
+ "eval_loss": 0.6831218600273132,
6
+ "eval_precision": 0.7837724171567806,
7
+ "eval_recall": 0.7870370370370371,
8
+ "eval_runtime": 10.3186,
9
+ "eval_samples_per_second": 146.531,
10
+ "eval_steps_per_second": 18.316
11
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a134f64dfa2e6fdda770d078585d1969d27e41f44b729f26b7cc5d24d2e33fa
3
  size 343284077
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d964a805544c542a505cfc821dae66a3efacdc0ddbfa56e41aa27131c781278
3
  size 343284077
runs/Oct26_21-59-36_EE4E077/events.out.tfevents.1698330154.EE4E077.66330.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e88edc1de7aafd5336b016d1b7da6bccf7139e70650988acab2b05f0285b88f6
3
+ size 560
runs/Oct27_10-40-41_EE4E077/1698374445.4455872/events.out.tfevents.1698374445.EE4E077.175743.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae8a8c00ac2e1236f045724e21b55c64290ae5383b34dff9e9720c2bfa3a7a74
3
+ size 5916
runs/Oct27_10-40-41_EE4E077/events.out.tfevents.1698374445.EE4E077.175743.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cba7896e43010790d714fa3d7ebed74bf10262486bed8e2e34900e1911df92b0
3
+ size 14316
train_results.json CHANGED
@@ -1,7 +1,8 @@
1
  {
2
  "epoch": 6.0,
3
- "train_loss": 0.26366007817597686,
4
- "train_runtime": 1257.0372,
5
- "train_samples_per_second": 47.803,
6
- "train_steps_per_second": 2.988
 
7
  }
 
1
  {
2
  "epoch": 6.0,
3
+ "total_flos": 4.65670232933972e+18,
4
+ "train_loss": 0.2673659576083255,
5
+ "train_runtime": 1337.8119,
6
+ "train_samples_per_second": 44.917,
7
+ "train_steps_per_second": 2.808
8
  }
trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "best_metric": 0.8808290155440415,
3
- "best_model_checkpoint": "./vit-base-skin/checkpoint-1252",
4
  "epoch": 6.0,
5
  "global_step": 3756,
6
  "is_hyper_param_search": false,
@@ -10,2333 +10,2705 @@
10
  {
11
  "epoch": 0.02,
12
  "learning_rate": 0.0001994675186368477,
13
- "loss": 1.3226,
14
  "step": 10
15
  },
16
  {
17
  "epoch": 0.03,
18
  "learning_rate": 0.00019893503727369543,
19
- "loss": 1.181,
20
  "step": 20
21
  },
22
  {
23
  "epoch": 0.05,
24
  "learning_rate": 0.00019840255591054313,
25
- "loss": 0.8442,
26
  "step": 30
27
  },
28
  {
29
  "epoch": 0.06,
30
  "learning_rate": 0.00019787007454739086,
31
- "loss": 1.0347,
32
  "step": 40
33
  },
34
  {
35
  "epoch": 0.08,
36
  "learning_rate": 0.00019733759318423856,
37
- "loss": 0.83,
38
  "step": 50
39
  },
40
  {
41
  "epoch": 0.1,
42
  "learning_rate": 0.00019680511182108628,
43
- "loss": 0.8187,
44
  "step": 60
45
  },
46
  {
47
  "epoch": 0.11,
48
  "learning_rate": 0.00019627263045793398,
49
- "loss": 1.0101,
50
  "step": 70
51
  },
52
  {
53
  "epoch": 0.13,
54
  "learning_rate": 0.00019574014909478168,
55
- "loss": 0.8966,
56
  "step": 80
57
  },
58
  {
59
  "epoch": 0.14,
60
  "learning_rate": 0.0001952076677316294,
61
- "loss": 0.9757,
62
  "step": 90
63
  },
64
  {
65
  "epoch": 0.16,
66
  "learning_rate": 0.0001946751863684771,
67
- "loss": 0.8881,
 
 
 
 
 
 
 
 
 
 
 
 
68
  "step": 100
69
  },
70
  {
71
  "epoch": 0.18,
72
  "learning_rate": 0.00019414270500532483,
73
- "loss": 0.849,
74
  "step": 110
75
  },
76
  {
77
  "epoch": 0.19,
78
  "learning_rate": 0.00019361022364217253,
79
- "loss": 0.9514,
80
  "step": 120
81
  },
82
  {
83
  "epoch": 0.21,
84
  "learning_rate": 0.00019307774227902025,
85
- "loss": 0.7534,
86
  "step": 130
87
  },
88
  {
89
  "epoch": 0.22,
90
  "learning_rate": 0.00019254526091586795,
91
- "loss": 0.6676,
92
  "step": 140
93
  },
94
  {
95
  "epoch": 0.24,
96
  "learning_rate": 0.00019201277955271565,
97
- "loss": 0.8426,
98
  "step": 150
99
  },
100
  {
101
  "epoch": 0.26,
102
  "learning_rate": 0.00019148029818956338,
103
- "loss": 0.7935,
104
  "step": 160
105
  },
106
  {
107
  "epoch": 0.27,
108
  "learning_rate": 0.00019094781682641108,
109
- "loss": 0.6444,
110
  "step": 170
111
  },
112
  {
113
  "epoch": 0.29,
114
  "learning_rate": 0.0001904153354632588,
115
- "loss": 0.7758,
116
  "step": 180
117
  },
118
  {
119
  "epoch": 0.3,
120
  "learning_rate": 0.0001898828541001065,
121
- "loss": 0.6214,
122
  "step": 190
123
  },
124
  {
125
  "epoch": 0.32,
126
  "learning_rate": 0.00018935037273695422,
127
- "loss": 0.7693,
 
 
 
 
 
 
 
 
 
 
 
 
128
  "step": 200
129
  },
130
  {
131
  "epoch": 0.34,
132
  "learning_rate": 0.00018881789137380192,
133
- "loss": 0.7717,
134
  "step": 210
135
  },
136
  {
137
  "epoch": 0.35,
138
  "learning_rate": 0.00018828541001064962,
139
- "loss": 0.6923,
140
  "step": 220
141
  },
142
  {
143
  "epoch": 0.37,
144
  "learning_rate": 0.00018775292864749735,
145
- "loss": 0.7113,
146
  "step": 230
147
  },
148
  {
149
  "epoch": 0.38,
150
  "learning_rate": 0.00018722044728434505,
151
- "loss": 0.6749,
152
  "step": 240
153
  },
154
  {
155
  "epoch": 0.4,
156
  "learning_rate": 0.00018668796592119277,
157
- "loss": 0.5459,
158
  "step": 250
159
  },
160
  {
161
  "epoch": 0.42,
162
  "learning_rate": 0.00018615548455804047,
163
- "loss": 0.738,
164
  "step": 260
165
  },
166
  {
167
  "epoch": 0.43,
168
  "learning_rate": 0.0001856230031948882,
169
- "loss": 0.8384,
170
  "step": 270
171
  },
172
  {
173
  "epoch": 0.45,
174
  "learning_rate": 0.0001850905218317359,
175
- "loss": 0.7732,
176
  "step": 280
177
  },
178
  {
179
  "epoch": 0.46,
180
  "learning_rate": 0.0001845580404685836,
181
- "loss": 0.8118,
182
  "step": 290
183
  },
184
  {
185
  "epoch": 0.48,
186
  "learning_rate": 0.00018402555910543132,
187
- "loss": 0.6305,
 
 
 
 
 
 
 
 
 
 
 
 
188
  "step": 300
189
  },
190
  {
191
  "epoch": 0.5,
192
  "learning_rate": 0.00018349307774227902,
193
- "loss": 0.6226,
194
  "step": 310
195
  },
196
  {
197
  "epoch": 0.51,
198
  "learning_rate": 0.00018296059637912674,
199
- "loss": 0.577,
200
  "step": 320
201
  },
202
  {
203
  "epoch": 0.53,
204
  "learning_rate": 0.00018242811501597444,
205
- "loss": 0.6114,
206
  "step": 330
207
  },
208
  {
209
  "epoch": 0.54,
210
  "learning_rate": 0.00018189563365282217,
211
- "loss": 0.8104,
212
  "step": 340
213
  },
214
  {
215
  "epoch": 0.56,
216
  "learning_rate": 0.00018136315228966987,
217
- "loss": 0.6855,
218
  "step": 350
219
  },
220
  {
221
  "epoch": 0.58,
222
  "learning_rate": 0.00018083067092651756,
223
- "loss": 0.6844,
224
  "step": 360
225
  },
226
  {
227
  "epoch": 0.59,
228
  "learning_rate": 0.0001802981895633653,
229
- "loss": 0.7086,
230
  "step": 370
231
  },
232
  {
233
  "epoch": 0.61,
234
  "learning_rate": 0.00017976570820021302,
235
- "loss": 0.6734,
236
  "step": 380
237
  },
238
  {
239
  "epoch": 0.62,
240
  "learning_rate": 0.00017923322683706071,
241
- "loss": 0.5737,
242
  "step": 390
243
  },
244
  {
245
  "epoch": 0.64,
246
  "learning_rate": 0.0001787007454739084,
247
- "loss": 0.7821,
 
 
 
 
 
 
 
 
 
 
 
 
248
  "step": 400
249
  },
250
  {
251
  "epoch": 0.65,
252
  "learning_rate": 0.00017816826411075614,
253
- "loss": 0.6612,
254
  "step": 410
255
  },
256
  {
257
  "epoch": 0.67,
258
  "learning_rate": 0.00017763578274760384,
259
- "loss": 0.6838,
260
  "step": 420
261
  },
262
  {
263
  "epoch": 0.69,
264
  "learning_rate": 0.00017710330138445154,
265
- "loss": 0.7775,
266
  "step": 430
267
  },
268
  {
269
  "epoch": 0.7,
270
  "learning_rate": 0.00017657082002129926,
271
- "loss": 0.6847,
272
  "step": 440
273
  },
274
  {
275
  "epoch": 0.72,
276
  "learning_rate": 0.000176038338658147,
277
- "loss": 0.5728,
278
  "step": 450
279
  },
280
  {
281
  "epoch": 0.73,
282
  "learning_rate": 0.00017550585729499469,
283
- "loss": 0.5409,
284
  "step": 460
285
  },
286
  {
287
  "epoch": 0.75,
288
  "learning_rate": 0.0001749733759318424,
289
- "loss": 0.6694,
290
  "step": 470
291
  },
292
  {
293
  "epoch": 0.77,
294
  "learning_rate": 0.0001744408945686901,
295
- "loss": 0.5375,
296
  "step": 480
297
  },
298
  {
299
  "epoch": 0.78,
300
  "learning_rate": 0.0001739084132055378,
301
- "loss": 0.7531,
302
  "step": 490
303
  },
304
  {
305
  "epoch": 0.8,
306
  "learning_rate": 0.0001733759318423855,
307
- "loss": 0.6331,
 
 
 
 
 
 
 
 
 
 
 
 
308
  "step": 500
309
  },
310
  {
311
  "epoch": 0.81,
312
  "learning_rate": 0.00017284345047923323,
313
- "loss": 0.5812,
314
  "step": 510
315
  },
316
  {
317
  "epoch": 0.83,
318
  "learning_rate": 0.00017231096911608096,
319
- "loss": 0.5885,
320
  "step": 520
321
  },
322
  {
323
  "epoch": 0.85,
324
  "learning_rate": 0.00017177848775292866,
325
- "loss": 0.5008,
326
  "step": 530
327
  },
328
  {
329
  "epoch": 0.86,
330
  "learning_rate": 0.00017124600638977638,
331
- "loss": 0.6969,
332
  "step": 540
333
  },
334
  {
335
  "epoch": 0.88,
336
  "learning_rate": 0.00017071352502662408,
337
- "loss": 0.6664,
338
  "step": 550
339
  },
340
  {
341
  "epoch": 0.89,
342
  "learning_rate": 0.00017018104366347178,
343
- "loss": 0.623,
344
  "step": 560
345
  },
346
  {
347
  "epoch": 0.91,
348
  "learning_rate": 0.00016964856230031948,
349
- "loss": 0.5874,
350
  "step": 570
351
  },
352
  {
353
  "epoch": 0.93,
354
  "learning_rate": 0.0001691160809371672,
355
- "loss": 0.4945,
356
  "step": 580
357
  },
358
  {
359
  "epoch": 0.94,
360
  "learning_rate": 0.00016858359957401493,
361
- "loss": 0.5377,
362
  "step": 590
363
  },
364
  {
365
  "epoch": 0.96,
366
  "learning_rate": 0.00016805111821086263,
367
- "loss": 0.561,
 
 
 
 
 
 
 
 
 
 
 
 
368
  "step": 600
369
  },
370
  {
371
  "epoch": 0.97,
372
  "learning_rate": 0.00016751863684771035,
373
- "loss": 0.6611,
374
  "step": 610
375
  },
376
  {
377
  "epoch": 0.99,
378
  "learning_rate": 0.00016698615548455805,
379
- "loss": 0.4952,
380
  "step": 620
381
  },
382
- {
383
- "epoch": 1.0,
384
- "eval_accuracy": 0.8082901554404145,
385
- "eval_f1": 0.8151715440575547,
386
- "eval_loss": 0.551965057849884,
387
- "eval_precision": 0.8906195272775583,
388
- "eval_recall": 0.8082901554404145,
389
- "eval_runtime": 1.2231,
390
- "eval_samples_per_second": 157.791,
391
- "eval_steps_per_second": 10.628,
392
- "step": 626
393
- },
394
  {
395
  "epoch": 1.01,
396
  "learning_rate": 0.00016645367412140575,
397
- "loss": 0.535,
398
  "step": 630
399
  },
400
  {
401
  "epoch": 1.02,
402
  "learning_rate": 0.00016592119275825345,
403
- "loss": 0.3981,
404
  "step": 640
405
  },
406
  {
407
  "epoch": 1.04,
408
  "learning_rate": 0.00016538871139510118,
409
- "loss": 0.4819,
410
  "step": 650
411
  },
412
  {
413
  "epoch": 1.05,
414
  "learning_rate": 0.0001648562300319489,
415
- "loss": 0.5802,
416
  "step": 660
417
  },
418
  {
419
  "epoch": 1.07,
420
  "learning_rate": 0.0001643237486687966,
421
- "loss": 0.5392,
422
  "step": 670
423
  },
424
  {
425
  "epoch": 1.09,
426
  "learning_rate": 0.00016379126730564433,
427
- "loss": 0.5117,
428
  "step": 680
429
  },
430
  {
431
  "epoch": 1.1,
432
  "learning_rate": 0.00016325878594249202,
433
- "loss": 0.4329,
434
  "step": 690
435
  },
436
  {
437
  "epoch": 1.12,
438
  "learning_rate": 0.00016272630457933972,
439
- "loss": 0.4065,
 
 
 
 
 
 
 
 
 
 
 
 
440
  "step": 700
441
  },
442
  {
443
  "epoch": 1.13,
444
  "learning_rate": 0.00016219382321618745,
445
- "loss": 0.595,
446
  "step": 710
447
  },
448
  {
449
  "epoch": 1.15,
450
  "learning_rate": 0.00016166134185303515,
451
- "loss": 0.4661,
452
  "step": 720
453
  },
454
  {
455
  "epoch": 1.17,
456
  "learning_rate": 0.00016112886048988287,
457
- "loss": 0.4824,
458
  "step": 730
459
  },
460
  {
461
  "epoch": 1.18,
462
  "learning_rate": 0.00016059637912673057,
463
- "loss": 0.4392,
464
  "step": 740
465
  },
466
  {
467
  "epoch": 1.2,
468
  "learning_rate": 0.0001600638977635783,
469
- "loss": 0.3931,
470
  "step": 750
471
  },
472
  {
473
  "epoch": 1.21,
474
- "learning_rate": 0.00015958466453674122,
475
- "loss": 0.5221,
476
  "step": 760
477
  },
478
  {
479
  "epoch": 1.23,
480
- "learning_rate": 0.00015905218317358895,
481
- "loss": 0.3718,
482
  "step": 770
483
  },
484
  {
485
  "epoch": 1.25,
486
- "learning_rate": 0.00015851970181043665,
487
- "loss": 0.5278,
488
  "step": 780
489
  },
490
  {
491
  "epoch": 1.26,
492
- "learning_rate": 0.00015798722044728435,
493
- "loss": 0.4808,
494
  "step": 790
495
  },
496
  {
497
  "epoch": 1.28,
498
- "learning_rate": 0.00015750798722044727,
499
- "loss": 0.6643,
 
 
 
 
 
 
 
 
 
 
 
 
500
  "step": 800
501
  },
502
  {
503
  "epoch": 1.29,
504
- "learning_rate": 0.00015697550585729502,
505
- "loss": 0.6016,
506
  "step": 810
507
  },
508
  {
509
  "epoch": 1.31,
510
- "learning_rate": 0.00015644302449414272,
511
- "loss": 0.5561,
512
  "step": 820
513
  },
514
  {
515
  "epoch": 1.33,
516
- "learning_rate": 0.00015591054313099042,
517
- "loss": 0.3496,
518
  "step": 830
519
  },
520
  {
521
  "epoch": 1.34,
522
- "learning_rate": 0.00015537806176783815,
523
- "loss": 0.4903,
524
  "step": 840
525
  },
526
  {
527
  "epoch": 1.36,
528
- "learning_rate": 0.00015484558040468585,
529
- "loss": 0.4163,
530
  "step": 850
531
  },
532
  {
533
  "epoch": 1.37,
534
- "learning_rate": 0.00015431309904153354,
535
- "loss": 0.6074,
536
  "step": 860
537
  },
538
  {
539
  "epoch": 1.39,
540
- "learning_rate": 0.00015378061767838124,
541
- "loss": 0.6076,
542
  "step": 870
543
  },
544
  {
545
  "epoch": 1.41,
546
- "learning_rate": 0.000153248136315229,
547
- "loss": 0.3271,
548
  "step": 880
549
  },
550
  {
551
  "epoch": 1.42,
552
- "learning_rate": 0.0001527156549520767,
553
- "loss": 0.526,
554
  "step": 890
555
  },
556
  {
557
  "epoch": 1.44,
558
- "learning_rate": 0.0001521831735889244,
559
- "loss": 0.4802,
 
 
 
 
 
 
 
 
 
 
 
 
560
  "step": 900
561
  },
562
  {
563
  "epoch": 1.45,
564
- "learning_rate": 0.00015165069222577212,
565
- "loss": 0.4022,
566
  "step": 910
567
  },
568
  {
569
  "epoch": 1.47,
570
- "learning_rate": 0.00015117145899893504,
571
- "loss": 0.4919,
572
  "step": 920
573
  },
574
  {
575
  "epoch": 1.49,
576
- "learning_rate": 0.00015063897763578277,
577
- "loss": 0.4165,
578
  "step": 930
579
  },
580
  {
581
  "epoch": 1.5,
582
- "learning_rate": 0.00015010649627263047,
583
- "loss": 0.5528,
584
  "step": 940
585
  },
586
  {
587
  "epoch": 1.52,
588
- "learning_rate": 0.00014957401490947817,
589
- "loss": 0.5046,
590
  "step": 950
591
  },
592
  {
593
  "epoch": 1.53,
594
- "learning_rate": 0.0001490415335463259,
595
- "loss": 0.4592,
596
  "step": 960
597
  },
598
  {
599
  "epoch": 1.55,
600
- "learning_rate": 0.0001485090521831736,
601
- "loss": 0.4861,
602
  "step": 970
603
  },
604
  {
605
  "epoch": 1.57,
606
- "learning_rate": 0.0001479765708200213,
607
- "loss": 0.4433,
608
  "step": 980
609
  },
610
  {
611
  "epoch": 1.58,
612
- "learning_rate": 0.00014744408945686902,
613
- "loss": 0.4874,
614
  "step": 990
615
  },
616
  {
617
  "epoch": 1.6,
618
- "learning_rate": 0.00014691160809371674,
619
- "loss": 0.4691,
 
 
 
 
 
 
 
 
 
 
 
 
620
  "step": 1000
621
  },
622
  {
623
  "epoch": 1.61,
624
- "learning_rate": 0.00014637912673056444,
625
- "loss": 0.4094,
626
  "step": 1010
627
  },
628
  {
629
  "epoch": 1.63,
630
- "learning_rate": 0.00014584664536741214,
631
- "loss": 0.4793,
632
  "step": 1020
633
  },
634
  {
635
  "epoch": 1.65,
636
- "learning_rate": 0.00014531416400425986,
637
- "loss": 0.423,
638
  "step": 1030
639
  },
640
  {
641
  "epoch": 1.66,
642
- "learning_rate": 0.00014478168264110756,
643
- "loss": 0.5418,
644
  "step": 1040
645
  },
646
  {
647
  "epoch": 1.68,
648
- "learning_rate": 0.00014424920127795526,
649
- "loss": 0.4584,
650
  "step": 1050
651
  },
652
  {
653
  "epoch": 1.69,
654
- "learning_rate": 0.000143716719914803,
655
- "loss": 0.4168,
656
  "step": 1060
657
  },
658
  {
659
  "epoch": 1.71,
660
- "learning_rate": 0.0001431842385516507,
661
- "loss": 0.4214,
662
  "step": 1070
663
  },
664
  {
665
  "epoch": 1.73,
666
- "learning_rate": 0.0001426517571884984,
667
- "loss": 0.4917,
668
  "step": 1080
669
  },
670
  {
671
  "epoch": 1.74,
672
- "learning_rate": 0.0001421192758253461,
673
- "loss": 0.4052,
674
  "step": 1090
675
  },
676
  {
677
  "epoch": 1.76,
678
- "learning_rate": 0.00014158679446219384,
679
- "loss": 0.463,
 
 
 
 
 
 
 
 
 
 
 
 
680
  "step": 1100
681
  },
682
  {
683
  "epoch": 1.77,
684
- "learning_rate": 0.00014105431309904153,
685
- "loss": 0.589,
686
  "step": 1110
687
  },
688
  {
689
  "epoch": 1.79,
690
- "learning_rate": 0.00014052183173588923,
691
- "loss": 0.3621,
692
  "step": 1120
693
  },
694
  {
695
  "epoch": 1.81,
696
- "learning_rate": 0.00013998935037273696,
697
- "loss": 0.2815,
698
  "step": 1130
699
  },
700
  {
701
  "epoch": 1.82,
702
- "learning_rate": 0.00013945686900958468,
703
- "loss": 0.3033,
704
  "step": 1140
705
  },
706
  {
707
  "epoch": 1.84,
708
- "learning_rate": 0.00013892438764643238,
709
- "loss": 0.5261,
710
  "step": 1150
711
  },
712
  {
713
  "epoch": 1.85,
714
- "learning_rate": 0.00013839190628328008,
715
- "loss": 0.3978,
716
  "step": 1160
717
  },
718
  {
719
  "epoch": 1.87,
720
- "learning_rate": 0.0001378594249201278,
721
- "loss": 0.3969,
722
  "step": 1170
723
  },
724
  {
725
  "epoch": 1.88,
726
- "learning_rate": 0.0001373269435569755,
727
- "loss": 0.6126,
728
  "step": 1180
729
  },
730
  {
731
  "epoch": 1.9,
732
- "learning_rate": 0.0001367944621938232,
733
- "loss": 0.262,
734
  "step": 1190
735
  },
736
  {
737
  "epoch": 1.92,
738
- "learning_rate": 0.00013626198083067093,
739
- "loss": 0.4194,
 
 
 
 
 
 
 
 
 
 
 
 
740
  "step": 1200
741
  },
742
  {
743
  "epoch": 1.93,
744
- "learning_rate": 0.00013572949946751866,
745
- "loss": 0.4764,
746
  "step": 1210
747
  },
748
  {
749
  "epoch": 1.95,
750
- "learning_rate": 0.00013519701810436635,
751
- "loss": 0.2494,
752
  "step": 1220
753
  },
754
  {
755
  "epoch": 1.96,
756
- "learning_rate": 0.00013466453674121405,
757
- "loss": 0.3119,
758
  "step": 1230
759
  },
760
  {
761
  "epoch": 1.98,
762
- "learning_rate": 0.00013413205537806178,
763
- "loss": 0.4482,
764
  "step": 1240
765
  },
766
  {
767
  "epoch": 2.0,
768
- "learning_rate": 0.00013359957401490948,
769
- "loss": 0.406,
770
  "step": 1250
771
  },
772
- {
773
- "epoch": 2.0,
774
- "eval_accuracy": 0.8808290155440415,
775
- "eval_f1": 0.8739851867067574,
776
- "eval_loss": 0.44047027826309204,
777
- "eval_precision": 0.8807327145363345,
778
- "eval_recall": 0.8808290155440415,
779
- "eval_runtime": 1.2577,
780
- "eval_samples_per_second": 153.459,
781
- "eval_steps_per_second": 10.337,
782
- "step": 1252
783
- },
784
  {
785
  "epoch": 2.01,
786
- "learning_rate": 0.00013306709265175718,
787
- "loss": 0.359,
788
  "step": 1260
789
  },
790
  {
791
  "epoch": 2.03,
792
- "learning_rate": 0.00013253461128860493,
793
- "loss": 0.2068,
794
  "step": 1270
795
  },
796
  {
797
  "epoch": 2.04,
798
- "learning_rate": 0.00013200212992545263,
799
- "loss": 0.2841,
800
  "step": 1280
801
  },
802
  {
803
  "epoch": 2.06,
804
- "learning_rate": 0.00013146964856230033,
805
- "loss": 0.2243,
806
  "step": 1290
807
  },
808
  {
809
  "epoch": 2.08,
810
- "learning_rate": 0.00013093716719914802,
811
- "loss": 0.2247,
 
 
 
 
 
 
 
 
 
 
 
 
812
  "step": 1300
813
  },
814
  {
815
  "epoch": 2.09,
816
- "learning_rate": 0.00013040468583599575,
817
- "loss": 0.2546,
818
  "step": 1310
819
  },
820
  {
821
  "epoch": 2.11,
822
- "learning_rate": 0.00012987220447284345,
823
- "loss": 0.3118,
824
  "step": 1320
825
  },
826
  {
827
  "epoch": 2.12,
828
- "learning_rate": 0.00012933972310969115,
829
- "loss": 0.2522,
830
  "step": 1330
831
  },
832
  {
833
  "epoch": 2.14,
834
- "learning_rate": 0.0001288072417465389,
835
- "loss": 0.323,
836
  "step": 1340
837
  },
838
  {
839
  "epoch": 2.16,
840
- "learning_rate": 0.0001282747603833866,
841
- "loss": 0.2501,
842
  "step": 1350
843
  },
844
  {
845
  "epoch": 2.17,
846
- "learning_rate": 0.0001277422790202343,
847
- "loss": 0.2335,
848
  "step": 1360
849
  },
850
  {
851
  "epoch": 2.19,
852
- "learning_rate": 0.000127209797657082,
853
- "loss": 0.188,
854
  "step": 1370
855
  },
856
  {
857
  "epoch": 2.2,
858
- "learning_rate": 0.00012667731629392972,
859
- "loss": 0.3222,
860
  "step": 1380
861
  },
862
  {
863
  "epoch": 2.22,
864
- "learning_rate": 0.00012614483493077742,
865
- "loss": 0.3993,
866
  "step": 1390
867
  },
868
  {
869
  "epoch": 2.24,
870
- "learning_rate": 0.00012561235356762512,
871
- "loss": 0.287,
 
 
 
 
 
 
 
 
 
 
 
 
872
  "step": 1400
873
  },
874
  {
875
  "epoch": 2.25,
876
- "learning_rate": 0.00012507987220447287,
877
- "loss": 0.2513,
878
  "step": 1410
879
  },
880
  {
881
  "epoch": 2.27,
882
- "learning_rate": 0.00012454739084132057,
883
- "loss": 0.3005,
884
  "step": 1420
885
  },
886
  {
887
  "epoch": 2.28,
888
- "learning_rate": 0.00012401490947816827,
889
- "loss": 0.1648,
890
  "step": 1430
891
  },
892
  {
893
  "epoch": 2.3,
894
- "learning_rate": 0.00012348242811501597,
895
- "loss": 0.2993,
896
  "step": 1440
897
  },
898
  {
899
  "epoch": 2.32,
900
- "learning_rate": 0.0001229499467518637,
901
- "loss": 0.3046,
902
  "step": 1450
903
  },
904
  {
905
  "epoch": 2.33,
906
- "learning_rate": 0.0001224174653887114,
907
- "loss": 0.2163,
908
  "step": 1460
909
  },
910
  {
911
  "epoch": 2.35,
912
- "learning_rate": 0.0001218849840255591,
913
- "loss": 0.2368,
914
  "step": 1470
915
  },
916
  {
917
  "epoch": 2.36,
918
- "learning_rate": 0.00012135250266240683,
919
- "loss": 0.4212,
920
  "step": 1480
921
  },
922
  {
923
  "epoch": 2.38,
924
- "learning_rate": 0.00012082002129925454,
925
- "loss": 0.2242,
926
  "step": 1490
927
  },
928
  {
929
  "epoch": 2.4,
930
- "learning_rate": 0.00012028753993610224,
931
- "loss": 0.2596,
 
 
 
 
 
 
 
 
 
 
 
 
932
  "step": 1500
933
  },
934
  {
935
  "epoch": 2.41,
936
- "learning_rate": 0.00011975505857294995,
937
- "loss": 0.1529,
938
  "step": 1510
939
  },
940
  {
941
  "epoch": 2.43,
942
- "learning_rate": 0.00011922257720979766,
943
- "loss": 0.2282,
944
  "step": 1520
945
  },
946
  {
947
  "epoch": 2.44,
948
- "learning_rate": 0.00011869009584664536,
949
- "loss": 0.193,
950
  "step": 1530
951
  },
952
  {
953
  "epoch": 2.46,
954
- "learning_rate": 0.00011815761448349307,
955
- "loss": 0.3611,
956
  "step": 1540
957
  },
958
  {
959
  "epoch": 2.48,
960
- "learning_rate": 0.0001176251331203408,
961
- "loss": 0.2629,
962
  "step": 1550
963
  },
964
  {
965
  "epoch": 2.49,
966
- "learning_rate": 0.00011709265175718851,
967
- "loss": 0.2813,
968
  "step": 1560
969
  },
970
  {
971
  "epoch": 2.51,
972
- "learning_rate": 0.00011656017039403621,
973
- "loss": 0.244,
974
  "step": 1570
975
  },
976
  {
977
  "epoch": 2.52,
978
- "learning_rate": 0.00011602768903088392,
979
- "loss": 0.2069,
980
  "step": 1580
981
  },
982
  {
983
  "epoch": 2.54,
984
- "learning_rate": 0.00011549520766773163,
985
- "loss": 0.2789,
986
  "step": 1590
987
  },
988
  {
989
  "epoch": 2.56,
990
- "learning_rate": 0.00011496272630457933,
991
- "loss": 0.2577,
 
 
 
 
 
 
 
 
 
 
 
 
992
  "step": 1600
993
  },
994
  {
995
  "epoch": 2.57,
996
- "learning_rate": 0.00011443024494142705,
997
- "loss": 0.1604,
998
  "step": 1610
999
  },
1000
  {
1001
  "epoch": 2.59,
1002
- "learning_rate": 0.00011389776357827477,
1003
- "loss": 0.2913,
1004
  "step": 1620
1005
  },
1006
  {
1007
  "epoch": 2.6,
1008
- "learning_rate": 0.00011336528221512248,
1009
- "loss": 0.292,
1010
  "step": 1630
1011
  },
1012
  {
1013
  "epoch": 2.62,
1014
- "learning_rate": 0.00011283280085197018,
1015
- "loss": 0.2309,
1016
  "step": 1640
1017
  },
1018
  {
1019
  "epoch": 2.64,
1020
- "learning_rate": 0.0001123003194888179,
1021
- "loss": 0.3248,
1022
  "step": 1650
1023
  },
1024
  {
1025
  "epoch": 2.65,
1026
- "learning_rate": 0.0001117678381256656,
1027
- "loss": 0.2171,
1028
  "step": 1660
1029
  },
1030
  {
1031
  "epoch": 2.67,
1032
- "learning_rate": 0.0001112353567625133,
1033
- "loss": 0.4351,
1034
  "step": 1670
1035
  },
1036
  {
1037
  "epoch": 2.68,
1038
- "learning_rate": 0.00011070287539936102,
1039
- "loss": 0.272,
1040
  "step": 1680
1041
  },
1042
  {
1043
  "epoch": 2.7,
1044
- "learning_rate": 0.00011017039403620874,
1045
- "loss": 0.4223,
1046
  "step": 1690
1047
  },
1048
  {
1049
  "epoch": 2.72,
1050
- "learning_rate": 0.00010963791267305645,
1051
- "loss": 0.1701,
 
 
 
 
 
 
 
 
 
 
 
 
1052
  "step": 1700
1053
  },
1054
  {
1055
  "epoch": 2.73,
1056
- "learning_rate": 0.00010910543130990417,
1057
- "loss": 0.3361,
1058
  "step": 1710
1059
  },
1060
  {
1061
  "epoch": 2.75,
1062
- "learning_rate": 0.00010857294994675187,
1063
- "loss": 0.15,
1064
  "step": 1720
1065
  },
1066
  {
1067
  "epoch": 2.76,
1068
- "learning_rate": 0.00010804046858359958,
1069
- "loss": 0.2213,
1070
  "step": 1730
1071
  },
1072
  {
1073
  "epoch": 2.78,
1074
- "learning_rate": 0.00010750798722044728,
1075
- "loss": 0.1459,
1076
  "step": 1740
1077
  },
1078
  {
1079
  "epoch": 2.8,
1080
- "learning_rate": 0.00010697550585729502,
1081
- "loss": 0.2667,
1082
  "step": 1750
1083
  },
1084
  {
1085
  "epoch": 2.81,
1086
- "learning_rate": 0.00010644302449414271,
1087
- "loss": 0.2597,
1088
  "step": 1760
1089
  },
1090
  {
1091
  "epoch": 2.83,
1092
- "learning_rate": 0.00010591054313099043,
1093
- "loss": 0.1739,
1094
  "step": 1770
1095
  },
1096
  {
1097
  "epoch": 2.84,
1098
- "learning_rate": 0.00010537806176783814,
1099
- "loss": 0.3135,
1100
  "step": 1780
1101
  },
1102
  {
1103
  "epoch": 2.86,
1104
- "learning_rate": 0.00010484558040468584,
1105
- "loss": 0.3084,
1106
  "step": 1790
1107
  },
1108
  {
1109
  "epoch": 2.88,
1110
- "learning_rate": 0.00010431309904153355,
1111
- "loss": 0.1711,
 
 
 
 
 
 
 
 
 
 
 
 
1112
  "step": 1800
1113
  },
1114
  {
1115
  "epoch": 2.89,
1116
- "learning_rate": 0.00010378061767838125,
1117
- "loss": 0.3314,
1118
  "step": 1810
1119
  },
1120
  {
1121
  "epoch": 2.91,
1122
- "learning_rate": 0.00010324813631522899,
1123
- "loss": 0.232,
1124
  "step": 1820
1125
  },
1126
  {
1127
  "epoch": 2.92,
1128
- "learning_rate": 0.00010271565495207669,
1129
- "loss": 0.1611,
1130
  "step": 1830
1131
  },
1132
  {
1133
  "epoch": 2.94,
1134
- "learning_rate": 0.0001021831735889244,
1135
- "loss": 0.2533,
1136
  "step": 1840
1137
  },
1138
  {
1139
  "epoch": 2.96,
1140
- "learning_rate": 0.00010165069222577211,
1141
- "loss": 0.1702,
1142
  "step": 1850
1143
  },
1144
  {
1145
  "epoch": 2.97,
1146
- "learning_rate": 0.00010111821086261981,
1147
- "loss": 0.2574,
1148
  "step": 1860
1149
  },
1150
  {
1151
  "epoch": 2.99,
1152
- "learning_rate": 0.00010058572949946752,
1153
- "loss": 0.3248,
1154
  "step": 1870
1155
  },
1156
  {
1157
  "epoch": 3.0,
1158
- "eval_accuracy": 0.844559585492228,
1159
- "eval_f1": 0.8348578980579512,
1160
- "eval_loss": 0.4203706979751587,
1161
- "eval_precision": 0.838060975475756,
1162
- "eval_recall": 0.844559585492228,
1163
- "eval_runtime": 1.2389,
1164
- "eval_samples_per_second": 155.788,
1165
- "eval_steps_per_second": 10.493,
1166
- "step": 1878
1167
- },
1168
- {
1169
- "epoch": 3.0,
1170
- "learning_rate": 0.00010005324813631522,
1171
- "loss": 0.1448,
1172
  "step": 1880
1173
  },
1174
  {
1175
  "epoch": 3.02,
1176
- "learning_rate": 9.952076677316294e-05,
1177
- "loss": 0.1276,
1178
  "step": 1890
1179
  },
1180
  {
1181
  "epoch": 3.04,
1182
- "learning_rate": 9.898828541001066e-05,
1183
- "loss": 0.1027,
 
 
 
 
 
 
 
 
 
 
 
 
1184
  "step": 1900
1185
  },
1186
  {
1187
  "epoch": 3.05,
1188
- "learning_rate": 9.845580404685837e-05,
1189
- "loss": 0.0971,
1190
  "step": 1910
1191
  },
1192
  {
1193
  "epoch": 3.07,
1194
- "learning_rate": 9.792332268370608e-05,
1195
- "loss": 0.0787,
1196
  "step": 1920
1197
  },
1198
  {
1199
  "epoch": 3.08,
1200
- "learning_rate": 9.739084132055378e-05,
1201
- "loss": 0.0975,
1202
  "step": 1930
1203
  },
1204
  {
1205
  "epoch": 3.1,
1206
- "learning_rate": 9.68583599574015e-05,
1207
- "loss": 0.0636,
1208
  "step": 1940
1209
  },
1210
  {
1211
  "epoch": 3.12,
1212
- "learning_rate": 9.63258785942492e-05,
1213
- "loss": 0.1065,
1214
  "step": 1950
1215
  },
1216
  {
1217
  "epoch": 3.13,
1218
- "learning_rate": 9.579339723109692e-05,
1219
- "loss": 0.0748,
1220
  "step": 1960
1221
  },
1222
  {
1223
  "epoch": 3.15,
1224
- "learning_rate": 9.526091586794463e-05,
1225
- "loss": 0.0585,
1226
  "step": 1970
1227
  },
1228
  {
1229
  "epoch": 3.16,
1230
- "learning_rate": 9.472843450479234e-05,
1231
- "loss": 0.0997,
1232
  "step": 1980
1233
  },
1234
  {
1235
  "epoch": 3.18,
1236
- "learning_rate": 9.419595314164005e-05,
1237
- "loss": 0.0941,
1238
  "step": 1990
1239
  },
1240
  {
1241
  "epoch": 3.19,
1242
- "learning_rate": 9.366347177848775e-05,
1243
- "loss": 0.104,
 
 
 
 
 
 
 
 
 
 
 
 
1244
  "step": 2000
1245
  },
1246
  {
1247
  "epoch": 3.21,
1248
- "learning_rate": 9.313099041533548e-05,
1249
- "loss": 0.0456,
1250
  "step": 2010
1251
  },
1252
  {
1253
  "epoch": 3.23,
1254
- "learning_rate": 9.259850905218317e-05,
1255
- "loss": 0.0911,
1256
  "step": 2020
1257
  },
1258
  {
1259
  "epoch": 3.24,
1260
- "learning_rate": 9.206602768903089e-05,
1261
- "loss": 0.1377,
1262
  "step": 2030
1263
  },
1264
  {
1265
  "epoch": 3.26,
1266
- "learning_rate": 9.15335463258786e-05,
1267
- "loss": 0.1084,
1268
  "step": 2040
1269
  },
1270
  {
1271
  "epoch": 3.27,
1272
- "learning_rate": 9.100106496272631e-05,
1273
- "loss": 0.0666,
1274
  "step": 2050
1275
  },
1276
  {
1277
  "epoch": 3.29,
1278
- "learning_rate": 9.046858359957402e-05,
1279
- "loss": 0.1412,
1280
  "step": 2060
1281
  },
1282
  {
1283
  "epoch": 3.31,
1284
- "learning_rate": 8.993610223642172e-05,
1285
- "loss": 0.131,
1286
  "step": 2070
1287
  },
1288
  {
1289
  "epoch": 3.32,
1290
- "learning_rate": 8.940362087326945e-05,
1291
- "loss": 0.04,
1292
  "step": 2080
1293
  },
1294
  {
1295
  "epoch": 3.34,
1296
- "learning_rate": 8.887113951011715e-05,
1297
- "loss": 0.0458,
1298
  "step": 2090
1299
  },
1300
  {
1301
  "epoch": 3.35,
1302
- "learning_rate": 8.833865814696486e-05,
1303
- "loss": 0.071,
 
 
 
 
 
 
 
 
 
 
 
 
1304
  "step": 2100
1305
  },
1306
  {
1307
  "epoch": 3.37,
1308
- "learning_rate": 8.780617678381257e-05,
1309
- "loss": 0.2261,
1310
  "step": 2110
1311
  },
1312
  {
1313
  "epoch": 3.39,
1314
- "learning_rate": 8.727369542066028e-05,
1315
- "loss": 0.0839,
1316
  "step": 2120
1317
  },
1318
  {
1319
  "epoch": 3.4,
1320
- "learning_rate": 8.6741214057508e-05,
1321
- "loss": 0.108,
1322
  "step": 2130
1323
  },
1324
  {
1325
  "epoch": 3.42,
1326
- "learning_rate": 8.620873269435569e-05,
1327
- "loss": 0.1006,
1328
  "step": 2140
1329
  },
1330
  {
1331
  "epoch": 3.43,
1332
- "learning_rate": 8.567625133120342e-05,
1333
- "loss": 0.2175,
1334
  "step": 2150
1335
  },
1336
  {
1337
  "epoch": 3.45,
1338
- "learning_rate": 8.514376996805112e-05,
1339
- "loss": 0.162,
1340
  "step": 2160
1341
  },
1342
  {
1343
  "epoch": 3.47,
1344
- "learning_rate": 8.461128860489883e-05,
1345
- "loss": 0.0975,
1346
  "step": 2170
1347
  },
1348
  {
1349
  "epoch": 3.48,
1350
- "learning_rate": 8.407880724174654e-05,
1351
- "loss": 0.1104,
1352
  "step": 2180
1353
  },
1354
  {
1355
  "epoch": 3.5,
1356
- "learning_rate": 8.354632587859425e-05,
1357
- "loss": 0.1068,
1358
  "step": 2190
1359
  },
1360
  {
1361
  "epoch": 3.51,
1362
- "learning_rate": 8.301384451544197e-05,
1363
- "loss": 0.2417,
 
 
 
 
 
 
 
 
 
 
 
 
1364
  "step": 2200
1365
  },
1366
  {
1367
  "epoch": 3.53,
1368
- "learning_rate": 8.248136315228966e-05,
1369
- "loss": 0.0763,
1370
  "step": 2210
1371
  },
1372
  {
1373
  "epoch": 3.55,
1374
- "learning_rate": 8.194888178913739e-05,
1375
- "loss": 0.0256,
1376
  "step": 2220
1377
  },
1378
  {
1379
  "epoch": 3.56,
1380
- "learning_rate": 8.141640042598509e-05,
1381
- "loss": 0.0714,
1382
  "step": 2230
1383
  },
1384
  {
1385
  "epoch": 3.58,
1386
- "learning_rate": 8.08839190628328e-05,
1387
- "loss": 0.1869,
1388
  "step": 2240
1389
  },
1390
  {
1391
  "epoch": 3.59,
1392
- "learning_rate": 8.035143769968051e-05,
1393
- "loss": 0.1378,
1394
  "step": 2250
1395
  },
1396
  {
1397
  "epoch": 3.61,
1398
- "learning_rate": 7.981895633652823e-05,
1399
- "loss": 0.0806,
1400
  "step": 2260
1401
  },
1402
  {
1403
  "epoch": 3.63,
1404
- "learning_rate": 7.928647497337594e-05,
1405
- "loss": 0.0646,
1406
  "step": 2270
1407
  },
1408
  {
1409
  "epoch": 3.64,
1410
- "learning_rate": 7.875399361022364e-05,
1411
- "loss": 0.0454,
1412
  "step": 2280
1413
  },
1414
  {
1415
  "epoch": 3.66,
1416
- "learning_rate": 7.822151224707136e-05,
1417
- "loss": 0.117,
1418
  "step": 2290
1419
  },
1420
  {
1421
  "epoch": 3.67,
1422
- "learning_rate": 7.768903088391907e-05,
1423
- "loss": 0.1052,
 
 
 
 
 
 
 
 
 
 
 
 
1424
  "step": 2300
1425
  },
1426
  {
1427
  "epoch": 3.69,
1428
- "learning_rate": 7.715654952076677e-05,
1429
- "loss": 0.1426,
1430
  "step": 2310
1431
  },
1432
  {
1433
  "epoch": 3.71,
1434
- "learning_rate": 7.66240681576145e-05,
1435
- "loss": 0.2087,
1436
  "step": 2320
1437
  },
1438
  {
1439
  "epoch": 3.72,
1440
- "learning_rate": 7.60915867944622e-05,
1441
- "loss": 0.1354,
1442
  "step": 2330
1443
  },
1444
  {
1445
  "epoch": 3.74,
1446
- "learning_rate": 7.555910543130991e-05,
1447
- "loss": 0.0493,
1448
  "step": 2340
1449
  },
1450
  {
1451
  "epoch": 3.75,
1452
- "learning_rate": 7.502662406815761e-05,
1453
- "loss": 0.0322,
1454
  "step": 2350
1455
  },
1456
  {
1457
  "epoch": 3.77,
1458
- "learning_rate": 7.449414270500533e-05,
1459
- "loss": 0.1888,
1460
  "step": 2360
1461
  },
1462
  {
1463
  "epoch": 3.79,
1464
- "learning_rate": 7.396166134185304e-05,
1465
- "loss": 0.0825,
1466
  "step": 2370
1467
  },
1468
  {
1469
  "epoch": 3.8,
1470
- "learning_rate": 7.342917997870074e-05,
1471
- "loss": 0.0555,
1472
  "step": 2380
1473
  },
1474
  {
1475
  "epoch": 3.82,
1476
- "learning_rate": 7.289669861554847e-05,
1477
- "loss": 0.1522,
1478
  "step": 2390
1479
  },
1480
  {
1481
  "epoch": 3.83,
1482
- "learning_rate": 7.236421725239617e-05,
1483
- "loss": 0.1257,
 
 
 
 
 
 
 
 
 
 
 
 
1484
  "step": 2400
1485
  },
1486
  {
1487
  "epoch": 3.85,
1488
- "learning_rate": 7.183173588924388e-05,
1489
- "loss": 0.1333,
1490
  "step": 2410
1491
  },
1492
  {
1493
  "epoch": 3.87,
1494
- "learning_rate": 7.129925452609159e-05,
1495
- "loss": 0.0742,
1496
  "step": 2420
1497
  },
1498
  {
1499
  "epoch": 3.88,
1500
- "learning_rate": 7.07667731629393e-05,
1501
- "loss": 0.1136,
1502
  "step": 2430
1503
  },
1504
  {
1505
  "epoch": 3.9,
1506
- "learning_rate": 7.023429179978702e-05,
1507
- "loss": 0.0404,
1508
  "step": 2440
1509
  },
1510
  {
1511
  "epoch": 3.91,
1512
- "learning_rate": 6.970181043663471e-05,
1513
- "loss": 0.0618,
1514
  "step": 2450
1515
  },
1516
  {
1517
  "epoch": 3.93,
1518
- "learning_rate": 6.916932907348244e-05,
1519
- "loss": 0.0682,
1520
  "step": 2460
1521
  },
1522
  {
1523
  "epoch": 3.95,
1524
- "learning_rate": 6.863684771033014e-05,
1525
- "loss": 0.1142,
1526
  "step": 2470
1527
  },
1528
  {
1529
  "epoch": 3.96,
1530
- "learning_rate": 6.810436634717785e-05,
1531
- "loss": 0.0729,
1532
  "step": 2480
1533
  },
1534
  {
1535
  "epoch": 3.98,
1536
- "learning_rate": 6.757188498402556e-05,
1537
- "loss": 0.0926,
1538
  "step": 2490
1539
  },
1540
  {
1541
  "epoch": 3.99,
1542
- "learning_rate": 6.703940362087328e-05,
1543
- "loss": 0.1064,
1544
  "step": 2500
1545
  },
1546
  {
1547
- "epoch": 4.0,
1548
- "eval_accuracy": 0.844559585492228,
1549
- "eval_f1": 0.8375340248723185,
1550
- "eval_loss": 0.6135075688362122,
1551
- "eval_precision": 0.8335855797420394,
1552
- "eval_recall": 0.844559585492228,
1553
- "eval_runtime": 1.2164,
1554
- "eval_samples_per_second": 158.659,
1555
- "eval_steps_per_second": 10.687,
1556
- "step": 2504
1557
  },
1558
  {
1559
  "epoch": 4.01,
1560
- "learning_rate": 6.650692225772099e-05,
1561
- "loss": 0.0954,
1562
  "step": 2510
1563
  },
1564
  {
1565
  "epoch": 4.03,
1566
- "learning_rate": 6.597444089456869e-05,
1567
- "loss": 0.0108,
1568
  "step": 2520
1569
  },
1570
  {
1571
  "epoch": 4.04,
1572
- "learning_rate": 6.544195953141641e-05,
1573
- "loss": 0.0846,
1574
  "step": 2530
1575
  },
1576
  {
1577
  "epoch": 4.06,
1578
- "learning_rate": 6.490947816826411e-05,
1579
- "loss": 0.0399,
1580
  "step": 2540
1581
  },
1582
  {
1583
  "epoch": 4.07,
1584
- "learning_rate": 6.437699680511182e-05,
1585
- "loss": 0.0445,
1586
  "step": 2550
1587
  },
1588
  {
1589
  "epoch": 4.09,
1590
- "learning_rate": 6.384451544195953e-05,
1591
- "loss": 0.0832,
1592
  "step": 2560
1593
  },
1594
  {
1595
  "epoch": 4.11,
1596
- "learning_rate": 6.331203407880725e-05,
1597
- "loss": 0.0363,
1598
  "step": 2570
1599
  },
1600
  {
1601
  "epoch": 4.12,
1602
- "learning_rate": 6.277955271565496e-05,
1603
- "loss": 0.0089,
1604
  "step": 2580
1605
  },
1606
  {
1607
  "epoch": 4.14,
1608
- "learning_rate": 6.224707135250266e-05,
1609
- "loss": 0.0412,
1610
  "step": 2590
1611
  },
1612
  {
1613
  "epoch": 4.15,
1614
- "learning_rate": 6.171458998935038e-05,
1615
- "loss": 0.0094,
 
 
 
 
 
 
 
 
 
 
 
 
1616
  "step": 2600
1617
  },
1618
  {
1619
  "epoch": 4.17,
1620
- "learning_rate": 6.118210862619808e-05,
1621
- "loss": 0.0215,
1622
  "step": 2610
1623
  },
1624
  {
1625
  "epoch": 4.19,
1626
- "learning_rate": 6.0649627263045794e-05,
1627
- "loss": 0.0142,
1628
  "step": 2620
1629
  },
1630
  {
1631
  "epoch": 4.2,
1632
- "learning_rate": 6.01171458998935e-05,
1633
- "loss": 0.0142,
1634
  "step": 2630
1635
  },
1636
  {
1637
  "epoch": 4.22,
1638
- "learning_rate": 5.958466453674122e-05,
1639
- "loss": 0.0439,
1640
  "step": 2640
1641
  },
1642
  {
1643
  "epoch": 4.23,
1644
- "learning_rate": 5.9052183173588923e-05,
1645
- "loss": 0.0233,
1646
  "step": 2650
1647
  },
1648
  {
1649
  "epoch": 4.25,
1650
- "learning_rate": 5.8519701810436636e-05,
1651
- "loss": 0.0528,
1652
  "step": 2660
1653
  },
1654
  {
1655
  "epoch": 4.27,
1656
- "learning_rate": 5.7987220447284354e-05,
1657
- "loss": 0.017,
1658
  "step": 2670
1659
  },
1660
  {
1661
  "epoch": 4.28,
1662
- "learning_rate": 5.745473908413206e-05,
1663
- "loss": 0.0687,
1664
  "step": 2680
1665
  },
1666
  {
1667
  "epoch": 4.3,
1668
- "learning_rate": 5.6922257720979765e-05,
1669
- "loss": 0.0083,
1670
  "step": 2690
1671
  },
1672
  {
1673
  "epoch": 4.31,
1674
- "learning_rate": 5.6389776357827484e-05,
1675
- "loss": 0.0322,
 
 
 
 
 
 
 
 
 
 
 
 
1676
  "step": 2700
1677
  },
1678
  {
1679
  "epoch": 4.33,
1680
- "learning_rate": 5.585729499467519e-05,
1681
- "loss": 0.016,
1682
  "step": 2710
1683
  },
1684
  {
1685
  "epoch": 4.35,
1686
- "learning_rate": 5.53248136315229e-05,
1687
- "loss": 0.0246,
1688
  "step": 2720
1689
  },
1690
  {
1691
  "epoch": 4.36,
1692
- "learning_rate": 5.479233226837061e-05,
1693
- "loss": 0.0083,
1694
  "step": 2730
1695
  },
1696
  {
1697
  "epoch": 4.38,
1698
- "learning_rate": 5.4259850905218326e-05,
1699
- "loss": 0.0319,
1700
  "step": 2740
1701
  },
1702
  {
1703
  "epoch": 4.39,
1704
- "learning_rate": 5.372736954206603e-05,
1705
- "loss": 0.0055,
1706
  "step": 2750
1707
  },
1708
  {
1709
  "epoch": 4.41,
1710
- "learning_rate": 5.3194888178913736e-05,
1711
- "loss": 0.0263,
1712
  "step": 2760
1713
  },
1714
  {
1715
  "epoch": 4.42,
1716
- "learning_rate": 5.2662406815761455e-05,
1717
- "loss": 0.0522,
1718
  "step": 2770
1719
  },
1720
  {
1721
  "epoch": 4.44,
1722
- "learning_rate": 5.212992545260916e-05,
1723
- "loss": 0.0675,
1724
  "step": 2780
1725
  },
1726
  {
1727
  "epoch": 4.46,
1728
- "learning_rate": 5.159744408945687e-05,
1729
- "loss": 0.0258,
1730
  "step": 2790
1731
  },
1732
  {
1733
  "epoch": 4.47,
1734
- "learning_rate": 5.106496272630458e-05,
1735
- "loss": 0.0062,
 
 
 
 
 
 
 
 
 
 
 
 
1736
  "step": 2800
1737
  },
1738
  {
1739
  "epoch": 4.49,
1740
- "learning_rate": 5.05324813631523e-05,
1741
- "loss": 0.0482,
1742
  "step": 2810
1743
  },
1744
  {
1745
  "epoch": 4.5,
1746
- "learning_rate": 5e-05,
1747
- "loss": 0.0135,
1748
  "step": 2820
1749
  },
1750
  {
1751
  "epoch": 4.52,
1752
- "learning_rate": 4.9467518636847715e-05,
1753
- "loss": 0.0627,
1754
  "step": 2830
1755
  },
1756
  {
1757
  "epoch": 4.54,
1758
- "learning_rate": 4.893503727369542e-05,
1759
- "loss": 0.0783,
1760
  "step": 2840
1761
  },
1762
  {
1763
  "epoch": 4.55,
1764
- "learning_rate": 4.840255591054313e-05,
1765
- "loss": 0.033,
1766
  "step": 2850
1767
  },
1768
  {
1769
  "epoch": 4.57,
1770
- "learning_rate": 4.7870074547390844e-05,
1771
- "loss": 0.0352,
1772
  "step": 2860
1773
  },
1774
  {
1775
  "epoch": 4.58,
1776
- "learning_rate": 4.7337593184238556e-05,
1777
- "loss": 0.0138,
1778
  "step": 2870
1779
  },
1780
  {
1781
  "epoch": 4.6,
1782
- "learning_rate": 4.680511182108626e-05,
1783
- "loss": 0.0765,
1784
  "step": 2880
1785
  },
1786
  {
1787
  "epoch": 4.62,
1788
- "learning_rate": 4.6272630457933974e-05,
1789
- "loss": 0.0229,
1790
  "step": 2890
1791
  },
1792
  {
1793
  "epoch": 4.63,
1794
- "learning_rate": 4.5740149094781686e-05,
1795
- "loss": 0.01,
 
 
 
 
 
 
 
 
 
 
 
 
1796
  "step": 2900
1797
  },
1798
  {
1799
  "epoch": 4.65,
1800
- "learning_rate": 4.520766773162939e-05,
1801
- "loss": 0.0529,
1802
  "step": 2910
1803
  },
1804
  {
1805
  "epoch": 4.66,
1806
- "learning_rate": 4.46751863684771e-05,
1807
- "loss": 0.0303,
1808
  "step": 2920
1809
  },
1810
  {
1811
  "epoch": 4.68,
1812
- "learning_rate": 4.4142705005324815e-05,
1813
- "loss": 0.0302,
1814
  "step": 2930
1815
  },
1816
  {
1817
  "epoch": 4.7,
1818
- "learning_rate": 4.361022364217253e-05,
1819
- "loss": 0.0099,
1820
  "step": 2940
1821
  },
1822
  {
1823
  "epoch": 4.71,
1824
- "learning_rate": 4.307774227902024e-05,
1825
- "loss": 0.0754,
1826
  "step": 2950
1827
  },
1828
  {
1829
  "epoch": 4.73,
1830
- "learning_rate": 4.2545260915867945e-05,
1831
- "loss": 0.0482,
1832
  "step": 2960
1833
  },
1834
  {
1835
  "epoch": 4.74,
1836
- "learning_rate": 4.201277955271566e-05,
1837
- "loss": 0.0329,
1838
  "step": 2970
1839
  },
1840
  {
1841
  "epoch": 4.76,
1842
- "learning_rate": 4.148029818956336e-05,
1843
- "loss": 0.0516,
1844
  "step": 2980
1845
  },
1846
  {
1847
  "epoch": 4.78,
1848
- "learning_rate": 4.094781682641108e-05,
1849
- "loss": 0.0054,
1850
  "step": 2990
1851
  },
1852
  {
1853
  "epoch": 4.79,
1854
- "learning_rate": 4.041533546325879e-05,
1855
- "loss": 0.0291,
 
 
 
 
 
 
 
 
 
 
 
 
1856
  "step": 3000
1857
  },
1858
  {
1859
  "epoch": 4.81,
1860
- "learning_rate": 3.98828541001065e-05,
1861
- "loss": 0.0309,
1862
  "step": 3010
1863
  },
1864
  {
1865
  "epoch": 4.82,
1866
- "learning_rate": 3.935037273695421e-05,
1867
- "loss": 0.0405,
1868
  "step": 3020
1869
  },
1870
  {
1871
  "epoch": 4.84,
1872
- "learning_rate": 3.8817891373801916e-05,
1873
- "loss": 0.0058,
1874
  "step": 3030
1875
  },
1876
  {
1877
  "epoch": 4.86,
1878
- "learning_rate": 3.828541001064963e-05,
1879
- "loss": 0.0244,
1880
  "step": 3040
1881
  },
1882
  {
1883
  "epoch": 4.87,
1884
- "learning_rate": 3.775292864749734e-05,
1885
- "loss": 0.0047,
1886
  "step": 3050
1887
  },
1888
  {
1889
  "epoch": 4.89,
1890
- "learning_rate": 3.722044728434505e-05,
1891
- "loss": 0.0221,
1892
  "step": 3060
1893
  },
1894
  {
1895
  "epoch": 4.9,
1896
- "learning_rate": 3.668796592119276e-05,
1897
- "loss": 0.0127,
1898
  "step": 3070
1899
  },
1900
  {
1901
  "epoch": 4.92,
1902
- "learning_rate": 3.615548455804047e-05,
1903
- "loss": 0.0183,
1904
  "step": 3080
1905
  },
1906
  {
1907
  "epoch": 4.94,
1908
- "learning_rate": 3.562300319488818e-05,
1909
- "loss": 0.0198,
1910
  "step": 3090
1911
  },
1912
  {
1913
  "epoch": 4.95,
1914
- "learning_rate": 3.509052183173589e-05,
1915
- "loss": 0.0146,
 
 
 
 
 
 
 
 
 
 
 
 
1916
  "step": 3100
1917
  },
1918
  {
1919
  "epoch": 4.97,
1920
- "learning_rate": 3.45580404685836e-05,
1921
- "loss": 0.0294,
1922
  "step": 3110
1923
  },
1924
  {
1925
  "epoch": 4.98,
1926
- "learning_rate": 3.402555910543131e-05,
1927
- "loss": 0.024,
1928
  "step": 3120
1929
  },
1930
  {
1931
  "epoch": 5.0,
1932
- "learning_rate": 3.3493077742279024e-05,
1933
- "loss": 0.0053,
1934
- "step": 3130
1935
- },
1936
- {
1937
- "epoch": 5.0,
1938
- "eval_accuracy": 0.8704663212435233,
1939
- "eval_f1": 0.8716019534644225,
1940
- "eval_loss": 0.5843242406845093,
1941
- "eval_precision": 0.8762224824481195,
1942
- "eval_recall": 0.8704663212435233,
1943
- "eval_runtime": 1.3048,
1944
- "eval_samples_per_second": 147.916,
1945
- "eval_steps_per_second": 9.963,
1946
  "step": 3130
1947
  },
1948
  {
1949
  "epoch": 5.02,
1950
- "learning_rate": 3.2960596379126736e-05,
1951
- "loss": 0.0037,
1952
  "step": 3140
1953
  },
1954
  {
1955
  "epoch": 5.03,
1956
- "learning_rate": 3.242811501597444e-05,
1957
- "loss": 0.0032,
1958
  "step": 3150
1959
  },
1960
  {
1961
  "epoch": 5.05,
1962
- "learning_rate": 3.1895633652822154e-05,
1963
- "loss": 0.0033,
1964
  "step": 3160
1965
  },
1966
  {
1967
  "epoch": 5.06,
1968
- "learning_rate": 3.136315228966986e-05,
1969
- "loss": 0.0037,
1970
  "step": 3170
1971
  },
1972
  {
1973
  "epoch": 5.08,
1974
- "learning_rate": 3.083067092651757e-05,
1975
- "loss": 0.0033,
1976
  "step": 3180
1977
  },
1978
  {
1979
  "epoch": 5.1,
1980
- "learning_rate": 3.029818956336528e-05,
1981
- "loss": 0.003,
1982
  "step": 3190
1983
  },
1984
  {
1985
  "epoch": 5.11,
1986
- "learning_rate": 2.9765708200212995e-05,
1987
- "loss": 0.012,
 
 
 
 
 
 
 
 
 
 
 
 
1988
  "step": 3200
1989
  },
1990
  {
1991
  "epoch": 5.13,
1992
- "learning_rate": 2.9233226837060707e-05,
1993
- "loss": 0.003,
1994
  "step": 3210
1995
  },
1996
  {
1997
  "epoch": 5.14,
1998
- "learning_rate": 2.8700745473908413e-05,
1999
- "loss": 0.003,
2000
  "step": 3220
2001
  },
2002
  {
2003
  "epoch": 5.16,
2004
- "learning_rate": 2.8168264110756125e-05,
2005
- "loss": 0.0034,
2006
  "step": 3230
2007
  },
2008
  {
2009
  "epoch": 5.18,
2010
- "learning_rate": 2.7635782747603834e-05,
2011
- "loss": 0.0042,
2012
  "step": 3240
2013
  },
2014
  {
2015
  "epoch": 5.19,
2016
- "learning_rate": 2.7103301384451546e-05,
2017
- "loss": 0.0046,
2018
  "step": 3250
2019
  },
2020
  {
2021
  "epoch": 5.21,
2022
- "learning_rate": 2.6570820021299255e-05,
2023
- "loss": 0.0029,
2024
  "step": 3260
2025
  },
2026
  {
2027
  "epoch": 5.22,
2028
- "learning_rate": 2.6038338658146967e-05,
2029
  "loss": 0.0034,
2030
  "step": 3270
2031
  },
2032
  {
2033
  "epoch": 5.24,
2034
- "learning_rate": 2.550585729499468e-05,
2035
- "loss": 0.0421,
2036
  "step": 3280
2037
  },
2038
  {
2039
  "epoch": 5.26,
2040
- "learning_rate": 2.4973375931842384e-05,
2041
- "loss": 0.0031,
2042
  "step": 3290
2043
  },
2044
  {
2045
  "epoch": 5.27,
2046
- "learning_rate": 2.44408945686901e-05,
2047
  "loss": 0.0032,
2048
  "step": 3300
2049
  },
 
 
 
 
 
 
 
 
 
 
 
 
2050
  {
2051
  "epoch": 5.29,
2052
- "learning_rate": 2.390841320553781e-05,
2053
- "loss": 0.0034,
2054
  "step": 3310
2055
  },
2056
  {
2057
  "epoch": 5.3,
2058
- "learning_rate": 2.3375931842385517e-05,
2059
- "loss": 0.0035,
2060
  "step": 3320
2061
  },
2062
  {
2063
  "epoch": 5.32,
2064
- "learning_rate": 2.284345047923323e-05,
2065
- "loss": 0.0034,
2066
  "step": 3330
2067
  },
2068
  {
2069
  "epoch": 5.34,
2070
- "learning_rate": 2.2310969116080938e-05,
2071
- "loss": 0.003,
2072
  "step": 3340
2073
  },
2074
  {
2075
  "epoch": 5.35,
2076
- "learning_rate": 2.1778487752928647e-05,
2077
- "loss": 0.0049,
2078
  "step": 3350
2079
  },
2080
  {
2081
  "epoch": 5.37,
2082
- "learning_rate": 2.124600638977636e-05,
2083
- "loss": 0.0297,
2084
  "step": 3360
2085
  },
2086
  {
2087
  "epoch": 5.38,
2088
- "learning_rate": 2.071352502662407e-05,
2089
- "loss": 0.003,
2090
  "step": 3370
2091
  },
2092
  {
2093
  "epoch": 5.4,
2094
- "learning_rate": 2.018104366347178e-05,
2095
- "loss": 0.003,
2096
  "step": 3380
2097
  },
2098
  {
2099
  "epoch": 5.42,
2100
- "learning_rate": 1.964856230031949e-05,
2101
- "loss": 0.0033,
2102
  "step": 3390
2103
  },
2104
  {
2105
  "epoch": 5.43,
2106
- "learning_rate": 1.91160809371672e-05,
2107
- "loss": 0.0029,
 
 
 
 
 
 
 
 
 
 
 
 
2108
  "step": 3400
2109
  },
2110
  {
2111
  "epoch": 5.45,
2112
- "learning_rate": 1.858359957401491e-05,
2113
  "loss": 0.0031,
2114
  "step": 3410
2115
  },
2116
  {
2117
  "epoch": 5.46,
2118
- "learning_rate": 1.805111821086262e-05,
2119
  "loss": 0.0029,
2120
  "step": 3420
2121
  },
2122
  {
2123
  "epoch": 5.48,
2124
- "learning_rate": 1.7518636847710333e-05,
2125
- "loss": 0.0032,
2126
  "step": 3430
2127
  },
2128
  {
2129
  "epoch": 5.5,
2130
- "learning_rate": 1.6986155484558042e-05,
2131
- "loss": 0.0032,
2132
  "step": 3440
2133
  },
2134
  {
2135
  "epoch": 5.51,
2136
- "learning_rate": 1.645367412140575e-05,
2137
- "loss": 0.0029,
2138
  "step": 3450
2139
  },
2140
  {
2141
  "epoch": 5.53,
2142
- "learning_rate": 1.5921192758253463e-05,
2143
- "loss": 0.0042,
2144
  "step": 3460
2145
  },
2146
  {
2147
  "epoch": 5.54,
2148
- "learning_rate": 1.5388711395101172e-05,
2149
- "loss": 0.0032,
2150
  "step": 3470
2151
  },
2152
  {
2153
  "epoch": 5.56,
2154
- "learning_rate": 1.485623003194888e-05,
2155
- "loss": 0.0031,
2156
  "step": 3480
2157
  },
2158
  {
2159
  "epoch": 5.58,
2160
- "learning_rate": 1.4323748668796594e-05,
2161
- "loss": 0.0031,
2162
  "step": 3490
2163
  },
2164
  {
2165
  "epoch": 5.59,
2166
- "learning_rate": 1.3791267305644303e-05,
2167
- "loss": 0.0046,
 
 
 
 
 
 
 
 
 
 
 
 
2168
  "step": 3500
2169
  },
2170
  {
2171
  "epoch": 5.61,
2172
- "learning_rate": 1.3258785942492014e-05,
2173
- "loss": 0.0134,
2174
  "step": 3510
2175
  },
2176
  {
2177
  "epoch": 5.62,
2178
- "learning_rate": 1.2726304579339724e-05,
2179
- "loss": 0.0029,
2180
  "step": 3520
2181
  },
2182
  {
2183
  "epoch": 5.64,
2184
- "learning_rate": 1.2193823216187434e-05,
2185
- "loss": 0.0027,
2186
  "step": 3530
2187
  },
2188
  {
2189
  "epoch": 5.65,
2190
- "learning_rate": 1.1661341853035145e-05,
2191
- "loss": 0.0057,
2192
  "step": 3540
2193
  },
2194
  {
2195
  "epoch": 5.67,
2196
- "learning_rate": 1.1128860489882854e-05,
2197
- "loss": 0.0165,
2198
  "step": 3550
2199
  },
2200
  {
2201
  "epoch": 5.69,
2202
- "learning_rate": 1.0596379126730564e-05,
2203
- "loss": 0.0031,
2204
  "step": 3560
2205
  },
2206
  {
2207
  "epoch": 5.7,
2208
- "learning_rate": 1.0063897763578276e-05,
2209
- "loss": 0.0027,
2210
  "step": 3570
2211
  },
2212
  {
2213
  "epoch": 5.72,
2214
- "learning_rate": 9.531416400425985e-06,
2215
- "loss": 0.0033,
2216
  "step": 3580
2217
  },
2218
  {
2219
  "epoch": 5.73,
2220
- "learning_rate": 8.998935037273695e-06,
2221
- "loss": 0.003,
2222
  "step": 3590
2223
  },
2224
  {
2225
  "epoch": 5.75,
2226
- "learning_rate": 8.466453674121406e-06,
2227
- "loss": 0.0035,
 
 
 
 
 
 
 
 
 
 
 
 
2228
  "step": 3600
2229
  },
2230
  {
2231
  "epoch": 5.77,
2232
- "learning_rate": 7.933972310969116e-06,
2233
- "loss": 0.0029,
2234
  "step": 3610
2235
  },
2236
  {
2237
  "epoch": 5.78,
2238
- "learning_rate": 7.4014909478168266e-06,
2239
  "loss": 0.0026,
2240
  "step": 3620
2241
  },
2242
  {
2243
  "epoch": 5.8,
2244
- "learning_rate": 6.869009584664538e-06,
2245
- "loss": 0.0023,
2246
  "step": 3630
2247
  },
2248
  {
2249
  "epoch": 5.81,
2250
- "learning_rate": 6.336528221512247e-06,
2251
- "loss": 0.0027,
2252
  "step": 3640
2253
  },
2254
  {
2255
  "epoch": 5.83,
2256
- "learning_rate": 5.804046858359958e-06,
2257
- "loss": 0.0025,
2258
  "step": 3650
2259
  },
2260
  {
2261
  "epoch": 5.85,
2262
- "learning_rate": 5.2715654952076674e-06,
2263
- "loss": 0.0047,
2264
  "step": 3660
2265
  },
2266
  {
2267
  "epoch": 5.86,
2268
- "learning_rate": 4.739084132055379e-06,
2269
- "loss": 0.0025,
2270
  "step": 3670
2271
  },
2272
  {
2273
  "epoch": 5.88,
2274
- "learning_rate": 4.206602768903089e-06,
2275
  "loss": 0.0029,
2276
  "step": 3680
2277
  },
2278
  {
2279
  "epoch": 5.89,
2280
- "learning_rate": 3.6741214057507987e-06,
2281
  "loss": 0.0026,
2282
  "step": 3690
2283
  },
2284
  {
2285
  "epoch": 5.91,
2286
- "learning_rate": 3.141640042598509e-06,
2287
- "loss": 0.003,
 
 
 
 
 
 
 
 
 
 
 
 
2288
  "step": 3700
2289
  },
2290
  {
2291
  "epoch": 5.93,
2292
- "learning_rate": 2.6091586794462196e-06,
2293
- "loss": 0.0029,
2294
  "step": 3710
2295
  },
2296
  {
2297
  "epoch": 5.94,
2298
- "learning_rate": 2.0766773162939296e-06,
2299
- "loss": 0.0027,
2300
  "step": 3720
2301
  },
2302
  {
2303
  "epoch": 5.96,
2304
- "learning_rate": 1.54419595314164e-06,
2305
- "loss": 0.0537,
2306
  "step": 3730
2307
  },
2308
  {
2309
  "epoch": 5.97,
2310
- "learning_rate": 1.0117145899893504e-06,
2311
- "loss": 0.0026,
2312
  "step": 3740
2313
  },
2314
  {
2315
  "epoch": 5.99,
2316
- "learning_rate": 4.792332268370607e-07,
2317
- "loss": 0.0024,
2318
  "step": 3750
2319
  },
2320
- {
2321
- "epoch": 6.0,
2322
- "eval_accuracy": 0.8497409326424871,
2323
- "eval_f1": 0.8486721543751371,
2324
- "eval_loss": 0.6812893748283386,
2325
- "eval_precision": 0.8529511188425435,
2326
- "eval_recall": 0.8497409326424871,
2327
- "eval_runtime": 1.3136,
2328
- "eval_samples_per_second": 146.93,
2329
- "eval_steps_per_second": 9.897,
2330
- "step": 3756
2331
- },
2332
  {
2333
  "epoch": 6.0,
2334
  "step": 3756,
2335
  "total_flos": 4.65670232933972e+18,
2336
- "train_loss": 0.26366007817597686,
2337
- "train_runtime": 1257.0372,
2338
- "train_samples_per_second": 47.803,
2339
- "train_steps_per_second": 2.988
2340
  }
2341
  ],
2342
  "max_steps": 3756,
 
1
  {
2
+ "best_metric": 0.844559585492228,
3
+ "best_model_checkpoint": "./vit-base-skin/checkpoint-1500",
4
  "epoch": 6.0,
5
  "global_step": 3756,
6
  "is_hyper_param_search": false,
 
10
  {
11
  "epoch": 0.02,
12
  "learning_rate": 0.0001994675186368477,
13
+ "loss": 1.3186,
14
  "step": 10
15
  },
16
  {
17
  "epoch": 0.03,
18
  "learning_rate": 0.00019893503727369543,
19
+ "loss": 1.1105,
20
  "step": 20
21
  },
22
  {
23
  "epoch": 0.05,
24
  "learning_rate": 0.00019840255591054313,
25
+ "loss": 0.8508,
26
  "step": 30
27
  },
28
  {
29
  "epoch": 0.06,
30
  "learning_rate": 0.00019787007454739086,
31
+ "loss": 0.9847,
32
  "step": 40
33
  },
34
  {
35
  "epoch": 0.08,
36
  "learning_rate": 0.00019733759318423856,
37
+ "loss": 0.8403,
38
  "step": 50
39
  },
40
  {
41
  "epoch": 0.1,
42
  "learning_rate": 0.00019680511182108628,
43
+ "loss": 0.8373,
44
  "step": 60
45
  },
46
  {
47
  "epoch": 0.11,
48
  "learning_rate": 0.00019627263045793398,
49
+ "loss": 0.9731,
50
  "step": 70
51
  },
52
  {
53
  "epoch": 0.13,
54
  "learning_rate": 0.00019574014909478168,
55
+ "loss": 0.9016,
56
  "step": 80
57
  },
58
  {
59
  "epoch": 0.14,
60
  "learning_rate": 0.0001952076677316294,
61
+ "loss": 0.9601,
62
  "step": 90
63
  },
64
  {
65
  "epoch": 0.16,
66
  "learning_rate": 0.0001946751863684771,
67
+ "loss": 0.8192,
68
+ "step": 100
69
+ },
70
+ {
71
+ "epoch": 0.16,
72
+ "eval_accuracy": 0.7098445595854922,
73
+ "eval_f1": 0.6663871518472197,
74
+ "eval_loss": 0.7592558264732361,
75
+ "eval_precision": 0.7149912488952813,
76
+ "eval_recall": 0.7098445595854922,
77
+ "eval_runtime": 1.2948,
78
+ "eval_samples_per_second": 149.06,
79
+ "eval_steps_per_second": 19.308,
80
  "step": 100
81
  },
82
  {
83
  "epoch": 0.18,
84
  "learning_rate": 0.00019414270500532483,
85
+ "loss": 0.8687,
86
  "step": 110
87
  },
88
  {
89
  "epoch": 0.19,
90
  "learning_rate": 0.00019361022364217253,
91
+ "loss": 0.8967,
92
  "step": 120
93
  },
94
  {
95
  "epoch": 0.21,
96
  "learning_rate": 0.00019307774227902025,
97
+ "loss": 0.7793,
98
  "step": 130
99
  },
100
  {
101
  "epoch": 0.22,
102
  "learning_rate": 0.00019254526091586795,
103
+ "loss": 0.6644,
104
  "step": 140
105
  },
106
  {
107
  "epoch": 0.24,
108
  "learning_rate": 0.00019201277955271565,
109
+ "loss": 0.8785,
110
  "step": 150
111
  },
112
  {
113
  "epoch": 0.26,
114
  "learning_rate": 0.00019148029818956338,
115
+ "loss": 0.8587,
116
  "step": 160
117
  },
118
  {
119
  "epoch": 0.27,
120
  "learning_rate": 0.00019094781682641108,
121
+ "loss": 0.7363,
122
  "step": 170
123
  },
124
  {
125
  "epoch": 0.29,
126
  "learning_rate": 0.0001904153354632588,
127
+ "loss": 0.8181,
128
  "step": 180
129
  },
130
  {
131
  "epoch": 0.3,
132
  "learning_rate": 0.0001898828541001065,
133
+ "loss": 0.6395,
134
  "step": 190
135
  },
136
  {
137
  "epoch": 0.32,
138
  "learning_rate": 0.00018935037273695422,
139
+ "loss": 0.7637,
140
+ "step": 200
141
+ },
142
+ {
143
+ "epoch": 0.32,
144
+ "eval_accuracy": 0.7512953367875648,
145
+ "eval_f1": 0.700765050485256,
146
+ "eval_loss": 0.660567045211792,
147
+ "eval_precision": 0.7697467200270807,
148
+ "eval_recall": 0.7512953367875648,
149
+ "eval_runtime": 1.2893,
150
+ "eval_samples_per_second": 149.692,
151
+ "eval_steps_per_second": 19.39,
152
  "step": 200
153
  },
154
  {
155
  "epoch": 0.34,
156
  "learning_rate": 0.00018881789137380192,
157
+ "loss": 0.7611,
158
  "step": 210
159
  },
160
  {
161
  "epoch": 0.35,
162
  "learning_rate": 0.00018828541001064962,
163
+ "loss": 0.7057,
164
  "step": 220
165
  },
166
  {
167
  "epoch": 0.37,
168
  "learning_rate": 0.00018775292864749735,
169
+ "loss": 0.679,
170
  "step": 230
171
  },
172
  {
173
  "epoch": 0.38,
174
  "learning_rate": 0.00018722044728434505,
175
+ "loss": 0.6751,
176
  "step": 240
177
  },
178
  {
179
  "epoch": 0.4,
180
  "learning_rate": 0.00018668796592119277,
181
+ "loss": 0.5993,
182
  "step": 250
183
  },
184
  {
185
  "epoch": 0.42,
186
  "learning_rate": 0.00018615548455804047,
187
+ "loss": 0.765,
188
  "step": 260
189
  },
190
  {
191
  "epoch": 0.43,
192
  "learning_rate": 0.0001856230031948882,
193
+ "loss": 0.8258,
194
  "step": 270
195
  },
196
  {
197
  "epoch": 0.45,
198
  "learning_rate": 0.0001850905218317359,
199
+ "loss": 0.8358,
200
  "step": 280
201
  },
202
  {
203
  "epoch": 0.46,
204
  "learning_rate": 0.0001845580404685836,
205
+ "loss": 0.8092,
206
  "step": 290
207
  },
208
  {
209
  "epoch": 0.48,
210
  "learning_rate": 0.00018402555910543132,
211
+ "loss": 0.6177,
212
+ "step": 300
213
+ },
214
+ {
215
+ "epoch": 0.48,
216
+ "eval_accuracy": 0.7927461139896373,
217
+ "eval_f1": 0.7705515590551648,
218
+ "eval_loss": 0.5815855264663696,
219
+ "eval_precision": 0.7833886474537131,
220
+ "eval_recall": 0.7927461139896373,
221
+ "eval_runtime": 1.354,
222
+ "eval_samples_per_second": 142.537,
223
+ "eval_steps_per_second": 18.463,
224
  "step": 300
225
  },
226
  {
227
  "epoch": 0.5,
228
  "learning_rate": 0.00018349307774227902,
229
+ "loss": 0.5874,
230
  "step": 310
231
  },
232
  {
233
  "epoch": 0.51,
234
  "learning_rate": 0.00018296059637912674,
235
+ "loss": 0.6201,
236
  "step": 320
237
  },
238
  {
239
  "epoch": 0.53,
240
  "learning_rate": 0.00018242811501597444,
241
+ "loss": 0.6858,
242
  "step": 330
243
  },
244
  {
245
  "epoch": 0.54,
246
  "learning_rate": 0.00018189563365282217,
247
+ "loss": 0.7578,
248
  "step": 340
249
  },
250
  {
251
  "epoch": 0.56,
252
  "learning_rate": 0.00018136315228966987,
253
+ "loss": 0.683,
254
  "step": 350
255
  },
256
  {
257
  "epoch": 0.58,
258
  "learning_rate": 0.00018083067092651756,
259
+ "loss": 0.635,
260
  "step": 360
261
  },
262
  {
263
  "epoch": 0.59,
264
  "learning_rate": 0.0001802981895633653,
265
+ "loss": 0.6309,
266
  "step": 370
267
  },
268
  {
269
  "epoch": 0.61,
270
  "learning_rate": 0.00017976570820021302,
271
+ "loss": 0.6881,
272
  "step": 380
273
  },
274
  {
275
  "epoch": 0.62,
276
  "learning_rate": 0.00017923322683706071,
277
+ "loss": 0.5658,
278
  "step": 390
279
  },
280
  {
281
  "epoch": 0.64,
282
  "learning_rate": 0.0001787007454739084,
283
+ "loss": 0.837,
284
+ "step": 400
285
+ },
286
+ {
287
+ "epoch": 0.64,
288
+ "eval_accuracy": 0.7927461139896373,
289
+ "eval_f1": 0.7831297651036911,
290
+ "eval_loss": 0.5883992314338684,
291
+ "eval_precision": 0.7980104955493557,
292
+ "eval_recall": 0.7927461139896373,
293
+ "eval_runtime": 1.4025,
294
+ "eval_samples_per_second": 137.614,
295
+ "eval_steps_per_second": 17.826,
296
  "step": 400
297
  },
298
  {
299
  "epoch": 0.65,
300
  "learning_rate": 0.00017816826411075614,
301
+ "loss": 0.6849,
302
  "step": 410
303
  },
304
  {
305
  "epoch": 0.67,
306
  "learning_rate": 0.00017763578274760384,
307
+ "loss": 0.6601,
308
  "step": 420
309
  },
310
  {
311
  "epoch": 0.69,
312
  "learning_rate": 0.00017710330138445154,
313
+ "loss": 0.7911,
314
  "step": 430
315
  },
316
  {
317
  "epoch": 0.7,
318
  "learning_rate": 0.00017657082002129926,
319
+ "loss": 0.6837,
320
  "step": 440
321
  },
322
  {
323
  "epoch": 0.72,
324
  "learning_rate": 0.000176038338658147,
325
+ "loss": 0.5602,
326
  "step": 450
327
  },
328
  {
329
  "epoch": 0.73,
330
  "learning_rate": 0.00017550585729499469,
331
+ "loss": 0.5903,
332
  "step": 460
333
  },
334
  {
335
  "epoch": 0.75,
336
  "learning_rate": 0.0001749733759318424,
337
+ "loss": 0.6175,
338
  "step": 470
339
  },
340
  {
341
  "epoch": 0.77,
342
  "learning_rate": 0.0001744408945686901,
343
+ "loss": 0.5728,
344
  "step": 480
345
  },
346
  {
347
  "epoch": 0.78,
348
  "learning_rate": 0.0001739084132055378,
349
+ "loss": 0.7375,
350
  "step": 490
351
  },
352
  {
353
  "epoch": 0.8,
354
  "learning_rate": 0.0001733759318423855,
355
+ "loss": 0.6409,
356
+ "step": 500
357
+ },
358
+ {
359
+ "epoch": 0.8,
360
+ "eval_accuracy": 0.8290155440414507,
361
+ "eval_f1": 0.827009876093107,
362
+ "eval_loss": 0.547313928604126,
363
+ "eval_precision": 0.8418902576909085,
364
+ "eval_recall": 0.8290155440414507,
365
+ "eval_runtime": 1.4566,
366
+ "eval_samples_per_second": 132.503,
367
+ "eval_steps_per_second": 17.164,
368
  "step": 500
369
  },
370
  {
371
  "epoch": 0.81,
372
  "learning_rate": 0.00017284345047923323,
373
+ "loss": 0.6262,
374
  "step": 510
375
  },
376
  {
377
  "epoch": 0.83,
378
  "learning_rate": 0.00017231096911608096,
379
+ "loss": 0.6276,
380
  "step": 520
381
  },
382
  {
383
  "epoch": 0.85,
384
  "learning_rate": 0.00017177848775292866,
385
+ "loss": 0.5177,
386
  "step": 530
387
  },
388
  {
389
  "epoch": 0.86,
390
  "learning_rate": 0.00017124600638977638,
391
+ "loss": 0.6733,
392
  "step": 540
393
  },
394
  {
395
  "epoch": 0.88,
396
  "learning_rate": 0.00017071352502662408,
397
+ "loss": 0.6384,
398
  "step": 550
399
  },
400
  {
401
  "epoch": 0.89,
402
  "learning_rate": 0.00017018104366347178,
403
+ "loss": 0.6161,
404
  "step": 560
405
  },
406
  {
407
  "epoch": 0.91,
408
  "learning_rate": 0.00016964856230031948,
409
+ "loss": 0.5443,
410
  "step": 570
411
  },
412
  {
413
  "epoch": 0.93,
414
  "learning_rate": 0.0001691160809371672,
415
+ "loss": 0.5408,
416
  "step": 580
417
  },
418
  {
419
  "epoch": 0.94,
420
  "learning_rate": 0.00016858359957401493,
421
+ "loss": 0.5816,
422
  "step": 590
423
  },
424
  {
425
  "epoch": 0.96,
426
  "learning_rate": 0.00016805111821086263,
427
+ "loss": 0.5896,
428
+ "step": 600
429
+ },
430
+ {
431
+ "epoch": 0.96,
432
+ "eval_accuracy": 0.8082901554404145,
433
+ "eval_f1": 0.7904310796920558,
434
+ "eval_loss": 0.5078813433647156,
435
+ "eval_precision": 0.8440151858838136,
436
+ "eval_recall": 0.8082901554404145,
437
+ "eval_runtime": 1.4832,
438
+ "eval_samples_per_second": 130.126,
439
+ "eval_steps_per_second": 16.856,
440
  "step": 600
441
  },
442
  {
443
  "epoch": 0.97,
444
  "learning_rate": 0.00016751863684771035,
445
+ "loss": 0.7271,
446
  "step": 610
447
  },
448
  {
449
  "epoch": 0.99,
450
  "learning_rate": 0.00016698615548455805,
451
+ "loss": 0.5063,
452
  "step": 620
453
  },
 
 
 
 
 
 
 
 
 
 
 
 
454
  {
455
  "epoch": 1.01,
456
  "learning_rate": 0.00016645367412140575,
457
+ "loss": 0.533,
458
  "step": 630
459
  },
460
  {
461
  "epoch": 1.02,
462
  "learning_rate": 0.00016592119275825345,
463
+ "loss": 0.3838,
464
  "step": 640
465
  },
466
  {
467
  "epoch": 1.04,
468
  "learning_rate": 0.00016538871139510118,
469
+ "loss": 0.4747,
470
  "step": 650
471
  },
472
  {
473
  "epoch": 1.05,
474
  "learning_rate": 0.0001648562300319489,
475
+ "loss": 0.5312,
476
  "step": 660
477
  },
478
  {
479
  "epoch": 1.07,
480
  "learning_rate": 0.0001643237486687966,
481
+ "loss": 0.5749,
482
  "step": 670
483
  },
484
  {
485
  "epoch": 1.09,
486
  "learning_rate": 0.00016379126730564433,
487
+ "loss": 0.4969,
488
  "step": 680
489
  },
490
  {
491
  "epoch": 1.1,
492
  "learning_rate": 0.00016325878594249202,
493
+ "loss": 0.4318,
494
  "step": 690
495
  },
496
  {
497
  "epoch": 1.12,
498
  "learning_rate": 0.00016272630457933972,
499
+ "loss": 0.4101,
500
+ "step": 700
501
+ },
502
+ {
503
+ "epoch": 1.12,
504
+ "eval_accuracy": 0.8290155440414507,
505
+ "eval_f1": 0.8219313873365305,
506
+ "eval_loss": 0.48927173018455505,
507
+ "eval_precision": 0.8343041817135081,
508
+ "eval_recall": 0.8290155440414507,
509
+ "eval_runtime": 1.442,
510
+ "eval_samples_per_second": 133.843,
511
+ "eval_steps_per_second": 17.337,
512
  "step": 700
513
  },
514
  {
515
  "epoch": 1.13,
516
  "learning_rate": 0.00016219382321618745,
517
+ "loss": 0.5351,
518
  "step": 710
519
  },
520
  {
521
  "epoch": 1.15,
522
  "learning_rate": 0.00016166134185303515,
523
+ "loss": 0.485,
524
  "step": 720
525
  },
526
  {
527
  "epoch": 1.17,
528
  "learning_rate": 0.00016112886048988287,
529
+ "loss": 0.5058,
530
  "step": 730
531
  },
532
  {
533
  "epoch": 1.18,
534
  "learning_rate": 0.00016059637912673057,
535
+ "loss": 0.4211,
536
  "step": 740
537
  },
538
  {
539
  "epoch": 1.2,
540
  "learning_rate": 0.0001600638977635783,
541
+ "loss": 0.469,
542
  "step": 750
543
  },
544
  {
545
  "epoch": 1.21,
546
+ "learning_rate": 0.000159531416400426,
547
+ "loss": 0.4745,
548
  "step": 760
549
  },
550
  {
551
  "epoch": 1.23,
552
+ "learning_rate": 0.0001589989350372737,
553
+ "loss": 0.3664,
554
  "step": 770
555
  },
556
  {
557
  "epoch": 1.25,
558
+ "learning_rate": 0.00015846645367412142,
559
+ "loss": 0.4863,
560
  "step": 780
561
  },
562
  {
563
  "epoch": 1.26,
564
+ "learning_rate": 0.00015793397231096912,
565
+ "loss": 0.4392,
566
  "step": 790
567
  },
568
  {
569
  "epoch": 1.28,
570
+ "learning_rate": 0.00015740149094781684,
571
+ "loss": 0.6753,
572
+ "step": 800
573
+ },
574
+ {
575
+ "epoch": 1.28,
576
+ "eval_accuracy": 0.7668393782383419,
577
+ "eval_f1": 0.7800408126793907,
578
+ "eval_loss": 0.656977117061615,
579
+ "eval_precision": 0.8298127200601656,
580
+ "eval_recall": 0.7668393782383419,
581
+ "eval_runtime": 1.4358,
582
+ "eval_samples_per_second": 134.422,
583
+ "eval_steps_per_second": 17.412,
584
  "step": 800
585
  },
586
  {
587
  "epoch": 1.29,
588
+ "learning_rate": 0.00015686900958466454,
589
+ "loss": 0.5127,
590
  "step": 810
591
  },
592
  {
593
  "epoch": 1.31,
594
+ "learning_rate": 0.00015633652822151227,
595
+ "loss": 0.5534,
596
  "step": 820
597
  },
598
  {
599
  "epoch": 1.33,
600
+ "learning_rate": 0.00015580404685835997,
601
+ "loss": 0.36,
602
  "step": 830
603
  },
604
  {
605
  "epoch": 1.34,
606
+ "learning_rate": 0.00015527156549520767,
607
+ "loss": 0.5464,
608
  "step": 840
609
  },
610
  {
611
  "epoch": 1.36,
612
+ "learning_rate": 0.0001547390841320554,
613
+ "loss": 0.4258,
614
  "step": 850
615
  },
616
  {
617
  "epoch": 1.37,
618
+ "learning_rate": 0.0001542066027689031,
619
+ "loss": 0.6091,
620
  "step": 860
621
  },
622
  {
623
  "epoch": 1.39,
624
+ "learning_rate": 0.00015367412140575082,
625
+ "loss": 0.5941,
626
  "step": 870
627
  },
628
  {
629
  "epoch": 1.41,
630
+ "learning_rate": 0.00015314164004259851,
631
+ "loss": 0.386,
632
  "step": 880
633
  },
634
  {
635
  "epoch": 1.42,
636
+ "learning_rate": 0.00015260915867944624,
637
+ "loss": 0.5229,
638
  "step": 890
639
  },
640
  {
641
  "epoch": 1.44,
642
+ "learning_rate": 0.00015207667731629394,
643
+ "loss": 0.3907,
644
+ "step": 900
645
+ },
646
+ {
647
+ "epoch": 1.44,
648
+ "eval_accuracy": 0.8238341968911918,
649
+ "eval_f1": 0.815165415756938,
650
+ "eval_loss": 0.425662100315094,
651
+ "eval_precision": 0.8116537681587248,
652
+ "eval_recall": 0.8238341968911918,
653
+ "eval_runtime": 1.4768,
654
+ "eval_samples_per_second": 130.686,
655
+ "eval_steps_per_second": 16.928,
656
  "step": 900
657
  },
658
  {
659
  "epoch": 1.45,
660
+ "learning_rate": 0.00015154419595314164,
661
+ "loss": 0.4319,
662
  "step": 910
663
  },
664
  {
665
  "epoch": 1.47,
666
+ "learning_rate": 0.00015101171458998936,
667
+ "loss": 0.4961,
668
  "step": 920
669
  },
670
  {
671
  "epoch": 1.49,
672
+ "learning_rate": 0.00015047923322683706,
673
+ "loss": 0.4938,
674
  "step": 930
675
  },
676
  {
677
  "epoch": 1.5,
678
+ "learning_rate": 0.0001499467518636848,
679
+ "loss": 0.5854,
680
  "step": 940
681
  },
682
  {
683
  "epoch": 1.52,
684
+ "learning_rate": 0.00014941427050053249,
685
+ "loss": 0.4989,
686
  "step": 950
687
  },
688
  {
689
  "epoch": 1.53,
690
+ "learning_rate": 0.0001488817891373802,
691
+ "loss": 0.4159,
692
  "step": 960
693
  },
694
  {
695
  "epoch": 1.55,
696
+ "learning_rate": 0.0001483493077742279,
697
+ "loss": 0.458,
698
  "step": 970
699
  },
700
  {
701
  "epoch": 1.57,
702
+ "learning_rate": 0.0001478168264110756,
703
+ "loss": 0.4623,
704
  "step": 980
705
  },
706
  {
707
  "epoch": 1.58,
708
+ "learning_rate": 0.00014728434504792333,
709
+ "loss": 0.5197,
710
  "step": 990
711
  },
712
  {
713
  "epoch": 1.6,
714
+ "learning_rate": 0.00014675186368477103,
715
+ "loss": 0.447,
716
+ "step": 1000
717
+ },
718
+ {
719
+ "epoch": 1.6,
720
+ "eval_accuracy": 0.8031088082901554,
721
+ "eval_f1": 0.8029562837852993,
722
+ "eval_loss": 0.5717432498931885,
723
+ "eval_precision": 0.8447192348441968,
724
+ "eval_recall": 0.8031088082901554,
725
+ "eval_runtime": 1.4772,
726
+ "eval_samples_per_second": 130.648,
727
+ "eval_steps_per_second": 16.923,
728
  "step": 1000
729
  },
730
  {
731
  "epoch": 1.61,
732
+ "learning_rate": 0.00014621938232161876,
733
+ "loss": 0.4834,
734
  "step": 1010
735
  },
736
  {
737
  "epoch": 1.63,
738
+ "learning_rate": 0.00014568690095846646,
739
+ "loss": 0.4784,
740
  "step": 1020
741
  },
742
  {
743
  "epoch": 1.65,
744
+ "learning_rate": 0.00014515441959531418,
745
+ "loss": 0.4254,
746
  "step": 1030
747
  },
748
  {
749
  "epoch": 1.66,
750
+ "learning_rate": 0.00014462193823216188,
751
+ "loss": 0.5327,
752
  "step": 1040
753
  },
754
  {
755
  "epoch": 1.68,
756
+ "learning_rate": 0.00014408945686900958,
757
+ "loss": 0.4482,
758
  "step": 1050
759
  },
760
  {
761
  "epoch": 1.69,
762
+ "learning_rate": 0.0001435569755058573,
763
+ "loss": 0.4616,
764
  "step": 1060
765
  },
766
  {
767
  "epoch": 1.71,
768
+ "learning_rate": 0.000143024494142705,
769
+ "loss": 0.4601,
770
  "step": 1070
771
  },
772
  {
773
  "epoch": 1.73,
774
+ "learning_rate": 0.00014249201277955273,
775
+ "loss": 0.4883,
776
  "step": 1080
777
  },
778
  {
779
  "epoch": 1.74,
780
+ "learning_rate": 0.00014195953141640043,
781
+ "loss": 0.3701,
782
  "step": 1090
783
  },
784
  {
785
  "epoch": 1.76,
786
+ "learning_rate": 0.00014142705005324815,
787
+ "loss": 0.4131,
788
+ "step": 1100
789
+ },
790
+ {
791
+ "epoch": 1.76,
792
+ "eval_accuracy": 0.8341968911917098,
793
+ "eval_f1": 0.8271321675578467,
794
+ "eval_loss": 0.4188799560070038,
795
+ "eval_precision": 0.8303732736958978,
796
+ "eval_recall": 0.8341968911917098,
797
+ "eval_runtime": 1.7285,
798
+ "eval_samples_per_second": 111.659,
799
+ "eval_steps_per_second": 14.464,
800
  "step": 1100
801
  },
802
  {
803
  "epoch": 1.77,
804
+ "learning_rate": 0.00014089456869009585,
805
+ "loss": 0.5777,
806
  "step": 1110
807
  },
808
  {
809
  "epoch": 1.79,
810
+ "learning_rate": 0.00014036208732694355,
811
+ "loss": 0.3807,
812
  "step": 1120
813
  },
814
  {
815
  "epoch": 1.81,
816
+ "learning_rate": 0.00013982960596379128,
817
+ "loss": 0.3059,
818
  "step": 1130
819
  },
820
  {
821
  "epoch": 1.82,
822
+ "learning_rate": 0.000139297124600639,
823
+ "loss": 0.3446,
824
  "step": 1140
825
  },
826
  {
827
  "epoch": 1.84,
828
+ "learning_rate": 0.0001387646432374867,
829
+ "loss": 0.526,
830
  "step": 1150
831
  },
832
  {
833
  "epoch": 1.85,
834
+ "learning_rate": 0.0001382321618743344,
835
+ "loss": 0.411,
836
  "step": 1160
837
  },
838
  {
839
  "epoch": 1.87,
840
+ "learning_rate": 0.00013769968051118212,
841
+ "loss": 0.3621,
842
  "step": 1170
843
  },
844
  {
845
  "epoch": 1.88,
846
+ "learning_rate": 0.00013716719914802982,
847
+ "loss": 0.6278,
848
  "step": 1180
849
  },
850
  {
851
  "epoch": 1.9,
852
+ "learning_rate": 0.00013663471778487752,
853
+ "loss": 0.2972,
854
  "step": 1190
855
  },
856
  {
857
  "epoch": 1.92,
858
+ "learning_rate": 0.00013610223642172525,
859
+ "loss": 0.3913,
860
+ "step": 1200
861
+ },
862
+ {
863
+ "epoch": 1.92,
864
+ "eval_accuracy": 0.8860103626943006,
865
+ "eval_f1": 0.8877243513146509,
866
+ "eval_loss": 0.3727964162826538,
867
+ "eval_precision": 0.8995060191308969,
868
+ "eval_recall": 0.8860103626943006,
869
+ "eval_runtime": 1.401,
870
+ "eval_samples_per_second": 137.762,
871
+ "eval_steps_per_second": 17.845,
872
  "step": 1200
873
  },
874
  {
875
  "epoch": 1.93,
876
+ "learning_rate": 0.00013556975505857297,
877
+ "loss": 0.3659,
878
  "step": 1210
879
  },
880
  {
881
  "epoch": 1.95,
882
+ "learning_rate": 0.00013503727369542067,
883
+ "loss": 0.2448,
884
  "step": 1220
885
  },
886
  {
887
  "epoch": 1.96,
888
+ "learning_rate": 0.00013450479233226837,
889
+ "loss": 0.3885,
890
  "step": 1230
891
  },
892
  {
893
  "epoch": 1.98,
894
+ "learning_rate": 0.0001339723109691161,
895
+ "loss": 0.4503,
896
  "step": 1240
897
  },
898
  {
899
  "epoch": 2.0,
900
+ "learning_rate": 0.0001334398296059638,
901
+ "loss": 0.5364,
902
  "step": 1250
903
  },
 
 
 
 
 
 
 
 
 
 
 
 
904
  {
905
  "epoch": 2.01,
906
+ "learning_rate": 0.0001329073482428115,
907
+ "loss": 0.3906,
908
  "step": 1260
909
  },
910
  {
911
  "epoch": 2.03,
912
+ "learning_rate": 0.00013237486687965922,
913
+ "loss": 0.2157,
914
  "step": 1270
915
  },
916
  {
917
  "epoch": 2.04,
918
+ "learning_rate": 0.00013184238551650694,
919
+ "loss": 0.3566,
920
  "step": 1280
921
  },
922
  {
923
  "epoch": 2.06,
924
+ "learning_rate": 0.00013130990415335464,
925
+ "loss": 0.2785,
926
  "step": 1290
927
  },
928
  {
929
  "epoch": 2.08,
930
+ "learning_rate": 0.00013077742279020234,
931
+ "loss": 0.2686,
932
+ "step": 1300
933
+ },
934
+ {
935
+ "epoch": 2.08,
936
+ "eval_accuracy": 0.7979274611398963,
937
+ "eval_f1": 0.7994526855914063,
938
+ "eval_loss": 0.5160892605781555,
939
+ "eval_precision": 0.8199210116308563,
940
+ "eval_recall": 0.7979274611398963,
941
+ "eval_runtime": 1.4191,
942
+ "eval_samples_per_second": 136.006,
943
+ "eval_steps_per_second": 17.617,
944
  "step": 1300
945
  },
946
  {
947
  "epoch": 2.09,
948
+ "learning_rate": 0.00013024494142705007,
949
+ "loss": 0.2292,
950
  "step": 1310
951
  },
952
  {
953
  "epoch": 2.11,
954
+ "learning_rate": 0.00012971246006389777,
955
+ "loss": 0.282,
956
  "step": 1320
957
  },
958
  {
959
  "epoch": 2.12,
960
+ "learning_rate": 0.00012917997870074546,
961
+ "loss": 0.207,
962
  "step": 1330
963
  },
964
  {
965
  "epoch": 2.14,
966
+ "learning_rate": 0.0001286474973375932,
967
+ "loss": 0.3042,
968
  "step": 1340
969
  },
970
  {
971
  "epoch": 2.16,
972
+ "learning_rate": 0.00012811501597444092,
973
+ "loss": 0.2971,
974
  "step": 1350
975
  },
976
  {
977
  "epoch": 2.17,
978
+ "learning_rate": 0.00012758253461128861,
979
+ "loss": 0.2559,
980
  "step": 1360
981
  },
982
  {
983
  "epoch": 2.19,
984
+ "learning_rate": 0.0001270500532481363,
985
+ "loss": 0.2238,
986
  "step": 1370
987
  },
988
  {
989
  "epoch": 2.2,
990
+ "learning_rate": 0.00012651757188498404,
991
+ "loss": 0.3529,
992
  "step": 1380
993
  },
994
  {
995
  "epoch": 2.22,
996
+ "learning_rate": 0.00012598509052183174,
997
+ "loss": 0.3643,
998
  "step": 1390
999
  },
1000
  {
1001
  "epoch": 2.24,
1002
+ "learning_rate": 0.00012545260915867944,
1003
+ "loss": 0.2466,
1004
+ "step": 1400
1005
+ },
1006
+ {
1007
+ "epoch": 2.24,
1008
+ "eval_accuracy": 0.8601036269430051,
1009
+ "eval_f1": 0.8570438103641829,
1010
+ "eval_loss": 0.46705445647239685,
1011
+ "eval_precision": 0.8682613201171435,
1012
+ "eval_recall": 0.8601036269430051,
1013
+ "eval_runtime": 1.4851,
1014
+ "eval_samples_per_second": 129.956,
1015
+ "eval_steps_per_second": 16.834,
1016
  "step": 1400
1017
  },
1018
  {
1019
  "epoch": 2.25,
1020
+ "learning_rate": 0.00012492012779552716,
1021
+ "loss": 0.2582,
1022
  "step": 1410
1023
  },
1024
  {
1025
  "epoch": 2.27,
1026
+ "learning_rate": 0.0001243876464323749,
1027
+ "loss": 0.3484,
1028
  "step": 1420
1029
  },
1030
  {
1031
  "epoch": 2.28,
1032
+ "learning_rate": 0.00012385516506922259,
1033
+ "loss": 0.1958,
1034
  "step": 1430
1035
  },
1036
  {
1037
  "epoch": 2.3,
1038
+ "learning_rate": 0.00012332268370607028,
1039
+ "loss": 0.2076,
1040
  "step": 1440
1041
  },
1042
  {
1043
  "epoch": 2.32,
1044
+ "learning_rate": 0.000122790202342918,
1045
+ "loss": 0.3478,
1046
  "step": 1450
1047
  },
1048
  {
1049
  "epoch": 2.33,
1050
+ "learning_rate": 0.0001222577209797657,
1051
+ "loss": 0.303,
1052
  "step": 1460
1053
  },
1054
  {
1055
  "epoch": 2.35,
1056
+ "learning_rate": 0.00012172523961661342,
1057
+ "loss": 0.1485,
1058
  "step": 1470
1059
  },
1060
  {
1061
  "epoch": 2.36,
1062
+ "learning_rate": 0.00012119275825346112,
1063
+ "loss": 0.4154,
1064
  "step": 1480
1065
  },
1066
  {
1067
  "epoch": 2.38,
1068
+ "learning_rate": 0.00012066027689030886,
1069
+ "loss": 0.2027,
1070
  "step": 1490
1071
  },
1072
  {
1073
  "epoch": 2.4,
1074
+ "learning_rate": 0.00012012779552715656,
1075
+ "loss": 0.2456,
1076
+ "step": 1500
1077
+ },
1078
+ {
1079
+ "epoch": 2.4,
1080
+ "eval_accuracy": 0.844559585492228,
1081
+ "eval_f1": 0.8371142108350034,
1082
+ "eval_loss": 0.44791844487190247,
1083
+ "eval_precision": 0.8372125868965729,
1084
+ "eval_recall": 0.844559585492228,
1085
+ "eval_runtime": 1.4449,
1086
+ "eval_samples_per_second": 133.574,
1087
+ "eval_steps_per_second": 17.302,
1088
  "step": 1500
1089
  },
1090
  {
1091
  "epoch": 2.41,
1092
+ "learning_rate": 0.00011959531416400427,
1093
+ "loss": 0.177,
1094
  "step": 1510
1095
  },
1096
  {
1097
  "epoch": 2.43,
1098
+ "learning_rate": 0.00011906283280085198,
1099
+ "loss": 0.222,
1100
  "step": 1520
1101
  },
1102
  {
1103
  "epoch": 2.44,
1104
+ "learning_rate": 0.00011853035143769968,
1105
+ "loss": 0.2739,
1106
  "step": 1530
1107
  },
1108
  {
1109
  "epoch": 2.46,
1110
+ "learning_rate": 0.00011799787007454739,
1111
+ "loss": 0.3455,
1112
  "step": 1540
1113
  },
1114
  {
1115
  "epoch": 2.48,
1116
+ "learning_rate": 0.00011746538871139509,
1117
+ "loss": 0.2296,
1118
  "step": 1550
1119
  },
1120
  {
1121
  "epoch": 2.49,
1122
+ "learning_rate": 0.00011693290734824283,
1123
+ "loss": 0.2524,
1124
  "step": 1560
1125
  },
1126
  {
1127
  "epoch": 2.51,
1128
+ "learning_rate": 0.00011640042598509053,
1129
+ "loss": 0.245,
1130
  "step": 1570
1131
  },
1132
  {
1133
  "epoch": 2.52,
1134
+ "learning_rate": 0.00011586794462193824,
1135
+ "loss": 0.2716,
1136
  "step": 1580
1137
  },
1138
  {
1139
  "epoch": 2.54,
1140
+ "learning_rate": 0.00011533546325878595,
1141
+ "loss": 0.3145,
1142
  "step": 1590
1143
  },
1144
  {
1145
  "epoch": 2.56,
1146
+ "learning_rate": 0.00011480298189563365,
1147
+ "loss": 0.2218,
1148
+ "step": 1600
1149
+ },
1150
+ {
1151
+ "epoch": 2.56,
1152
+ "eval_accuracy": 0.8341968911917098,
1153
+ "eval_f1": 0.836045371796667,
1154
+ "eval_loss": 0.5275953412055969,
1155
+ "eval_precision": 0.8483273706719302,
1156
+ "eval_recall": 0.8341968911917098,
1157
+ "eval_runtime": 1.4419,
1158
+ "eval_samples_per_second": 133.851,
1159
+ "eval_steps_per_second": 17.338,
1160
  "step": 1600
1161
  },
1162
  {
1163
  "epoch": 2.57,
1164
+ "learning_rate": 0.00011427050053248136,
1165
+ "loss": 0.1638,
1166
  "step": 1610
1167
  },
1168
  {
1169
  "epoch": 2.59,
1170
+ "learning_rate": 0.00011373801916932908,
1171
+ "loss": 0.3076,
1172
  "step": 1620
1173
  },
1174
  {
1175
  "epoch": 2.6,
1176
+ "learning_rate": 0.0001132055378061768,
1177
+ "loss": 0.4087,
1178
  "step": 1630
1179
  },
1180
  {
1181
  "epoch": 2.62,
1182
+ "learning_rate": 0.0001126730564430245,
1183
+ "loss": 0.2655,
1184
  "step": 1640
1185
  },
1186
  {
1187
  "epoch": 2.64,
1188
+ "learning_rate": 0.00011214057507987221,
1189
+ "loss": 0.3468,
1190
  "step": 1650
1191
  },
1192
  {
1193
  "epoch": 2.65,
1194
+ "learning_rate": 0.00011160809371671992,
1195
+ "loss": 0.1876,
1196
  "step": 1660
1197
  },
1198
  {
1199
  "epoch": 2.67,
1200
+ "learning_rate": 0.00011107561235356762,
1201
+ "loss": 0.3522,
1202
  "step": 1670
1203
  },
1204
  {
1205
  "epoch": 2.68,
1206
+ "learning_rate": 0.00011054313099041533,
1207
+ "loss": 0.313,
1208
  "step": 1680
1209
  },
1210
  {
1211
  "epoch": 2.7,
1212
+ "learning_rate": 0.00011001064962726305,
1213
+ "loss": 0.3762,
1214
  "step": 1690
1215
  },
1216
  {
1217
  "epoch": 2.72,
1218
+ "learning_rate": 0.00010947816826411077,
1219
+ "loss": 0.2019,
1220
+ "step": 1700
1221
+ },
1222
+ {
1223
+ "epoch": 2.72,
1224
+ "eval_accuracy": 0.8290155440414507,
1225
+ "eval_f1": 0.8288891559706998,
1226
+ "eval_loss": 0.4866170883178711,
1227
+ "eval_precision": 0.8338110719244519,
1228
+ "eval_recall": 0.8290155440414507,
1229
+ "eval_runtime": 1.4787,
1230
+ "eval_samples_per_second": 130.521,
1231
+ "eval_steps_per_second": 16.907,
1232
  "step": 1700
1233
  },
1234
  {
1235
  "epoch": 2.73,
1236
+ "learning_rate": 0.00010894568690095847,
1237
+ "loss": 0.2767,
1238
  "step": 1710
1239
  },
1240
  {
1241
  "epoch": 2.75,
1242
+ "learning_rate": 0.00010841320553780618,
1243
+ "loss": 0.269,
1244
  "step": 1720
1245
  },
1246
  {
1247
  "epoch": 2.76,
1248
+ "learning_rate": 0.0001078807241746539,
1249
+ "loss": 0.2148,
1250
  "step": 1730
1251
  },
1252
  {
1253
  "epoch": 2.78,
1254
+ "learning_rate": 0.0001073482428115016,
1255
+ "loss": 0.2298,
1256
  "step": 1740
1257
  },
1258
  {
1259
  "epoch": 2.8,
1260
+ "learning_rate": 0.0001068157614483493,
1261
+ "loss": 0.2565,
1262
  "step": 1750
1263
  },
1264
  {
1265
  "epoch": 2.81,
1266
+ "learning_rate": 0.00010628328008519702,
1267
+ "loss": 0.2818,
1268
  "step": 1760
1269
  },
1270
  {
1271
  "epoch": 2.83,
1272
+ "learning_rate": 0.00010575079872204474,
1273
+ "loss": 0.2301,
1274
  "step": 1770
1275
  },
1276
  {
1277
  "epoch": 2.84,
1278
+ "learning_rate": 0.00010521831735889244,
1279
+ "loss": 0.3013,
1280
  "step": 1780
1281
  },
1282
  {
1283
  "epoch": 2.86,
1284
+ "learning_rate": 0.00010468583599574015,
1285
+ "loss": 0.3122,
1286
  "step": 1790
1287
  },
1288
  {
1289
  "epoch": 2.88,
1290
+ "learning_rate": 0.00010415335463258787,
1291
+ "loss": 0.1856,
1292
+ "step": 1800
1293
+ },
1294
+ {
1295
+ "epoch": 2.88,
1296
+ "eval_accuracy": 0.8341968911917098,
1297
+ "eval_f1": 0.8371017440121018,
1298
+ "eval_loss": 0.47265514731407166,
1299
+ "eval_precision": 0.8426460503968687,
1300
+ "eval_recall": 0.8341968911917098,
1301
+ "eval_runtime": 1.4818,
1302
+ "eval_samples_per_second": 130.246,
1303
+ "eval_steps_per_second": 16.871,
1304
  "step": 1800
1305
  },
1306
  {
1307
  "epoch": 2.89,
1308
+ "learning_rate": 0.00010362087326943557,
1309
+ "loss": 0.3462,
1310
  "step": 1810
1311
  },
1312
  {
1313
  "epoch": 2.91,
1314
+ "learning_rate": 0.00010308839190628328,
1315
+ "loss": 0.3207,
1316
  "step": 1820
1317
  },
1318
  {
1319
  "epoch": 2.92,
1320
+ "learning_rate": 0.000102555910543131,
1321
+ "loss": 0.1845,
1322
  "step": 1830
1323
  },
1324
  {
1325
  "epoch": 2.94,
1326
+ "learning_rate": 0.00010202342917997871,
1327
+ "loss": 0.2107,
1328
  "step": 1840
1329
  },
1330
  {
1331
  "epoch": 2.96,
1332
+ "learning_rate": 0.00010149094781682643,
1333
+ "loss": 0.2501,
1334
  "step": 1850
1335
  },
1336
  {
1337
  "epoch": 2.97,
1338
+ "learning_rate": 0.00010095846645367413,
1339
+ "loss": 0.3363,
1340
  "step": 1860
1341
  },
1342
  {
1343
  "epoch": 2.99,
1344
+ "learning_rate": 0.00010042598509052184,
1345
+ "loss": 0.3261,
1346
  "step": 1870
1347
  },
1348
  {
1349
  "epoch": 3.0,
1350
+ "learning_rate": 9.989350372736954e-05,
1351
+ "loss": 0.1873,
 
 
 
 
 
 
 
 
 
 
 
 
1352
  "step": 1880
1353
  },
1354
  {
1355
  "epoch": 3.02,
1356
+ "learning_rate": 9.936102236421726e-05,
1357
+ "loss": 0.1027,
1358
  "step": 1890
1359
  },
1360
  {
1361
  "epoch": 3.04,
1362
+ "learning_rate": 9.882854100106496e-05,
1363
+ "loss": 0.1614,
1364
+ "step": 1900
1365
+ },
1366
+ {
1367
+ "epoch": 3.04,
1368
+ "eval_accuracy": 0.8134715025906736,
1369
+ "eval_f1": 0.8125584615091911,
1370
+ "eval_loss": 0.5575791001319885,
1371
+ "eval_precision": 0.8164228555902021,
1372
+ "eval_recall": 0.8134715025906736,
1373
+ "eval_runtime": 1.4577,
1374
+ "eval_samples_per_second": 132.401,
1375
+ "eval_steps_per_second": 17.15,
1376
  "step": 1900
1377
  },
1378
  {
1379
  "epoch": 3.05,
1380
+ "learning_rate": 9.829605963791267e-05,
1381
+ "loss": 0.1309,
1382
  "step": 1910
1383
  },
1384
  {
1385
  "epoch": 3.07,
1386
+ "learning_rate": 9.77635782747604e-05,
1387
+ "loss": 0.1638,
1388
  "step": 1920
1389
  },
1390
  {
1391
  "epoch": 3.08,
1392
+ "learning_rate": 9.72310969116081e-05,
1393
+ "loss": 0.0872,
1394
  "step": 1930
1395
  },
1396
  {
1397
  "epoch": 3.1,
1398
+ "learning_rate": 9.669861554845581e-05,
1399
+ "loss": 0.0575,
1400
  "step": 1940
1401
  },
1402
  {
1403
  "epoch": 3.12,
1404
+ "learning_rate": 9.616613418530351e-05,
1405
+ "loss": 0.0528,
1406
  "step": 1950
1407
  },
1408
  {
1409
  "epoch": 3.13,
1410
+ "learning_rate": 9.563365282215123e-05,
1411
+ "loss": 0.1242,
1412
  "step": 1960
1413
  },
1414
  {
1415
  "epoch": 3.15,
1416
+ "learning_rate": 9.510117145899895e-05,
1417
+ "loss": 0.0808,
1418
  "step": 1970
1419
  },
1420
  {
1421
  "epoch": 3.16,
1422
+ "learning_rate": 9.456869009584664e-05,
1423
+ "loss": 0.133,
1424
  "step": 1980
1425
  },
1426
  {
1427
  "epoch": 3.18,
1428
+ "learning_rate": 9.403620873269437e-05,
1429
+ "loss": 0.1314,
1430
  "step": 1990
1431
  },
1432
  {
1433
  "epoch": 3.19,
1434
+ "learning_rate": 9.350372736954207e-05,
1435
+ "loss": 0.0985,
1436
+ "step": 2000
1437
+ },
1438
+ {
1439
+ "epoch": 3.19,
1440
+ "eval_accuracy": 0.8393782383419689,
1441
+ "eval_f1": 0.8349651476905364,
1442
+ "eval_loss": 0.5765348076820374,
1443
+ "eval_precision": 0.8412597065263214,
1444
+ "eval_recall": 0.8393782383419689,
1445
+ "eval_runtime": 1.483,
1446
+ "eval_samples_per_second": 130.141,
1447
+ "eval_steps_per_second": 16.858,
1448
  "step": 2000
1449
  },
1450
  {
1451
  "epoch": 3.21,
1452
+ "learning_rate": 9.297124600638978e-05,
1453
+ "loss": 0.0617,
1454
  "step": 2010
1455
  },
1456
  {
1457
  "epoch": 3.23,
1458
+ "learning_rate": 9.243876464323749e-05,
1459
+ "loss": 0.0458,
1460
  "step": 2020
1461
  },
1462
  {
1463
  "epoch": 3.24,
1464
+ "learning_rate": 9.19062832800852e-05,
1465
+ "loss": 0.1672,
1466
  "step": 2030
1467
  },
1468
  {
1469
  "epoch": 3.26,
1470
+ "learning_rate": 9.137380191693292e-05,
1471
+ "loss": 0.1335,
1472
  "step": 2040
1473
  },
1474
  {
1475
  "epoch": 3.27,
1476
+ "learning_rate": 9.084132055378062e-05,
1477
+ "loss": 0.0916,
1478
  "step": 2050
1479
  },
1480
  {
1481
  "epoch": 3.29,
1482
+ "learning_rate": 9.030883919062834e-05,
1483
+ "loss": 0.0772,
1484
  "step": 2060
1485
  },
1486
  {
1487
  "epoch": 3.31,
1488
+ "learning_rate": 8.977635782747604e-05,
1489
+ "loss": 0.09,
1490
  "step": 2070
1491
  },
1492
  {
1493
  "epoch": 3.32,
1494
+ "learning_rate": 8.924387646432375e-05,
1495
+ "loss": 0.122,
1496
  "step": 2080
1497
  },
1498
  {
1499
  "epoch": 3.34,
1500
+ "learning_rate": 8.871139510117146e-05,
1501
+ "loss": 0.0811,
1502
  "step": 2090
1503
  },
1504
  {
1505
  "epoch": 3.35,
1506
+ "learning_rate": 8.817891373801918e-05,
1507
+ "loss": 0.0826,
1508
+ "step": 2100
1509
+ },
1510
+ {
1511
+ "epoch": 3.35,
1512
+ "eval_accuracy": 0.8238341968911918,
1513
+ "eval_f1": 0.8061977203312741,
1514
+ "eval_loss": 0.6481727957725525,
1515
+ "eval_precision": 0.7906071038996454,
1516
+ "eval_recall": 0.8238341968911918,
1517
+ "eval_runtime": 1.6644,
1518
+ "eval_samples_per_second": 115.957,
1519
+ "eval_steps_per_second": 15.02,
1520
  "step": 2100
1521
  },
1522
  {
1523
  "epoch": 3.37,
1524
+ "learning_rate": 8.764643237486689e-05,
1525
+ "loss": 0.179,
1526
  "step": 2110
1527
  },
1528
  {
1529
  "epoch": 3.39,
1530
+ "learning_rate": 8.711395101171459e-05,
1531
+ "loss": 0.1348,
1532
  "step": 2120
1533
  },
1534
  {
1535
  "epoch": 3.4,
1536
+ "learning_rate": 8.658146964856231e-05,
1537
+ "loss": 0.0983,
1538
  "step": 2130
1539
  },
1540
  {
1541
  "epoch": 3.42,
1542
+ "learning_rate": 8.604898828541001e-05,
1543
+ "loss": 0.0418,
1544
  "step": 2140
1545
  },
1546
  {
1547
  "epoch": 3.43,
1548
+ "learning_rate": 8.551650692225772e-05,
1549
+ "loss": 0.1577,
1550
  "step": 2150
1551
  },
1552
  {
1553
  "epoch": 3.45,
1554
+ "learning_rate": 8.498402555910544e-05,
1555
+ "loss": 0.0745,
1556
  "step": 2160
1557
  },
1558
  {
1559
  "epoch": 3.47,
1560
+ "learning_rate": 8.445154419595315e-05,
1561
+ "loss": 0.0959,
1562
  "step": 2170
1563
  },
1564
  {
1565
  "epoch": 3.48,
1566
+ "learning_rate": 8.391906283280086e-05,
1567
+ "loss": 0.0452,
1568
  "step": 2180
1569
  },
1570
  {
1571
  "epoch": 3.5,
1572
+ "learning_rate": 8.338658146964856e-05,
1573
+ "loss": 0.1105,
1574
  "step": 2190
1575
  },
1576
  {
1577
  "epoch": 3.51,
1578
+ "learning_rate": 8.285410010649628e-05,
1579
+ "loss": 0.1288,
1580
+ "step": 2200
1581
+ },
1582
+ {
1583
+ "epoch": 3.51,
1584
+ "eval_accuracy": 0.8238341968911918,
1585
+ "eval_f1": 0.8246933433461932,
1586
+ "eval_loss": 0.691922664642334,
1587
+ "eval_precision": 0.8415128143107418,
1588
+ "eval_recall": 0.8238341968911918,
1589
+ "eval_runtime": 1.4937,
1590
+ "eval_samples_per_second": 129.206,
1591
+ "eval_steps_per_second": 16.737,
1592
  "step": 2200
1593
  },
1594
  {
1595
  "epoch": 3.53,
1596
+ "learning_rate": 8.232161874334398e-05,
1597
+ "loss": 0.1717,
1598
  "step": 2210
1599
  },
1600
  {
1601
  "epoch": 3.55,
1602
+ "learning_rate": 8.17891373801917e-05,
1603
+ "loss": 0.1208,
1604
  "step": 2220
1605
  },
1606
  {
1607
  "epoch": 3.56,
1608
+ "learning_rate": 8.12566560170394e-05,
1609
+ "loss": 0.1116,
1610
  "step": 2230
1611
  },
1612
  {
1613
  "epoch": 3.58,
1614
+ "learning_rate": 8.072417465388712e-05,
1615
+ "loss": 0.1293,
1616
  "step": 2240
1617
  },
1618
  {
1619
  "epoch": 3.59,
1620
+ "learning_rate": 8.019169329073483e-05,
1621
+ "loss": 0.1369,
1622
  "step": 2250
1623
  },
1624
  {
1625
  "epoch": 3.61,
1626
+ "learning_rate": 7.965921192758253e-05,
1627
+ "loss": 0.0916,
1628
  "step": 2260
1629
  },
1630
  {
1631
  "epoch": 3.63,
1632
+ "learning_rate": 7.912673056443025e-05,
1633
+ "loss": 0.0757,
1634
  "step": 2270
1635
  },
1636
  {
1637
  "epoch": 3.64,
1638
+ "learning_rate": 7.859424920127795e-05,
1639
+ "loss": 0.1023,
1640
  "step": 2280
1641
  },
1642
  {
1643
  "epoch": 3.66,
1644
+ "learning_rate": 7.806176783812567e-05,
1645
+ "loss": 0.1656,
1646
  "step": 2290
1647
  },
1648
  {
1649
  "epoch": 3.67,
1650
+ "learning_rate": 7.752928647497338e-05,
1651
+ "loss": 0.0808,
1652
+ "step": 2300
1653
+ },
1654
+ {
1655
+ "epoch": 3.67,
1656
+ "eval_accuracy": 0.8134715025906736,
1657
+ "eval_f1": 0.8140813869903432,
1658
+ "eval_loss": 0.7173806428909302,
1659
+ "eval_precision": 0.8174948328095357,
1660
+ "eval_recall": 0.8134715025906736,
1661
+ "eval_runtime": 1.4719,
1662
+ "eval_samples_per_second": 131.119,
1663
+ "eval_steps_per_second": 16.984,
1664
  "step": 2300
1665
  },
1666
  {
1667
  "epoch": 3.69,
1668
+ "learning_rate": 7.699680511182109e-05,
1669
+ "loss": 0.1077,
1670
  "step": 2310
1671
  },
1672
  {
1673
  "epoch": 3.71,
1674
+ "learning_rate": 7.64643237486688e-05,
1675
+ "loss": 0.1018,
1676
  "step": 2320
1677
  },
1678
  {
1679
  "epoch": 3.72,
1680
+ "learning_rate": 7.59318423855165e-05,
1681
+ "loss": 0.0899,
1682
  "step": 2330
1683
  },
1684
  {
1685
  "epoch": 3.74,
1686
+ "learning_rate": 7.539936102236423e-05,
1687
+ "loss": 0.065,
1688
  "step": 2340
1689
  },
1690
  {
1691
  "epoch": 3.75,
1692
+ "learning_rate": 7.486687965921192e-05,
1693
+ "loss": 0.1106,
1694
  "step": 2350
1695
  },
1696
  {
1697
  "epoch": 3.77,
1698
+ "learning_rate": 7.433439829605964e-05,
1699
+ "loss": 0.065,
1700
  "step": 2360
1701
  },
1702
  {
1703
  "epoch": 3.79,
1704
+ "learning_rate": 7.385516506922258e-05,
1705
+ "loss": 0.141,
1706
  "step": 2370
1707
  },
1708
  {
1709
  "epoch": 3.8,
1710
+ "learning_rate": 7.332268370607029e-05,
1711
+ "loss": 0.0891,
1712
  "step": 2380
1713
  },
1714
  {
1715
  "epoch": 3.82,
1716
+ "learning_rate": 7.2790202342918e-05,
1717
+ "loss": 0.1687,
1718
  "step": 2390
1719
  },
1720
  {
1721
  "epoch": 3.83,
1722
+ "learning_rate": 7.225772097976571e-05,
1723
+ "loss": 0.0764,
1724
+ "step": 2400
1725
+ },
1726
+ {
1727
+ "epoch": 3.83,
1728
+ "eval_accuracy": 0.844559585492228,
1729
+ "eval_f1": 0.8445006019470628,
1730
+ "eval_loss": 0.6201433539390564,
1731
+ "eval_precision": 0.8454466801719325,
1732
+ "eval_recall": 0.844559585492228,
1733
+ "eval_runtime": 1.4552,
1734
+ "eval_samples_per_second": 132.627,
1735
+ "eval_steps_per_second": 17.18,
1736
  "step": 2400
1737
  },
1738
  {
1739
  "epoch": 3.85,
1740
+ "learning_rate": 7.172523961661343e-05,
1741
+ "loss": 0.1329,
1742
  "step": 2410
1743
  },
1744
  {
1745
  "epoch": 3.87,
1746
+ "learning_rate": 7.119275825346114e-05,
1747
+ "loss": 0.0845,
1748
  "step": 2420
1749
  },
1750
  {
1751
  "epoch": 3.88,
1752
+ "learning_rate": 7.066027689030884e-05,
1753
+ "loss": 0.1127,
1754
  "step": 2430
1755
  },
1756
  {
1757
  "epoch": 3.9,
1758
+ "learning_rate": 7.012779552715655e-05,
1759
+ "loss": 0.0374,
1760
  "step": 2440
1761
  },
1762
  {
1763
  "epoch": 3.91,
1764
+ "learning_rate": 6.959531416400426e-05,
1765
+ "loss": 0.0375,
1766
  "step": 2450
1767
  },
1768
  {
1769
  "epoch": 3.93,
1770
+ "learning_rate": 6.906283280085197e-05,
1771
+ "loss": 0.092,
1772
  "step": 2460
1773
  },
1774
  {
1775
  "epoch": 3.95,
1776
+ "learning_rate": 6.853035143769968e-05,
1777
+ "loss": 0.0599,
1778
  "step": 2470
1779
  },
1780
  {
1781
  "epoch": 3.96,
1782
+ "learning_rate": 6.79978700745474e-05,
1783
+ "loss": 0.1426,
1784
  "step": 2480
1785
  },
1786
  {
1787
  "epoch": 3.98,
1788
+ "learning_rate": 6.746538871139511e-05,
1789
+ "loss": 0.1357,
1790
  "step": 2490
1791
  },
1792
  {
1793
  "epoch": 3.99,
1794
+ "learning_rate": 6.693290734824281e-05,
1795
+ "loss": 0.1346,
1796
  "step": 2500
1797
  },
1798
  {
1799
+ "epoch": 3.99,
1800
+ "eval_accuracy": 0.8186528497409327,
1801
+ "eval_f1": 0.8165207533751743,
1802
+ "eval_loss": 0.663874626159668,
1803
+ "eval_precision": 0.817740482090561,
1804
+ "eval_recall": 0.8186528497409327,
1805
+ "eval_runtime": 1.4617,
1806
+ "eval_samples_per_second": 132.04,
1807
+ "eval_steps_per_second": 17.104,
1808
+ "step": 2500
1809
  },
1810
  {
1811
  "epoch": 4.01,
1812
+ "learning_rate": 6.640042598509052e-05,
1813
+ "loss": 0.1171,
1814
  "step": 2510
1815
  },
1816
  {
1817
  "epoch": 4.03,
1818
+ "learning_rate": 6.586794462193823e-05,
1819
+ "loss": 0.0549,
1820
  "step": 2520
1821
  },
1822
  {
1823
  "epoch": 4.04,
1824
+ "learning_rate": 6.533546325878594e-05,
1825
+ "loss": 0.0687,
1826
  "step": 2530
1827
  },
1828
  {
1829
  "epoch": 4.06,
1830
+ "learning_rate": 6.480298189563366e-05,
1831
+ "loss": 0.0384,
1832
  "step": 2540
1833
  },
1834
  {
1835
  "epoch": 4.07,
1836
+ "learning_rate": 6.427050053248137e-05,
1837
+ "loss": 0.057,
1838
  "step": 2550
1839
  },
1840
  {
1841
  "epoch": 4.09,
1842
+ "learning_rate": 6.373801916932908e-05,
1843
+ "loss": 0.034,
1844
  "step": 2560
1845
  },
1846
  {
1847
  "epoch": 4.11,
1848
+ "learning_rate": 6.320553780617678e-05,
1849
+ "loss": 0.0162,
1850
  "step": 2570
1851
  },
1852
  {
1853
  "epoch": 4.12,
1854
+ "learning_rate": 6.26730564430245e-05,
1855
+ "loss": 0.0314,
1856
  "step": 2580
1857
  },
1858
  {
1859
  "epoch": 4.14,
1860
+ "learning_rate": 6.214057507987222e-05,
1861
+ "loss": 0.0175,
1862
  "step": 2590
1863
  },
1864
  {
1865
  "epoch": 4.15,
1866
+ "learning_rate": 6.160809371671991e-05,
1867
+ "loss": 0.0246,
1868
+ "step": 2600
1869
+ },
1870
+ {
1871
+ "epoch": 4.15,
1872
+ "eval_accuracy": 0.8134715025906736,
1873
+ "eval_f1": 0.8153154526059129,
1874
+ "eval_loss": 0.7757030725479126,
1875
+ "eval_precision": 0.8176832409174923,
1876
+ "eval_recall": 0.8134715025906736,
1877
+ "eval_runtime": 1.3905,
1878
+ "eval_samples_per_second": 138.8,
1879
+ "eval_steps_per_second": 17.979,
1880
  "step": 2600
1881
  },
1882
  {
1883
  "epoch": 4.17,
1884
+ "learning_rate": 6.107561235356763e-05,
1885
+ "loss": 0.086,
1886
  "step": 2610
1887
  },
1888
  {
1889
  "epoch": 4.19,
1890
+ "learning_rate": 6.054313099041534e-05,
1891
+ "loss": 0.0456,
1892
  "step": 2620
1893
  },
1894
  {
1895
  "epoch": 4.2,
1896
+ "learning_rate": 6.001064962726305e-05,
1897
+ "loss": 0.0096,
1898
  "step": 2630
1899
  },
1900
  {
1901
  "epoch": 4.22,
1902
+ "learning_rate": 5.9478168264110756e-05,
1903
+ "loss": 0.028,
1904
  "step": 2640
1905
  },
1906
  {
1907
  "epoch": 4.23,
1908
+ "learning_rate": 5.8945686900958475e-05,
1909
+ "loss": 0.0123,
1910
  "step": 2650
1911
  },
1912
  {
1913
  "epoch": 4.25,
1914
+ "learning_rate": 5.841320553780618e-05,
1915
+ "loss": 0.0119,
1916
  "step": 2660
1917
  },
1918
  {
1919
  "epoch": 4.27,
1920
+ "learning_rate": 5.7880724174653886e-05,
1921
+ "loss": 0.0545,
1922
  "step": 2670
1923
  },
1924
  {
1925
  "epoch": 4.28,
1926
+ "learning_rate": 5.73482428115016e-05,
1927
+ "loss": 0.0663,
1928
  "step": 2680
1929
  },
1930
  {
1931
  "epoch": 4.3,
1932
+ "learning_rate": 5.681576144834932e-05,
1933
+ "loss": 0.0258,
1934
  "step": 2690
1935
  },
1936
  {
1937
  "epoch": 4.31,
1938
+ "learning_rate": 5.628328008519702e-05,
1939
+ "loss": 0.0059,
1940
+ "step": 2700
1941
+ },
1942
+ {
1943
+ "epoch": 4.31,
1944
+ "eval_accuracy": 0.8238341968911918,
1945
+ "eval_f1": 0.8195474441824196,
1946
+ "eval_loss": 0.7932853698730469,
1947
+ "eval_precision": 0.817003476896994,
1948
+ "eval_recall": 0.8238341968911918,
1949
+ "eval_runtime": 1.4777,
1950
+ "eval_samples_per_second": 130.611,
1951
+ "eval_steps_per_second": 16.919,
1952
  "step": 2700
1953
  },
1954
  {
1955
  "epoch": 4.33,
1956
+ "learning_rate": 5.575079872204473e-05,
1957
+ "loss": 0.0711,
1958
  "step": 2710
1959
  },
1960
  {
1961
  "epoch": 4.35,
1962
+ "learning_rate": 5.521831735889245e-05,
1963
+ "loss": 0.056,
1964
  "step": 2720
1965
  },
1966
  {
1967
  "epoch": 4.36,
1968
+ "learning_rate": 5.468583599574015e-05,
1969
+ "loss": 0.0142,
1970
  "step": 2730
1971
  },
1972
  {
1973
  "epoch": 4.38,
1974
+ "learning_rate": 5.415335463258786e-05,
1975
+ "loss": 0.0138,
1976
  "step": 2740
1977
  },
1978
  {
1979
  "epoch": 4.39,
1980
+ "learning_rate": 5.362087326943557e-05,
1981
+ "loss": 0.0077,
1982
  "step": 2750
1983
  },
1984
  {
1985
  "epoch": 4.41,
1986
+ "learning_rate": 5.308839190628329e-05,
1987
+ "loss": 0.0122,
1988
  "step": 2760
1989
  },
1990
  {
1991
  "epoch": 4.42,
1992
+ "learning_rate": 5.2555910543130994e-05,
1993
+ "loss": 0.0072,
1994
  "step": 2770
1995
  },
1996
  {
1997
  "epoch": 4.44,
1998
+ "learning_rate": 5.20234291799787e-05,
1999
+ "loss": 0.0092,
2000
  "step": 2780
2001
  },
2002
  {
2003
  "epoch": 4.46,
2004
+ "learning_rate": 5.149094781682642e-05,
2005
+ "loss": 0.029,
2006
  "step": 2790
2007
  },
2008
  {
2009
  "epoch": 4.47,
2010
+ "learning_rate": 5.095846645367412e-05,
2011
+ "loss": 0.0187,
2012
+ "step": 2800
2013
+ },
2014
+ {
2015
+ "epoch": 4.47,
2016
+ "eval_accuracy": 0.8238341968911918,
2017
+ "eval_f1": 0.8192337864755405,
2018
+ "eval_loss": 0.8311242461204529,
2019
+ "eval_precision": 0.8153339317041329,
2020
+ "eval_recall": 0.8238341968911918,
2021
+ "eval_runtime": 1.3817,
2022
+ "eval_samples_per_second": 139.683,
2023
+ "eval_steps_per_second": 18.094,
2024
  "step": 2800
2025
  },
2026
  {
2027
  "epoch": 4.49,
2028
+ "learning_rate": 5.0425985090521835e-05,
2029
+ "loss": 0.0516,
2030
  "step": 2810
2031
  },
2032
  {
2033
  "epoch": 4.5,
2034
+ "learning_rate": 4.989350372736955e-05,
2035
+ "loss": 0.0449,
2036
  "step": 2820
2037
  },
2038
  {
2039
  "epoch": 4.52,
2040
+ "learning_rate": 4.936102236421725e-05,
2041
+ "loss": 0.032,
2042
  "step": 2830
2043
  },
2044
  {
2045
  "epoch": 4.54,
2046
+ "learning_rate": 4.8828541001064965e-05,
2047
+ "loss": 0.087,
2048
  "step": 2840
2049
  },
2050
  {
2051
  "epoch": 4.55,
2052
+ "learning_rate": 4.829605963791268e-05,
2053
+ "loss": 0.0413,
2054
  "step": 2850
2055
  },
2056
  {
2057
  "epoch": 4.57,
2058
+ "learning_rate": 4.776357827476038e-05,
2059
+ "loss": 0.0093,
2060
  "step": 2860
2061
  },
2062
  {
2063
  "epoch": 4.58,
2064
+ "learning_rate": 4.7231096911608095e-05,
2065
+ "loss": 0.0508,
2066
  "step": 2870
2067
  },
2068
  {
2069
  "epoch": 4.6,
2070
+ "learning_rate": 4.669861554845581e-05,
2071
+ "loss": 0.0287,
2072
  "step": 2880
2073
  },
2074
  {
2075
  "epoch": 4.62,
2076
+ "learning_rate": 4.616613418530352e-05,
2077
+ "loss": 0.0254,
2078
  "step": 2890
2079
  },
2080
  {
2081
  "epoch": 4.63,
2082
+ "learning_rate": 4.563365282215123e-05,
2083
+ "loss": 0.023,
2084
+ "step": 2900
2085
+ },
2086
+ {
2087
+ "epoch": 4.63,
2088
+ "eval_accuracy": 0.8238341968911918,
2089
+ "eval_f1": 0.8215531139840162,
2090
+ "eval_loss": 0.8048279285430908,
2091
+ "eval_precision": 0.8216558642971418,
2092
+ "eval_recall": 0.8238341968911918,
2093
+ "eval_runtime": 1.454,
2094
+ "eval_samples_per_second": 132.737,
2095
+ "eval_steps_per_second": 17.194,
2096
  "step": 2900
2097
  },
2098
  {
2099
  "epoch": 4.65,
2100
+ "learning_rate": 4.5101171458998936e-05,
2101
+ "loss": 0.0111,
2102
  "step": 2910
2103
  },
2104
  {
2105
  "epoch": 4.66,
2106
+ "learning_rate": 4.456869009584665e-05,
2107
+ "loss": 0.0444,
2108
  "step": 2920
2109
  },
2110
  {
2111
  "epoch": 4.68,
2112
+ "learning_rate": 4.4036208732694354e-05,
2113
+ "loss": 0.0425,
2114
  "step": 2930
2115
  },
2116
  {
2117
  "epoch": 4.7,
2118
+ "learning_rate": 4.3503727369542066e-05,
2119
+ "loss": 0.0056,
2120
  "step": 2940
2121
  },
2122
  {
2123
  "epoch": 4.71,
2124
+ "learning_rate": 4.297124600638978e-05,
2125
+ "loss": 0.0088,
2126
  "step": 2950
2127
  },
2128
  {
2129
  "epoch": 4.73,
2130
+ "learning_rate": 4.243876464323749e-05,
2131
+ "loss": 0.0403,
2132
  "step": 2960
2133
  },
2134
  {
2135
  "epoch": 4.74,
2136
+ "learning_rate": 4.19062832800852e-05,
2137
+ "loss": 0.0048,
2138
  "step": 2970
2139
  },
2140
  {
2141
  "epoch": 4.76,
2142
+ "learning_rate": 4.137380191693291e-05,
2143
+ "loss": 0.0381,
2144
  "step": 2980
2145
  },
2146
  {
2147
  "epoch": 4.78,
2148
+ "learning_rate": 4.084132055378062e-05,
2149
+ "loss": 0.011,
2150
  "step": 2990
2151
  },
2152
  {
2153
  "epoch": 4.79,
2154
+ "learning_rate": 4.0308839190628325e-05,
2155
+ "loss": 0.0186,
2156
+ "step": 3000
2157
+ },
2158
+ {
2159
+ "epoch": 4.79,
2160
+ "eval_accuracy": 0.8341968911917098,
2161
+ "eval_f1": 0.8300950013560662,
2162
+ "eval_loss": 0.8510283827781677,
2163
+ "eval_precision": 0.8295487076932402,
2164
+ "eval_recall": 0.8341968911917098,
2165
+ "eval_runtime": 1.4926,
2166
+ "eval_samples_per_second": 129.306,
2167
+ "eval_steps_per_second": 16.75,
2168
  "step": 3000
2169
  },
2170
  {
2171
  "epoch": 4.81,
2172
+ "learning_rate": 3.9776357827476044e-05,
2173
+ "loss": 0.0685,
2174
  "step": 3010
2175
  },
2176
  {
2177
  "epoch": 4.82,
2178
+ "learning_rate": 3.9243876464323756e-05,
2179
+ "loss": 0.0413,
2180
  "step": 3020
2181
  },
2182
  {
2183
  "epoch": 4.84,
2184
+ "learning_rate": 3.871139510117146e-05,
2185
+ "loss": 0.0042,
2186
  "step": 3030
2187
  },
2188
  {
2189
  "epoch": 4.86,
2190
+ "learning_rate": 3.8178913738019174e-05,
2191
+ "loss": 0.0383,
2192
  "step": 3040
2193
  },
2194
  {
2195
  "epoch": 4.87,
2196
+ "learning_rate": 3.764643237486688e-05,
2197
+ "loss": 0.0107,
2198
  "step": 3050
2199
  },
2200
  {
2201
  "epoch": 4.89,
2202
+ "learning_rate": 3.711395101171459e-05,
2203
+ "loss": 0.0039,
2204
  "step": 3060
2205
  },
2206
  {
2207
  "epoch": 4.9,
2208
+ "learning_rate": 3.65814696485623e-05,
2209
+ "loss": 0.0055,
2210
  "step": 3070
2211
  },
2212
  {
2213
  "epoch": 4.92,
2214
+ "learning_rate": 3.6048988285410015e-05,
2215
+ "loss": 0.004,
2216
  "step": 3080
2217
  },
2218
  {
2219
  "epoch": 4.94,
2220
+ "learning_rate": 3.551650692225773e-05,
2221
+ "loss": 0.0041,
2222
  "step": 3090
2223
  },
2224
  {
2225
  "epoch": 4.95,
2226
+ "learning_rate": 3.498402555910543e-05,
2227
+ "loss": 0.0562,
2228
+ "step": 3100
2229
+ },
2230
+ {
2231
+ "epoch": 4.95,
2232
+ "eval_accuracy": 0.844559585492228,
2233
+ "eval_f1": 0.8434217418386705,
2234
+ "eval_loss": 0.7533888220787048,
2235
+ "eval_precision": 0.8429335902450361,
2236
+ "eval_recall": 0.844559585492228,
2237
+ "eval_runtime": 1.492,
2238
+ "eval_samples_per_second": 129.357,
2239
+ "eval_steps_per_second": 16.756,
2240
  "step": 3100
2241
  },
2242
  {
2243
  "epoch": 4.97,
2244
+ "learning_rate": 3.4451544195953145e-05,
2245
+ "loss": 0.0504,
2246
  "step": 3110
2247
  },
2248
  {
2249
  "epoch": 4.98,
2250
+ "learning_rate": 3.391906283280085e-05,
2251
+ "loss": 0.0393,
2252
  "step": 3120
2253
  },
2254
  {
2255
  "epoch": 5.0,
2256
+ "learning_rate": 3.338658146964856e-05,
2257
+ "loss": 0.0311,
 
 
 
 
 
 
 
 
 
 
 
 
2258
  "step": 3130
2259
  },
2260
  {
2261
  "epoch": 5.02,
2262
+ "learning_rate": 3.2854100106496274e-05,
2263
+ "loss": 0.0047,
2264
  "step": 3140
2265
  },
2266
  {
2267
  "epoch": 5.03,
2268
+ "learning_rate": 3.2321618743343987e-05,
2269
+ "loss": 0.0036,
2270
  "step": 3150
2271
  },
2272
  {
2273
  "epoch": 5.05,
2274
+ "learning_rate": 3.17891373801917e-05,
2275
+ "loss": 0.0058,
2276
  "step": 3160
2277
  },
2278
  {
2279
  "epoch": 5.06,
2280
+ "learning_rate": 3.1256656017039404e-05,
2281
+ "loss": 0.0032,
2282
  "step": 3170
2283
  },
2284
  {
2285
  "epoch": 5.08,
2286
+ "learning_rate": 3.0724174653887116e-05,
2287
+ "loss": 0.0038,
2288
  "step": 3180
2289
  },
2290
  {
2291
  "epoch": 5.1,
2292
+ "learning_rate": 3.0191693290734825e-05,
2293
+ "loss": 0.0043,
2294
  "step": 3190
2295
  },
2296
  {
2297
  "epoch": 5.11,
2298
+ "learning_rate": 2.9659211927582537e-05,
2299
+ "loss": 0.0046,
2300
+ "step": 3200
2301
+ },
2302
+ {
2303
+ "epoch": 5.11,
2304
+ "eval_accuracy": 0.8497409326424871,
2305
+ "eval_f1": 0.8479634146875489,
2306
+ "eval_loss": 0.7817012667655945,
2307
+ "eval_precision": 0.8509145455231842,
2308
+ "eval_recall": 0.8497409326424871,
2309
+ "eval_runtime": 1.4693,
2310
+ "eval_samples_per_second": 131.354,
2311
+ "eval_steps_per_second": 17.015,
2312
  "step": 3200
2313
  },
2314
  {
2315
  "epoch": 5.13,
2316
+ "learning_rate": 2.912673056443025e-05,
2317
+ "loss": 0.0033,
2318
  "step": 3210
2319
  },
2320
  {
2321
  "epoch": 5.14,
2322
+ "learning_rate": 2.8594249201277955e-05,
2323
+ "loss": 0.0031,
2324
  "step": 3220
2325
  },
2326
  {
2327
  "epoch": 5.16,
2328
+ "learning_rate": 2.806176783812567e-05,
2329
+ "loss": 0.0045,
2330
  "step": 3230
2331
  },
2332
  {
2333
  "epoch": 5.18,
2334
+ "learning_rate": 2.7529286474973375e-05,
2335
+ "loss": 0.0039,
2336
  "step": 3240
2337
  },
2338
  {
2339
  "epoch": 5.19,
2340
+ "learning_rate": 2.6996805111821088e-05,
2341
+ "loss": 0.0079,
2342
  "step": 3250
2343
  },
2344
  {
2345
  "epoch": 5.21,
2346
+ "learning_rate": 2.6464323748668796e-05,
2347
+ "loss": 0.0033,
2348
  "step": 3260
2349
  },
2350
  {
2351
  "epoch": 5.22,
2352
+ "learning_rate": 2.593184238551651e-05,
2353
  "loss": 0.0034,
2354
  "step": 3270
2355
  },
2356
  {
2357
  "epoch": 5.24,
2358
+ "learning_rate": 2.539936102236422e-05,
2359
+ "loss": 0.0266,
2360
  "step": 3280
2361
  },
2362
  {
2363
  "epoch": 5.26,
2364
+ "learning_rate": 2.486687965921193e-05,
2365
+ "loss": 0.003,
2366
  "step": 3290
2367
  },
2368
  {
2369
  "epoch": 5.27,
2370
+ "learning_rate": 2.4334398296059638e-05,
2371
  "loss": 0.0032,
2372
  "step": 3300
2373
  },
2374
+ {
2375
+ "epoch": 5.27,
2376
+ "eval_accuracy": 0.844559585492228,
2377
+ "eval_f1": 0.8429424412251948,
2378
+ "eval_loss": 0.7576200366020203,
2379
+ "eval_precision": 0.8446708165981079,
2380
+ "eval_recall": 0.844559585492228,
2381
+ "eval_runtime": 1.4381,
2382
+ "eval_samples_per_second": 134.206,
2383
+ "eval_steps_per_second": 17.384,
2384
+ "step": 3300
2385
+ },
2386
  {
2387
  "epoch": 5.29,
2388
+ "learning_rate": 2.380191693290735e-05,
2389
+ "loss": 0.0036,
2390
  "step": 3310
2391
  },
2392
  {
2393
  "epoch": 5.3,
2394
+ "learning_rate": 2.326943556975506e-05,
2395
+ "loss": 0.0034,
2396
  "step": 3320
2397
  },
2398
  {
2399
  "epoch": 5.32,
2400
+ "learning_rate": 2.273695420660277e-05,
2401
+ "loss": 0.0028,
2402
  "step": 3330
2403
  },
2404
  {
2405
  "epoch": 5.34,
2406
+ "learning_rate": 2.220447284345048e-05,
2407
+ "loss": 0.0032,
2408
  "step": 3340
2409
  },
2410
  {
2411
  "epoch": 5.35,
2412
+ "learning_rate": 2.167199148029819e-05,
2413
+ "loss": 0.003,
2414
  "step": 3350
2415
  },
2416
  {
2417
  "epoch": 5.37,
2418
+ "learning_rate": 2.11395101171459e-05,
2419
+ "loss": 0.0027,
2420
  "step": 3360
2421
  },
2422
  {
2423
  "epoch": 5.38,
2424
+ "learning_rate": 2.0607028753993613e-05,
2425
+ "loss": 0.0029,
2426
  "step": 3370
2427
  },
2428
  {
2429
  "epoch": 5.4,
2430
+ "learning_rate": 2.007454739084132e-05,
2431
+ "loss": 0.0031,
2432
  "step": 3380
2433
  },
2434
  {
2435
  "epoch": 5.42,
2436
+ "learning_rate": 1.9542066027689034e-05,
2437
+ "loss": 0.0209,
2438
  "step": 3390
2439
  },
2440
  {
2441
  "epoch": 5.43,
2442
+ "learning_rate": 1.9009584664536742e-05,
2443
+ "loss": 0.0031,
2444
+ "step": 3400
2445
+ },
2446
+ {
2447
+ "epoch": 5.43,
2448
+ "eval_accuracy": 0.8393782383419689,
2449
+ "eval_f1": 0.8374362848933657,
2450
+ "eval_loss": 0.7692102789878845,
2451
+ "eval_precision": 0.8372644594337743,
2452
+ "eval_recall": 0.8393782383419689,
2453
+ "eval_runtime": 1.4901,
2454
+ "eval_samples_per_second": 129.526,
2455
+ "eval_steps_per_second": 16.778,
2456
  "step": 3400
2457
  },
2458
  {
2459
  "epoch": 5.45,
2460
+ "learning_rate": 1.847710330138445e-05,
2461
  "loss": 0.0031,
2462
  "step": 3410
2463
  },
2464
  {
2465
  "epoch": 5.46,
2466
+ "learning_rate": 1.7944621938232163e-05,
2467
  "loss": 0.0029,
2468
  "step": 3420
2469
  },
2470
  {
2471
  "epoch": 5.48,
2472
+ "learning_rate": 1.7412140575079875e-05,
2473
+ "loss": 0.0035,
2474
  "step": 3430
2475
  },
2476
  {
2477
  "epoch": 5.5,
2478
+ "learning_rate": 1.6879659211927584e-05,
2479
+ "loss": 0.0031,
2480
  "step": 3440
2481
  },
2482
  {
2483
  "epoch": 5.51,
2484
+ "learning_rate": 1.6347177848775293e-05,
2485
+ "loss": 0.003,
2486
  "step": 3450
2487
  },
2488
  {
2489
  "epoch": 5.53,
2490
+ "learning_rate": 1.5814696485623005e-05,
2491
+ "loss": 0.0033,
2492
  "step": 3460
2493
  },
2494
  {
2495
  "epoch": 5.54,
2496
+ "learning_rate": 1.5282215122470714e-05,
2497
+ "loss": 0.0029,
2498
  "step": 3470
2499
  },
2500
  {
2501
  "epoch": 5.56,
2502
+ "learning_rate": 1.4749733759318424e-05,
2503
+ "loss": 0.0032,
2504
  "step": 3480
2505
  },
2506
  {
2507
  "epoch": 5.58,
2508
+ "learning_rate": 1.4217252396166134e-05,
2509
+ "loss": 0.0029,
2510
  "step": 3490
2511
  },
2512
  {
2513
  "epoch": 5.59,
2514
+ "learning_rate": 1.3684771033013847e-05,
2515
+ "loss": 0.0399,
2516
+ "step": 3500
2517
+ },
2518
+ {
2519
+ "epoch": 5.59,
2520
+ "eval_accuracy": 0.8393782383419689,
2521
+ "eval_f1": 0.8394649204913208,
2522
+ "eval_loss": 0.7672936916351318,
2523
+ "eval_precision": 0.8414946404583712,
2524
+ "eval_recall": 0.8393782383419689,
2525
+ "eval_runtime": 1.4873,
2526
+ "eval_samples_per_second": 129.766,
2527
+ "eval_steps_per_second": 16.809,
2528
  "step": 3500
2529
  },
2530
  {
2531
  "epoch": 5.61,
2532
+ "learning_rate": 1.3152289669861555e-05,
2533
+ "loss": 0.0028,
2534
  "step": 3510
2535
  },
2536
  {
2537
  "epoch": 5.62,
2538
+ "learning_rate": 1.2619808306709266e-05,
2539
+ "loss": 0.0031,
2540
  "step": 3520
2541
  },
2542
  {
2543
  "epoch": 5.64,
2544
+ "learning_rate": 1.2087326943556976e-05,
2545
+ "loss": 0.0025,
2546
  "step": 3530
2547
  },
2548
  {
2549
  "epoch": 5.65,
2550
+ "learning_rate": 1.1554845580404687e-05,
2551
+ "loss": 0.0027,
2552
  "step": 3540
2553
  },
2554
  {
2555
  "epoch": 5.67,
2556
+ "learning_rate": 1.1022364217252397e-05,
2557
+ "loss": 0.0031,
2558
  "step": 3550
2559
  },
2560
  {
2561
  "epoch": 5.69,
2562
+ "learning_rate": 1.0489882854100107e-05,
2563
+ "loss": 0.0029,
2564
  "step": 3560
2565
  },
2566
  {
2567
  "epoch": 5.7,
2568
+ "learning_rate": 9.957401490947816e-06,
2569
+ "loss": 0.0138,
2570
  "step": 3570
2571
  },
2572
  {
2573
  "epoch": 5.72,
2574
+ "learning_rate": 9.424920127795528e-06,
2575
+ "loss": 0.0056,
2576
  "step": 3580
2577
  },
2578
  {
2579
  "epoch": 5.73,
2580
+ "learning_rate": 8.892438764643237e-06,
2581
+ "loss": 0.0031,
2582
  "step": 3590
2583
  },
2584
  {
2585
  "epoch": 5.75,
2586
+ "learning_rate": 8.359957401490947e-06,
2587
+ "loss": 0.0052,
2588
+ "step": 3600
2589
+ },
2590
+ {
2591
+ "epoch": 5.75,
2592
+ "eval_accuracy": 0.8393782383419689,
2593
+ "eval_f1": 0.8388429769119503,
2594
+ "eval_loss": 0.7809217572212219,
2595
+ "eval_precision": 0.8398828503103116,
2596
+ "eval_recall": 0.8393782383419689,
2597
+ "eval_runtime": 1.4125,
2598
+ "eval_samples_per_second": 136.637,
2599
+ "eval_steps_per_second": 17.699,
2600
  "step": 3600
2601
  },
2602
  {
2603
  "epoch": 5.77,
2604
+ "learning_rate": 7.82747603833866e-06,
2605
+ "loss": 0.0026,
2606
  "step": 3610
2607
  },
2608
  {
2609
  "epoch": 5.78,
2610
+ "learning_rate": 7.294994675186369e-06,
2611
  "loss": 0.0026,
2612
  "step": 3620
2613
  },
2614
  {
2615
  "epoch": 5.8,
2616
+ "learning_rate": 6.762513312034079e-06,
2617
+ "loss": 0.0072,
2618
  "step": 3630
2619
  },
2620
  {
2621
  "epoch": 5.81,
2622
+ "learning_rate": 6.230031948881789e-06,
2623
+ "loss": 0.0028,
2624
  "step": 3640
2625
  },
2626
  {
2627
  "epoch": 5.83,
2628
+ "learning_rate": 5.6975505857295e-06,
2629
+ "loss": 0.0217,
2630
  "step": 3650
2631
  },
2632
  {
2633
  "epoch": 5.85,
2634
+ "learning_rate": 5.16506922257721e-06,
2635
+ "loss": 0.0029,
2636
  "step": 3660
2637
  },
2638
  {
2639
  "epoch": 5.86,
2640
+ "learning_rate": 4.6325878594249205e-06,
2641
+ "loss": 0.0023,
2642
  "step": 3670
2643
  },
2644
  {
2645
  "epoch": 5.88,
2646
+ "learning_rate": 4.100106496272631e-06,
2647
  "loss": 0.0029,
2648
  "step": 3680
2649
  },
2650
  {
2651
  "epoch": 5.89,
2652
+ "learning_rate": 3.5676251331203413e-06,
2653
  "loss": 0.0026,
2654
  "step": 3690
2655
  },
2656
  {
2657
  "epoch": 5.91,
2658
+ "learning_rate": 3.0351437699680513e-06,
2659
+ "loss": 0.0203,
2660
+ "step": 3700
2661
+ },
2662
+ {
2663
+ "epoch": 5.91,
2664
+ "eval_accuracy": 0.844559585492228,
2665
+ "eval_f1": 0.844259505776831,
2666
+ "eval_loss": 0.7902076840400696,
2667
+ "eval_precision": 0.8449093264248706,
2668
+ "eval_recall": 0.844559585492228,
2669
+ "eval_runtime": 1.4878,
2670
+ "eval_samples_per_second": 129.72,
2671
+ "eval_steps_per_second": 16.803,
2672
  "step": 3700
2673
  },
2674
  {
2675
  "epoch": 5.93,
2676
+ "learning_rate": 2.5026624068157617e-06,
2677
+ "loss": 0.003,
2678
  "step": 3710
2679
  },
2680
  {
2681
  "epoch": 5.94,
2682
+ "learning_rate": 1.9701810436634718e-06,
2683
+ "loss": 0.0032,
2684
  "step": 3720
2685
  },
2686
  {
2687
  "epoch": 5.96,
2688
+ "learning_rate": 1.4376996805111822e-06,
2689
+ "loss": 0.0411,
2690
  "step": 3730
2691
  },
2692
  {
2693
  "epoch": 5.97,
2694
+ "learning_rate": 9.052183173588925e-07,
2695
+ "loss": 0.0028,
2696
  "step": 3740
2697
  },
2698
  {
2699
  "epoch": 5.99,
2700
+ "learning_rate": 3.727369542066028e-07,
2701
+ "loss": 0.0026,
2702
  "step": 3750
2703
  },
 
 
 
 
 
 
 
 
 
 
 
 
2704
  {
2705
  "epoch": 6.0,
2706
  "step": 3756,
2707
  "total_flos": 4.65670232933972e+18,
2708
+ "train_loss": 0.2673659576083255,
2709
+ "train_runtime": 1337.8119,
2710
+ "train_samples_per_second": 44.917,
2711
+ "train_steps_per_second": 2.808
2712
  }
2713
  ],
2714
  "max_steps": 3756,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:74aea44c179c50d7d52eebe7292c4b9551f99f261c26353b608929eebbb40255
3
  size 3899
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89c5d623d59c688ea58b74ea3f434d40ad7833dc5565a4d0cf33fab8a07fe6e8
3
  size 3899