File size: 10,964 Bytes
99afb7d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 20.0,
  "eval_steps": 500,
  "global_step": 2120,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 1.0,
      "grad_norm": 3.486544132232666,
      "learning_rate": 4.75e-05,
      "loss": 0.3438,
      "step": 106
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.9492119089316988,
      "eval_f1": 0.7840440165061899,
      "eval_loss": 0.16529129445552826,
      "eval_precision": 0.7345360824742269,
      "eval_recall": 0.8407079646017699,
      "eval_runtime": 0.8917,
      "eval_samples_per_second": 209.705,
      "eval_steps_per_second": 3.364,
      "step": 106
    },
    {
      "epoch": 2.0,
      "grad_norm": 2.105318307876587,
      "learning_rate": 4.5e-05,
      "loss": 0.1133,
      "step": 212
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.9569677257943457,
      "eval_f1": 0.8272108843537416,
      "eval_loss": 0.13404884934425354,
      "eval_precision": 0.7676767676767676,
      "eval_recall": 0.8967551622418879,
      "eval_runtime": 0.9428,
      "eval_samples_per_second": 198.343,
      "eval_steps_per_second": 3.182,
      "step": 212
    },
    {
      "epoch": 3.0,
      "grad_norm": 2.1835291385650635,
      "learning_rate": 4.25e-05,
      "loss": 0.0736,
      "step": 318
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.9589692269201902,
      "eval_f1": 0.8222222222222222,
      "eval_loss": 0.1448056399822235,
      "eval_precision": 0.7769028871391076,
      "eval_recall": 0.8731563421828908,
      "eval_runtime": 0.893,
      "eval_samples_per_second": 209.417,
      "eval_steps_per_second": 3.36,
      "step": 318
    },
    {
      "epoch": 4.0,
      "grad_norm": 4.041090965270996,
      "learning_rate": 4e-05,
      "loss": 0.0473,
      "step": 424
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.961220915686765,
      "eval_f1": 0.8274894810659187,
      "eval_loss": 0.158503457903862,
      "eval_precision": 0.7887700534759359,
      "eval_recall": 0.8702064896755162,
      "eval_runtime": 0.9078,
      "eval_samples_per_second": 206.001,
      "eval_steps_per_second": 3.305,
      "step": 424
    },
    {
      "epoch": 5.0,
      "grad_norm": 2.1877193450927734,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 0.0311,
      "step": 530
    },
    {
      "epoch": 5.0,
      "eval_accuracy": 0.9604703527645734,
      "eval_f1": 0.8344923504867873,
      "eval_loss": 0.18446023762226105,
      "eval_precision": 0.7894736842105263,
      "eval_recall": 0.8849557522123894,
      "eval_runtime": 0.911,
      "eval_samples_per_second": 205.279,
      "eval_steps_per_second": 3.293,
      "step": 530
    },
    {
      "epoch": 6.0,
      "grad_norm": 2.7992465496063232,
      "learning_rate": 3.5e-05,
      "loss": 0.0179,
      "step": 636
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.9602201651238429,
      "eval_f1": 0.8263305322128851,
      "eval_loss": 0.21451354026794434,
      "eval_precision": 0.7866666666666666,
      "eval_recall": 0.8702064896755162,
      "eval_runtime": 0.9051,
      "eval_samples_per_second": 206.598,
      "eval_steps_per_second": 3.314,
      "step": 636
    },
    {
      "epoch": 7.0,
      "grad_norm": 0.3002428412437439,
      "learning_rate": 3.2500000000000004e-05,
      "loss": 0.0126,
      "step": 742
    },
    {
      "epoch": 7.0,
      "eval_accuracy": 0.9567175381536153,
      "eval_f1": 0.82336578581363,
      "eval_loss": 0.22246094048023224,
      "eval_precision": 0.7789473684210526,
      "eval_recall": 0.8731563421828908,
      "eval_runtime": 0.9044,
      "eval_samples_per_second": 206.757,
      "eval_steps_per_second": 3.317,
      "step": 742
    },
    {
      "epoch": 8.0,
      "grad_norm": 0.2764192223548889,
      "learning_rate": 3e-05,
      "loss": 0.0091,
      "step": 848
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.9582186639979985,
      "eval_f1": 0.8326417704011065,
      "eval_loss": 0.2556192874908447,
      "eval_precision": 0.7838541666666666,
      "eval_recall": 0.887905604719764,
      "eval_runtime": 0.9143,
      "eval_samples_per_second": 204.535,
      "eval_steps_per_second": 3.281,
      "step": 848
    },
    {
      "epoch": 9.0,
      "grad_norm": 0.3533385396003723,
      "learning_rate": 2.7500000000000004e-05,
      "loss": 0.0041,
      "step": 954
    },
    {
      "epoch": 9.0,
      "eval_accuracy": 0.9609707280460346,
      "eval_f1": 0.8321579689703806,
      "eval_loss": 0.2573556900024414,
      "eval_precision": 0.7972972972972973,
      "eval_recall": 0.8702064896755162,
      "eval_runtime": 0.9137,
      "eval_samples_per_second": 204.666,
      "eval_steps_per_second": 3.283,
      "step": 954
    },
    {
      "epoch": 10.0,
      "grad_norm": 3.1199791431427,
      "learning_rate": 2.5e-05,
      "loss": 0.0036,
      "step": 1060
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.9554665999499625,
      "eval_f1": 0.817174515235457,
      "eval_loss": 0.3124300241470337,
      "eval_precision": 0.7702349869451697,
      "eval_recall": 0.8702064896755162,
      "eval_runtime": 0.9012,
      "eval_samples_per_second": 207.51,
      "eval_steps_per_second": 3.329,
      "step": 1060
    },
    {
      "epoch": 11.0,
      "grad_norm": 0.014265856705605984,
      "learning_rate": 2.25e-05,
      "loss": 0.0038,
      "step": 1166
    },
    {
      "epoch": 11.0,
      "eval_accuracy": 0.960720540405304,
      "eval_f1": 0.8324022346368715,
      "eval_loss": 0.2836814224720001,
      "eval_precision": 0.7904509283819628,
      "eval_recall": 0.8790560471976401,
      "eval_runtime": 0.916,
      "eval_samples_per_second": 204.138,
      "eval_steps_per_second": 3.275,
      "step": 1166
    },
    {
      "epoch": 12.0,
      "grad_norm": 1.1654541492462158,
      "learning_rate": 2e-05,
      "loss": 0.0017,
      "step": 1272
    },
    {
      "epoch": 12.0,
      "eval_accuracy": 0.9574681010758068,
      "eval_f1": 0.825,
      "eval_loss": 0.3034752905368805,
      "eval_precision": 0.7795275590551181,
      "eval_recall": 0.8761061946902655,
      "eval_runtime": 0.91,
      "eval_samples_per_second": 205.506,
      "eval_steps_per_second": 3.297,
      "step": 1272
    },
    {
      "epoch": 13.0,
      "grad_norm": 0.017983168363571167,
      "learning_rate": 1.75e-05,
      "loss": 0.0015,
      "step": 1378
    },
    {
      "epoch": 13.0,
      "eval_accuracy": 0.9604703527645734,
      "eval_f1": 0.8333333333333335,
      "eval_loss": 0.3068053126335144,
      "eval_precision": 0.7874015748031497,
      "eval_recall": 0.8849557522123894,
      "eval_runtime": 0.902,
      "eval_samples_per_second": 207.324,
      "eval_steps_per_second": 3.326,
      "step": 1378
    },
    {
      "epoch": 14.0,
      "grad_norm": 0.011942153796553612,
      "learning_rate": 1.5e-05,
      "loss": 0.0012,
      "step": 1484
    },
    {
      "epoch": 14.0,
      "eval_accuracy": 0.9577182887165374,
      "eval_f1": 0.8326417704011065,
      "eval_loss": 0.32863807678222656,
      "eval_precision": 0.7838541666666666,
      "eval_recall": 0.887905604719764,
      "eval_runtime": 0.8986,
      "eval_samples_per_second": 208.111,
      "eval_steps_per_second": 3.339,
      "step": 1484
    },
    {
      "epoch": 15.0,
      "grad_norm": 0.0062804995104670525,
      "learning_rate": 1.25e-05,
      "loss": 0.0006,
      "step": 1590
    },
    {
      "epoch": 15.0,
      "eval_accuracy": 0.960720540405304,
      "eval_f1": 0.840782122905028,
      "eval_loss": 0.3137037754058838,
      "eval_precision": 0.7984084880636605,
      "eval_recall": 0.887905604719764,
      "eval_runtime": 0.9082,
      "eval_samples_per_second": 205.909,
      "eval_steps_per_second": 3.303,
      "step": 1590
    },
    {
      "epoch": 16.0,
      "grad_norm": 0.2206662893295288,
      "learning_rate": 1e-05,
      "loss": 0.0008,
      "step": 1696
    },
    {
      "epoch": 16.0,
      "eval_accuracy": 0.9617212909682261,
      "eval_f1": 0.8382559774964837,
      "eval_loss": 0.3065112233161926,
      "eval_precision": 0.8010752688172043,
      "eval_recall": 0.8790560471976401,
      "eval_runtime": 0.9053,
      "eval_samples_per_second": 206.56,
      "eval_steps_per_second": 3.314,
      "step": 1696
    },
    {
      "epoch": 17.0,
      "grad_norm": 0.00254653743468225,
      "learning_rate": 7.5e-06,
      "loss": 0.0014,
      "step": 1802
    },
    {
      "epoch": 17.0,
      "eval_accuracy": 0.9589692269201902,
      "eval_f1": 0.8365650969529086,
      "eval_loss": 0.33052197098731995,
      "eval_precision": 0.7885117493472585,
      "eval_recall": 0.8908554572271387,
      "eval_runtime": 0.9027,
      "eval_samples_per_second": 207.161,
      "eval_steps_per_second": 3.323,
      "step": 1802
    },
    {
      "epoch": 18.0,
      "grad_norm": 0.0013508679112419486,
      "learning_rate": 5e-06,
      "loss": 0.0005,
      "step": 1908
    },
    {
      "epoch": 18.0,
      "eval_accuracy": 0.9597197898423818,
      "eval_f1": 0.8344923504867873,
      "eval_loss": 0.3244776129722595,
      "eval_precision": 0.7894736842105263,
      "eval_recall": 0.8849557522123894,
      "eval_runtime": 0.8996,
      "eval_samples_per_second": 207.879,
      "eval_steps_per_second": 3.335,
      "step": 1908
    },
    {
      "epoch": 19.0,
      "grad_norm": 0.0013845202047377825,
      "learning_rate": 2.5e-06,
      "loss": 0.0004,
      "step": 2014
    },
    {
      "epoch": 19.0,
      "eval_accuracy": 0.9602201651238429,
      "eval_f1": 0.8372739916550764,
      "eval_loss": 0.32481154799461365,
      "eval_precision": 0.7921052631578948,
      "eval_recall": 0.887905604719764,
      "eval_runtime": 0.9114,
      "eval_samples_per_second": 205.168,
      "eval_steps_per_second": 3.291,
      "step": 2014
    },
    {
      "epoch": 20.0,
      "grad_norm": 0.003232144983485341,
      "learning_rate": 0.0,
      "loss": 0.0003,
      "step": 2120
    },
    {
      "epoch": 20.0,
      "eval_accuracy": 0.9604703527645734,
      "eval_f1": 0.8384401114206128,
      "eval_loss": 0.3243328630924225,
      "eval_precision": 0.7941952506596306,
      "eval_recall": 0.887905604719764,
      "eval_runtime": 0.9046,
      "eval_samples_per_second": 206.727,
      "eval_steps_per_second": 3.316,
      "step": 2120
    },
    {
      "epoch": 20.0,
      "step": 2120,
      "total_flos": 898035701398080.0,
      "train_loss": 0.03343723254489168,
      "train_runtime": 509.8629,
      "train_samples_per_second": 66.175,
      "train_steps_per_second": 4.158
    }
  ],
  "logging_steps": 500,
  "max_steps": 2120,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 500,
  "total_flos": 898035701398080.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}