tyzhu commited on
Commit
369750f
1 Parent(s): ea07a3b

Training in progress, epoch 38, checkpoint

Browse files
checkpoint-13318/adapter_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "auto_mapping": null,
3
- "base_model_name_or_path": "Qwen/Qwen1.5-4B",
4
  "bias": "none",
5
  "fan_in_fan_out": false,
6
  "inference_mode": true,
 
1
  {
2
  "auto_mapping": null,
3
+ "base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
4
  "bias": "none",
5
  "fan_in_fan_out": false,
6
  "inference_mode": true,
checkpoint-13318/adapter_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:847dc346269466821f51ec355eca14a2b7b252f626bc542626dfd92603d17518
3
+ size 143269386
checkpoint-13318/added_tokens.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "<|endoftext|>": 151643,
3
- "<|im_end|>": 151645,
4
- "<|im_start|>": 151644
5
  }
 
1
  {
2
+ "</s>": 2,
3
+ "<s>": 1,
4
+ "<unk>": 0
5
  }
checkpoint-13318/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:23a294e0e449010511bb0f348b87294b3bcbc3309d21cb40869513d831aa5c66
3
- size 224537202
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d8c5994e5a13e114852a3716d837dc0273593e3a7c8fff57e29ec293191a8a2
3
+ size 286585234
checkpoint-13318/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e9079f63951ec15e26d675768b1f61a28295693c6973e966fdad85310d426b1
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94766c4f90615e1dba11575b6e345ce9434d5cdfd7a5f2d99d7eda2f809462b6
3
  size 15024
checkpoint-13318/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:331eb8c477384d864e67c092bb7df3d95830b5fc4fec003ffbd4de126892ef7d
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25d74296b1ebe55f6a2462498bc95b1ddcad39401a9ef2778f2608273e9e91a1
3
  size 15024
checkpoint-13318/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:997f7a6c76d75b5cb903c8677d8ac3a9de0ea5dc579c61baef82547205663c3d
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43535890087083e342ab55cabbc87e345659e5dc4abd2c1e78331e3ed106d4b1
3
  size 15024
checkpoint-13318/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8195365271ec6387d44d33d3340c691e9b3edb4f660c13b22ab4d4ff880c94bd
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfe148f4edbb09fbf48441add63a95c9f676ca9fb7d699a178cad5793a80cfbf
3
  size 15024
checkpoint-13318/special_tokens_map.json CHANGED
@@ -1,14 +1,6 @@
1
  {
2
- "additional_special_tokens": [
3
- "<|im_start|>",
4
- "<|im_end|>"
5
- ],
6
- "eos_token": {
7
- "content": "<|endoftext|>",
8
- "lstrip": false,
9
- "normalized": false,
10
- "rstrip": false,
11
- "single_word": false
12
- },
13
- "pad_token": "<|endoftext|>"
14
  }
 
1
  {
2
+ "bos_token": "<s>",
3
+ "eos_token": "</s>",
4
+ "pad_token": "</s>",
5
+ "unk_token": "<unk>"
 
 
 
 
 
 
 
 
6
  }
checkpoint-13318/tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
checkpoint-13318/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
3
+ size 499723
checkpoint-13318/tokenizer_config.json CHANGED
@@ -1,24 +1,23 @@
1
  {
2
- "add_prefix_space": false,
3
  "added_tokens_decoder": {
4
- "151643": {
5
- "content": "<|endoftext|>",
6
  "lstrip": false,
7
  "normalized": false,
8
  "rstrip": false,
9
  "single_word": false,
10
  "special": true
11
  },
12
- "151644": {
13
- "content": "<|im_start|>",
14
  "lstrip": false,
15
  "normalized": false,
16
  "rstrip": false,
17
  "single_word": false,
18
  "special": true
19
  },
20
- "151645": {
21
- "content": "<|im_end|>",
22
  "lstrip": false,
23
  "normalized": false,
24
  "rstrip": false,
@@ -26,18 +25,16 @@
26
  "special": true
27
  }
28
  },
29
- "additional_special_tokens": [
30
- "<|im_start|>",
31
- "<|im_end|>"
32
- ],
33
- "bos_token": null,
34
- "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
35
  "clean_up_tokenization_spaces": false,
36
- "eos_token": "<|endoftext|>",
37
- "errors": "replace",
38
- "model_max_length": 32768,
39
- "pad_token": "<|endoftext|>",
40
- "split_special_tokens": false,
41
- "tokenizer_class": "Qwen2Tokenizer",
42
- "unk_token": null
 
 
43
  }
 
1
  {
 
2
  "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<unk>",
5
  "lstrip": false,
6
  "normalized": false,
7
  "rstrip": false,
8
  "single_word": false,
9
  "special": true
10
  },
11
+ "1": {
12
+ "content": "<s>",
13
  "lstrip": false,
14
  "normalized": false,
15
  "rstrip": false,
16
  "single_word": false,
17
  "special": true
18
  },
19
+ "2": {
20
+ "content": "</s>",
21
  "lstrip": false,
22
  "normalized": false,
23
  "rstrip": false,
 
25
  "special": true
26
  }
27
  },
28
+ "additional_special_tokens": [],
29
+ "bos_token": "<s>",
 
 
 
 
30
  "clean_up_tokenization_spaces": false,
31
+ "eos_token": "</s>",
32
+ "legacy": false,
33
+ "model_max_length": 1000000000000000019884624838656,
34
+ "pad_token": "</s>",
35
+ "padding_side": "left",
36
+ "sp_model_kwargs": {},
37
+ "tokenizer_class": "LlamaTokenizer",
38
+ "unk_token": "<unk>",
39
+ "use_default_system_prompt": true
40
  }
checkpoint-13318/trainer_state.json CHANGED
@@ -9,1580 +9,1433 @@
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
- "epoch": 0.29282576866764276,
13
- "grad_norm": 0.26115021109580994,
14
  "learning_rate": 3e-05,
15
- "loss": 2.0719,
16
  "step": 100
17
  },
18
  {
19
- "epoch": 0.5856515373352855,
20
- "grad_norm": 0.2679530680179596,
21
  "learning_rate": 3e-05,
22
- "loss": 1.969,
23
  "step": 200
24
  },
25
  {
26
- "epoch": 0.8784773060029283,
27
- "grad_norm": 0.2916224002838135,
28
  "learning_rate": 3e-05,
29
- "loss": 1.9686,
30
  "step": 300
31
  },
32
  {
33
- "epoch": 0.9985358711566618,
34
- "eval_accuracy": 0.43743589743589745,
35
- "eval_loss": 3.6918885707855225,
36
- "eval_runtime": 5.2974,
37
- "eval_samples_per_second": 94.385,
38
- "eval_steps_per_second": 11.893,
39
  "step": 341
40
  },
41
  {
42
- "epoch": 0.9985358711566618,
43
- "eval_bleu": 0.1527908371131025,
44
- "eval_exact_match": 0.012,
45
- "eval_prefix_exact_match": 0.026,
46
  "step": 341
47
  },
48
  {
49
- "epoch": 1.171303074670571,
50
- "grad_norm": 0.3534347712993622,
51
  "learning_rate": 3e-05,
52
- "loss": 1.9603,
53
  "step": 400
54
  },
55
  {
56
- "epoch": 1.4641288433382138,
57
- "grad_norm": 0.3338424563407898,
58
  "learning_rate": 3e-05,
59
- "loss": 1.9235,
60
  "step": 500
61
  },
62
  {
63
- "epoch": 1.7569546120058566,
64
- "grad_norm": 0.4033390283584595,
65
  "learning_rate": 3e-05,
66
- "loss": 1.9337,
67
  "step": 600
68
  },
69
  {
70
  "epoch": 2.0,
71
- "eval_accuracy": 0.44764102564102565,
72
- "eval_loss": 3.7484843730926514,
73
- "eval_runtime": 5.0649,
74
- "eval_samples_per_second": 98.718,
75
- "eval_steps_per_second": 12.438,
76
  "step": 683
77
  },
78
  {
79
  "epoch": 2.0,
80
- "eval_bleu": 0.21311912714932216,
81
- "eval_exact_match": 0.02,
82
- "eval_prefix_exact_match": 0.032,
83
  "step": 683
84
  },
85
  {
86
- "epoch": 2.049780380673499,
87
- "grad_norm": 0.38882532715797424,
88
  "learning_rate": 3e-05,
89
- "loss": 1.9267,
90
  "step": 700
91
  },
92
  {
93
- "epoch": 2.342606149341142,
94
- "grad_norm": 0.44310709834098816,
95
  "learning_rate": 3e-05,
96
- "loss": 1.8823,
97
  "step": 800
98
  },
99
  {
100
- "epoch": 2.6354319180087846,
101
- "grad_norm": 0.5196680426597595,
102
  "learning_rate": 3e-05,
103
- "loss": 1.901,
104
  "step": 900
105
  },
106
  {
107
- "epoch": 2.9282576866764276,
108
- "grad_norm": 0.5293437242507935,
109
  "learning_rate": 3e-05,
110
- "loss": 1.9033,
111
  "step": 1000
112
  },
113
  {
114
- "epoch": 2.998535871156662,
115
- "eval_accuracy": 0.4495897435897436,
116
- "eval_loss": 3.882551670074463,
117
- "eval_runtime": 5.1314,
118
- "eval_samples_per_second": 97.439,
119
- "eval_steps_per_second": 12.277,
120
  "step": 1024
121
  },
122
  {
123
- "epoch": 2.998535871156662,
124
- "eval_bleu": 0.24307488023362148,
125
- "eval_exact_match": 0.016,
126
- "eval_prefix_exact_match": 0.032,
127
  "step": 1024
128
  },
129
  {
130
- "epoch": 3.22108345534407,
131
- "grad_norm": 0.552943229675293,
132
  "learning_rate": 3e-05,
133
- "loss": 1.8529,
134
  "step": 1100
135
  },
136
  {
137
- "epoch": 3.513909224011713,
138
- "grad_norm": 0.6421984434127808,
139
  "learning_rate": 3e-05,
140
- "loss": 1.8342,
141
  "step": 1200
142
  },
143
  {
144
- "epoch": 3.8067349926793557,
145
- "grad_norm": 0.7155198454856873,
146
  "learning_rate": 3e-05,
147
- "loss": 1.857,
148
  "step": 1300
149
  },
150
  {
151
  "epoch": 4.0,
152
- "eval_accuracy": 0.4481025641025641,
153
- "eval_loss": 3.970107316970825,
154
- "eval_runtime": 5.1563,
155
- "eval_samples_per_second": 96.969,
156
- "eval_steps_per_second": 12.218,
157
  "step": 1366
158
  },
159
  {
160
  "epoch": 4.0,
161
- "eval_bleu": 0.25309406645138827,
162
- "eval_exact_match": 0.016,
163
- "eval_prefix_exact_match": 0.044,
164
  "step": 1366
165
  },
166
  {
167
- "epoch": 4.099560761346998,
168
- "grad_norm": 0.7837833166122437,
169
  "learning_rate": 3e-05,
170
- "loss": 1.8284,
171
  "step": 1400
172
  },
173
  {
174
- "epoch": 4.392386530014641,
175
- "grad_norm": 0.784609854221344,
176
  "learning_rate": 3e-05,
177
- "loss": 1.7884,
178
  "step": 1500
179
  },
180
  {
181
- "epoch": 4.685212298682284,
182
- "grad_norm": 0.834195613861084,
183
  "learning_rate": 3e-05,
184
- "loss": 1.7841,
185
  "step": 1600
186
  },
187
  {
188
- "epoch": 4.978038067349927,
189
- "grad_norm": 0.8902062177658081,
190
  "learning_rate": 3e-05,
191
- "loss": 1.8042,
192
  "step": 1700
193
  },
194
  {
195
- "epoch": 4.998535871156662,
196
- "eval_accuracy": 0.4472820512820513,
197
- "eval_loss": 4.117065906524658,
198
- "eval_runtime": 5.2376,
199
- "eval_samples_per_second": 95.464,
200
- "eval_steps_per_second": 12.028,
201
  "step": 1707
202
  },
203
  {
204
- "epoch": 4.998535871156662,
205
- "eval_bleu": 0.2531049955279983,
206
- "eval_exact_match": 0.014,
207
- "eval_prefix_exact_match": 0.042,
208
  "step": 1707
209
  },
210
  {
211
- "epoch": 5.270863836017569,
212
- "grad_norm": 0.9495383501052856,
213
  "learning_rate": 3e-05,
214
- "loss": 1.7493,
215
  "step": 1800
216
  },
217
  {
218
- "epoch": 5.563689604685212,
219
- "grad_norm": 0.9647482633590698,
220
  "learning_rate": 3e-05,
221
- "loss": 1.7334,
222
  "step": 1900
223
  },
224
  {
225
- "epoch": 5.856515373352855,
226
- "grad_norm": 0.9825767874717712,
227
  "learning_rate": 3e-05,
228
- "loss": 1.7443,
229
  "step": 2000
230
  },
231
  {
232
  "epoch": 6.0,
233
- "eval_accuracy": 0.446974358974359,
234
- "eval_loss": 4.183700084686279,
235
- "eval_runtime": 5.2674,
236
- "eval_samples_per_second": 94.923,
237
- "eval_steps_per_second": 11.96,
238
  "step": 2049
239
  },
240
  {
241
  "epoch": 6.0,
242
- "eval_bleu": 0.23587359955369594,
243
- "eval_exact_match": 0.012,
244
- "eval_prefix_exact_match": 0.04,
245
  "step": 2049
246
  },
247
  {
248
- "epoch": 6.149341142020498,
249
- "grad_norm": 1.0430296659469604,
250
  "learning_rate": 3e-05,
251
- "loss": 1.6959,
252
  "step": 2100
253
  },
254
  {
255
- "epoch": 6.44216691068814,
256
- "grad_norm": 1.0777732133865356,
257
  "learning_rate": 3e-05,
258
- "loss": 1.6795,
259
  "step": 2200
260
  },
261
  {
262
- "epoch": 6.734992679355783,
263
- "grad_norm": 1.0959677696228027,
264
  "learning_rate": 3e-05,
265
- "loss": 1.7019,
266
  "step": 2300
267
  },
268
  {
269
- "epoch": 6.998535871156662,
270
- "eval_accuracy": 0.4461538461538462,
271
- "eval_loss": 4.260408401489258,
272
- "eval_runtime": 5.178,
273
- "eval_samples_per_second": 96.563,
274
- "eval_steps_per_second": 12.167,
275
  "step": 2390
276
  },
277
  {
278
- "epoch": 6.998535871156662,
279
- "eval_bleu": 0.2008158466316808,
280
- "eval_exact_match": 0.006,
281
- "eval_prefix_exact_match": 0.042,
282
  "step": 2390
283
  },
284
  {
285
- "epoch": 7.027818448023426,
286
- "grad_norm": 1.0649549961090088,
287
  "learning_rate": 3e-05,
288
- "loss": 1.6812,
289
  "step": 2400
290
  },
291
  {
292
- "epoch": 7.320644216691068,
293
- "grad_norm": 1.294122576713562,
294
  "learning_rate": 3e-05,
295
- "loss": 1.6226,
296
  "step": 2500
297
  },
298
  {
299
- "epoch": 7.613469985358711,
300
- "grad_norm": 1.2657020092010498,
301
  "learning_rate": 3e-05,
302
- "loss": 1.6404,
303
  "step": 2600
304
  },
305
  {
306
- "epoch": 7.906295754026354,
307
- "grad_norm": 1.1963133811950684,
308
  "learning_rate": 3e-05,
309
- "loss": 1.6305,
310
  "step": 2700
311
  },
312
  {
313
  "epoch": 8.0,
314
- "eval_accuracy": 0.44148717948717947,
315
- "eval_loss": 4.406544208526611,
316
- "eval_runtime": 5.3355,
317
- "eval_samples_per_second": 93.711,
318
- "eval_steps_per_second": 11.808,
319
  "step": 2732
320
  },
321
  {
322
  "epoch": 8.0,
323
- "eval_bleu": 0.24435500637461924,
324
- "eval_exact_match": 0.008,
325
- "eval_prefix_exact_match": 0.038,
326
  "step": 2732
327
  },
328
  {
329
- "epoch": 8.199121522693996,
330
- "grad_norm": 1.3801360130310059,
331
  "learning_rate": 3e-05,
332
- "loss": 1.5734,
333
  "step": 2800
334
  },
335
  {
336
- "epoch": 8.49194729136164,
337
- "grad_norm": 1.3306772708892822,
338
  "learning_rate": 3e-05,
339
- "loss": 1.5651,
340
  "step": 2900
341
  },
342
  {
343
- "epoch": 8.784773060029282,
344
- "grad_norm": 1.5165746212005615,
345
  "learning_rate": 3e-05,
346
- "loss": 1.6056,
347
  "step": 3000
348
  },
349
  {
350
- "epoch": 8.998535871156662,
351
- "eval_accuracy": 0.4397948717948718,
352
- "eval_loss": 4.448728561401367,
353
- "eval_runtime": 5.187,
354
- "eval_samples_per_second": 96.395,
355
- "eval_steps_per_second": 12.146,
356
  "step": 3073
357
  },
358
  {
359
- "epoch": 8.998535871156662,
360
- "eval_bleu": 0.20120283162176952,
361
- "eval_exact_match": 0.008,
362
- "eval_prefix_exact_match": 0.036,
363
  "step": 3073
364
  },
365
  {
366
- "epoch": 9.077598828696924,
367
- "grad_norm": 1.4077060222625732,
368
  "learning_rate": 3e-05,
369
- "loss": 1.5612,
370
  "step": 3100
371
  },
372
  {
373
- "epoch": 9.370424597364568,
374
- "grad_norm": 1.475984811782837,
375
  "learning_rate": 3e-05,
376
- "loss": 1.5158,
377
  "step": 3200
378
  },
379
  {
380
- "epoch": 9.66325036603221,
381
- "grad_norm": 1.586300015449524,
382
  "learning_rate": 3e-05,
383
- "loss": 1.5145,
384
  "step": 3300
385
  },
386
  {
387
- "epoch": 9.956076134699854,
388
- "grad_norm": 1.510048270225525,
389
  "learning_rate": 3e-05,
390
- "loss": 1.5521,
391
  "step": 3400
392
  },
393
  {
394
  "epoch": 10.0,
395
- "eval_accuracy": 0.4388717948717949,
396
- "eval_loss": 4.5474138259887695,
397
- "eval_runtime": 5.169,
398
- "eval_samples_per_second": 96.731,
399
- "eval_steps_per_second": 12.188,
400
  "step": 3415
401
  },
402
  {
403
  "epoch": 10.0,
404
- "eval_bleu": 0.2258317707850195,
405
- "eval_exact_match": 0.004,
406
  "eval_prefix_exact_match": 0.032,
407
  "step": 3415
408
  },
409
  {
410
- "epoch": 10.248901903367496,
411
- "grad_norm": 1.6384536027908325,
412
  "learning_rate": 3e-05,
413
- "loss": 1.4631,
414
  "step": 3500
415
  },
416
  {
417
- "epoch": 10.541727672035138,
418
- "grad_norm": 1.7626007795333862,
419
  "learning_rate": 3e-05,
420
- "loss": 1.4623,
421
  "step": 3600
422
  },
423
  {
424
- "epoch": 10.834553440702782,
425
- "grad_norm": 1.6483694314956665,
426
  "learning_rate": 3e-05,
427
- "loss": 1.4934,
428
  "step": 3700
429
  },
430
  {
431
- "epoch": 10.998535871156662,
432
- "eval_accuracy": 0.4367179487179487,
433
- "eval_loss": 4.589761734008789,
434
- "eval_runtime": 5.853,
435
- "eval_samples_per_second": 85.426,
436
- "eval_steps_per_second": 10.764,
437
  "step": 3756
438
  },
439
  {
440
- "epoch": 10.998535871156662,
441
- "eval_bleu": 0.20792247275869374,
442
- "eval_exact_match": 0.004,
443
  "eval_prefix_exact_match": 0.026,
444
  "step": 3756
445
  },
446
  {
447
- "epoch": 11.127379209370424,
448
- "grad_norm": 1.8367844820022583,
449
  "learning_rate": 3e-05,
450
- "loss": 1.4521,
451
  "step": 3800
452
  },
453
  {
454
- "epoch": 11.420204978038067,
455
- "grad_norm": 1.8123779296875,
456
  "learning_rate": 3e-05,
457
- "loss": 1.4085,
458
  "step": 3900
459
  },
460
  {
461
- "epoch": 11.71303074670571,
462
- "grad_norm": 1.9437752962112427,
463
  "learning_rate": 3e-05,
464
- "loss": 1.4287,
465
  "step": 4000
466
  },
467
  {
468
  "epoch": 12.0,
469
- "eval_accuracy": 0.43553846153846154,
470
- "eval_loss": 4.691086769104004,
471
- "eval_runtime": 5.3738,
472
- "eval_samples_per_second": 93.043,
473
- "eval_steps_per_second": 11.723,
474
  "step": 4098
475
  },
476
  {
477
  "epoch": 12.0,
478
- "eval_bleu": 0.21672573731424186,
479
- "eval_exact_match": 0.006,
480
- "eval_prefix_exact_match": 0.028,
481
  "step": 4098
482
  },
483
  {
484
- "epoch": 12.005856515373353,
485
- "grad_norm": 1.5838289260864258,
486
  "learning_rate": 3e-05,
487
- "loss": 1.4361,
488
  "step": 4100
489
  },
490
  {
491
- "epoch": 12.298682284040996,
492
- "grad_norm": 1.8575290441513062,
493
  "learning_rate": 3e-05,
494
- "loss": 1.3433,
495
  "step": 4200
496
  },
497
  {
498
- "epoch": 12.591508052708638,
499
- "grad_norm": 1.9598041772842407,
500
  "learning_rate": 3e-05,
501
- "loss": 1.3661,
502
  "step": 4300
503
  },
504
  {
505
- "epoch": 12.88433382137628,
506
- "grad_norm": 1.972550868988037,
507
  "learning_rate": 3e-05,
508
- "loss": 1.3846,
509
  "step": 4400
510
  },
511
  {
512
- "epoch": 12.998535871156662,
513
- "eval_accuracy": 0.43553846153846154,
514
- "eval_loss": 4.762892246246338,
515
- "eval_runtime": 5.106,
516
- "eval_samples_per_second": 97.925,
517
- "eval_steps_per_second": 12.339,
518
  "step": 4439
519
  },
520
  {
521
- "epoch": 12.998535871156662,
522
- "eval_bleu": 0.2416046504676966,
523
- "eval_exact_match": 0.006,
524
- "eval_prefix_exact_match": 0.028,
525
  "step": 4439
526
  },
527
  {
528
- "epoch": 13.177159590043924,
529
- "grad_norm": 1.9469107389450073,
530
  "learning_rate": 3e-05,
531
- "loss": 1.3229,
532
  "step": 4500
533
  },
534
  {
535
- "epoch": 13.469985358711567,
536
- "grad_norm": 2.1680469512939453,
537
  "learning_rate": 3e-05,
538
- "loss": 1.3172,
539
  "step": 4600
540
  },
541
  {
542
- "epoch": 13.762811127379209,
543
- "grad_norm": 2.1960484981536865,
544
  "learning_rate": 3e-05,
545
- "loss": 1.3185,
546
  "step": 4700
547
  },
548
  {
549
  "epoch": 14.0,
550
- "eval_accuracy": 0.4327692307692308,
551
- "eval_loss": 4.758542537689209,
552
- "eval_runtime": 5.778,
553
- "eval_samples_per_second": 86.535,
554
- "eval_steps_per_second": 10.903,
555
  "step": 4781
556
  },
557
  {
558
  "epoch": 14.0,
559
- "eval_bleu": 0.19085834097154403,
560
- "eval_exact_match": 0.004,
561
- "eval_prefix_exact_match": 0.022,
562
  "step": 4781
563
  },
564
  {
565
- "epoch": 14.055636896046853,
566
- "grad_norm": 2.4733147621154785,
567
  "learning_rate": 3e-05,
568
- "loss": 1.3027,
569
  "step": 4800
570
  },
571
  {
572
- "epoch": 14.348462664714495,
573
- "grad_norm": 2.2826030254364014,
574
  "learning_rate": 3e-05,
575
- "loss": 1.2513,
576
  "step": 4900
577
  },
578
  {
579
- "epoch": 14.641288433382137,
580
- "grad_norm": 2.041346788406372,
581
  "learning_rate": 3e-05,
582
- "loss": 1.2637,
583
  "step": 5000
584
  },
585
  {
586
- "epoch": 14.93411420204978,
587
- "grad_norm": 2.3494467735290527,
588
  "learning_rate": 3e-05,
589
- "loss": 1.2667,
590
  "step": 5100
591
  },
592
  {
593
- "epoch": 14.998535871156662,
594
- "eval_accuracy": 0.4308717948717949,
595
- "eval_loss": 4.938868522644043,
596
- "eval_runtime": 5.9024,
597
- "eval_samples_per_second": 84.711,
598
- "eval_steps_per_second": 10.674,
599
  "step": 5122
600
  },
601
  {
602
- "epoch": 14.998535871156662,
603
- "eval_bleu": 0.18549760176612626,
604
- "eval_exact_match": 0.002,
605
- "eval_prefix_exact_match": 0.024,
606
  "step": 5122
607
  },
608
  {
609
- "epoch": 15.226939970717423,
610
- "grad_norm": 2.411022663116455,
611
  "learning_rate": 3e-05,
612
- "loss": 1.2158,
613
  "step": 5200
614
  },
615
  {
616
- "epoch": 15.519765739385067,
617
- "grad_norm": 2.3778491020202637,
618
  "learning_rate": 3e-05,
619
- "loss": 1.193,
620
  "step": 5300
621
  },
622
  {
623
- "epoch": 15.812591508052709,
624
- "grad_norm": 2.2003743648529053,
625
  "learning_rate": 3e-05,
626
- "loss": 1.2144,
627
  "step": 5400
628
  },
629
  {
630
  "epoch": 16.0,
631
- "eval_accuracy": 0.43025641025641026,
632
- "eval_loss": 4.898688316345215,
633
- "eval_runtime": 5.1834,
634
- "eval_samples_per_second": 96.463,
635
- "eval_steps_per_second": 12.154,
636
  "step": 5464
637
  },
638
  {
639
  "epoch": 16.0,
640
- "eval_bleu": 0.20104450766148693,
641
- "eval_exact_match": 0.004,
642
- "eval_prefix_exact_match": 0.026,
643
  "step": 5464
644
  },
645
  {
646
- "epoch": 16.105417276720353,
647
- "grad_norm": 2.1213016510009766,
648
  "learning_rate": 3e-05,
649
- "loss": 1.1842,
650
  "step": 5500
651
  },
652
  {
653
- "epoch": 16.398243045387993,
654
- "grad_norm": 2.4457600116729736,
655
  "learning_rate": 3e-05,
656
- "loss": 1.1527,
657
  "step": 5600
658
  },
659
  {
660
- "epoch": 16.691068814055637,
661
- "grad_norm": 2.5844104290008545,
662
  "learning_rate": 3e-05,
663
- "loss": 1.1536,
664
  "step": 5700
665
  },
666
  {
667
- "epoch": 16.98389458272328,
668
- "grad_norm": 2.7657299041748047,
669
  "learning_rate": 3e-05,
670
- "loss": 1.1708,
671
  "step": 5800
672
  },
673
  {
674
- "epoch": 16.998535871156662,
675
- "eval_accuracy": 0.4297435897435897,
676
- "eval_loss": 5.00166654586792,
677
- "eval_runtime": 5.4251,
678
- "eval_samples_per_second": 92.164,
679
- "eval_steps_per_second": 11.613,
680
  "step": 5805
681
  },
682
  {
683
- "epoch": 16.998535871156662,
684
- "eval_bleu": 0.2059810081312132,
685
- "eval_exact_match": 0.004,
686
- "eval_prefix_exact_match": 0.028,
687
  "step": 5805
688
  },
689
  {
690
- "epoch": 17.27672035139092,
691
- "grad_norm": 2.4050705432891846,
692
  "learning_rate": 3e-05,
693
- "loss": 1.083,
694
  "step": 5900
695
  },
696
  {
697
- "epoch": 17.569546120058565,
698
- "grad_norm": 2.584331750869751,
699
  "learning_rate": 3e-05,
700
- "loss": 1.0993,
701
  "step": 6000
702
  },
703
  {
704
- "epoch": 17.86237188872621,
705
- "grad_norm": 3.257659912109375,
706
  "learning_rate": 3e-05,
707
- "loss": 1.1146,
708
  "step": 6100
709
  },
710
  {
711
  "epoch": 18.0,
712
- "eval_accuracy": 0.43066666666666664,
713
- "eval_loss": 4.977816581726074,
714
- "eval_runtime": 5.2952,
715
- "eval_samples_per_second": 94.425,
716
- "eval_steps_per_second": 11.898,
717
  "step": 6147
718
  },
719
  {
720
  "epoch": 18.0,
721
- "eval_bleu": 0.1948234970665932,
722
- "eval_exact_match": 0.004,
723
- "eval_prefix_exact_match": 0.032,
724
  "step": 6147
725
  },
726
  {
727
- "epoch": 18.15519765739385,
728
- "grad_norm": 3.068880319595337,
729
  "learning_rate": 3e-05,
730
- "loss": 1.0673,
731
  "step": 6200
732
  },
733
  {
734
- "epoch": 18.448023426061493,
735
- "grad_norm": 2.737912893295288,
736
  "learning_rate": 3e-05,
737
- "loss": 1.0381,
738
  "step": 6300
739
  },
740
  {
741
- "epoch": 18.740849194729137,
742
- "grad_norm": 2.878462076187134,
743
  "learning_rate": 3e-05,
744
- "loss": 1.0531,
745
  "step": 6400
746
  },
747
  {
748
- "epoch": 18.998535871156662,
749
- "eval_accuracy": 0.42866666666666664,
750
- "eval_loss": 5.121572494506836,
751
- "eval_runtime": 5.3996,
752
- "eval_samples_per_second": 92.599,
753
- "eval_steps_per_second": 11.667,
754
  "step": 6488
755
  },
756
  {
757
- "epoch": 18.998535871156662,
758
- "eval_bleu": 0.19788734504730915,
759
  "eval_exact_match": 0.0,
760
  "eval_prefix_exact_match": 0.02,
761
  "step": 6488
762
  },
763
  {
764
- "epoch": 19.03367496339678,
765
- "grad_norm": 2.6934640407562256,
766
  "learning_rate": 3e-05,
767
- "loss": 1.0564,
768
  "step": 6500
769
  },
770
  {
771
- "epoch": 19.32650073206442,
772
- "grad_norm": 2.822169542312622,
773
  "learning_rate": 3e-05,
774
- "loss": 0.99,
775
  "step": 6600
776
  },
777
  {
778
- "epoch": 19.619326500732065,
779
- "grad_norm": 2.520814895629883,
780
  "learning_rate": 3e-05,
781
- "loss": 0.991,
782
  "step": 6700
783
  },
784
  {
785
- "epoch": 19.91215226939971,
786
- "grad_norm": 3.1566810607910156,
787
  "learning_rate": 3e-05,
788
- "loss": 1.0158,
789
  "step": 6800
790
  },
791
  {
792
  "epoch": 20.0,
793
- "eval_accuracy": 0.42728205128205127,
794
- "eval_loss": 5.120981216430664,
795
- "eval_runtime": 5.394,
796
- "eval_samples_per_second": 92.696,
797
- "eval_steps_per_second": 11.68,
798
  "step": 6830
799
  },
800
  {
801
  "epoch": 20.0,
802
- "eval_bleu": 0.15806516253752823,
803
- "eval_exact_match": 0.006,
804
- "eval_prefix_exact_match": 0.028,
805
  "step": 6830
806
  },
807
  {
808
- "epoch": 20.20497803806735,
809
- "grad_norm": 2.937910556793213,
810
  "learning_rate": 3e-05,
811
- "loss": 0.9615,
812
  "step": 6900
813
  },
814
  {
815
- "epoch": 20.497803806734993,
816
- "grad_norm": 3.2016685009002686,
817
  "learning_rate": 3e-05,
818
- "loss": 0.9404,
819
  "step": 7000
820
  },
821
  {
822
- "epoch": 20.790629575402637,
823
- "grad_norm": 3.2996864318847656,
824
  "learning_rate": 3e-05,
825
- "loss": 0.9555,
826
  "step": 7100
827
  },
828
  {
829
- "epoch": 20.998535871156662,
830
- "eval_accuracy": 0.42928205128205127,
831
- "eval_loss": 5.198832988739014,
832
- "eval_runtime": 5.8905,
833
- "eval_samples_per_second": 84.882,
834
- "eval_steps_per_second": 10.695,
835
  "step": 7171
836
  },
837
  {
838
- "epoch": 20.998535871156662,
839
- "eval_bleu": 0.18303907416923465,
840
- "eval_exact_match": 0.004,
841
- "eval_prefix_exact_match": 0.02,
842
  "step": 7171
843
  },
844
  {
845
- "epoch": 21.083455344070277,
846
- "grad_norm": 3.4803571701049805,
847
  "learning_rate": 3e-05,
848
- "loss": 0.9454,
849
  "step": 7200
850
  },
851
  {
852
- "epoch": 21.37628111273792,
853
- "grad_norm": 2.6315698623657227,
854
  "learning_rate": 3e-05,
855
- "loss": 0.8835,
856
  "step": 7300
857
  },
858
  {
859
- "epoch": 21.669106881405565,
860
- "grad_norm": 3.0926690101623535,
861
  "learning_rate": 3e-05,
862
- "loss": 0.9004,
863
  "step": 7400
864
  },
865
  {
866
- "epoch": 21.961932650073205,
867
- "grad_norm": 2.9990713596343994,
868
  "learning_rate": 3e-05,
869
- "loss": 0.9205,
870
  "step": 7500
871
  },
872
  {
873
  "epoch": 22.0,
874
- "eval_accuracy": 0.427025641025641,
875
- "eval_loss": 5.2239508628845215,
876
- "eval_runtime": 5.4025,
877
- "eval_samples_per_second": 92.55,
878
- "eval_steps_per_second": 11.661,
879
  "step": 7513
880
  },
881
  {
882
  "epoch": 22.0,
883
- "eval_bleu": 0.1854279974336752,
884
- "eval_exact_match": 0.004,
885
  "eval_prefix_exact_match": 0.02,
886
  "step": 7513
887
  },
888
  {
889
- "epoch": 22.25475841874085,
890
- "grad_norm": 3.2822601795196533,
891
  "learning_rate": 3e-05,
892
- "loss": 0.8461,
893
  "step": 7600
894
  },
895
  {
896
- "epoch": 22.547584187408493,
897
- "grad_norm": 3.4992525577545166,
898
  "learning_rate": 3e-05,
899
- "loss": 0.8485,
900
  "step": 7700
901
  },
902
  {
903
- "epoch": 22.840409956076133,
904
- "grad_norm": 3.7167255878448486,
905
  "learning_rate": 3e-05,
906
- "loss": 0.8711,
907
  "step": 7800
908
  },
909
  {
910
- "epoch": 22.998535871156662,
911
- "eval_accuracy": 0.42512820512820515,
912
- "eval_loss": 5.346656322479248,
913
- "eval_runtime": 5.4264,
914
- "eval_samples_per_second": 92.143,
915
- "eval_steps_per_second": 11.61,
916
  "step": 7854
917
  },
918
  {
919
- "epoch": 22.998535871156662,
920
- "eval_bleu": 0.18735744635859433,
921
- "eval_exact_match": 0.002,
922
- "eval_prefix_exact_match": 0.016,
923
  "step": 7854
924
  },
925
  {
926
- "epoch": 23.133235724743777,
927
- "grad_norm": 3.3037803173065186,
928
  "learning_rate": 3e-05,
929
- "loss": 0.8378,
930
  "step": 7900
931
  },
932
  {
933
- "epoch": 23.42606149341142,
934
- "grad_norm": 3.446135997772217,
935
  "learning_rate": 3e-05,
936
- "loss": 0.8102,
937
  "step": 8000
938
  },
939
  {
940
- "epoch": 23.718887262079065,
941
- "grad_norm": 3.0248115062713623,
942
  "learning_rate": 3e-05,
943
- "loss": 0.8082,
944
  "step": 8100
945
  },
946
  {
947
  "epoch": 24.0,
948
- "eval_accuracy": 0.42430769230769233,
949
- "eval_loss": 5.35550594329834,
950
- "eval_runtime": 5.1152,
951
- "eval_samples_per_second": 97.747,
952
- "eval_steps_per_second": 12.316,
953
  "step": 8196
954
  },
955
  {
956
  "epoch": 24.0,
957
- "eval_bleu": 0.1404162407909808,
958
- "eval_exact_match": 0.004,
959
- "eval_prefix_exact_match": 0.016,
960
  "step": 8196
961
  },
962
  {
963
- "epoch": 24.011713030746705,
964
- "grad_norm": 3.7103264331817627,
965
  "learning_rate": 3e-05,
966
- "loss": 0.8279,
967
  "step": 8200
968
  },
969
  {
970
- "epoch": 24.30453879941435,
971
- "grad_norm": 4.033411026000977,
972
  "learning_rate": 3e-05,
973
- "loss": 0.7449,
974
  "step": 8300
975
  },
976
  {
977
- "epoch": 24.597364568081993,
978
- "grad_norm": 3.5919322967529297,
979
  "learning_rate": 3e-05,
980
- "loss": 0.7654,
981
  "step": 8400
982
  },
983
  {
984
- "epoch": 24.890190336749633,
985
- "grad_norm": 3.9135005474090576,
986
  "learning_rate": 3e-05,
987
- "loss": 0.7854,
988
  "step": 8500
989
  },
990
  {
991
- "epoch": 24.998535871156662,
992
- "eval_accuracy": 0.4241025641025641,
993
- "eval_loss": 5.4628777503967285,
994
- "eval_runtime": 5.4188,
995
- "eval_samples_per_second": 92.272,
996
- "eval_steps_per_second": 11.626,
997
  "step": 8537
998
  },
999
  {
1000
- "epoch": 24.998535871156662,
1001
- "eval_bleu": 0.16704717168781627,
1002
- "eval_exact_match": 0.002,
1003
- "eval_prefix_exact_match": 0.018,
1004
  "step": 8537
1005
  },
1006
  {
1007
- "epoch": 25.183016105417277,
1008
- "grad_norm": 3.4372332096099854,
1009
  "learning_rate": 3e-05,
1010
- "loss": 0.7377,
1011
  "step": 8600
1012
  },
1013
  {
1014
- "epoch": 25.47584187408492,
1015
- "grad_norm": 3.6895363330841064,
1016
  "learning_rate": 3e-05,
1017
- "loss": 0.7141,
1018
  "step": 8700
1019
  },
1020
  {
1021
- "epoch": 25.76866764275256,
1022
- "grad_norm": 3.793881893157959,
1023
  "learning_rate": 3e-05,
1024
- "loss": 0.7359,
1025
  "step": 8800
1026
  },
1027
  {
1028
  "epoch": 26.0,
1029
- "eval_accuracy": 0.4230769230769231,
1030
- "eval_loss": 5.469931602478027,
1031
- "eval_runtime": 5.4593,
1032
- "eval_samples_per_second": 91.587,
1033
- "eval_steps_per_second": 11.54,
1034
  "step": 8879
1035
  },
1036
  {
1037
  "epoch": 26.0,
1038
- "eval_bleu": 0.20994054385069763,
1039
  "eval_exact_match": 0.0,
1040
- "eval_prefix_exact_match": 0.018,
1041
  "step": 8879
1042
  },
1043
  {
1044
- "epoch": 26.061493411420205,
1045
- "grad_norm": 3.7599456310272217,
1046
  "learning_rate": 3e-05,
1047
- "loss": 0.7299,
1048
  "step": 8900
1049
  },
1050
  {
1051
- "epoch": 26.35431918008785,
1052
- "grad_norm": 3.9128973484039307,
1053
  "learning_rate": 3e-05,
1054
- "loss": 0.6829,
1055
  "step": 9000
1056
  },
1057
  {
1058
- "epoch": 26.64714494875549,
1059
- "grad_norm": 3.68682861328125,
1060
  "learning_rate": 3e-05,
1061
- "loss": 0.6835,
1062
  "step": 9100
1063
  },
1064
  {
1065
- "epoch": 26.939970717423133,
1066
- "grad_norm": 3.563685894012451,
1067
  "learning_rate": 3e-05,
1068
- "loss": 0.7002,
1069
  "step": 9200
1070
  },
1071
  {
1072
- "epoch": 26.998535871156662,
1073
- "eval_accuracy": 0.42107692307692307,
1074
- "eval_loss": 5.505324363708496,
1075
- "eval_runtime": 5.119,
1076
- "eval_samples_per_second": 97.676,
1077
- "eval_steps_per_second": 12.307,
1078
  "step": 9220
1079
  },
1080
  {
1081
- "epoch": 26.998535871156662,
1082
- "eval_bleu": 0.18409646236051158,
1083
- "eval_exact_match": 0.004,
1084
- "eval_prefix_exact_match": 0.02,
1085
  "step": 9220
1086
  },
1087
  {
1088
- "epoch": 27.232796486090777,
1089
- "grad_norm": 3.794928550720215,
1090
  "learning_rate": 3e-05,
1091
- "loss": 0.6346,
1092
  "step": 9300
1093
  },
1094
  {
1095
- "epoch": 27.525622254758417,
1096
- "grad_norm": 3.7905471324920654,
1097
  "learning_rate": 3e-05,
1098
- "loss": 0.6439,
1099
  "step": 9400
1100
  },
1101
  {
1102
- "epoch": 27.81844802342606,
1103
- "grad_norm": 4.2111711502075195,
1104
  "learning_rate": 3e-05,
1105
- "loss": 0.6684,
1106
  "step": 9500
1107
  },
1108
  {
1109
  "epoch": 28.0,
1110
- "eval_accuracy": 0.42138461538461536,
1111
- "eval_loss": 5.558403491973877,
1112
- "eval_runtime": 5.3841,
1113
- "eval_samples_per_second": 92.866,
1114
- "eval_steps_per_second": 11.701,
1115
  "step": 9562
1116
  },
1117
  {
1118
  "epoch": 28.0,
1119
- "eval_bleu": 0.15544965656402868,
1120
- "eval_exact_match": 0.004,
1121
- "eval_prefix_exact_match": 0.016,
1122
  "step": 9562
1123
  },
1124
  {
1125
- "epoch": 28.111273792093705,
1126
- "grad_norm": 4.060698509216309,
1127
  "learning_rate": 3e-05,
1128
- "loss": 0.6482,
1129
  "step": 9600
1130
  },
1131
  {
1132
- "epoch": 28.404099560761345,
1133
- "grad_norm": 3.7367396354675293,
1134
  "learning_rate": 3e-05,
1135
- "loss": 0.5946,
1136
  "step": 9700
1137
  },
1138
  {
1139
- "epoch": 28.69692532942899,
1140
- "grad_norm": 3.5368525981903076,
1141
  "learning_rate": 3e-05,
1142
- "loss": 0.6243,
1143
  "step": 9800
1144
  },
1145
  {
1146
- "epoch": 28.989751098096633,
1147
- "grad_norm": 3.896458864212036,
1148
  "learning_rate": 3e-05,
1149
- "loss": 0.6236,
1150
  "step": 9900
1151
  },
1152
  {
1153
- "epoch": 28.998535871156662,
1154
- "eval_accuracy": 0.4196410256410256,
1155
- "eval_loss": 5.61169958114624,
1156
- "eval_runtime": 5.7867,
1157
- "eval_samples_per_second": 86.405,
1158
- "eval_steps_per_second": 10.887,
1159
  "step": 9903
1160
  },
1161
  {
1162
- "epoch": 28.998535871156662,
1163
- "eval_bleu": 0.16226895197934726,
1164
- "eval_exact_match": 0.004,
1165
  "eval_prefix_exact_match": 0.02,
1166
  "step": 9903
1167
  },
1168
  {
1169
- "epoch": 29.282576866764277,
1170
- "grad_norm": 3.8376243114471436,
1171
  "learning_rate": 3e-05,
1172
- "loss": 0.5619,
1173
  "step": 10000
1174
  },
1175
  {
1176
- "epoch": 29.575402635431917,
1177
- "grad_norm": 5.112703800201416,
1178
  "learning_rate": 3e-05,
1179
- "loss": 0.5798,
1180
  "step": 10100
1181
  },
1182
  {
1183
- "epoch": 29.86822840409956,
1184
- "grad_norm": 3.9134209156036377,
1185
  "learning_rate": 3e-05,
1186
- "loss": 0.5866,
1187
  "step": 10200
1188
  },
1189
  {
1190
  "epoch": 30.0,
1191
- "eval_accuracy": 0.4196410256410256,
1192
- "eval_loss": 5.569637775421143,
1193
- "eval_runtime": 5.7621,
1194
- "eval_samples_per_second": 86.773,
1195
- "eval_steps_per_second": 10.933,
1196
  "step": 10245
1197
  },
1198
  {
1199
  "epoch": 30.0,
1200
- "eval_bleu": 0.14900418852538308,
1201
- "eval_exact_match": 0.002,
1202
- "eval_prefix_exact_match": 0.022,
1203
  "step": 10245
1204
  },
1205
  {
1206
- "epoch": 30.161054172767205,
1207
- "grad_norm": 3.566251754760742,
1208
  "learning_rate": 3e-05,
1209
- "loss": 0.5663,
1210
  "step": 10300
1211
  },
1212
  {
1213
- "epoch": 30.453879941434845,
1214
- "grad_norm": 4.584939956665039,
1215
  "learning_rate": 3e-05,
1216
- "loss": 0.5335,
1217
  "step": 10400
1218
  },
1219
  {
1220
- "epoch": 30.74670571010249,
1221
- "grad_norm": 3.595506429672241,
1222
  "learning_rate": 3e-05,
1223
- "loss": 0.5554,
1224
  "step": 10500
1225
  },
1226
  {
1227
- "epoch": 30.998535871156662,
1228
- "eval_accuracy": 0.4184102564102564,
1229
- "eval_loss": 5.657910346984863,
1230
- "eval_runtime": 5.1292,
1231
- "eval_samples_per_second": 97.48,
1232
- "eval_steps_per_second": 12.283,
1233
  "step": 10586
1234
  },
1235
  {
1236
- "epoch": 30.998535871156662,
1237
- "eval_bleu": 0.17143838636149805,
1238
- "eval_exact_match": 0.004,
1239
- "eval_prefix_exact_match": 0.018,
1240
  "step": 10586
1241
  },
1242
  {
1243
- "epoch": 31.039531478770133,
1244
- "grad_norm": 3.704332113265991,
1245
  "learning_rate": 3e-05,
1246
- "loss": 0.549,
1247
  "step": 10600
1248
  },
1249
  {
1250
- "epoch": 31.332357247437773,
1251
- "grad_norm": 3.8732120990753174,
1252
  "learning_rate": 3e-05,
1253
- "loss": 0.4969,
1254
  "step": 10700
1255
  },
1256
  {
1257
- "epoch": 31.625183016105417,
1258
- "grad_norm": 3.426780939102173,
1259
  "learning_rate": 3e-05,
1260
- "loss": 0.5227,
1261
  "step": 10800
1262
  },
1263
  {
1264
- "epoch": 31.91800878477306,
1265
- "grad_norm": 3.652219533920288,
1266
  "learning_rate": 3e-05,
1267
- "loss": 0.5291,
1268
  "step": 10900
1269
  },
1270
  {
1271
  "epoch": 32.0,
1272
- "eval_accuracy": 0.41784615384615387,
1273
- "eval_loss": 5.739648342132568,
1274
- "eval_runtime": 5.9377,
1275
- "eval_samples_per_second": 84.208,
1276
- "eval_steps_per_second": 10.61,
1277
  "step": 10928
1278
  },
1279
  {
1280
  "epoch": 32.0,
1281
- "eval_bleu": 0.1836146339343278,
1282
- "eval_exact_match": 0.006,
1283
  "eval_prefix_exact_match": 0.02,
1284
  "step": 10928
1285
  },
1286
  {
1287
- "epoch": 32.210834553440705,
1288
- "grad_norm": 3.8332104682922363,
1289
  "learning_rate": 3e-05,
1290
- "loss": 0.4831,
1291
  "step": 11000
1292
  },
1293
  {
1294
- "epoch": 32.503660322108345,
1295
- "grad_norm": 4.138996601104736,
1296
  "learning_rate": 3e-05,
1297
- "loss": 0.4795,
1298
  "step": 11100
1299
  },
1300
  {
1301
- "epoch": 32.796486090775986,
1302
- "grad_norm": 3.8147737979888916,
1303
  "learning_rate": 3e-05,
1304
- "loss": 0.4968,
1305
  "step": 11200
1306
  },
1307
  {
1308
- "epoch": 32.99853587115666,
1309
- "eval_accuracy": 0.41805128205128206,
1310
- "eval_loss": 5.811046600341797,
1311
- "eval_runtime": 5.4234,
1312
- "eval_samples_per_second": 92.192,
1313
- "eval_steps_per_second": 11.616,
1314
  "step": 11269
1315
  },
1316
  {
1317
- "epoch": 32.99853587115666,
1318
- "eval_bleu": 0.14590511236244538,
1319
- "eval_exact_match": 0.004,
1320
- "eval_prefix_exact_match": 0.018,
1321
  "step": 11269
1322
  },
1323
  {
1324
- "epoch": 33.08931185944363,
1325
- "grad_norm": 3.952998399734497,
1326
  "learning_rate": 3e-05,
1327
- "loss": 0.4835,
1328
  "step": 11300
1329
  },
1330
  {
1331
- "epoch": 33.38213762811127,
1332
- "grad_norm": 3.589601516723633,
1333
  "learning_rate": 3e-05,
1334
- "loss": 0.4496,
1335
  "step": 11400
1336
  },
1337
  {
1338
- "epoch": 33.674963396778914,
1339
- "grad_norm": 3.9857985973358154,
1340
  "learning_rate": 3e-05,
1341
- "loss": 0.4672,
1342
  "step": 11500
1343
  },
1344
  {
1345
- "epoch": 33.96778916544656,
1346
- "grad_norm": 3.6186344623565674,
1347
  "learning_rate": 3e-05,
1348
- "loss": 0.4635,
1349
  "step": 11600
1350
  },
1351
  {
1352
  "epoch": 34.0,
1353
- "eval_accuracy": 0.4167179487179487,
1354
- "eval_loss": 5.871949195861816,
1355
- "eval_runtime": 5.1434,
1356
- "eval_samples_per_second": 97.213,
1357
- "eval_steps_per_second": 12.249,
1358
  "step": 11611
1359
  },
1360
  {
1361
  "epoch": 34.0,
1362
- "eval_bleu": 0.16219479229123285,
1363
- "eval_exact_match": 0.004,
1364
  "eval_prefix_exact_match": 0.018,
1365
  "step": 11611
1366
  },
1367
  {
1368
- "epoch": 34.2606149341142,
1369
- "grad_norm": 3.6174490451812744,
1370
  "learning_rate": 3e-05,
1371
- "loss": 0.4212,
1372
  "step": 11700
1373
  },
1374
  {
1375
- "epoch": 34.55344070278184,
1376
- "grad_norm": 3.5105185508728027,
1377
  "learning_rate": 3e-05,
1378
- "loss": 0.4261,
1379
  "step": 11800
1380
  },
1381
  {
1382
- "epoch": 34.84626647144949,
1383
- "grad_norm": 3.934603452682495,
1384
  "learning_rate": 3e-05,
1385
- "loss": 0.4465,
1386
  "step": 11900
1387
  },
1388
  {
1389
- "epoch": 34.99853587115666,
1390
- "eval_accuracy": 0.4162051282051282,
1391
- "eval_loss": 5.8657732009887695,
1392
- "eval_runtime": 5.2208,
1393
- "eval_samples_per_second": 95.772,
1394
- "eval_steps_per_second": 12.067,
1395
  "step": 11952
1396
  },
1397
  {
1398
- "epoch": 34.99853587115666,
1399
- "eval_bleu": 0.1252956011670444,
1400
- "eval_exact_match": 0.002,
1401
- "eval_prefix_exact_match": 0.016,
1402
  "step": 11952
1403
  },
1404
  {
1405
- "epoch": 35.13909224011713,
1406
- "grad_norm": 4.277783393859863,
1407
  "learning_rate": 3e-05,
1408
- "loss": 0.418,
1409
  "step": 12000
1410
  },
1411
  {
1412
- "epoch": 35.43191800878477,
1413
- "grad_norm": 4.015263080596924,
1414
  "learning_rate": 3e-05,
1415
- "loss": 0.3969,
1416
  "step": 12100
1417
  },
1418
  {
1419
- "epoch": 35.72474377745242,
1420
- "grad_norm": 3.9678900241851807,
1421
  "learning_rate": 3e-05,
1422
- "loss": 0.4184,
1423
  "step": 12200
1424
  },
1425
  {
1426
  "epoch": 36.0,
1427
- "eval_accuracy": 0.4146666666666667,
1428
- "eval_loss": 5.888679504394531,
1429
- "eval_runtime": 5.1605,
1430
- "eval_samples_per_second": 96.891,
1431
- "eval_steps_per_second": 12.208,
1432
  "step": 12294
1433
  },
1434
  {
1435
  "epoch": 36.0,
1436
- "eval_bleu": 0.1890401692938485,
1437
- "eval_exact_match": 0.002,
1438
  "eval_prefix_exact_match": 0.02,
1439
  "step": 12294
1440
  },
1441
  {
1442
- "epoch": 36.01756954612006,
1443
- "grad_norm": 4.230247497558594,
1444
  "learning_rate": 3e-05,
1445
- "loss": 0.419,
1446
  "step": 12300
1447
  },
1448
  {
1449
- "epoch": 36.3103953147877,
1450
- "grad_norm": 3.046856164932251,
1451
  "learning_rate": 3e-05,
1452
- "loss": 0.3716,
1453
  "step": 12400
1454
  },
1455
  {
1456
- "epoch": 36.603221083455345,
1457
- "grad_norm": 4.008014678955078,
1458
  "learning_rate": 3e-05,
1459
- "loss": 0.3849,
1460
  "step": 12500
1461
  },
1462
  {
1463
- "epoch": 36.896046852122986,
1464
- "grad_norm": 4.294738292694092,
1465
  "learning_rate": 3e-05,
1466
- "loss": 0.4002,
1467
  "step": 12600
1468
  },
1469
  {
1470
- "epoch": 36.99853587115666,
1471
- "eval_accuracy": 0.41646153846153844,
1472
- "eval_loss": 5.994997024536133,
1473
- "eval_runtime": 5.8607,
1474
- "eval_samples_per_second": 85.313,
1475
- "eval_steps_per_second": 10.749,
1476
  "step": 12635
1477
  },
1478
  {
1479
- "epoch": 36.99853587115666,
1480
- "eval_bleu": 0.13560559376907821,
1481
- "eval_exact_match": 0.002,
1482
- "eval_prefix_exact_match": 0.022,
1483
  "step": 12635
1484
  },
1485
  {
1486
- "epoch": 37.18887262079063,
1487
- "grad_norm": 3.3634254932403564,
1488
  "learning_rate": 3e-05,
1489
- "loss": 0.36,
1490
  "step": 12700
1491
  },
1492
  {
1493
- "epoch": 37.48169838945827,
1494
- "grad_norm": 3.8797719478607178,
1495
  "learning_rate": 3e-05,
1496
- "loss": 0.3593,
1497
  "step": 12800
1498
  },
1499
  {
1500
- "epoch": 37.774524158125914,
1501
- "grad_norm": 3.8350632190704346,
1502
  "learning_rate": 3e-05,
1503
- "loss": 0.3716,
1504
  "step": 12900
1505
  },
1506
  {
1507
  "epoch": 38.0,
1508
- "eval_accuracy": 0.4155384615384615,
1509
- "eval_loss": 5.999116897583008,
1510
- "eval_runtime": 5.1523,
1511
- "eval_samples_per_second": 97.044,
1512
- "eval_steps_per_second": 12.228,
1513
  "step": 12977
1514
  },
1515
  {
1516
  "epoch": 38.0,
1517
- "eval_bleu": 0.1596199306892504,
1518
- "eval_exact_match": 0.002,
1519
  "eval_prefix_exact_match": 0.016,
1520
  "step": 12977
1521
  },
1522
  {
1523
- "epoch": 38.06734992679356,
1524
- "grad_norm": 3.2861812114715576,
1525
  "learning_rate": 3e-05,
1526
- "loss": 0.368,
1527
  "step": 13000
1528
  },
1529
  {
1530
- "epoch": 38.3601756954612,
1531
- "grad_norm": 4.50984001159668,
1532
  "learning_rate": 3e-05,
1533
- "loss": 0.3347,
1534
  "step": 13100
1535
  },
1536
  {
1537
- "epoch": 38.65300146412884,
1538
- "grad_norm": 4.76189661026001,
1539
  "learning_rate": 3e-05,
1540
- "loss": 0.3473,
1541
  "step": 13200
1542
  },
1543
  {
1544
- "epoch": 38.94582723279649,
1545
- "grad_norm": 4.357806205749512,
1546
  "learning_rate": 3e-05,
1547
- "loss": 0.3537,
1548
  "step": 13300
1549
  },
1550
  {
1551
- "epoch": 38.99853587115666,
1552
- "eval_accuracy": 0.41512820512820514,
1553
- "eval_loss": 6.072280406951904,
1554
- "eval_runtime": 5.1624,
1555
- "eval_samples_per_second": 96.855,
1556
- "eval_steps_per_second": 12.204,
1557
  "step": 13318
1558
  },
1559
  {
1560
- "epoch": 38.99853587115666,
1561
- "eval_bleu": 0.16955034123413643,
1562
- "eval_exact_match": 0.002,
1563
- "eval_prefix_exact_match": 0.018,
1564
  "step": 13318
1565
  }
1566
  ],
1567
  "logging_steps": 100,
1568
  "max_steps": 17050,
1569
- "num_input_tokens_seen": 0,
1570
  "num_train_epochs": 50,
1571
  "save_steps": 500,
1572
- "stateful_callbacks": {
1573
- "TrainerControl": {
1574
- "args": {
1575
- "should_epoch_stop": false,
1576
- "should_evaluate": false,
1577
- "should_log": false,
1578
- "should_save": true,
1579
- "should_training_stop": false
1580
- },
1581
- "attributes": {}
1582
- }
1583
- },
1584
- "total_flos": 1.1436822581844378e+18,
1585
- "train_batch_size": 1,
1586
  "trial_name": null,
1587
  "trial_params": null
1588
  }
 
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
+ "epoch": 0.29,
 
13
  "learning_rate": 3e-05,
14
+ "loss": 1.574,
15
  "step": 100
16
  },
17
  {
18
+ "epoch": 0.59,
 
19
  "learning_rate": 3e-05,
20
+ "loss": 1.474,
21
  "step": 200
22
  },
23
  {
24
+ "epoch": 0.88,
 
25
  "learning_rate": 3e-05,
26
+ "loss": 1.4104,
27
  "step": 300
28
  },
29
  {
30
+ "epoch": 1.0,
31
+ "eval_accuracy": 0.4536923076923077,
32
+ "eval_loss": 3.3574578762054443,
33
+ "eval_runtime": 4.4299,
34
+ "eval_samples_per_second": 112.869,
35
+ "eval_steps_per_second": 14.221,
36
  "step": 341
37
  },
38
  {
39
+ "epoch": 1.0,
40
+ "eval_bleu": 0.08840557310176213,
41
+ "eval_exact_match": 0.0,
42
+ "eval_prefix_exact_match": 0.058,
43
  "step": 341
44
  },
45
  {
46
+ "epoch": 1.17,
 
47
  "learning_rate": 3e-05,
48
+ "loss": 1.3889,
49
  "step": 400
50
  },
51
  {
52
+ "epoch": 1.46,
 
53
  "learning_rate": 3e-05,
54
+ "loss": 1.387,
55
  "step": 500
56
  },
57
  {
58
+ "epoch": 1.76,
 
59
  "learning_rate": 3e-05,
60
+ "loss": 1.389,
61
  "step": 600
62
  },
63
  {
64
  "epoch": 2.0,
65
+ "eval_accuracy": 0.4543589743589744,
66
+ "eval_loss": 3.4179794788360596,
67
+ "eval_runtime": 4.1997,
68
+ "eval_samples_per_second": 119.055,
69
+ "eval_steps_per_second": 15.001,
70
  "step": 683
71
  },
72
  {
73
  "epoch": 2.0,
74
+ "eval_bleu": 0.09820569565497561,
75
+ "eval_exact_match": 0.0,
76
+ "eval_prefix_exact_match": 0.056,
77
  "step": 683
78
  },
79
  {
80
+ "epoch": 2.05,
 
81
  "learning_rate": 3e-05,
82
+ "loss": 1.3725,
83
  "step": 700
84
  },
85
  {
86
+ "epoch": 2.34,
 
87
  "learning_rate": 3e-05,
88
+ "loss": 1.3588,
89
  "step": 800
90
  },
91
  {
92
+ "epoch": 2.64,
 
93
  "learning_rate": 3e-05,
94
+ "loss": 1.348,
95
  "step": 900
96
  },
97
  {
98
+ "epoch": 2.93,
 
99
  "learning_rate": 3e-05,
100
+ "loss": 1.3414,
101
  "step": 1000
102
  },
103
  {
104
+ "epoch": 3.0,
105
+ "eval_accuracy": 0.45476923076923076,
106
+ "eval_loss": 3.511923313140869,
107
+ "eval_runtime": 4.1985,
108
+ "eval_samples_per_second": 119.089,
109
+ "eval_steps_per_second": 15.005,
110
  "step": 1024
111
  },
112
  {
113
+ "epoch": 3.0,
114
+ "eval_bleu": 0.09889831624589397,
115
+ "eval_exact_match": 0.0,
116
+ "eval_prefix_exact_match": 0.056,
117
  "step": 1024
118
  },
119
  {
120
+ "epoch": 3.22,
 
121
  "learning_rate": 3e-05,
122
+ "loss": 1.3166,
123
  "step": 1100
124
  },
125
  {
126
+ "epoch": 3.51,
 
127
  "learning_rate": 3e-05,
128
+ "loss": 1.3035,
129
  "step": 1200
130
  },
131
  {
132
+ "epoch": 3.81,
 
133
  "learning_rate": 3e-05,
134
+ "loss": 1.3002,
135
  "step": 1300
136
  },
137
  {
138
  "epoch": 4.0,
139
+ "eval_accuracy": 0.45543589743589746,
140
+ "eval_loss": 3.5288071632385254,
141
+ "eval_runtime": 4.4066,
142
+ "eval_samples_per_second": 113.466,
143
+ "eval_steps_per_second": 14.297,
144
  "step": 1366
145
  },
146
  {
147
  "epoch": 4.0,
148
+ "eval_bleu": 0.11209345982903633,
149
+ "eval_exact_match": 0.0,
150
+ "eval_prefix_exact_match": 0.054,
151
  "step": 1366
152
  },
153
  {
154
+ "epoch": 4.1,
 
155
  "learning_rate": 3e-05,
156
+ "loss": 1.2929,
157
  "step": 1400
158
  },
159
  {
160
+ "epoch": 4.39,
 
161
  "learning_rate": 3e-05,
162
+ "loss": 1.2693,
163
  "step": 1500
164
  },
165
  {
166
+ "epoch": 4.69,
 
167
  "learning_rate": 3e-05,
168
+ "loss": 1.2697,
169
  "step": 1600
170
  },
171
  {
172
+ "epoch": 4.98,
 
173
  "learning_rate": 3e-05,
174
+ "loss": 1.2574,
175
  "step": 1700
176
  },
177
  {
178
+ "epoch": 5.0,
179
+ "eval_accuracy": 0.45394871794871794,
180
+ "eval_loss": 3.6893365383148193,
181
+ "eval_runtime": 4.1122,
182
+ "eval_samples_per_second": 121.591,
183
+ "eval_steps_per_second": 15.32,
184
  "step": 1707
185
  },
186
  {
187
+ "epoch": 5.0,
188
+ "eval_bleu": 0.12076940663377221,
189
+ "eval_exact_match": 0.0,
190
+ "eval_prefix_exact_match": 0.056,
191
  "step": 1707
192
  },
193
  {
194
+ "epoch": 5.27,
 
195
  "learning_rate": 3e-05,
196
+ "loss": 1.2097,
197
  "step": 1800
198
  },
199
  {
200
+ "epoch": 5.56,
 
201
  "learning_rate": 3e-05,
202
+ "loss": 1.2188,
203
  "step": 1900
204
  },
205
  {
206
+ "epoch": 5.86,
 
207
  "learning_rate": 3e-05,
208
+ "loss": 1.2258,
209
  "step": 2000
210
  },
211
  {
212
  "epoch": 6.0,
213
+ "eval_accuracy": 0.45615384615384613,
214
+ "eval_loss": 3.725893497467041,
215
+ "eval_runtime": 4.0989,
216
+ "eval_samples_per_second": 121.984,
217
+ "eval_steps_per_second": 15.37,
218
  "step": 2049
219
  },
220
  {
221
  "epoch": 6.0,
222
+ "eval_bleu": 0.11884272898137646,
223
+ "eval_exact_match": 0.0,
224
+ "eval_prefix_exact_match": 0.058,
225
  "step": 2049
226
  },
227
  {
228
+ "epoch": 6.15,
 
229
  "learning_rate": 3e-05,
230
+ "loss": 1.205,
231
  "step": 2100
232
  },
233
  {
234
+ "epoch": 6.44,
 
235
  "learning_rate": 3e-05,
236
+ "loss": 1.1643,
237
  "step": 2200
238
  },
239
  {
240
+ "epoch": 6.73,
 
241
  "learning_rate": 3e-05,
242
+ "loss": 1.1844,
243
  "step": 2300
244
  },
245
  {
246
+ "epoch": 7.0,
247
+ "eval_accuracy": 0.45594871794871794,
248
+ "eval_loss": 3.724449396133423,
249
+ "eval_runtime": 4.8158,
250
+ "eval_samples_per_second": 103.825,
251
+ "eval_steps_per_second": 13.082,
252
  "step": 2390
253
  },
254
  {
255
+ "epoch": 7.0,
256
+ "eval_bleu": 0.12407896336995003,
257
+ "eval_exact_match": 0.0,
258
+ "eval_prefix_exact_match": 0.048,
259
  "step": 2390
260
  },
261
  {
262
+ "epoch": 7.03,
 
263
  "learning_rate": 3e-05,
264
+ "loss": 1.1771,
265
  "step": 2400
266
  },
267
  {
268
+ "epoch": 7.32,
 
269
  "learning_rate": 3e-05,
270
+ "loss": 1.1218,
271
  "step": 2500
272
  },
273
  {
274
+ "epoch": 7.61,
 
275
  "learning_rate": 3e-05,
276
+ "loss": 1.1491,
277
  "step": 2600
278
  },
279
  {
280
+ "epoch": 7.91,
 
281
  "learning_rate": 3e-05,
282
+ "loss": 1.1363,
283
  "step": 2700
284
  },
285
  {
286
  "epoch": 8.0,
287
+ "eval_accuracy": 0.4543589743589744,
288
+ "eval_loss": 3.8138701915740967,
289
+ "eval_runtime": 4.1963,
290
+ "eval_samples_per_second": 119.152,
291
+ "eval_steps_per_second": 15.013,
292
  "step": 2732
293
  },
294
  {
295
  "epoch": 8.0,
296
+ "eval_bleu": 0.11947629327387163,
297
+ "eval_exact_match": 0.0,
298
+ "eval_prefix_exact_match": 0.046,
299
  "step": 2732
300
  },
301
  {
302
+ "epoch": 8.2,
 
303
  "learning_rate": 3e-05,
304
+ "loss": 1.0858,
305
  "step": 2800
306
  },
307
  {
308
+ "epoch": 8.49,
 
309
  "learning_rate": 3e-05,
310
+ "loss": 1.0951,
311
  "step": 2900
312
  },
313
  {
314
+ "epoch": 8.78,
 
315
  "learning_rate": 3e-05,
316
+ "loss": 1.0903,
317
  "step": 3000
318
  },
319
  {
320
+ "epoch": 9.0,
321
+ "eval_accuracy": 0.4524102564102564,
322
+ "eval_loss": 3.9115548133850098,
323
+ "eval_runtime": 4.4011,
324
+ "eval_samples_per_second": 113.609,
325
+ "eval_steps_per_second": 14.315,
326
  "step": 3073
327
  },
328
  {
329
+ "epoch": 9.0,
330
+ "eval_bleu": 0.13426062809240774,
331
+ "eval_exact_match": 0.0,
332
+ "eval_prefix_exact_match": 0.034,
333
  "step": 3073
334
  },
335
  {
336
+ "epoch": 9.08,
 
337
  "learning_rate": 3e-05,
338
+ "loss": 1.0822,
339
  "step": 3100
340
  },
341
  {
342
+ "epoch": 9.37,
 
343
  "learning_rate": 3e-05,
344
+ "loss": 1.0414,
345
  "step": 3200
346
  },
347
  {
348
+ "epoch": 9.66,
 
349
  "learning_rate": 3e-05,
350
+ "loss": 1.0563,
351
  "step": 3300
352
  },
353
  {
354
+ "epoch": 9.96,
 
355
  "learning_rate": 3e-05,
356
+ "loss": 1.0538,
357
  "step": 3400
358
  },
359
  {
360
  "epoch": 10.0,
361
+ "eval_accuracy": 0.4515897435897436,
362
+ "eval_loss": 3.92203426361084,
363
+ "eval_runtime": 4.4105,
364
+ "eval_samples_per_second": 113.366,
365
+ "eval_steps_per_second": 14.284,
366
  "step": 3415
367
  },
368
  {
369
  "epoch": 10.0,
370
+ "eval_bleu": 0.11780869016319889,
371
+ "eval_exact_match": 0.0,
372
  "eval_prefix_exact_match": 0.032,
373
  "step": 3415
374
  },
375
  {
376
+ "epoch": 10.25,
 
377
  "learning_rate": 3e-05,
378
+ "loss": 0.991,
379
  "step": 3500
380
  },
381
  {
382
+ "epoch": 10.54,
 
383
  "learning_rate": 3e-05,
384
+ "loss": 1.0019,
385
  "step": 3600
386
  },
387
  {
388
+ "epoch": 10.83,
 
389
  "learning_rate": 3e-05,
390
+ "loss": 0.9971,
391
  "step": 3700
392
  },
393
  {
394
+ "epoch": 11.0,
395
+ "eval_accuracy": 0.45143589743589746,
396
+ "eval_loss": 3.967252492904663,
397
+ "eval_runtime": 4.1003,
398
+ "eval_samples_per_second": 121.943,
399
+ "eval_steps_per_second": 15.365,
400
  "step": 3756
401
  },
402
  {
403
+ "epoch": 11.0,
404
+ "eval_bleu": 0.12407049349871409,
405
+ "eval_exact_match": 0.0,
406
  "eval_prefix_exact_match": 0.026,
407
  "step": 3756
408
  },
409
  {
410
+ "epoch": 11.13,
 
411
  "learning_rate": 3e-05,
412
+ "loss": 0.9861,
413
  "step": 3800
414
  },
415
  {
416
+ "epoch": 11.42,
 
417
  "learning_rate": 3e-05,
418
+ "loss": 0.9436,
419
  "step": 3900
420
  },
421
  {
422
+ "epoch": 11.71,
 
423
  "learning_rate": 3e-05,
424
+ "loss": 0.9699,
425
  "step": 4000
426
  },
427
  {
428
  "epoch": 12.0,
429
+ "eval_accuracy": 0.45076923076923076,
430
+ "eval_loss": 4.033609867095947,
431
+ "eval_runtime": 4.8103,
432
+ "eval_samples_per_second": 103.943,
433
+ "eval_steps_per_second": 13.097,
434
  "step": 4098
435
  },
436
  {
437
  "epoch": 12.0,
438
+ "eval_bleu": 0.12190601380876163,
439
+ "eval_exact_match": 0.0,
440
+ "eval_prefix_exact_match": 0.026,
441
  "step": 4098
442
  },
443
  {
444
+ "epoch": 12.01,
 
445
  "learning_rate": 3e-05,
446
+ "loss": 0.9783,
447
  "step": 4100
448
  },
449
  {
450
+ "epoch": 12.3,
 
451
  "learning_rate": 3e-05,
452
+ "loss": 0.9064,
453
  "step": 4200
454
  },
455
  {
456
+ "epoch": 12.59,
 
457
  "learning_rate": 3e-05,
458
+ "loss": 0.9178,
459
  "step": 4300
460
  },
461
  {
462
+ "epoch": 12.88,
 
463
  "learning_rate": 3e-05,
464
+ "loss": 0.9235,
465
  "step": 4400
466
  },
467
  {
468
+ "epoch": 13.0,
469
+ "eval_accuracy": 0.4492820512820513,
470
+ "eval_loss": 4.002023696899414,
471
+ "eval_runtime": 4.8204,
472
+ "eval_samples_per_second": 103.726,
473
+ "eval_steps_per_second": 13.069,
474
  "step": 4439
475
  },
476
  {
477
+ "epoch": 13.0,
478
+ "eval_bleu": 0.13115986163477472,
479
+ "eval_exact_match": 0.0,
480
+ "eval_prefix_exact_match": 0.026,
481
  "step": 4439
482
  },
483
  {
484
+ "epoch": 13.18,
 
485
  "learning_rate": 3e-05,
486
+ "loss": 0.8902,
487
  "step": 4500
488
  },
489
  {
490
+ "epoch": 13.47,
 
491
  "learning_rate": 3e-05,
492
+ "loss": 0.8703,
493
  "step": 4600
494
  },
495
  {
496
+ "epoch": 13.76,
 
497
  "learning_rate": 3e-05,
498
+ "loss": 0.891,
499
  "step": 4700
500
  },
501
  {
502
  "epoch": 14.0,
503
+ "eval_accuracy": 0.44774358974358974,
504
+ "eval_loss": 4.071566104888916,
505
+ "eval_runtime": 4.8316,
506
+ "eval_samples_per_second": 103.485,
507
+ "eval_steps_per_second": 13.039,
508
  "step": 4781
509
  },
510
  {
511
  "epoch": 14.0,
512
+ "eval_bleu": 0.12164300660650715,
513
+ "eval_exact_match": 0.0,
514
+ "eval_prefix_exact_match": 0.024,
515
  "step": 4781
516
  },
517
  {
518
+ "epoch": 14.06,
 
519
  "learning_rate": 3e-05,
520
+ "loss": 0.8698,
521
  "step": 4800
522
  },
523
  {
524
+ "epoch": 14.35,
 
525
  "learning_rate": 3e-05,
526
+ "loss": 0.8338,
527
  "step": 4900
528
  },
529
  {
530
+ "epoch": 14.64,
 
531
  "learning_rate": 3e-05,
532
+ "loss": 0.8362,
533
  "step": 5000
534
  },
535
  {
536
+ "epoch": 14.93,
 
537
  "learning_rate": 3e-05,
538
+ "loss": 0.845,
539
  "step": 5100
540
  },
541
  {
542
+ "epoch": 15.0,
543
+ "eval_accuracy": 0.44774358974358974,
544
+ "eval_loss": 4.09920597076416,
545
+ "eval_runtime": 4.4174,
546
+ "eval_samples_per_second": 113.19,
547
+ "eval_steps_per_second": 14.262,
548
  "step": 5122
549
  },
550
  {
551
+ "epoch": 15.0,
552
+ "eval_bleu": 0.1224977607294519,
553
+ "eval_exact_match": 0.0,
554
+ "eval_prefix_exact_match": 0.02,
555
  "step": 5122
556
  },
557
  {
558
+ "epoch": 15.23,
 
559
  "learning_rate": 3e-05,
560
+ "loss": 0.7981,
561
  "step": 5200
562
  },
563
  {
564
+ "epoch": 15.52,
 
565
  "learning_rate": 3e-05,
566
+ "loss": 0.7978,
567
  "step": 5300
568
  },
569
  {
570
+ "epoch": 15.81,
 
571
  "learning_rate": 3e-05,
572
+ "loss": 0.8009,
573
  "step": 5400
574
  },
575
  {
576
  "epoch": 16.0,
577
+ "eval_accuracy": 0.4464102564102564,
578
+ "eval_loss": 4.093270301818848,
579
+ "eval_runtime": 4.102,
580
+ "eval_samples_per_second": 121.892,
581
+ "eval_steps_per_second": 15.358,
582
  "step": 5464
583
  },
584
  {
585
  "epoch": 16.0,
586
+ "eval_bleu": 0.12201237729153987,
587
+ "eval_exact_match": 0.0,
588
+ "eval_prefix_exact_match": 0.022,
589
  "step": 5464
590
  },
591
  {
592
+ "epoch": 16.11,
 
593
  "learning_rate": 3e-05,
594
+ "loss": 0.7948,
595
  "step": 5500
596
  },
597
  {
598
+ "epoch": 16.4,
 
599
  "learning_rate": 3e-05,
600
+ "loss": 0.746,
601
  "step": 5600
602
  },
603
  {
604
+ "epoch": 16.69,
 
605
  "learning_rate": 3e-05,
606
+ "loss": 0.7627,
607
  "step": 5700
608
  },
609
  {
610
+ "epoch": 16.98,
 
611
  "learning_rate": 3e-05,
612
+ "loss": 0.782,
613
  "step": 5800
614
  },
615
  {
616
+ "epoch": 17.0,
617
+ "eval_accuracy": 0.44671794871794873,
618
+ "eval_loss": 4.1283488273620605,
619
+ "eval_runtime": 4.84,
620
+ "eval_samples_per_second": 103.305,
621
+ "eval_steps_per_second": 13.016,
622
  "step": 5805
623
  },
624
  {
625
+ "epoch": 17.0,
626
+ "eval_bleu": 0.1263852710208009,
627
+ "eval_exact_match": 0.0,
628
+ "eval_prefix_exact_match": 0.02,
629
  "step": 5805
630
  },
631
  {
632
+ "epoch": 17.28,
 
633
  "learning_rate": 3e-05,
634
+ "loss": 0.7142,
635
  "step": 5900
636
  },
637
  {
638
+ "epoch": 17.57,
 
639
  "learning_rate": 3e-05,
640
+ "loss": 0.7253,
641
  "step": 6000
642
  },
643
  {
644
+ "epoch": 17.86,
 
645
  "learning_rate": 3e-05,
646
+ "loss": 0.7294,
647
  "step": 6100
648
  },
649
  {
650
  "epoch": 18.0,
651
+ "eval_accuracy": 0.44564102564102565,
652
+ "eval_loss": 4.164257049560547,
653
+ "eval_runtime": 4.1037,
654
+ "eval_samples_per_second": 121.84,
655
+ "eval_steps_per_second": 15.352,
656
  "step": 6147
657
  },
658
  {
659
  "epoch": 18.0,
660
+ "eval_bleu": 0.10715019125675011,
661
+ "eval_exact_match": 0.0,
662
+ "eval_prefix_exact_match": 0.022,
663
  "step": 6147
664
  },
665
  {
666
+ "epoch": 18.16,
 
667
  "learning_rate": 3e-05,
668
+ "loss": 0.7055,
669
  "step": 6200
670
  },
671
  {
672
+ "epoch": 18.45,
 
673
  "learning_rate": 3e-05,
674
+ "loss": 0.672,
675
  "step": 6300
676
  },
677
  {
678
+ "epoch": 18.74,
 
679
  "learning_rate": 3e-05,
680
+ "loss": 0.6792,
681
  "step": 6400
682
  },
683
  {
684
+ "epoch": 19.0,
685
+ "eval_accuracy": 0.44487179487179485,
686
+ "eval_loss": 4.185911655426025,
687
+ "eval_runtime": 4.823,
688
+ "eval_samples_per_second": 103.67,
689
+ "eval_steps_per_second": 13.062,
690
  "step": 6488
691
  },
692
  {
693
+ "epoch": 19.0,
694
+ "eval_bleu": 0.11314440439431668,
695
  "eval_exact_match": 0.0,
696
  "eval_prefix_exact_match": 0.02,
697
  "step": 6488
698
  },
699
  {
700
+ "epoch": 19.03,
 
701
  "learning_rate": 3e-05,
702
+ "loss": 0.7053,
703
  "step": 6500
704
  },
705
  {
706
+ "epoch": 19.33,
 
707
  "learning_rate": 3e-05,
708
+ "loss": 0.6448,
709
  "step": 6600
710
  },
711
  {
712
+ "epoch": 19.62,
 
713
  "learning_rate": 3e-05,
714
+ "loss": 0.6448,
715
  "step": 6700
716
  },
717
  {
718
+ "epoch": 19.91,
 
719
  "learning_rate": 3e-05,
720
+ "loss": 0.6672,
721
  "step": 6800
722
  },
723
  {
724
  "epoch": 20.0,
725
+ "eval_accuracy": 0.4436923076923077,
726
+ "eval_loss": 4.201004981994629,
727
+ "eval_runtime": 4.1985,
728
+ "eval_samples_per_second": 119.09,
729
+ "eval_steps_per_second": 15.005,
730
  "step": 6830
731
  },
732
  {
733
  "epoch": 20.0,
734
+ "eval_bleu": 0.11913021835274795,
735
+ "eval_exact_match": 0.0,
736
+ "eval_prefix_exact_match": 0.02,
737
  "step": 6830
738
  },
739
  {
740
+ "epoch": 20.2,
 
741
  "learning_rate": 3e-05,
742
+ "loss": 0.6146,
743
  "step": 6900
744
  },
745
  {
746
+ "epoch": 20.5,
 
747
  "learning_rate": 3e-05,
748
+ "loss": 0.6102,
749
  "step": 7000
750
  },
751
  {
752
+ "epoch": 20.79,
 
753
  "learning_rate": 3e-05,
754
+ "loss": 0.6258,
755
  "step": 7100
756
  },
757
  {
758
+ "epoch": 21.0,
759
+ "eval_accuracy": 0.4428717948717949,
760
+ "eval_loss": 4.230019569396973,
761
+ "eval_runtime": 4.4124,
762
+ "eval_samples_per_second": 113.318,
763
+ "eval_steps_per_second": 14.278,
764
  "step": 7171
765
  },
766
  {
767
+ "epoch": 21.0,
768
+ "eval_bleu": 0.12133891034082767,
769
+ "eval_exact_match": 0.0,
770
+ "eval_prefix_exact_match": 0.022,
771
  "step": 7171
772
  },
773
  {
774
+ "epoch": 21.08,
 
775
  "learning_rate": 3e-05,
776
+ "loss": 0.6149,
777
  "step": 7200
778
  },
779
  {
780
+ "epoch": 21.38,
 
781
  "learning_rate": 3e-05,
782
+ "loss": 0.5669,
783
  "step": 7300
784
  },
785
  {
786
+ "epoch": 21.67,
 
787
  "learning_rate": 3e-05,
788
+ "loss": 0.5923,
789
  "step": 7400
790
  },
791
  {
792
+ "epoch": 21.96,
 
793
  "learning_rate": 3e-05,
794
+ "loss": 0.599,
795
  "step": 7500
796
  },
797
  {
798
  "epoch": 22.0,
799
+ "eval_accuracy": 0.4418974358974359,
800
+ "eval_loss": 4.253176689147949,
801
+ "eval_runtime": 4.4121,
802
+ "eval_samples_per_second": 113.326,
803
+ "eval_steps_per_second": 14.279,
804
  "step": 7513
805
  },
806
  {
807
  "epoch": 22.0,
808
+ "eval_bleu": 0.1179919389999147,
809
+ "eval_exact_match": 0.0,
810
  "eval_prefix_exact_match": 0.02,
811
  "step": 7513
812
  },
813
  {
814
+ "epoch": 22.25,
 
815
  "learning_rate": 3e-05,
816
+ "loss": 0.536,
817
  "step": 7600
818
  },
819
  {
820
+ "epoch": 22.55,
 
821
  "learning_rate": 3e-05,
822
+ "loss": 0.5479,
823
  "step": 7700
824
  },
825
  {
826
+ "epoch": 22.84,
 
827
  "learning_rate": 3e-05,
828
+ "loss": 0.5625,
829
  "step": 7800
830
  },
831
  {
832
+ "epoch": 23.0,
833
+ "eval_accuracy": 0.443025641025641,
834
+ "eval_loss": 4.293737411499023,
835
+ "eval_runtime": 4.4185,
836
+ "eval_samples_per_second": 113.162,
837
+ "eval_steps_per_second": 14.258,
838
  "step": 7854
839
  },
840
  {
841
+ "epoch": 23.0,
842
+ "eval_bleu": 0.10699095482247514,
843
+ "eval_exact_match": 0.0,
844
+ "eval_prefix_exact_match": 0.022,
845
  "step": 7854
846
  },
847
  {
848
+ "epoch": 23.13,
 
849
  "learning_rate": 3e-05,
850
+ "loss": 0.5409,
851
  "step": 7900
852
  },
853
  {
854
+ "epoch": 23.43,
 
855
  "learning_rate": 3e-05,
856
+ "loss": 0.5067,
857
  "step": 8000
858
  },
859
  {
860
+ "epoch": 23.72,
 
861
  "learning_rate": 3e-05,
862
+ "loss": 0.5267,
863
  "step": 8100
864
  },
865
  {
866
  "epoch": 24.0,
867
+ "eval_accuracy": 0.44153846153846155,
868
+ "eval_loss": 4.254815578460693,
869
+ "eval_runtime": 4.2068,
870
+ "eval_samples_per_second": 118.854,
871
+ "eval_steps_per_second": 14.976,
872
  "step": 8196
873
  },
874
  {
875
  "epoch": 24.0,
876
+ "eval_bleu": 0.10975165733539657,
877
+ "eval_exact_match": 0.0,
878
+ "eval_prefix_exact_match": 0.024,
879
  "step": 8196
880
  },
881
  {
882
+ "epoch": 24.01,
 
883
  "learning_rate": 3e-05,
884
+ "loss": 0.5363,
885
  "step": 8200
886
  },
887
  {
888
+ "epoch": 24.3,
 
889
  "learning_rate": 3e-05,
890
+ "loss": 0.4806,
891
  "step": 8300
892
  },
893
  {
894
+ "epoch": 24.6,
 
895
  "learning_rate": 3e-05,
896
+ "loss": 0.49,
897
  "step": 8400
898
  },
899
  {
900
+ "epoch": 24.89,
 
901
  "learning_rate": 3e-05,
902
+ "loss": 0.5004,
903
  "step": 8500
904
  },
905
  {
906
+ "epoch": 25.0,
907
+ "eval_accuracy": 0.44035897435897436,
908
+ "eval_loss": 4.332499027252197,
909
+ "eval_runtime": 4.4052,
910
+ "eval_samples_per_second": 113.503,
911
+ "eval_steps_per_second": 14.301,
912
  "step": 8537
913
  },
914
  {
915
+ "epoch": 25.0,
916
+ "eval_bleu": 0.10401238605841524,
917
+ "eval_exact_match": 0.0,
918
+ "eval_prefix_exact_match": 0.024,
919
  "step": 8537
920
  },
921
  {
922
+ "epoch": 25.18,
 
923
  "learning_rate": 3e-05,
924
+ "loss": 0.4746,
925
  "step": 8600
926
  },
927
  {
928
+ "epoch": 25.48,
 
929
  "learning_rate": 3e-05,
930
+ "loss": 0.4596,
931
  "step": 8700
932
  },
933
  {
934
+ "epoch": 25.77,
 
935
  "learning_rate": 3e-05,
936
+ "loss": 0.4681,
937
  "step": 8800
938
  },
939
  {
940
  "epoch": 26.0,
941
+ "eval_accuracy": 0.43964102564102564,
942
+ "eval_loss": 4.3162150382995605,
943
+ "eval_runtime": 4.5151,
944
+ "eval_samples_per_second": 110.739,
945
+ "eval_steps_per_second": 13.953,
946
  "step": 8879
947
  },
948
  {
949
  "epoch": 26.0,
950
+ "eval_bleu": 0.10710979645106765,
951
  "eval_exact_match": 0.0,
952
+ "eval_prefix_exact_match": 0.026,
953
  "step": 8879
954
  },
955
  {
956
+ "epoch": 26.06,
 
957
  "learning_rate": 3e-05,
958
+ "loss": 0.459,
959
  "step": 8900
960
  },
961
  {
962
+ "epoch": 26.35,
 
963
  "learning_rate": 3e-05,
964
+ "loss": 0.4242,
965
  "step": 9000
966
  },
967
  {
968
+ "epoch": 26.65,
 
969
  "learning_rate": 3e-05,
970
+ "loss": 0.4445,
971
  "step": 9100
972
  },
973
  {
974
+ "epoch": 26.94,
 
975
  "learning_rate": 3e-05,
976
+ "loss": 0.4453,
977
  "step": 9200
978
  },
979
  {
980
+ "epoch": 27.0,
981
+ "eval_accuracy": 0.4388205128205128,
982
+ "eval_loss": 4.377138137817383,
983
+ "eval_runtime": 4.8206,
984
+ "eval_samples_per_second": 103.722,
985
+ "eval_steps_per_second": 13.069,
986
  "step": 9220
987
  },
988
  {
989
+ "epoch": 27.0,
990
+ "eval_bleu": 0.10010720174849254,
991
+ "eval_exact_match": 0.0,
992
+ "eval_prefix_exact_match": 0.026,
993
  "step": 9220
994
  },
995
  {
996
+ "epoch": 27.23,
 
997
  "learning_rate": 3e-05,
998
+ "loss": 0.4066,
999
  "step": 9300
1000
  },
1001
  {
1002
+ "epoch": 27.53,
 
1003
  "learning_rate": 3e-05,
1004
+ "loss": 0.4153,
1005
  "step": 9400
1006
  },
1007
  {
1008
+ "epoch": 27.82,
 
1009
  "learning_rate": 3e-05,
1010
+ "loss": 0.4161,
1011
  "step": 9500
1012
  },
1013
  {
1014
  "epoch": 28.0,
1015
+ "eval_accuracy": 0.43861538461538463,
1016
+ "eval_loss": 4.405981063842773,
1017
+ "eval_runtime": 4.4101,
1018
+ "eval_samples_per_second": 113.376,
1019
+ "eval_steps_per_second": 14.285,
1020
  "step": 9562
1021
  },
1022
  {
1023
  "epoch": 28.0,
1024
+ "eval_bleu": 0.10423428286785764,
1025
+ "eval_exact_match": 0.0,
1026
+ "eval_prefix_exact_match": 0.026,
1027
  "step": 9562
1028
  },
1029
  {
1030
+ "epoch": 28.11,
 
1031
  "learning_rate": 3e-05,
1032
+ "loss": 0.398,
1033
  "step": 9600
1034
  },
1035
  {
1036
+ "epoch": 28.4,
 
1037
  "learning_rate": 3e-05,
1038
+ "loss": 0.3788,
1039
  "step": 9700
1040
  },
1041
  {
1042
+ "epoch": 28.7,
 
1043
  "learning_rate": 3e-05,
1044
+ "loss": 0.3943,
1045
  "step": 9800
1046
  },
1047
  {
1048
+ "epoch": 28.99,
 
1049
  "learning_rate": 3e-05,
1050
+ "loss": 0.3994,
1051
  "step": 9900
1052
  },
1053
  {
1054
+ "epoch": 29.0,
1055
+ "eval_accuracy": 0.4376923076923077,
1056
+ "eval_loss": 4.468777656555176,
1057
+ "eval_runtime": 4.2025,
1058
+ "eval_samples_per_second": 118.976,
1059
+ "eval_steps_per_second": 14.991,
1060
  "step": 9903
1061
  },
1062
  {
1063
+ "epoch": 29.0,
1064
+ "eval_bleu": 0.08529933417800747,
1065
+ "eval_exact_match": 0.0,
1066
  "eval_prefix_exact_match": 0.02,
1067
  "step": 9903
1068
  },
1069
  {
1070
+ "epoch": 29.28,
 
1071
  "learning_rate": 3e-05,
1072
+ "loss": 0.3519,
1073
  "step": 10000
1074
  },
1075
  {
1076
+ "epoch": 29.58,
 
1077
  "learning_rate": 3e-05,
1078
+ "loss": 0.3643,
1079
  "step": 10100
1080
  },
1081
  {
1082
+ "epoch": 29.87,
 
1083
  "learning_rate": 3e-05,
1084
+ "loss": 0.3695,
1085
  "step": 10200
1086
  },
1087
  {
1088
  "epoch": 30.0,
1089
+ "eval_accuracy": 0.4376923076923077,
1090
+ "eval_loss": 4.464532375335693,
1091
+ "eval_runtime": 4.164,
1092
+ "eval_samples_per_second": 120.078,
1093
+ "eval_steps_per_second": 15.13,
1094
  "step": 10245
1095
  },
1096
  {
1097
  "epoch": 30.0,
1098
+ "eval_bleu": 0.08562517234751162,
1099
+ "eval_exact_match": 0.0,
1100
+ "eval_prefix_exact_match": 0.026,
1101
  "step": 10245
1102
  },
1103
  {
1104
+ "epoch": 30.16,
 
1105
  "learning_rate": 3e-05,
1106
+ "loss": 0.3474,
1107
  "step": 10300
1108
  },
1109
  {
1110
+ "epoch": 30.45,
 
1111
  "learning_rate": 3e-05,
1112
+ "loss": 0.3327,
1113
  "step": 10400
1114
  },
1115
  {
1116
+ "epoch": 30.75,
 
1117
  "learning_rate": 3e-05,
1118
+ "loss": 0.3505,
1119
  "step": 10500
1120
  },
1121
  {
1122
+ "epoch": 31.0,
1123
+ "eval_accuracy": 0.4377948717948718,
1124
+ "eval_loss": 4.462403297424316,
1125
+ "eval_runtime": 4.2457,
1126
+ "eval_samples_per_second": 117.767,
1127
+ "eval_steps_per_second": 14.839,
1128
  "step": 10586
1129
  },
1130
  {
1131
+ "epoch": 31.0,
1132
+ "eval_bleu": 0.09623161231398927,
1133
+ "eval_exact_match": 0.0,
1134
+ "eval_prefix_exact_match": 0.022,
1135
  "step": 10586
1136
  },
1137
  {
1138
+ "epoch": 31.04,
 
1139
  "learning_rate": 3e-05,
1140
+ "loss": 0.3476,
1141
  "step": 10600
1142
  },
1143
  {
1144
+ "epoch": 31.33,
 
1145
  "learning_rate": 3e-05,
1146
+ "loss": 0.3057,
1147
  "step": 10700
1148
  },
1149
  {
1150
+ "epoch": 31.63,
 
1151
  "learning_rate": 3e-05,
1152
+ "loss": 0.3224,
1153
  "step": 10800
1154
  },
1155
  {
1156
+ "epoch": 31.92,
 
1157
  "learning_rate": 3e-05,
1158
+ "loss": 0.3342,
1159
  "step": 10900
1160
  },
1161
  {
1162
  "epoch": 32.0,
1163
+ "eval_accuracy": 0.43646153846153846,
1164
+ "eval_loss": 4.46300745010376,
1165
+ "eval_runtime": 4.5326,
1166
+ "eval_samples_per_second": 110.312,
1167
+ "eval_steps_per_second": 13.899,
1168
  "step": 10928
1169
  },
1170
  {
1171
  "epoch": 32.0,
1172
+ "eval_bleu": 0.09571435454261526,
1173
+ "eval_exact_match": 0.0,
1174
  "eval_prefix_exact_match": 0.02,
1175
  "step": 10928
1176
  },
1177
  {
1178
+ "epoch": 32.21,
 
1179
  "learning_rate": 3e-05,
1180
+ "loss": 0.2943,
1181
  "step": 11000
1182
  },
1183
  {
1184
+ "epoch": 32.5,
 
1185
  "learning_rate": 3e-05,
1186
+ "loss": 0.3021,
1187
  "step": 11100
1188
  },
1189
  {
1190
+ "epoch": 32.8,
 
1191
  "learning_rate": 3e-05,
1192
+ "loss": 0.3075,
1193
  "step": 11200
1194
  },
1195
  {
1196
+ "epoch": 33.0,
1197
+ "eval_accuracy": 0.4342051282051282,
1198
+ "eval_loss": 4.544379711151123,
1199
+ "eval_runtime": 4.4078,
1200
+ "eval_samples_per_second": 113.435,
1201
+ "eval_steps_per_second": 14.293,
1202
  "step": 11269
1203
  },
1204
  {
1205
+ "epoch": 33.0,
1206
+ "eval_bleu": 0.11219607728661593,
1207
+ "eval_exact_match": 0.0,
1208
+ "eval_prefix_exact_match": 0.016,
1209
  "step": 11269
1210
  },
1211
  {
1212
+ "epoch": 33.09,
 
1213
  "learning_rate": 3e-05,
1214
+ "loss": 0.3047,
1215
  "step": 11300
1216
  },
1217
  {
1218
+ "epoch": 33.38,
 
1219
  "learning_rate": 3e-05,
1220
+ "loss": 0.2764,
1221
  "step": 11400
1222
  },
1223
  {
1224
+ "epoch": 33.67,
 
1225
  "learning_rate": 3e-05,
1226
+ "loss": 0.2833,
1227
  "step": 11500
1228
  },
1229
  {
1230
+ "epoch": 33.97,
 
1231
  "learning_rate": 3e-05,
1232
+ "loss": 0.2949,
1233
  "step": 11600
1234
  },
1235
  {
1236
  "epoch": 34.0,
1237
+ "eval_accuracy": 0.43441025641025643,
1238
+ "eval_loss": 4.548118591308594,
1239
+ "eval_runtime": 4.4066,
1240
+ "eval_samples_per_second": 113.466,
1241
+ "eval_steps_per_second": 14.297,
1242
  "step": 11611
1243
  },
1244
  {
1245
  "epoch": 34.0,
1246
+ "eval_bleu": 0.10059053111753888,
1247
+ "eval_exact_match": 0.0,
1248
  "eval_prefix_exact_match": 0.018,
1249
  "step": 11611
1250
  },
1251
  {
1252
+ "epoch": 34.26,
 
1253
  "learning_rate": 3e-05,
1254
+ "loss": 0.2604,
1255
  "step": 11700
1256
  },
1257
  {
1258
+ "epoch": 34.55,
 
1259
  "learning_rate": 3e-05,
1260
+ "loss": 0.2657,
1261
  "step": 11800
1262
  },
1263
  {
1264
+ "epoch": 34.85,
 
1265
  "learning_rate": 3e-05,
1266
+ "loss": 0.2705,
1267
  "step": 11900
1268
  },
1269
  {
1270
+ "epoch": 35.0,
1271
+ "eval_accuracy": 0.4356923076923077,
1272
+ "eval_loss": 4.5613813400268555,
1273
+ "eval_runtime": 4.1998,
1274
+ "eval_samples_per_second": 119.055,
1275
+ "eval_steps_per_second": 15.001,
1276
  "step": 11952
1277
  },
1278
  {
1279
+ "epoch": 35.0,
1280
+ "eval_bleu": 0.10287091260502411,
1281
+ "eval_exact_match": 0.0,
1282
+ "eval_prefix_exact_match": 0.012,
1283
  "step": 11952
1284
  },
1285
  {
1286
+ "epoch": 35.14,
 
1287
  "learning_rate": 3e-05,
1288
+ "loss": 0.2625,
1289
  "step": 12000
1290
  },
1291
  {
1292
+ "epoch": 35.43,
 
1293
  "learning_rate": 3e-05,
1294
+ "loss": 0.248,
1295
  "step": 12100
1296
  },
1297
  {
1298
+ "epoch": 35.72,
 
1299
  "learning_rate": 3e-05,
1300
+ "loss": 0.2554,
1301
  "step": 12200
1302
  },
1303
  {
1304
  "epoch": 36.0,
1305
+ "eval_accuracy": 0.4339487179487179,
1306
+ "eval_loss": 4.591047763824463,
1307
+ "eval_runtime": 4.1092,
1308
+ "eval_samples_per_second": 121.677,
1309
+ "eval_steps_per_second": 15.331,
1310
  "step": 12294
1311
  },
1312
  {
1313
  "epoch": 36.0,
1314
+ "eval_bleu": 0.07688483668776659,
1315
+ "eval_exact_match": 0.0,
1316
  "eval_prefix_exact_match": 0.02,
1317
  "step": 12294
1318
  },
1319
  {
1320
+ "epoch": 36.02,
 
1321
  "learning_rate": 3e-05,
1322
+ "loss": 0.2572,
1323
  "step": 12300
1324
  },
1325
  {
1326
+ "epoch": 36.31,
 
1327
  "learning_rate": 3e-05,
1328
+ "loss": 0.2276,
1329
  "step": 12400
1330
  },
1331
  {
1332
+ "epoch": 36.6,
 
1333
  "learning_rate": 3e-05,
1334
+ "loss": 0.236,
1335
  "step": 12500
1336
  },
1337
  {
1338
+ "epoch": 36.9,
 
1339
  "learning_rate": 3e-05,
1340
+ "loss": 0.2428,
1341
  "step": 12600
1342
  },
1343
  {
1344
+ "epoch": 37.0,
1345
+ "eval_accuracy": 0.43323076923076925,
1346
+ "eval_loss": 4.645793914794922,
1347
+ "eval_runtime": 4.4058,
1348
+ "eval_samples_per_second": 113.486,
1349
+ "eval_steps_per_second": 14.299,
1350
  "step": 12635
1351
  },
1352
  {
1353
+ "epoch": 37.0,
1354
+ "eval_bleu": 0.09755678571463763,
1355
+ "eval_exact_match": 0.0,
1356
+ "eval_prefix_exact_match": 0.01,
1357
  "step": 12635
1358
  },
1359
  {
1360
+ "epoch": 37.19,
 
1361
  "learning_rate": 3e-05,
1362
+ "loss": 0.2263,
1363
  "step": 12700
1364
  },
1365
  {
1366
+ "epoch": 37.48,
 
1367
  "learning_rate": 3e-05,
1368
+ "loss": 0.219,
1369
  "step": 12800
1370
  },
1371
  {
1372
+ "epoch": 37.77,
 
1373
  "learning_rate": 3e-05,
1374
+ "loss": 0.2277,
1375
  "step": 12900
1376
  },
1377
  {
1378
  "epoch": 38.0,
1379
+ "eval_accuracy": 0.4327179487179487,
1380
+ "eval_loss": 4.655264377593994,
1381
+ "eval_runtime": 4.1048,
1382
+ "eval_samples_per_second": 121.809,
1383
+ "eval_steps_per_second": 15.348,
1384
  "step": 12977
1385
  },
1386
  {
1387
  "epoch": 38.0,
1388
+ "eval_bleu": 0.08910920223304278,
1389
+ "eval_exact_match": 0.0,
1390
  "eval_prefix_exact_match": 0.016,
1391
  "step": 12977
1392
  },
1393
  {
1394
+ "epoch": 38.07,
 
1395
  "learning_rate": 3e-05,
1396
+ "loss": 0.2243,
1397
  "step": 13000
1398
  },
1399
  {
1400
+ "epoch": 38.36,
 
1401
  "learning_rate": 3e-05,
1402
+ "loss": 0.2037,
1403
  "step": 13100
1404
  },
1405
  {
1406
+ "epoch": 38.65,
 
1407
  "learning_rate": 3e-05,
1408
+ "loss": 0.2127,
1409
  "step": 13200
1410
  },
1411
  {
1412
+ "epoch": 38.95,
 
1413
  "learning_rate": 3e-05,
1414
+ "loss": 0.2172,
1415
  "step": 13300
1416
  },
1417
  {
1418
+ "epoch": 39.0,
1419
+ "eval_accuracy": 0.4327692307692308,
1420
+ "eval_loss": 4.707071304321289,
1421
+ "eval_runtime": 4.4091,
1422
+ "eval_samples_per_second": 113.403,
1423
+ "eval_steps_per_second": 14.289,
1424
  "step": 13318
1425
  },
1426
  {
1427
+ "epoch": 39.0,
1428
+ "eval_bleu": 0.08849488892310922,
1429
+ "eval_exact_match": 0.0,
1430
+ "eval_prefix_exact_match": 0.012,
1431
  "step": 13318
1432
  }
1433
  ],
1434
  "logging_steps": 100,
1435
  "max_steps": 17050,
 
1436
  "num_train_epochs": 50,
1437
  "save_steps": 500,
1438
+ "total_flos": 2.6373914768955146e+18,
 
 
 
 
 
 
 
 
 
 
 
 
 
1439
  "trial_name": null,
1440
  "trial_params": null
1441
  }
checkpoint-13318/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9cef08c7f10bf396c269dfc26104fd5a94756f5431d6448312805ef8e298380
3
- size 5304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28a33ee2cb1c54e667d59907eed3cc20ab64c3794314f21d17db553ff2af83d6
3
+ size 4728