terry69 commited on
Commit
2740f5e
1 Parent(s): c9fdd37

Model save

Browse files
README.md ADDED
@@ -0,0 +1,67 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: llama3
3
+ library_name: peft
4
+ tags:
5
+ - trl
6
+ - sft
7
+ - generated_from_trainer
8
+ base_model: meta-llama/Meta-Llama-3-8B
9
+ model-index:
10
+ - name: llamaclean
11
+ results: []
12
+ ---
13
+
14
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
15
+ should probably proofread and complete it, then remove this comment. -->
16
+
17
+ # llamaclean
18
+
19
+ This model is a fine-tuned version of [meta-llama/Meta-Llama-3-8B](https://huggingface.co/meta-llama/Meta-Llama-3-8B) on an unknown dataset.
20
+ It achieves the following results on the evaluation set:
21
+ - Loss: nan
22
+
23
+ ## Model description
24
+
25
+ More information needed
26
+
27
+ ## Intended uses & limitations
28
+
29
+ More information needed
30
+
31
+ ## Training and evaluation data
32
+
33
+ More information needed
34
+
35
+ ## Training procedure
36
+
37
+ ### Training hyperparameters
38
+
39
+ The following hyperparameters were used during training:
40
+ - learning_rate: 0.0002
41
+ - train_batch_size: 2
42
+ - eval_batch_size: 1
43
+ - seed: 42
44
+ - distributed_type: multi-GPU
45
+ - num_devices: 4
46
+ - gradient_accumulation_steps: 32
47
+ - total_train_batch_size: 256
48
+ - total_eval_batch_size: 4
49
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
50
+ - lr_scheduler_type: cosine
51
+ - lr_scheduler_warmup_ratio: 0.1
52
+ - num_epochs: 1
53
+
54
+ ### Training results
55
+
56
+ | Training Loss | Epoch | Step | Validation Loss |
57
+ |:-------------:|:-----:|:----:|:---------------:|
58
+ | 0.8533 | 1.0 | 406 | nan |
59
+
60
+
61
+ ### Framework versions
62
+
63
+ - PEFT 0.11.1
64
+ - Transformers 4.41.1
65
+ - Pytorch 2.2.2+cu121
66
+ - Datasets 2.19.1
67
+ - Tokenizers 0.19.1
adapter_config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": true,
9
+ "layer_replication": null,
10
+ "layers_pattern": null,
11
+ "layers_to_transform": null,
12
+ "loftq_config": {},
13
+ "lora_alpha": 8,
14
+ "lora_dropout": 0.05,
15
+ "megatron_config": null,
16
+ "megatron_core": "megatron.core",
17
+ "modules_to_save": null,
18
+ "peft_type": "LORA",
19
+ "r": 6,
20
+ "rank_pattern": {},
21
+ "revision": null,
22
+ "target_modules": [
23
+ "q_proj",
24
+ "down_proj",
25
+ "o_proj",
26
+ "up_proj",
27
+ "v_proj",
28
+ "k_proj",
29
+ "gate_proj"
30
+ ],
31
+ "task_type": "CAUSAL_LM",
32
+ "use_dora": false,
33
+ "use_rslora": false
34
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cbc50ac1991f35ee5b3aa1a3784129da43c333fcda53da5d67d84bee0dada23
3
+ size 62973728
all_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 1.0,
3
+ "total_flos": 1.566096083950502e+18,
4
+ "train_loss": 0.8717349902749649,
5
+ "train_runtime": 143000.567,
6
+ "train_samples": 103932,
7
+ "train_samples_per_second": 0.727,
8
+ "train_steps_per_second": 0.003
9
+ }
runs/Jun19_03-09-39_ip-172-31-69-60.ec2.internal/events.out.tfevents.1718767112.ip-172-31-69-60.ec2.internal.40104.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:36b2c8fc06b61fcfef3a12288e0cbdbbca6172fa2f5c10774bb660047f0fa400
3
- size 22157
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dbf6c697714514dc5e837a59e694f52fbf5a94983cdf9d755d7e7534ca4e0de
3
+ size 22993
train_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 1.0,
3
+ "total_flos": 1.566096083950502e+18,
4
+ "train_loss": 0.8717349902749649,
5
+ "train_runtime": 143000.567,
6
+ "train_samples": 103932,
7
+ "train_samples_per_second": 0.727,
8
+ "train_steps_per_second": 0.003
9
+ }
trainer_state.json ADDED
@@ -0,0 +1,624 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 1.0,
5
+ "eval_steps": 500,
6
+ "global_step": 406,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.0024630541871921183,
13
+ "grad_norm": 0.28437623381614685,
14
+ "learning_rate": 4.8780487804878055e-06,
15
+ "loss": 0.9407,
16
+ "step": 1
17
+ },
18
+ {
19
+ "epoch": 0.012315270935960592,
20
+ "grad_norm": 0.3386021554470062,
21
+ "learning_rate": 2.4390243902439026e-05,
22
+ "loss": 0.9735,
23
+ "step": 5
24
+ },
25
+ {
26
+ "epoch": 0.024630541871921183,
27
+ "grad_norm": 0.15559862554073334,
28
+ "learning_rate": 4.878048780487805e-05,
29
+ "loss": 0.9449,
30
+ "step": 10
31
+ },
32
+ {
33
+ "epoch": 0.03694581280788178,
34
+ "grad_norm": 0.09031839668750763,
35
+ "learning_rate": 7.317073170731707e-05,
36
+ "loss": 0.9156,
37
+ "step": 15
38
+ },
39
+ {
40
+ "epoch": 0.04926108374384237,
41
+ "grad_norm": 0.07027982175350189,
42
+ "learning_rate": 9.75609756097561e-05,
43
+ "loss": 0.9273,
44
+ "step": 20
45
+ },
46
+ {
47
+ "epoch": 0.06157635467980296,
48
+ "grad_norm": 0.07974544167518616,
49
+ "learning_rate": 0.00012195121951219512,
50
+ "loss": 0.9143,
51
+ "step": 25
52
+ },
53
+ {
54
+ "epoch": 0.07389162561576355,
55
+ "grad_norm": 0.0783006027340889,
56
+ "learning_rate": 0.00014634146341463414,
57
+ "loss": 0.8985,
58
+ "step": 30
59
+ },
60
+ {
61
+ "epoch": 0.08620689655172414,
62
+ "grad_norm": 0.06993751972913742,
63
+ "learning_rate": 0.0001707317073170732,
64
+ "loss": 0.903,
65
+ "step": 35
66
+ },
67
+ {
68
+ "epoch": 0.09852216748768473,
69
+ "grad_norm": 0.07667742669582367,
70
+ "learning_rate": 0.0001951219512195122,
71
+ "loss": 0.898,
72
+ "step": 40
73
+ },
74
+ {
75
+ "epoch": 0.11083743842364532,
76
+ "grad_norm": 0.06702238321304321,
77
+ "learning_rate": 0.0001999407400739705,
78
+ "loss": 0.8896,
79
+ "step": 45
80
+ },
81
+ {
82
+ "epoch": 0.12315270935960591,
83
+ "grad_norm": 0.0696224719285965,
84
+ "learning_rate": 0.00019970011699250152,
85
+ "loss": 0.8968,
86
+ "step": 50
87
+ },
88
+ {
89
+ "epoch": 0.1354679802955665,
90
+ "grad_norm": 0.07405594736337662,
91
+ "learning_rate": 0.00019927487224577402,
92
+ "loss": 0.874,
93
+ "step": 55
94
+ },
95
+ {
96
+ "epoch": 0.1477832512315271,
97
+ "grad_norm": 0.07150493562221527,
98
+ "learning_rate": 0.0001986657932891657,
99
+ "loss": 0.8893,
100
+ "step": 60
101
+ },
102
+ {
103
+ "epoch": 0.16009852216748768,
104
+ "grad_norm": 0.07578982412815094,
105
+ "learning_rate": 0.00019787400799669154,
106
+ "loss": 0.8817,
107
+ "step": 65
108
+ },
109
+ {
110
+ "epoch": 0.1724137931034483,
111
+ "grad_norm": 0.07320016622543335,
112
+ "learning_rate": 0.00019690098257244064,
113
+ "loss": 0.87,
114
+ "step": 70
115
+ },
116
+ {
117
+ "epoch": 0.18472906403940886,
118
+ "grad_norm": 0.08941762149333954,
119
+ "learning_rate": 0.00019574851883550395,
120
+ "loss": 0.8894,
121
+ "step": 75
122
+ },
123
+ {
124
+ "epoch": 0.19704433497536947,
125
+ "grad_norm": 0.07446017116308212,
126
+ "learning_rate": 0.00019441875088341997,
127
+ "loss": 0.8722,
128
+ "step": 80
129
+ },
130
+ {
131
+ "epoch": 0.20935960591133004,
132
+ "grad_norm": 0.07567897439002991,
133
+ "learning_rate": 0.00019291414114031743,
134
+ "loss": 0.8901,
135
+ "step": 85
136
+ },
137
+ {
138
+ "epoch": 0.22167487684729065,
139
+ "grad_norm": 0.08049421012401581,
140
+ "learning_rate": 0.00019123747579707275,
141
+ "loss": 0.8814,
142
+ "step": 90
143
+ },
144
+ {
145
+ "epoch": 0.23399014778325122,
146
+ "grad_norm": 0.12433026731014252,
147
+ "learning_rate": 0.0001893918596519257,
148
+ "loss": 0.8727,
149
+ "step": 95
150
+ },
151
+ {
152
+ "epoch": 0.24630541871921183,
153
+ "grad_norm": 0.07449541985988617,
154
+ "learning_rate": 0.00018738071036110808,
155
+ "loss": 0.8672,
156
+ "step": 100
157
+ },
158
+ {
159
+ "epoch": 0.25862068965517243,
160
+ "grad_norm": 0.0773991122841835,
161
+ "learning_rate": 0.00018520775211013093,
162
+ "loss": 0.8566,
163
+ "step": 105
164
+ },
165
+ {
166
+ "epoch": 0.270935960591133,
167
+ "grad_norm": 0.07121796160936356,
168
+ "learning_rate": 0.00018287700871745036,
169
+ "loss": 0.8608,
170
+ "step": 110
171
+ },
172
+ {
173
+ "epoch": 0.2832512315270936,
174
+ "grad_norm": 0.07797464728355408,
175
+ "learning_rate": 0.00018039279618328212,
176
+ "loss": 0.8822,
177
+ "step": 115
178
+ },
179
+ {
180
+ "epoch": 0.2955665024630542,
181
+ "grad_norm": 0.0803268775343895,
182
+ "learning_rate": 0.0001777597146973627,
183
+ "loss": 0.8747,
184
+ "step": 120
185
+ },
186
+ {
187
+ "epoch": 0.3078817733990148,
188
+ "grad_norm": 0.07652761787176132,
189
+ "learning_rate": 0.00017498264012045687,
190
+ "loss": 0.8732,
191
+ "step": 125
192
+ },
193
+ {
194
+ "epoch": 0.32019704433497537,
195
+ "grad_norm": 0.07376247644424438,
196
+ "learning_rate": 0.00017206671495538612,
197
+ "loss": 0.8736,
198
+ "step": 130
199
+ },
200
+ {
201
+ "epoch": 0.33251231527093594,
202
+ "grad_norm": 0.07926958799362183,
203
+ "learning_rate": 0.0001690173388242972,
204
+ "loss": 0.8768,
205
+ "step": 135
206
+ },
207
+ {
208
+ "epoch": 0.3448275862068966,
209
+ "grad_norm": 0.0875566154718399,
210
+ "learning_rate": 0.0001658401584698049,
211
+ "loss": 0.8745,
212
+ "step": 140
213
+ },
214
+ {
215
+ "epoch": 0.35714285714285715,
216
+ "grad_norm": 0.08201688528060913,
217
+ "learning_rate": 0.00016254105729852464,
218
+ "loss": 0.8651,
219
+ "step": 145
220
+ },
221
+ {
222
+ "epoch": 0.3694581280788177,
223
+ "grad_norm": 0.08041845262050629,
224
+ "learning_rate": 0.00015912614448635782,
225
+ "loss": 0.8682,
226
+ "step": 150
227
+ },
228
+ {
229
+ "epoch": 0.3817733990147783,
230
+ "grad_norm": 0.08443805575370789,
231
+ "learning_rate": 0.00015560174366570446,
232
+ "loss": 0.8536,
233
+ "step": 155
234
+ },
235
+ {
236
+ "epoch": 0.39408866995073893,
237
+ "grad_norm": 0.07965832948684692,
238
+ "learning_rate": 0.0001519743812155516,
239
+ "loss": 0.8482,
240
+ "step": 160
241
+ },
242
+ {
243
+ "epoch": 0.4064039408866995,
244
+ "grad_norm": 0.08292090147733688,
245
+ "learning_rate": 0.00014825077417612186,
246
+ "loss": 0.8758,
247
+ "step": 165
248
+ },
249
+ {
250
+ "epoch": 0.4187192118226601,
251
+ "grad_norm": 0.08210255950689316,
252
+ "learning_rate": 0.00014443781781046136,
253
+ "loss": 0.8585,
254
+ "step": 170
255
+ },
256
+ {
257
+ "epoch": 0.43103448275862066,
258
+ "grad_norm": 0.07735207676887512,
259
+ "learning_rate": 0.00014054257283599973,
260
+ "loss": 0.9106,
261
+ "step": 175
262
+ },
263
+ {
264
+ "epoch": 0.4433497536945813,
265
+ "grad_norm": 0.0821058601140976,
266
+ "learning_rate": 0.00013657225234972695,
267
+ "loss": 0.8574,
268
+ "step": 180
269
+ },
270
+ {
271
+ "epoch": 0.45566502463054187,
272
+ "grad_norm": 0.08240474760532379,
273
+ "learning_rate": 0.00013253420847119803,
274
+ "loss": 0.8767,
275
+ "step": 185
276
+ },
277
+ {
278
+ "epoch": 0.46798029556650245,
279
+ "grad_norm": 0.07591621577739716,
280
+ "learning_rate": 0.0001284359187281004,
281
+ "loss": 0.8537,
282
+ "step": 190
283
+ },
284
+ {
285
+ "epoch": 0.4802955665024631,
286
+ "grad_norm": 0.07926048338413239,
287
+ "learning_rate": 0.0001242849722095936,
288
+ "loss": 0.8698,
289
+ "step": 195
290
+ },
291
+ {
292
+ "epoch": 0.49261083743842365,
293
+ "grad_norm": 0.08197298645973206,
294
+ "learning_rate": 0.00012008905551306356,
295
+ "loss": 0.8533,
296
+ "step": 200
297
+ },
298
+ {
299
+ "epoch": 0.5049261083743842,
300
+ "grad_norm": 0.07661041617393494,
301
+ "learning_rate": 0.00011585593851031347,
302
+ "loss": 0.8642,
303
+ "step": 205
304
+ },
305
+ {
306
+ "epoch": 0.5172413793103449,
307
+ "grad_norm": 0.0772751197218895,
308
+ "learning_rate": 0.00011159345995955006,
309
+ "loss": 0.8688,
310
+ "step": 210
311
+ },
312
+ {
313
+ "epoch": 0.5295566502463054,
314
+ "grad_norm": 0.08168666064739227,
315
+ "learning_rate": 0.00010730951298980776,
316
+ "loss": 0.8674,
317
+ "step": 215
318
+ },
319
+ {
320
+ "epoch": 0.541871921182266,
321
+ "grad_norm": 0.08107247948646545,
322
+ "learning_rate": 0.00010301203048469083,
323
+ "loss": 0.873,
324
+ "step": 220
325
+ },
326
+ {
327
+ "epoch": 0.5541871921182266,
328
+ "grad_norm": 0.07802799344062805,
329
+ "learning_rate": 9.870897039249911e-05,
330
+ "loss": 0.8521,
331
+ "step": 225
332
+ },
333
+ {
334
+ "epoch": 0.5665024630541872,
335
+ "grad_norm": 0.07647371292114258,
336
+ "learning_rate": 9.440830098993969e-05,
337
+ "loss": 0.8582,
338
+ "step": 230
339
+ },
340
+ {
341
+ "epoch": 0.5788177339901478,
342
+ "grad_norm": 0.08646470308303833,
343
+ "learning_rate": 9.011798612671286e-05,
344
+ "loss": 0.8612,
345
+ "step": 235
346
+ },
347
+ {
348
+ "epoch": 0.5911330049261084,
349
+ "grad_norm": 0.0776691734790802,
350
+ "learning_rate": 8.58459704782957e-05,
351
+ "loss": 0.8586,
352
+ "step": 240
353
+ },
354
+ {
355
+ "epoch": 0.603448275862069,
356
+ "grad_norm": 0.08570775389671326,
357
+ "learning_rate": 8.160016483423199e-05,
358
+ "loss": 0.8574,
359
+ "step": 245
360
+ },
361
+ {
362
+ "epoch": 0.6157635467980296,
363
+ "grad_norm": 0.08003751933574677,
364
+ "learning_rate": 7.738843144917119e-05,
365
+ "loss": 0.854,
366
+ "step": 250
367
+ },
368
+ {
369
+ "epoch": 0.6280788177339901,
370
+ "grad_norm": 0.08129052817821503,
371
+ "learning_rate": 7.321856948378259e-05,
372
+ "loss": 0.8636,
373
+ "step": 255
374
+ },
375
+ {
376
+ "epoch": 0.6403940886699507,
377
+ "grad_norm": 0.08401297777891159,
378
+ "learning_rate": 6.909830056250527e-05,
379
+ "loss": 0.8673,
380
+ "step": 260
381
+ },
382
+ {
383
+ "epoch": 0.6527093596059114,
384
+ "grad_norm": 0.07763602584600449,
385
+ "learning_rate": 6.503525447487715e-05,
386
+ "loss": 0.8757,
387
+ "step": 265
388
+ },
389
+ {
390
+ "epoch": 0.6650246305418719,
391
+ "grad_norm": 0.10503505915403366,
392
+ "learning_rate": 6.103695504692122e-05,
393
+ "loss": 0.8522,
394
+ "step": 270
395
+ },
396
+ {
397
+ "epoch": 0.6773399014778325,
398
+ "grad_norm": 0.08000697195529938,
399
+ "learning_rate": 5.7110806208751655e-05,
400
+ "loss": 0.887,
401
+ "step": 275
402
+ },
403
+ {
404
+ "epoch": 0.6896551724137931,
405
+ "grad_norm": 0.07380930334329605,
406
+ "learning_rate": 5.326407828419979e-05,
407
+ "loss": 0.854,
408
+ "step": 280
409
+ },
410
+ {
411
+ "epoch": 0.7019704433497537,
412
+ "grad_norm": 0.07724297791719437,
413
+ "learning_rate": 4.9503894527847964e-05,
414
+ "loss": 0.8579,
415
+ "step": 285
416
+ },
417
+ {
418
+ "epoch": 0.7142857142857143,
419
+ "grad_norm": 0.07541344314813614,
420
+ "learning_rate": 4.583721793440188e-05,
421
+ "loss": 0.8726,
422
+ "step": 290
423
+ },
424
+ {
425
+ "epoch": 0.7266009852216748,
426
+ "grad_norm": 0.07829412072896957,
427
+ "learning_rate": 4.227083834482728e-05,
428
+ "loss": 0.8666,
429
+ "step": 295
430
+ },
431
+ {
432
+ "epoch": 0.7389162561576355,
433
+ "grad_norm": 0.08106305450201035,
434
+ "learning_rate": 3.881135987312757e-05,
435
+ "loss": 0.8425,
436
+ "step": 300
437
+ },
438
+ {
439
+ "epoch": 0.7512315270935961,
440
+ "grad_norm": 0.07838086783885956,
441
+ "learning_rate": 3.546518867704499e-05,
442
+ "loss": 0.8551,
443
+ "step": 305
444
+ },
445
+ {
446
+ "epoch": 0.7635467980295566,
447
+ "grad_norm": 0.08704580366611481,
448
+ "learning_rate": 3.223852109533112e-05,
449
+ "loss": 0.8658,
450
+ "step": 310
451
+ },
452
+ {
453
+ "epoch": 0.7758620689655172,
454
+ "grad_norm": 0.08024916052818298,
455
+ "learning_rate": 2.9137332173554043e-05,
456
+ "loss": 0.8691,
457
+ "step": 315
458
+ },
459
+ {
460
+ "epoch": 0.7881773399014779,
461
+ "grad_norm": 0.07905606925487518,
462
+ "learning_rate": 2.616736459968936e-05,
463
+ "loss": 0.8687,
464
+ "step": 320
465
+ },
466
+ {
467
+ "epoch": 0.8004926108374384,
468
+ "grad_norm": 0.07910972088575363,
469
+ "learning_rate": 2.33341180699841e-05,
470
+ "loss": 0.8592,
471
+ "step": 325
472
+ },
473
+ {
474
+ "epoch": 0.812807881773399,
475
+ "grad_norm": 0.07642722129821777,
476
+ "learning_rate": 2.0642839104785272e-05,
477
+ "loss": 0.8698,
478
+ "step": 330
479
+ },
480
+ {
481
+ "epoch": 0.8251231527093597,
482
+ "grad_norm": 0.08815363049507141,
483
+ "learning_rate": 1.8098511333192024e-05,
484
+ "loss": 0.8557,
485
+ "step": 335
486
+ },
487
+ {
488
+ "epoch": 0.8374384236453202,
489
+ "grad_norm": 0.08000471442937851,
490
+ "learning_rate": 1.570584626452173e-05,
491
+ "loss": 0.8671,
492
+ "step": 340
493
+ },
494
+ {
495
+ "epoch": 0.8497536945812808,
496
+ "grad_norm": 0.07913412153720856,
497
+ "learning_rate": 1.3469274563679402e-05,
498
+ "loss": 0.8588,
499
+ "step": 345
500
+ },
501
+ {
502
+ "epoch": 0.8620689655172413,
503
+ "grad_norm": 0.08054699003696442,
504
+ "learning_rate": 1.1392937846586215e-05,
505
+ "loss": 0.8543,
506
+ "step": 350
507
+ },
508
+ {
509
+ "epoch": 0.874384236453202,
510
+ "grad_norm": 0.08592665195465088,
511
+ "learning_rate": 9.48068101086026e-06,
512
+ "loss": 0.8595,
513
+ "step": 355
514
+ },
515
+ {
516
+ "epoch": 0.8866995073891626,
517
+ "grad_norm": 0.08113285899162292,
518
+ "learning_rate": 7.736045115951251e-06,
519
+ "loss": 0.8542,
520
+ "step": 360
521
+ },
522
+ {
523
+ "epoch": 0.8990147783251231,
524
+ "grad_norm": 0.08349265158176422,
525
+ "learning_rate": 6.16226082591359e-06,
526
+ "loss": 0.8712,
527
+ "step": 365
528
+ },
529
+ {
530
+ "epoch": 0.9113300492610837,
531
+ "grad_norm": 0.08155006915330887,
532
+ "learning_rate": 4.762242426960262e-06,
533
+ "loss": 0.8498,
534
+ "step": 370
535
+ },
536
+ {
537
+ "epoch": 0.9236453201970444,
538
+ "grad_norm": 0.08772558718919754,
539
+ "learning_rate": 3.5385824308756587e-06,
540
+ "loss": 0.8582,
541
+ "step": 375
542
+ },
543
+ {
544
+ "epoch": 0.9359605911330049,
545
+ "grad_norm": 0.08002293854951859,
546
+ "learning_rate": 2.493546774280531e-06,
547
+ "loss": 0.8623,
548
+ "step": 380
549
+ },
550
+ {
551
+ "epoch": 0.9482758620689655,
552
+ "grad_norm": 0.08070306479930878,
553
+ "learning_rate": 1.6290706226390285e-06,
554
+ "loss": 0.8508,
555
+ "step": 385
556
+ },
557
+ {
558
+ "epoch": 0.9605911330049262,
559
+ "grad_norm": 0.07980693131685257,
560
+ "learning_rate": 9.46754786777726e-07,
561
+ "loss": 0.8451,
562
+ "step": 390
563
+ },
564
+ {
565
+ "epoch": 0.9729064039408867,
566
+ "grad_norm": 0.09085196256637573,
567
+ "learning_rate": 4.4786275855247527e-07,
568
+ "loss": 0.8605,
569
+ "step": 395
570
+ },
571
+ {
572
+ "epoch": 0.9852216748768473,
573
+ "grad_norm": 0.08073560893535614,
574
+ "learning_rate": 1.333183711524133e-07,
575
+ "loss": 0.86,
576
+ "step": 400
577
+ },
578
+ {
579
+ "epoch": 0.9975369458128078,
580
+ "grad_norm": 0.08186531066894531,
581
+ "learning_rate": 3.7040883734462683e-09,
582
+ "loss": 0.8533,
583
+ "step": 405
584
+ },
585
+ {
586
+ "epoch": 1.0,
587
+ "eval_loss": NaN,
588
+ "eval_runtime": 19680.5251,
589
+ "eval_samples_per_second": 1.174,
590
+ "eval_steps_per_second": 0.294,
591
+ "step": 406
592
+ },
593
+ {
594
+ "epoch": 1.0,
595
+ "step": 406,
596
+ "total_flos": 1.566096083950502e+18,
597
+ "train_loss": 0.8717349902749649,
598
+ "train_runtime": 143000.567,
599
+ "train_samples_per_second": 0.727,
600
+ "train_steps_per_second": 0.003
601
+ }
602
+ ],
603
+ "logging_steps": 5,
604
+ "max_steps": 406,
605
+ "num_input_tokens_seen": 0,
606
+ "num_train_epochs": 1,
607
+ "save_steps": 25,
608
+ "stateful_callbacks": {
609
+ "TrainerControl": {
610
+ "args": {
611
+ "should_epoch_stop": false,
612
+ "should_evaluate": false,
613
+ "should_log": false,
614
+ "should_save": true,
615
+ "should_training_stop": false
616
+ },
617
+ "attributes": {}
618
+ }
619
+ },
620
+ "total_flos": 1.566096083950502e+18,
621
+ "train_batch_size": 2,
622
+ "trial_name": null,
623
+ "trial_params": null
624
+ }