TachyHealthResearch commited on
Commit
d56ff73
·
1 Parent(s): c2bdce8

Training in progress, step 65, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:39bf2ee99ccfbf5ef5faf4a767bd4a3d50688ad35b8a2d88d3c9dfbed7dfe833
3
  size 83945296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26c58723cd37ee178453a88b9ea77865f8d0778431c7fe59ae1127b0102d8098
3
  size 83945296
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:19f614dc0a8027a25cd6bbbfae053c9c8e0347059f44fbfeb0cfd37b058526a7
3
  size 42545748
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c177b961775cabda4013f61846c7bbae0bda71c85a664cd5e942fd8442b7a681
3
  size 42545748
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8d6306c7ebebc1ba61010c16f5f72bbe4229c8a68ab9af106d32f4e58acec2ce
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6376f78de9d6501f496c4dd46738ff9438d8e16db2e3a4d56d72fb1753a98312
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:161cf4e9397a65b9a3becdc79cb01972bac91b391263bc91430c5cb64f5cd1c2
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebf12ecec9415e9d3e13423155f95cbe61b82658c03045a3a80d99f9fd473672
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.016,
5
  "eval_steps": 1000,
6
- "global_step": 40,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -247,13 +247,163 @@
247
  "learning_rate": 9.722222222222223e-05,
248
  "loss": 1.4805,
249
  "step": 40
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
250
  }
251
  ],
252
  "logging_steps": 1,
253
  "max_steps": 75,
254
  "num_train_epochs": 1,
255
  "save_steps": 5,
256
- "total_flos": 2434139976646656.0,
257
  "trial_name": null,
258
  "trial_params": null
259
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.026,
5
  "eval_steps": 1000,
6
+ "global_step": 65,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
247
  "learning_rate": 9.722222222222223e-05,
248
  "loss": 1.4805,
249
  "step": 40
250
+ },
251
+ {
252
+ "epoch": 0.02,
253
+ "learning_rate": 9.444444444444444e-05,
254
+ "loss": 1.4624,
255
+ "step": 41
256
+ },
257
+ {
258
+ "epoch": 0.02,
259
+ "learning_rate": 9.166666666666667e-05,
260
+ "loss": 1.7335,
261
+ "step": 42
262
+ },
263
+ {
264
+ "epoch": 0.02,
265
+ "learning_rate": 8.888888888888889e-05,
266
+ "loss": 1.976,
267
+ "step": 43
268
+ },
269
+ {
270
+ "epoch": 0.02,
271
+ "learning_rate": 8.611111111111112e-05,
272
+ "loss": 1.7132,
273
+ "step": 44
274
+ },
275
+ {
276
+ "epoch": 0.02,
277
+ "learning_rate": 8.333333333333334e-05,
278
+ "loss": 1.8266,
279
+ "step": 45
280
+ },
281
+ {
282
+ "epoch": 0.02,
283
+ "learning_rate": 8.055555555555556e-05,
284
+ "loss": 1.4724,
285
+ "step": 46
286
+ },
287
+ {
288
+ "epoch": 0.02,
289
+ "learning_rate": 7.777777777777778e-05,
290
+ "loss": 1.9093,
291
+ "step": 47
292
+ },
293
+ {
294
+ "epoch": 0.02,
295
+ "learning_rate": 7.500000000000001e-05,
296
+ "loss": 1.6004,
297
+ "step": 48
298
+ },
299
+ {
300
+ "epoch": 0.02,
301
+ "learning_rate": 7.222222222222222e-05,
302
+ "loss": 1.8015,
303
+ "step": 49
304
+ },
305
+ {
306
+ "epoch": 0.02,
307
+ "learning_rate": 6.944444444444444e-05,
308
+ "loss": 1.5109,
309
+ "step": 50
310
+ },
311
+ {
312
+ "epoch": 0.02,
313
+ "learning_rate": 6.666666666666667e-05,
314
+ "loss": 1.8057,
315
+ "step": 51
316
+ },
317
+ {
318
+ "epoch": 0.02,
319
+ "learning_rate": 6.388888888888888e-05,
320
+ "loss": 1.6599,
321
+ "step": 52
322
+ },
323
+ {
324
+ "epoch": 0.02,
325
+ "learning_rate": 6.111111111111112e-05,
326
+ "loss": 1.6122,
327
+ "step": 53
328
+ },
329
+ {
330
+ "epoch": 0.02,
331
+ "learning_rate": 5.833333333333334e-05,
332
+ "loss": 1.4713,
333
+ "step": 54
334
+ },
335
+ {
336
+ "epoch": 0.02,
337
+ "learning_rate": 5.555555555555556e-05,
338
+ "loss": 1.5983,
339
+ "step": 55
340
+ },
341
+ {
342
+ "epoch": 0.02,
343
+ "learning_rate": 5.2777777777777784e-05,
344
+ "loss": 1.7994,
345
+ "step": 56
346
+ },
347
+ {
348
+ "epoch": 0.02,
349
+ "learning_rate": 5e-05,
350
+ "loss": 1.7283,
351
+ "step": 57
352
+ },
353
+ {
354
+ "epoch": 0.02,
355
+ "learning_rate": 4.722222222222222e-05,
356
+ "loss": 1.7313,
357
+ "step": 58
358
+ },
359
+ {
360
+ "epoch": 0.02,
361
+ "learning_rate": 4.4444444444444447e-05,
362
+ "loss": 1.9441,
363
+ "step": 59
364
+ },
365
+ {
366
+ "epoch": 0.02,
367
+ "learning_rate": 4.166666666666667e-05,
368
+ "loss": 1.6845,
369
+ "step": 60
370
+ },
371
+ {
372
+ "epoch": 0.02,
373
+ "learning_rate": 3.888888888888889e-05,
374
+ "loss": 1.753,
375
+ "step": 61
376
+ },
377
+ {
378
+ "epoch": 0.02,
379
+ "learning_rate": 3.611111111111111e-05,
380
+ "loss": 1.6686,
381
+ "step": 62
382
+ },
383
+ {
384
+ "epoch": 0.03,
385
+ "learning_rate": 3.3333333333333335e-05,
386
+ "loss": 1.6792,
387
+ "step": 63
388
+ },
389
+ {
390
+ "epoch": 0.03,
391
+ "learning_rate": 3.055555555555556e-05,
392
+ "loss": 1.4095,
393
+ "step": 64
394
+ },
395
+ {
396
+ "epoch": 0.03,
397
+ "learning_rate": 2.777777777777778e-05,
398
+ "loss": 1.511,
399
+ "step": 65
400
  }
401
  ],
402
  "logging_steps": 1,
403
  "max_steps": 75,
404
  "num_train_epochs": 1,
405
  "save_steps": 5,
406
+ "total_flos": 3836019066667008.0,
407
  "trial_name": null,
408
  "trial_params": null
409
  }