nttx commited on
Commit
7afab95
1 Parent(s): 577fb04

Training in progress, step 54, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ca4a1b8de7072ae43bc0631d1ffb5d249759d5494f9186427bfa7db01f241f8
3
  size 35237104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bad5edc389555504b98b78beef9ddec44584cf86a8334f670f6bf29dfffdf66f
3
  size 35237104
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5d792d8d6232d5f7753fd3496252c5c07212da036ad6d0bc7c03c402781354b2
3
  size 70667778
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12cf44b30dd2a3df56e1423feb6876850c08cb1951768ccfe3208b144cc34ece
3
  size 70667778
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f0c0666575b98e636f596a491cd3baae1cee53a60e8c84b1d7e99d6cebb0a53
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01ea98f3bebdda46528525ef49cd25e0b9c1e51798ae901a753912f2d86e3fef
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07a2f8589b19b0b3d49bfd65bba5faebaa3a097aa2636075709913e8e9b42940
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fdb371b18c6b4538b2b054d4586be596e95cc5e679b6efce46bc65808638c49
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 2.9998939037323,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
- "epoch": 2.816901408450704,
5
  "eval_steps": 50,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -373,6 +373,34 @@
373
  "eval_samples_per_second": 66.73,
374
  "eval_steps_per_second": 8.341,
375
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
376
  }
377
  ],
378
  "logging_steps": 1,
@@ -396,12 +424,12 @@
396
  "should_evaluate": false,
397
  "should_log": false,
398
  "should_save": true,
399
- "should_training_stop": false
400
  },
401
  "attributes": {}
402
  }
403
  },
404
- "total_flos": 1.441007408775168e+16,
405
  "train_batch_size": 8,
406
  "trial_name": null,
407
  "trial_params": null
 
1
  {
2
  "best_metric": 2.9998939037323,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
+ "epoch": 3.0422535211267605,
5
  "eval_steps": 50,
6
+ "global_step": 54,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
373
  "eval_samples_per_second": 66.73,
374
  "eval_steps_per_second": 8.341,
375
  "step": 50
376
+ },
377
+ {
378
+ "epoch": 2.873239436619718,
379
+ "grad_norm": 40.0010986328125,
380
+ "learning_rate": 5.7132835072101486e-08,
381
+ "loss": 3.044,
382
+ "step": 51
383
+ },
384
+ {
385
+ "epoch": 2.9295774647887325,
386
+ "grad_norm": 39.7271614074707,
387
+ "learning_rate": 2.544639529766829e-08,
388
+ "loss": 2.9483,
389
+ "step": 52
390
+ },
391
+ {
392
+ "epoch": 2.9859154929577465,
393
+ "grad_norm": 46.26918029785156,
394
+ "learning_rate": 6.369713474366213e-09,
395
+ "loss": 3.3382,
396
+ "step": 53
397
+ },
398
+ {
399
+ "epoch": 3.0422535211267605,
400
+ "grad_norm": 43.628570556640625,
401
+ "learning_rate": 0.0,
402
+ "loss": 3.3172,
403
+ "step": 54
404
  }
405
  ],
406
  "logging_steps": 1,
 
424
  "should_evaluate": false,
425
  "should_log": false,
426
  "should_save": true,
427
+ "should_training_stop": true
428
  },
429
  "attributes": {}
430
  }
431
  },
432
+ "total_flos": 1.555909500469248e+16,
433
  "train_batch_size": 8,
434
  "trial_name": null,
435
  "trial_params": null