TachyHealthResearch commited on
Commit
3f08487
·
1 Parent(s): 812b154

Training in progress, step 120, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a1a8485baffd4ccd87e49f0cc204b7132e6855e9c887531d30e8568099ec14e8
3
  size 125248064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f4359c1517246af96cbb77a51d15f3c3fe03854ab7915f723c33b443e34d216
3
  size 125248064
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:08f3181fb02820176b6253acf7ac9d567410dc54bd05e6078be7f052a3be504f
3
  size 63350356
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:716d5fb25e010e30850dcffa64c89f1b4587923e439afa9f67f4ab5529a26dff
3
  size 63350356
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8f61387f66c53bbe2e89961f3144d563083860b3648a351be094db0e238f002
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6fb1601e233c6ad038b6e0c4965ded53aaf9e2605d4ccc35f715a367a525a09
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb1788e6a1bc90172eb379091d3d6012641cdbceff45f62df18ceefa4d2ee278
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca97dd6e0a879cf37203c8ac4ac76e2c0890a9a7dd8fadcb1eb1d709bf1c03dc
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.042,
5
  "eval_steps": 1000,
6
- "global_step": 105,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -637,13 +637,103 @@
637
  "learning_rate": 6.122448979591838e-05,
638
  "loss": 1.8219,
639
  "step": 105
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
640
  }
641
  ],
642
  "logging_steps": 1,
643
  "max_steps": 150,
644
  "num_train_epochs": 1,
645
  "save_steps": 5,
646
- "total_flos": 1.299196538486784e+16,
647
  "trial_name": null,
648
  "trial_params": null
649
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.048,
5
  "eval_steps": 1000,
6
+ "global_step": 120,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
637
  "learning_rate": 6.122448979591838e-05,
638
  "loss": 1.8219,
639
  "step": 105
640
+ },
641
+ {
642
+ "epoch": 0.04,
643
+ "learning_rate": 5.9863945578231295e-05,
644
+ "loss": 1.385,
645
+ "step": 106
646
+ },
647
+ {
648
+ "epoch": 0.04,
649
+ "learning_rate": 5.850340136054422e-05,
650
+ "loss": 1.6358,
651
+ "step": 107
652
+ },
653
+ {
654
+ "epoch": 0.04,
655
+ "learning_rate": 5.714285714285714e-05,
656
+ "loss": 1.5059,
657
+ "step": 108
658
+ },
659
+ {
660
+ "epoch": 0.04,
661
+ "learning_rate": 5.5782312925170065e-05,
662
+ "loss": 1.6794,
663
+ "step": 109
664
+ },
665
+ {
666
+ "epoch": 0.04,
667
+ "learning_rate": 5.4421768707483e-05,
668
+ "loss": 1.4888,
669
+ "step": 110
670
+ },
671
+ {
672
+ "epoch": 0.04,
673
+ "learning_rate": 5.3061224489795926e-05,
674
+ "loss": 1.3177,
675
+ "step": 111
676
+ },
677
+ {
678
+ "epoch": 0.04,
679
+ "learning_rate": 5.170068027210885e-05,
680
+ "loss": 1.5026,
681
+ "step": 112
682
+ },
683
+ {
684
+ "epoch": 0.05,
685
+ "learning_rate": 5.034013605442177e-05,
686
+ "loss": 1.8063,
687
+ "step": 113
688
+ },
689
+ {
690
+ "epoch": 0.05,
691
+ "learning_rate": 4.89795918367347e-05,
692
+ "loss": 1.8037,
693
+ "step": 114
694
+ },
695
+ {
696
+ "epoch": 0.05,
697
+ "learning_rate": 4.761904761904762e-05,
698
+ "loss": 1.6401,
699
+ "step": 115
700
+ },
701
+ {
702
+ "epoch": 0.05,
703
+ "learning_rate": 4.625850340136055e-05,
704
+ "loss": 1.7781,
705
+ "step": 116
706
+ },
707
+ {
708
+ "epoch": 0.05,
709
+ "learning_rate": 4.4897959183673474e-05,
710
+ "loss": 1.7268,
711
+ "step": 117
712
+ },
713
+ {
714
+ "epoch": 0.05,
715
+ "learning_rate": 4.35374149659864e-05,
716
+ "loss": 1.6482,
717
+ "step": 118
718
+ },
719
+ {
720
+ "epoch": 0.05,
721
+ "learning_rate": 4.217687074829932e-05,
722
+ "loss": 1.5628,
723
+ "step": 119
724
+ },
725
+ {
726
+ "epoch": 0.05,
727
+ "learning_rate": 4.0816326530612245e-05,
728
+ "loss": 1.3526,
729
+ "step": 120
730
  }
731
  ],
732
  "logging_steps": 1,
733
  "max_steps": 150,
734
  "num_train_epochs": 1,
735
  "save_steps": 5,
736
+ "total_flos": 1.45548167589888e+16,
737
  "trial_name": null,
738
  "trial_params": null
739
  }