TachyHealthResearch commited on
Commit
e143cf0
1 Parent(s): 83a29e9

Training in progress, step 120, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c6654ec142bf8709363917f4fb46f9b18031ac28b9333e5cb8f38f43e33e50b9
3
  size 75012288
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:864d6f31b08d9917321da7b041e730e709a95988224c40549462b9061b8ceacd
3
  size 75012288
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04b0c8b7e52ff85dcbc2f0b99687ed697c2985a726fdce31fd350a84b1969431
3
  size 38034724
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d30c24e7b6c5d6d68d4d36de8bcb738ca6b809e2da60e9e52d3f4d367f6cd9cd
3
  size 38034724
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:889d0cc867cbfb43ba68c124df826b0b034aee4977d4e2bcbed5aec2b804c16c
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34a39a74283cd7442cd8c578574c3e2f695a82d81222275b0c418dc60bf965cc
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6108f4faef547664ffc49f24479d791d4a8a5a6cda6f7c8b0f62fd8408e62a4f
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca97dd6e0a879cf37203c8ac4ac76e2c0890a9a7dd8fadcb1eb1d709bf1c03dc
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.038,
5
  "eval_steps": 1000,
6
- "global_step": 95,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -577,13 +577,163 @@
577
  "learning_rate": 7.482993197278913e-05,
578
  "loss": 1.753,
579
  "step": 95
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
580
  }
581
  ],
582
  "logging_steps": 1,
583
  "max_steps": 150,
584
  "num_train_epochs": 1,
585
  "save_steps": 5,
586
- "total_flos": 5026926877999104.0,
587
  "trial_name": null,
588
  "trial_params": null
589
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.048,
5
  "eval_steps": 1000,
6
+ "global_step": 120,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
577
  "learning_rate": 7.482993197278913e-05,
578
  "loss": 1.753,
579
  "step": 95
580
+ },
581
+ {
582
+ "epoch": 0.04,
583
+ "learning_rate": 7.346938775510205e-05,
584
+ "loss": 1.8511,
585
+ "step": 96
586
+ },
587
+ {
588
+ "epoch": 0.04,
589
+ "learning_rate": 7.210884353741498e-05,
590
+ "loss": 1.96,
591
+ "step": 97
592
+ },
593
+ {
594
+ "epoch": 0.04,
595
+ "learning_rate": 7.074829931972789e-05,
596
+ "loss": 1.8998,
597
+ "step": 98
598
+ },
599
+ {
600
+ "epoch": 0.04,
601
+ "learning_rate": 6.938775510204082e-05,
602
+ "loss": 2.0674,
603
+ "step": 99
604
+ },
605
+ {
606
+ "epoch": 0.04,
607
+ "learning_rate": 6.802721088435374e-05,
608
+ "loss": 1.8385,
609
+ "step": 100
610
+ },
611
+ {
612
+ "epoch": 0.04,
613
+ "learning_rate": 6.666666666666667e-05,
614
+ "loss": 1.9221,
615
+ "step": 101
616
+ },
617
+ {
618
+ "epoch": 0.04,
619
+ "learning_rate": 6.530612244897959e-05,
620
+ "loss": 1.9015,
621
+ "step": 102
622
+ },
623
+ {
624
+ "epoch": 0.04,
625
+ "learning_rate": 6.394557823129253e-05,
626
+ "loss": 2.0576,
627
+ "step": 103
628
+ },
629
+ {
630
+ "epoch": 0.04,
631
+ "learning_rate": 6.258503401360545e-05,
632
+ "loss": 2.1968,
633
+ "step": 104
634
+ },
635
+ {
636
+ "epoch": 0.04,
637
+ "learning_rate": 6.122448979591838e-05,
638
+ "loss": 2.1305,
639
+ "step": 105
640
+ },
641
+ {
642
+ "epoch": 0.04,
643
+ "learning_rate": 5.9863945578231295e-05,
644
+ "loss": 1.7918,
645
+ "step": 106
646
+ },
647
+ {
648
+ "epoch": 0.04,
649
+ "learning_rate": 5.850340136054422e-05,
650
+ "loss": 1.8854,
651
+ "step": 107
652
+ },
653
+ {
654
+ "epoch": 0.04,
655
+ "learning_rate": 5.714285714285714e-05,
656
+ "loss": 1.8177,
657
+ "step": 108
658
+ },
659
+ {
660
+ "epoch": 0.04,
661
+ "learning_rate": 5.5782312925170065e-05,
662
+ "loss": 2.1727,
663
+ "step": 109
664
+ },
665
+ {
666
+ "epoch": 0.04,
667
+ "learning_rate": 5.4421768707483e-05,
668
+ "loss": 1.8914,
669
+ "step": 110
670
+ },
671
+ {
672
+ "epoch": 0.04,
673
+ "learning_rate": 5.3061224489795926e-05,
674
+ "loss": 1.7695,
675
+ "step": 111
676
+ },
677
+ {
678
+ "epoch": 0.04,
679
+ "learning_rate": 5.170068027210885e-05,
680
+ "loss": 1.8377,
681
+ "step": 112
682
+ },
683
+ {
684
+ "epoch": 0.05,
685
+ "learning_rate": 5.034013605442177e-05,
686
+ "loss": 2.294,
687
+ "step": 113
688
+ },
689
+ {
690
+ "epoch": 0.05,
691
+ "learning_rate": 4.89795918367347e-05,
692
+ "loss": 2.0519,
693
+ "step": 114
694
+ },
695
+ {
696
+ "epoch": 0.05,
697
+ "learning_rate": 4.761904761904762e-05,
698
+ "loss": 2.1649,
699
+ "step": 115
700
+ },
701
+ {
702
+ "epoch": 0.05,
703
+ "learning_rate": 4.625850340136055e-05,
704
+ "loss": 2.1548,
705
+ "step": 116
706
+ },
707
+ {
708
+ "epoch": 0.05,
709
+ "learning_rate": 4.4897959183673474e-05,
710
+ "loss": 2.0267,
711
+ "step": 117
712
+ },
713
+ {
714
+ "epoch": 0.05,
715
+ "learning_rate": 4.35374149659864e-05,
716
+ "loss": 2.036,
717
+ "step": 118
718
+ },
719
+ {
720
+ "epoch": 0.05,
721
+ "learning_rate": 4.217687074829932e-05,
722
+ "loss": 1.8979,
723
+ "step": 119
724
+ },
725
+ {
726
+ "epoch": 0.05,
727
+ "learning_rate": 4.0816326530612245e-05,
728
+ "loss": 1.6725,
729
+ "step": 120
730
  }
731
  ],
732
  "logging_steps": 1,
733
  "max_steps": 150,
734
  "num_train_epochs": 1,
735
  "save_steps": 5,
736
+ "total_flos": 6341073926553600.0,
737
  "trial_name": null,
738
  "trial_params": null
739
  }