Federic commited on
Commit
4b8e04d
·
verified ·
1 Parent(s): dd42977

Training in progress, step 125, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:acff6ad94e20679d3b3c4de6ff4e2925a66e707936189fae60896b53b1b42eb0
3
  size 838904832
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90a1b1fb9f8253f6441ef115b4458cba2bdf1fe8cd75328dc3b87e6eec2539fe
3
  size 838904832
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4139c6f07bbc9c7e26c437c75e77939e4152fb9f74359e1c766b169b1be87d5b
3
  size 420633876
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cab906812334647498aa7b82f69356d8d7f86e1c78bb3bc7736fe343d375e991
3
  size 420633876
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4555578ffabc9878cb8c1184e6e5c033a1b4511c6f305d41194b9e10676b0f17
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:467f431518071c9f0aa37c15a15a2b2d8e5fa5f9428cf5454723afa2dacb265b
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:81007ec48272bbdc4f9622c046f9c026bf8120ed11d1398fd97bb5168a6f3dda
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efdbfe8676cd24a75fed7e6e38125bb1bb838a4b70c0fbf7469557659d9b1fec
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.4,
5
  "eval_steps": 500,
6
- "global_step": 100,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -607,13 +607,163 @@
607
  "learning_rate": 0.0002,
608
  "loss": 0.3578,
609
  "step": 100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
610
  }
611
  ],
612
  "logging_steps": 1,
613
  "max_steps": 250,
614
  "num_train_epochs": 1,
615
  "save_steps": 25,
616
- "total_flos": 1.511514946646016e+16,
617
  "trial_name": null,
618
  "trial_params": null
619
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.5,
5
  "eval_steps": 500,
6
+ "global_step": 125,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
607
  "learning_rate": 0.0002,
608
  "loss": 0.3578,
609
  "step": 100
610
+ },
611
+ {
612
+ "epoch": 0.4,
613
+ "learning_rate": 0.0002,
614
+ "loss": 0.5302,
615
+ "step": 101
616
+ },
617
+ {
618
+ "epoch": 0.41,
619
+ "learning_rate": 0.0002,
620
+ "loss": 0.5466,
621
+ "step": 102
622
+ },
623
+ {
624
+ "epoch": 0.41,
625
+ "learning_rate": 0.0002,
626
+ "loss": 0.475,
627
+ "step": 103
628
+ },
629
+ {
630
+ "epoch": 0.42,
631
+ "learning_rate": 0.0002,
632
+ "loss": 0.5258,
633
+ "step": 104
634
+ },
635
+ {
636
+ "epoch": 0.42,
637
+ "learning_rate": 0.0002,
638
+ "loss": 0.4626,
639
+ "step": 105
640
+ },
641
+ {
642
+ "epoch": 0.42,
643
+ "learning_rate": 0.0002,
644
+ "loss": 0.4305,
645
+ "step": 106
646
+ },
647
+ {
648
+ "epoch": 0.43,
649
+ "learning_rate": 0.0002,
650
+ "loss": 0.4337,
651
+ "step": 107
652
+ },
653
+ {
654
+ "epoch": 0.43,
655
+ "learning_rate": 0.0002,
656
+ "loss": 0.4489,
657
+ "step": 108
658
+ },
659
+ {
660
+ "epoch": 0.44,
661
+ "learning_rate": 0.0002,
662
+ "loss": 0.5187,
663
+ "step": 109
664
+ },
665
+ {
666
+ "epoch": 0.44,
667
+ "learning_rate": 0.0002,
668
+ "loss": 0.3916,
669
+ "step": 110
670
+ },
671
+ {
672
+ "epoch": 0.44,
673
+ "learning_rate": 0.0002,
674
+ "loss": 0.4749,
675
+ "step": 111
676
+ },
677
+ {
678
+ "epoch": 0.45,
679
+ "learning_rate": 0.0002,
680
+ "loss": 0.513,
681
+ "step": 112
682
+ },
683
+ {
684
+ "epoch": 0.45,
685
+ "learning_rate": 0.0002,
686
+ "loss": 0.4148,
687
+ "step": 113
688
+ },
689
+ {
690
+ "epoch": 0.46,
691
+ "learning_rate": 0.0002,
692
+ "loss": 0.4179,
693
+ "step": 114
694
+ },
695
+ {
696
+ "epoch": 0.46,
697
+ "learning_rate": 0.0002,
698
+ "loss": 0.4243,
699
+ "step": 115
700
+ },
701
+ {
702
+ "epoch": 0.46,
703
+ "learning_rate": 0.0002,
704
+ "loss": 0.468,
705
+ "step": 116
706
+ },
707
+ {
708
+ "epoch": 0.47,
709
+ "learning_rate": 0.0002,
710
+ "loss": 0.4043,
711
+ "step": 117
712
+ },
713
+ {
714
+ "epoch": 0.47,
715
+ "learning_rate": 0.0002,
716
+ "loss": 0.4281,
717
+ "step": 118
718
+ },
719
+ {
720
+ "epoch": 0.48,
721
+ "learning_rate": 0.0002,
722
+ "loss": 0.4485,
723
+ "step": 119
724
+ },
725
+ {
726
+ "epoch": 0.48,
727
+ "learning_rate": 0.0002,
728
+ "loss": 0.4543,
729
+ "step": 120
730
+ },
731
+ {
732
+ "epoch": 0.48,
733
+ "learning_rate": 0.0002,
734
+ "loss": 0.4417,
735
+ "step": 121
736
+ },
737
+ {
738
+ "epoch": 0.49,
739
+ "learning_rate": 0.0002,
740
+ "loss": 0.4127,
741
+ "step": 122
742
+ },
743
+ {
744
+ "epoch": 0.49,
745
+ "learning_rate": 0.0002,
746
+ "loss": 0.3809,
747
+ "step": 123
748
+ },
749
+ {
750
+ "epoch": 0.5,
751
+ "learning_rate": 0.0002,
752
+ "loss": 0.3857,
753
+ "step": 124
754
+ },
755
+ {
756
+ "epoch": 0.5,
757
+ "learning_rate": 0.0002,
758
+ "loss": 0.3803,
759
+ "step": 125
760
  }
761
  ],
762
  "logging_steps": 1,
763
  "max_steps": 250,
764
  "num_train_epochs": 1,
765
  "save_steps": 25,
766
+ "total_flos": 1.93042060713984e+16,
767
  "trial_name": null,
768
  "trial_params": null
769
  }