bhuvanmdev commited on
Commit
deecbc6
·
verified ·
1 Parent(s): 4d97be8

Training in progress, step 1020, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0961550945a8d91071222b2c49d5b067fac82fe51aa5c15f13f6ac243ab1e46
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afbb78bc5d4f338b3de45927e37c2c7143ab5ee643dfe631e069fa92eb728523
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d536def5a91956b6f6395dc4ff0073ec90ebd6241ccba242033f5a70609842a
3
  size 201541754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b6ec8ffdaba9ec2f7d78f345f8b8578b67c63fd524f95af3e96334c16310690
3
  size 201541754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7200da93a21271134bbc5641ee5b773345641f923b94e0dc1ae8e130692a7cb1
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e250fcc7dfce6fdffa6b0f011754c66243ad148deca4a5febf83c46786e5deaf
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2d625dd68db868ef82004e5094537a164636a62f93a44b8505c1878b2bd94708
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1475ca4fa302f43b126c66f92deac3cab985ff0c7cf6532a7fd07ee716671370
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.35778175313059035,
5
  "eval_steps": 500,
6
- "global_step": 1000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -807,14 +807,30 @@
807
  "loss": 0.417,
808
  "num_input_tokens_seen": 666184,
809
  "step": 1000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
810
  }
811
  ],
812
  "logging_steps": 10,
813
  "max_steps": 2795,
814
- "num_input_tokens_seen": 666184,
815
  "num_train_epochs": 1,
816
  "save_steps": 20,
817
- "total_flos": 1.4980125603151872e+16,
818
  "train_batch_size": 1,
819
  "trial_name": null,
820
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.36493738819320215,
5
  "eval_steps": 500,
6
+ "global_step": 1020,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
807
  "loss": 0.417,
808
  "num_input_tokens_seen": 666184,
809
  "step": 1000
810
+ },
811
+ {
812
+ "epoch": 0.3613595706618962,
813
+ "grad_norm": 0.3744185268878937,
814
+ "learning_rate": 0.00012772808586762076,
815
+ "loss": 0.3988,
816
+ "num_input_tokens_seen": 673125,
817
+ "step": 1010
818
+ },
819
+ {
820
+ "epoch": 0.36493738819320215,
821
+ "grad_norm": 0.4000609219074249,
822
+ "learning_rate": 0.0001270125223613596,
823
+ "loss": 0.4301,
824
+ "num_input_tokens_seen": 680863,
825
+ "step": 1020
826
  }
827
  ],
828
  "logging_steps": 10,
829
  "max_steps": 2795,
830
+ "num_input_tokens_seen": 680863,
831
  "num_train_epochs": 1,
832
  "save_steps": 20,
833
+ "total_flos": 1.5310204475848704e+16,
834
  "train_batch_size": 1,
835
  "trial_name": null,
836
  "trial_params": null