bhuvanmdev commited on
Commit
e651528
·
verified ·
1 Parent(s): 8f1f2eb

Training in progress, step 1140, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93756c662435c89f0b33aea427588c404b58d5be37cf76c3f9e4bc0ff1bd939a
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ccf5782593e66412849cf0331f694759fa6cadfe866582a92dc1f5db7cfb19c
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a88dc8585ef97f13c62f73031c2660812fe3125beba7cb9ca7b650ca2dd9be0e
3
  size 201541754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33ace10175162fbb0251f3a59624654383e563ccfa7daaa8f8a330925f01cfae
3
  size 201541754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:10612cfe26142bef77beb908186e256524851aa5a76ff5646d1e0e1c8e9ff68c
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db963a2a49fb5002a715398d59757b5b39bdbc3ac8e778ee4bf9108f72ec61a1
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:827f3733c0f4c8564e6bc69cab6741789e52e80ec29e9f5a0f4d2f148dfac06d
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76c7c7c62106d50e468f60a02081ed9ee14be8c90f56cb0a1ed1c7569018541d
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.4007155635062612,
5
  "eval_steps": 500,
6
- "global_step": 1120,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -903,14 +903,30 @@
903
  "loss": 0.4179,
904
  "num_input_tokens_seen": 753315,
905
  "step": 1120
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
906
  }
907
  ],
908
  "logging_steps": 10,
909
  "max_steps": 2795,
910
- "num_input_tokens_seen": 753315,
911
  "num_train_epochs": 1,
912
  "save_steps": 20,
913
- "total_flos": 1.693939409943552e+16,
914
  "train_batch_size": 1,
915
  "trial_name": null,
916
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.407871198568873,
5
  "eval_steps": 500,
6
+ "global_step": 1140,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
903
  "loss": 0.4179,
904
  "num_input_tokens_seen": 753315,
905
  "step": 1120
906
+ },
907
+ {
908
+ "epoch": 0.40429338103756707,
909
+ "grad_norm": 0.42388609051704407,
910
+ "learning_rate": 0.00011914132379248659,
911
+ "loss": 0.3882,
912
+ "num_input_tokens_seen": 759832,
913
+ "step": 1130
914
+ },
915
+ {
916
+ "epoch": 0.407871198568873,
917
+ "grad_norm": 0.3108317255973816,
918
+ "learning_rate": 0.00011842576028622541,
919
+ "loss": 0.4247,
920
+ "num_input_tokens_seen": 766054,
921
+ "step": 1140
922
  }
923
  ],
924
  "logging_steps": 10,
925
  "max_steps": 2795,
926
+ "num_input_tokens_seen": 766054,
927
  "num_train_epochs": 1,
928
  "save_steps": 20,
929
+ "total_flos": 1.7225849223032832e+16,
930
  "train_batch_size": 1,
931
  "trial_name": null,
932
  "trial_params": null