bhuvanmdev commited on
Commit
d77f281
1 Parent(s): bcda556

Training in progress, step 1280, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c6083d1472c6086310a747e55e3c219fd918f02590a78870e05c736cd45dbab7
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d5067b1a890360f337cf6445bbde7702bf4d94ba19dcbad5ec3fde5ed47b77b
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:381cacd46391e3f555d4e12d200333abae360d4bdef760f00cdb360a10db7906
3
  size 201541754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:221a3c11dc01f47bbfd2f4679f77f9469ee258a3a5acd5d4d4ab58e32b9cc65b
3
  size 201541754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fca463d79bf4813a9d6530d90204c4d73a7f2230eb606726b7385a62bc76294f
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dffb25eadcc0c14a11d06ce2959da02a95556098d9b1b694401b6585e76c1de
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53516e58e5e8a23d810a2b934d82c13e25c739e42ae684ed7376620ab310e104
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56c936539488437eac974e0855f3113cbe40b51763be54460e94d4c5de858482
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.45080500894454384,
5
  "eval_steps": 500,
6
- "global_step": 1260,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1015,14 +1015,30 @@
1015
  "loss": 0.4169,
1016
  "num_input_tokens_seen": 848238,
1017
  "step": 1260
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1018
  }
1019
  ],
1020
  "logging_steps": 10,
1021
  "max_steps": 2795,
1022
- "num_input_tokens_seen": 848238,
1023
  "num_train_epochs": 1,
1024
  "save_steps": 20,
1025
- "total_flos": 1.9073877159112704e+16,
1026
  "train_batch_size": 1,
1027
  "trial_name": null,
1028
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.45796064400715564,
5
  "eval_steps": 500,
6
+ "global_step": 1280,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1015
  "loss": 0.4169,
1016
  "num_input_tokens_seen": 848238,
1017
  "step": 1260
1018
+ },
1019
+ {
1020
+ "epoch": 0.4543828264758497,
1021
+ "grad_norm": 0.36439695954322815,
1022
+ "learning_rate": 0.00010912343470483007,
1023
+ "loss": 0.4131,
1024
+ "num_input_tokens_seen": 854482,
1025
+ "step": 1270
1026
+ },
1027
+ {
1028
+ "epoch": 0.45796064400715564,
1029
+ "grad_norm": 0.4523600935935974,
1030
+ "learning_rate": 0.00010840787119856887,
1031
+ "loss": 0.3947,
1032
+ "num_input_tokens_seen": 860605,
1033
+ "step": 1280
1034
  }
1035
  ],
1036
  "logging_steps": 10,
1037
  "max_steps": 2795,
1038
+ "num_input_tokens_seen": 860605,
1039
  "num_train_epochs": 1,
1040
  "save_steps": 20,
1041
+ "total_flos": 1.935196731638784e+16,
1042
  "train_batch_size": 1,
1043
  "trial_name": null,
1044
  "trial_params": null