bhuvanmdev commited on
Commit
8406cbf
1 Parent(s): 27e31ca

Training in progress, step 1040, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:afbb78bc5d4f338b3de45927e37c2c7143ab5ee643dfe631e069fa92eb728523
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:741f1e82263544b2af2ddd5880bd1151acdef154443223e1af5fa74c84fa4c5b
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b6ec8ffdaba9ec2f7d78f345f8b8578b67c63fd524f95af3e96334c16310690
3
  size 201541754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5e875a68f7de1135ec7eff6679cca0153967f574ae2078888d36849fcc7fa49
3
  size 201541754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e250fcc7dfce6fdffa6b0f011754c66243ad148deca4a5febf83c46786e5deaf
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09e6b49e9c75de37719a5ce5ce7ac22edb82ba14494ff3f8378eb2a2213d04a5
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1475ca4fa302f43b126c66f92deac3cab985ff0c7cf6532a7fd07ee716671370
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8540a59a904db0631e6ba6215ec79696a37252ba8141132429ae3f3eee3075b9
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.36493738819320215,
5
  "eval_steps": 500,
6
- "global_step": 1020,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -823,14 +823,30 @@
823
  "loss": 0.4301,
824
  "num_input_tokens_seen": 680863,
825
  "step": 1020
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
826
  }
827
  ],
828
  "logging_steps": 10,
829
  "max_steps": 2795,
830
- "num_input_tokens_seen": 680863,
831
  "num_train_epochs": 1,
832
  "save_steps": 20,
833
- "total_flos": 1.5310204475848704e+16,
834
  "train_batch_size": 1,
835
  "trial_name": null,
836
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.37209302325581395,
5
  "eval_steps": 500,
6
+ "global_step": 1040,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
823
  "loss": 0.4301,
824
  "num_input_tokens_seen": 680863,
825
  "step": 1020
826
+ },
827
+ {
828
+ "epoch": 0.3685152057245081,
829
+ "grad_norm": 0.27482128143310547,
830
+ "learning_rate": 0.0001262969588550984,
831
+ "loss": 0.4122,
832
+ "num_input_tokens_seen": 688582,
833
+ "step": 1030
834
+ },
835
+ {
836
+ "epoch": 0.37209302325581395,
837
+ "grad_norm": 0.438516765832901,
838
+ "learning_rate": 0.0001255813953488372,
839
+ "loss": 0.4253,
840
+ "num_input_tokens_seen": 695760,
841
+ "step": 1040
842
  }
843
  ],
844
  "logging_steps": 10,
845
  "max_steps": 2795,
846
+ "num_input_tokens_seen": 695760,
847
  "num_train_epochs": 1,
848
  "save_steps": 20,
849
+ "total_flos": 1.564518539870208e+16,
850
  "train_batch_size": 1,
851
  "trial_name": null,
852
  "trial_params": null