bhuvanmdev commited on
Commit
cf346ad
1 Parent(s): 46bc25e

Training in progress, step 800, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:58046564a6a589cf046b1d0ed096919f55ce08a5adccffe843ca27704d205f04
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5209badae317ea0191985e9d2b0657c60495f0e245103e8da2f48bc30b76de0a
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:78b486af472acc17cc180f369840ef98398fc54f8652e4989457cd2fb7dee143
3
  size 201541754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c0e1196eb242854610785eb717ce5d397736e1d72a99ab40f99e81408a87da4
3
  size 201541754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e9460a84ba57fb2b123198c54834de44fe0225b3afabca45a0f72ec4b268c32
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d628c8ae931950a378a9db4ecb26be5d61a7980fd613e5a54938458cbc7fb5be
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4858d4115c512f42db83d85957355d46797903bfa9e8ae0671a225f442708fed
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d4e79f8eacfb7ad204b76c28b6041891ae49ddf9bc16a1dfb9c80df15148b7b
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.27906976744186046,
5
  "eval_steps": 500,
6
- "global_step": 780,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -631,14 +631,30 @@
631
  "loss": 0.4076,
632
  "num_input_tokens_seen": 521248,
633
  "step": 780
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
634
  }
635
  ],
636
  "logging_steps": 10,
637
  "max_steps": 2795,
638
- "num_input_tokens_seen": 521248,
639
  "num_train_epochs": 1,
640
  "save_steps": 20,
641
- "total_flos": 1.1721026788982784e+16,
642
  "train_batch_size": 1,
643
  "trial_name": null,
644
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.28622540250447226,
5
  "eval_steps": 500,
6
+ "global_step": 800,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
631
  "loss": 0.4076,
632
  "num_input_tokens_seen": 521248,
633
  "step": 780
634
+ },
635
+ {
636
+ "epoch": 0.2826475849731664,
637
+ "grad_norm": 0.3435330092906952,
638
+ "learning_rate": 0.00014347048300536675,
639
+ "loss": 0.4109,
640
+ "num_input_tokens_seen": 527954,
641
+ "step": 790
642
+ },
643
+ {
644
+ "epoch": 0.28622540250447226,
645
+ "grad_norm": 0.2566317021846771,
646
+ "learning_rate": 0.00014275491949910555,
647
+ "loss": 0.4144,
648
+ "num_input_tokens_seen": 535308,
649
+ "step": 800
650
  }
651
  ],
652
  "logging_steps": 10,
653
  "max_steps": 2795,
654
+ "num_input_tokens_seen": 535308,
655
  "num_train_epochs": 1,
656
  "save_steps": 20,
657
+ "total_flos": 1.2037186537611264e+16,
658
  "train_batch_size": 1,
659
  "trial_name": null,
660
  "trial_params": null