bhuvanmdev commited on
Commit
d9becb5
1 Parent(s): 60c2ba4

Training in progress, step 2160, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b31cd1bacf359ded93b1a975a832f43cf8275d8876e0472c643b229fff2eb00
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff72b599b447b215eefff6d1661e3e1b7b629b276623231e58b00bcf724e6432
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e963850275f272c22ef0a3706fe2ae328531160ce5f9a82b5cc306c0bdd72573
3
  size 201541754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b925efecaf4f386957e5021c1b0ea12a260643a56d43dd1ee0b17097a7db84e
3
  size 201541754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0002b99f842540feaa883ef0561d8d2638b1009ac9f8f241ca4c7a7d22a87a41
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f823fdaa5f5fd5d424a9ff2b96b6896a41f6efd9f1ec984af9475ca5c895c5f
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3b36f7fc3da668a866fd41d662c3dd39a222899bdb3fe635785c3fffd4983ac1
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0344050b115ebaadcb50e37a42543331248b3e543b025e1c079b8d45f898c50
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.7656529516994633,
5
  "eval_steps": 500,
6
- "global_step": 2140,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1719,14 +1719,30 @@
1719
  "loss": 0.3754,
1720
  "num_input_tokens_seen": 1449724,
1721
  "step": 2140
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1722
  }
1723
  ],
1724
  "logging_steps": 10,
1725
  "max_steps": 2795,
1726
- "num_input_tokens_seen": 1449724,
1727
  "num_train_epochs": 1,
1728
  "save_steps": 20,
1729
- "total_flos": 3.259917321626419e+16,
1730
  "train_batch_size": 1,
1731
  "trial_name": null,
1732
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.7728085867620751,
5
  "eval_steps": 500,
6
+ "global_step": 2160,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1719
  "loss": 0.3754,
1720
  "num_input_tokens_seen": 1449724,
1721
  "step": 2140
1722
+ },
1723
+ {
1724
+ "epoch": 0.7692307692307693,
1725
+ "grad_norm": 0.32450494170188904,
1726
+ "learning_rate": 4.615384615384616e-05,
1727
+ "loss": 0.3712,
1728
+ "num_input_tokens_seen": 1455151,
1729
+ "step": 2150
1730
+ },
1731
+ {
1732
+ "epoch": 0.7728085867620751,
1733
+ "grad_norm": 0.36587849259376526,
1734
+ "learning_rate": 4.543828264758497e-05,
1735
+ "loss": 0.399,
1736
+ "num_input_tokens_seen": 1461336,
1737
+ "step": 2160
1738
  }
1739
  ],
1740
  "logging_steps": 10,
1741
  "max_steps": 2795,
1742
+ "num_input_tokens_seen": 1461336,
1743
  "num_train_epochs": 1,
1744
  "save_steps": 20,
1745
+ "total_flos": 3.286028608974029e+16,
1746
  "train_batch_size": 1,
1747
  "trial_name": null,
1748
  "trial_params": null