bhuvanmdev commited on
Commit
6d0295b
1 Parent(s): b5148e1

Training in progress, step 2540, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6346a70cf6093679d4d5b93fd3421bc7a3e8ca9f233962b574cc1e605da07a63
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f909b9fc067fab552364fb1de3f6e34dba04079b0b596520d0be14f0aea8874e
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2970350d5affaa1384aa18b2fcabe3041d0121f55ef78024ff71924e2b9bd97d
3
  size 201541754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef69499f4fb45b90f7ff201ee61e0a27e72a0d41576fc428f11b0b3210d7edf5
3
  size 201541754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9eccae15e2cae4c77b5aefc4760075dc2fa9e695d63c8bcac7425551f60d749f
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7cbc060d6be543690e84079f5a0f9038405e71cf9fd3cec769843460f91c90a
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a5c37c503fee750e3269106b2ec8e747f83501e7f65e6d8e35bc17a08fbb85e
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a4fa0a4cb65f7c841c287b50ca6fd51005d2271eb35681bcb90491c2c7baba1
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.9016100178890877,
5
  "eval_steps": 500,
6
- "global_step": 2520,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -2023,14 +2023,30 @@
2023
  "loss": 0.3857,
2024
  "num_input_tokens_seen": 1707744,
2025
  "step": 2520
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2026
  }
2027
  ],
2028
  "logging_steps": 10,
2029
  "max_steps": 2795,
2030
- "num_input_tokens_seen": 1707744,
2031
  "num_train_epochs": 1,
2032
  "save_steps": 20,
2033
- "total_flos": 3.840113184650035e+16,
2034
  "train_batch_size": 1,
2035
  "trial_name": null,
2036
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.9087656529516994,
5
  "eval_steps": 500,
6
+ "global_step": 2540,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
2023
  "loss": 0.3857,
2024
  "num_input_tokens_seen": 1707744,
2025
  "step": 2520
2026
+ },
2027
+ {
2028
+ "epoch": 0.9051878354203936,
2029
+ "grad_norm": 0.3340027332305908,
2030
+ "learning_rate": 1.8962432915921287e-05,
2031
+ "loss": 0.3598,
2032
+ "num_input_tokens_seen": 1713524,
2033
+ "step": 2530
2034
+ },
2035
+ {
2036
+ "epoch": 0.9087656529516994,
2037
+ "grad_norm": 0.29041382670402527,
2038
+ "learning_rate": 1.8246869409660107e-05,
2039
+ "loss": 0.3874,
2040
+ "num_input_tokens_seen": 1720278,
2041
+ "step": 2540
2042
  }
2043
  ],
2044
  "logging_steps": 10,
2045
  "max_steps": 2795,
2046
+ "num_input_tokens_seen": 1720278,
2047
  "num_train_epochs": 1,
2048
  "save_steps": 20,
2049
+ "total_flos": 3.868297724403302e+16,
2050
  "train_batch_size": 1,
2051
  "trial_name": null,
2052
  "trial_params": null