bhuvanmdev commited on
Commit
5a12294
1 Parent(s): 12132b3

Training in progress, step 1500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c391de231f7ed92186d1a10241a7ab5e952075a13c23d6b84b45492cee3429f0
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a023c9a555a15156bd1f3b0eac50642921f8896cc49d86705ca5e46e1a3dea4
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:faad0a21dc9b580a03e494fae6387e0a3b73c49e378acf3d445af2e73b59951b
3
  size 201541754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20cb133af12395f0079a6433185baec87512b5142bbe45d5c7ead264b147a62b
3
  size 201541754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7ca61b35c59ebd89a4825d5fbf02c06acba38873c8cf9ce9e1e69e27d21b4b17
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6770c13dffdadbdc7c80304e0bdb979e4d2486cbabf9dbf5458aa9c0e4bdb14e
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed33a752681152f4a94d0c64e56b596a28750fb35fe8a480a0094b3610dd201e
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8319a7acfebd28a7d1b9834780aa2fdd6ff752ee848c5da2e67c4cf03efbd1a9
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.5295169946332737,
5
  "eval_steps": 500,
6
- "global_step": 1480,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1191,14 +1191,30 @@
1191
  "loss": 0.4019,
1192
  "num_input_tokens_seen": 995054,
1193
  "step": 1480
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1194
  }
1195
  ],
1196
  "logging_steps": 10,
1197
  "max_steps": 2795,
1198
- "num_input_tokens_seen": 995054,
1199
  "num_train_epochs": 1,
1200
  "save_steps": 20,
1201
- "total_flos": 2.237525053426483e+16,
1202
  "train_batch_size": 1,
1203
  "trial_name": null,
1204
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.5366726296958855,
5
  "eval_steps": 500,
6
+ "global_step": 1500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1191
  "loss": 0.4019,
1192
  "num_input_tokens_seen": 995054,
1193
  "step": 1480
1194
+ },
1195
+ {
1196
+ "epoch": 0.5330948121645797,
1197
+ "grad_norm": 0.3645225465297699,
1198
+ "learning_rate": 9.338103756708408e-05,
1199
+ "loss": 0.4038,
1200
+ "num_input_tokens_seen": 1001348,
1201
+ "step": 1490
1202
+ },
1203
+ {
1204
+ "epoch": 0.5366726296958855,
1205
+ "grad_norm": 0.25708308815956116,
1206
+ "learning_rate": 9.26654740608229e-05,
1207
+ "loss": 0.4016,
1208
+ "num_input_tokens_seen": 1007269,
1209
+ "step": 1500
1210
  }
1211
  ],
1212
  "logging_steps": 10,
1213
  "max_steps": 2795,
1214
+ "num_input_tokens_seen": 1007269,
1215
  "num_train_epochs": 1,
1216
  "save_steps": 20,
1217
+ "total_flos": 2.264992274831155e+16,
1218
  "train_batch_size": 1,
1219
  "trial_name": null,
1220
  "trial_params": null