bhuvanmdev commited on
Commit
88f23bb
·
verified ·
1 Parent(s): 366e75f

Training in progress, step 1480, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a9dd76d05a2e42f0a235870826cac6a1a862e9177e3fdfc3df6375bf8c962f7
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c391de231f7ed92186d1a10241a7ab5e952075a13c23d6b84b45492cee3429f0
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:73180325001e7199a9fa8e307df983b768067a47ac2bb87f53ed33257cc518b1
3
  size 201541754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faad0a21dc9b580a03e494fae6387e0a3b73c49e378acf3d445af2e73b59951b
3
  size 201541754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2c1026c80e7a89c43cc4cbd7020f54f744ae2ab2afdd4d9cfc2858c89eab249
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ca61b35c59ebd89a4825d5fbf02c06acba38873c8cf9ce9e1e69e27d21b4b17
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c51b6cd9a7a4b073d03f781b9c72ee76a68ab37d000246487885bc3137149e4
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed33a752681152f4a94d0c64e56b596a28750fb35fe8a480a0094b3610dd201e
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.5223613595706619,
5
  "eval_steps": 500,
6
- "global_step": 1460,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1175,14 +1175,30 @@
1175
  "loss": 0.4212,
1176
  "num_input_tokens_seen": 981582,
1177
  "step": 1460
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1178
  }
1179
  ],
1180
  "logging_steps": 10,
1181
  "max_steps": 2795,
1182
- "num_input_tokens_seen": 981582,
1183
  "num_train_epochs": 1,
1184
  "save_steps": 20,
1185
- "total_flos": 2.2072312829177856e+16,
1186
  "train_batch_size": 1,
1187
  "trial_name": null,
1188
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.5295169946332737,
5
  "eval_steps": 500,
6
+ "global_step": 1480,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1175
  "loss": 0.4212,
1176
  "num_input_tokens_seen": 981582,
1177
  "step": 1460
1178
+ },
1179
+ {
1180
+ "epoch": 0.5259391771019678,
1181
+ "grad_norm": 0.3248649835586548,
1182
+ "learning_rate": 9.481216457960644e-05,
1183
+ "loss": 0.4052,
1184
+ "num_input_tokens_seen": 988838,
1185
+ "step": 1470
1186
+ },
1187
+ {
1188
+ "epoch": 0.5295169946332737,
1189
+ "grad_norm": 0.23017796874046326,
1190
+ "learning_rate": 9.409660107334526e-05,
1191
+ "loss": 0.4019,
1192
+ "num_input_tokens_seen": 995054,
1193
+ "step": 1480
1194
  }
1195
  ],
1196
  "logging_steps": 10,
1197
  "max_steps": 2795,
1198
+ "num_input_tokens_seen": 995054,
1199
  "num_train_epochs": 1,
1200
  "save_steps": 20,
1201
+ "total_flos": 2.237525053426483e+16,
1202
  "train_batch_size": 1,
1203
  "trial_name": null,
1204
  "trial_params": null