Rodo-Sami commited on
Commit
f57855b
·
verified ·
1 Parent(s): afa1dd8

Training in progress, step 36, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07a361d9115a3c58a51366f737efc00823640eb92adcaceb600d46d0e40c2c09
3
  size 70430032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e84e20f19da44d08325a9270f32ee68f3c4a0a97ff2a2c5f6eed91533ad99fbe
3
  size 70430032
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:144bafda1a2e0b3413c24866f9febe351417795651859afb3db66d46856f8ecb
3
  size 141053442
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89fe0a2fd7d0f95e9b205516861369468b3eea5334e9fb671d1801079487786e
3
  size 141053442
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70ffcbbe4484b9976ff55de267067253c719e92a34906494539954f670b8f2b0
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d07aa0a3f5ba8b3845b197d91a20589e2ec3465135a67225e91306eba5c0cb15
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:649f5b8e9bbd18b4d8a30519c224e549bf0f0fa385593a26bc802bbe1d5b00e9
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0782db3f4885497f5c60af87e928c88a12f2843f132ca860ca433eeff7b31c46
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:41db0f7b558794ef9d59f8eb16a928c45648e7c751df0972a3b5bfd4f6d4462b
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:856552b3f8e1a32391561df631a86445aba6f19b521fb84286f9892515c3680e
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ab26770d9c6b24408295f6603e3877cb83f15aba8dfe763585f7da25b8d564e
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91b26b696dd7fdf3c19b30106ead077b6a91d7e64fffb2bab4ef7d1a57f723ea
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80ee0e3a85744dc5ab7c697968a5f553547d0d3855c554f1051966905d4f4d69
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28651c349f447d90467a1ab072123a42ef3fcd558c7e8a7b853a87ba29324613
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.5989376306533813,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-25",
4
- "epoch": 2.127659574468085,
5
  "eval_steps": 25,
6
- "global_step": 25,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -198,6 +198,83 @@
198
  "eval_samples_per_second": 147.401,
199
  "eval_steps_per_second": 18.658,
200
  "step": 25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
201
  }
202
  ],
203
  "logging_steps": 1,
@@ -221,12 +298,12 @@
221
  "should_evaluate": false,
222
  "should_log": false,
223
  "should_save": true,
224
- "should_training_stop": false
225
  },
226
  "attributes": {}
227
  }
228
  },
229
- "total_flos": 1.47650456322048e+16,
230
  "train_batch_size": 2,
231
  "trial_name": null,
232
  "trial_params": null
 
1
  {
2
  "best_metric": 0.5989376306533813,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-25",
4
+ "epoch": 3.0638297872340425,
5
  "eval_steps": 25,
6
+ "global_step": 36,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
198
  "eval_samples_per_second": 147.401,
199
  "eval_steps_per_second": 18.658,
200
  "step": 25
201
+ },
202
+ {
203
+ "epoch": 2.2127659574468086,
204
+ "grad_norm": 1.5322821140289307,
205
+ "learning_rate": 1.9868268181037185e-05,
206
+ "loss": 0.4246,
207
+ "step": 26
208
+ },
209
+ {
210
+ "epoch": 2.297872340425532,
211
+ "grad_norm": 1.5346146821975708,
212
+ "learning_rate": 1.631521781767214e-05,
213
+ "loss": 0.526,
214
+ "step": 27
215
+ },
216
+ {
217
+ "epoch": 2.382978723404255,
218
+ "grad_norm": 1.4425619840621948,
219
+ "learning_rate": 1.3049554138967051e-05,
220
+ "loss": 0.4616,
221
+ "step": 28
222
+ },
223
+ {
224
+ "epoch": 2.4680851063829787,
225
+ "grad_norm": 1.0223990678787231,
226
+ "learning_rate": 1.0099138635988026e-05,
227
+ "loss": 0.4379,
228
+ "step": 29
229
+ },
230
+ {
231
+ "epoch": 2.5531914893617023,
232
+ "grad_norm": 1.4977924823760986,
233
+ "learning_rate": 7.489143213519301e-06,
234
+ "loss": 0.5751,
235
+ "step": 30
236
+ },
237
+ {
238
+ "epoch": 2.6382978723404253,
239
+ "grad_norm": 1.4635932445526123,
240
+ "learning_rate": 5.241835432246889e-06,
241
+ "loss": 0.5067,
242
+ "step": 31
243
+ },
244
+ {
245
+ "epoch": 2.723404255319149,
246
+ "grad_norm": 1.7609386444091797,
247
+ "learning_rate": 3.376388529782215e-06,
248
+ "loss": 0.4576,
249
+ "step": 32
250
+ },
251
+ {
252
+ "epoch": 2.8085106382978724,
253
+ "grad_norm": 1.5040547847747803,
254
+ "learning_rate": 1.908717841359048e-06,
255
+ "loss": 0.5874,
256
+ "step": 33
257
+ },
258
+ {
259
+ "epoch": 2.8936170212765955,
260
+ "grad_norm": 1.596747875213623,
261
+ "learning_rate": 8.513450158049108e-07,
262
+ "loss": 0.4815,
263
+ "step": 34
264
+ },
265
+ {
266
+ "epoch": 2.978723404255319,
267
+ "grad_norm": 2.097698450088501,
268
+ "learning_rate": 2.1329118524827662e-07,
269
+ "loss": 0.4825,
270
+ "step": 35
271
+ },
272
+ {
273
+ "epoch": 3.0638297872340425,
274
+ "grad_norm": 2.1862497329711914,
275
+ "learning_rate": 0.0,
276
+ "loss": 0.6099,
277
+ "step": 36
278
  }
279
  ],
280
  "logging_steps": 1,
 
298
  "should_evaluate": false,
299
  "should_log": false,
300
  "should_save": true,
301
+ "should_training_stop": true
302
  },
303
  "attributes": {}
304
  }
305
  },
306
+ "total_flos": 2.126166571037491e+16,
307
  "train_batch_size": 2,
308
  "trial_name": null,
309
  "trial_params": null