bhuvanmdev commited on
Commit
17a89cb
1 Parent(s): dd74153

Training in progress, step 400, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bdcdc0f35846bc754577cd10e20f7cd208a8c3b9782dd1734562927f12aa9ff4
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:642fa6ea93c5328a689db3c12119bd05458197b5485e216e3956041034addce5
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c222ad7729e8edc625af49bfa2accf203ab4ff265dd02ca19ee4431b28a163f1
3
  size 201541754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8378598f65d8748972165126ccc549178508d4ee275fc11095ac033bbfcd0d94
3
  size 201541754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:670f2e3ed201a39b7134ca5f6503aca666cb99ac973528bcdb06393401ddc686
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a11114094a1bb5fd000ee0ef08e018069d40428a8429f7375de3021f2c81601
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a770cb4ae613cc009292941b2afefaa83fcb03984ba92a4fe9b157b556d9e215
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fdd00fe5e4ffe28b2f553058edb3aaca4dc6f249363b91632307b35ded3965d
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.13595706618962433,
5
  "eval_steps": 500,
6
- "global_step": 380,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -311,14 +311,30 @@
311
  "loss": 0.4354,
312
  "num_input_tokens_seen": 252526,
313
  "step": 380
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
314
  }
315
  ],
316
  "logging_steps": 10,
317
  "max_steps": 2795,
318
- "num_input_tokens_seen": 252526,
319
  "num_train_epochs": 1,
320
  "save_steps": 20,
321
- "total_flos": 5678417971703808.0,
322
  "train_batch_size": 1,
323
  "trial_name": null,
324
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.14311270125223613,
5
  "eval_steps": 500,
6
+ "global_step": 400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
311
  "loss": 0.4354,
312
  "num_input_tokens_seen": 252526,
313
  "step": 380
314
+ },
315
+ {
316
+ "epoch": 0.13953488372093023,
317
+ "grad_norm": 0.500701904296875,
318
+ "learning_rate": 0.00017209302325581395,
319
+ "loss": 0.4421,
320
+ "num_input_tokens_seen": 258974,
321
+ "step": 390
322
+ },
323
+ {
324
+ "epoch": 0.14311270125223613,
325
+ "grad_norm": 0.2604714035987854,
326
+ "learning_rate": 0.00017137745974955278,
327
+ "loss": 0.4338,
328
+ "num_input_tokens_seen": 265411,
329
+ "step": 400
330
  }
331
  ],
332
  "logging_steps": 10,
333
  "max_steps": 2795,
334
+ "num_input_tokens_seen": 265411,
335
  "num_train_epochs": 1,
336
  "save_steps": 20,
337
+ "total_flos": 5968156119717888.0,
338
  "train_batch_size": 1,
339
  "trial_name": null,
340
  "trial_params": null