bhuvanmdev commited on
Commit
47fda73
·
verified ·
1 Parent(s): f1f7b90

Training in progress, step 740, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:11e234e6249350439636d7460378ee2b84249d14c6dee3a2c36d73b5ec77f8e5
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:745ed45ba46e27d4a276a4bd62a985fbd8934270c510745c037ea7283b997c5a
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b0614d4a3d74c8935ea6bb9dfae42e46c97cd7a85de759de2654b36d6e052287
3
  size 201541754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3666732966e75b7dddea0f14706f3ce6fbe99dbf7fd649207c5ed62a6184fa42
3
  size 201541754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b80bcd6f3ab18b8a6e4e1a9815a1a307d56309444ef6ece4e0c9e33db3626434
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8db1fe9840930b9fd7409bb742ad453c84b28c1800a3abc1b4cce223762b144f
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:877a12ad1f9d0e7e38bfcb4ffb7f44565110e6cdabfb95d8ce3554269a9604e7
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f129e6dbcdc516e08a9aab8d7cc9efeb682288e6509845b97627189c47790bc6
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.25760286225402507,
5
  "eval_steps": 500,
6
- "global_step": 720,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -583,14 +583,30 @@
583
  "loss": 0.4011,
584
  "num_input_tokens_seen": 481867,
585
  "step": 720
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
586
  }
587
  ],
588
  "logging_steps": 10,
589
  "max_steps": 2795,
590
- "num_input_tokens_seen": 481867,
591
  "num_train_epochs": 1,
592
  "save_steps": 20,
593
- "total_flos": 1.0835487168731136e+16,
594
  "train_batch_size": 1,
595
  "trial_name": null,
596
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.26475849731663686,
5
  "eval_steps": 500,
6
+ "global_step": 740,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
583
  "loss": 0.4011,
584
  "num_input_tokens_seen": 481867,
585
  "step": 720
586
+ },
587
+ {
588
+ "epoch": 0.26118067978533094,
589
+ "grad_norm": 0.3188275992870331,
590
+ "learning_rate": 0.0001477638640429338,
591
+ "loss": 0.4372,
592
+ "num_input_tokens_seen": 489088,
593
+ "step": 730
594
+ },
595
+ {
596
+ "epoch": 0.26475849731663686,
597
+ "grad_norm": 0.3422275483608246,
598
+ "learning_rate": 0.00014704830053667263,
599
+ "loss": 0.4178,
600
+ "num_input_tokens_seen": 494747,
601
+ "step": 740
602
  }
603
  ],
604
  "logging_steps": 10,
605
  "max_steps": 2795,
606
+ "num_input_tokens_seen": 494747,
607
  "num_train_epochs": 1,
608
  "save_steps": 20,
609
+ "total_flos": 1.1125112884402176e+16,
610
  "train_batch_size": 1,
611
  "trial_name": null,
612
  "trial_params": null