bhuvanmdev commited on
Commit
f4d1c2e
1 Parent(s): 6518370

Training in progress, step 1000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:54ac97e83b1ff548309589aabfdab6d2e1d4687dfe98f37c20e887408a1980e3
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0961550945a8d91071222b2c49d5b067fac82fe51aa5c15f13f6ac243ab1e46
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5ff578aab41031ebce89be46228ea8e5cc738b9955991c2357aa125882c47fbc
3
  size 201541754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d536def5a91956b6f6395dc4ff0073ec90ebd6241ccba242033f5a70609842a
3
  size 201541754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9fa9b80e86e6f00faed171296591e6c820ce1205bc98d1e1dac11ed9c33eb11
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7200da93a21271134bbc5641ee5b773345641f923b94e0dc1ae8e130692a7cb1
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:439d59a79ea6f98b7e31cb3d3d054d5d78bf9c23ea4b4c438d0a10fd0910fe22
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d625dd68db868ef82004e5094537a164636a62f93a44b8505c1878b2bd94708
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.35062611806797855,
5
  "eval_steps": 500,
6
- "global_step": 980,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -791,14 +791,30 @@
791
  "loss": 0.4146,
792
  "num_input_tokens_seen": 651211,
793
  "step": 980
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
794
  }
795
  ],
796
  "logging_steps": 10,
797
  "max_steps": 2795,
798
- "num_input_tokens_seen": 651211,
799
  "num_train_epochs": 1,
800
  "save_steps": 20,
801
- "total_flos": 1.4643435708684288e+16,
802
  "train_batch_size": 1,
803
  "trial_name": null,
804
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.35778175313059035,
5
  "eval_steps": 500,
6
+ "global_step": 1000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
791
  "loss": 0.4146,
792
  "num_input_tokens_seen": 651211,
793
  "step": 980
794
+ },
795
+ {
796
+ "epoch": 0.3542039355992844,
797
+ "grad_norm": 0.2930082082748413,
798
+ "learning_rate": 0.00012915921288014312,
799
+ "loss": 0.4248,
800
+ "num_input_tokens_seen": 658984,
801
+ "step": 990
802
+ },
803
+ {
804
+ "epoch": 0.35778175313059035,
805
+ "grad_norm": 0.3553549647331238,
806
+ "learning_rate": 0.00012844364937388193,
807
+ "loss": 0.417,
808
+ "num_input_tokens_seen": 666184,
809
+ "step": 1000
810
  }
811
  ],
812
  "logging_steps": 10,
813
  "max_steps": 2795,
814
+ "num_input_tokens_seen": 666184,
815
  "num_train_epochs": 1,
816
  "save_steps": 20,
817
+ "total_flos": 1.4980125603151872e+16,
818
  "train_batch_size": 1,
819
  "trial_name": null,
820
  "trial_params": null