bhuvanmdev commited on
Commit
bb6df50
1 Parent(s): c140ab8

Training in progress, step 1860, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a35a2af3ea2b94599601250de962941256a5efcad327f119611098c5b727b81
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81c0fb722843588eee478f65ab11d8b8e96df244fd57771fd9be860e18c547d7
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b232299157051b5378f91d7d702fbb841c1ef5ad7312b7cdc673c0431537e5b
3
  size 201541754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c19914d7442e833e08e530157a0890d83ebb6e0d430a182b75551705233b59ea
3
  size 201541754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0eb529110b293466c5e24700957fd7c44cccfdb2c6358ccd14c0e45847418541
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9515ff9e5e81cfc0c3cbf5c49b20b93394f26ac1e036ebfa97cd7e4c9487789f
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d98628c593bf963c980bce85f986fc776c13df4f931f97e7900bb98fb04dfa21
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35839298b707f74b9e3e09621648f865d090f196ef03c44145768e462863f517
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.6583184257602862,
5
  "eval_steps": 500,
6
- "global_step": 1840,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1479,14 +1479,30 @@
1479
  "loss": 0.3934,
1480
  "num_input_tokens_seen": 1248683,
1481
  "step": 1840
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1482
  }
1483
  ],
1484
  "logging_steps": 10,
1485
  "max_steps": 2795,
1486
- "num_input_tokens_seen": 1248683,
1487
  "num_train_epochs": 1,
1488
  "save_steps": 20,
1489
- "total_flos": 2.8078471080843264e+16,
1490
  "train_batch_size": 1,
1491
  "trial_name": null,
1492
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.6654740608228981,
5
  "eval_steps": 500,
6
+ "global_step": 1860,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1479
  "loss": 0.3934,
1480
  "num_input_tokens_seen": 1248683,
1481
  "step": 1840
1482
+ },
1483
+ {
1484
+ "epoch": 0.6618962432915921,
1485
+ "grad_norm": 0.36599206924438477,
1486
+ "learning_rate": 6.762075134168157e-05,
1487
+ "loss": 0.3758,
1488
+ "num_input_tokens_seen": 1254021,
1489
+ "step": 1850
1490
+ },
1491
+ {
1492
+ "epoch": 0.6654740608228981,
1493
+ "grad_norm": 0.29867666959762573,
1494
+ "learning_rate": 6.69051878354204e-05,
1495
+ "loss": 0.3846,
1496
+ "num_input_tokens_seen": 1260977,
1497
+ "step": 1860
1498
  }
1499
  ],
1500
  "logging_steps": 10,
1501
  "max_steps": 2795,
1502
+ "num_input_tokens_seen": 1260977,
1503
  "num_train_epochs": 1,
1504
  "save_steps": 20,
1505
+ "total_flos": 2.8354919725910016e+16,
1506
  "train_batch_size": 1,
1507
  "trial_name": null,
1508
  "trial_params": null