ncbateman commited on
Commit
ed73a57
·
verified ·
1 Parent(s): adac9bb

Training in progress, step 10, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:039dda47309ad39dea13293dcf82ca9de0239ab54a287806639aea7759583226
3
  size 45118424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:506a3c746c120642c25e78bd09eab5d721bf65a9f62cde1b39f7a3caf52c3826
3
  size 45118424
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:17a913f04279b656f4440e8a039d009be8d58cbaf62d1256c9ea76ed4644cb09
3
  size 23159290
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e029e74a5518875243f5b4604bfd21a41413323716845b8dcaaf75d3ac3b7cfd
3
  size 23159290
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:df6d9c5b9d89a72068b271d20d9296bc8be0dbce1d6492e0f490c71a0bfbc736
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8697bdf7d50e6331c02d71383d80ba5d7f9f1e52b53c54c742f01d011d34a2b
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aea67b5da66f242c315a67190bee42ac01d2c7b5f9d79262964d41c22411bb70
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c280c35ea7f6e157820b1b8388da58d9a0c818ad290f4f1a0601847a59a7754b
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.02577319587628866,
5
  "eval_steps": 97,
6
- "global_step": 5,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -50,6 +50,41 @@
50
  "learning_rate": 1e-05,
51
  "loss": 1.0693,
52
  "step": 5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
53
  }
54
  ],
55
  "logging_steps": 1,
@@ -69,7 +104,7 @@
69
  "attributes": {}
70
  }
71
  },
72
- "total_flos": 1935445139128320.0,
73
  "train_batch_size": 4,
74
  "trial_name": null,
75
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.05154639175257732,
5
  "eval_steps": 97,
6
+ "global_step": 10,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
50
  "learning_rate": 1e-05,
51
  "loss": 1.0693,
52
  "step": 5
53
+ },
54
+ {
55
+ "epoch": 0.030927835051546393,
56
+ "grad_norm": 1.263604998588562,
57
+ "learning_rate": 1.2e-05,
58
+ "loss": 1.1302,
59
+ "step": 6
60
+ },
61
+ {
62
+ "epoch": 0.03608247422680412,
63
+ "grad_norm": 0.7817522883415222,
64
+ "learning_rate": 1.4000000000000001e-05,
65
+ "loss": 0.9247,
66
+ "step": 7
67
+ },
68
+ {
69
+ "epoch": 0.041237113402061855,
70
+ "grad_norm": 0.6655614376068115,
71
+ "learning_rate": 1.6000000000000003e-05,
72
+ "loss": 0.6942,
73
+ "step": 8
74
+ },
75
+ {
76
+ "epoch": 0.04639175257731959,
77
+ "grad_norm": 0.9141671061515808,
78
+ "learning_rate": 1.8e-05,
79
+ "loss": 0.8889,
80
+ "step": 9
81
+ },
82
+ {
83
+ "epoch": 0.05154639175257732,
84
+ "grad_norm": 0.8002082109451294,
85
+ "learning_rate": 2e-05,
86
+ "loss": 0.9334,
87
+ "step": 10
88
  }
89
  ],
90
  "logging_steps": 1,
 
104
  "attributes": {}
105
  }
106
  },
107
+ "total_flos": 3870890278256640.0,
108
  "train_batch_size": 4,
109
  "trial_name": null,
110
  "trial_params": null