TachyHealthResearch commited on
Commit
71d5edd
·
1 Parent(s): 01a5ee3

Training in progress, step 35, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a545a2334935f0ceb44fd22576f243dfbfd282afb137f3852f6c8b158d7cdf0
3
  size 125248064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ec4d6f70dfb8944d1bba1741f2a6dd100da2846e715de539eb14ceeef0aeb78
3
  size 125248064
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3db121c88e5d683427da5b417de88dc4e6caf0fd38255739d5034394bdb437ff
3
  size 63350356
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6359e9e33b6aa602baa48623acb51ef04f5c9a7d455e6797233361f60ff8afb
3
  size 63350356
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4af710ad4f274faa9b58f6cf20fac7055b576fc6d71184444a1ebd38ff3ab5cf
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f950b0268010d104784b120cded4da9c670d6f266e714ca76f08fbfcb47fa9d
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f71f4cdd57db93caa0e11efdf70fa4ba465ba18c8a6ada689ee3d6ac9256e694
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26752e00ffcac10225a7efcf37955b0ad83d067cc5cc3f8f06c5725defc153ea
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.008,
5
  "eval_steps": 1000,
6
- "global_step": 20,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -127,13 +127,103 @@
127
  "learning_rate": 0.00017687074829931973,
128
  "loss": 1.9084,
129
  "step": 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
130
  }
131
  ],
132
  "logging_steps": 1,
133
  "max_steps": 150,
134
  "num_train_epochs": 1,
135
  "save_steps": 5,
136
- "total_flos": 2841084152954880.0,
137
  "trial_name": null,
138
  "trial_params": null
139
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.014,
5
  "eval_steps": 1000,
6
+ "global_step": 35,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
127
  "learning_rate": 0.00017687074829931973,
128
  "loss": 1.9084,
129
  "step": 20
130
+ },
131
+ {
132
+ "epoch": 0.01,
133
+ "learning_rate": 0.00017551020408163265,
134
+ "loss": 1.9708,
135
+ "step": 21
136
+ },
137
+ {
138
+ "epoch": 0.01,
139
+ "learning_rate": 0.0001741496598639456,
140
+ "loss": 1.8567,
141
+ "step": 22
142
+ },
143
+ {
144
+ "epoch": 0.01,
145
+ "learning_rate": 0.0001727891156462585,
146
+ "loss": 1.5694,
147
+ "step": 23
148
+ },
149
+ {
150
+ "epoch": 0.01,
151
+ "learning_rate": 0.00017142857142857143,
152
+ "loss": 1.8519,
153
+ "step": 24
154
+ },
155
+ {
156
+ "epoch": 0.01,
157
+ "learning_rate": 0.00017006802721088434,
158
+ "loss": 1.663,
159
+ "step": 25
160
+ },
161
+ {
162
+ "epoch": 0.01,
163
+ "learning_rate": 0.00016870748299319729,
164
+ "loss": 1.9309,
165
+ "step": 26
166
+ },
167
+ {
168
+ "epoch": 0.01,
169
+ "learning_rate": 0.00016734693877551023,
170
+ "loss": 1.551,
171
+ "step": 27
172
+ },
173
+ {
174
+ "epoch": 0.01,
175
+ "learning_rate": 0.00016598639455782315,
176
+ "loss": 1.4782,
177
+ "step": 28
178
+ },
179
+ {
180
+ "epoch": 0.01,
181
+ "learning_rate": 0.00016462585034013606,
182
+ "loss": 1.6643,
183
+ "step": 29
184
+ },
185
+ {
186
+ "epoch": 0.01,
187
+ "learning_rate": 0.00016326530612244898,
188
+ "loss": 1.5571,
189
+ "step": 30
190
+ },
191
+ {
192
+ "epoch": 0.01,
193
+ "learning_rate": 0.00016190476190476192,
194
+ "loss": 1.6747,
195
+ "step": 31
196
+ },
197
+ {
198
+ "epoch": 0.01,
199
+ "learning_rate": 0.00016054421768707484,
200
+ "loss": 1.3539,
201
+ "step": 32
202
+ },
203
+ {
204
+ "epoch": 0.01,
205
+ "learning_rate": 0.00015918367346938776,
206
+ "loss": 2.0579,
207
+ "step": 33
208
+ },
209
+ {
210
+ "epoch": 0.01,
211
+ "learning_rate": 0.00015782312925170067,
212
+ "loss": 1.5418,
213
+ "step": 34
214
+ },
215
+ {
216
+ "epoch": 0.01,
217
+ "learning_rate": 0.00015646258503401362,
218
+ "loss": 1.8159,
219
+ "step": 35
220
  }
221
  ],
222
  "logging_steps": 1,
223
  "max_steps": 150,
224
  "num_train_epochs": 1,
225
  "save_steps": 5,
226
+ "total_flos": 4201718730424320.0,
227
  "trial_name": null,
228
  "trial_params": null
229
  }