File size: 6,880 Bytes
d7518bb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 19.9984,
  "global_step": 6240,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 1.0,
      "eval_loss": 0.4537074565887451,
      "eval_mse": 0.45370742678642273,
      "eval_runtime": 6.2981,
      "eval_samples_per_second": 158.779,
      "eval_steps_per_second": 19.847,
      "step": 312
    },
    {
      "epoch": 1.6,
      "learning_rate": 1.3457813907586236e-05,
      "loss": 0.6153,
      "step": 500
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.19009532034397125,
      "eval_mse": 0.19009532034397125,
      "eval_runtime": 6.3224,
      "eval_samples_per_second": 158.167,
      "eval_steps_per_second": 19.771,
      "step": 624
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.2025919258594513,
      "eval_mse": 0.2025919258594513,
      "eval_runtime": 6.3503,
      "eval_samples_per_second": 157.472,
      "eval_steps_per_second": 19.684,
      "step": 936
    },
    {
      "epoch": 3.2,
      "learning_rate": 1.2285530466158863e-05,
      "loss": 0.1584,
      "step": 1000
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.2967708110809326,
      "eval_mse": 0.2967708110809326,
      "eval_runtime": 6.3822,
      "eval_samples_per_second": 156.686,
      "eval_steps_per_second": 19.586,
      "step": 1248
    },
    {
      "epoch": 4.81,
      "learning_rate": 1.1113247024731491e-05,
      "loss": 0.0958,
      "step": 1500
    },
    {
      "epoch": 5.0,
      "eval_loss": 0.2692314684391022,
      "eval_mse": 0.2692314386367798,
      "eval_runtime": 6.3165,
      "eval_samples_per_second": 158.314,
      "eval_steps_per_second": 19.789,
      "step": 1560
    },
    {
      "epoch": 6.0,
      "eval_loss": 0.2646154761314392,
      "eval_mse": 0.2646154761314392,
      "eval_runtime": 6.321,
      "eval_samples_per_second": 158.204,
      "eval_steps_per_second": 19.775,
      "step": 1872
    },
    {
      "epoch": 6.41,
      "learning_rate": 9.940963583304119e-06,
      "loss": 0.0605,
      "step": 2000
    },
    {
      "epoch": 7.0,
      "eval_loss": 0.3655566871166229,
      "eval_mse": 0.3655566871166229,
      "eval_runtime": 6.4015,
      "eval_samples_per_second": 156.213,
      "eval_steps_per_second": 19.527,
      "step": 2184
    },
    {
      "epoch": 8.0,
      "eval_loss": 0.3432270586490631,
      "eval_mse": 0.3432270586490631,
      "eval_runtime": 6.4193,
      "eval_samples_per_second": 155.78,
      "eval_steps_per_second": 19.473,
      "step": 2496
    },
    {
      "epoch": 8.01,
      "learning_rate": 8.768680141876746e-06,
      "loss": 0.0448,
      "step": 2500
    },
    {
      "epoch": 9.0,
      "eval_loss": 0.29013848304748535,
      "eval_mse": 0.29013848304748535,
      "eval_runtime": 6.369,
      "eval_samples_per_second": 157.01,
      "eval_steps_per_second": 19.626,
      "step": 2808
    },
    {
      "epoch": 9.61,
      "learning_rate": 7.596396700449374e-06,
      "loss": 0.0328,
      "step": 3000
    },
    {
      "epoch": 10.0,
      "eval_loss": 0.23616179823875427,
      "eval_mse": 0.23616181313991547,
      "eval_runtime": 6.3278,
      "eval_samples_per_second": 158.032,
      "eval_steps_per_second": 19.754,
      "step": 3120
    },
    {
      "epoch": 11.0,
      "eval_loss": 0.23755905032157898,
      "eval_mse": 0.23755905032157898,
      "eval_runtime": 6.3847,
      "eval_samples_per_second": 156.626,
      "eval_steps_per_second": 19.578,
      "step": 3432
    },
    {
      "epoch": 11.22,
      "learning_rate": 6.424113259022001e-06,
      "loss": 0.0286,
      "step": 3500
    },
    {
      "epoch": 12.0,
      "eval_loss": 0.23381923139095306,
      "eval_mse": 0.23381923139095306,
      "eval_runtime": 6.3781,
      "eval_samples_per_second": 156.787,
      "eval_steps_per_second": 19.598,
      "step": 3744
    },
    {
      "epoch": 12.82,
      "learning_rate": 5.2518298175946285e-06,
      "loss": 0.0243,
      "step": 4000
    },
    {
      "epoch": 13.0,
      "eval_loss": 0.2918383777141571,
      "eval_mse": 0.2918383777141571,
      "eval_runtime": 6.3488,
      "eval_samples_per_second": 157.51,
      "eval_steps_per_second": 19.689,
      "step": 4056
    },
    {
      "epoch": 14.0,
      "eval_loss": 0.26574844121932983,
      "eval_mse": 0.26574844121932983,
      "eval_runtime": 6.3063,
      "eval_samples_per_second": 158.572,
      "eval_steps_per_second": 19.822,
      "step": 4368
    },
    {
      "epoch": 14.42,
      "learning_rate": 4.079546376167256e-06,
      "loss": 0.021,
      "step": 4500
    },
    {
      "epoch": 15.0,
      "eval_loss": 0.2649979293346405,
      "eval_mse": 0.2649979293346405,
      "eval_runtime": 6.3763,
      "eval_samples_per_second": 156.832,
      "eval_steps_per_second": 19.604,
      "step": 4680
    },
    {
      "epoch": 16.0,
      "eval_loss": 0.2675020396709442,
      "eval_mse": 0.2675020396709442,
      "eval_runtime": 6.2951,
      "eval_samples_per_second": 158.855,
      "eval_steps_per_second": 19.857,
      "step": 4992
    },
    {
      "epoch": 16.03,
      "learning_rate": 2.9072629347398834e-06,
      "loss": 0.019,
      "step": 5000
    },
    {
      "epoch": 17.0,
      "eval_loss": 0.2602880895137787,
      "eval_mse": 0.2602880895137787,
      "eval_runtime": 6.3892,
      "eval_samples_per_second": 156.515,
      "eval_steps_per_second": 19.564,
      "step": 5304
    },
    {
      "epoch": 17.63,
      "learning_rate": 1.734979493312511e-06,
      "loss": 0.0165,
      "step": 5500
    },
    {
      "epoch": 18.0,
      "eval_loss": 0.2324579656124115,
      "eval_mse": 0.2324579656124115,
      "eval_runtime": 6.3476,
      "eval_samples_per_second": 157.541,
      "eval_steps_per_second": 19.693,
      "step": 5616
    },
    {
      "epoch": 19.0,
      "eval_loss": 0.24971328675746918,
      "eval_mse": 0.24971328675746918,
      "eval_runtime": 6.3218,
      "eval_samples_per_second": 158.182,
      "eval_steps_per_second": 19.773,
      "step": 5928
    },
    {
      "epoch": 19.23,
      "learning_rate": 5.626960518851388e-07,
      "loss": 0.015,
      "step": 6000
    },
    {
      "epoch": 20.0,
      "eval_loss": 0.24272866547107697,
      "eval_mse": 0.24272866547107697,
      "eval_runtime": 6.3685,
      "eval_samples_per_second": 157.022,
      "eval_steps_per_second": 19.628,
      "step": 6240
    },
    {
      "epoch": 20.0,
      "step": 6240,
      "total_flos": 6577309062776832.0,
      "train_loss": 0.09126096031604669,
      "train_runtime": 4399.0118,
      "train_samples_per_second": 22.732,
      "train_steps_per_second": 1.419
    }
  ],
  "max_steps": 6240,
  "num_train_epochs": 20,
  "total_flos": 6577309062776832.0,
  "trial_name": null,
  "trial_params": null
}