|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 2.983219390926041, |
|
"eval_steps": 500, |
|
"global_step": 300, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.444444444444444e-06, |
|
"loss": 2.3493, |
|
"step": 2 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 8.888888888888888e-06, |
|
"loss": 2.2393, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 1.3333333333333333e-05, |
|
"loss": 2.2582, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 1.7777777777777777e-05, |
|
"loss": 2.2492, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 1.9999417253661235e-05, |
|
"loss": 2.3767, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 1.9994755690455154e-05, |
|
"loss": 2.346, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 1.998543473718677e-05, |
|
"loss": 2.3169, |
|
"step": 14 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 1.9971458739130598e-05, |
|
"loss": 2.3683, |
|
"step": 16 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 1.995283421166614e-05, |
|
"loss": 2.1442, |
|
"step": 18 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 1.9929569837240567e-05, |
|
"loss": 1.9793, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 1.990167646132107e-05, |
|
"loss": 2.1757, |
|
"step": 22 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 1.9869167087338908e-05, |
|
"loss": 2.0477, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 1.983205687062742e-05, |
|
"loss": 2.2111, |
|
"step": 26 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"learning_rate": 1.9790363111356838e-05, |
|
"loss": 2.3174, |
|
"step": 28 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 1.9744105246469264e-05, |
|
"loss": 2.2621, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"learning_rate": 1.9693304840617456e-05, |
|
"loss": 2.3094, |
|
"step": 32 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"learning_rate": 1.963798557611178e-05, |
|
"loss": 2.2201, |
|
"step": 34 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 1.957817324187987e-05, |
|
"loss": 2.1306, |
|
"step": 36 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 1.9513895721444286e-05, |
|
"loss": 2.2803, |
|
"step": 38 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 1.9445182979923657e-05, |
|
"loss": 2.2775, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"learning_rate": 1.937206705006344e-05, |
|
"loss": 2.1384, |
|
"step": 42 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 1.9294582017302797e-05, |
|
"loss": 2.1593, |
|
"step": 44 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"learning_rate": 1.921276400388451e-05, |
|
"loss": 2.0969, |
|
"step": 46 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"learning_rate": 1.9126651152015404e-05, |
|
"loss": 2.2361, |
|
"step": 48 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"learning_rate": 1.9036283606085057e-05, |
|
"loss": 2.1953, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"learning_rate": 1.8941703493951163e-05, |
|
"loss": 2.1927, |
|
"step": 52 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"learning_rate": 1.8842954907300236e-05, |
|
"loss": 2.1323, |
|
"step": 54 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"learning_rate": 1.874008388109276e-05, |
|
"loss": 2.2825, |
|
"step": 56 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"learning_rate": 1.863313837210247e-05, |
|
"loss": 2.1155, |
|
"step": 58 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"learning_rate": 1.8522168236559693e-05, |
|
"loss": 2.1101, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"learning_rate": 1.840722520690921e-05, |
|
"loss": 2.2914, |
|
"step": 62 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"learning_rate": 1.8288362867693414e-05, |
|
"loss": 2.1126, |
|
"step": 64 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"learning_rate": 1.816563663057211e-05, |
|
"loss": 2.0641, |
|
"step": 66 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"learning_rate": 1.8039103708490503e-05, |
|
"loss": 2.202, |
|
"step": 68 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"learning_rate": 1.790882308900746e-05, |
|
"loss": 2.1626, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"learning_rate": 1.7774855506796497e-05, |
|
"loss": 2.1288, |
|
"step": 72 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"learning_rate": 1.7637263415332272e-05, |
|
"loss": 2.1682, |
|
"step": 74 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 1.749611095777581e-05, |
|
"loss": 2.1166, |
|
"step": 76 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"learning_rate": 1.7351463937072008e-05, |
|
"loss": 2.3802, |
|
"step": 78 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 1.7203389785273402e-05, |
|
"loss": 2.0564, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"learning_rate": 1.705195753210446e-05, |
|
"loss": 2.1812, |
|
"step": 82 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"learning_rate": 1.6897237772781046e-05, |
|
"loss": 2.2436, |
|
"step": 84 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 1.673930263510011e-05, |
|
"loss": 2.1431, |
|
"step": 86 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"learning_rate": 1.6578225745814907e-05, |
|
"loss": 2.2472, |
|
"step": 88 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"learning_rate": 1.6414082196311402e-05, |
|
"loss": 2.1835, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"learning_rate": 1.6246948507601915e-05, |
|
"loss": 1.949, |
|
"step": 92 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"learning_rate": 1.607690259465229e-05, |
|
"loss": 2.1323, |
|
"step": 94 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"learning_rate": 1.5904023730059227e-05, |
|
"loss": 2.1359, |
|
"step": 96 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"learning_rate": 1.57283925070947e-05, |
|
"loss": 2.1792, |
|
"step": 98 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"learning_rate": 1.55500908021347e-05, |
|
"loss": 1.9448, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 1.536920173648984e-05, |
|
"loss": 2.0926, |
|
"step": 102 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"learning_rate": 1.5185809637655548e-05, |
|
"loss": 2.1539, |
|
"step": 104 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"learning_rate": 1.5000000000000002e-05, |
|
"loss": 2.1697, |
|
"step": 106 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 1.4811859444908053e-05, |
|
"loss": 2.1884, |
|
"step": 108 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"learning_rate": 1.4621475680399771e-05, |
|
"loss": 2.2353, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"learning_rate": 1.4428937460242417e-05, |
|
"loss": 2.171, |
|
"step": 112 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"learning_rate": 1.4234334542574906e-05, |
|
"loss": 2.0805, |
|
"step": 114 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"learning_rate": 1.4037757648064019e-05, |
|
"loss": 2.0794, |
|
"step": 116 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"learning_rate": 1.3839298417611964e-05, |
|
"loss": 2.1013, |
|
"step": 118 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"learning_rate": 1.3639049369634878e-05, |
|
"loss": 2.0357, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"learning_rate": 1.3437103856932266e-05, |
|
"loss": 2.0828, |
|
"step": 122 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"learning_rate": 1.3233556023167487e-05, |
|
"loss": 2.0749, |
|
"step": 124 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"learning_rate": 1.3028500758979507e-05, |
|
"loss": 2.1431, |
|
"step": 126 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"learning_rate": 1.2822033657746478e-05, |
|
"loss": 2.1671, |
|
"step": 128 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"learning_rate": 1.2614250971021658e-05, |
|
"loss": 2.0789, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"learning_rate": 1.2405249563662539e-05, |
|
"loss": 2.1831, |
|
"step": 132 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"learning_rate": 1.2195126868674052e-05, |
|
"loss": 2.2281, |
|
"step": 134 |
|
}, |
|
{ |
|
"epoch": 1.35, |
|
"learning_rate": 1.1983980841786899e-05, |
|
"loss": 2.0755, |
|
"step": 136 |
|
}, |
|
{ |
|
"epoch": 1.37, |
|
"learning_rate": 1.177190991579223e-05, |
|
"loss": 2.1071, |
|
"step": 138 |
|
}, |
|
{ |
|
"epoch": 1.39, |
|
"learning_rate": 1.1559012954653865e-05, |
|
"loss": 2.3303, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 1.41, |
|
"learning_rate": 1.1345389207419588e-05, |
|
"loss": 2.1512, |
|
"step": 142 |
|
}, |
|
{ |
|
"epoch": 1.43, |
|
"learning_rate": 1.1131138261952845e-05, |
|
"loss": 2.1662, |
|
"step": 144 |
|
}, |
|
{ |
|
"epoch": 1.45, |
|
"learning_rate": 1.0916359998506549e-05, |
|
"loss": 1.95, |
|
"step": 146 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"learning_rate": 1.070115454316054e-05, |
|
"loss": 1.9442, |
|
"step": 148 |
|
}, |
|
{ |
|
"epoch": 1.49, |
|
"learning_rate": 1.0485622221144485e-05, |
|
"loss": 2.0977, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 1.0269863510067872e-05, |
|
"loss": 1.9636, |
|
"step": 152 |
|
}, |
|
{ |
|
"epoch": 1.53, |
|
"learning_rate": 1.0053978993079046e-05, |
|
"loss": 2.2701, |
|
"step": 154 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"learning_rate": 9.838069311974986e-06, |
|
"loss": 2.1423, |
|
"step": 156 |
|
}, |
|
{ |
|
"epoch": 1.57, |
|
"learning_rate": 9.622235120283769e-06, |
|
"loss": 2.09, |
|
"step": 158 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"learning_rate": 9.406577036341548e-06, |
|
"loss": 2.1742, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 1.61, |
|
"learning_rate": 9.19119559638596e-06, |
|
"loss": 2.2062, |
|
"step": 162 |
|
}, |
|
{ |
|
"epoch": 1.63, |
|
"learning_rate": 8.976191207687775e-06, |
|
"loss": 2.018, |
|
"step": 164 |
|
}, |
|
{ |
|
"epoch": 1.65, |
|
"learning_rate": 8.7616641017427e-06, |
|
"loss": 2.1516, |
|
"step": 166 |
|
}, |
|
{ |
|
"epoch": 1.67, |
|
"learning_rate": 8.5477142875451e-06, |
|
"loss": 1.9848, |
|
"step": 168 |
|
}, |
|
{ |
|
"epoch": 1.69, |
|
"learning_rate": 8.334441504965456e-06, |
|
"loss": 1.9065, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"learning_rate": 8.1219451782533e-06, |
|
"loss": 2.0868, |
|
"step": 172 |
|
}, |
|
{ |
|
"epoch": 1.73, |
|
"learning_rate": 7.91032436968725e-06, |
|
"loss": 2.0552, |
|
"step": 174 |
|
}, |
|
{ |
|
"epoch": 1.75, |
|
"learning_rate": 7.699677733393827e-06, |
|
"loss": 2.2632, |
|
"step": 176 |
|
}, |
|
{ |
|
"epoch": 1.77, |
|
"learning_rate": 7.490103469356513e-06, |
|
"loss": 2.2019, |
|
"step": 178 |
|
}, |
|
{ |
|
"epoch": 1.79, |
|
"learning_rate": 7.2816992776365714e-06, |
|
"loss": 2.1141, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 1.81, |
|
"learning_rate": 7.0745623128268605e-06, |
|
"loss": 2.2028, |
|
"step": 182 |
|
}, |
|
{ |
|
"epoch": 1.83, |
|
"learning_rate": 6.868789138759977e-06, |
|
"loss": 2.1724, |
|
"step": 184 |
|
}, |
|
{ |
|
"epoch": 1.85, |
|
"learning_rate": 6.664475683491797e-06, |
|
"loss": 2.1409, |
|
"step": 186 |
|
}, |
|
{ |
|
"epoch": 1.87, |
|
"learning_rate": 6.461717194581394e-06, |
|
"loss": 2.1512, |
|
"step": 188 |
|
}, |
|
{ |
|
"epoch": 1.89, |
|
"learning_rate": 6.260608194688207e-06, |
|
"loss": 2.1712, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 1.91, |
|
"learning_rate": 6.061242437507131e-06, |
|
"loss": 2.0359, |
|
"step": 192 |
|
}, |
|
{ |
|
"epoch": 1.93, |
|
"learning_rate": 5.863712864062089e-06, |
|
"loss": 2.0491, |
|
"step": 194 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"learning_rate": 5.6681115593784705e-06, |
|
"loss": 2.1313, |
|
"step": 196 |
|
}, |
|
{ |
|
"epoch": 1.97, |
|
"learning_rate": 5.4745297095546125e-06, |
|
"loss": 2.1493, |
|
"step": 198 |
|
}, |
|
{ |
|
"epoch": 1.99, |
|
"learning_rate": 5.2830575592523415e-06, |
|
"loss": 1.8546, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 2.01, |
|
"learning_rate": 5.093784369626397e-06, |
|
"loss": 1.8436, |
|
"step": 202 |
|
}, |
|
{ |
|
"epoch": 2.03, |
|
"learning_rate": 4.9067983767123736e-06, |
|
"loss": 2.2585, |
|
"step": 204 |
|
}, |
|
{ |
|
"epoch": 2.05, |
|
"learning_rate": 4.722186750292511e-06, |
|
"loss": 2.179, |
|
"step": 206 |
|
}, |
|
{ |
|
"epoch": 2.07, |
|
"learning_rate": 4.54003555325862e-06, |
|
"loss": 2.0755, |
|
"step": 208 |
|
}, |
|
{ |
|
"epoch": 2.09, |
|
"learning_rate": 4.360429701490935e-06, |
|
"loss": 2.1043, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 2.11, |
|
"learning_rate": 4.183452924271776e-06, |
|
"loss": 2.1665, |
|
"step": 212 |
|
}, |
|
{ |
|
"epoch": 2.13, |
|
"learning_rate": 4.009187725252309e-06, |
|
"loss": 2.1439, |
|
"step": 214 |
|
}, |
|
{ |
|
"epoch": 2.15, |
|
"learning_rate": 3.837715343990727e-06, |
|
"loss": 2.0962, |
|
"step": 216 |
|
}, |
|
{ |
|
"epoch": 2.17, |
|
"learning_rate": 3.669115718079702e-06, |
|
"loss": 1.9462, |
|
"step": 218 |
|
}, |
|
{ |
|
"epoch": 2.19, |
|
"learning_rate": 3.5034674458807893e-06, |
|
"loss": 2.1219, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 2.21, |
|
"learning_rate": 3.3408477498831917e-06, |
|
"loss": 1.9764, |
|
"step": 222 |
|
}, |
|
{ |
|
"epoch": 2.23, |
|
"learning_rate": 3.1813324407038826e-06, |
|
"loss": 1.9481, |
|
"step": 224 |
|
}, |
|
{ |
|
"epoch": 2.25, |
|
"learning_rate": 3.024995881745972e-06, |
|
"loss": 2.0247, |
|
"step": 226 |
|
}, |
|
{ |
|
"epoch": 2.27, |
|
"learning_rate": 2.8719109545317102e-06, |
|
"loss": 2.1188, |
|
"step": 228 |
|
}, |
|
{ |
|
"epoch": 2.29, |
|
"learning_rate": 2.722149024726307e-06, |
|
"loss": 2.1318, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 2.31, |
|
"learning_rate": 2.5757799088684654e-06, |
|
"loss": 2.1614, |
|
"step": 232 |
|
}, |
|
{ |
|
"epoch": 2.33, |
|
"learning_rate": 2.432871841823047e-06, |
|
"loss": 2.2558, |
|
"step": 234 |
|
}, |
|
{ |
|
"epoch": 2.35, |
|
"learning_rate": 2.293491444971109e-06, |
|
"loss": 2.1416, |
|
"step": 236 |
|
}, |
|
{ |
|
"epoch": 2.37, |
|
"learning_rate": 2.157703695152109e-06, |
|
"loss": 2.1837, |
|
"step": 238 |
|
}, |
|
{ |
|
"epoch": 2.39, |
|
"learning_rate": 2.025571894372794e-06, |
|
"loss": 2.1546, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 2.41, |
|
"learning_rate": 1.897157640296825e-06, |
|
"loss": 2.0068, |
|
"step": 242 |
|
}, |
|
{ |
|
"epoch": 2.43, |
|
"learning_rate": 1.7725207975289883e-06, |
|
"loss": 2.1211, |
|
"step": 244 |
|
}, |
|
{ |
|
"epoch": 2.45, |
|
"learning_rate": 1.6517194697072903e-06, |
|
"loss": 1.9734, |
|
"step": 246 |
|
}, |
|
{ |
|
"epoch": 2.47, |
|
"learning_rate": 1.534809972415998e-06, |
|
"loss": 2.0373, |
|
"step": 248 |
|
}, |
|
{ |
|
"epoch": 2.49, |
|
"learning_rate": 1.4218468069322576e-06, |
|
"loss": 2.1672, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 2.51, |
|
"learning_rate": 1.3128826348184886e-06, |
|
"loss": 1.8759, |
|
"step": 252 |
|
}, |
|
{ |
|
"epoch": 2.53, |
|
"learning_rate": 1.207968253372438e-06, |
|
"loss": 2.125, |
|
"step": 254 |
|
}, |
|
{ |
|
"epoch": 2.55, |
|
"learning_rate": 1.1071525719463094e-06, |
|
"loss": 2.2288, |
|
"step": 256 |
|
}, |
|
{ |
|
"epoch": 2.57, |
|
"learning_rate": 1.010482589146048e-06, |
|
"loss": 2.1027, |
|
"step": 258 |
|
}, |
|
{ |
|
"epoch": 2.59, |
|
"learning_rate": 9.180033709213454e-07, |
|
"loss": 2.1087, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 2.61, |
|
"learning_rate": 8.297580295566576e-07, |
|
"loss": 2.06, |
|
"step": 262 |
|
}, |
|
{ |
|
"epoch": 2.63, |
|
"learning_rate": 7.457877035729588e-07, |
|
"loss": 2.1075, |
|
"step": 264 |
|
}, |
|
{ |
|
"epoch": 2.65, |
|
"learning_rate": 6.661315385496426e-07, |
|
"loss": 2.0915, |
|
"step": 266 |
|
}, |
|
{ |
|
"epoch": 2.67, |
|
"learning_rate": 5.908266688755049e-07, |
|
"loss": 2.1329, |
|
"step": 268 |
|
}, |
|
{ |
|
"epoch": 2.68, |
|
"learning_rate": 5.199082004372958e-07, |
|
"loss": 2.1243, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 2.7, |
|
"learning_rate": 4.534091942539476e-07, |
|
"loss": 2.0102, |
|
"step": 272 |
|
}, |
|
{ |
|
"epoch": 2.72, |
|
"learning_rate": 3.913606510640644e-07, |
|
"loss": 2.0946, |
|
"step": 274 |
|
}, |
|
{ |
|
"epoch": 2.74, |
|
"learning_rate": 3.3379149687388866e-07, |
|
"loss": 2.1817, |
|
"step": 276 |
|
}, |
|
{ |
|
"epoch": 2.76, |
|
"learning_rate": 2.807285694724804e-07, |
|
"loss": 2.1439, |
|
"step": 278 |
|
}, |
|
{ |
|
"epoch": 2.78, |
|
"learning_rate": 2.3219660592038285e-07, |
|
"loss": 2.0749, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 2.8, |
|
"learning_rate": 1.8821823101760949e-07, |
|
"loss": 2.0326, |
|
"step": 282 |
|
}, |
|
{ |
|
"epoch": 2.82, |
|
"learning_rate": 1.4881394675633543e-07, |
|
"loss": 2.1358, |
|
"step": 284 |
|
}, |
|
{ |
|
"epoch": 2.84, |
|
"learning_rate": 1.1400212276321377e-07, |
|
"loss": 2.2447, |
|
"step": 286 |
|
}, |
|
{ |
|
"epoch": 2.86, |
|
"learning_rate": 8.379898773574924e-08, |
|
"loss": 2.0762, |
|
"step": 288 |
|
}, |
|
{ |
|
"epoch": 2.88, |
|
"learning_rate": 5.821862187675775e-08, |
|
"loss": 2.1836, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 2.9, |
|
"learning_rate": 3.727295033040035e-08, |
|
"loss": 2.0916, |
|
"step": 292 |
|
}, |
|
{ |
|
"epoch": 2.92, |
|
"learning_rate": 2.0971737622883515e-08, |
|
"loss": 1.9081, |
|
"step": 294 |
|
}, |
|
{ |
|
"epoch": 2.94, |
|
"learning_rate": 9.322583110392692e-09, |
|
"loss": 2.1174, |
|
"step": 296 |
|
}, |
|
{ |
|
"epoch": 2.96, |
|
"learning_rate": 2.330917436402791e-09, |
|
"loss": 1.9993, |
|
"step": 298 |
|
}, |
|
{ |
|
"epoch": 2.98, |
|
"learning_rate": 0.0, |
|
"loss": 1.9734, |
|
"step": 300 |
|
} |
|
], |
|
"logging_steps": 2, |
|
"max_steps": 300, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 3, |
|
"save_steps": 500, |
|
"total_flos": 4.184372252435251e+16, |
|
"train_batch_size": 1, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|