|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 1.0, |
|
"eval_steps": 500, |
|
"global_step": 1090, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0009174311926605505, |
|
"grad_norm": 8.56757981114083, |
|
"learning_rate": 1.8348623853211012e-07, |
|
"loss": 1.1366, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.0045871559633027525, |
|
"grad_norm": 7.482845381032289, |
|
"learning_rate": 9.174311926605506e-07, |
|
"loss": 1.1311, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.009174311926605505, |
|
"grad_norm": 4.050540904406213, |
|
"learning_rate": 1.8348623853211011e-06, |
|
"loss": 1.0455, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.013761467889908258, |
|
"grad_norm": 3.5272984608764593, |
|
"learning_rate": 2.7522935779816517e-06, |
|
"loss": 1.0281, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.01834862385321101, |
|
"grad_norm": 2.299459100983837, |
|
"learning_rate": 3.6697247706422022e-06, |
|
"loss": 0.9973, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.022935779816513763, |
|
"grad_norm": 2.798277229638078, |
|
"learning_rate": 4.587155963302753e-06, |
|
"loss": 0.9952, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.027522935779816515, |
|
"grad_norm": 2.071952894046252, |
|
"learning_rate": 5.504587155963303e-06, |
|
"loss": 0.9913, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.03211009174311927, |
|
"grad_norm": 1.9200613092714376, |
|
"learning_rate": 6.422018348623854e-06, |
|
"loss": 0.9875, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 0.03669724770642202, |
|
"grad_norm": 1.8965706138016418, |
|
"learning_rate": 7.3394495412844045e-06, |
|
"loss": 0.9946, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.04128440366972477, |
|
"grad_norm": 2.1604013552236374, |
|
"learning_rate": 8.256880733944956e-06, |
|
"loss": 0.9786, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 0.045871559633027525, |
|
"grad_norm": 2.3366938406207423, |
|
"learning_rate": 9.174311926605506e-06, |
|
"loss": 0.9854, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.05045871559633028, |
|
"grad_norm": 2.3506056318951876, |
|
"learning_rate": 1.0091743119266055e-05, |
|
"loss": 0.994, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 0.05504587155963303, |
|
"grad_norm": 2.2334275407516864, |
|
"learning_rate": 1.1009174311926607e-05, |
|
"loss": 0.9969, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.05963302752293578, |
|
"grad_norm": 2.2129712305030584, |
|
"learning_rate": 1.1926605504587156e-05, |
|
"loss": 0.9802, |
|
"step": 65 |
|
}, |
|
{ |
|
"epoch": 0.06422018348623854, |
|
"grad_norm": 2.779619303401507, |
|
"learning_rate": 1.2844036697247708e-05, |
|
"loss": 0.9864, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.06880733944954129, |
|
"grad_norm": 2.851267487799452, |
|
"learning_rate": 1.3761467889908258e-05, |
|
"loss": 1.0001, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.07339449541284404, |
|
"grad_norm": 2.5440037256073404, |
|
"learning_rate": 1.4678899082568809e-05, |
|
"loss": 0.989, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.0779816513761468, |
|
"grad_norm": 2.5012328274386353, |
|
"learning_rate": 1.559633027522936e-05, |
|
"loss": 0.9921, |
|
"step": 85 |
|
}, |
|
{ |
|
"epoch": 0.08256880733944955, |
|
"grad_norm": 2.553174453685689, |
|
"learning_rate": 1.6513761467889912e-05, |
|
"loss": 1.0114, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.0871559633027523, |
|
"grad_norm": 2.1014717676178662, |
|
"learning_rate": 1.743119266055046e-05, |
|
"loss": 1.0181, |
|
"step": 95 |
|
}, |
|
{ |
|
"epoch": 0.09174311926605505, |
|
"grad_norm": 2.7477254429910167, |
|
"learning_rate": 1.834862385321101e-05, |
|
"loss": 0.9966, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.0963302752293578, |
|
"grad_norm": 2.442288062549412, |
|
"learning_rate": 1.9266055045871563e-05, |
|
"loss": 1.0159, |
|
"step": 105 |
|
}, |
|
{ |
|
"epoch": 0.10091743119266056, |
|
"grad_norm": 2.090216266125753, |
|
"learning_rate": 1.999994872196626e-05, |
|
"loss": 1.0238, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.10550458715596331, |
|
"grad_norm": 1.9130958287593272, |
|
"learning_rate": 1.9998154046002822e-05, |
|
"loss": 1.0066, |
|
"step": 115 |
|
}, |
|
{ |
|
"epoch": 0.11009174311926606, |
|
"grad_norm": 2.405490814823828, |
|
"learning_rate": 1.999379599421534e-05, |
|
"loss": 1.0096, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.11467889908256881, |
|
"grad_norm": 2.1713096010516697, |
|
"learning_rate": 1.9986875683942535e-05, |
|
"loss": 1.0157, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.11926605504587157, |
|
"grad_norm": 1.8567394028613566, |
|
"learning_rate": 1.9977394889447526e-05, |
|
"loss": 1.0115, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.12385321100917432, |
|
"grad_norm": 1.8352128539604782, |
|
"learning_rate": 1.9965356041462954e-05, |
|
"loss": 0.9902, |
|
"step": 135 |
|
}, |
|
{ |
|
"epoch": 0.12844036697247707, |
|
"grad_norm": 2.141178288902983, |
|
"learning_rate": 1.9950762226567783e-05, |
|
"loss": 1.0182, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.13302752293577982, |
|
"grad_norm": 1.9032631568402696, |
|
"learning_rate": 1.9933617186395917e-05, |
|
"loss": 1.0261, |
|
"step": 145 |
|
}, |
|
{ |
|
"epoch": 0.13761467889908258, |
|
"grad_norm": 2.197399501087818, |
|
"learning_rate": 1.9913925316676946e-05, |
|
"loss": 1.0198, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.14220183486238533, |
|
"grad_norm": 1.9644503912223255, |
|
"learning_rate": 1.9891691666109112e-05, |
|
"loss": 1.0447, |
|
"step": 155 |
|
}, |
|
{ |
|
"epoch": 0.14678899082568808, |
|
"grad_norm": 1.8473764260513046, |
|
"learning_rate": 1.9866921935064907e-05, |
|
"loss": 1.0348, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.15137614678899083, |
|
"grad_norm": 2.1067776003400485, |
|
"learning_rate": 1.9839622474129595e-05, |
|
"loss": 1.0442, |
|
"step": 165 |
|
}, |
|
{ |
|
"epoch": 0.1559633027522936, |
|
"grad_norm": 1.7448218649672311, |
|
"learning_rate": 1.9809800282473014e-05, |
|
"loss": 1.0326, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.16055045871559634, |
|
"grad_norm": 1.804361897940336, |
|
"learning_rate": 1.977746300605507e-05, |
|
"loss": 1.0392, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 0.1651376146788991, |
|
"grad_norm": 2.065058297258723, |
|
"learning_rate": 1.9742618935665478e-05, |
|
"loss": 1.0312, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.16972477064220184, |
|
"grad_norm": 1.8931347457420253, |
|
"learning_rate": 1.9705277004798072e-05, |
|
"loss": 1.0363, |
|
"step": 185 |
|
}, |
|
{ |
|
"epoch": 0.1743119266055046, |
|
"grad_norm": 1.9314038112807526, |
|
"learning_rate": 1.9665446787360444e-05, |
|
"loss": 1.0415, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.17889908256880735, |
|
"grad_norm": 1.9174915652761229, |
|
"learning_rate": 1.9623138495219292e-05, |
|
"loss": 1.0224, |
|
"step": 195 |
|
}, |
|
{ |
|
"epoch": 0.1834862385321101, |
|
"grad_norm": 1.8687123884569543, |
|
"learning_rate": 1.957836297558229e-05, |
|
"loss": 1.0225, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.18807339449541285, |
|
"grad_norm": 1.913619397664413, |
|
"learning_rate": 1.9531131708217005e-05, |
|
"loss": 1.0267, |
|
"step": 205 |
|
}, |
|
{ |
|
"epoch": 0.1926605504587156, |
|
"grad_norm": 1.69927824468041, |
|
"learning_rate": 1.948145680250766e-05, |
|
"loss": 1.0228, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.19724770642201836, |
|
"grad_norm": 1.651222265800673, |
|
"learning_rate": 1.9429350994350483e-05, |
|
"loss": 1.0348, |
|
"step": 215 |
|
}, |
|
{ |
|
"epoch": 0.2018348623853211, |
|
"grad_norm": 1.6321581818964925, |
|
"learning_rate": 1.93748276428884e-05, |
|
"loss": 1.0415, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.20642201834862386, |
|
"grad_norm": 1.7566103163241509, |
|
"learning_rate": 1.931790072708596e-05, |
|
"loss": 1.0258, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 0.21100917431192662, |
|
"grad_norm": 1.7573443958931039, |
|
"learning_rate": 1.9258584842145342e-05, |
|
"loss": 1.0461, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 0.21559633027522937, |
|
"grad_norm": 1.9964554025771646, |
|
"learning_rate": 1.9196895195764363e-05, |
|
"loss": 1.0261, |
|
"step": 235 |
|
}, |
|
{ |
|
"epoch": 0.22018348623853212, |
|
"grad_norm": 1.8358206586339594, |
|
"learning_rate": 1.913284760423745e-05, |
|
"loss": 1.0298, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 0.22477064220183487, |
|
"grad_norm": 1.6783164136702011, |
|
"learning_rate": 1.9066458488400586e-05, |
|
"loss": 1.0288, |
|
"step": 245 |
|
}, |
|
{ |
|
"epoch": 0.22935779816513763, |
|
"grad_norm": 1.7052277130472207, |
|
"learning_rate": 1.8997744869421248e-05, |
|
"loss": 1.0241, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.23394495412844038, |
|
"grad_norm": 2.790934494637399, |
|
"learning_rate": 1.8926724364434447e-05, |
|
"loss": 1.0162, |
|
"step": 255 |
|
}, |
|
{ |
|
"epoch": 0.23853211009174313, |
|
"grad_norm": 1.7940748026469162, |
|
"learning_rate": 1.8853415182025953e-05, |
|
"loss": 1.0308, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 0.24311926605504589, |
|
"grad_norm": 1.6723396012253255, |
|
"learning_rate": 1.8777836117563894e-05, |
|
"loss": 1.0245, |
|
"step": 265 |
|
}, |
|
{ |
|
"epoch": 0.24770642201834864, |
|
"grad_norm": 1.6846328757990403, |
|
"learning_rate": 1.8700006548379898e-05, |
|
"loss": 1.0199, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 0.25229357798165136, |
|
"grad_norm": 1.5357092587895407, |
|
"learning_rate": 1.861994642880105e-05, |
|
"loss": 1.0405, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 0.25688073394495414, |
|
"grad_norm": 1.5549942721594168, |
|
"learning_rate": 1.8537676285033886e-05, |
|
"loss": 1.0291, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 0.26146788990825687, |
|
"grad_norm": 1.599091460666969, |
|
"learning_rate": 1.845321720990181e-05, |
|
"loss": 1.031, |
|
"step": 285 |
|
}, |
|
{ |
|
"epoch": 0.26605504587155965, |
|
"grad_norm": 1.6553485017643395, |
|
"learning_rate": 1.8366590857437182e-05, |
|
"loss": 1.0389, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 0.2706422018348624, |
|
"grad_norm": 1.839802665843906, |
|
"learning_rate": 1.8277819437329577e-05, |
|
"loss": 1.0236, |
|
"step": 295 |
|
}, |
|
{ |
|
"epoch": 0.27522935779816515, |
|
"grad_norm": 1.627892768069212, |
|
"learning_rate": 1.8186925709231534e-05, |
|
"loss": 1.0327, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.2798165137614679, |
|
"grad_norm": 1.6944073085125804, |
|
"learning_rate": 1.809393297692334e-05, |
|
"loss": 1.0246, |
|
"step": 305 |
|
}, |
|
{ |
|
"epoch": 0.28440366972477066, |
|
"grad_norm": 1.7936308070621307, |
|
"learning_rate": 1.799886508233829e-05, |
|
"loss": 1.0427, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 0.2889908256880734, |
|
"grad_norm": 1.557354879725409, |
|
"learning_rate": 1.790174639944997e-05, |
|
"loss": 1.0374, |
|
"step": 315 |
|
}, |
|
{ |
|
"epoch": 0.29357798165137616, |
|
"grad_norm": 1.7497280916394466, |
|
"learning_rate": 1.780260182802314e-05, |
|
"loss": 1.0246, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 0.2981651376146789, |
|
"grad_norm": 1.671047382112431, |
|
"learning_rate": 1.7701456787229805e-05, |
|
"loss": 1.0325, |
|
"step": 325 |
|
}, |
|
{ |
|
"epoch": 0.30275229357798167, |
|
"grad_norm": 1.574165936463175, |
|
"learning_rate": 1.7598337209132142e-05, |
|
"loss": 1.016, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 0.3073394495412844, |
|
"grad_norm": 1.59441073536383, |
|
"learning_rate": 1.7493269532033882e-05, |
|
"loss": 1.0182, |
|
"step": 335 |
|
}, |
|
{ |
|
"epoch": 0.3119266055045872, |
|
"grad_norm": 1.4887897394916154, |
|
"learning_rate": 1.738628069370195e-05, |
|
"loss": 1.0282, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 0.3165137614678899, |
|
"grad_norm": 1.5840714751518994, |
|
"learning_rate": 1.7277398124460022e-05, |
|
"loss": 1.023, |
|
"step": 345 |
|
}, |
|
{ |
|
"epoch": 0.3211009174311927, |
|
"grad_norm": 1.538157054093313, |
|
"learning_rate": 1.71666497401558e-05, |
|
"loss": 0.9925, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.3256880733944954, |
|
"grad_norm": 1.5910118089167264, |
|
"learning_rate": 1.7054063935003813e-05, |
|
"loss": 1.0253, |
|
"step": 355 |
|
}, |
|
{ |
|
"epoch": 0.3302752293577982, |
|
"grad_norm": 1.6273004435816674, |
|
"learning_rate": 1.6939669574305565e-05, |
|
"loss": 1.0083, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 0.3348623853211009, |
|
"grad_norm": 1.440508418499399, |
|
"learning_rate": 1.6823495987048922e-05, |
|
"loss": 1.0108, |
|
"step": 365 |
|
}, |
|
{ |
|
"epoch": 0.3394495412844037, |
|
"grad_norm": 1.5082164639304385, |
|
"learning_rate": 1.6705572958388576e-05, |
|
"loss": 1.0108, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 0.3440366972477064, |
|
"grad_norm": 1.6135486539118575, |
|
"learning_rate": 1.6585930722009602e-05, |
|
"loss": 1.0341, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 0.3486238532110092, |
|
"grad_norm": 1.487988531892668, |
|
"learning_rate": 1.6464599952375998e-05, |
|
"loss": 1.0233, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 0.3532110091743119, |
|
"grad_norm": 1.5154409398707736, |
|
"learning_rate": 1.63416117568662e-05, |
|
"loss": 1.0182, |
|
"step": 385 |
|
}, |
|
{ |
|
"epoch": 0.3577981651376147, |
|
"grad_norm": 1.54217717775363, |
|
"learning_rate": 1.621699766779763e-05, |
|
"loss": 1.0148, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 0.3623853211009174, |
|
"grad_norm": 1.462686945968803, |
|
"learning_rate": 1.6090789634342278e-05, |
|
"loss": 1.0055, |
|
"step": 395 |
|
}, |
|
{ |
|
"epoch": 0.3669724770642202, |
|
"grad_norm": 1.5289293598541862, |
|
"learning_rate": 1.5963020014335437e-05, |
|
"loss": 1.0108, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.37155963302752293, |
|
"grad_norm": 1.4061072182991634, |
|
"learning_rate": 1.583372156597961e-05, |
|
"loss": 1.0033, |
|
"step": 405 |
|
}, |
|
{ |
|
"epoch": 0.3761467889908257, |
|
"grad_norm": 1.4946567037767562, |
|
"learning_rate": 1.570292743944583e-05, |
|
"loss": 1.0026, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 0.38073394495412843, |
|
"grad_norm": 1.3724960693041124, |
|
"learning_rate": 1.557067116837444e-05, |
|
"loss": 1.0216, |
|
"step": 415 |
|
}, |
|
{ |
|
"epoch": 0.3853211009174312, |
|
"grad_norm": 1.4540057903401091, |
|
"learning_rate": 1.5436986661277578e-05, |
|
"loss": 1.0137, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 0.38990825688073394, |
|
"grad_norm": 1.5383491588844342, |
|
"learning_rate": 1.530190819284555e-05, |
|
"loss": 1.0032, |
|
"step": 425 |
|
}, |
|
{ |
|
"epoch": 0.3944954128440367, |
|
"grad_norm": 1.5760965375982414, |
|
"learning_rate": 1.5165470395159314e-05, |
|
"loss": 1.0335, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 0.39908256880733944, |
|
"grad_norm": 1.5938995615724412, |
|
"learning_rate": 1.5027708248811331e-05, |
|
"loss": 1.0006, |
|
"step": 435 |
|
}, |
|
{ |
|
"epoch": 0.4036697247706422, |
|
"grad_norm": 1.396760474006118, |
|
"learning_rate": 1.4888657073937077e-05, |
|
"loss": 1.0087, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 0.40825688073394495, |
|
"grad_norm": 1.501271452191989, |
|
"learning_rate": 1.4748352521159492e-05, |
|
"loss": 0.9962, |
|
"step": 445 |
|
}, |
|
{ |
|
"epoch": 0.41284403669724773, |
|
"grad_norm": 1.4117271827177669, |
|
"learning_rate": 1.4606830562448692e-05, |
|
"loss": 1.0053, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 0.41743119266055045, |
|
"grad_norm": 1.4450841663728171, |
|
"learning_rate": 1.4464127481899312e-05, |
|
"loss": 1.0075, |
|
"step": 455 |
|
}, |
|
{ |
|
"epoch": 0.42201834862385323, |
|
"grad_norm": 1.447089044856804, |
|
"learning_rate": 1.4320279866427798e-05, |
|
"loss": 1.0062, |
|
"step": 460 |
|
}, |
|
{ |
|
"epoch": 0.42660550458715596, |
|
"grad_norm": 1.4620215949806332, |
|
"learning_rate": 1.4175324596392075e-05, |
|
"loss": 1.0202, |
|
"step": 465 |
|
}, |
|
{ |
|
"epoch": 0.43119266055045874, |
|
"grad_norm": 1.5577645437451442, |
|
"learning_rate": 1.402929883613599e-05, |
|
"loss": 1.0072, |
|
"step": 470 |
|
}, |
|
{ |
|
"epoch": 0.43577981651376146, |
|
"grad_norm": 1.4018371252752657, |
|
"learning_rate": 1.3882240024460928e-05, |
|
"loss": 0.9925, |
|
"step": 475 |
|
}, |
|
{ |
|
"epoch": 0.44036697247706424, |
|
"grad_norm": 1.4003324316368386, |
|
"learning_rate": 1.3734185865027061e-05, |
|
"loss": 1.011, |
|
"step": 480 |
|
}, |
|
{ |
|
"epoch": 0.44495412844036697, |
|
"grad_norm": 1.450112097176315, |
|
"learning_rate": 1.358517431668672e-05, |
|
"loss": 0.9998, |
|
"step": 485 |
|
}, |
|
{ |
|
"epoch": 0.44954128440366975, |
|
"grad_norm": 1.356234338470748, |
|
"learning_rate": 1.3435243583752294e-05, |
|
"loss": 0.9937, |
|
"step": 490 |
|
}, |
|
{ |
|
"epoch": 0.4541284403669725, |
|
"grad_norm": 1.3991362198173454, |
|
"learning_rate": 1.3284432106201233e-05, |
|
"loss": 0.988, |
|
"step": 495 |
|
}, |
|
{ |
|
"epoch": 0.45871559633027525, |
|
"grad_norm": 1.5110695264143807, |
|
"learning_rate": 1.313277854982062e-05, |
|
"loss": 1.0077, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.463302752293578, |
|
"grad_norm": 1.5145839872062818, |
|
"learning_rate": 1.2980321796293838e-05, |
|
"loss": 0.9862, |
|
"step": 505 |
|
}, |
|
{ |
|
"epoch": 0.46788990825688076, |
|
"grad_norm": 1.476952541979275, |
|
"learning_rate": 1.2827100933231904e-05, |
|
"loss": 1.0046, |
|
"step": 510 |
|
}, |
|
{ |
|
"epoch": 0.4724770642201835, |
|
"grad_norm": 1.4753034149439805, |
|
"learning_rate": 1.2673155244151985e-05, |
|
"loss": 1.0049, |
|
"step": 515 |
|
}, |
|
{ |
|
"epoch": 0.47706422018348627, |
|
"grad_norm": 1.4711955322636432, |
|
"learning_rate": 1.2518524198405699e-05, |
|
"loss": 0.9993, |
|
"step": 520 |
|
}, |
|
{ |
|
"epoch": 0.481651376146789, |
|
"grad_norm": 1.497695457516779, |
|
"learning_rate": 1.2363247441059775e-05, |
|
"loss": 0.9853, |
|
"step": 525 |
|
}, |
|
{ |
|
"epoch": 0.48623853211009177, |
|
"grad_norm": 1.4183153640596091, |
|
"learning_rate": 1.2207364782731657e-05, |
|
"loss": 1.0092, |
|
"step": 530 |
|
}, |
|
{ |
|
"epoch": 0.4908256880733945, |
|
"grad_norm": 1.3673795629508514, |
|
"learning_rate": 1.2050916189382646e-05, |
|
"loss": 0.9736, |
|
"step": 535 |
|
}, |
|
{ |
|
"epoch": 0.4954128440366973, |
|
"grad_norm": 1.4820999730313158, |
|
"learning_rate": 1.189394177207125e-05, |
|
"loss": 0.9801, |
|
"step": 540 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"grad_norm": 1.3772776074326238, |
|
"learning_rate": 1.1736481776669307e-05, |
|
"loss": 0.9872, |
|
"step": 545 |
|
}, |
|
{ |
|
"epoch": 0.5045871559633027, |
|
"grad_norm": 1.4079284509979693, |
|
"learning_rate": 1.1578576573543541e-05, |
|
"loss": 0.9635, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 0.5091743119266054, |
|
"grad_norm": 1.3848652369637433, |
|
"learning_rate": 1.1420266647205232e-05, |
|
"loss": 0.9744, |
|
"step": 555 |
|
}, |
|
{ |
|
"epoch": 0.5137614678899083, |
|
"grad_norm": 1.3931064799294246, |
|
"learning_rate": 1.1261592585930576e-05, |
|
"loss": 0.984, |
|
"step": 560 |
|
}, |
|
{ |
|
"epoch": 0.518348623853211, |
|
"grad_norm": 1.4006296109896126, |
|
"learning_rate": 1.1102595071354471e-05, |
|
"loss": 0.9847, |
|
"step": 565 |
|
}, |
|
{ |
|
"epoch": 0.5229357798165137, |
|
"grad_norm": 1.3753106962395873, |
|
"learning_rate": 1.0943314868040365e-05, |
|
"loss": 0.9783, |
|
"step": 570 |
|
}, |
|
{ |
|
"epoch": 0.5275229357798165, |
|
"grad_norm": 1.6233481370558442, |
|
"learning_rate": 1.0783792813028828e-05, |
|
"loss": 0.9883, |
|
"step": 575 |
|
}, |
|
{ |
|
"epoch": 0.5321100917431193, |
|
"grad_norm": 1.3791604903027554, |
|
"learning_rate": 1.0624069805367558e-05, |
|
"loss": 0.9705, |
|
"step": 580 |
|
}, |
|
{ |
|
"epoch": 0.536697247706422, |
|
"grad_norm": 1.4286531026570384, |
|
"learning_rate": 1.0464186795625481e-05, |
|
"loss": 0.9724, |
|
"step": 585 |
|
}, |
|
{ |
|
"epoch": 0.5412844036697247, |
|
"grad_norm": 1.53690754338123, |
|
"learning_rate": 1.0304184775393642e-05, |
|
"loss": 0.9867, |
|
"step": 590 |
|
}, |
|
{ |
|
"epoch": 0.5458715596330275, |
|
"grad_norm": 1.396290386641469, |
|
"learning_rate": 1.0144104766775574e-05, |
|
"loss": 0.9693, |
|
"step": 595 |
|
}, |
|
{ |
|
"epoch": 0.5504587155963303, |
|
"grad_norm": 1.3531248987997657, |
|
"learning_rate": 9.983987811869863e-06, |
|
"loss": 0.9613, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.555045871559633, |
|
"grad_norm": 1.399671040062184, |
|
"learning_rate": 9.823874962247565e-06, |
|
"loss": 0.9847, |
|
"step": 605 |
|
}, |
|
{ |
|
"epoch": 0.5596330275229358, |
|
"grad_norm": 1.47762182575416, |
|
"learning_rate": 9.663807268427197e-06, |
|
"loss": 0.9491, |
|
"step": 610 |
|
}, |
|
{ |
|
"epoch": 0.5642201834862385, |
|
"grad_norm": 1.3860564591232272, |
|
"learning_rate": 9.503825769350016e-06, |
|
"loss": 0.9749, |
|
"step": 615 |
|
}, |
|
{ |
|
"epoch": 0.5688073394495413, |
|
"grad_norm": 1.4183379421109608, |
|
"learning_rate": 9.343971481858246e-06, |
|
"loss": 0.9714, |
|
"step": 620 |
|
}, |
|
{ |
|
"epoch": 0.573394495412844, |
|
"grad_norm": 1.3405776014126425, |
|
"learning_rate": 9.184285390178978e-06, |
|
"loss": 0.9681, |
|
"step": 625 |
|
}, |
|
{ |
|
"epoch": 0.5779816513761468, |
|
"grad_norm": 1.3540775864700183, |
|
"learning_rate": 9.024808435416435e-06, |
|
"loss": 0.9554, |
|
"step": 630 |
|
}, |
|
{ |
|
"epoch": 0.5825688073394495, |
|
"grad_norm": 1.3774753956592047, |
|
"learning_rate": 8.865581505055292e-06, |
|
"loss": 0.9653, |
|
"step": 635 |
|
}, |
|
{ |
|
"epoch": 0.5871559633027523, |
|
"grad_norm": 1.3960341494970028, |
|
"learning_rate": 8.706645422477739e-06, |
|
"loss": 0.9606, |
|
"step": 640 |
|
}, |
|
{ |
|
"epoch": 0.591743119266055, |
|
"grad_norm": 1.464311613936728, |
|
"learning_rate": 8.548040936496989e-06, |
|
"loss": 0.9664, |
|
"step": 645 |
|
}, |
|
{ |
|
"epoch": 0.5963302752293578, |
|
"grad_norm": 1.441622576230191, |
|
"learning_rate": 8.389808710909881e-06, |
|
"loss": 0.9683, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 0.6009174311926605, |
|
"grad_norm": 1.3668915314532537, |
|
"learning_rate": 8.231989314071318e-06, |
|
"loss": 0.967, |
|
"step": 655 |
|
}, |
|
{ |
|
"epoch": 0.6055045871559633, |
|
"grad_norm": 1.3703758283690095, |
|
"learning_rate": 8.07462320849313e-06, |
|
"loss": 0.9828, |
|
"step": 660 |
|
}, |
|
{ |
|
"epoch": 0.6100917431192661, |
|
"grad_norm": 1.3825807198390612, |
|
"learning_rate": 7.917750740470116e-06, |
|
"loss": 0.9607, |
|
"step": 665 |
|
}, |
|
{ |
|
"epoch": 0.6146788990825688, |
|
"grad_norm": 1.3572291351351187, |
|
"learning_rate": 7.761412129735853e-06, |
|
"loss": 0.9602, |
|
"step": 670 |
|
}, |
|
{ |
|
"epoch": 0.6192660550458715, |
|
"grad_norm": 1.3799212962753415, |
|
"learning_rate": 7.605647459150961e-06, |
|
"loss": 0.9697, |
|
"step": 675 |
|
}, |
|
{ |
|
"epoch": 0.6238532110091743, |
|
"grad_norm": 1.3302563148342292, |
|
"learning_rate": 7.4504966644264775e-06, |
|
"loss": 0.9494, |
|
"step": 680 |
|
}, |
|
{ |
|
"epoch": 0.6284403669724771, |
|
"grad_norm": 1.3070224748801884, |
|
"learning_rate": 7.295999523884921e-06, |
|
"loss": 0.9603, |
|
"step": 685 |
|
}, |
|
{ |
|
"epoch": 0.6330275229357798, |
|
"grad_norm": 1.3728200049533668, |
|
"learning_rate": 7.142195648261747e-06, |
|
"loss": 0.9709, |
|
"step": 690 |
|
}, |
|
{ |
|
"epoch": 0.6376146788990825, |
|
"grad_norm": 1.36810619068842, |
|
"learning_rate": 6.989124470549746e-06, |
|
"loss": 0.9397, |
|
"step": 695 |
|
}, |
|
{ |
|
"epoch": 0.6422018348623854, |
|
"grad_norm": 1.325994515001354, |
|
"learning_rate": 6.83682523588902e-06, |
|
"loss": 0.963, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.6467889908256881, |
|
"grad_norm": 1.3675938229140052, |
|
"learning_rate": 6.685336991505122e-06, |
|
"loss": 0.9653, |
|
"step": 705 |
|
}, |
|
{ |
|
"epoch": 0.6513761467889908, |
|
"grad_norm": 1.3042240421101379, |
|
"learning_rate": 6.5346985766979384e-06, |
|
"loss": 0.9542, |
|
"step": 710 |
|
}, |
|
{ |
|
"epoch": 0.6559633027522935, |
|
"grad_norm": 1.3169865709602824, |
|
"learning_rate": 6.384948612883872e-06, |
|
"loss": 0.9594, |
|
"step": 715 |
|
}, |
|
{ |
|
"epoch": 0.6605504587155964, |
|
"grad_norm": 1.269559510868187, |
|
"learning_rate": 6.2361254936939e-06, |
|
"loss": 0.9587, |
|
"step": 720 |
|
}, |
|
{ |
|
"epoch": 0.6651376146788991, |
|
"grad_norm": 1.3291828272842416, |
|
"learning_rate": 6.0882673751300235e-06, |
|
"loss": 0.9478, |
|
"step": 725 |
|
}, |
|
{ |
|
"epoch": 0.6697247706422018, |
|
"grad_norm": 1.3527143927087424, |
|
"learning_rate": 5.941412165782645e-06, |
|
"loss": 0.9558, |
|
"step": 730 |
|
}, |
|
{ |
|
"epoch": 0.6743119266055045, |
|
"grad_norm": 1.4629958807850678, |
|
"learning_rate": 5.79559751711138e-06, |
|
"loss": 0.9477, |
|
"step": 735 |
|
}, |
|
{ |
|
"epoch": 0.6788990825688074, |
|
"grad_norm": 1.3166316360953543, |
|
"learning_rate": 5.650860813791786e-06, |
|
"loss": 0.9486, |
|
"step": 740 |
|
}, |
|
{ |
|
"epoch": 0.6834862385321101, |
|
"grad_norm": 1.3789466736286728, |
|
"learning_rate": 5.507239164130501e-06, |
|
"loss": 0.9488, |
|
"step": 745 |
|
}, |
|
{ |
|
"epoch": 0.6880733944954128, |
|
"grad_norm": 1.3396639848632557, |
|
"learning_rate": 5.364769390551225e-06, |
|
"loss": 0.9677, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 0.6926605504587156, |
|
"grad_norm": 1.3182431632493434, |
|
"learning_rate": 5.223488020154028e-06, |
|
"loss": 0.9596, |
|
"step": 755 |
|
}, |
|
{ |
|
"epoch": 0.6972477064220184, |
|
"grad_norm": 1.3161445013206208, |
|
"learning_rate": 5.083431275350312e-06, |
|
"loss": 0.9256, |
|
"step": 760 |
|
}, |
|
{ |
|
"epoch": 0.7018348623853211, |
|
"grad_norm": 1.305540445815037, |
|
"learning_rate": 4.9446350645759885e-06, |
|
"loss": 0.9416, |
|
"step": 765 |
|
}, |
|
{ |
|
"epoch": 0.7064220183486238, |
|
"grad_norm": 1.3795219535526086, |
|
"learning_rate": 4.807134973085036e-06, |
|
"loss": 0.9668, |
|
"step": 770 |
|
}, |
|
{ |
|
"epoch": 0.7110091743119266, |
|
"grad_norm": 1.3120768981744613, |
|
"learning_rate": 4.670966253826027e-06, |
|
"loss": 0.9347, |
|
"step": 775 |
|
}, |
|
{ |
|
"epoch": 0.7155963302752294, |
|
"grad_norm": 1.412451318597882, |
|
"learning_rate": 4.53616381840377e-06, |
|
"loss": 0.9468, |
|
"step": 780 |
|
}, |
|
{ |
|
"epoch": 0.7201834862385321, |
|
"grad_norm": 1.3344545548963365, |
|
"learning_rate": 4.402762228128531e-06, |
|
"loss": 0.9394, |
|
"step": 785 |
|
}, |
|
{ |
|
"epoch": 0.7247706422018348, |
|
"grad_norm": 1.3742068754660048, |
|
"learning_rate": 4.270795685155001e-06, |
|
"loss": 0.9474, |
|
"step": 790 |
|
}, |
|
{ |
|
"epoch": 0.7293577981651376, |
|
"grad_norm": 1.3075325441592, |
|
"learning_rate": 4.140298023713416e-06, |
|
"loss": 0.9299, |
|
"step": 795 |
|
}, |
|
{ |
|
"epoch": 0.7339449541284404, |
|
"grad_norm": 1.3127170991134804, |
|
"learning_rate": 4.0113027014349374e-06, |
|
"loss": 0.9142, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 0.7385321100917431, |
|
"grad_norm": 1.294749345340701, |
|
"learning_rate": 3.883842790773647e-06, |
|
"loss": 0.9571, |
|
"step": 805 |
|
}, |
|
{ |
|
"epoch": 0.7431192660550459, |
|
"grad_norm": 1.2942797281679799, |
|
"learning_rate": 3.757950970527249e-06, |
|
"loss": 0.9254, |
|
"step": 810 |
|
}, |
|
{ |
|
"epoch": 0.7477064220183486, |
|
"grad_norm": 1.3059553912137276, |
|
"learning_rate": 3.633659517458736e-06, |
|
"loss": 0.925, |
|
"step": 815 |
|
}, |
|
{ |
|
"epoch": 0.7522935779816514, |
|
"grad_norm": 1.2711957614267642, |
|
"learning_rate": 3.511000298021098e-06, |
|
"loss": 0.9231, |
|
"step": 820 |
|
}, |
|
{ |
|
"epoch": 0.7568807339449541, |
|
"grad_norm": 1.3356966569973403, |
|
"learning_rate": 3.39000476018726e-06, |
|
"loss": 0.9264, |
|
"step": 825 |
|
}, |
|
{ |
|
"epoch": 0.7614678899082569, |
|
"grad_norm": 1.2713944106727886, |
|
"learning_rate": 3.2707039253872796e-06, |
|
"loss": 0.9235, |
|
"step": 830 |
|
}, |
|
{ |
|
"epoch": 0.7660550458715596, |
|
"grad_norm": 1.2731447844393122, |
|
"learning_rate": 3.153128380554941e-06, |
|
"loss": 0.9312, |
|
"step": 835 |
|
}, |
|
{ |
|
"epoch": 0.7706422018348624, |
|
"grad_norm": 1.2849238201689028, |
|
"learning_rate": 3.037308270285709e-06, |
|
"loss": 0.923, |
|
"step": 840 |
|
}, |
|
{ |
|
"epoch": 0.7752293577981652, |
|
"grad_norm": 1.2924580396757044, |
|
"learning_rate": 2.923273289108115e-06, |
|
"loss": 0.9409, |
|
"step": 845 |
|
}, |
|
{ |
|
"epoch": 0.7798165137614679, |
|
"grad_norm": 1.2931482455757333, |
|
"learning_rate": 2.8110526738705345e-06, |
|
"loss": 0.9242, |
|
"step": 850 |
|
}, |
|
{ |
|
"epoch": 0.7844036697247706, |
|
"grad_norm": 1.2879604750657374, |
|
"learning_rate": 2.700675196245288e-06, |
|
"loss": 0.9391, |
|
"step": 855 |
|
}, |
|
{ |
|
"epoch": 0.7889908256880734, |
|
"grad_norm": 1.2540801621356052, |
|
"learning_rate": 2.592169155352031e-06, |
|
"loss": 0.9419, |
|
"step": 860 |
|
}, |
|
{ |
|
"epoch": 0.7935779816513762, |
|
"grad_norm": 1.2720406889835705, |
|
"learning_rate": 2.485562370502279e-06, |
|
"loss": 0.9431, |
|
"step": 865 |
|
}, |
|
{ |
|
"epoch": 0.7981651376146789, |
|
"grad_norm": 1.3605428606858696, |
|
"learning_rate": 2.3808821740669608e-06, |
|
"loss": 0.9352, |
|
"step": 870 |
|
}, |
|
{ |
|
"epoch": 0.8027522935779816, |
|
"grad_norm": 1.322153153463587, |
|
"learning_rate": 2.2781554044688015e-06, |
|
"loss": 0.9379, |
|
"step": 875 |
|
}, |
|
{ |
|
"epoch": 0.8073394495412844, |
|
"grad_norm": 1.2904782523534184, |
|
"learning_rate": 2.1774083993013715e-06, |
|
"loss": 0.9349, |
|
"step": 880 |
|
}, |
|
{ |
|
"epoch": 0.8119266055045872, |
|
"grad_norm": 1.2638107544649766, |
|
"learning_rate": 2.0786669885765044e-06, |
|
"loss": 0.927, |
|
"step": 885 |
|
}, |
|
{ |
|
"epoch": 0.8165137614678899, |
|
"grad_norm": 1.2837232967737153, |
|
"learning_rate": 1.981956488101898e-06, |
|
"loss": 0.9399, |
|
"step": 890 |
|
}, |
|
{ |
|
"epoch": 0.8211009174311926, |
|
"grad_norm": 1.3007359260785605, |
|
"learning_rate": 1.8873016929904942e-06, |
|
"loss": 0.9424, |
|
"step": 895 |
|
}, |
|
{ |
|
"epoch": 0.8256880733944955, |
|
"grad_norm": 1.2519282918638859, |
|
"learning_rate": 1.7947268713034128e-06, |
|
"loss": 0.9118, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 0.8302752293577982, |
|
"grad_norm": 1.233534659622569, |
|
"learning_rate": 1.704255757827963e-06, |
|
"loss": 0.9145, |
|
"step": 905 |
|
}, |
|
{ |
|
"epoch": 0.8348623853211009, |
|
"grad_norm": 1.2897295538864557, |
|
"learning_rate": 1.6159115479924259e-06, |
|
"loss": 0.9309, |
|
"step": 910 |
|
}, |
|
{ |
|
"epoch": 0.8394495412844036, |
|
"grad_norm": 1.3066086722683714, |
|
"learning_rate": 1.529716891919074e-06, |
|
"loss": 0.9391, |
|
"step": 915 |
|
}, |
|
{ |
|
"epoch": 0.8440366972477065, |
|
"grad_norm": 1.273907178122261, |
|
"learning_rate": 1.4456938886170413e-06, |
|
"loss": 0.9104, |
|
"step": 920 |
|
}, |
|
{ |
|
"epoch": 0.8486238532110092, |
|
"grad_norm": 1.3275658470488407, |
|
"learning_rate": 1.3638640803164516e-06, |
|
"loss": 0.9241, |
|
"step": 925 |
|
}, |
|
{ |
|
"epoch": 0.8532110091743119, |
|
"grad_norm": 1.297224501320105, |
|
"learning_rate": 1.2842484469453365e-06, |
|
"loss": 0.9139, |
|
"step": 930 |
|
}, |
|
{ |
|
"epoch": 0.8577981651376146, |
|
"grad_norm": 1.3006025139813342, |
|
"learning_rate": 1.2068674007506787e-06, |
|
"loss": 0.9284, |
|
"step": 935 |
|
}, |
|
{ |
|
"epoch": 0.8623853211009175, |
|
"grad_norm": 1.3563773423459706, |
|
"learning_rate": 1.1317407810650372e-06, |
|
"loss": 0.9263, |
|
"step": 940 |
|
}, |
|
{ |
|
"epoch": 0.8669724770642202, |
|
"grad_norm": 1.2576477776032422, |
|
"learning_rate": 1.0588878492200261e-06, |
|
"loss": 0.9318, |
|
"step": 945 |
|
}, |
|
{ |
|
"epoch": 0.8715596330275229, |
|
"grad_norm": 1.2789930117892792, |
|
"learning_rate": 9.883272836080116e-07, |
|
"loss": 0.9196, |
|
"step": 950 |
|
}, |
|
{ |
|
"epoch": 0.8761467889908257, |
|
"grad_norm": 1.2907518999711463, |
|
"learning_rate": 9.200771748932513e-07, |
|
"loss": 0.9328, |
|
"step": 955 |
|
}, |
|
{ |
|
"epoch": 0.8807339449541285, |
|
"grad_norm": 1.2962962784541094, |
|
"learning_rate": 8.541550213737171e-07, |
|
"loss": 0.9127, |
|
"step": 960 |
|
}, |
|
{ |
|
"epoch": 0.8853211009174312, |
|
"grad_norm": 1.2637985260730156, |
|
"learning_rate": 7.905777244947954e-07, |
|
"loss": 0.9175, |
|
"step": 965 |
|
}, |
|
{ |
|
"epoch": 0.8899082568807339, |
|
"grad_norm": 1.3588688384267749, |
|
"learning_rate": 7.293615845160196e-07, |
|
"loss": 0.929, |
|
"step": 970 |
|
}, |
|
{ |
|
"epoch": 0.8944954128440367, |
|
"grad_norm": 1.2744902296194476, |
|
"learning_rate": 6.705222963319191e-07, |
|
"loss": 0.938, |
|
"step": 975 |
|
}, |
|
{ |
|
"epoch": 0.8990825688073395, |
|
"grad_norm": 1.265375311347242, |
|
"learning_rate": 6.140749454480932e-07, |
|
"loss": 0.9115, |
|
"step": 980 |
|
}, |
|
{ |
|
"epoch": 0.9036697247706422, |
|
"grad_norm": 1.2867641338729414, |
|
"learning_rate": 5.600340041135133e-07, |
|
"loss": 0.9182, |
|
"step": 985 |
|
}, |
|
{ |
|
"epoch": 0.908256880733945, |
|
"grad_norm": 1.2924968531416248, |
|
"learning_rate": 5.0841332761005e-07, |
|
"loss": 0.9328, |
|
"step": 990 |
|
}, |
|
{ |
|
"epoch": 0.9128440366972477, |
|
"grad_norm": 1.18216248090306, |
|
"learning_rate": 4.592261507001994e-07, |
|
"loss": 0.9147, |
|
"step": 995 |
|
}, |
|
{ |
|
"epoch": 0.9174311926605505, |
|
"grad_norm": 1.2647036510853034, |
|
"learning_rate": 4.124850842338779e-07, |
|
"loss": 0.9197, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.9220183486238532, |
|
"grad_norm": 1.280094885319776, |
|
"learning_rate": 3.6820211191520127e-07, |
|
"loss": 0.9238, |
|
"step": 1005 |
|
}, |
|
{ |
|
"epoch": 0.926605504587156, |
|
"grad_norm": 1.27574075679679, |
|
"learning_rate": 3.263885872300343e-07, |
|
"loss": 0.923, |
|
"step": 1010 |
|
}, |
|
{ |
|
"epoch": 0.9311926605504587, |
|
"grad_norm": 1.2518170537339617, |
|
"learning_rate": 2.870552305351382e-07, |
|
"loss": 0.9003, |
|
"step": 1015 |
|
}, |
|
{ |
|
"epoch": 0.9357798165137615, |
|
"grad_norm": 1.2661213694081506, |
|
"learning_rate": 2.5021212630962246e-07, |
|
"loss": 0.9277, |
|
"step": 1020 |
|
}, |
|
{ |
|
"epoch": 0.9403669724770642, |
|
"grad_norm": 1.2150555295716032, |
|
"learning_rate": 2.158687205694443e-07, |
|
"loss": 0.9073, |
|
"step": 1025 |
|
}, |
|
{ |
|
"epoch": 0.944954128440367, |
|
"grad_norm": 1.2420452446842347, |
|
"learning_rate": 1.840338184455881e-07, |
|
"loss": 0.927, |
|
"step": 1030 |
|
}, |
|
{ |
|
"epoch": 0.9495412844036697, |
|
"grad_norm": 1.246810650548527, |
|
"learning_rate": 1.5471558192656776e-07, |
|
"loss": 0.9161, |
|
"step": 1035 |
|
}, |
|
{ |
|
"epoch": 0.9541284403669725, |
|
"grad_norm": 1.2179660594984398, |
|
"learning_rate": 1.279215277658097e-07, |
|
"loss": 0.9323, |
|
"step": 1040 |
|
}, |
|
{ |
|
"epoch": 0.9587155963302753, |
|
"grad_norm": 1.2644481698472982, |
|
"learning_rate": 1.0365852555447642e-07, |
|
"loss": 0.9256, |
|
"step": 1045 |
|
}, |
|
{ |
|
"epoch": 0.963302752293578, |
|
"grad_norm": 1.2191474173762573, |
|
"learning_rate": 8.19327959602012e-08, |
|
"loss": 0.9344, |
|
"step": 1050 |
|
}, |
|
{ |
|
"epoch": 0.9678899082568807, |
|
"grad_norm": 1.2553662093635367, |
|
"learning_rate": 6.274990913221035e-08, |
|
"loss": 0.9289, |
|
"step": 1055 |
|
}, |
|
{ |
|
"epoch": 0.9724770642201835, |
|
"grad_norm": 1.2525709554962072, |
|
"learning_rate": 4.6114783273213395e-08, |
|
"loss": 0.9135, |
|
"step": 1060 |
|
}, |
|
{ |
|
"epoch": 0.9770642201834863, |
|
"grad_norm": 1.2425291622294936, |
|
"learning_rate": 3.203168337845508e-08, |
|
"loss": 0.9067, |
|
"step": 1065 |
|
}, |
|
{ |
|
"epoch": 0.981651376146789, |
|
"grad_norm": 1.2828430118740597, |
|
"learning_rate": 2.05042201422323e-08, |
|
"loss": 0.9155, |
|
"step": 1070 |
|
}, |
|
{ |
|
"epoch": 0.9862385321100917, |
|
"grad_norm": 1.3245758863949215, |
|
"learning_rate": 1.1535349032167908e-08, |
|
"loss": 0.8988, |
|
"step": 1075 |
|
}, |
|
{ |
|
"epoch": 0.9908256880733946, |
|
"grad_norm": 1.246243722008477, |
|
"learning_rate": 5.127369531473525e-09, |
|
"loss": 0.9286, |
|
"step": 1080 |
|
}, |
|
{ |
|
"epoch": 0.9954128440366973, |
|
"grad_norm": 1.2618487544792054, |
|
"learning_rate": 1.2819245493955746e-09, |
|
"loss": 0.9242, |
|
"step": 1085 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"grad_norm": 1.351252673424225, |
|
"learning_rate": 0.0, |
|
"loss": 0.9203, |
|
"step": 1090 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_loss": 0.9365589618682861, |
|
"eval_runtime": 322.254, |
|
"eval_samples_per_second": 47.885, |
|
"eval_steps_per_second": 0.751, |
|
"step": 1090 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"step": 1090, |
|
"total_flos": 456447649382400.0, |
|
"train_loss": 0.5118577865285611, |
|
"train_runtime": 9748.6951, |
|
"train_samples_per_second": 14.302, |
|
"train_steps_per_second": 0.112 |
|
} |
|
], |
|
"logging_steps": 5, |
|
"max_steps": 1090, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 100, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 456447649382400.0, |
|
"train_batch_size": 16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|