| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9989023051591658, | |
| "eval_steps": 500, | |
| "global_step": 455, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0021953896816684962, | |
| "grad_norm": 37.23542178718614, | |
| "learning_rate": 1.0869565217391303e-08, | |
| "loss": 1.4277, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.010976948408342482, | |
| "grad_norm": 31.768758474830744, | |
| "learning_rate": 5.434782608695652e-08, | |
| "loss": 1.4875, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.021953896816684963, | |
| "grad_norm": 37.21672974282255, | |
| "learning_rate": 1.0869565217391303e-07, | |
| "loss": 1.4405, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.03293084522502744, | |
| "grad_norm": 28.728369641123845, | |
| "learning_rate": 1.6304347826086955e-07, | |
| "loss": 1.4495, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.043907793633369926, | |
| "grad_norm": 24.14103448999392, | |
| "learning_rate": 2.1739130434782607e-07, | |
| "loss": 1.348, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.054884742041712405, | |
| "grad_norm": 17.84361561407524, | |
| "learning_rate": 2.717391304347826e-07, | |
| "loss": 1.2803, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.06586169045005488, | |
| "grad_norm": 8.32310884222812, | |
| "learning_rate": 3.260869565217391e-07, | |
| "loss": 1.2081, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.07683863885839737, | |
| "grad_norm": 4.7849107325475435, | |
| "learning_rate": 3.8043478260869567e-07, | |
| "loss": 1.1701, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.08781558726673985, | |
| "grad_norm": 4.142884139685247, | |
| "learning_rate": 4.3478260869565214e-07, | |
| "loss": 1.1529, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.09879253567508232, | |
| "grad_norm": 4.1545233643304105, | |
| "learning_rate": 4.891304347826087e-07, | |
| "loss": 1.1303, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.10976948408342481, | |
| "grad_norm": 3.10192089815295, | |
| "learning_rate": 4.998820089787287e-07, | |
| "loss": 1.1088, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.1207464324917673, | |
| "grad_norm": 3.1563385745763677, | |
| "learning_rate": 4.99402861330474e-07, | |
| "loss": 1.1042, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.13172338090010977, | |
| "grad_norm": 2.5435814181022827, | |
| "learning_rate": 4.985558887302488e-07, | |
| "loss": 1.0956, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.14270032930845225, | |
| "grad_norm": 2.640027183329368, | |
| "learning_rate": 4.973423403123028e-07, | |
| "loss": 1.079, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.15367727771679474, | |
| "grad_norm": 3.037284920443539, | |
| "learning_rate": 4.957640058451501e-07, | |
| "loss": 1.0675, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.16465422612513722, | |
| "grad_norm": 3.1427488556058223, | |
| "learning_rate": 4.938232130919785e-07, | |
| "loss": 1.0734, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.1756311745334797, | |
| "grad_norm": 2.2891126109812543, | |
| "learning_rate": 4.915228243776124e-07, | |
| "loss": 1.0663, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.18660812294182216, | |
| "grad_norm": 3.1770515308884497, | |
| "learning_rate": 4.888662323670913e-07, | |
| "loss": 1.0556, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.19758507135016465, | |
| "grad_norm": 2.497553823382758, | |
| "learning_rate": 4.858573550620908e-07, | |
| "loss": 1.067, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.20856201975850713, | |
| "grad_norm": 2.2786389579554225, | |
| "learning_rate": 4.825006300225665e-07, | |
| "loss": 1.0713, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.21953896816684962, | |
| "grad_norm": 2.4565400673449314, | |
| "learning_rate": 4.7880100782214e-07, | |
| "loss": 1.0594, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.2305159165751921, | |
| "grad_norm": 2.2057241212988274, | |
| "learning_rate": 4.747639447468816e-07, | |
| "loss": 1.0622, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.2414928649835346, | |
| "grad_norm": 2.699908595698097, | |
| "learning_rate": 4.7039539474825683e-07, | |
| "loss": 1.0263, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.2524698133918771, | |
| "grad_norm": 2.595572602014253, | |
| "learning_rate": 4.657018006621053e-07, | |
| "loss": 1.0289, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.26344676180021953, | |
| "grad_norm": 2.367781794798575, | |
| "learning_rate": 4.6069008470660057e-07, | |
| "loss": 1.0671, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.27442371020856204, | |
| "grad_norm": 2.191786685372748, | |
| "learning_rate": 4.5536763827320803e-07, | |
| "loss": 1.0331, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.2854006586169045, | |
| "grad_norm": 2.2558364905064097, | |
| "learning_rate": 4.4974231102569355e-07, | |
| "loss": 1.0247, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.29637760702524696, | |
| "grad_norm": 2.2396909107202134, | |
| "learning_rate": 4.438223993232634e-07, | |
| "loss": 1.0097, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.30735455543358947, | |
| "grad_norm": 2.2953815342987007, | |
| "learning_rate": 4.3761663398490634e-07, | |
| "loss": 1.0162, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.31833150384193193, | |
| "grad_norm": 2.469492662807899, | |
| "learning_rate": 4.3113416741298616e-07, | |
| "loss": 1.0233, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.32930845225027444, | |
| "grad_norm": 2.3585547924597052, | |
| "learning_rate": 4.2438456009507195e-07, | |
| "loss": 1.0095, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.3402854006586169, | |
| "grad_norm": 2.3421663442140837, | |
| "learning_rate": 4.1737776650391625e-07, | |
| "loss": 1.0187, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.3512623490669594, | |
| "grad_norm": 2.5398466939682733, | |
| "learning_rate": 4.101241204163748e-07, | |
| "loss": 0.9977, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.36223929747530187, | |
| "grad_norm": 2.2242476659757275, | |
| "learning_rate": 4.0263431967291934e-07, | |
| "loss": 1.027, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.3732162458836443, | |
| "grad_norm": 2.1753753105769227, | |
| "learning_rate": 3.949194104002224e-07, | |
| "loss": 1.008, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.38419319429198684, | |
| "grad_norm": 2.300275831812692, | |
| "learning_rate": 3.8699077072008085e-07, | |
| "loss": 1.0106, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.3951701427003293, | |
| "grad_norm": 2.369231981384555, | |
| "learning_rate": 3.7886009396870564e-07, | |
| "loss": 1.0034, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.4061470911086718, | |
| "grad_norm": 3.342159958597614, | |
| "learning_rate": 3.705393714511268e-07, | |
| "loss": 1.0008, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.41712403951701427, | |
| "grad_norm": 2.2742818660752344, | |
| "learning_rate": 3.6204087475614676e-07, | |
| "loss": 1.0163, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.4281009879253567, | |
| "grad_norm": 2.224871070156181, | |
| "learning_rate": 3.533771376579249e-07, | |
| "loss": 1.0116, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.43907793633369924, | |
| "grad_norm": 2.201217019563197, | |
| "learning_rate": 3.445609376308857e-07, | |
| "loss": 0.9992, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.4500548847420417, | |
| "grad_norm": 2.244052004363795, | |
| "learning_rate": 3.356052770052119e-07, | |
| "loss": 1.0002, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.4610318331503842, | |
| "grad_norm": 2.1869532116505437, | |
| "learning_rate": 3.2652336379071506e-07, | |
| "loss": 1.003, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.47200878155872666, | |
| "grad_norm": 2.25200716108438, | |
| "learning_rate": 3.173285921973657e-07, | |
| "loss": 0.9967, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.4829857299670692, | |
| "grad_norm": 2.1977221613580915, | |
| "learning_rate": 3.0803452288121113e-07, | |
| "loss": 0.9933, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.49396267837541163, | |
| "grad_norm": 2.1857074442694064, | |
| "learning_rate": 2.986548629448146e-07, | |
| "loss": 1.0118, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.5049396267837541, | |
| "grad_norm": 2.176224528870358, | |
| "learning_rate": 2.892034457217119e-07, | |
| "loss": 0.9803, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.5159165751920965, | |
| "grad_norm": 2.1323657558564895, | |
| "learning_rate": 2.7969421037470033e-07, | |
| "loss": 1.011, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.5268935236004391, | |
| "grad_norm": 2.210400681860978, | |
| "learning_rate": 2.70141181338047e-07, | |
| "loss": 0.9835, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.5378704720087816, | |
| "grad_norm": 2.294325436997366, | |
| "learning_rate": 2.60558447633938e-07, | |
| "loss": 0.9994, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.5488474204171241, | |
| "grad_norm": 2.269474512577858, | |
| "learning_rate": 2.509601420936717e-07, | |
| "loss": 1.0056, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.5598243688254665, | |
| "grad_norm": 2.350884633568068, | |
| "learning_rate": 2.413604205142404e-07, | |
| "loss": 0.9975, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.570801317233809, | |
| "grad_norm": 2.2618918862021387, | |
| "learning_rate": 2.3177344078104305e-07, | |
| "loss": 1.0226, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.5817782656421515, | |
| "grad_norm": 2.335669763682869, | |
| "learning_rate": 2.2221334198751717e-07, | |
| "loss": 0.9996, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.5927552140504939, | |
| "grad_norm": 2.218697106476552, | |
| "learning_rate": 2.1269422358248534e-07, | |
| "loss": 0.9764, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.6037321624588364, | |
| "grad_norm": 2.294055527983993, | |
| "learning_rate": 2.0323012457597113e-07, | |
| "loss": 0.9911, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.6147091108671789, | |
| "grad_norm": 2.131671305300942, | |
| "learning_rate": 1.9383500283415127e-07, | |
| "loss": 1.0084, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.6256860592755215, | |
| "grad_norm": 2.170441232463747, | |
| "learning_rate": 1.8452271449398015e-07, | |
| "loss": 0.9935, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.6366630076838639, | |
| "grad_norm": 2.2800412432483994, | |
| "learning_rate": 1.753069935278477e-07, | |
| "loss": 0.9981, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.6476399560922064, | |
| "grad_norm": 2.2112002252829233, | |
| "learning_rate": 1.662014314884074e-07, | |
| "loss": 0.9821, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.6586169045005489, | |
| "grad_norm": 2.1523725296369696, | |
| "learning_rate": 1.5721945746344914e-07, | |
| "loss": 1.0028, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.6695938529088913, | |
| "grad_norm": 2.2685448996190476, | |
| "learning_rate": 1.4837431827037786e-07, | |
| "loss": 0.9843, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.6805708013172338, | |
| "grad_norm": 2.222219631378057, | |
| "learning_rate": 1.3967905891950936e-07, | |
| "loss": 0.9892, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.6915477497255763, | |
| "grad_norm": 2.17757738873566, | |
| "learning_rate": 1.3114650337499578e-07, | |
| "loss": 0.993, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.7025246981339188, | |
| "grad_norm": 2.202207960410075, | |
| "learning_rate": 1.227892356417542e-07, | |
| "loss": 0.98, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.7135016465422612, | |
| "grad_norm": 2.2364238502729887, | |
| "learning_rate": 1.1461958120629345e-07, | |
| "loss": 0.9747, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.7244785949506037, | |
| "grad_norm": 2.2007426350936314, | |
| "learning_rate": 1.0664958885880901e-07, | |
| "loss": 0.9993, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.7354555433589463, | |
| "grad_norm": 2.4965113706058433, | |
| "learning_rate": 9.889101292335625e-08, | |
| "loss": 0.9881, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.7464324917672887, | |
| "grad_norm": 2.1808970559228955, | |
| "learning_rate": 9.13552959223089e-08, | |
| "loss": 0.9961, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.7574094401756312, | |
| "grad_norm": 2.1878061482574336, | |
| "learning_rate": 8.405355170066925e-08, | |
| "loss": 0.9943, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.7683863885839737, | |
| "grad_norm": 2.1845807299852034, | |
| "learning_rate": 7.699654903511971e-08, | |
| "loss": 0.9866, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.7793633369923162, | |
| "grad_norm": 2.1414775634398375, | |
| "learning_rate": 7.01946957519886e-08, | |
| "loss": 0.9759, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.7903402854006586, | |
| "grad_norm": 2.122717025599496, | |
| "learning_rate": 6.365802337755364e-08, | |
| "loss": 1.0019, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.8013172338090011, | |
| "grad_norm": 2.14871365458936, | |
| "learning_rate": 5.739617234332131e-08, | |
| "loss": 0.9961, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.8122941822173436, | |
| "grad_norm": 2.1563921789431233, | |
| "learning_rate": 5.14183777681014e-08, | |
| "loss": 0.979, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.823271130625686, | |
| "grad_norm": 2.2409621573734566, | |
| "learning_rate": 4.5733455837846325e-08, | |
| "loss": 1.0026, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.8342480790340285, | |
| "grad_norm": 2.2773154227725296, | |
| "learning_rate": 4.0349790803341274e-08, | |
| "loss": 1.0058, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.845225027442371, | |
| "grad_norm": 2.117720539958819, | |
| "learning_rate": 3.527532261492272e-08, | |
| "loss": 0.9875, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.8562019758507134, | |
| "grad_norm": 2.152957888451534, | |
| "learning_rate": 3.0517535212460946e-08, | |
| "loss": 0.9784, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.867178924259056, | |
| "grad_norm": 2.1225713025355692, | |
| "learning_rate": 2.608344548787722e-08, | |
| "loss": 0.9713, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.8781558726673985, | |
| "grad_norm": 2.1615502933761643, | |
| "learning_rate": 2.19795929364735e-08, | |
| "loss": 0.9895, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.889132821075741, | |
| "grad_norm": 2.167176721017015, | |
| "learning_rate": 1.8212030012337704e-08, | |
| "loss": 0.9982, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.9001097694840834, | |
| "grad_norm": 2.1328147082553994, | |
| "learning_rate": 1.4786313202048456e-08, | |
| "loss": 1.0076, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.9110867178924259, | |
| "grad_norm": 2.249033557726424, | |
| "learning_rate": 1.1707494829843207e-08, | |
| "loss": 0.9855, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.9220636663007684, | |
| "grad_norm": 2.8747995493229372, | |
| "learning_rate": 8.980115606337046e-09, | |
| "loss": 0.9957, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.9330406147091108, | |
| "grad_norm": 2.124614068925926, | |
| "learning_rate": 6.608197931780496e-09, | |
| "loss": 0.9769, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.9440175631174533, | |
| "grad_norm": 2.176873597616659, | |
| "learning_rate": 4.595239963733011e-09, | |
| "loss": 0.9853, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.9549945115257958, | |
| "grad_norm": 2.1342884606915202, | |
| "learning_rate": 2.9442104579016356e-09, | |
| "loss": 0.9917, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.9659714599341384, | |
| "grad_norm": 2.1374930773738487, | |
| "learning_rate": 1.6575443897531294e-09, | |
| "loss": 0.9909, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.9769484083424808, | |
| "grad_norm": 2.1416862097657865, | |
| "learning_rate": 7.371393633574252e-10, | |
| "loss": 0.9845, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.9879253567508233, | |
| "grad_norm": 2.156534272117916, | |
| "learning_rate": 1.843528127584981e-10, | |
| "loss": 0.9959, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.9989023051591658, | |
| "grad_norm": 2.1792993284280864, | |
| "learning_rate": 0.0, | |
| "loss": 0.9717, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.9989023051591658, | |
| "eval_loss": 1.0698977708816528, | |
| "eval_runtime": 3.5449, | |
| "eval_samples_per_second": 75.601, | |
| "eval_steps_per_second": 1.41, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.9989023051591658, | |
| "step": 455, | |
| "total_flos": 190430796840960.0, | |
| "train_loss": 1.0385934979051024, | |
| "train_runtime": 5380.501, | |
| "train_samples_per_second": 21.667, | |
| "train_steps_per_second": 0.085 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 455, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 190430796840960.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |