| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.99876492383697, | |
| "eval_steps": 500, | |
| "global_step": 5463, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.005489227391244683, | |
| "grad_norm": 1.3054485321044922, | |
| "learning_rate": 9.140767824497258e-07, | |
| "loss": 1.7028, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.010978454782489365, | |
| "grad_norm": 1.6326860189437866, | |
| "learning_rate": 1.8281535648994516e-06, | |
| "loss": 1.6575, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.016467682173734045, | |
| "grad_norm": 0.9034647345542908, | |
| "learning_rate": 2.7422303473491773e-06, | |
| "loss": 1.3904, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.02195690956497873, | |
| "grad_norm": 0.8317720293998718, | |
| "learning_rate": 3.6563071297989032e-06, | |
| "loss": 1.2568, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.027446136956223412, | |
| "grad_norm": 0.8646258115768433, | |
| "learning_rate": 4.570383912248629e-06, | |
| "loss": 1.2404, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.03293536434746809, | |
| "grad_norm": 0.7493156790733337, | |
| "learning_rate": 5.484460694698355e-06, | |
| "loss": 1.1597, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.03842459173871278, | |
| "grad_norm": 0.7537096738815308, | |
| "learning_rate": 6.398537477148081e-06, | |
| "loss": 1.1168, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.04391381912995746, | |
| "grad_norm": 0.6768060922622681, | |
| "learning_rate": 7.3126142595978065e-06, | |
| "loss": 1.0531, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.04940304652120214, | |
| "grad_norm": 0.8540539145469666, | |
| "learning_rate": 8.226691042047533e-06, | |
| "loss": 1.0974, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.054892273912446825, | |
| "grad_norm": 0.7654123306274414, | |
| "learning_rate": 9.140767824497258e-06, | |
| "loss": 1.0468, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.06038150130369151, | |
| "grad_norm": 0.838114857673645, | |
| "learning_rate": 1.0054844606946984e-05, | |
| "loss": 1.0481, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.06587072869493618, | |
| "grad_norm": 0.7839793562889099, | |
| "learning_rate": 1.096892138939671e-05, | |
| "loss": 1.0444, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.07135995608618087, | |
| "grad_norm": 1.0483232736587524, | |
| "learning_rate": 1.1882998171846435e-05, | |
| "loss": 1.005, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.07684918347742556, | |
| "grad_norm": 0.9476339221000671, | |
| "learning_rate": 1.2797074954296162e-05, | |
| "loss": 1.0538, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.08233841086867023, | |
| "grad_norm": 0.8280003070831299, | |
| "learning_rate": 1.3711151736745886e-05, | |
| "loss": 1.0122, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.08782763825991492, | |
| "grad_norm": 0.8112940788269043, | |
| "learning_rate": 1.4625228519195613e-05, | |
| "loss": 0.9613, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.0933168656511596, | |
| "grad_norm": 0.9424939155578613, | |
| "learning_rate": 1.553930530164534e-05, | |
| "loss": 0.9637, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.09880609304240429, | |
| "grad_norm": 0.781250536441803, | |
| "learning_rate": 1.6453382084095066e-05, | |
| "loss": 0.9984, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.10429532043364896, | |
| "grad_norm": 0.9252836108207703, | |
| "learning_rate": 1.7367458866544793e-05, | |
| "loss": 0.9984, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.10978454782489365, | |
| "grad_norm": 0.9257864356040955, | |
| "learning_rate": 1.8281535648994517e-05, | |
| "loss": 0.949, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.11527377521613832, | |
| "grad_norm": 1.042043924331665, | |
| "learning_rate": 1.9195612431444244e-05, | |
| "loss": 1.0031, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.12076300260738301, | |
| "grad_norm": 1.0521234273910522, | |
| "learning_rate": 2.0109689213893968e-05, | |
| "loss": 0.9751, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.1262522299986277, | |
| "grad_norm": 0.865064263343811, | |
| "learning_rate": 2.1023765996343695e-05, | |
| "loss": 0.9564, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.13174145738987236, | |
| "grad_norm": 0.8879236578941345, | |
| "learning_rate": 2.193784277879342e-05, | |
| "loss": 0.9182, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.13723068478111705, | |
| "grad_norm": 0.9224317669868469, | |
| "learning_rate": 2.2851919561243146e-05, | |
| "loss": 0.9037, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.14271991217236174, | |
| "grad_norm": 0.8295108675956726, | |
| "learning_rate": 2.376599634369287e-05, | |
| "loss": 0.9708, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.14820913956360643, | |
| "grad_norm": 0.7987868785858154, | |
| "learning_rate": 2.4680073126142597e-05, | |
| "loss": 0.9611, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.15369836695485112, | |
| "grad_norm": 0.774760901927948, | |
| "learning_rate": 2.5594149908592324e-05, | |
| "loss": 0.9872, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.15918759434609578, | |
| "grad_norm": 0.7601301670074463, | |
| "learning_rate": 2.6508226691042048e-05, | |
| "loss": 0.9, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.16467682173734047, | |
| "grad_norm": 0.9270791411399841, | |
| "learning_rate": 2.742230347349177e-05, | |
| "loss": 0.8798, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.17016604912858516, | |
| "grad_norm": 0.873102605342865, | |
| "learning_rate": 2.8336380255941502e-05, | |
| "loss": 0.8962, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.17565527651982984, | |
| "grad_norm": 0.9427269101142883, | |
| "learning_rate": 2.9250457038391226e-05, | |
| "loss": 0.886, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.1811445039110745, | |
| "grad_norm": 0.8019095659255981, | |
| "learning_rate": 3.016453382084095e-05, | |
| "loss": 0.8335, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.1866337313023192, | |
| "grad_norm": 0.9028713703155518, | |
| "learning_rate": 3.107861060329068e-05, | |
| "loss": 0.8946, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.19212295869356388, | |
| "grad_norm": 1.0009723901748657, | |
| "learning_rate": 3.1992687385740404e-05, | |
| "loss": 0.9274, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.19761218608480857, | |
| "grad_norm": 0.7785693407058716, | |
| "learning_rate": 3.290676416819013e-05, | |
| "loss": 0.8001, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.20310141347605323, | |
| "grad_norm": 0.9450286030769348, | |
| "learning_rate": 3.382084095063985e-05, | |
| "loss": 0.9036, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.20859064086729792, | |
| "grad_norm": 0.899732232093811, | |
| "learning_rate": 3.4734917733089586e-05, | |
| "loss": 0.8944, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.2140798682585426, | |
| "grad_norm": 1.35003662109375, | |
| "learning_rate": 3.5648994515539306e-05, | |
| "loss": 0.8581, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.2195690956497873, | |
| "grad_norm": 1.1555213928222656, | |
| "learning_rate": 3.656307129798903e-05, | |
| "loss": 0.8412, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.225058323041032, | |
| "grad_norm": 0.8920039534568787, | |
| "learning_rate": 3.7477148080438754e-05, | |
| "loss": 0.9105, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.23054755043227665, | |
| "grad_norm": 0.8022063970565796, | |
| "learning_rate": 3.839122486288849e-05, | |
| "loss": 0.9217, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.23603677782352134, | |
| "grad_norm": 1.1498247385025024, | |
| "learning_rate": 3.930530164533821e-05, | |
| "loss": 0.9259, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.24152600521476603, | |
| "grad_norm": 1.0198287963867188, | |
| "learning_rate": 4.0219378427787935e-05, | |
| "loss": 0.8857, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.24701523260601072, | |
| "grad_norm": 0.9331903457641602, | |
| "learning_rate": 4.113345521023766e-05, | |
| "loss": 0.8754, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.2525044599972554, | |
| "grad_norm": 0.9897291660308838, | |
| "learning_rate": 4.204753199268739e-05, | |
| "loss": 0.8769, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.2579936873885001, | |
| "grad_norm": 1.6721230745315552, | |
| "learning_rate": 4.296160877513711e-05, | |
| "loss": 0.8992, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.2634829147797447, | |
| "grad_norm": 1.1787182092666626, | |
| "learning_rate": 4.387568555758684e-05, | |
| "loss": 0.8918, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.2689721421709894, | |
| "grad_norm": 1.0543595552444458, | |
| "learning_rate": 4.4789762340036564e-05, | |
| "loss": 0.8167, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.2744613695622341, | |
| "grad_norm": 0.9777544140815735, | |
| "learning_rate": 4.570383912248629e-05, | |
| "loss": 0.8888, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.2799505969534788, | |
| "grad_norm": 0.9173258543014526, | |
| "learning_rate": 4.661791590493602e-05, | |
| "loss": 0.8296, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.2854398243447235, | |
| "grad_norm": 1.0830740928649902, | |
| "learning_rate": 4.753199268738574e-05, | |
| "loss": 0.8703, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.29092905173596817, | |
| "grad_norm": 1.115646243095398, | |
| "learning_rate": 4.844606946983547e-05, | |
| "loss": 0.9081, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.29641827912721286, | |
| "grad_norm": 1.219681739807129, | |
| "learning_rate": 4.936014625228519e-05, | |
| "loss": 0.9165, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.30190750651845755, | |
| "grad_norm": 1.178253173828125, | |
| "learning_rate": 4.999995405604411e-05, | |
| "loss": 0.8977, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.30739673390970224, | |
| "grad_norm": 1.3987079858779907, | |
| "learning_rate": 4.999913727930364e-05, | |
| "loss": 0.8527, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.31288596130094687, | |
| "grad_norm": 1.095534324645996, | |
| "learning_rate": 4.999729956415998e-05, | |
| "loss": 0.8716, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.31837518869219156, | |
| "grad_norm": 1.1343433856964111, | |
| "learning_rate": 4.9994440985663475e-05, | |
| "loss": 0.8402, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.32386441608343625, | |
| "grad_norm": 1.177049994468689, | |
| "learning_rate": 4.9990561660555454e-05, | |
| "loss": 0.8629, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.32935364347468093, | |
| "grad_norm": 1.091205358505249, | |
| "learning_rate": 4.998566174726347e-05, | |
| "loss": 0.7973, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.3348428708659256, | |
| "grad_norm": 1.3899606466293335, | |
| "learning_rate": 4.997974144589481e-05, | |
| "loss": 0.8956, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.3403320982571703, | |
| "grad_norm": 1.2220797538757324, | |
| "learning_rate": 4.997280099822833e-05, | |
| "loss": 0.794, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.345821325648415, | |
| "grad_norm": 1.0186364650726318, | |
| "learning_rate": 4.996484068770461e-05, | |
| "loss": 0.7641, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.3513105530396597, | |
| "grad_norm": 1.3602491617202759, | |
| "learning_rate": 4.9955860839414324e-05, | |
| "loss": 0.8582, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.3567997804309043, | |
| "grad_norm": 1.2544053792953491, | |
| "learning_rate": 4.994586182008501e-05, | |
| "loss": 0.8087, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.362289007822149, | |
| "grad_norm": 1.25338876247406, | |
| "learning_rate": 4.993484403806609e-05, | |
| "loss": 0.8814, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.3677782352133937, | |
| "grad_norm": 1.6701184511184692, | |
| "learning_rate": 4.9922807943312135e-05, | |
| "loss": 0.8039, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.3732674626046384, | |
| "grad_norm": 1.2474104166030884, | |
| "learning_rate": 4.990975402736457e-05, | |
| "loss": 0.8411, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.3787566899958831, | |
| "grad_norm": 1.0203585624694824, | |
| "learning_rate": 4.9895682823331564e-05, | |
| "loss": 0.7838, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.38424591738712777, | |
| "grad_norm": 1.2643638849258423, | |
| "learning_rate": 4.988059490586624e-05, | |
| "loss": 0.7802, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.38973514477837246, | |
| "grad_norm": 1.2018098831176758, | |
| "learning_rate": 4.986449089114325e-05, | |
| "loss": 0.8049, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.39522437216961714, | |
| "grad_norm": 1.5600682497024536, | |
| "learning_rate": 4.984737143683356e-05, | |
| "loss": 0.864, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.40071359956086183, | |
| "grad_norm": 1.1996121406555176, | |
| "learning_rate": 4.982923724207764e-05, | |
| "loss": 0.8222, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.40620282695210647, | |
| "grad_norm": 1.2239071130752563, | |
| "learning_rate": 4.9810089047456873e-05, | |
| "loss": 0.7757, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.41169205434335115, | |
| "grad_norm": 1.278192162513733, | |
| "learning_rate": 4.978992763496334e-05, | |
| "loss": 0.7693, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.41718128173459584, | |
| "grad_norm": 1.3768647909164429, | |
| "learning_rate": 4.976875382796786e-05, | |
| "loss": 0.7927, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.42267050912584053, | |
| "grad_norm": 1.3257420063018799, | |
| "learning_rate": 4.974656849118638e-05, | |
| "loss": 0.7997, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.4281597365170852, | |
| "grad_norm": 1.4355076551437378, | |
| "learning_rate": 4.972337253064466e-05, | |
| "loss": 0.7719, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.4336489639083299, | |
| "grad_norm": 1.0469034910202026, | |
| "learning_rate": 4.969916689364128e-05, | |
| "loss": 0.8203, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.4391381912995746, | |
| "grad_norm": 1.4641021490097046, | |
| "learning_rate": 4.9673952568708906e-05, | |
| "loss": 0.8303, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.4446274186908193, | |
| "grad_norm": 1.6394554376602173, | |
| "learning_rate": 4.964773058557399e-05, | |
| "loss": 0.8693, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.450116646082064, | |
| "grad_norm": 1.777869462966919, | |
| "learning_rate": 4.9620502015114675e-05, | |
| "loss": 0.7929, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.4556058734733086, | |
| "grad_norm": 1.161238670349121, | |
| "learning_rate": 4.959226796931706e-05, | |
| "loss": 0.8393, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.4610951008645533, | |
| "grad_norm": 1.5231930017471313, | |
| "learning_rate": 4.95630296012298e-05, | |
| "loss": 0.8195, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.466584328255798, | |
| "grad_norm": 1.446094274520874, | |
| "learning_rate": 4.953278810491701e-05, | |
| "loss": 0.8157, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.4720735556470427, | |
| "grad_norm": 1.702967882156372, | |
| "learning_rate": 4.950154471540951e-05, | |
| "loss": 0.7932, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.47756278303828736, | |
| "grad_norm": 1.3679907321929932, | |
| "learning_rate": 4.9469300708654385e-05, | |
| "loss": 0.7741, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.48305201042953205, | |
| "grad_norm": 1.1557847261428833, | |
| "learning_rate": 4.943605740146286e-05, | |
| "loss": 0.8406, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.48854123782077674, | |
| "grad_norm": 1.4791802167892456, | |
| "learning_rate": 4.940181615145655e-05, | |
| "loss": 0.7731, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.49403046521202143, | |
| "grad_norm": 1.3994717597961426, | |
| "learning_rate": 4.936657835701198e-05, | |
| "loss": 0.7903, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.49951969260326606, | |
| "grad_norm": 1.2580246925354004, | |
| "learning_rate": 4.933034545720354e-05, | |
| "loss": 0.7601, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.5050089199945108, | |
| "grad_norm": 1.4461493492126465, | |
| "learning_rate": 4.9293118931744624e-05, | |
| "loss": 0.8246, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.5104981473857555, | |
| "grad_norm": 1.9255192279815674, | |
| "learning_rate": 4.925490030092729e-05, | |
| "loss": 0.7729, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.5159873747770002, | |
| "grad_norm": 1.2568154335021973, | |
| "learning_rate": 4.9215691125560104e-05, | |
| "loss": 0.7711, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.5214766021682449, | |
| "grad_norm": 1.2998193502426147, | |
| "learning_rate": 4.917549300690445e-05, | |
| "loss": 0.7897, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.5269658295594895, | |
| "grad_norm": 1.712433099746704, | |
| "learning_rate": 4.9134307586609104e-05, | |
| "loss": 0.7356, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.5324550569507341, | |
| "grad_norm": 1.4403119087219238, | |
| "learning_rate": 4.9092136546643184e-05, | |
| "loss": 0.7599, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.5379442843419788, | |
| "grad_norm": 1.2811603546142578, | |
| "learning_rate": 4.9048981609227504e-05, | |
| "loss": 0.7572, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.5434335117332235, | |
| "grad_norm": 1.6650887727737427, | |
| "learning_rate": 4.9004844536764185e-05, | |
| "loss": 0.7726, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.5489227391244682, | |
| "grad_norm": 1.4498590230941772, | |
| "learning_rate": 4.8959727131764735e-05, | |
| "loss": 0.7772, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.5544119665157129, | |
| "grad_norm": 1.38353431224823, | |
| "learning_rate": 4.891363123677638e-05, | |
| "loss": 0.7954, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.5599011939069576, | |
| "grad_norm": 1.5972951650619507, | |
| "learning_rate": 4.886655873430687e-05, | |
| "loss": 0.759, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.5653904212982023, | |
| "grad_norm": 1.409515380859375, | |
| "learning_rate": 4.881851154674757e-05, | |
| "loss": 0.675, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.570879648689447, | |
| "grad_norm": 1.2562367916107178, | |
| "learning_rate": 4.876949163629494e-05, | |
| "loss": 0.8194, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.5763688760806917, | |
| "grad_norm": 1.520317554473877, | |
| "learning_rate": 4.871950100487043e-05, | |
| "loss": 0.7587, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.5818581034719363, | |
| "grad_norm": 1.5166853666305542, | |
| "learning_rate": 4.866854169403871e-05, | |
| "loss": 0.6909, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.587347330863181, | |
| "grad_norm": 1.4219826459884644, | |
| "learning_rate": 4.861661578492429e-05, | |
| "loss": 0.7907, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.5928365582544257, | |
| "grad_norm": 1.449629545211792, | |
| "learning_rate": 4.856372539812655e-05, | |
| "loss": 0.7512, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.5983257856456704, | |
| "grad_norm": 1.715462565422058, | |
| "learning_rate": 4.850987269363311e-05, | |
| "loss": 0.7171, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.6038150130369151, | |
| "grad_norm": 1.6240124702453613, | |
| "learning_rate": 4.845505987073161e-05, | |
| "loss": 0.763, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.6093042404281598, | |
| "grad_norm": 1.3949427604675293, | |
| "learning_rate": 4.839928916791996e-05, | |
| "loss": 0.7513, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.6147934678194045, | |
| "grad_norm": 1.491368293762207, | |
| "learning_rate": 4.834256286281482e-05, | |
| "loss": 0.6982, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.620282695210649, | |
| "grad_norm": 1.2943052053451538, | |
| "learning_rate": 4.82848832720587e-05, | |
| "loss": 0.8051, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.6257719226018937, | |
| "grad_norm": 1.7091878652572632, | |
| "learning_rate": 4.8226252751225245e-05, | |
| "loss": 0.7914, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.6312611499931384, | |
| "grad_norm": 1.2987576723098755, | |
| "learning_rate": 4.816667369472309e-05, | |
| "loss": 0.7705, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.6367503773843831, | |
| "grad_norm": 1.4213101863861084, | |
| "learning_rate": 4.810614853569807e-05, | |
| "loss": 0.7916, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.6422396047756278, | |
| "grad_norm": 1.4974167346954346, | |
| "learning_rate": 4.804467974593387e-05, | |
| "loss": 0.7628, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.6477288321668725, | |
| "grad_norm": 1.729684591293335, | |
| "learning_rate": 4.798226983575103e-05, | |
| "loss": 0.7393, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.6532180595581172, | |
| "grad_norm": 1.765308141708374, | |
| "learning_rate": 4.7918921353904464e-05, | |
| "loss": 0.7251, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.6587072869493619, | |
| "grad_norm": 1.7703893184661865, | |
| "learning_rate": 4.785463688747937e-05, | |
| "loss": 0.7329, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.6641965143406066, | |
| "grad_norm": 2.700155258178711, | |
| "learning_rate": 4.778941906178556e-05, | |
| "loss": 0.6967, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.6696857417318512, | |
| "grad_norm": 1.3553398847579956, | |
| "learning_rate": 4.772327054025027e-05, | |
| "loss": 0.7221, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.6751749691230959, | |
| "grad_norm": 1.2455166578292847, | |
| "learning_rate": 4.765619402430934e-05, | |
| "loss": 0.6925, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.6806641965143406, | |
| "grad_norm": 1.7047752141952515, | |
| "learning_rate": 4.758819225329696e-05, | |
| "loss": 0.7373, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.6861534239055853, | |
| "grad_norm": 1.5384269952774048, | |
| "learning_rate": 4.751926800433374e-05, | |
| "loss": 0.7348, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.69164265129683, | |
| "grad_norm": 1.491666316986084, | |
| "learning_rate": 4.744942409221333e-05, | |
| "loss": 0.7121, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.6971318786880747, | |
| "grad_norm": 1.4360090494155884, | |
| "learning_rate": 4.7378663369287445e-05, | |
| "loss": 0.6728, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.7026211060793194, | |
| "grad_norm": 1.3977197408676147, | |
| "learning_rate": 4.730698872534938e-05, | |
| "loss": 0.7617, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.7081103334705641, | |
| "grad_norm": 1.7353872060775757, | |
| "learning_rate": 4.723440308751601e-05, | |
| "loss": 0.6887, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.7135995608618086, | |
| "grad_norm": 1.3200151920318604, | |
| "learning_rate": 4.716090942010823e-05, | |
| "loss": 0.752, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.7190887882530533, | |
| "grad_norm": 1.333355188369751, | |
| "learning_rate": 4.708651072452993e-05, | |
| "loss": 0.7336, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.724578015644298, | |
| "grad_norm": 1.6440070867538452, | |
| "learning_rate": 4.701121003914537e-05, | |
| "loss": 0.7333, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.7300672430355427, | |
| "grad_norm": 1.848791480064392, | |
| "learning_rate": 4.693501043915514e-05, | |
| "loss": 0.7648, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.7355564704267874, | |
| "grad_norm": 1.593891978263855, | |
| "learning_rate": 4.685791503647052e-05, | |
| "loss": 0.787, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.7410456978180321, | |
| "grad_norm": 1.6957751512527466, | |
| "learning_rate": 4.6779926979586475e-05, | |
| "loss": 0.7212, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.7465349252092768, | |
| "grad_norm": 1.3588330745697021, | |
| "learning_rate": 4.6701049453453e-05, | |
| "loss": 0.7175, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.7520241526005215, | |
| "grad_norm": 1.462112307548523, | |
| "learning_rate": 4.662128567934509e-05, | |
| "loss": 0.7133, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.7575133799917662, | |
| "grad_norm": 1.5633749961853027, | |
| "learning_rate": 4.654063891473115e-05, | |
| "loss": 0.6978, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.7630026073830108, | |
| "grad_norm": 1.7605217695236206, | |
| "learning_rate": 4.645911245314e-05, | |
| "loss": 0.7019, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.7684918347742555, | |
| "grad_norm": 1.6843842267990112, | |
| "learning_rate": 4.637670962402636e-05, | |
| "loss": 0.7483, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.7739810621655002, | |
| "grad_norm": 2.015845537185669, | |
| "learning_rate": 4.629343379263487e-05, | |
| "loss": 0.7208, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.7794702895567449, | |
| "grad_norm": 1.8158447742462158, | |
| "learning_rate": 4.620928835986267e-05, | |
| "loss": 0.7733, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.7849595169479896, | |
| "grad_norm": 1.7793387174606323, | |
| "learning_rate": 4.6124276762120485e-05, | |
| "loss": 0.7111, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.7904487443392343, | |
| "grad_norm": 1.6674373149871826, | |
| "learning_rate": 4.603840247119233e-05, | |
| "loss": 0.6663, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.795937971730479, | |
| "grad_norm": 1.4028520584106445, | |
| "learning_rate": 4.595166899409368e-05, | |
| "loss": 0.7692, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.8014271991217237, | |
| "grad_norm": 1.6022142171859741, | |
| "learning_rate": 4.5864079872928265e-05, | |
| "loss": 0.7305, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.8069164265129684, | |
| "grad_norm": 1.4971508979797363, | |
| "learning_rate": 4.577563868474344e-05, | |
| "loss": 0.6875, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.8124056539042129, | |
| "grad_norm": 1.8490726947784424, | |
| "learning_rate": 4.5686349041384055e-05, | |
| "loss": 0.6849, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.8178948812954576, | |
| "grad_norm": 1.9100017547607422, | |
| "learning_rate": 4.559621458934498e-05, | |
| "loss": 0.6506, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.8233841086867023, | |
| "grad_norm": 1.6782461404800415, | |
| "learning_rate": 4.550523900962219e-05, | |
| "loss": 0.704, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.828873336077947, | |
| "grad_norm": 2.1226425170898438, | |
| "learning_rate": 4.541342601756242e-05, | |
| "loss": 0.6988, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.8343625634691917, | |
| "grad_norm": 1.658097267150879, | |
| "learning_rate": 4.532077936271144e-05, | |
| "loss": 0.705, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.8398517908604364, | |
| "grad_norm": 1.8850988149642944, | |
| "learning_rate": 4.522730282866093e-05, | |
| "loss": 0.6801, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.8453410182516811, | |
| "grad_norm": 1.5480940341949463, | |
| "learning_rate": 4.513300023289397e-05, | |
| "loss": 0.6308, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.8508302456429258, | |
| "grad_norm": 1.7652947902679443, | |
| "learning_rate": 4.503787542662912e-05, | |
| "loss": 0.6731, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.8563194730341704, | |
| "grad_norm": 1.902155876159668, | |
| "learning_rate": 4.494193229466314e-05, | |
| "loss": 0.7404, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.8618087004254151, | |
| "grad_norm": 2.1436920166015625, | |
| "learning_rate": 4.4845174755212385e-05, | |
| "loss": 0.6884, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.8672979278166598, | |
| "grad_norm": 1.6139538288116455, | |
| "learning_rate": 4.47476067597527e-05, | |
| "loss": 0.6947, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.8727871552079045, | |
| "grad_norm": 1.5919870138168335, | |
| "learning_rate": 4.464923229285816e-05, | |
| "loss": 0.6982, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.8782763825991492, | |
| "grad_norm": 1.6209038496017456, | |
| "learning_rate": 4.4550055372038225e-05, | |
| "loss": 0.7124, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.8837656099903939, | |
| "grad_norm": 1.631515383720398, | |
| "learning_rate": 4.445008004757376e-05, | |
| "loss": 0.6771, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.8892548373816386, | |
| "grad_norm": 1.4836645126342773, | |
| "learning_rate": 4.434931040235159e-05, | |
| "loss": 0.6272, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.8947440647728833, | |
| "grad_norm": 1.3640625476837158, | |
| "learning_rate": 4.4247750551697756e-05, | |
| "loss": 0.6477, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.900233292164128, | |
| "grad_norm": 1.5562537908554077, | |
| "learning_rate": 4.414540464320945e-05, | |
| "loss": 0.7128, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.9057225195553725, | |
| "grad_norm": 1.548048973083496, | |
| "learning_rate": 4.404227685658565e-05, | |
| "loss": 0.7098, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.9112117469466172, | |
| "grad_norm": 1.613368034362793, | |
| "learning_rate": 4.39383714034564e-05, | |
| "loss": 0.6926, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.9167009743378619, | |
| "grad_norm": 1.789654016494751, | |
| "learning_rate": 4.383369252721084e-05, | |
| "loss": 0.6398, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.9221902017291066, | |
| "grad_norm": 1.625928282737732, | |
| "learning_rate": 4.372824450282388e-05, | |
| "loss": 0.7087, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.9276794291203513, | |
| "grad_norm": 1.686936855316162, | |
| "learning_rate": 4.362203163668164e-05, | |
| "loss": 0.6764, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.933168656511596, | |
| "grad_norm": 1.6460559368133545, | |
| "learning_rate": 4.351505826640555e-05, | |
| "loss": 0.6969, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.9386578839028407, | |
| "grad_norm": 1.6267837285995483, | |
| "learning_rate": 4.3407328760675245e-05, | |
| "loss": 0.672, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.9441471112940854, | |
| "grad_norm": 1.5070548057556152, | |
| "learning_rate": 4.329884751905014e-05, | |
| "loss": 0.6586, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.94963633868533, | |
| "grad_norm": 1.8759193420410156, | |
| "learning_rate": 4.3189618971789747e-05, | |
| "loss": 0.6601, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.9551255660765747, | |
| "grad_norm": 1.6111549139022827, | |
| "learning_rate": 4.307964757967273e-05, | |
| "loss": 0.7042, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.9606147934678194, | |
| "grad_norm": 1.3748118877410889, | |
| "learning_rate": 4.2968937833814784e-05, | |
| "loss": 0.6573, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.9661040208590641, | |
| "grad_norm": 1.7284533977508545, | |
| "learning_rate": 4.285749425548518e-05, | |
| "loss": 0.619, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.9715932482503088, | |
| "grad_norm": 1.5528743267059326, | |
| "learning_rate": 4.274532139592211e-05, | |
| "loss": 0.6601, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.9770824756415535, | |
| "grad_norm": 1.6220190525054932, | |
| "learning_rate": 4.2632423836146885e-05, | |
| "loss": 0.6449, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.9825717030327982, | |
| "grad_norm": 2.00435471534729, | |
| "learning_rate": 4.251880618677678e-05, | |
| "loss": 0.6404, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.9880609304240429, | |
| "grad_norm": 1.8456660509109497, | |
| "learning_rate": 4.240447308783679e-05, | |
| "loss": 0.7124, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.9935501578152875, | |
| "grad_norm": 1.8724040985107422, | |
| "learning_rate": 4.2289429208570094e-05, | |
| "loss": 0.7138, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.9990393852065321, | |
| "grad_norm": 1.441105842590332, | |
| "learning_rate": 4.217367924724741e-05, | |
| "loss": 0.7439, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.0045286125977768, | |
| "grad_norm": 1.392276406288147, | |
| "learning_rate": 4.2057227930975066e-05, | |
| "loss": 0.4876, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.0100178399890216, | |
| "grad_norm": 1.4682689905166626, | |
| "learning_rate": 4.194008001550204e-05, | |
| "loss": 0.4949, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.0155070673802662, | |
| "grad_norm": 1.7317707538604736, | |
| "learning_rate": 4.1822240285025635e-05, | |
| "loss": 0.5329, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.020996294771511, | |
| "grad_norm": 1.9328278303146362, | |
| "learning_rate": 4.170371355199621e-05, | |
| "loss": 0.5068, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.0264855221627556, | |
| "grad_norm": 1.7879178524017334, | |
| "learning_rate": 4.158450465692051e-05, | |
| "loss": 0.5112, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 1.0319747495540004, | |
| "grad_norm": 1.6801658868789673, | |
| "learning_rate": 4.146461846816411e-05, | |
| "loss": 0.4826, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.037463976945245, | |
| "grad_norm": 1.6541537046432495, | |
| "learning_rate": 4.1344059881752534e-05, | |
| "loss": 0.4522, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 1.0429532043364897, | |
| "grad_norm": 2.27681303024292, | |
| "learning_rate": 4.1222833821171315e-05, | |
| "loss": 0.4726, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.0484424317277343, | |
| "grad_norm": 1.6335279941558838, | |
| "learning_rate": 4.110094523716492e-05, | |
| "loss": 0.469, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 1.053931659118979, | |
| "grad_norm": 1.730760931968689, | |
| "learning_rate": 4.0978399107534584e-05, | |
| "loss": 0.4554, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.0594208865102237, | |
| "grad_norm": 1.636106014251709, | |
| "learning_rate": 4.0855200436935e-05, | |
| "loss": 0.4914, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 1.0649101139014683, | |
| "grad_norm": 1.855231523513794, | |
| "learning_rate": 4.073135425666997e-05, | |
| "loss": 0.4609, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.070399341292713, | |
| "grad_norm": 2.0908730030059814, | |
| "learning_rate": 4.0606865624486875e-05, | |
| "loss": 0.472, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.0758885686839577, | |
| "grad_norm": 1.7960741519927979, | |
| "learning_rate": 4.048173962437019e-05, | |
| "loss": 0.5072, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.0813777960752025, | |
| "grad_norm": 1.6274662017822266, | |
| "learning_rate": 4.035598136633378e-05, | |
| "loss": 0.455, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 1.086867023466447, | |
| "grad_norm": 1.898768663406372, | |
| "learning_rate": 4.0229595986212304e-05, | |
| "loss": 0.5023, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.0923562508576918, | |
| "grad_norm": 1.6245406866073608, | |
| "learning_rate": 4.0102588645451396e-05, | |
| "loss": 0.4863, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 1.0978454782489364, | |
| "grad_norm": 1.440356731414795, | |
| "learning_rate": 3.997496453089692e-05, | |
| "loss": 0.4912, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.1033347056401812, | |
| "grad_norm": 1.9108120203018188, | |
| "learning_rate": 3.984672885458312e-05, | |
| "loss": 0.4691, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 1.1088239330314258, | |
| "grad_norm": 1.7355122566223145, | |
| "learning_rate": 3.971788685351978e-05, | |
| "loss": 0.4965, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 1.1143131604226706, | |
| "grad_norm": 1.7125989198684692, | |
| "learning_rate": 3.9588443789478366e-05, | |
| "loss": 0.468, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 1.1198023878139152, | |
| "grad_norm": 1.8434703350067139, | |
| "learning_rate": 3.945840494877709e-05, | |
| "loss": 0.4886, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.12529161520516, | |
| "grad_norm": 2.302004337310791, | |
| "learning_rate": 3.934086499185402e-05, | |
| "loss": 0.4932, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.1307808425964045, | |
| "grad_norm": 1.931429147720337, | |
| "learning_rate": 3.9209708826272075e-05, | |
| "loss": 0.5121, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.1362700699876491, | |
| "grad_norm": 1.889414668083191, | |
| "learning_rate": 3.907797235116677e-05, | |
| "loss": 0.5094, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 1.141759297378894, | |
| "grad_norm": 2.243352174758911, | |
| "learning_rate": 3.894566094651682e-05, | |
| "loss": 0.488, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.1472485247701387, | |
| "grad_norm": 1.6855474710464478, | |
| "learning_rate": 3.881278001578046e-05, | |
| "loss": 0.531, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 1.1527377521613833, | |
| "grad_norm": 2.328468084335327, | |
| "learning_rate": 3.8679334985674786e-05, | |
| "loss": 0.5397, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.1582269795526279, | |
| "grad_norm": 1.8057246208190918, | |
| "learning_rate": 3.854533130595408e-05, | |
| "loss": 0.4964, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.1637162069438727, | |
| "grad_norm": 1.6702812910079956, | |
| "learning_rate": 3.8410774449187315e-05, | |
| "loss": 0.5011, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.1692054343351173, | |
| "grad_norm": 1.4972355365753174, | |
| "learning_rate": 3.827566991053461e-05, | |
| "loss": 0.4922, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.174694661726362, | |
| "grad_norm": 1.739022970199585, | |
| "learning_rate": 3.814002320752287e-05, | |
| "loss": 0.4309, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.1801838891176066, | |
| "grad_norm": 1.8909087181091309, | |
| "learning_rate": 3.8003839879820377e-05, | |
| "loss": 0.4761, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.1856731165088514, | |
| "grad_norm": 1.9765682220458984, | |
| "learning_rate": 3.786712548901064e-05, | |
| "loss": 0.4895, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.191162343900096, | |
| "grad_norm": 2.1266307830810547, | |
| "learning_rate": 3.772988561836517e-05, | |
| "loss": 0.4894, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.1966515712913408, | |
| "grad_norm": 1.7856028079986572, | |
| "learning_rate": 3.759212587261559e-05, | |
| "loss": 0.4812, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.2021407986825854, | |
| "grad_norm": 1.8546531200408936, | |
| "learning_rate": 3.745385187772463e-05, | |
| "loss": 0.4928, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.2076300260738302, | |
| "grad_norm": 1.8596118688583374, | |
| "learning_rate": 3.731506928065641e-05, | |
| "loss": 0.512, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.2131192534650748, | |
| "grad_norm": 2.024635076522827, | |
| "learning_rate": 3.717578374914585e-05, | |
| "loss": 0.4715, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.2186084808563196, | |
| "grad_norm": 2.1620028018951416, | |
| "learning_rate": 3.703600097146718e-05, | |
| "loss": 0.4754, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.2240977082475641, | |
| "grad_norm": 1.9437251091003418, | |
| "learning_rate": 3.68957266562016e-05, | |
| "loss": 0.475, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.229586935638809, | |
| "grad_norm": 2.7284131050109863, | |
| "learning_rate": 3.675496653200425e-05, | |
| "loss": 0.4901, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.2350761630300535, | |
| "grad_norm": 2.2666921615600586, | |
| "learning_rate": 3.661372634737013e-05, | |
| "loss": 0.4694, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.240565390421298, | |
| "grad_norm": 1.5657079219818115, | |
| "learning_rate": 3.647201187039946e-05, | |
| "loss": 0.4809, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.246054617812543, | |
| "grad_norm": 2.3592708110809326, | |
| "learning_rate": 3.632982888856202e-05, | |
| "loss": 0.4539, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.2515438452037877, | |
| "grad_norm": 1.7647560834884644, | |
| "learning_rate": 3.6187183208460844e-05, | |
| "loss": 0.4945, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.2570330725950323, | |
| "grad_norm": 2.0273566246032715, | |
| "learning_rate": 3.604408065559508e-05, | |
| "loss": 0.4853, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 1.2625222999862769, | |
| "grad_norm": 2.0692555904388428, | |
| "learning_rate": 3.590052707412208e-05, | |
| "loss": 0.498, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.2680115273775217, | |
| "grad_norm": 2.35859751701355, | |
| "learning_rate": 3.575652832661872e-05, | |
| "loss": 0.5287, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.2735007547687662, | |
| "grad_norm": 1.8455514907836914, | |
| "learning_rate": 3.5612090293841994e-05, | |
| "loss": 0.5035, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.278989982160011, | |
| "grad_norm": 2.233416795730591, | |
| "learning_rate": 3.5467218874488837e-05, | |
| "loss": 0.5078, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 1.2844792095512556, | |
| "grad_norm": 1.7934064865112305, | |
| "learning_rate": 3.5321919984955244e-05, | |
| "loss": 0.5015, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.2899684369425004, | |
| "grad_norm": 1.753578543663025, | |
| "learning_rate": 3.517619955909463e-05, | |
| "loss": 0.4556, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.295457664333745, | |
| "grad_norm": 1.9207135438919067, | |
| "learning_rate": 3.5030063547975525e-05, | |
| "loss": 0.4417, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.3009468917249898, | |
| "grad_norm": 1.77664315700531, | |
| "learning_rate": 3.488351791963849e-05, | |
| "loss": 0.435, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 1.3064361191162344, | |
| "grad_norm": 1.5567264556884766, | |
| "learning_rate": 3.473656865885248e-05, | |
| "loss": 0.4872, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 1.3119253465074792, | |
| "grad_norm": 1.9232813119888306, | |
| "learning_rate": 3.4589221766870306e-05, | |
| "loss": 0.479, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 1.3174145738987237, | |
| "grad_norm": 1.6090134382247925, | |
| "learning_rate": 3.444148326118366e-05, | |
| "loss": 0.577, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.3229038012899683, | |
| "grad_norm": 1.7962336540222168, | |
| "learning_rate": 3.4293359175277314e-05, | |
| "loss": 0.4801, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 1.3283930286812131, | |
| "grad_norm": 2.1019630432128906, | |
| "learning_rate": 3.414485555838273e-05, | |
| "loss": 0.4884, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 1.333882256072458, | |
| "grad_norm": 1.8056087493896484, | |
| "learning_rate": 3.3995978475231024e-05, | |
| "loss": 0.4527, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 1.3393714834637025, | |
| "grad_norm": 1.7557107210159302, | |
| "learning_rate": 3.3846734005805254e-05, | |
| "loss": 0.4831, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.344860710854947, | |
| "grad_norm": 1.7773773670196533, | |
| "learning_rate": 3.369712824509217e-05, | |
| "loss": 0.4994, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.3503499382461919, | |
| "grad_norm": 1.7856857776641846, | |
| "learning_rate": 3.354716730283327e-05, | |
| "loss": 0.4761, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.3558391656374364, | |
| "grad_norm": 2.119858980178833, | |
| "learning_rate": 3.3396857303275296e-05, | |
| "loss": 0.4891, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 1.3613283930286812, | |
| "grad_norm": 1.9912039041519165, | |
| "learning_rate": 3.324620438492011e-05, | |
| "loss": 0.4415, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.3668176204199258, | |
| "grad_norm": 2.347066879272461, | |
| "learning_rate": 3.309521470027403e-05, | |
| "loss": 0.4733, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 1.3723068478111706, | |
| "grad_norm": 1.963139533996582, | |
| "learning_rate": 3.294389441559655e-05, | |
| "loss": 0.4626, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.3777960752024152, | |
| "grad_norm": 2.103672742843628, | |
| "learning_rate": 3.279224971064851e-05, | |
| "loss": 0.5168, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 1.38328530259366, | |
| "grad_norm": 1.741493821144104, | |
| "learning_rate": 3.2640286778439746e-05, | |
| "loss": 0.4687, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.3887745299849046, | |
| "grad_norm": 1.9451817274093628, | |
| "learning_rate": 3.248801182497615e-05, | |
| "loss": 0.454, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 1.3942637573761494, | |
| "grad_norm": 2.4190995693206787, | |
| "learning_rate": 3.233543106900624e-05, | |
| "loss": 0.4594, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.399752984767394, | |
| "grad_norm": 1.543632984161377, | |
| "learning_rate": 3.21825507417672e-05, | |
| "loss": 0.4408, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.4052422121586385, | |
| "grad_norm": 2.006373882293701, | |
| "learning_rate": 3.202937708673033e-05, | |
| "loss": 0.4802, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.4107314395498833, | |
| "grad_norm": 1.912208914756775, | |
| "learning_rate": 3.1875916359346214e-05, | |
| "loss": 0.4731, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 1.4162206669411281, | |
| "grad_norm": 1.6737933158874512, | |
| "learning_rate": 3.17221748267891e-05, | |
| "loss": 0.454, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.4217098943323727, | |
| "grad_norm": 1.9672836065292358, | |
| "learning_rate": 3.156815876770105e-05, | |
| "loss": 0.4229, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 1.4271991217236173, | |
| "grad_norm": 1.512810230255127, | |
| "learning_rate": 3.1413874471935496e-05, | |
| "loss": 0.4896, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.432688349114862, | |
| "grad_norm": 1.8552961349487305, | |
| "learning_rate": 3.125932824030037e-05, | |
| "loss": 0.4808, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.438177576506107, | |
| "grad_norm": 1.7483348846435547, | |
| "learning_rate": 3.110452638430081e-05, | |
| "loss": 0.4271, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.4436668038973515, | |
| "grad_norm": 1.7746537923812866, | |
| "learning_rate": 3.094947522588135e-05, | |
| "loss": 0.4618, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.449156031288596, | |
| "grad_norm": 2.1067216396331787, | |
| "learning_rate": 3.079418109716778e-05, | |
| "loss": 0.4765, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.4546452586798408, | |
| "grad_norm": 1.6052168607711792, | |
| "learning_rate": 3.063865034020857e-05, | |
| "loss": 0.4596, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.4601344860710854, | |
| "grad_norm": 1.6968189477920532, | |
| "learning_rate": 3.0482889306715813e-05, | |
| "loss": 0.4384, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.4656237134623302, | |
| "grad_norm": 1.869379997253418, | |
| "learning_rate": 3.032690435780584e-05, | |
| "loss": 0.4872, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.4711129408535748, | |
| "grad_norm": 1.8812456130981445, | |
| "learning_rate": 3.017070186373949e-05, | |
| "loss": 0.4581, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.4766021682448196, | |
| "grad_norm": 1.99275803565979, | |
| "learning_rate": 3.001428820366187e-05, | |
| "loss": 0.49, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.4820913956360642, | |
| "grad_norm": 1.6111352443695068, | |
| "learning_rate": 2.9857669765341928e-05, | |
| "loss": 0.4262, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.487580623027309, | |
| "grad_norm": 2.6115357875823975, | |
| "learning_rate": 2.9700852944911512e-05, | |
| "loss": 0.4774, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.4930698504185536, | |
| "grad_norm": 1.8144830465316772, | |
| "learning_rate": 2.9543844146604195e-05, | |
| "loss": 0.4618, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.4985590778097984, | |
| "grad_norm": 1.7375366687774658, | |
| "learning_rate": 2.938664978249372e-05, | |
| "loss": 0.4278, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.504048305201043, | |
| "grad_norm": 1.914023756980896, | |
| "learning_rate": 2.9229276272232146e-05, | |
| "loss": 0.4706, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.5095375325922875, | |
| "grad_norm": 1.7386229038238525, | |
| "learning_rate": 2.907173004278768e-05, | |
| "loss": 0.4308, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.5150267599835323, | |
| "grad_norm": 1.5574982166290283, | |
| "learning_rate": 2.8914017528182185e-05, | |
| "loss": 0.4487, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.5205159873747771, | |
| "grad_norm": 2.144409418106079, | |
| "learning_rate": 2.8756145169228432e-05, | |
| "loss": 0.4232, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.5260052147660217, | |
| "grad_norm": 2.5904343128204346, | |
| "learning_rate": 2.859811941326709e-05, | |
| "loss": 0.4603, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.5314944421572663, | |
| "grad_norm": 2.3824493885040283, | |
| "learning_rate": 2.8439946713903354e-05, | |
| "loss": 0.4649, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.536983669548511, | |
| "grad_norm": 2.1540448665618896, | |
| "learning_rate": 2.8281633530743497e-05, | |
| "loss": 0.4988, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.5424728969397559, | |
| "grad_norm": 2.121973752975464, | |
| "learning_rate": 2.8123186329130942e-05, | |
| "loss": 0.4795, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 1.5479621243310004, | |
| "grad_norm": 1.8560881614685059, | |
| "learning_rate": 2.7964611579882317e-05, | |
| "loss": 0.427, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.553451351722245, | |
| "grad_norm": 2.625507354736328, | |
| "learning_rate": 2.7805915759023153e-05, | |
| "loss": 0.4982, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 1.5589405791134898, | |
| "grad_norm": 1.8594845533370972, | |
| "learning_rate": 2.764710534752342e-05, | |
| "loss": 0.4489, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.5644298065047346, | |
| "grad_norm": 1.9746872186660767, | |
| "learning_rate": 2.748818683103285e-05, | |
| "loss": 0.4177, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.569919033895979, | |
| "grad_norm": 1.9741085767745972, | |
| "learning_rate": 2.7329166699616064e-05, | |
| "loss": 0.4816, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.5754082612872238, | |
| "grad_norm": 1.9904859066009521, | |
| "learning_rate": 2.7170051447487532e-05, | |
| "loss": 0.4392, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 1.5808974886784686, | |
| "grad_norm": 1.9376888275146484, | |
| "learning_rate": 2.7010847572746356e-05, | |
| "loss": 0.5002, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.5863867160697132, | |
| "grad_norm": 1.6673862934112549, | |
| "learning_rate": 2.6851561577110874e-05, | |
| "loss": 0.437, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.5918759434609577, | |
| "grad_norm": 1.8041437864303589, | |
| "learning_rate": 2.6692199965653185e-05, | |
| "loss": 0.4565, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.5973651708522025, | |
| "grad_norm": 1.6648041009902954, | |
| "learning_rate": 2.6532769246533435e-05, | |
| "loss": 0.4755, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.6028543982434473, | |
| "grad_norm": 2.290234088897705, | |
| "learning_rate": 2.6373275930734075e-05, | |
| "loss": 0.4603, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.608343625634692, | |
| "grad_norm": 2.1882123947143555, | |
| "learning_rate": 2.621372653179391e-05, | |
| "loss": 0.4551, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.6138328530259365, | |
| "grad_norm": 1.7908653020858765, | |
| "learning_rate": 2.6054127565542146e-05, | |
| "loss": 0.5062, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.6193220804171813, | |
| "grad_norm": 2.1407206058502197, | |
| "learning_rate": 2.5894485549832254e-05, | |
| "loss": 0.5046, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.624811307808426, | |
| "grad_norm": 1.8676074743270874, | |
| "learning_rate": 2.57348070042758e-05, | |
| "loss": 0.4685, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.6303005351996707, | |
| "grad_norm": 2.0238535404205322, | |
| "learning_rate": 2.5575098449976204e-05, | |
| "loss": 0.4836, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.6357897625909152, | |
| "grad_norm": 2.1416938304901123, | |
| "learning_rate": 2.541536640926238e-05, | |
| "loss": 0.4146, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.64127898998216, | |
| "grad_norm": 2.006524085998535, | |
| "learning_rate": 2.5255617405422443e-05, | |
| "loss": 0.441, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.6467682173734048, | |
| "grad_norm": 2.2434608936309814, | |
| "learning_rate": 2.5095857962437226e-05, | |
| "loss": 0.4932, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.6522574447646494, | |
| "grad_norm": 2.113938093185425, | |
| "learning_rate": 2.4936094604713918e-05, | |
| "loss": 0.4324, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.657746672155894, | |
| "grad_norm": 1.8772289752960205, | |
| "learning_rate": 2.4776333856819565e-05, | |
| "loss": 0.4655, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.6632358995471388, | |
| "grad_norm": 2.1245956420898438, | |
| "learning_rate": 2.4616582243214623e-05, | |
| "loss": 0.4631, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.6687251269383834, | |
| "grad_norm": 2.2539162635803223, | |
| "learning_rate": 2.4456846287986525e-05, | |
| "loss": 0.4492, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.674214354329628, | |
| "grad_norm": 2.4101765155792236, | |
| "learning_rate": 2.429713251458323e-05, | |
| "loss": 0.4326, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.6797035817208728, | |
| "grad_norm": 2.1554176807403564, | |
| "learning_rate": 2.4137447445546837e-05, | |
| "loss": 0.4527, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.6851928091121176, | |
| "grad_norm": 2.0779566764831543, | |
| "learning_rate": 2.397779760224713e-05, | |
| "loss": 0.4331, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.6906820365033621, | |
| "grad_norm": 2.3145909309387207, | |
| "learning_rate": 2.3818189504615367e-05, | |
| "loss": 0.4159, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.6961712638946067, | |
| "grad_norm": 2.1414687633514404, | |
| "learning_rate": 2.3658629670877938e-05, | |
| "loss": 0.4996, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.7016604912858515, | |
| "grad_norm": 1.6377606391906738, | |
| "learning_rate": 2.3499124617290187e-05, | |
| "loss": 0.4827, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.7071497186770963, | |
| "grad_norm": 2.27193546295166, | |
| "learning_rate": 2.3339680857870288e-05, | |
| "loss": 0.5358, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.7126389460683409, | |
| "grad_norm": 1.6943323612213135, | |
| "learning_rate": 2.318030490413323e-05, | |
| "loss": 0.4584, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.7181281734595855, | |
| "grad_norm": 2.1574575901031494, | |
| "learning_rate": 2.30210032648249e-05, | |
| "loss": 0.4366, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.7236174008508303, | |
| "grad_norm": 1.805962085723877, | |
| "learning_rate": 2.286178244565625e-05, | |
| "loss": 0.4633, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.729106628242075, | |
| "grad_norm": 2.4552011489868164, | |
| "learning_rate": 2.2702648949037618e-05, | |
| "loss": 0.4861, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.7345958556333196, | |
| "grad_norm": 1.9455459117889404, | |
| "learning_rate": 2.2543609273813195e-05, | |
| "loss": 0.4881, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.7400850830245642, | |
| "grad_norm": 1.8050341606140137, | |
| "learning_rate": 2.2384669914995592e-05, | |
| "loss": 0.418, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.745574310415809, | |
| "grad_norm": 2.0198020935058594, | |
| "learning_rate": 2.2225837363500636e-05, | |
| "loss": 0.472, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.7510635378070538, | |
| "grad_norm": 2.245699167251587, | |
| "learning_rate": 2.2067118105882195e-05, | |
| "loss": 0.4718, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.7565527651982984, | |
| "grad_norm": 2.3782804012298584, | |
| "learning_rate": 2.190851862406739e-05, | |
| "loss": 0.4318, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.762041992589543, | |
| "grad_norm": 1.766295075416565, | |
| "learning_rate": 2.17500453950918e-05, | |
| "loss": 0.4728, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.7675312199807878, | |
| "grad_norm": 1.883118987083435, | |
| "learning_rate": 2.159170489083498e-05, | |
| "loss": 0.4229, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.7730204473720323, | |
| "grad_norm": 2.2457189559936523, | |
| "learning_rate": 2.1433503577756137e-05, | |
| "loss": 0.3906, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.778509674763277, | |
| "grad_norm": 1.66023850440979, | |
| "learning_rate": 2.1275447916630055e-05, | |
| "loss": 0.379, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.7839989021545217, | |
| "grad_norm": 2.2401814460754395, | |
| "learning_rate": 2.1117544362283286e-05, | |
| "loss": 0.4173, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.7894881295457665, | |
| "grad_norm": 2.2202141284942627, | |
| "learning_rate": 2.0959799363330425e-05, | |
| "loss": 0.426, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.794977356937011, | |
| "grad_norm": 2.292778253555298, | |
| "learning_rate": 2.0802219361910908e-05, | |
| "loss": 0.4165, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.8004665843282557, | |
| "grad_norm": 2.025392770767212, | |
| "learning_rate": 2.0644810793425807e-05, | |
| "loss": 0.4216, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.8059558117195005, | |
| "grad_norm": 1.669911503791809, | |
| "learning_rate": 2.048758008627506e-05, | |
| "loss": 0.4745, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.8114450391107453, | |
| "grad_norm": 2.2425777912139893, | |
| "learning_rate": 2.033053366159493e-05, | |
| "loss": 0.4314, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.8169342665019899, | |
| "grad_norm": 2.065985679626465, | |
| "learning_rate": 2.0173677932995787e-05, | |
| "loss": 0.4882, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.8224234938932344, | |
| "grad_norm": 1.8231384754180908, | |
| "learning_rate": 2.0017019306300182e-05, | |
| "loss": 0.4346, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.8279127212844792, | |
| "grad_norm": 2.203216075897217, | |
| "learning_rate": 1.9860564179281217e-05, | |
| "loss": 0.515, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.833401948675724, | |
| "grad_norm": 1.8703504800796509, | |
| "learning_rate": 1.970431894140128e-05, | |
| "loss": 0.4268, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.8388911760669686, | |
| "grad_norm": 2.13779616355896, | |
| "learning_rate": 1.954828997355112e-05, | |
| "loss": 0.4324, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.8443804034582132, | |
| "grad_norm": 2.4620044231414795, | |
| "learning_rate": 1.939248364778924e-05, | |
| "loss": 0.4542, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.849869630849458, | |
| "grad_norm": 2.0297598838806152, | |
| "learning_rate": 1.923690632708169e-05, | |
| "loss": 0.4695, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.8553588582407026, | |
| "grad_norm": 2.2314670085906982, | |
| "learning_rate": 1.908156436504215e-05, | |
| "loss": 0.4433, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.8608480856319471, | |
| "grad_norm": 1.7243778705596924, | |
| "learning_rate": 1.892646410567255e-05, | |
| "loss": 0.4257, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.866337313023192, | |
| "grad_norm": 1.6004356145858765, | |
| "learning_rate": 1.877161188310392e-05, | |
| "loss": 0.3585, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.8718265404144367, | |
| "grad_norm": 2.1382360458374023, | |
| "learning_rate": 1.8617014021337732e-05, | |
| "loss": 0.4234, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.8773157678056813, | |
| "grad_norm": 1.9200503826141357, | |
| "learning_rate": 1.846267683398761e-05, | |
| "loss": 0.4546, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.882804995196926, | |
| "grad_norm": 1.9421885013580322, | |
| "learning_rate": 1.830860662402153e-05, | |
| "loss": 0.4505, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.8882942225881707, | |
| "grad_norm": 2.25044584274292, | |
| "learning_rate": 1.8154809683504403e-05, | |
| "loss": 0.4684, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.8937834499794155, | |
| "grad_norm": 1.7311737537384033, | |
| "learning_rate": 1.8001292293341087e-05, | |
| "loss": 0.4478, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.89927267737066, | |
| "grad_norm": 1.8768479824066162, | |
| "learning_rate": 1.7848060723019894e-05, | |
| "loss": 0.4323, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.9047619047619047, | |
| "grad_norm": 1.617492914199829, | |
| "learning_rate": 1.7695121230356566e-05, | |
| "loss": 0.4429, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.9102511321531495, | |
| "grad_norm": 2.0293169021606445, | |
| "learning_rate": 1.7542480061238685e-05, | |
| "loss": 0.4399, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 1.9157403595443943, | |
| "grad_norm": 1.7568955421447754, | |
| "learning_rate": 1.7390143449370663e-05, | |
| "loss": 0.4029, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 1.9212295869356388, | |
| "grad_norm": 1.6997624635696411, | |
| "learning_rate": 1.723811761601904e-05, | |
| "loss": 0.4072, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.9267188143268834, | |
| "grad_norm": 2.185622453689575, | |
| "learning_rate": 1.708640876975855e-05, | |
| "loss": 0.4502, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 1.9322080417181282, | |
| "grad_norm": 2.803870439529419, | |
| "learning_rate": 1.693502310621848e-05, | |
| "loss": 0.4397, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 1.937697269109373, | |
| "grad_norm": 2.163422107696533, | |
| "learning_rate": 1.6783966807829692e-05, | |
| "loss": 0.4562, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 1.9431864965006176, | |
| "grad_norm": 1.7700269222259521, | |
| "learning_rate": 1.66332460435721e-05, | |
| "loss": 0.4332, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 1.9486757238918622, | |
| "grad_norm": 1.9938660860061646, | |
| "learning_rate": 1.648286696872277e-05, | |
| "loss": 0.4392, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.954164951283107, | |
| "grad_norm": 1.796387791633606, | |
| "learning_rate": 1.6332835724604556e-05, | |
| "loss": 0.4079, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 1.9596541786743515, | |
| "grad_norm": 1.6725765466690063, | |
| "learning_rate": 1.6183158438335223e-05, | |
| "loss": 0.4156, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 1.9651434060655961, | |
| "grad_norm": 2.1465470790863037, | |
| "learning_rate": 1.6033841222577312e-05, | |
| "loss": 0.4514, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 1.970632633456841, | |
| "grad_norm": 2.0636017322540283, | |
| "learning_rate": 1.588489017528844e-05, | |
| "loss": 0.4107, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 1.9761218608480857, | |
| "grad_norm": 2.281461000442505, | |
| "learning_rate": 1.573631137947232e-05, | |
| "loss": 0.4247, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.9816110882393303, | |
| "grad_norm": 1.8369041681289673, | |
| "learning_rate": 1.5588110902930252e-05, | |
| "loss": 0.3993, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 1.9871003156305749, | |
| "grad_norm": 1.538087010383606, | |
| "learning_rate": 1.5440294798013445e-05, | |
| "loss": 0.4032, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 1.9925895430218197, | |
| "grad_norm": 1.7788771390914917, | |
| "learning_rate": 1.5292869101375718e-05, | |
| "loss": 0.4191, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 1.9980787704130645, | |
| "grad_norm": 1.663266897201538, | |
| "learning_rate": 1.514583983372707e-05, | |
| "loss": 0.4065, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 2.003567997804309, | |
| "grad_norm": 1.6794120073318481, | |
| "learning_rate": 1.4999212999587723e-05, | |
| "loss": 0.3012, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 2.0090572251955536, | |
| "grad_norm": 2.0947213172912598, | |
| "learning_rate": 1.4852994587042957e-05, | |
| "loss": 0.2699, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 2.0145464525867984, | |
| "grad_norm": 1.647148609161377, | |
| "learning_rate": 1.4707190567498552e-05, | |
| "loss": 0.256, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 2.0200356799780432, | |
| "grad_norm": 1.6485075950622559, | |
| "learning_rate": 1.4561806895436907e-05, | |
| "loss": 0.2306, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 2.0255249073692876, | |
| "grad_norm": 1.5765630006790161, | |
| "learning_rate": 1.4416849508173864e-05, | |
| "loss": 0.2363, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 2.0310141347605324, | |
| "grad_norm": 2.0813677310943604, | |
| "learning_rate": 1.4272324325616251e-05, | |
| "loss": 0.2407, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 2.036503362151777, | |
| "grad_norm": 2.0815207958221436, | |
| "learning_rate": 1.4128237250020115e-05, | |
| "loss": 0.2525, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 2.041992589543022, | |
| "grad_norm": 2.1880548000335693, | |
| "learning_rate": 1.3984594165749676e-05, | |
| "loss": 0.2371, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 2.0474818169342663, | |
| "grad_norm": 1.7031059265136719, | |
| "learning_rate": 1.3841400939037013e-05, | |
| "loss": 0.241, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 2.052971044325511, | |
| "grad_norm": 1.9227020740509033, | |
| "learning_rate": 1.3698663417742496e-05, | |
| "loss": 0.2509, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 2.058460271716756, | |
| "grad_norm": 1.8670146465301514, | |
| "learning_rate": 1.3556387431115969e-05, | |
| "loss": 0.265, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 2.0639494991080007, | |
| "grad_norm": 2.06124210357666, | |
| "learning_rate": 1.3414578789558696e-05, | |
| "loss": 0.2182, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 2.069438726499245, | |
| "grad_norm": 2.2382616996765137, | |
| "learning_rate": 1.3273243284386023e-05, | |
| "loss": 0.2477, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 2.07492795389049, | |
| "grad_norm": 2.178103446960449, | |
| "learning_rate": 1.3132386687590958e-05, | |
| "loss": 0.2379, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 2.0804171812817347, | |
| "grad_norm": 1.947129249572754, | |
| "learning_rate": 1.2992014751608372e-05, | |
| "loss": 0.2319, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 2.0859064086729795, | |
| "grad_norm": 2.0307064056396484, | |
| "learning_rate": 1.2852133209080097e-05, | |
| "loss": 0.2416, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 2.091395636064224, | |
| "grad_norm": 1.988174319267273, | |
| "learning_rate": 1.2712747772620801e-05, | |
| "loss": 0.2629, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 2.0968848634554687, | |
| "grad_norm": 3.22770094871521, | |
| "learning_rate": 1.2573864134584718e-05, | |
| "loss": 0.2069, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 2.1023740908467135, | |
| "grad_norm": 2.0717577934265137, | |
| "learning_rate": 1.243548796683319e-05, | |
| "loss": 0.237, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 2.107863318237958, | |
| "grad_norm": 2.118257522583008, | |
| "learning_rate": 1.2297624920502953e-05, | |
| "loss": 0.2531, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 2.1133525456292026, | |
| "grad_norm": 2.584071636199951, | |
| "learning_rate": 1.2160280625775447e-05, | |
| "loss": 0.2464, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 2.1188417730204474, | |
| "grad_norm": 2.8391823768615723, | |
| "learning_rate": 1.2023460691646821e-05, | |
| "loss": 0.2344, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 2.124331000411692, | |
| "grad_norm": 1.8388172388076782, | |
| "learning_rate": 1.1887170705698905e-05, | |
| "loss": 0.2191, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 2.1298202278029366, | |
| "grad_norm": 2.278942346572876, | |
| "learning_rate": 1.1751416233870999e-05, | |
| "loss": 0.2303, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 2.1353094551941814, | |
| "grad_norm": 2.4428744316101074, | |
| "learning_rate": 1.1616202820232567e-05, | |
| "loss": 0.2493, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 2.140798682585426, | |
| "grad_norm": 2.272839069366455, | |
| "learning_rate": 1.1481535986756828e-05, | |
| "loss": 0.2527, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 2.146287909976671, | |
| "grad_norm": 2.1877167224884033, | |
| "learning_rate": 1.134742123309525e-05, | |
| "loss": 0.2599, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 2.1517771373679153, | |
| "grad_norm": 1.6496747732162476, | |
| "learning_rate": 1.1213864036352939e-05, | |
| "loss": 0.2457, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 2.15726636475916, | |
| "grad_norm": 2.1241507530212402, | |
| "learning_rate": 1.1080869850864964e-05, | |
| "loss": 0.2532, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 2.162755592150405, | |
| "grad_norm": 1.5271326303482056, | |
| "learning_rate": 1.094844410797361e-05, | |
| "loss": 0.2651, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 2.1682448195416497, | |
| "grad_norm": 1.9697147607803345, | |
| "learning_rate": 1.0816592215806562e-05, | |
| "loss": 0.2171, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 2.173734046932894, | |
| "grad_norm": 1.604737401008606, | |
| "learning_rate": 1.0685319559056051e-05, | |
| "loss": 0.2579, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 2.179223274324139, | |
| "grad_norm": 2.053114414215088, | |
| "learning_rate": 1.0554631498758943e-05, | |
| "loss": 0.2541, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 2.1847125017153837, | |
| "grad_norm": 2.424609422683716, | |
| "learning_rate": 1.0424533372077803e-05, | |
| "loss": 0.2053, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 2.1902017291066285, | |
| "grad_norm": 2.34372615814209, | |
| "learning_rate": 1.029503049208293e-05, | |
| "loss": 0.214, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 2.195690956497873, | |
| "grad_norm": 2.1274008750915527, | |
| "learning_rate": 1.0166128147535352e-05, | |
| "loss": 0.2133, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.2011801838891176, | |
| "grad_norm": 1.7201030254364014, | |
| "learning_rate": 1.003783160267091e-05, | |
| "loss": 0.2233, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 2.2066694112803624, | |
| "grad_norm": 2.844679832458496, | |
| "learning_rate": 9.91014609698519e-06, | |
| "loss": 0.2389, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 2.212158638671607, | |
| "grad_norm": 1.7438113689422607, | |
| "learning_rate": 9.783076845019598e-06, | |
| "loss": 0.2297, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 2.2176478660628516, | |
| "grad_norm": 2.076685905456543, | |
| "learning_rate": 9.656629036148365e-06, | |
| "loss": 0.2519, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 2.2231370934540964, | |
| "grad_norm": 2.197861671447754, | |
| "learning_rate": 9.530807834366658e-06, | |
| "loss": 0.2416, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 2.228626320845341, | |
| "grad_norm": 1.6589149236679077, | |
| "learning_rate": 9.405618378079686e-06, | |
| "loss": 0.238, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 2.2341155482365855, | |
| "grad_norm": 2.1636011600494385, | |
| "learning_rate": 9.281065779892826e-06, | |
| "loss": 0.2165, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 2.2396047756278303, | |
| "grad_norm": 2.11350679397583, | |
| "learning_rate": 9.15715512640282e-06, | |
| "loss": 0.2539, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 2.245094003019075, | |
| "grad_norm": 2.1883132457733154, | |
| "learning_rate": 9.033891477990091e-06, | |
| "loss": 0.2392, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 2.25058323041032, | |
| "grad_norm": 1.9660489559173584, | |
| "learning_rate": 8.923511544874787e-06, | |
| "loss": 0.2507, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 2.2560724578015643, | |
| "grad_norm": 1.596596360206604, | |
| "learning_rate": 8.801491052657259e-06, | |
| "loss": 0.2205, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 2.261561685192809, | |
| "grad_norm": 1.9153178930282593, | |
| "learning_rate": 8.680132090462712e-06, | |
| "loss": 0.2189, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 2.267050912584054, | |
| "grad_norm": 2.2162649631500244, | |
| "learning_rate": 8.559439614463177e-06, | |
| "loss": 0.2573, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 2.2725401399752982, | |
| "grad_norm": 2.1483819484710693, | |
| "learning_rate": 8.439418553612105e-06, | |
| "loss": 0.2464, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 2.278029367366543, | |
| "grad_norm": 2.043180465698242, | |
| "learning_rate": 8.320073809443024e-06, | |
| "loss": 0.236, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 2.283518594757788, | |
| "grad_norm": 1.6839346885681152, | |
| "learning_rate": 8.201410255869458e-06, | |
| "loss": 0.2596, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 2.2890078221490326, | |
| "grad_norm": 2.334520101547241, | |
| "learning_rate": 8.083432738985782e-06, | |
| "loss": 0.2233, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 2.2944970495402774, | |
| "grad_norm": 2.2806715965270996, | |
| "learning_rate": 7.966146076869386e-06, | |
| "loss": 0.223, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 2.299986276931522, | |
| "grad_norm": 2.726118803024292, | |
| "learning_rate": 7.849555059383839e-06, | |
| "loss": 0.2236, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 2.3054755043227666, | |
| "grad_norm": 1.6786760091781616, | |
| "learning_rate": 7.733664447983349e-06, | |
| "loss": 0.2509, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 2.3109647317140114, | |
| "grad_norm": 1.767065405845642, | |
| "learning_rate": 7.618478975518292e-06, | |
| "loss": 0.2373, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 2.3164539591052558, | |
| "grad_norm": 1.5344187021255493, | |
| "learning_rate": 7.504003346041871e-06, | |
| "loss": 0.2404, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 2.3219431864965006, | |
| "grad_norm": 2.3337080478668213, | |
| "learning_rate": 7.390242234618075e-06, | |
| "loss": 0.1858, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 2.3274324138877454, | |
| "grad_norm": 2.3712496757507324, | |
| "learning_rate": 7.277200287130728e-06, | |
| "loss": 0.2595, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 2.33292164127899, | |
| "grad_norm": 2.5574772357940674, | |
| "learning_rate": 7.164882120093757e-06, | |
| "loss": 0.2419, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 2.3384108686702345, | |
| "grad_norm": 2.367032051086426, | |
| "learning_rate": 7.053292320462654e-06, | |
| "loss": 0.256, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 2.3439000960614793, | |
| "grad_norm": 2.3279731273651123, | |
| "learning_rate": 6.942435445447159e-06, | |
| "loss": 0.2319, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 2.349389323452724, | |
| "grad_norm": 2.5082924365997314, | |
| "learning_rate": 6.832316022325138e-06, | |
| "loss": 0.212, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 2.354878550843969, | |
| "grad_norm": 3.303452730178833, | |
| "learning_rate": 6.7229385482577065e-06, | |
| "loss": 0.2434, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 2.3603677782352133, | |
| "grad_norm": 2.3842883110046387, | |
| "learning_rate": 6.614307490105557e-06, | |
| "loss": 0.2644, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 2.365857005626458, | |
| "grad_norm": 2.0827999114990234, | |
| "learning_rate": 6.506427284246547e-06, | |
| "loss": 0.2327, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 2.371346233017703, | |
| "grad_norm": 1.9834315776824951, | |
| "learning_rate": 6.3993023363945165e-06, | |
| "loss": 0.2206, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 2.376835460408947, | |
| "grad_norm": 1.9981067180633545, | |
| "learning_rate": 6.2929370214193735e-06, | |
| "loss": 0.2736, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 2.382324687800192, | |
| "grad_norm": 2.4763762950897217, | |
| "learning_rate": 6.1873356831683884e-06, | |
| "loss": 0.2344, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 2.387813915191437, | |
| "grad_norm": 1.4734795093536377, | |
| "learning_rate": 6.082502634288873e-06, | |
| "loss": 0.2019, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 2.3933031425826816, | |
| "grad_norm": 2.4421563148498535, | |
| "learning_rate": 5.978442156051986e-06, | |
| "loss": 0.2289, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 2.3987923699739264, | |
| "grad_norm": 2.192746162414551, | |
| "learning_rate": 5.875158498177921e-06, | |
| "loss": 0.2396, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 2.4042815973651708, | |
| "grad_norm": 1.9783297777175903, | |
| "learning_rate": 5.772655878662339e-06, | |
| "loss": 0.2531, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 2.4097708247564156, | |
| "grad_norm": 2.5523509979248047, | |
| "learning_rate": 5.6709384836041184e-06, | |
| "loss": 0.2405, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 2.4152600521476604, | |
| "grad_norm": 1.6953893899917603, | |
| "learning_rate": 5.570010467034425e-06, | |
| "loss": 0.2279, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 2.4207492795389047, | |
| "grad_norm": 1.7373918294906616, | |
| "learning_rate": 5.469875950747016e-06, | |
| "loss": 0.2081, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 2.4262385069301495, | |
| "grad_norm": 2.789266347885132, | |
| "learning_rate": 5.370539024129928e-06, | |
| "loss": 0.2455, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 2.4317277343213943, | |
| "grad_norm": 1.8112378120422363, | |
| "learning_rate": 5.272003743998489e-06, | |
| "loss": 0.256, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 2.437216961712639, | |
| "grad_norm": 1.8407344818115234, | |
| "learning_rate": 5.1742741344296246e-06, | |
| "loss": 0.2481, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 2.4427061891038835, | |
| "grad_norm": 2.0232059955596924, | |
| "learning_rate": 5.077354186597541e-06, | |
| "loss": 0.2213, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 2.4481954164951283, | |
| "grad_norm": 2.0662572383880615, | |
| "learning_rate": 4.981247858610688e-06, | |
| "loss": 0.2064, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 2.453684643886373, | |
| "grad_norm": 1.9686827659606934, | |
| "learning_rate": 4.885959075350149e-06, | |
| "loss": 0.2344, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 2.459173871277618, | |
| "grad_norm": 2.095710515975952, | |
| "learning_rate": 4.791491728309347e-06, | |
| "loss": 0.2727, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 2.4646630986688622, | |
| "grad_norm": 2.7409679889678955, | |
| "learning_rate": 4.697849675435112e-06, | |
| "loss": 0.2449, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 2.470152326060107, | |
| "grad_norm": 1.6528655290603638, | |
| "learning_rate": 4.605036740970134e-06, | |
| "loss": 0.2228, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.475641553451352, | |
| "grad_norm": 2.210045337677002, | |
| "learning_rate": 4.513056715296773e-06, | |
| "loss": 0.2399, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 2.481130780842596, | |
| "grad_norm": 1.4573155641555786, | |
| "learning_rate": 4.4219133547822865e-06, | |
| "loss": 0.2133, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 2.486620008233841, | |
| "grad_norm": 2.013803482055664, | |
| "learning_rate": 4.331610381625395e-06, | |
| "loss": 0.2318, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 2.492109235625086, | |
| "grad_norm": 2.090888261795044, | |
| "learning_rate": 4.242151483704293e-06, | |
| "loss": 0.2393, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 2.4975984630163306, | |
| "grad_norm": 2.1223104000091553, | |
| "learning_rate": 4.153540314426033e-06, | |
| "loss": 0.2343, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 2.5030876904075754, | |
| "grad_norm": 2.2379000186920166, | |
| "learning_rate": 4.065780492577326e-06, | |
| "loss": 0.2608, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 2.5085769177988197, | |
| "grad_norm": 1.780354380607605, | |
| "learning_rate": 3.978875602176726e-06, | |
| "loss": 0.2401, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 2.5140661451900645, | |
| "grad_norm": 2.5559253692626953, | |
| "learning_rate": 3.892829192328337e-06, | |
| "loss": 0.2381, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 2.5195553725813093, | |
| "grad_norm": 1.7930986881256104, | |
| "learning_rate": 3.8076447770767796e-06, | |
| "loss": 0.2712, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 2.5250445999725537, | |
| "grad_norm": 2.0700008869171143, | |
| "learning_rate": 3.7233258352637553e-06, | |
| "loss": 0.2162, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 2.5305338273637985, | |
| "grad_norm": 2.3782896995544434, | |
| "learning_rate": 3.6398758103859067e-06, | |
| "loss": 0.208, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 2.5360230547550433, | |
| "grad_norm": 2.345578670501709, | |
| "learning_rate": 3.557298110454252e-06, | |
| "loss": 0.2231, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 2.5415122821462877, | |
| "grad_norm": 1.9046144485473633, | |
| "learning_rate": 3.475596107854981e-06, | |
| "loss": 0.2359, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 2.5470015095375325, | |
| "grad_norm": 2.2235357761383057, | |
| "learning_rate": 3.3947731392117237e-06, | |
| "loss": 0.2268, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 2.5524907369287773, | |
| "grad_norm": 2.3540749549865723, | |
| "learning_rate": 3.3148325052492713e-06, | |
| "loss": 0.2382, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 2.557979964320022, | |
| "grad_norm": 2.550370931625366, | |
| "learning_rate": 3.2357774706588157e-06, | |
| "loss": 0.2364, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 2.563469191711267, | |
| "grad_norm": 2.06571626663208, | |
| "learning_rate": 3.1576112639646023e-06, | |
| "loss": 0.2379, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 2.568958419102511, | |
| "grad_norm": 1.3834680318832397, | |
| "learning_rate": 3.08033707739209e-06, | |
| "loss": 0.2012, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 2.574447646493756, | |
| "grad_norm": 1.7131993770599365, | |
| "learning_rate": 3.0039580667375557e-06, | |
| "loss": 0.2019, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 2.579936873885001, | |
| "grad_norm": 2.2222018241882324, | |
| "learning_rate": 2.9284773512392475e-06, | |
| "loss": 0.2565, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 2.585426101276245, | |
| "grad_norm": 1.8102763891220093, | |
| "learning_rate": 2.8538980134499958e-06, | |
| "loss": 0.2254, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 2.59091532866749, | |
| "grad_norm": 2.4614617824554443, | |
| "learning_rate": 2.780223099111298e-06, | |
| "loss": 0.2505, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 2.5964045560587348, | |
| "grad_norm": 2.120408535003662, | |
| "learning_rate": 2.7074556170289674e-06, | |
| "loss": 0.1887, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 2.6018937834499796, | |
| "grad_norm": 2.1147496700286865, | |
| "learning_rate": 2.6355985389502293e-06, | |
| "loss": 0.1995, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 2.6073830108412244, | |
| "grad_norm": 1.818030595779419, | |
| "learning_rate": 2.5646547994423784e-06, | |
| "loss": 0.2527, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 2.6128722382324687, | |
| "grad_norm": 1.935293197631836, | |
| "learning_rate": 2.4946272957729165e-06, | |
| "loss": 0.2007, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 2.6183614656237135, | |
| "grad_norm": 1.837039589881897, | |
| "learning_rate": 2.4255188877912477e-06, | |
| "loss": 0.2044, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 2.6238506930149583, | |
| "grad_norm": 2.487926721572876, | |
| "learning_rate": 2.3573323978118705e-06, | |
| "loss": 0.2825, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 2.6293399204062027, | |
| "grad_norm": 1.880677342414856, | |
| "learning_rate": 2.29007061049914e-06, | |
| "loss": 0.209, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 2.6348291477974475, | |
| "grad_norm": 2.060526132583618, | |
| "learning_rate": 2.2237362727535043e-06, | |
| "loss": 0.2069, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 2.6403183751886923, | |
| "grad_norm": 1.8091875314712524, | |
| "learning_rate": 2.1583320935993605e-06, | |
| "loss": 0.2606, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 2.6458076025799366, | |
| "grad_norm": 2.821810483932495, | |
| "learning_rate": 2.0938607440744274e-06, | |
| "loss": 0.2235, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 2.6512968299711814, | |
| "grad_norm": 2.605480194091797, | |
| "learning_rate": 2.0303248571206244e-06, | |
| "loss": 0.2454, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 2.6567860573624262, | |
| "grad_norm": 2.1553428173065186, | |
| "learning_rate": 1.967727027476568e-06, | |
| "loss": 0.1998, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 2.662275284753671, | |
| "grad_norm": 2.485527753829956, | |
| "learning_rate": 1.9060698115716063e-06, | |
| "loss": 0.2377, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 2.667764512144916, | |
| "grad_norm": 1.8272162675857544, | |
| "learning_rate": 1.8453557274214162e-06, | |
| "loss": 0.2288, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 2.67325373953616, | |
| "grad_norm": 2.5798721313476562, | |
| "learning_rate": 1.7855872545251757e-06, | |
| "loss": 0.2419, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 2.678742966927405, | |
| "grad_norm": 2.7085471153259277, | |
| "learning_rate": 1.7267668337642761e-06, | |
| "loss": 0.222, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 2.68423219431865, | |
| "grad_norm": 2.2424449920654297, | |
| "learning_rate": 1.6688968673026773e-06, | |
| "loss": 0.1913, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 2.689721421709894, | |
| "grad_norm": 2.0495047569274902, | |
| "learning_rate": 1.6119797184887792e-06, | |
| "loss": 0.1905, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 2.695210649101139, | |
| "grad_norm": 2.048985242843628, | |
| "learning_rate": 1.5560177117589197e-06, | |
| "loss": 0.1978, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 2.7006998764923837, | |
| "grad_norm": 2.4100003242492676, | |
| "learning_rate": 1.5010131325424337e-06, | |
| "loss": 0.2575, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 2.7061891038836285, | |
| "grad_norm": 2.420525074005127, | |
| "learning_rate": 1.4469682271683327e-06, | |
| "loss": 0.215, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 2.711678331274873, | |
| "grad_norm": 1.7320780754089355, | |
| "learning_rate": 1.3938852027735594e-06, | |
| "loss": 0.2259, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 2.7171675586661177, | |
| "grad_norm": 2.3320376873016357, | |
| "learning_rate": 1.3417662272128484e-06, | |
| "loss": 0.2514, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 2.7226567860573625, | |
| "grad_norm": 2.5615234375, | |
| "learning_rate": 1.2906134289701998e-06, | |
| "loss": 0.2342, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 2.7281460134486073, | |
| "grad_norm": 2.3866004943847656, | |
| "learning_rate": 1.240428897071949e-06, | |
| "loss": 0.2273, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 2.7336352408398517, | |
| "grad_norm": 2.7888448238372803, | |
| "learning_rate": 1.191214681001454e-06, | |
| "loss": 0.216, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 2.7391244682310965, | |
| "grad_norm": 2.318481922149658, | |
| "learning_rate": 1.142972790615407e-06, | |
| "loss": 0.2053, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 2.7446136956223413, | |
| "grad_norm": 1.82982337474823, | |
| "learning_rate": 1.095705196061722e-06, | |
| "loss": 0.2265, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.7501029230135856, | |
| "grad_norm": 1.4905016422271729, | |
| "learning_rate": 1.0494138276991278e-06, | |
| "loss": 0.1784, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 2.7555921504048304, | |
| "grad_norm": 1.6236484050750732, | |
| "learning_rate": 1.0041005760182853e-06, | |
| "loss": 0.1953, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 2.761081377796075, | |
| "grad_norm": 1.9028195142745972, | |
| "learning_rate": 9.597672915646116e-07, | |
| "loss": 0.2076, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 2.76657060518732, | |
| "grad_norm": 2.1804606914520264, | |
| "learning_rate": 9.164157848626842e-07, | |
| "loss": 0.2155, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 2.772059832578565, | |
| "grad_norm": 1.961748480796814, | |
| "learning_rate": 8.740478263423197e-07, | |
| "loss": 0.2072, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 2.777549059969809, | |
| "grad_norm": 2.2191579341888428, | |
| "learning_rate": 8.32665146266276e-07, | |
| "loss": 0.2314, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 2.783038287361054, | |
| "grad_norm": 2.2354133129119873, | |
| "learning_rate": 7.922694346595511e-07, | |
| "loss": 0.2297, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 2.7885275147522988, | |
| "grad_norm": 1.8483319282531738, | |
| "learning_rate": 7.528623412404179e-07, | |
| "loss": 0.214, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 2.794016742143543, | |
| "grad_norm": 1.9461801052093506, | |
| "learning_rate": 7.144454753530067e-07, | |
| "loss": 0.2173, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 2.799505969534788, | |
| "grad_norm": 1.8403065204620361, | |
| "learning_rate": 6.770204059016127e-07, | |
| "loss": 0.2012, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 2.8049951969260327, | |
| "grad_norm": 2.654057264328003, | |
| "learning_rate": 6.405886612866036e-07, | |
| "loss": 0.224, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 2.810484424317277, | |
| "grad_norm": 2.0720152854919434, | |
| "learning_rate": 6.051517293420101e-07, | |
| "loss": 0.1893, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 2.815973651708522, | |
| "grad_norm": 1.8411768674850464, | |
| "learning_rate": 5.707110572747587e-07, | |
| "loss": 0.2351, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 2.8214628790997667, | |
| "grad_norm": 1.893263578414917, | |
| "learning_rate": 5.3726805160558e-07, | |
| "loss": 0.2541, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 2.8269521064910115, | |
| "grad_norm": 2.347729206085205, | |
| "learning_rate": 5.048240781115571e-07, | |
| "loss": 0.2351, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 2.8324413338822563, | |
| "grad_norm": 2.2554593086242676, | |
| "learning_rate": 4.7338046177035354e-07, | |
| "loss": 0.245, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 2.8379305612735006, | |
| "grad_norm": 2.649017095565796, | |
| "learning_rate": 4.429384867061015e-07, | |
| "loss": 0.2444, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 2.8434197886647454, | |
| "grad_norm": 2.740800142288208, | |
| "learning_rate": 4.1349939613695434e-07, | |
| "loss": 0.2354, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 2.8489090160559902, | |
| "grad_norm": 2.5310161113739014, | |
| "learning_rate": 3.85064392324333e-07, | |
| "loss": 0.2086, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 2.8543982434472346, | |
| "grad_norm": 2.4969282150268555, | |
| "learning_rate": 3.5763463652380146e-07, | |
| "loss": 0.2329, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 2.8598874708384794, | |
| "grad_norm": 2.0695693492889404, | |
| "learning_rate": 3.3121124893766287e-07, | |
| "loss": 0.1665, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 2.865376698229724, | |
| "grad_norm": 2.0718321800231934, | |
| "learning_rate": 3.057953086692017e-07, | |
| "loss": 0.2444, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 2.870865925620969, | |
| "grad_norm": 2.0257515907287598, | |
| "learning_rate": 2.8138785367860796e-07, | |
| "loss": 0.2303, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 2.876355153012214, | |
| "grad_norm": 2.0960233211517334, | |
| "learning_rate": 2.5798988074061394e-07, | |
| "loss": 0.2274, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 2.881844380403458, | |
| "grad_norm": 2.4282174110412598, | |
| "learning_rate": 2.3560234540375424e-07, | |
| "loss": 0.1995, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 2.887333607794703, | |
| "grad_norm": 1.898910641670227, | |
| "learning_rate": 2.1422616195136692e-07, | |
| "loss": 0.2002, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 2.8928228351859477, | |
| "grad_norm": 1.6507282257080078, | |
| "learning_rate": 1.9386220336423678e-07, | |
| "loss": 0.1811, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 2.898312062577192, | |
| "grad_norm": 2.447411060333252, | |
| "learning_rate": 1.7451130128495753e-07, | |
| "loss": 0.2376, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 2.903801289968437, | |
| "grad_norm": 1.9209644794464111, | |
| "learning_rate": 1.5617424598396712e-07, | |
| "loss": 0.236, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 2.9092905173596817, | |
| "grad_norm": 2.0094797611236572, | |
| "learning_rate": 1.3885178632726536e-07, | |
| "loss": 0.208, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 2.914779744750926, | |
| "grad_norm": 2.3810887336730957, | |
| "learning_rate": 1.225446297458327e-07, | |
| "loss": 0.2124, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 2.920268972142171, | |
| "grad_norm": 2.039491891860962, | |
| "learning_rate": 1.0725344220675337e-07, | |
| "loss": 0.1983, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 2.9257581995334156, | |
| "grad_norm": 2.2363178730010986, | |
| "learning_rate": 9.297884818599556e-08, | |
| "loss": 0.2173, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 2.9312474269246604, | |
| "grad_norm": 2.1318199634552, | |
| "learning_rate": 7.972143064292892e-08, | |
| "loss": 0.182, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 2.9367366543159052, | |
| "grad_norm": 1.9546360969543457, | |
| "learning_rate": 6.748173099650202e-08, | |
| "loss": 0.1871, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 2.9422258817071496, | |
| "grad_norm": 1.8476676940917969, | |
| "learning_rate": 5.626024910314609e-08, | |
| "loss": 0.1989, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 2.9477151090983944, | |
| "grad_norm": 2.1973392963409424, | |
| "learning_rate": 4.605744323634142e-08, | |
| "loss": 0.2186, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 2.953204336489639, | |
| "grad_norm": 1.935354232788086, | |
| "learning_rate": 3.687373006792394e-08, | |
| "loss": 0.2124, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 2.9586935638808836, | |
| "grad_norm": 2.1322507858276367, | |
| "learning_rate": 2.870948465105161e-08, | |
| "loss": 0.2145, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 2.9641827912721284, | |
| "grad_norm": 2.501298189163208, | |
| "learning_rate": 2.1565040404902813e-08, | |
| "loss": 0.22, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 2.969672018663373, | |
| "grad_norm": 1.6250516176223755, | |
| "learning_rate": 1.544068910104002e-08, | |
| "loss": 0.218, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 2.975161246054618, | |
| "grad_norm": 2.794093370437622, | |
| "learning_rate": 1.0336680851516512e-08, | |
| "loss": 0.257, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 2.9806504734458628, | |
| "grad_norm": 2.0987253189086914, | |
| "learning_rate": 6.2532240986457044e-09, | |
| "loss": 0.2193, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 2.986139700837107, | |
| "grad_norm": 2.217175006866455, | |
| "learning_rate": 3.1904856064940424e-09, | |
| "loss": 0.2392, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 2.991628928228352, | |
| "grad_norm": 2.0461556911468506, | |
| "learning_rate": 1.1485904540697867e-09, | |
| "loss": 0.2137, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 2.9971181556195967, | |
| "grad_norm": 1.9249966144561768, | |
| "learning_rate": 1.276220302215414e-10, | |
| "loss": 0.2132, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 2.99876492383697, | |
| "step": 5463, | |
| "total_flos": 3.233486247100416e+17, | |
| "train_loss": 0.5040911292388242, | |
| "train_runtime": 9149.3841, | |
| "train_samples_per_second": 4.779, | |
| "train_steps_per_second": 0.597 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 5463, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.233486247100416e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |