| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9997037037037036, | |
| "eval_steps": 5000, | |
| "global_step": 1687, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.005925925925925926, | |
| "grad_norm": 0.5658125281333923, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 1.9859, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.011851851851851851, | |
| "grad_norm": 0.4840392470359802, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.9552, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.017777777777777778, | |
| "grad_norm": 0.5106642246246338, | |
| "learning_rate": 6e-06, | |
| "loss": 1.8641, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.023703703703703703, | |
| "grad_norm": 0.3882107436656952, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.8952, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.02962962962962963, | |
| "grad_norm": 0.5257787704467773, | |
| "learning_rate": 1e-05, | |
| "loss": 2.0206, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.035555555555555556, | |
| "grad_norm": 0.466878741979599, | |
| "learning_rate": 1.2e-05, | |
| "loss": 1.8342, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.04148148148148148, | |
| "grad_norm": 0.5169644355773926, | |
| "learning_rate": 1.4000000000000001e-05, | |
| "loss": 1.9108, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.047407407407407405, | |
| "grad_norm": 0.5135151743888855, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 2.0776, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.05333333333333334, | |
| "grad_norm": 0.6329066157341003, | |
| "learning_rate": 1.8e-05, | |
| "loss": 2.0294, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.05925925925925926, | |
| "grad_norm": 0.5724173188209534, | |
| "learning_rate": 2e-05, | |
| "loss": 2.0369, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.06518518518518518, | |
| "grad_norm": 0.6717743277549744, | |
| "learning_rate": 2.2000000000000003e-05, | |
| "loss": 2.0009, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.07111111111111111, | |
| "grad_norm": 0.7047879099845886, | |
| "learning_rate": 2.4e-05, | |
| "loss": 2.1022, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.07703703703703704, | |
| "grad_norm": 0.5536562204360962, | |
| "learning_rate": 2.6000000000000002e-05, | |
| "loss": 1.9473, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.08296296296296296, | |
| "grad_norm": 0.7499417066574097, | |
| "learning_rate": 2.8000000000000003e-05, | |
| "loss": 1.8281, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.08888888888888889, | |
| "grad_norm": 0.767043948173523, | |
| "learning_rate": 3e-05, | |
| "loss": 2.0454, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.09481481481481481, | |
| "grad_norm": 0.717535138130188, | |
| "learning_rate": 3.2000000000000005e-05, | |
| "loss": 1.9561, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.10074074074074074, | |
| "grad_norm": 0.6414211392402649, | |
| "learning_rate": 3.4000000000000007e-05, | |
| "loss": 1.9112, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.10666666666666667, | |
| "grad_norm": 0.6495911478996277, | |
| "learning_rate": 3.6e-05, | |
| "loss": 1.96, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.11259259259259259, | |
| "grad_norm": 0.6383408308029175, | |
| "learning_rate": 3.8e-05, | |
| "loss": 1.9678, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.11851851851851852, | |
| "grad_norm": 0.5086091756820679, | |
| "learning_rate": 4e-05, | |
| "loss": 1.863, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.12444444444444444, | |
| "grad_norm": 0.6146989464759827, | |
| "learning_rate": 4.2e-05, | |
| "loss": 1.8957, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.13037037037037036, | |
| "grad_norm": 0.8208276629447937, | |
| "learning_rate": 4.4000000000000006e-05, | |
| "loss": 1.8206, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.1362962962962963, | |
| "grad_norm": 0.7568028569221497, | |
| "learning_rate": 4.600000000000001e-05, | |
| "loss": 1.952, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.14222222222222222, | |
| "grad_norm": 0.7779513597488403, | |
| "learning_rate": 4.8e-05, | |
| "loss": 2.037, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.14814814814814814, | |
| "grad_norm": 0.6543411016464233, | |
| "learning_rate": 5e-05, | |
| "loss": 1.9939, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.15407407407407409, | |
| "grad_norm": 0.6476520895957947, | |
| "learning_rate": 5.2000000000000004e-05, | |
| "loss": 1.8528, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 0.5776610374450684, | |
| "learning_rate": 5.4000000000000005e-05, | |
| "loss": 2.0216, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.16592592592592592, | |
| "grad_norm": 0.6913073658943176, | |
| "learning_rate": 5.6000000000000006e-05, | |
| "loss": 2.0332, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.17185185185185184, | |
| "grad_norm": 0.7126554250717163, | |
| "learning_rate": 5.8e-05, | |
| "loss": 2.071, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.17777777777777778, | |
| "grad_norm": 0.7475311756134033, | |
| "learning_rate": 6e-05, | |
| "loss": 2.0481, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.1837037037037037, | |
| "grad_norm": 0.6156488656997681, | |
| "learning_rate": 6.2e-05, | |
| "loss": 2.0077, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.18962962962962962, | |
| "grad_norm": 0.6974404454231262, | |
| "learning_rate": 6.400000000000001e-05, | |
| "loss": 2.0649, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.19555555555555557, | |
| "grad_norm": 0.6685057282447815, | |
| "learning_rate": 6.6e-05, | |
| "loss": 2.0685, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.20148148148148148, | |
| "grad_norm": 0.5366894006729126, | |
| "learning_rate": 6.800000000000001e-05, | |
| "loss": 1.8826, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.2074074074074074, | |
| "grad_norm": 0.6276523470878601, | |
| "learning_rate": 7e-05, | |
| "loss": 1.9935, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.21333333333333335, | |
| "grad_norm": 0.5763794779777527, | |
| "learning_rate": 7.2e-05, | |
| "loss": 1.7043, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.21925925925925926, | |
| "grad_norm": 0.7299754023551941, | |
| "learning_rate": 7.4e-05, | |
| "loss": 1.9996, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.22518518518518518, | |
| "grad_norm": 0.7397586107254028, | |
| "learning_rate": 7.6e-05, | |
| "loss": 2.0128, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.2311111111111111, | |
| "grad_norm": 0.5862900614738464, | |
| "learning_rate": 7.800000000000001e-05, | |
| "loss": 1.8096, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.23703703703703705, | |
| "grad_norm": 0.5037183165550232, | |
| "learning_rate": 8e-05, | |
| "loss": 2.0381, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.24296296296296296, | |
| "grad_norm": 0.5471982359886169, | |
| "learning_rate": 8.2e-05, | |
| "loss": 1.9769, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.24888888888888888, | |
| "grad_norm": 0.6831430792808533, | |
| "learning_rate": 8.4e-05, | |
| "loss": 2.0524, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.2548148148148148, | |
| "grad_norm": 0.7648348808288574, | |
| "learning_rate": 8.6e-05, | |
| "loss": 2.0836, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.2607407407407407, | |
| "grad_norm": 0.7717330455780029, | |
| "learning_rate": 8.800000000000001e-05, | |
| "loss": 2.0693, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.26666666666666666, | |
| "grad_norm": 0.6415191292762756, | |
| "learning_rate": 9e-05, | |
| "loss": 2.0827, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.2725925925925926, | |
| "grad_norm": 0.6595004796981812, | |
| "learning_rate": 9.200000000000001e-05, | |
| "loss": 1.7722, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.2785185185185185, | |
| "grad_norm": 0.6670510768890381, | |
| "learning_rate": 9.4e-05, | |
| "loss": 2.0679, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.28444444444444444, | |
| "grad_norm": 0.6167762875556946, | |
| "learning_rate": 9.6e-05, | |
| "loss": 2.1062, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.2903703703703704, | |
| "grad_norm": 0.657123863697052, | |
| "learning_rate": 9.8e-05, | |
| "loss": 1.9496, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.2962962962962963, | |
| "grad_norm": 0.7975080013275146, | |
| "learning_rate": 0.0001, | |
| "loss": 2.0326, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.3022222222222222, | |
| "grad_norm": 0.5824917554855347, | |
| "learning_rate": 9.91575400168492e-05, | |
| "loss": 1.9284, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.30814814814814817, | |
| "grad_norm": 0.608211874961853, | |
| "learning_rate": 9.83150800336984e-05, | |
| "loss": 1.955, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.31407407407407406, | |
| "grad_norm": 0.6209816336631775, | |
| "learning_rate": 9.74726200505476e-05, | |
| "loss": 2.0276, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 0.5495818853378296, | |
| "learning_rate": 9.66301600673968e-05, | |
| "loss": 1.9229, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.32592592592592595, | |
| "grad_norm": 0.5053668022155762, | |
| "learning_rate": 9.5787700084246e-05, | |
| "loss": 1.8056, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.33185185185185184, | |
| "grad_norm": 0.518039882183075, | |
| "learning_rate": 9.49452401010952e-05, | |
| "loss": 1.9308, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.3377777777777778, | |
| "grad_norm": 0.6717711687088013, | |
| "learning_rate": 9.41027801179444e-05, | |
| "loss": 1.9352, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.3437037037037037, | |
| "grad_norm": 0.7411617636680603, | |
| "learning_rate": 9.32603201347936e-05, | |
| "loss": 2.0059, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.3496296296296296, | |
| "grad_norm": 0.48582813143730164, | |
| "learning_rate": 9.24178601516428e-05, | |
| "loss": 1.8693, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.35555555555555557, | |
| "grad_norm": 0.5219349265098572, | |
| "learning_rate": 9.1575400168492e-05, | |
| "loss": 1.9478, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.36148148148148146, | |
| "grad_norm": 0.6107354760169983, | |
| "learning_rate": 9.07329401853412e-05, | |
| "loss": 1.9171, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.3674074074074074, | |
| "grad_norm": 0.6376306414604187, | |
| "learning_rate": 8.98904802021904e-05, | |
| "loss": 2.0132, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.37333333333333335, | |
| "grad_norm": 0.5478475093841553, | |
| "learning_rate": 8.90480202190396e-05, | |
| "loss": 1.863, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.37925925925925924, | |
| "grad_norm": 0.5968965291976929, | |
| "learning_rate": 8.82055602358888e-05, | |
| "loss": 1.9489, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.3851851851851852, | |
| "grad_norm": 0.6038496494293213, | |
| "learning_rate": 8.736310025273799e-05, | |
| "loss": 1.7222, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.39111111111111113, | |
| "grad_norm": 0.5897707343101501, | |
| "learning_rate": 8.652064026958719e-05, | |
| "loss": 1.951, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.397037037037037, | |
| "grad_norm": 0.5143914222717285, | |
| "learning_rate": 8.567818028643639e-05, | |
| "loss": 2.0544, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.40296296296296297, | |
| "grad_norm": 0.5237649083137512, | |
| "learning_rate": 8.483572030328559e-05, | |
| "loss": 2.002, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.4088888888888889, | |
| "grad_norm": 0.6607901453971863, | |
| "learning_rate": 8.399326032013479e-05, | |
| "loss": 1.968, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.4148148148148148, | |
| "grad_norm": 0.816532552242279, | |
| "learning_rate": 8.3150800336984e-05, | |
| "loss": 1.8108, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.42074074074074075, | |
| "grad_norm": 0.5817467570304871, | |
| "learning_rate": 8.23083403538332e-05, | |
| "loss": 1.9755, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.4266666666666667, | |
| "grad_norm": 0.5732384324073792, | |
| "learning_rate": 8.146588037068241e-05, | |
| "loss": 1.9885, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.4325925925925926, | |
| "grad_norm": 0.7058317065238953, | |
| "learning_rate": 8.06234203875316e-05, | |
| "loss": 2.0017, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.43851851851851853, | |
| "grad_norm": 0.589218258857727, | |
| "learning_rate": 7.97809604043808e-05, | |
| "loss": 2.094, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.4444444444444444, | |
| "grad_norm": 0.4636491537094116, | |
| "learning_rate": 7.893850042123e-05, | |
| "loss": 1.8869, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.45037037037037037, | |
| "grad_norm": 0.6695517301559448, | |
| "learning_rate": 7.80960404380792e-05, | |
| "loss": 1.8622, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.4562962962962963, | |
| "grad_norm": 0.545862078666687, | |
| "learning_rate": 7.72535804549284e-05, | |
| "loss": 1.7885, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.4622222222222222, | |
| "grad_norm": 0.7133297920227051, | |
| "learning_rate": 7.64111204717776e-05, | |
| "loss": 2.1167, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.46814814814814815, | |
| "grad_norm": 0.5214343667030334, | |
| "learning_rate": 7.55686604886268e-05, | |
| "loss": 1.9065, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.4740740740740741, | |
| "grad_norm": 0.46373251080513, | |
| "learning_rate": 7.4726200505476e-05, | |
| "loss": 1.8037, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 0.646965742111206, | |
| "learning_rate": 7.388374052232519e-05, | |
| "loss": 1.7713, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.48592592592592593, | |
| "grad_norm": 0.5974875092506409, | |
| "learning_rate": 7.304128053917439e-05, | |
| "loss": 1.7497, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.4918518518518519, | |
| "grad_norm": 0.5363378524780273, | |
| "learning_rate": 7.219882055602359e-05, | |
| "loss": 1.8432, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.49777777777777776, | |
| "grad_norm": 0.5419060587882996, | |
| "learning_rate": 7.135636057287279e-05, | |
| "loss": 1.8984, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.5037037037037037, | |
| "grad_norm": 0.5365799069404602, | |
| "learning_rate": 7.0513900589722e-05, | |
| "loss": 1.9747, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.5096296296296297, | |
| "grad_norm": 0.5691491365432739, | |
| "learning_rate": 6.96714406065712e-05, | |
| "loss": 2.0097, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.5155555555555555, | |
| "grad_norm": 0.4764457643032074, | |
| "learning_rate": 6.88289806234204e-05, | |
| "loss": 2.0322, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.5214814814814814, | |
| "grad_norm": 0.532008707523346, | |
| "learning_rate": 6.79865206402696e-05, | |
| "loss": 1.8917, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.5274074074074074, | |
| "grad_norm": 0.6209381818771362, | |
| "learning_rate": 6.714406065711879e-05, | |
| "loss": 1.9184, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.5333333333333333, | |
| "grad_norm": 0.5349578857421875, | |
| "learning_rate": 6.630160067396799e-05, | |
| "loss": 1.8408, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.5392592592592592, | |
| "grad_norm": 0.5553748607635498, | |
| "learning_rate": 6.545914069081719e-05, | |
| "loss": 2.0037, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.5451851851851852, | |
| "grad_norm": 0.5438774228096008, | |
| "learning_rate": 6.461668070766639e-05, | |
| "loss": 1.9709, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.5511111111111111, | |
| "grad_norm": 0.5479866862297058, | |
| "learning_rate": 6.377422072451559e-05, | |
| "loss": 2.0121, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.557037037037037, | |
| "grad_norm": 0.479965478181839, | |
| "learning_rate": 6.293176074136478e-05, | |
| "loss": 1.7643, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.562962962962963, | |
| "grad_norm": 0.41314756870269775, | |
| "learning_rate": 6.208930075821398e-05, | |
| "loss": 1.9746, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.5688888888888889, | |
| "grad_norm": 0.5965597629547119, | |
| "learning_rate": 6.124684077506318e-05, | |
| "loss": 1.9464, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.5748148148148148, | |
| "grad_norm": 0.5767338275909424, | |
| "learning_rate": 6.0404380791912386e-05, | |
| "loss": 1.9955, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.5807407407407408, | |
| "grad_norm": 0.5822139978408813, | |
| "learning_rate": 5.9561920808761584e-05, | |
| "loss": 1.9824, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.5866666666666667, | |
| "grad_norm": 0.5352127552032471, | |
| "learning_rate": 5.871946082561078e-05, | |
| "loss": 2.0282, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.5925925925925926, | |
| "grad_norm": 0.4747357964515686, | |
| "learning_rate": 5.787700084245998e-05, | |
| "loss": 1.9458, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.5985185185185186, | |
| "grad_norm": 0.6914563775062561, | |
| "learning_rate": 5.703454085930918e-05, | |
| "loss": 1.8725, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.6044444444444445, | |
| "grad_norm": 0.5494988560676575, | |
| "learning_rate": 5.6192080876158384e-05, | |
| "loss": 1.986, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.6103703703703703, | |
| "grad_norm": 0.5098171830177307, | |
| "learning_rate": 5.534962089300758e-05, | |
| "loss": 1.8683, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.6162962962962963, | |
| "grad_norm": 0.6599770784378052, | |
| "learning_rate": 5.450716090985678e-05, | |
| "loss": 1.7654, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.6222222222222222, | |
| "grad_norm": 0.6061760783195496, | |
| "learning_rate": 5.366470092670598e-05, | |
| "loss": 1.9257, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.6281481481481481, | |
| "grad_norm": 0.4598886966705322, | |
| "learning_rate": 5.282224094355518e-05, | |
| "loss": 1.8542, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.6340740740740741, | |
| "grad_norm": 0.7132225632667542, | |
| "learning_rate": 5.1979780960404376e-05, | |
| "loss": 1.878, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 0.47084617614746094, | |
| "learning_rate": 5.113732097725358e-05, | |
| "loss": 1.785, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.6459259259259259, | |
| "grad_norm": 0.4628468453884125, | |
| "learning_rate": 5.029486099410278e-05, | |
| "loss": 1.6897, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.6518518518518519, | |
| "grad_norm": 0.4679886996746063, | |
| "learning_rate": 4.9452401010951984e-05, | |
| "loss": 1.7765, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.6577777777777778, | |
| "grad_norm": 0.6136245727539062, | |
| "learning_rate": 4.860994102780118e-05, | |
| "loss": 1.7136, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.6637037037037037, | |
| "grad_norm": 0.5701176524162292, | |
| "learning_rate": 4.776748104465038e-05, | |
| "loss": 1.9895, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.6696296296296296, | |
| "grad_norm": 0.5996720194816589, | |
| "learning_rate": 4.692502106149958e-05, | |
| "loss": 1.9563, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.6755555555555556, | |
| "grad_norm": 0.5536661744117737, | |
| "learning_rate": 4.608256107834878e-05, | |
| "loss": 1.8388, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.6814814814814815, | |
| "grad_norm": 0.47468143701553345, | |
| "learning_rate": 4.5240101095197975e-05, | |
| "loss": 1.8644, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.6874074074074074, | |
| "grad_norm": 0.5488613843917847, | |
| "learning_rate": 4.439764111204718e-05, | |
| "loss": 1.8448, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.6933333333333334, | |
| "grad_norm": 0.5627337098121643, | |
| "learning_rate": 4.355518112889638e-05, | |
| "loss": 1.8129, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.6992592592592592, | |
| "grad_norm": 0.5869198441505432, | |
| "learning_rate": 4.271272114574558e-05, | |
| "loss": 1.8029, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.7051851851851851, | |
| "grad_norm": 0.5446140170097351, | |
| "learning_rate": 4.1870261162594775e-05, | |
| "loss": 1.7783, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.7111111111111111, | |
| "grad_norm": 0.6113932728767395, | |
| "learning_rate": 4.102780117944398e-05, | |
| "loss": 1.7782, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.717037037037037, | |
| "grad_norm": 0.49301135540008545, | |
| "learning_rate": 4.018534119629318e-05, | |
| "loss": 1.7719, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.7229629629629629, | |
| "grad_norm": 0.6062334179878235, | |
| "learning_rate": 3.934288121314238e-05, | |
| "loss": 1.8681, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.7288888888888889, | |
| "grad_norm": 0.4924413561820984, | |
| "learning_rate": 3.850042122999158e-05, | |
| "loss": 1.7276, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.7348148148148148, | |
| "grad_norm": 0.5645489692687988, | |
| "learning_rate": 3.765796124684078e-05, | |
| "loss": 1.8095, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.7407407407407407, | |
| "grad_norm": 0.5494862198829651, | |
| "learning_rate": 3.681550126368998e-05, | |
| "loss": 1.9272, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.7466666666666667, | |
| "grad_norm": 0.45363616943359375, | |
| "learning_rate": 3.597304128053918e-05, | |
| "loss": 1.6991, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.7525925925925926, | |
| "grad_norm": 0.5172736644744873, | |
| "learning_rate": 3.5130581297388375e-05, | |
| "loss": 1.6942, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.7585185185185185, | |
| "grad_norm": 0.5237290859222412, | |
| "learning_rate": 3.4288121314237574e-05, | |
| "loss": 1.834, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.7644444444444445, | |
| "grad_norm": 0.685662031173706, | |
| "learning_rate": 3.344566133108677e-05, | |
| "loss": 1.6324, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.7703703703703704, | |
| "grad_norm": 0.5649334192276001, | |
| "learning_rate": 3.260320134793598e-05, | |
| "loss": 1.9939, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.7762962962962963, | |
| "grad_norm": 0.5103081464767456, | |
| "learning_rate": 3.1760741364785175e-05, | |
| "loss": 1.7158, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.7822222222222223, | |
| "grad_norm": 0.5990691781044006, | |
| "learning_rate": 3.0918281381634374e-05, | |
| "loss": 1.8249, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.7881481481481482, | |
| "grad_norm": 0.4889729917049408, | |
| "learning_rate": 3.0075821398483572e-05, | |
| "loss": 2.0304, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.794074074074074, | |
| "grad_norm": 0.5077411532402039, | |
| "learning_rate": 2.923336141533277e-05, | |
| "loss": 1.8993, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.4161909818649292, | |
| "learning_rate": 2.8390901432181972e-05, | |
| "loss": 1.8544, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.8059259259259259, | |
| "grad_norm": 0.3950774669647217, | |
| "learning_rate": 2.754844144903117e-05, | |
| "loss": 1.9056, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.8118518518518518, | |
| "grad_norm": 0.4794867932796478, | |
| "learning_rate": 2.670598146588037e-05, | |
| "loss": 1.9091, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.8177777777777778, | |
| "grad_norm": 0.5798467397689819, | |
| "learning_rate": 2.586352148272957e-05, | |
| "loss": 1.7677, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.8237037037037037, | |
| "grad_norm": 0.42939475178718567, | |
| "learning_rate": 2.502106149957877e-05, | |
| "loss": 1.4855, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.8296296296296296, | |
| "grad_norm": 0.5029926300048828, | |
| "learning_rate": 2.417860151642797e-05, | |
| "loss": 1.7523, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.8355555555555556, | |
| "grad_norm": 0.5045111775398254, | |
| "learning_rate": 2.333614153327717e-05, | |
| "loss": 1.7036, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.8414814814814815, | |
| "grad_norm": 0.45949357748031616, | |
| "learning_rate": 2.249368155012637e-05, | |
| "loss": 1.7477, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.8474074074074074, | |
| "grad_norm": 0.6068927645683289, | |
| "learning_rate": 2.165122156697557e-05, | |
| "loss": 1.7256, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.8533333333333334, | |
| "grad_norm": 0.47375020384788513, | |
| "learning_rate": 2.080876158382477e-05, | |
| "loss": 1.6821, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.8592592592592593, | |
| "grad_norm": 0.6090928316116333, | |
| "learning_rate": 1.996630160067397e-05, | |
| "loss": 1.7821, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.8651851851851852, | |
| "grad_norm": 0.4479965567588806, | |
| "learning_rate": 1.912384161752317e-05, | |
| "loss": 1.7752, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.8711111111111111, | |
| "grad_norm": 0.502055287361145, | |
| "learning_rate": 1.828138163437237e-05, | |
| "loss": 1.7502, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.8770370370370371, | |
| "grad_norm": 0.5576585531234741, | |
| "learning_rate": 1.7438921651221567e-05, | |
| "loss": 1.7943, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.882962962962963, | |
| "grad_norm": 0.443153977394104, | |
| "learning_rate": 1.659646166807077e-05, | |
| "loss": 1.7002, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.8888888888888888, | |
| "grad_norm": 0.5595043301582336, | |
| "learning_rate": 1.5754001684919967e-05, | |
| "loss": 1.8032, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.8948148148148148, | |
| "grad_norm": 0.5037031769752502, | |
| "learning_rate": 1.4911541701769167e-05, | |
| "loss": 1.9339, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.9007407407407407, | |
| "grad_norm": 0.592262327671051, | |
| "learning_rate": 1.4069081718618365e-05, | |
| "loss": 1.7636, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.9066666666666666, | |
| "grad_norm": 0.48528340458869934, | |
| "learning_rate": 1.3226621735467565e-05, | |
| "loss": 1.5757, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.9125925925925926, | |
| "grad_norm": 0.5274297595024109, | |
| "learning_rate": 1.2384161752316765e-05, | |
| "loss": 1.7721, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.9185185185185185, | |
| "grad_norm": 0.5855200886726379, | |
| "learning_rate": 1.1541701769165965e-05, | |
| "loss": 1.8039, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.9244444444444444, | |
| "grad_norm": 0.46873489022254944, | |
| "learning_rate": 1.0699241786015165e-05, | |
| "loss": 1.7628, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.9303703703703704, | |
| "grad_norm": 0.4692378044128418, | |
| "learning_rate": 9.856781802864365e-06, | |
| "loss": 1.6898, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.9362962962962963, | |
| "grad_norm": 0.4950474500656128, | |
| "learning_rate": 9.014321819713565e-06, | |
| "loss": 1.882, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.9422222222222222, | |
| "grad_norm": 0.5897673964500427, | |
| "learning_rate": 8.171861836562763e-06, | |
| "loss": 1.8277, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.9481481481481482, | |
| "grad_norm": 0.5677273273468018, | |
| "learning_rate": 7.329401853411963e-06, | |
| "loss": 1.771, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.9540740740740741, | |
| "grad_norm": 1.664191484451294, | |
| "learning_rate": 6.4869418702611624e-06, | |
| "loss": 1.7564, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 0.45749393105506897, | |
| "learning_rate": 5.644481887110362e-06, | |
| "loss": 1.7552, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.965925925925926, | |
| "grad_norm": 0.6322038769721985, | |
| "learning_rate": 4.802021903959562e-06, | |
| "loss": 2.0075, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.9718518518518519, | |
| "grad_norm": 0.5579991340637207, | |
| "learning_rate": 3.9595619208087616e-06, | |
| "loss": 1.8782, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.9777777777777777, | |
| "grad_norm": 0.48121675848960876, | |
| "learning_rate": 3.1171019376579616e-06, | |
| "loss": 1.7393, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.9837037037037037, | |
| "grad_norm": 0.5826757550239563, | |
| "learning_rate": 2.274641954507161e-06, | |
| "loss": 2.0148, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.9896296296296296, | |
| "grad_norm": 0.513190746307373, | |
| "learning_rate": 1.4321819713563607e-06, | |
| "loss": 1.6227, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.9955555555555555, | |
| "grad_norm": 0.5289293527603149, | |
| "learning_rate": 5.897219882055603e-07, | |
| "loss": 1.7117, | |
| "step": 1680 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 1687, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 5000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.639446638618214e+16, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |