| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 4.862579281183932, | |
| "eval_steps": 500, | |
| "global_step": 11500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.826529679169359e-06, | |
| "loss": 2.951, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 6.2794598875617875e-06, | |
| "loss": 2.8814, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.129369575636334e-06, | |
| "loss": 2.5232, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 7.732390095954215e-06, | |
| "loss": 1.7918, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 8.20012914994629e-06, | |
| "loss": 1.1308, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 8.582299784028761e-06, | |
| "loss": 0.4893, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 8.905420451106023e-06, | |
| "loss": 0.4265, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 9.185320304346644e-06, | |
| "loss": 0.574, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.432209472103306e-06, | |
| "loss": 0.6531, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 9.653059358338718e-06, | |
| "loss": 0.3698, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.852842381755405e-06, | |
| "loss": 0.596, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.999145810199027e-06, | |
| "loss": 0.4422, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 9.99060391218929e-06, | |
| "loss": 0.4861, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.982062014179552e-06, | |
| "loss": 0.5141, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 9.973520116169813e-06, | |
| "loss": 0.4774, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.964978218160076e-06, | |
| "loss": 0.4923, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 9.956436320150338e-06, | |
| "loss": 0.3808, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.947894422140601e-06, | |
| "loss": 0.347, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.939352524130863e-06, | |
| "loss": 0.6926, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 9.930810626121124e-06, | |
| "loss": 0.3291, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.922268728111387e-06, | |
| "loss": 0.3808, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 9.91372683010165e-06, | |
| "loss": 0.4422, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.905184932091912e-06, | |
| "loss": 0.31, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.896643034082173e-06, | |
| "loss": 0.4053, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.888101136072437e-06, | |
| "loss": 0.6166, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.879559238062698e-06, | |
| "loss": 0.6013, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 9.871017340052961e-06, | |
| "loss": 0.2876, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.862475442043223e-06, | |
| "loss": 0.6953, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 9.853933544033484e-06, | |
| "loss": 0.4655, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.845391646023748e-06, | |
| "loss": 0.4543, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 9.836849748014009e-06, | |
| "loss": 0.2808, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.828307850004272e-06, | |
| "loss": 0.5441, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.819765951994534e-06, | |
| "loss": 0.3876, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 9.811224053984795e-06, | |
| "loss": 0.5788, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.802682155975059e-06, | |
| "loss": 0.434, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 9.794140257965322e-06, | |
| "loss": 0.4627, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.785598359955583e-06, | |
| "loss": 0.4837, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.777056461945845e-06, | |
| "loss": 0.2981, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 9.768514563936108e-06, | |
| "loss": 0.3747, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.75997266592637e-06, | |
| "loss": 0.4526, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 9.751430767916633e-06, | |
| "loss": 0.3543, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.742888869906894e-06, | |
| "loss": 0.3935, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 9.734346971897156e-06, | |
| "loss": 0.2884, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.725805073887419e-06, | |
| "loss": 0.2348, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.71726317587768e-06, | |
| "loss": 0.4702, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.708721277867944e-06, | |
| "loss": 0.4125, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.700179379858205e-06, | |
| "loss": 0.4766, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 9.691637481848467e-06, | |
| "loss": 0.3776, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.68309558383873e-06, | |
| "loss": 0.0589, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 9.674553685828993e-06, | |
| "loss": 0.3958, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "eval_loss": 0.3221363127231598, | |
| "eval_runtime": 149.4575, | |
| "eval_samples_per_second": 13.522, | |
| "eval_steps_per_second": 2.255, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 9.666011787819254e-06, | |
| "loss": 0.4896, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 9.657469889809516e-06, | |
| "loss": 0.4172, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 9.64892799179978e-06, | |
| "loss": 0.3452, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 9.64038609379004e-06, | |
| "loss": 0.4153, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 9.631844195780304e-06, | |
| "loss": 0.4012, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 9.623302297770565e-06, | |
| "loss": 0.4108, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 9.614760399760827e-06, | |
| "loss": 0.34, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 9.60621850175109e-06, | |
| "loss": 0.3014, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 9.597676603741352e-06, | |
| "loss": 0.4368, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 9.589134705731615e-06, | |
| "loss": 0.4598, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 9.580592807721876e-06, | |
| "loss": 0.4462, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 9.572050909712138e-06, | |
| "loss": 0.3651, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 9.563509011702401e-06, | |
| "loss": 0.4889, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 9.554967113692664e-06, | |
| "loss": 0.324, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 9.546425215682926e-06, | |
| "loss": 0.4731, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 9.537883317673187e-06, | |
| "loss": 0.3661, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 9.52934141966345e-06, | |
| "loss": 0.5358, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 9.520799521653712e-06, | |
| "loss": 0.5142, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 9.512257623643975e-06, | |
| "loss": 0.2004, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 9.503715725634237e-06, | |
| "loss": 0.3359, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 9.495173827624498e-06, | |
| "loss": 0.5546, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 9.486631929614761e-06, | |
| "loss": 0.507, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 9.478090031605025e-06, | |
| "loss": 0.3003, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 9.469548133595286e-06, | |
| "loss": 0.303, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 9.461006235585548e-06, | |
| "loss": 0.1986, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 9.452464337575809e-06, | |
| "loss": 0.3847, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 9.443922439566072e-06, | |
| "loss": 0.3421, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 9.435380541556335e-06, | |
| "loss": 0.1399, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 9.426838643546597e-06, | |
| "loss": 0.4816, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 9.418296745536858e-06, | |
| "loss": 0.2678, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 9.409754847527122e-06, | |
| "loss": 0.4857, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 9.401212949517383e-06, | |
| "loss": 0.4605, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 9.392671051507646e-06, | |
| "loss": 0.4682, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 9.384129153497908e-06, | |
| "loss": 0.4602, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 9.37558725548817e-06, | |
| "loss": 0.2615, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 9.367045357478433e-06, | |
| "loss": 0.2202, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 9.358503459468696e-06, | |
| "loss": 0.3829, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 9.349961561458957e-06, | |
| "loss": 0.3233, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 9.341419663449219e-06, | |
| "loss": 0.4153, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 9.33287776543948e-06, | |
| "loss": 0.4387, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 9.324335867429743e-06, | |
| "loss": 0.3553, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 9.315793969420007e-06, | |
| "loss": 0.2822, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 9.307252071410268e-06, | |
| "loss": 0.5052, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 9.29871017340053e-06, | |
| "loss": 0.3052, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 9.290168275390793e-06, | |
| "loss": 0.2768, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 9.281626377381054e-06, | |
| "loss": 0.5307, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 9.273084479371318e-06, | |
| "loss": 0.3067, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 9.264542581361579e-06, | |
| "loss": 0.5421, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 9.25600068335184e-06, | |
| "loss": 0.4828, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 9.247458785342104e-06, | |
| "loss": 0.2279, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "eval_loss": 0.31820133328437805, | |
| "eval_runtime": 147.8659, | |
| "eval_samples_per_second": 13.668, | |
| "eval_steps_per_second": 2.279, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 9.238916887332367e-06, | |
| "loss": 0.3588, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 9.230374989322628e-06, | |
| "loss": 0.5093, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 9.22183309131289e-06, | |
| "loss": 0.2865, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 9.213291193303153e-06, | |
| "loss": 0.4917, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 9.204749295293415e-06, | |
| "loss": 0.2988, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 9.196207397283678e-06, | |
| "loss": 0.2698, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 9.18766549927394e-06, | |
| "loss": 0.3299, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 9.179123601264201e-06, | |
| "loss": 0.3823, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 9.170581703254464e-06, | |
| "loss": 0.3843, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 9.162039805244726e-06, | |
| "loss": 0.1743, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 9.153497907234989e-06, | |
| "loss": 0.2736, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 9.14495600922525e-06, | |
| "loss": 0.2336, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 9.136414111215512e-06, | |
| "loss": 0.393, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 9.127872213205775e-06, | |
| "loss": 0.3948, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 9.119330315196038e-06, | |
| "loss": 0.4436, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 9.1107884171863e-06, | |
| "loss": 0.3944, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 9.102246519176561e-06, | |
| "loss": 0.2986, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 9.093704621166824e-06, | |
| "loss": 0.622, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 9.085162723157086e-06, | |
| "loss": 0.4492, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 9.076620825147349e-06, | |
| "loss": 0.3485, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 9.06807892713761e-06, | |
| "loss": 0.2461, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 9.059537029127872e-06, | |
| "loss": 0.3418, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 9.050995131118135e-06, | |
| "loss": 0.3734, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 9.042453233108397e-06, | |
| "loss": 0.3566, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 9.03391133509866e-06, | |
| "loss": 0.4122, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 9.025369437088922e-06, | |
| "loss": 0.4349, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 9.016827539079183e-06, | |
| "loss": 0.3687, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 9.008285641069446e-06, | |
| "loss": 0.3744, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 8.99974374305971e-06, | |
| "loss": 0.3763, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 8.991201845049971e-06, | |
| "loss": 0.2757, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 8.982659947040232e-06, | |
| "loss": 0.1441, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 8.974118049030496e-06, | |
| "loss": 0.2886, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 8.965576151020757e-06, | |
| "loss": 0.2811, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 8.95703425301102e-06, | |
| "loss": 0.449, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 8.948492355001282e-06, | |
| "loss": 0.3085, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 8.939950456991543e-06, | |
| "loss": 0.3286, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 8.931408558981807e-06, | |
| "loss": 0.4316, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 8.922866660972068e-06, | |
| "loss": 0.4838, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 8.914324762962331e-06, | |
| "loss": 0.3533, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 8.905782864952593e-06, | |
| "loss": 0.2597, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 8.897240966942854e-06, | |
| "loss": 0.4335, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 8.888699068933117e-06, | |
| "loss": 0.3623, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 8.88015717092338e-06, | |
| "loss": 0.4639, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 8.871615272913642e-06, | |
| "loss": 0.2467, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 8.863073374903904e-06, | |
| "loss": 0.58, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 8.854531476894167e-06, | |
| "loss": 0.1977, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 8.845989578884428e-06, | |
| "loss": 0.4213, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 8.837447680874692e-06, | |
| "loss": 0.4523, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 8.828905782864953e-06, | |
| "loss": 0.3502, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 8.820363884855215e-06, | |
| "loss": 0.4642, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "eval_loss": 0.31634676456451416, | |
| "eval_runtime": 148.1948, | |
| "eval_samples_per_second": 13.637, | |
| "eval_steps_per_second": 2.274, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 8.811821986845478e-06, | |
| "loss": 0.4238, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 8.80328008883574e-06, | |
| "loss": 0.3259, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 8.794738190826002e-06, | |
| "loss": 0.2573, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 8.786196292816264e-06, | |
| "loss": 0.4213, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 8.777654394806525e-06, | |
| "loss": 0.4176, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 8.769112496796789e-06, | |
| "loss": 0.3298, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 8.760570598787052e-06, | |
| "loss": 0.3727, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 8.752028700777313e-06, | |
| "loss": 0.2212, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 8.743486802767575e-06, | |
| "loss": 0.4808, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 8.734944904757838e-06, | |
| "loss": 0.3223, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 8.7264030067481e-06, | |
| "loss": 0.4816, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 8.717861108738363e-06, | |
| "loss": 0.372, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 8.709319210728624e-06, | |
| "loss": 0.3286, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 8.700777312718886e-06, | |
| "loss": 0.3396, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 8.692235414709149e-06, | |
| "loss": 0.5711, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 8.683693516699412e-06, | |
| "loss": 0.4977, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 8.675151618689674e-06, | |
| "loss": 0.3088, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 8.666609720679935e-06, | |
| "loss": 0.4884, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 8.658067822670197e-06, | |
| "loss": 0.3061, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 8.64952592466046e-06, | |
| "loss": 0.4866, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 8.640984026650723e-06, | |
| "loss": 0.4727, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 8.632442128640985e-06, | |
| "loss": 0.341, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 8.623900230631246e-06, | |
| "loss": 0.3919, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 8.61535833262151e-06, | |
| "loss": 0.4861, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 8.60681643461177e-06, | |
| "loss": 0.3785, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 8.598274536602034e-06, | |
| "loss": 0.2698, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 8.589732638592296e-06, | |
| "loss": 0.4744, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 8.581190740582557e-06, | |
| "loss": 0.3691, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 8.57264884257282e-06, | |
| "loss": 0.4302, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 8.564106944563083e-06, | |
| "loss": 0.5078, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 8.555565046553345e-06, | |
| "loss": 0.353, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 8.547023148543606e-06, | |
| "loss": 0.3028, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 8.538481250533868e-06, | |
| "loss": 0.3568, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 8.529939352524131e-06, | |
| "loss": 0.3159, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 8.521397454514394e-06, | |
| "loss": 0.3822, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 8.512855556504656e-06, | |
| "loss": 0.2627, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 8.504313658494917e-06, | |
| "loss": 0.2919, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 8.49577176048518e-06, | |
| "loss": 0.3402, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 8.487229862475442e-06, | |
| "loss": 0.1855, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 8.478687964465705e-06, | |
| "loss": 0.3334, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 8.470146066455967e-06, | |
| "loss": 0.3978, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 8.461604168446228e-06, | |
| "loss": 0.3597, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.453062270436491e-06, | |
| "loss": 0.2911, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.444520372426755e-06, | |
| "loss": 0.5741, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.435978474417016e-06, | |
| "loss": 0.3767, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.427436576407278e-06, | |
| "loss": 0.2925, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.418894678397541e-06, | |
| "loss": 0.3217, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 8.410352780387802e-06, | |
| "loss": 0.4271, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 8.401810882378066e-06, | |
| "loss": 0.363, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 8.393268984368327e-06, | |
| "loss": 0.3269, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "eval_loss": 0.31494140625, | |
| "eval_runtime": 147.7201, | |
| "eval_samples_per_second": 13.681, | |
| "eval_steps_per_second": 2.281, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 8.38472708635859e-06, | |
| "loss": 0.3319, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 8.376185188348852e-06, | |
| "loss": 0.3003, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 8.367643290339113e-06, | |
| "loss": 0.3746, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 8.359101392329376e-06, | |
| "loss": 0.4951, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 8.35055949431964e-06, | |
| "loss": 0.4965, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 8.342017596309901e-06, | |
| "loss": 0.4376, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 8.333475698300163e-06, | |
| "loss": 0.294, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 8.324933800290426e-06, | |
| "loss": 0.3379, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 8.316391902280687e-06, | |
| "loss": 0.2212, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 8.30785000427095e-06, | |
| "loss": 0.3702, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 8.299308106261212e-06, | |
| "loss": 0.4595, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 8.290766208251474e-06, | |
| "loss": 0.1368, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 8.282224310241737e-06, | |
| "loss": 0.2244, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 8.273682412231998e-06, | |
| "loss": 0.4319, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 8.265140514222262e-06, | |
| "loss": 0.4145, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 8.256598616212523e-06, | |
| "loss": 0.6454, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 8.248056718202785e-06, | |
| "loss": 0.402, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 8.239514820193048e-06, | |
| "loss": 0.3575, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 8.230972922183311e-06, | |
| "loss": 0.3174, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 8.222431024173572e-06, | |
| "loss": 0.3201, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 8.213889126163834e-06, | |
| "loss": 0.4354, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 8.205347228154097e-06, | |
| "loss": 0.3313, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 8.196805330144359e-06, | |
| "loss": 0.3215, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 8.188263432134622e-06, | |
| "loss": 0.4446, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 8.179721534124883e-06, | |
| "loss": 0.2536, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 8.171179636115145e-06, | |
| "loss": 0.3579, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 8.162637738105408e-06, | |
| "loss": 0.3149, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 8.154095840095671e-06, | |
| "loss": 0.4549, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 8.145553942085933e-06, | |
| "loss": 0.4434, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 8.137012044076194e-06, | |
| "loss": 0.3353, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 8.128470146066456e-06, | |
| "loss": 0.3522, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 8.119928248056719e-06, | |
| "loss": 0.4549, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 8.111386350046982e-06, | |
| "loss": 0.2115, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 8.102844452037244e-06, | |
| "loss": 0.4747, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 8.094302554027505e-06, | |
| "loss": 0.5261, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 8.085760656017768e-06, | |
| "loss": 0.2563, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 8.07721875800803e-06, | |
| "loss": 0.3753, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 8.068676859998293e-06, | |
| "loss": 0.4599, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 8.060134961988555e-06, | |
| "loss": 0.5983, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 8.051593063978816e-06, | |
| "loss": 0.3679, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 8.04305116596908e-06, | |
| "loss": 0.4962, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 8.034509267959342e-06, | |
| "loss": 0.3391, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 8.025967369949604e-06, | |
| "loss": 0.4035, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 8.017425471939865e-06, | |
| "loss": 0.3439, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 8.008883573930127e-06, | |
| "loss": 0.3525, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 8.00034167592039e-06, | |
| "loss": 0.4039, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 7.991799777910653e-06, | |
| "loss": 0.4068, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 7.983257879900915e-06, | |
| "loss": 0.3456, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 7.974715981891176e-06, | |
| "loss": 0.5975, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 7.96617408388144e-06, | |
| "loss": 0.3192, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "eval_loss": 0.3140031695365906, | |
| "eval_runtime": 147.4502, | |
| "eval_samples_per_second": 13.706, | |
| "eval_steps_per_second": 2.286, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 7.957632185871701e-06, | |
| "loss": 0.3395, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 7.949090287861964e-06, | |
| "loss": 0.3258, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 7.940548389852226e-06, | |
| "loss": 0.2365, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 7.932006491842487e-06, | |
| "loss": 0.3901, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 7.92346459383275e-06, | |
| "loss": 0.2342, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 7.914922695823014e-06, | |
| "loss": 0.4549, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 7.906380797813275e-06, | |
| "loss": 0.1577, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 7.897838899803537e-06, | |
| "loss": 0.3662, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 7.8892970017938e-06, | |
| "loss": 0.4641, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 7.880755103784061e-06, | |
| "loss": 0.4122, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 7.872213205774325e-06, | |
| "loss": 0.4164, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 7.863671307764586e-06, | |
| "loss": 0.4609, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 7.855129409754848e-06, | |
| "loss": 0.2847, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 7.84658751174511e-06, | |
| "loss": 0.5949, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 7.838045613735372e-06, | |
| "loss": 0.3877, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 7.829503715725636e-06, | |
| "loss": 0.4248, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 7.820961817715897e-06, | |
| "loss": 0.4988, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 7.812419919706159e-06, | |
| "loss": 0.2621, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 7.803878021696422e-06, | |
| "loss": 0.4065, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 7.795336123686685e-06, | |
| "loss": 0.3675, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 7.786794225676946e-06, | |
| "loss": 0.2646, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 7.778252327667208e-06, | |
| "loss": 0.4343, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 7.769710429657471e-06, | |
| "loss": 0.4538, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 7.761168531647733e-06, | |
| "loss": 0.522, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 7.752626633637996e-06, | |
| "loss": 0.2705, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 7.744084735628257e-06, | |
| "loss": 0.4023, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 7.735542837618519e-06, | |
| "loss": 0.2753, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 7.727000939608782e-06, | |
| "loss": 0.3735, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 7.718459041599044e-06, | |
| "loss": 0.3162, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 7.709917143589307e-06, | |
| "loss": 0.374, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 7.701375245579568e-06, | |
| "loss": 0.2146, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 7.69283334756983e-06, | |
| "loss": 0.4826, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 7.684291449560093e-06, | |
| "loss": 0.4694, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 7.675749551550356e-06, | |
| "loss": 0.242, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 7.667207653540618e-06, | |
| "loss": 0.4113, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 7.65866575553088e-06, | |
| "loss": 0.5189, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 7.650123857521142e-06, | |
| "loss": 0.2997, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 7.641581959511404e-06, | |
| "loss": 0.3923, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 7.633040061501667e-06, | |
| "loss": 0.3352, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 7.6244981634919294e-06, | |
| "loss": 0.5519, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 7.615956265482191e-06, | |
| "loss": 0.3687, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 7.607414367472453e-06, | |
| "loss": 0.5134, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 7.598872469462715e-06, | |
| "loss": 0.3172, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 7.590330571452977e-06, | |
| "loss": 0.5343, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 7.58178867344324e-06, | |
| "loss": 0.3346, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 7.573246775433502e-06, | |
| "loss": 0.3423, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 7.564704877423764e-06, | |
| "loss": 0.2869, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 7.5561629794140266e-06, | |
| "loss": 0.3877, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 7.547621081404288e-06, | |
| "loss": 0.3519, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 7.539079183394551e-06, | |
| "loss": 0.3819, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "eval_loss": 0.3138478100299835, | |
| "eval_runtime": 147.5308, | |
| "eval_samples_per_second": 13.699, | |
| "eval_steps_per_second": 2.284, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 7.530537285384814e-06, | |
| "loss": 0.1818, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 7.521995387375075e-06, | |
| "loss": 0.3404, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 7.5134534893653375e-06, | |
| "loss": 0.2653, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 7.504911591355601e-06, | |
| "loss": 0.3424, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 7.496369693345862e-06, | |
| "loss": 0.3157, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 7.4878277953361245e-06, | |
| "loss": 0.466, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 7.479285897326386e-06, | |
| "loss": 0.3224, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 7.470743999316648e-06, | |
| "loss": 0.2007, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 7.462202101306912e-06, | |
| "loss": 0.2543, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 7.453660203297173e-06, | |
| "loss": 0.3866, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 7.4451183052874354e-06, | |
| "loss": 0.3445, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 7.436576407277698e-06, | |
| "loss": 0.2159, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 7.428034509267959e-06, | |
| "loss": 0.1272, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 7.4194926112582225e-06, | |
| "loss": 0.4201, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 7.410950713248485e-06, | |
| "loss": 0.4086, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 7.402408815238746e-06, | |
| "loss": 0.3111, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 7.393866917229009e-06, | |
| "loss": 0.3086, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 7.385325019219272e-06, | |
| "loss": 0.3362, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 7.376783121209533e-06, | |
| "loss": 0.3311, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 7.368241223199796e-06, | |
| "loss": 0.427, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 7.359699325190058e-06, | |
| "loss": 0.4626, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 7.35115742718032e-06, | |
| "loss": 0.3225, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 7.342615529170583e-06, | |
| "loss": 0.3641, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 7.334073631160844e-06, | |
| "loss": 0.2543, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 7.325531733151107e-06, | |
| "loss": 0.4455, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 7.316989835141369e-06, | |
| "loss": 0.6165, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 7.3084479371316305e-06, | |
| "loss": 0.3889, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 7.299906039121894e-06, | |
| "loss": 0.4556, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 7.291364141112156e-06, | |
| "loss": 0.2785, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 7.282822243102418e-06, | |
| "loss": 0.3028, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 7.27428034509268e-06, | |
| "loss": 0.4229, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 7.265738447082943e-06, | |
| "loss": 0.2957, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 7.257196549073205e-06, | |
| "loss": 0.3546, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 7.248654651063467e-06, | |
| "loss": 0.2534, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 7.240112753053729e-06, | |
| "loss": 0.1781, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 7.231570855043991e-06, | |
| "loss": 0.3613, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 7.223028957034254e-06, | |
| "loss": 0.4137, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 7.2144870590245156e-06, | |
| "loss": 0.2967, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 7.205945161014778e-06, | |
| "loss": 0.3548, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 7.19740326300504e-06, | |
| "loss": 0.2941, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 7.188861364995302e-06, | |
| "loss": 0.3029, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 7.180319466985565e-06, | |
| "loss": 0.2385, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 7.171777568975827e-06, | |
| "loss": 0.3762, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 7.163235670966089e-06, | |
| "loss": 0.4625, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 7.154693772956351e-06, | |
| "loss": 0.5495, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 7.146151874946614e-06, | |
| "loss": 0.2959, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 7.137609976936876e-06, | |
| "loss": 0.3331, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 7.129068078927138e-06, | |
| "loss": 0.3718, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 7.1205261809174006e-06, | |
| "loss": 0.4167, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 7.111984282907662e-06, | |
| "loss": 0.3922, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "eval_loss": 0.31320881843566895, | |
| "eval_runtime": 148.0958, | |
| "eval_samples_per_second": 13.647, | |
| "eval_steps_per_second": 2.276, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 7.103442384897925e-06, | |
| "loss": 0.3721, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 7.094900486888188e-06, | |
| "loss": 0.4192, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 7.086358588878449e-06, | |
| "loss": 0.4409, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 7.0778166908687115e-06, | |
| "loss": 0.4261, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 7.069274792858973e-06, | |
| "loss": 0.1757, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 7.060732894849236e-06, | |
| "loss": 0.3679, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 7.0521909968394985e-06, | |
| "loss": 0.2991, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 7.04364909882976e-06, | |
| "loss": 0.2238, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 7.035107200820022e-06, | |
| "loss": 0.5698, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 7.026565302810286e-06, | |
| "loss": 0.3213, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 7.018023404800547e-06, | |
| "loss": 0.149, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 7.0094815067908095e-06, | |
| "loss": 0.4403, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 7.000939608781072e-06, | |
| "loss": 0.3872, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 6.992397710771333e-06, | |
| "loss": 0.4537, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 6.9838558127615965e-06, | |
| "loss": 0.1784, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 6.975313914751859e-06, | |
| "loss": 0.5157, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 6.96677201674212e-06, | |
| "loss": 0.5058, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 6.958230118732383e-06, | |
| "loss": 0.3691, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 6.949688220722644e-06, | |
| "loss": 0.2682, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 6.941146322712907e-06, | |
| "loss": 0.3153, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 6.93260442470317e-06, | |
| "loss": 0.3217, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 6.924062526693431e-06, | |
| "loss": 0.3731, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 6.915520628683694e-06, | |
| "loss": 0.4139, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 6.906978730673957e-06, | |
| "loss": 0.2913, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 6.898436832664218e-06, | |
| "loss": 0.2702, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 6.889894934654481e-06, | |
| "loss": 0.2258, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 6.881353036644743e-06, | |
| "loss": 0.3999, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 6.8728111386350045e-06, | |
| "loss": 0.56, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 6.864269240625268e-06, | |
| "loss": 0.3391, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 6.85572734261553e-06, | |
| "loss": 0.3139, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 6.847185444605792e-06, | |
| "loss": 0.3657, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 6.838643546596054e-06, | |
| "loss": 0.3958, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 6.830101648586317e-06, | |
| "loss": 0.3364, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 6.821559750576579e-06, | |
| "loss": 0.4123, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 6.813017852566841e-06, | |
| "loss": 0.3019, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 6.8044759545571025e-06, | |
| "loss": 0.4308, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 6.795934056547365e-06, | |
| "loss": 0.4005, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 6.787392158537628e-06, | |
| "loss": 0.5024, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 6.7788502605278896e-06, | |
| "loss": 0.3102, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 6.770308362518152e-06, | |
| "loss": 0.514, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 6.761766464508414e-06, | |
| "loss": 0.4315, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 6.753224566498676e-06, | |
| "loss": 0.3066, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 6.744682668488939e-06, | |
| "loss": 0.4766, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 6.736140770479201e-06, | |
| "loss": 0.482, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 6.727598872469463e-06, | |
| "loss": 0.4122, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 6.719056974459725e-06, | |
| "loss": 0.4521, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 6.710515076449988e-06, | |
| "loss": 0.3859, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 6.70197317844025e-06, | |
| "loss": 0.3144, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 6.693431280430512e-06, | |
| "loss": 0.1476, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 6.684889382420774e-06, | |
| "loss": 0.3443, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "eval_loss": 0.31326767802238464, | |
| "eval_runtime": 148.1653, | |
| "eval_samples_per_second": 13.64, | |
| "eval_steps_per_second": 2.274, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 6.676347484411037e-06, | |
| "loss": 0.6021, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 6.667805586401299e-06, | |
| "loss": 0.2874, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 6.659263688391561e-06, | |
| "loss": 0.2902, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 6.650721790381823e-06, | |
| "loss": 0.3469, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 6.642179892372086e-06, | |
| "loss": 0.2126, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 6.633637994362348e-06, | |
| "loss": 0.6042, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 6.62509609635261e-06, | |
| "loss": 0.3642, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 6.6165541983428726e-06, | |
| "loss": 0.3103, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 6.608012300333134e-06, | |
| "loss": 0.4791, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 6.599470402323397e-06, | |
| "loss": 0.3973, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 6.59092850431366e-06, | |
| "loss": 0.2553, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 6.582386606303921e-06, | |
| "loss": 0.4041, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 6.5738447082941835e-06, | |
| "loss": 0.3603, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 6.565302810284447e-06, | |
| "loss": 0.4866, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 6.556760912274708e-06, | |
| "loss": 0.4017, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 6.5482190142649705e-06, | |
| "loss": 0.3596, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 6.539677116255232e-06, | |
| "loss": 0.2408, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 6.531135218245494e-06, | |
| "loss": 0.1687, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 6.522593320235758e-06, | |
| "loss": 0.3384, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 6.514051422226019e-06, | |
| "loss": 0.3191, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 6.5055095242162814e-06, | |
| "loss": 0.2992, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 6.496967626206544e-06, | |
| "loss": 0.3559, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 6.488425728196805e-06, | |
| "loss": 0.287, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 6.4798838301870685e-06, | |
| "loss": 0.4084, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 6.471341932177331e-06, | |
| "loss": 0.4548, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 6.462800034167592e-06, | |
| "loss": 0.4089, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 6.454258136157855e-06, | |
| "loss": 0.525, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 6.445716238148118e-06, | |
| "loss": 0.395, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 6.437174340138379e-06, | |
| "loss": 0.4474, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 6.428632442128642e-06, | |
| "loss": 0.1524, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 6.420090544118903e-06, | |
| "loss": 0.3649, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 6.411548646109166e-06, | |
| "loss": 0.2933, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 6.403006748099429e-06, | |
| "loss": 0.4789, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 6.39446485008969e-06, | |
| "loss": 0.3489, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 6.385922952079953e-06, | |
| "loss": 0.2916, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 6.377381054070215e-06, | |
| "loss": 0.1772, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 6.3688391560604765e-06, | |
| "loss": 0.3849, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 6.36029725805074e-06, | |
| "loss": 0.4892, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 6.351755360041002e-06, | |
| "loss": 0.4328, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 6.343213462031264e-06, | |
| "loss": 0.3038, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 6.334671564021526e-06, | |
| "loss": 0.2119, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 6.326129666011789e-06, | |
| "loss": 0.3328, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 6.317587768002051e-06, | |
| "loss": 0.3124, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 6.309045869992313e-06, | |
| "loss": 0.2876, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 6.300503971982575e-06, | |
| "loss": 0.2042, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 6.291962073972837e-06, | |
| "loss": 0.2934, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 6.2834201759631e-06, | |
| "loss": 0.4138, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 6.2748782779533615e-06, | |
| "loss": 0.5214, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 6.266336379943624e-06, | |
| "loss": 0.3396, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 6.257794481933886e-06, | |
| "loss": 0.3827, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "eval_loss": 0.3127913177013397, | |
| "eval_runtime": 148.3308, | |
| "eval_samples_per_second": 13.625, | |
| "eval_steps_per_second": 2.272, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 6.249252583924148e-06, | |
| "loss": 0.3716, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 6.240710685914411e-06, | |
| "loss": 0.2787, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 6.232168787904673e-06, | |
| "loss": 0.3925, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 6.223626889894935e-06, | |
| "loss": 0.3131, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 6.215084991885197e-06, | |
| "loss": 0.2891, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 6.20654309387546e-06, | |
| "loss": 0.3638, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 6.198001195865722e-06, | |
| "loss": 0.3896, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 6.189459297855984e-06, | |
| "loss": 0.5276, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 6.1809173998462466e-06, | |
| "loss": 0.3169, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 6.172375501836508e-06, | |
| "loss": 0.336, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 6.163833603826771e-06, | |
| "loss": 0.3627, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 6.155291705817033e-06, | |
| "loss": 0.3236, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 6.146749807807295e-06, | |
| "loss": 0.3226, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 6.1382079097975575e-06, | |
| "loss": 0.3447, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 6.129666011787819e-06, | |
| "loss": 0.419, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 6.121124113778082e-06, | |
| "loss": 0.446, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 6.1125822157683445e-06, | |
| "loss": 0.3607, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 6.104040317758606e-06, | |
| "loss": 0.268, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 6.095498419748868e-06, | |
| "loss": 0.155, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 6.086956521739132e-06, | |
| "loss": 0.4208, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 6.078414623729393e-06, | |
| "loss": 0.3829, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 6.0698727257196555e-06, | |
| "loss": 0.4763, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 6.061330827709918e-06, | |
| "loss": 0.3541, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 6.052788929700179e-06, | |
| "loss": 0.395, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 6.0442470316904425e-06, | |
| "loss": 0.4241, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 6.035705133680705e-06, | |
| "loss": 0.2576, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 6.027163235670966e-06, | |
| "loss": 0.5861, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 6.018621337661229e-06, | |
| "loss": 0.2823, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "learning_rate": 6.01007943965149e-06, | |
| "loss": 0.3957, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "learning_rate": 6.001537541641753e-06, | |
| "loss": 0.2409, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "learning_rate": 5.992995643632016e-06, | |
| "loss": 0.4057, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 5.984453745622277e-06, | |
| "loss": 0.3656, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 5.97591184761254e-06, | |
| "loss": 0.2622, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 5.967369949602803e-06, | |
| "loss": 0.4196, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 5.958828051593064e-06, | |
| "loss": 0.3719, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 5.950286153583327e-06, | |
| "loss": 0.4678, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 5.941744255573589e-06, | |
| "loss": 0.372, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 2.06, | |
| "learning_rate": 5.9332023575638505e-06, | |
| "loss": 0.3476, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 5.924660459554114e-06, | |
| "loss": 0.3638, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 5.916118561544376e-06, | |
| "loss": 0.3632, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 5.907576663534638e-06, | |
| "loss": 0.2015, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 5.8990347655249e-06, | |
| "loss": 0.3838, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 5.8904928675151615e-06, | |
| "loss": 0.2182, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 5.881950969505425e-06, | |
| "loss": 0.3247, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 5.873409071495687e-06, | |
| "loss": 0.3435, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 5.8648671734859485e-06, | |
| "loss": 0.2764, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 5.856325275476211e-06, | |
| "loss": 0.4463, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 5.847783377466474e-06, | |
| "loss": 0.3739, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 5.8392414794567356e-06, | |
| "loss": 0.3779, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 5.830699581446998e-06, | |
| "loss": 0.4169, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "eval_loss": 0.31448912620544434, | |
| "eval_runtime": 148.8038, | |
| "eval_samples_per_second": 13.582, | |
| "eval_steps_per_second": 2.265, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 5.82215768343726e-06, | |
| "loss": 0.4081, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 5.813615785427522e-06, | |
| "loss": 0.3377, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 5.805073887417785e-06, | |
| "loss": 0.38, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 5.796531989408047e-06, | |
| "loss": 0.3641, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 5.787990091398309e-06, | |
| "loss": 0.435, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 5.779448193388571e-06, | |
| "loss": 0.3914, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 5.770906295378834e-06, | |
| "loss": 0.1876, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 5.762364397369096e-06, | |
| "loss": 0.2638, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 5.753822499359358e-06, | |
| "loss": 0.4779, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 5.74528060134962e-06, | |
| "loss": 0.2917, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 5.736738703339882e-06, | |
| "loss": 0.324, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 5.728196805330145e-06, | |
| "loss": 0.2366, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 5.719654907320407e-06, | |
| "loss": 0.4861, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 5.711113009310669e-06, | |
| "loss": 0.4288, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "learning_rate": 5.7025711113009315e-06, | |
| "loss": 0.2315, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "learning_rate": 5.694029213291193e-06, | |
| "loss": 0.2426, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 5.685487315281456e-06, | |
| "loss": 0.4719, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 5.6769454172717186e-06, | |
| "loss": 0.4703, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 5.66840351926198e-06, | |
| "loss": 0.3042, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 5.659861621252242e-06, | |
| "loss": 0.2986, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 5.651319723242506e-06, | |
| "loss": 0.3161, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 5.642777825232767e-06, | |
| "loss": 0.4217, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 5.6342359272230295e-06, | |
| "loss": 0.2574, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 5.625694029213291e-06, | |
| "loss": 0.3925, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 5.617152131203553e-06, | |
| "loss": 0.277, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 5.6086102331938165e-06, | |
| "loss": 0.448, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "learning_rate": 5.600068335184078e-06, | |
| "loss": 0.4412, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "learning_rate": 5.59152643717434e-06, | |
| "loss": 0.2734, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 5.582984539164603e-06, | |
| "loss": 0.304, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 5.574442641154865e-06, | |
| "loss": 0.2944, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "learning_rate": 5.5659007431451274e-06, | |
| "loss": 0.3414, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "learning_rate": 5.55735884513539e-06, | |
| "loss": 0.2897, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "learning_rate": 5.548816947125651e-06, | |
| "loss": 0.5415, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 5.5402750491159145e-06, | |
| "loss": 0.284, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 5.531733151106177e-06, | |
| "loss": 0.3498, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 5.523191253096438e-06, | |
| "loss": 0.4256, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 5.514649355086701e-06, | |
| "loss": 0.3603, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 5.506107457076964e-06, | |
| "loss": 0.2654, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 5.497565559067225e-06, | |
| "loss": 0.1896, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 5.489023661057488e-06, | |
| "loss": 0.3347, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 5.480481763047749e-06, | |
| "loss": 0.3013, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 5.471939865038012e-06, | |
| "loss": 0.4533, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 5.463397967028275e-06, | |
| "loss": 0.2693, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 5.454856069018536e-06, | |
| "loss": 0.4373, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 5.446314171008799e-06, | |
| "loss": 0.3536, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 5.437772272999061e-06, | |
| "loss": 0.2906, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 5.4292303749893225e-06, | |
| "loss": 0.3749, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 5.420688476979586e-06, | |
| "loss": 0.3229, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 5.412146578969848e-06, | |
| "loss": 0.382, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 5.40360468096011e-06, | |
| "loss": 0.2356, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "eval_loss": 0.31541574001312256, | |
| "eval_runtime": 148.0605, | |
| "eval_samples_per_second": 13.65, | |
| "eval_steps_per_second": 2.276, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 5.395062782950372e-06, | |
| "loss": 0.3956, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 5.386520884940635e-06, | |
| "loss": 0.3128, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 5.377978986930897e-06, | |
| "loss": 0.3933, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 5.369437088921159e-06, | |
| "loss": 0.5467, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "learning_rate": 5.3608951909114205e-06, | |
| "loss": 0.132, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "learning_rate": 5.352353292901683e-06, | |
| "loss": 0.4206, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 5.343811394891946e-06, | |
| "loss": 0.2647, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 5.3352694968822075e-06, | |
| "loss": 0.3597, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 5.32672759887247e-06, | |
| "loss": 0.2996, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 5.318185700862732e-06, | |
| "loss": 0.3868, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 5.309643802852994e-06, | |
| "loss": 0.2282, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "learning_rate": 5.301101904843257e-06, | |
| "loss": 0.1808, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "learning_rate": 5.292560006833519e-06, | |
| "loss": 0.2549, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 2.38, | |
| "learning_rate": 5.284018108823781e-06, | |
| "loss": 0.1823, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 5.275476210814043e-06, | |
| "loss": 0.3847, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 5.266934312804306e-06, | |
| "loss": 0.4476, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 5.258392414794568e-06, | |
| "loss": 0.1905, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 5.24985051678483e-06, | |
| "loss": 0.3908, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "learning_rate": 5.2413086187750926e-06, | |
| "loss": 0.3519, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "learning_rate": 5.232766720765354e-06, | |
| "loss": 0.3762, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "learning_rate": 5.224224822755617e-06, | |
| "loss": 0.3823, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "learning_rate": 5.215682924745879e-06, | |
| "loss": 0.2805, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "learning_rate": 5.207141026736141e-06, | |
| "loss": 0.3178, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 5.1985991287264035e-06, | |
| "loss": 0.4441, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 5.190057230716665e-06, | |
| "loss": 0.4681, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 5.181515332706928e-06, | |
| "loss": 0.2889, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 5.1729734346971905e-06, | |
| "loss": 0.2544, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 5.164431536687452e-06, | |
| "loss": 0.4712, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 5.155889638677714e-06, | |
| "loss": 0.4941, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 5.147347740667978e-06, | |
| "loss": 0.1824, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 5.138805842658239e-06, | |
| "loss": 0.3744, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 5.1302639446485014e-06, | |
| "loss": 0.3031, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 5.121722046638764e-06, | |
| "loss": 0.3723, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 5.113180148629025e-06, | |
| "loss": 0.2414, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 5.1046382506192885e-06, | |
| "loss": 0.4484, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "learning_rate": 5.09609635260955e-06, | |
| "loss": 0.3328, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "learning_rate": 5.087554454599812e-06, | |
| "loss": 0.3509, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 5.079012556590075e-06, | |
| "loss": 0.3446, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 5.070470658580336e-06, | |
| "loss": 0.3094, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 5.061928760570599e-06, | |
| "loss": 0.3308, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 5.053386862560862e-06, | |
| "loss": 0.3024, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 5.044844964551123e-06, | |
| "loss": 0.3678, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 5.036303066541386e-06, | |
| "loss": 0.3632, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 5.027761168531649e-06, | |
| "loss": 0.2619, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 5.01921927052191e-06, | |
| "loss": 0.3098, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 5.010677372512173e-06, | |
| "loss": 0.4114, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 5.002135474502435e-06, | |
| "loss": 0.4709, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 4.9935935764926965e-06, | |
| "loss": 0.5214, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 4.98505167848296e-06, | |
| "loss": 0.2079, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 4.976509780473221e-06, | |
| "loss": 0.4347, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "eval_loss": 0.3158428966999054, | |
| "eval_runtime": 148.2261, | |
| "eval_samples_per_second": 13.635, | |
| "eval_steps_per_second": 2.274, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 4.967967882463484e-06, | |
| "loss": 0.3363, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 4.959425984453746e-06, | |
| "loss": 0.4161, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 4.950884086444008e-06, | |
| "loss": 0.3139, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 4.942342188434271e-06, | |
| "loss": 0.1947, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 4.933800290424533e-06, | |
| "loss": 0.3568, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 4.925258392414795e-06, | |
| "loss": 0.4489, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 4.916716494405057e-06, | |
| "loss": 0.4417, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 4.908174596395319e-06, | |
| "loss": 0.336, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 4.8996326983855816e-06, | |
| "loss": 0.5577, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 4.891090800375844e-06, | |
| "loss": 0.4839, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 4.882548902366106e-06, | |
| "loss": 0.3746, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 4.874007004356369e-06, | |
| "loss": 0.3279, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 4.865465106346631e-06, | |
| "loss": 0.418, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 4.8569232083368925e-06, | |
| "loss": 0.6271, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 4.848381310327155e-06, | |
| "loss": 0.3411, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 4.839839412317417e-06, | |
| "loss": 0.319, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 4.8312975143076795e-06, | |
| "loss": 0.2534, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 4.822755616297942e-06, | |
| "loss": 0.3032, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 4.814213718288204e-06, | |
| "loss": 0.2322, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 4.805671820278467e-06, | |
| "loss": 0.2349, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 4.797129922268728e-06, | |
| "loss": 0.3819, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 4.7885880242589904e-06, | |
| "loss": 0.4986, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 4.780046126249253e-06, | |
| "loss": 0.2811, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "learning_rate": 4.771504228239515e-06, | |
| "loss": 0.3729, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "learning_rate": 4.7629623302297775e-06, | |
| "loss": 0.2989, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 4.75442043222004e-06, | |
| "loss": 0.265, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 4.745878534210302e-06, | |
| "loss": 0.1843, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 4.737336636200564e-06, | |
| "loss": 0.4455, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 4.728794738190826e-06, | |
| "loss": 0.2162, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 4.720252840181088e-06, | |
| "loss": 0.3711, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 4.711710942171351e-06, | |
| "loss": 0.3361, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 4.703169044161613e-06, | |
| "loss": 0.3901, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 4.6946271461518755e-06, | |
| "loss": 0.3042, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 4.686085248142138e-06, | |
| "loss": 0.3939, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 4.677543350132399e-06, | |
| "loss": 0.2726, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 4.6690014521226625e-06, | |
| "loss": 0.3253, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 4.660459554112924e-06, | |
| "loss": 0.3218, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "learning_rate": 4.651917656103186e-06, | |
| "loss": 0.4015, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "learning_rate": 4.643375758093449e-06, | |
| "loss": 0.2483, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 4.634833860083711e-06, | |
| "loss": 0.2528, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 4.6262919620739734e-06, | |
| "loss": 0.2913, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 4.617750064064235e-06, | |
| "loss": 0.4788, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 4.609208166054498e-06, | |
| "loss": 0.2941, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 4.60066626804476e-06, | |
| "loss": 0.4911, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 4.592124370035022e-06, | |
| "loss": 0.3398, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 4.583582472025284e-06, | |
| "loss": 0.35, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 4.575040574015547e-06, | |
| "loss": 0.3149, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 4.566498676005809e-06, | |
| "loss": 0.3246, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 4.5579567779960706e-06, | |
| "loss": 0.3306, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 4.549414879986334e-06, | |
| "loss": 0.2695, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "eval_loss": 0.3164987862110138, | |
| "eval_runtime": 147.7906, | |
| "eval_samples_per_second": 13.675, | |
| "eval_steps_per_second": 2.28, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 4.540872981976595e-06, | |
| "loss": 0.2815, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "learning_rate": 4.532331083966858e-06, | |
| "loss": 0.4566, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "learning_rate": 4.52378918595712e-06, | |
| "loss": 0.3873, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 4.515247287947382e-06, | |
| "loss": 0.2694, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 4.506705389937645e-06, | |
| "loss": 0.2986, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 4.498163491927906e-06, | |
| "loss": 0.3569, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "learning_rate": 4.489621593918169e-06, | |
| "loss": 0.3491, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "learning_rate": 4.481079695908431e-06, | |
| "loss": 0.4444, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 4.472537797898693e-06, | |
| "loss": 0.2079, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 4.4639958998889556e-06, | |
| "loss": 0.3359, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 4.455454001879218e-06, | |
| "loss": 0.1888, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 4.44691210386948e-06, | |
| "loss": 0.3059, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 4.438370205859743e-06, | |
| "loss": 0.2553, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 4.429828307850005e-06, | |
| "loss": 0.3415, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 4.421286409840267e-06, | |
| "loss": 0.3051, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 4.412744511830529e-06, | |
| "loss": 0.2773, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 4.404202613820792e-06, | |
| "loss": 0.3695, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 4.3956607158110535e-06, | |
| "loss": 0.3404, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 4.387118817801316e-06, | |
| "loss": 0.1903, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 4.378576919791578e-06, | |
| "loss": 0.2607, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 4.370035021781841e-06, | |
| "loss": 0.2597, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 4.361493123772103e-06, | |
| "loss": 0.2355, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 4.3529512257623645e-06, | |
| "loss": 0.1798, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 4.344409327752628e-06, | |
| "loss": 0.5509, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 4.335867429742889e-06, | |
| "loss": 0.3129, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "learning_rate": 4.3273255317331515e-06, | |
| "loss": 0.2288, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "learning_rate": 4.318783633723414e-06, | |
| "loss": 0.3235, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 4.310241735713676e-06, | |
| "loss": 0.2354, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 4.3016998377039386e-06, | |
| "loss": 0.2814, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 4.2931579396942e-06, | |
| "loss": 0.3052, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 4.284616041684463e-06, | |
| "loss": 0.271, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 4.276074143674725e-06, | |
| "loss": 0.5061, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 4.267532245664987e-06, | |
| "loss": 0.2946, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 4.2589903476552495e-06, | |
| "loss": 0.3785, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 4.250448449645512e-06, | |
| "loss": 0.258, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 4.241906551635774e-06, | |
| "loss": 0.3433, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 4.233364653626036e-06, | |
| "loss": 0.3728, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 4.224822755616299e-06, | |
| "loss": 0.3265, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 4.21628085760656e-06, | |
| "loss": 0.3782, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 4.207738959596823e-06, | |
| "loss": 0.4276, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 4.199197061587085e-06, | |
| "loss": 0.3275, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "learning_rate": 4.1906551635773474e-06, | |
| "loss": 0.4285, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "learning_rate": 4.18211326556761e-06, | |
| "loss": 0.2002, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "learning_rate": 4.173571367557871e-06, | |
| "loss": 0.28, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 4.1650294695481345e-06, | |
| "loss": 0.4632, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 4.156487571538396e-06, | |
| "loss": 0.5316, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 4.147945673528658e-06, | |
| "loss": 0.304, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 4.139403775518921e-06, | |
| "loss": 0.2603, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 4.130861877509183e-06, | |
| "loss": 0.1586, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 4.122319979499445e-06, | |
| "loss": 0.425, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "eval_loss": 0.31690141558647156, | |
| "eval_runtime": 147.8924, | |
| "eval_samples_per_second": 13.665, | |
| "eval_steps_per_second": 2.279, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 4.113778081489707e-06, | |
| "loss": 0.4468, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 4.10523618347997e-06, | |
| "loss": 0.2205, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 4.096694285470232e-06, | |
| "loss": 0.2492, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 4.088152387460494e-06, | |
| "loss": 0.3075, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 4.079610489450756e-06, | |
| "loss": 0.382, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 4.071068591441019e-06, | |
| "loss": 0.3731, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 4.062526693431281e-06, | |
| "loss": 0.3225, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 4.0539847954215425e-06, | |
| "loss": 0.4533, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 4.045442897411806e-06, | |
| "loss": 0.2833, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 4.036900999402067e-06, | |
| "loss": 0.3202, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 4.02835910139233e-06, | |
| "loss": 0.2674, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 4.019817203382592e-06, | |
| "loss": 0.2685, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 4.011275305372854e-06, | |
| "loss": 0.4526, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "learning_rate": 4.002733407363117e-06, | |
| "loss": 0.1943, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 3.02, | |
| "learning_rate": 3.994191509353378e-06, | |
| "loss": 0.1707, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "learning_rate": 3.985649611343641e-06, | |
| "loss": 0.457, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "learning_rate": 3.977107713333903e-06, | |
| "loss": 0.3018, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 3.968565815324165e-06, | |
| "loss": 0.2961, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 3.9600239173144276e-06, | |
| "loss": 0.451, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 3.95148201930469e-06, | |
| "loss": 0.293, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "learning_rate": 3.942940121294952e-06, | |
| "loss": 0.3328, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 3.05, | |
| "learning_rate": 3.934398223285214e-06, | |
| "loss": 0.2717, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 3.925856325275477e-06, | |
| "loss": 0.296, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 3.9173144272657385e-06, | |
| "loss": 0.2992, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "learning_rate": 3.908772529256001e-06, | |
| "loss": 0.1454, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "learning_rate": 3.900230631246263e-06, | |
| "loss": 0.2253, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 3.07, | |
| "learning_rate": 3.8916887332365255e-06, | |
| "loss": 0.2319, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "learning_rate": 3.883146835226788e-06, | |
| "loss": 0.3923, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "learning_rate": 3.87460493721705e-06, | |
| "loss": 0.3627, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "learning_rate": 3.866063039207313e-06, | |
| "loss": 0.3542, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 3.09, | |
| "learning_rate": 3.857521141197574e-06, | |
| "loss": 0.1871, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 3.8489792431878364e-06, | |
| "loss": 0.2915, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 3.840437345178099e-06, | |
| "loss": 0.2174, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 3.831895447168361e-06, | |
| "loss": 0.2377, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "learning_rate": 3.8233535491586235e-06, | |
| "loss": 0.1499, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "learning_rate": 3.814811651148886e-06, | |
| "loss": 0.3904, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "learning_rate": 3.8062697531391478e-06, | |
| "loss": 0.2644, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "learning_rate": 3.79772785512941e-06, | |
| "loss": 0.3754, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "learning_rate": 3.789185957119672e-06, | |
| "loss": 0.3259, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 3.780644059109935e-06, | |
| "loss": 0.2098, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 3.7721021611001968e-06, | |
| "loss": 0.3464, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 3.7635602630904587e-06, | |
| "loss": 0.3925, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 3.7550183650807215e-06, | |
| "loss": 0.3838, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "learning_rate": 3.7464764670709834e-06, | |
| "loss": 0.3914, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "learning_rate": 3.7379345690612457e-06, | |
| "loss": 0.3022, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "learning_rate": 3.7293926710515077e-06, | |
| "loss": 0.1867, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "learning_rate": 3.7208507730417704e-06, | |
| "loss": 0.2706, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "learning_rate": 3.7123088750320324e-06, | |
| "loss": 0.2583, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "learning_rate": 3.7037669770222943e-06, | |
| "loss": 0.2944, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "learning_rate": 3.695225079012557e-06, | |
| "loss": 0.3686, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "eval_loss": 0.3217047452926636, | |
| "eval_runtime": 154.1964, | |
| "eval_samples_per_second": 13.107, | |
| "eval_steps_per_second": 2.186, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "learning_rate": 3.686683181002819e-06, | |
| "loss": 0.2531, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "learning_rate": 3.6781412829930814e-06, | |
| "loss": 0.2616, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 3.18, | |
| "learning_rate": 3.6695993849833433e-06, | |
| "loss": 0.2927, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "learning_rate": 3.661057486973606e-06, | |
| "loss": 0.2863, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "learning_rate": 3.652515588963868e-06, | |
| "loss": 0.4489, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "learning_rate": 3.64397369095413e-06, | |
| "loss": 0.3503, | |
| "step": 7560 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "learning_rate": 3.6354317929443927e-06, | |
| "loss": 0.2711, | |
| "step": 7570 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "learning_rate": 3.6268898949346546e-06, | |
| "loss": 0.3376, | |
| "step": 7580 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "learning_rate": 3.618347996924917e-06, | |
| "loss": 0.283, | |
| "step": 7590 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "learning_rate": 3.6098060989151793e-06, | |
| "loss": 0.2893, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "learning_rate": 3.6012642009054417e-06, | |
| "loss": 0.2331, | |
| "step": 7610 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "learning_rate": 3.5927223028957036e-06, | |
| "loss": 0.5075, | |
| "step": 7620 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "learning_rate": 3.584180404885966e-06, | |
| "loss": 0.2439, | |
| "step": 7630 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "learning_rate": 3.5756385068762283e-06, | |
| "loss": 0.3249, | |
| "step": 7640 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "learning_rate": 3.5670966088664907e-06, | |
| "loss": 0.3276, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "learning_rate": 3.5585547108567526e-06, | |
| "loss": 0.3269, | |
| "step": 7660 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "learning_rate": 3.5500128128470154e-06, | |
| "loss": 0.4029, | |
| "step": 7670 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "learning_rate": 3.5414709148372773e-06, | |
| "loss": 0.3574, | |
| "step": 7680 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "learning_rate": 3.5329290168275392e-06, | |
| "loss": 0.1384, | |
| "step": 7690 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 3.5243871188178016e-06, | |
| "loss": 0.4162, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 3.515845220808064e-06, | |
| "loss": 0.4534, | |
| "step": 7710 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 3.5073033227983263e-06, | |
| "loss": 0.269, | |
| "step": 7720 | |
| }, | |
| { | |
| "epoch": 3.27, | |
| "learning_rate": 3.498761424788588e-06, | |
| "loss": 0.3813, | |
| "step": 7730 | |
| }, | |
| { | |
| "epoch": 3.27, | |
| "learning_rate": 3.490219526778851e-06, | |
| "loss": 0.421, | |
| "step": 7740 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "learning_rate": 3.481677628769113e-06, | |
| "loss": 0.2597, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "learning_rate": 3.473135730759375e-06, | |
| "loss": 0.3672, | |
| "step": 7760 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "learning_rate": 3.464593832749637e-06, | |
| "loss": 0.3144, | |
| "step": 7770 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "learning_rate": 3.4560519347398995e-06, | |
| "loss": 0.3438, | |
| "step": 7780 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "learning_rate": 3.447510036730162e-06, | |
| "loss": 0.3665, | |
| "step": 7790 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "learning_rate": 3.438968138720424e-06, | |
| "loss": 0.1775, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "learning_rate": 3.4304262407106866e-06, | |
| "loss": 0.4987, | |
| "step": 7810 | |
| }, | |
| { | |
| "epoch": 3.31, | |
| "learning_rate": 3.4218843427009485e-06, | |
| "loss": 0.282, | |
| "step": 7820 | |
| }, | |
| { | |
| "epoch": 3.31, | |
| "learning_rate": 3.4133424446912105e-06, | |
| "loss": 0.2632, | |
| "step": 7830 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "learning_rate": 3.404800546681473e-06, | |
| "loss": 0.2824, | |
| "step": 7840 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "learning_rate": 3.396258648671735e-06, | |
| "loss": 0.3774, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "learning_rate": 3.3877167506619975e-06, | |
| "loss": 0.2894, | |
| "step": 7860 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "learning_rate": 3.3791748526522594e-06, | |
| "loss": 0.145, | |
| "step": 7870 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "learning_rate": 3.370632954642522e-06, | |
| "loss": 0.3516, | |
| "step": 7880 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "learning_rate": 3.362091056632784e-06, | |
| "loss": 0.3059, | |
| "step": 7890 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "learning_rate": 3.353549158623046e-06, | |
| "loss": 0.3699, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "learning_rate": 3.345007260613309e-06, | |
| "loss": 0.4026, | |
| "step": 7910 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 3.3364653626035708e-06, | |
| "loss": 0.3167, | |
| "step": 7920 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 3.327923464593833e-06, | |
| "loss": 0.3744, | |
| "step": 7930 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "learning_rate": 3.319381566584095e-06, | |
| "loss": 0.3112, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "learning_rate": 3.310839668574358e-06, | |
| "loss": 0.4122, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "learning_rate": 3.3022977705646198e-06, | |
| "loss": 0.2248, | |
| "step": 7960 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "learning_rate": 3.2937558725548817e-06, | |
| "loss": 0.421, | |
| "step": 7970 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "learning_rate": 3.2852139745451445e-06, | |
| "loss": 0.3756, | |
| "step": 7980 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "learning_rate": 3.2766720765354064e-06, | |
| "loss": 0.3177, | |
| "step": 7990 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "learning_rate": 3.2681301785256687e-06, | |
| "loss": 0.258, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 3.38, | |
| "eval_loss": 0.3234722316265106, | |
| "eval_runtime": 147.8131, | |
| "eval_samples_per_second": 13.673, | |
| "eval_steps_per_second": 2.28, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "learning_rate": 3.2595882805159307e-06, | |
| "loss": 0.4607, | |
| "step": 8010 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "learning_rate": 3.2510463825061934e-06, | |
| "loss": 0.3055, | |
| "step": 8020 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 3.2425044844964554e-06, | |
| "loss": 0.2157, | |
| "step": 8030 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 3.2339625864867173e-06, | |
| "loss": 0.4536, | |
| "step": 8040 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 3.22542068847698e-06, | |
| "loss": 0.4621, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "learning_rate": 3.216878790467242e-06, | |
| "loss": 0.3938, | |
| "step": 8060 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "learning_rate": 3.2083368924575044e-06, | |
| "loss": 0.3495, | |
| "step": 8070 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "learning_rate": 3.1997949944477663e-06, | |
| "loss": 0.2466, | |
| "step": 8080 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "learning_rate": 3.191253096438029e-06, | |
| "loss": 0.3841, | |
| "step": 8090 | |
| }, | |
| { | |
| "epoch": 3.42, | |
| "learning_rate": 3.182711198428291e-06, | |
| "loss": 0.1754, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "learning_rate": 3.174169300418553e-06, | |
| "loss": 0.286, | |
| "step": 8110 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "learning_rate": 3.1656274024088157e-06, | |
| "loss": 0.2455, | |
| "step": 8120 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "learning_rate": 3.1570855043990776e-06, | |
| "loss": 0.344, | |
| "step": 8130 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "learning_rate": 3.14854360638934e-06, | |
| "loss": 0.3695, | |
| "step": 8140 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "learning_rate": 3.140001708379602e-06, | |
| "loss": 0.1437, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "learning_rate": 3.1314598103698647e-06, | |
| "loss": 0.3331, | |
| "step": 8160 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "learning_rate": 3.1229179123601266e-06, | |
| "loss": 0.3586, | |
| "step": 8170 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "learning_rate": 3.1143760143503885e-06, | |
| "loss": 0.1924, | |
| "step": 8180 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "learning_rate": 3.1058341163406513e-06, | |
| "loss": 0.3175, | |
| "step": 8190 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "learning_rate": 3.0972922183309132e-06, | |
| "loss": 0.3194, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "learning_rate": 3.0887503203211756e-06, | |
| "loss": 0.2796, | |
| "step": 8210 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "learning_rate": 3.080208422311438e-06, | |
| "loss": 0.4855, | |
| "step": 8220 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "learning_rate": 3.0716665243017003e-06, | |
| "loss": 0.3277, | |
| "step": 8230 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "learning_rate": 3.0631246262919622e-06, | |
| "loss": 0.2622, | |
| "step": 8240 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "learning_rate": 3.054582728282224e-06, | |
| "loss": 0.258, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "learning_rate": 3.046040830272487e-06, | |
| "loss": 0.2123, | |
| "step": 8260 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "learning_rate": 3.037498932262749e-06, | |
| "loss": 0.3804, | |
| "step": 8270 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "learning_rate": 3.028957034253011e-06, | |
| "loss": 0.2365, | |
| "step": 8280 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "learning_rate": 3.0204151362432736e-06, | |
| "loss": 0.3523, | |
| "step": 8290 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "learning_rate": 3.011873238233536e-06, | |
| "loss": 0.3232, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "learning_rate": 3.003331340223798e-06, | |
| "loss": 0.2693, | |
| "step": 8310 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "learning_rate": 2.99478944221406e-06, | |
| "loss": 0.3266, | |
| "step": 8320 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "learning_rate": 2.9862475442043225e-06, | |
| "loss": 0.3768, | |
| "step": 8330 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "learning_rate": 2.977705646194585e-06, | |
| "loss": 0.2142, | |
| "step": 8340 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "learning_rate": 2.969163748184847e-06, | |
| "loss": 0.2571, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "learning_rate": 2.9606218501751096e-06, | |
| "loss": 0.3081, | |
| "step": 8360 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 2.9520799521653715e-06, | |
| "loss": 0.1718, | |
| "step": 8370 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 2.9435380541556335e-06, | |
| "loss": 0.3054, | |
| "step": 8380 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "learning_rate": 2.934996156145896e-06, | |
| "loss": 0.2853, | |
| "step": 8390 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "learning_rate": 2.926454258136158e-06, | |
| "loss": 0.3432, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 3.56, | |
| "learning_rate": 2.9179123601264205e-06, | |
| "loss": 0.1891, | |
| "step": 8410 | |
| }, | |
| { | |
| "epoch": 3.56, | |
| "learning_rate": 2.9093704621166824e-06, | |
| "loss": 0.4322, | |
| "step": 8420 | |
| }, | |
| { | |
| "epoch": 3.56, | |
| "learning_rate": 2.900828564106945e-06, | |
| "loss": 0.2226, | |
| "step": 8430 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "learning_rate": 2.892286666097207e-06, | |
| "loss": 0.5497, | |
| "step": 8440 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "learning_rate": 2.883744768087469e-06, | |
| "loss": 0.3176, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 2.8752028700777314e-06, | |
| "loss": 0.315, | |
| "step": 8460 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 2.8666609720679938e-06, | |
| "loss": 0.3701, | |
| "step": 8470 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "learning_rate": 2.858119074058256e-06, | |
| "loss": 0.4904, | |
| "step": 8480 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "learning_rate": 2.849577176048518e-06, | |
| "loss": 0.4895, | |
| "step": 8490 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "learning_rate": 2.841035278038781e-06, | |
| "loss": 0.2017, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "eval_loss": 0.3225812315940857, | |
| "eval_runtime": 148.6185, | |
| "eval_samples_per_second": 13.599, | |
| "eval_steps_per_second": 2.268, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "learning_rate": 2.8324933800290428e-06, | |
| "loss": 0.5415, | |
| "step": 8510 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "learning_rate": 2.8239514820193047e-06, | |
| "loss": 0.3701, | |
| "step": 8520 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "learning_rate": 2.8154095840095675e-06, | |
| "loss": 0.2505, | |
| "step": 8530 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "learning_rate": 2.8068676859998294e-06, | |
| "loss": 0.2222, | |
| "step": 8540 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "learning_rate": 2.7983257879900917e-06, | |
| "loss": 0.2643, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "learning_rate": 2.7897838899803537e-06, | |
| "loss": 0.2694, | |
| "step": 8560 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "learning_rate": 2.7812419919706164e-06, | |
| "loss": 0.2564, | |
| "step": 8570 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "learning_rate": 2.7727000939608784e-06, | |
| "loss": 0.2611, | |
| "step": 8580 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "learning_rate": 2.7641581959511403e-06, | |
| "loss": 0.3023, | |
| "step": 8590 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "learning_rate": 2.755616297941403e-06, | |
| "loss": 0.3328, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "learning_rate": 2.747074399931665e-06, | |
| "loss": 0.2286, | |
| "step": 8610 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "learning_rate": 2.7385325019219274e-06, | |
| "loss": 0.3566, | |
| "step": 8620 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "learning_rate": 2.7299906039121893e-06, | |
| "loss": 0.1548, | |
| "step": 8630 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "learning_rate": 2.721448705902452e-06, | |
| "loss": 0.3871, | |
| "step": 8640 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "learning_rate": 2.712906807892714e-06, | |
| "loss": 0.2635, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 3.66, | |
| "learning_rate": 2.704364909882976e-06, | |
| "loss": 0.3074, | |
| "step": 8660 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 2.6958230118732387e-06, | |
| "loss": 0.2853, | |
| "step": 8670 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 2.6872811138635006e-06, | |
| "loss": 0.4648, | |
| "step": 8680 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 2.678739215853763e-06, | |
| "loss": 0.2805, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "learning_rate": 2.670197317844025e-06, | |
| "loss": 0.3591, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "learning_rate": 2.6616554198342877e-06, | |
| "loss": 0.3443, | |
| "step": 8710 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "learning_rate": 2.6531135218245496e-06, | |
| "loss": 0.3672, | |
| "step": 8720 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "learning_rate": 2.6445716238148115e-06, | |
| "loss": 0.2658, | |
| "step": 8730 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "learning_rate": 2.6360297258050743e-06, | |
| "loss": 0.3545, | |
| "step": 8740 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "learning_rate": 2.6274878277953362e-06, | |
| "loss": 0.2131, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 3.7, | |
| "learning_rate": 2.6189459297855986e-06, | |
| "loss": 0.3093, | |
| "step": 8760 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "learning_rate": 2.6104040317758605e-06, | |
| "loss": 0.2516, | |
| "step": 8770 | |
| }, | |
| { | |
| "epoch": 3.71, | |
| "learning_rate": 2.6018621337661233e-06, | |
| "loss": 0.351, | |
| "step": 8780 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "learning_rate": 2.5933202357563852e-06, | |
| "loss": 0.4154, | |
| "step": 8790 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "learning_rate": 2.584778337746647e-06, | |
| "loss": 0.2662, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "learning_rate": 2.57623643973691e-06, | |
| "loss": 0.2682, | |
| "step": 8810 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "learning_rate": 2.567694541727172e-06, | |
| "loss": 0.2932, | |
| "step": 8820 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "learning_rate": 2.559152643717434e-06, | |
| "loss": 0.3601, | |
| "step": 8830 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "learning_rate": 2.5506107457076966e-06, | |
| "loss": 0.3081, | |
| "step": 8840 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "learning_rate": 2.542068847697959e-06, | |
| "loss": 0.4105, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "learning_rate": 2.533526949688221e-06, | |
| "loss": 0.1959, | |
| "step": 8860 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "learning_rate": 2.5249850516784828e-06, | |
| "loss": 0.2514, | |
| "step": 8870 | |
| }, | |
| { | |
| "epoch": 3.75, | |
| "learning_rate": 2.5164431536687455e-06, | |
| "loss": 0.4048, | |
| "step": 8880 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 2.5079012556590075e-06, | |
| "loss": 0.348, | |
| "step": 8890 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 2.49935935764927e-06, | |
| "loss": 0.4546, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "learning_rate": 2.490817459639532e-06, | |
| "loss": 0.1874, | |
| "step": 8910 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "learning_rate": 2.4822755616297945e-06, | |
| "loss": 0.3567, | |
| "step": 8920 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "learning_rate": 2.4737336636200564e-06, | |
| "loss": 0.4323, | |
| "step": 8930 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "learning_rate": 2.465191765610319e-06, | |
| "loss": 0.3178, | |
| "step": 8940 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "learning_rate": 2.4566498676005807e-06, | |
| "loss": 0.3025, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "learning_rate": 2.448107969590843e-06, | |
| "loss": 0.3172, | |
| "step": 8960 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "learning_rate": 2.4395660715811054e-06, | |
| "loss": 0.2824, | |
| "step": 8970 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "learning_rate": 2.4310241735713678e-06, | |
| "loss": 0.2669, | |
| "step": 8980 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "learning_rate": 2.42248227556163e-06, | |
| "loss": 0.2742, | |
| "step": 8990 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "learning_rate": 2.413940377551892e-06, | |
| "loss": 0.2043, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "eval_loss": 0.3242332935333252, | |
| "eval_runtime": 148.8211, | |
| "eval_samples_per_second": 13.58, | |
| "eval_steps_per_second": 2.264, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "learning_rate": 2.4053984795421544e-06, | |
| "loss": 0.3298, | |
| "step": 9010 | |
| }, | |
| { | |
| "epoch": 3.81, | |
| "learning_rate": 2.3968565815324168e-06, | |
| "loss": 0.4304, | |
| "step": 9020 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "learning_rate": 2.388314683522679e-06, | |
| "loss": 0.2878, | |
| "step": 9030 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "learning_rate": 2.3797727855129415e-06, | |
| "loss": 0.381, | |
| "step": 9040 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "learning_rate": 2.3712308875032034e-06, | |
| "loss": 0.4256, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "learning_rate": 2.3626889894934658e-06, | |
| "loss": 0.3008, | |
| "step": 9060 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "learning_rate": 2.3541470914837277e-06, | |
| "loss": 0.1974, | |
| "step": 9070 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "learning_rate": 2.34560519347399e-06, | |
| "loss": 0.2593, | |
| "step": 9080 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "learning_rate": 2.3370632954642524e-06, | |
| "loss": 0.469, | |
| "step": 9090 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "learning_rate": 2.3285213974545147e-06, | |
| "loss": 0.3363, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "learning_rate": 2.319979499444777e-06, | |
| "loss": 0.3765, | |
| "step": 9110 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "learning_rate": 2.311437601435039e-06, | |
| "loss": 0.2657, | |
| "step": 9120 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "learning_rate": 2.3028957034253014e-06, | |
| "loss": 0.2082, | |
| "step": 9130 | |
| }, | |
| { | |
| "epoch": 3.86, | |
| "learning_rate": 2.2943538054155633e-06, | |
| "loss": 0.3357, | |
| "step": 9140 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "learning_rate": 2.2858119074058256e-06, | |
| "loss": 0.2493, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "learning_rate": 2.277270009396088e-06, | |
| "loss": 0.4436, | |
| "step": 9160 | |
| }, | |
| { | |
| "epoch": 3.88, | |
| "learning_rate": 2.2687281113863504e-06, | |
| "loss": 0.2447, | |
| "step": 9170 | |
| }, | |
| { | |
| "epoch": 3.88, | |
| "learning_rate": 2.2601862133766127e-06, | |
| "loss": 0.3259, | |
| "step": 9180 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "learning_rate": 2.2516443153668746e-06, | |
| "loss": 0.2412, | |
| "step": 9190 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "learning_rate": 2.243102417357137e-06, | |
| "loss": 0.4121, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "learning_rate": 2.234560519347399e-06, | |
| "loss": 0.3135, | |
| "step": 9210 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "learning_rate": 2.2260186213376613e-06, | |
| "loss": 0.2737, | |
| "step": 9220 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "learning_rate": 2.2174767233279236e-06, | |
| "loss": 0.3063, | |
| "step": 9230 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "learning_rate": 2.208934825318186e-06, | |
| "loss": 0.2151, | |
| "step": 9240 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "learning_rate": 2.2003929273084483e-06, | |
| "loss": 0.3822, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "learning_rate": 2.1918510292987102e-06, | |
| "loss": 0.1962, | |
| "step": 9260 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "learning_rate": 2.1833091312889726e-06, | |
| "loss": 0.3872, | |
| "step": 9270 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "learning_rate": 2.174767233279235e-06, | |
| "loss": 0.3354, | |
| "step": 9280 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "learning_rate": 2.166225335269497e-06, | |
| "loss": 0.3195, | |
| "step": 9290 | |
| }, | |
| { | |
| "epoch": 3.93, | |
| "learning_rate": 2.1576834372597592e-06, | |
| "loss": 0.4004, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "learning_rate": 2.1491415392500216e-06, | |
| "loss": 0.1636, | |
| "step": 9310 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "learning_rate": 2.140599641240284e-06, | |
| "loss": 0.3894, | |
| "step": 9320 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "learning_rate": 2.132057743230546e-06, | |
| "loss": 0.1734, | |
| "step": 9330 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "learning_rate": 2.1235158452208082e-06, | |
| "loss": 0.3858, | |
| "step": 9340 | |
| }, | |
| { | |
| "epoch": 3.95, | |
| "learning_rate": 2.1149739472110706e-06, | |
| "loss": 0.3019, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "learning_rate": 2.1064320492013325e-06, | |
| "loss": 0.3738, | |
| "step": 9360 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "learning_rate": 2.097890151191595e-06, | |
| "loss": 0.3204, | |
| "step": 9370 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "learning_rate": 2.089348253181857e-06, | |
| "loss": 0.3476, | |
| "step": 9380 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "learning_rate": 2.0808063551721196e-06, | |
| "loss": 0.2087, | |
| "step": 9390 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "learning_rate": 2.072264457162382e-06, | |
| "loss": 0.3081, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "learning_rate": 2.063722559152644e-06, | |
| "loss": 0.4049, | |
| "step": 9410 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "learning_rate": 2.055180661142906e-06, | |
| "loss": 0.2562, | |
| "step": 9420 | |
| }, | |
| { | |
| "epoch": 3.99, | |
| "learning_rate": 2.046638763133168e-06, | |
| "loss": 0.3464, | |
| "step": 9430 | |
| }, | |
| { | |
| "epoch": 3.99, | |
| "learning_rate": 2.0380968651234305e-06, | |
| "loss": 0.2826, | |
| "step": 9440 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 2.029554967113693e-06, | |
| "loss": 0.3741, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 2.021013069103955e-06, | |
| "loss": 0.297, | |
| "step": 9460 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 2.0124711710942175e-06, | |
| "loss": 0.21, | |
| "step": 9470 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "learning_rate": 2.0039292730844794e-06, | |
| "loss": 0.4022, | |
| "step": 9480 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "learning_rate": 1.995387375074742e-06, | |
| "loss": 0.3468, | |
| "step": 9490 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "learning_rate": 1.9868454770650037e-06, | |
| "loss": 0.3147, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "eval_loss": 0.32756686210632324, | |
| "eval_runtime": 147.5942, | |
| "eval_samples_per_second": 13.693, | |
| "eval_steps_per_second": 2.283, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "learning_rate": 1.978303579055266e-06, | |
| "loss": 0.1465, | |
| "step": 9510 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "learning_rate": 1.9697616810455284e-06, | |
| "loss": 0.2636, | |
| "step": 9520 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "learning_rate": 1.9612197830357908e-06, | |
| "loss": 0.2951, | |
| "step": 9530 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "learning_rate": 1.952677885026053e-06, | |
| "loss": 0.2382, | |
| "step": 9540 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "learning_rate": 1.944135987016315e-06, | |
| "loss": 0.2929, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "learning_rate": 1.9355940890065774e-06, | |
| "loss": 0.2791, | |
| "step": 9560 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "learning_rate": 1.9270521909968393e-06, | |
| "loss": 0.2678, | |
| "step": 9570 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "learning_rate": 1.9185102929871017e-06, | |
| "loss": 0.2825, | |
| "step": 9580 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "learning_rate": 1.909968394977364e-06, | |
| "loss": 0.2533, | |
| "step": 9590 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "learning_rate": 1.9014264969676264e-06, | |
| "loss": 0.0906, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "learning_rate": 1.8928845989578888e-06, | |
| "loss": 0.3084, | |
| "step": 9610 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "learning_rate": 1.8843427009481507e-06, | |
| "loss": 0.2555, | |
| "step": 9620 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "learning_rate": 1.875800802938413e-06, | |
| "loss": 0.3383, | |
| "step": 9630 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "learning_rate": 1.8672589049286752e-06, | |
| "loss": 0.4268, | |
| "step": 9640 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "learning_rate": 1.8587170069189375e-06, | |
| "loss": 0.3699, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "learning_rate": 1.8501751089091999e-06, | |
| "loss": 0.2969, | |
| "step": 9660 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "learning_rate": 1.841633210899462e-06, | |
| "loss": 0.1516, | |
| "step": 9670 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "learning_rate": 1.8330913128897244e-06, | |
| "loss": 0.3962, | |
| "step": 9680 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "learning_rate": 1.8245494148799863e-06, | |
| "loss": 0.1523, | |
| "step": 9690 | |
| }, | |
| { | |
| "epoch": 4.1, | |
| "learning_rate": 1.8160075168702486e-06, | |
| "loss": 0.334, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "learning_rate": 1.807465618860511e-06, | |
| "loss": 0.2674, | |
| "step": 9710 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "learning_rate": 1.7989237208507731e-06, | |
| "loss": 0.2575, | |
| "step": 9720 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "learning_rate": 1.7903818228410355e-06, | |
| "loss": 0.2724, | |
| "step": 9730 | |
| }, | |
| { | |
| "epoch": 4.12, | |
| "learning_rate": 1.7818399248312976e-06, | |
| "loss": 0.2849, | |
| "step": 9740 | |
| }, | |
| { | |
| "epoch": 4.12, | |
| "learning_rate": 1.77329802682156e-06, | |
| "loss": 0.2505, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "learning_rate": 1.764756128811822e-06, | |
| "loss": 0.2649, | |
| "step": 9760 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "learning_rate": 1.7562142308020843e-06, | |
| "loss": 0.3912, | |
| "step": 9770 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "learning_rate": 1.7476723327923466e-06, | |
| "loss": 0.2389, | |
| "step": 9780 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "learning_rate": 1.7391304347826088e-06, | |
| "loss": 0.2256, | |
| "step": 9790 | |
| }, | |
| { | |
| "epoch": 4.14, | |
| "learning_rate": 1.7305885367728711e-06, | |
| "loss": 0.2882, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "learning_rate": 1.7220466387631332e-06, | |
| "loss": 0.3467, | |
| "step": 9810 | |
| }, | |
| { | |
| "epoch": 4.15, | |
| "learning_rate": 1.7135047407533956e-06, | |
| "loss": 0.1719, | |
| "step": 9820 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "learning_rate": 1.7049628427436577e-06, | |
| "loss": 0.1348, | |
| "step": 9830 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "learning_rate": 1.69642094473392e-06, | |
| "loss": 0.2768, | |
| "step": 9840 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "learning_rate": 1.6878790467241824e-06, | |
| "loss": 0.2471, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 4.17, | |
| "learning_rate": 1.6793371487144444e-06, | |
| "loss": 0.2372, | |
| "step": 9860 | |
| }, | |
| { | |
| "epoch": 4.17, | |
| "learning_rate": 1.6707952507047067e-06, | |
| "loss": 0.202, | |
| "step": 9870 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "learning_rate": 1.6622533526949689e-06, | |
| "loss": 0.1912, | |
| "step": 9880 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "learning_rate": 1.6537114546852312e-06, | |
| "loss": 0.2944, | |
| "step": 9890 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "learning_rate": 1.6451695566754936e-06, | |
| "loss": 0.2321, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "learning_rate": 1.6366276586657557e-06, | |
| "loss": 0.2251, | |
| "step": 9910 | |
| }, | |
| { | |
| "epoch": 4.19, | |
| "learning_rate": 1.628085760656018e-06, | |
| "loss": 0.1805, | |
| "step": 9920 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "learning_rate": 1.61954386264628e-06, | |
| "loss": 0.3134, | |
| "step": 9930 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "learning_rate": 1.6110019646365423e-06, | |
| "loss": 0.2548, | |
| "step": 9940 | |
| }, | |
| { | |
| "epoch": 4.21, | |
| "learning_rate": 1.6024600666268045e-06, | |
| "loss": 0.233, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 4.21, | |
| "learning_rate": 1.5939181686170668e-06, | |
| "loss": 0.2322, | |
| "step": 9960 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "learning_rate": 1.5853762706073292e-06, | |
| "loss": 0.433, | |
| "step": 9970 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "learning_rate": 1.5768343725975913e-06, | |
| "loss": 0.1856, | |
| "step": 9980 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "learning_rate": 1.5682924745878537e-06, | |
| "loss": 0.1677, | |
| "step": 9990 | |
| }, | |
| { | |
| "epoch": 4.23, | |
| "learning_rate": 1.5597505765781156e-06, | |
| "loss": 0.4449, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 4.23, | |
| "eval_loss": 0.3288760483264923, | |
| "eval_runtime": 148.5461, | |
| "eval_samples_per_second": 13.605, | |
| "eval_steps_per_second": 2.269, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 4.23, | |
| "learning_rate": 1.551208678568378e-06, | |
| "loss": 0.2478, | |
| "step": 10010 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "learning_rate": 1.5426667805586403e-06, | |
| "loss": 0.1186, | |
| "step": 10020 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "learning_rate": 1.5341248825489024e-06, | |
| "loss": 0.2686, | |
| "step": 10030 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "learning_rate": 1.5255829845391648e-06, | |
| "loss": 0.3326, | |
| "step": 10040 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "learning_rate": 1.517041086529427e-06, | |
| "loss": 0.2495, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "learning_rate": 1.5084991885196893e-06, | |
| "loss": 0.2794, | |
| "step": 10060 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "learning_rate": 1.4999572905099512e-06, | |
| "loss": 0.4192, | |
| "step": 10070 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "learning_rate": 1.4914153925002136e-06, | |
| "loss": 0.1891, | |
| "step": 10080 | |
| }, | |
| { | |
| "epoch": 4.27, | |
| "learning_rate": 1.482873494490476e-06, | |
| "loss": 0.2966, | |
| "step": 10090 | |
| }, | |
| { | |
| "epoch": 4.27, | |
| "learning_rate": 1.474331596480738e-06, | |
| "loss": 0.3602, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 4.27, | |
| "learning_rate": 1.4657896984710004e-06, | |
| "loss": 0.2245, | |
| "step": 10110 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "learning_rate": 1.4572478004612626e-06, | |
| "loss": 0.3007, | |
| "step": 10120 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "learning_rate": 1.448705902451525e-06, | |
| "loss": 0.3375, | |
| "step": 10130 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "learning_rate": 1.440164004441787e-06, | |
| "loss": 0.4571, | |
| "step": 10140 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "learning_rate": 1.4316221064320494e-06, | |
| "loss": 0.2544, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "learning_rate": 1.4230802084223117e-06, | |
| "loss": 0.1462, | |
| "step": 10160 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "learning_rate": 1.4145383104125737e-06, | |
| "loss": 0.478, | |
| "step": 10170 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "learning_rate": 1.405996412402836e-06, | |
| "loss": 0.1972, | |
| "step": 10180 | |
| }, | |
| { | |
| "epoch": 4.31, | |
| "learning_rate": 1.3974545143930982e-06, | |
| "loss": 0.3709, | |
| "step": 10190 | |
| }, | |
| { | |
| "epoch": 4.31, | |
| "learning_rate": 1.3889126163833605e-06, | |
| "loss": 0.493, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 4.32, | |
| "learning_rate": 1.3803707183736229e-06, | |
| "loss": 0.293, | |
| "step": 10210 | |
| }, | |
| { | |
| "epoch": 4.32, | |
| "learning_rate": 1.371828820363885e-06, | |
| "loss": 0.2344, | |
| "step": 10220 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "learning_rate": 1.3632869223541474e-06, | |
| "loss": 0.2663, | |
| "step": 10230 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "learning_rate": 1.3547450243444093e-06, | |
| "loss": 0.2691, | |
| "step": 10240 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "learning_rate": 1.3462031263346716e-06, | |
| "loss": 0.2603, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 4.34, | |
| "learning_rate": 1.3376612283249338e-06, | |
| "loss": 0.2077, | |
| "step": 10260 | |
| }, | |
| { | |
| "epoch": 4.34, | |
| "learning_rate": 1.3291193303151961e-06, | |
| "loss": 0.357, | |
| "step": 10270 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "learning_rate": 1.3205774323054585e-06, | |
| "loss": 0.3537, | |
| "step": 10280 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "learning_rate": 1.3120355342957206e-06, | |
| "loss": 0.3919, | |
| "step": 10290 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "learning_rate": 1.303493636285983e-06, | |
| "loss": 0.3016, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "learning_rate": 1.294951738276245e-06, | |
| "loss": 0.342, | |
| "step": 10310 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "learning_rate": 1.2864098402665073e-06, | |
| "loss": 0.2113, | |
| "step": 10320 | |
| }, | |
| { | |
| "epoch": 4.37, | |
| "learning_rate": 1.2778679422567696e-06, | |
| "loss": 0.1965, | |
| "step": 10330 | |
| }, | |
| { | |
| "epoch": 4.37, | |
| "learning_rate": 1.2693260442470318e-06, | |
| "loss": 0.4485, | |
| "step": 10340 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "learning_rate": 1.260784146237294e-06, | |
| "loss": 0.3297, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "learning_rate": 1.2522422482275562e-06, | |
| "loss": 0.206, | |
| "step": 10360 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "learning_rate": 1.2437003502178186e-06, | |
| "loss": 0.355, | |
| "step": 10370 | |
| }, | |
| { | |
| "epoch": 4.39, | |
| "learning_rate": 1.2351584522080807e-06, | |
| "loss": 0.3375, | |
| "step": 10380 | |
| }, | |
| { | |
| "epoch": 4.39, | |
| "learning_rate": 1.2266165541983429e-06, | |
| "loss": 0.2723, | |
| "step": 10390 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "learning_rate": 1.2180746561886052e-06, | |
| "loss": 0.2809, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "learning_rate": 1.2095327581788674e-06, | |
| "loss": 0.2849, | |
| "step": 10410 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "learning_rate": 1.2009908601691297e-06, | |
| "loss": 0.2704, | |
| "step": 10420 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "learning_rate": 1.1924489621593919e-06, | |
| "loss": 0.2916, | |
| "step": 10430 | |
| }, | |
| { | |
| "epoch": 4.41, | |
| "learning_rate": 1.1839070641496542e-06, | |
| "loss": 0.2689, | |
| "step": 10440 | |
| }, | |
| { | |
| "epoch": 4.42, | |
| "learning_rate": 1.1753651661399164e-06, | |
| "loss": 0.3276, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 4.42, | |
| "learning_rate": 1.1668232681301785e-06, | |
| "loss": 0.3632, | |
| "step": 10460 | |
| }, | |
| { | |
| "epoch": 4.43, | |
| "learning_rate": 1.1582813701204408e-06, | |
| "loss": 0.3089, | |
| "step": 10470 | |
| }, | |
| { | |
| "epoch": 4.43, | |
| "learning_rate": 1.149739472110703e-06, | |
| "loss": 0.3956, | |
| "step": 10480 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "learning_rate": 1.1411975741009653e-06, | |
| "loss": 0.4161, | |
| "step": 10490 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "learning_rate": 1.1326556760912277e-06, | |
| "loss": 0.372, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "eval_loss": 0.33047744631767273, | |
| "eval_runtime": 147.853, | |
| "eval_samples_per_second": 13.669, | |
| "eval_steps_per_second": 2.279, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "learning_rate": 1.1241137780814898e-06, | |
| "loss": 0.3199, | |
| "step": 10510 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "learning_rate": 1.115571880071752e-06, | |
| "loss": 0.2258, | |
| "step": 10520 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "learning_rate": 1.1070299820620143e-06, | |
| "loss": 0.2715, | |
| "step": 10530 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "learning_rate": 1.0984880840522765e-06, | |
| "loss": 0.1483, | |
| "step": 10540 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "learning_rate": 1.0899461860425388e-06, | |
| "loss": 0.3261, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 4.47, | |
| "learning_rate": 1.081404288032801e-06, | |
| "loss": 0.4206, | |
| "step": 10560 | |
| }, | |
| { | |
| "epoch": 4.47, | |
| "learning_rate": 1.0728623900230633e-06, | |
| "loss": 0.2714, | |
| "step": 10570 | |
| }, | |
| { | |
| "epoch": 4.47, | |
| "learning_rate": 1.0643204920133254e-06, | |
| "loss": 0.214, | |
| "step": 10580 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "learning_rate": 1.0557785940035876e-06, | |
| "loss": 0.3961, | |
| "step": 10590 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "learning_rate": 1.04723669599385e-06, | |
| "loss": 0.2667, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "learning_rate": 1.0386947979841123e-06, | |
| "loss": 0.3939, | |
| "step": 10610 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "learning_rate": 1.0301528999743744e-06, | |
| "loss": 0.2613, | |
| "step": 10620 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "learning_rate": 1.0216110019646366e-06, | |
| "loss": 0.3627, | |
| "step": 10630 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "learning_rate": 1.013069103954899e-06, | |
| "loss": 0.2011, | |
| "step": 10640 | |
| }, | |
| { | |
| "epoch": 4.5, | |
| "learning_rate": 1.004527205945161e-06, | |
| "loss": 0.2729, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "learning_rate": 9.959853079354232e-07, | |
| "loss": 0.2348, | |
| "step": 10660 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "learning_rate": 9.874434099256856e-07, | |
| "loss": 0.39, | |
| "step": 10670 | |
| }, | |
| { | |
| "epoch": 4.52, | |
| "learning_rate": 9.78901511915948e-07, | |
| "loss": 0.201, | |
| "step": 10680 | |
| }, | |
| { | |
| "epoch": 4.52, | |
| "learning_rate": 9.7035961390621e-07, | |
| "loss": 0.2851, | |
| "step": 10690 | |
| }, | |
| { | |
| "epoch": 4.52, | |
| "learning_rate": 9.618177158964722e-07, | |
| "loss": 0.1529, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 4.53, | |
| "learning_rate": 9.532758178867345e-07, | |
| "loss": 0.1532, | |
| "step": 10710 | |
| }, | |
| { | |
| "epoch": 4.53, | |
| "learning_rate": 9.447339198769967e-07, | |
| "loss": 0.4729, | |
| "step": 10720 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "learning_rate": 9.36192021867259e-07, | |
| "loss": 0.3227, | |
| "step": 10730 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "learning_rate": 9.276501238575213e-07, | |
| "loss": 0.2037, | |
| "step": 10740 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "learning_rate": 9.191082258477835e-07, | |
| "loss": 0.1925, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "learning_rate": 9.105663278380457e-07, | |
| "loss": 0.3124, | |
| "step": 10760 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "learning_rate": 9.020244298283079e-07, | |
| "loss": 0.4045, | |
| "step": 10770 | |
| }, | |
| { | |
| "epoch": 4.56, | |
| "learning_rate": 8.934825318185702e-07, | |
| "loss": 0.3472, | |
| "step": 10780 | |
| }, | |
| { | |
| "epoch": 4.56, | |
| "learning_rate": 8.849406338088323e-07, | |
| "loss": 0.5171, | |
| "step": 10790 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "learning_rate": 8.763987357990946e-07, | |
| "loss": 0.3393, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "learning_rate": 8.678568377893569e-07, | |
| "loss": 0.2787, | |
| "step": 10810 | |
| }, | |
| { | |
| "epoch": 4.58, | |
| "learning_rate": 8.593149397796191e-07, | |
| "loss": 0.2752, | |
| "step": 10820 | |
| }, | |
| { | |
| "epoch": 4.58, | |
| "learning_rate": 8.507730417698813e-07, | |
| "loss": 0.4029, | |
| "step": 10830 | |
| }, | |
| { | |
| "epoch": 4.58, | |
| "learning_rate": 8.422311437601435e-07, | |
| "loss": 0.1633, | |
| "step": 10840 | |
| }, | |
| { | |
| "epoch": 4.59, | |
| "learning_rate": 8.336892457504058e-07, | |
| "loss": 0.2118, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 4.59, | |
| "learning_rate": 8.251473477406681e-07, | |
| "loss": 0.2321, | |
| "step": 10860 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 8.166054497309303e-07, | |
| "loss": 0.3549, | |
| "step": 10870 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 8.080635517211925e-07, | |
| "loss": 0.2597, | |
| "step": 10880 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 7.995216537114548e-07, | |
| "loss": 0.4471, | |
| "step": 10890 | |
| }, | |
| { | |
| "epoch": 4.61, | |
| "learning_rate": 7.90979755701717e-07, | |
| "loss": 0.2494, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 4.61, | |
| "learning_rate": 7.824378576919791e-07, | |
| "loss": 0.3454, | |
| "step": 10910 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "learning_rate": 7.738959596822415e-07, | |
| "loss": 0.3058, | |
| "step": 10920 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "learning_rate": 7.653540616725037e-07, | |
| "loss": 0.2049, | |
| "step": 10930 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "learning_rate": 7.56812163662766e-07, | |
| "loss": 0.3407, | |
| "step": 10940 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "learning_rate": 7.482702656530281e-07, | |
| "loss": 0.4908, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 4.63, | |
| "learning_rate": 7.397283676432904e-07, | |
| "loss": 0.4501, | |
| "step": 10960 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "learning_rate": 7.311864696335526e-07, | |
| "loss": 0.3257, | |
| "step": 10970 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "learning_rate": 7.22644571623815e-07, | |
| "loss": 0.3559, | |
| "step": 10980 | |
| }, | |
| { | |
| "epoch": 4.65, | |
| "learning_rate": 7.141026736140771e-07, | |
| "loss": 0.3225, | |
| "step": 10990 | |
| }, | |
| { | |
| "epoch": 4.65, | |
| "learning_rate": 7.055607756043394e-07, | |
| "loss": 0.1853, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 4.65, | |
| "eval_loss": 0.3304537832736969, | |
| "eval_runtime": 148.0543, | |
| "eval_samples_per_second": 13.65, | |
| "eval_steps_per_second": 2.276, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "learning_rate": 6.970188775946016e-07, | |
| "loss": 0.3078, | |
| "step": 11010 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "learning_rate": 6.884769795848637e-07, | |
| "loss": 0.2939, | |
| "step": 11020 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "learning_rate": 6.79935081575126e-07, | |
| "loss": 0.1934, | |
| "step": 11030 | |
| }, | |
| { | |
| "epoch": 4.67, | |
| "learning_rate": 6.713931835653883e-07, | |
| "loss": 0.2136, | |
| "step": 11040 | |
| }, | |
| { | |
| "epoch": 4.67, | |
| "learning_rate": 6.628512855556506e-07, | |
| "loss": 0.4001, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "learning_rate": 6.543093875459128e-07, | |
| "loss": 0.2579, | |
| "step": 11060 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "learning_rate": 6.45767489536175e-07, | |
| "loss": 0.3025, | |
| "step": 11070 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "learning_rate": 6.372255915264372e-07, | |
| "loss": 0.1499, | |
| "step": 11080 | |
| }, | |
| { | |
| "epoch": 4.69, | |
| "learning_rate": 6.286836935166995e-07, | |
| "loss": 0.3261, | |
| "step": 11090 | |
| }, | |
| { | |
| "epoch": 4.69, | |
| "learning_rate": 6.201417955069617e-07, | |
| "loss": 0.2846, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "learning_rate": 6.11599897497224e-07, | |
| "loss": 0.2776, | |
| "step": 11110 | |
| }, | |
| { | |
| "epoch": 4.7, | |
| "learning_rate": 6.030579994874862e-07, | |
| "loss": 0.3738, | |
| "step": 11120 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 5.945161014777484e-07, | |
| "loss": 0.1723, | |
| "step": 11130 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 5.859742034680106e-07, | |
| "loss": 0.3108, | |
| "step": 11140 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 5.774323054582729e-07, | |
| "loss": 0.1867, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 4.72, | |
| "learning_rate": 5.688904074485351e-07, | |
| "loss": 0.2446, | |
| "step": 11160 | |
| }, | |
| { | |
| "epoch": 4.72, | |
| "learning_rate": 5.603485094387973e-07, | |
| "loss": 0.306, | |
| "step": 11170 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "learning_rate": 5.518066114290596e-07, | |
| "loss": 0.4434, | |
| "step": 11180 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "learning_rate": 5.432647134193218e-07, | |
| "loss": 0.2455, | |
| "step": 11190 | |
| }, | |
| { | |
| "epoch": 4.74, | |
| "learning_rate": 5.347228154095841e-07, | |
| "loss": 0.2104, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 4.74, | |
| "learning_rate": 5.261809173998463e-07, | |
| "loss": 0.3635, | |
| "step": 11210 | |
| }, | |
| { | |
| "epoch": 4.74, | |
| "learning_rate": 5.176390193901086e-07, | |
| "loss": 0.3346, | |
| "step": 11220 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "learning_rate": 5.090971213803708e-07, | |
| "loss": 0.3388, | |
| "step": 11230 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "learning_rate": 5.005552233706329e-07, | |
| "loss": 0.2691, | |
| "step": 11240 | |
| }, | |
| { | |
| "epoch": 4.76, | |
| "learning_rate": 4.920133253608953e-07, | |
| "loss": 0.3303, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 4.76, | |
| "learning_rate": 4.834714273511574e-07, | |
| "loss": 0.2713, | |
| "step": 11260 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "learning_rate": 4.749295293414197e-07, | |
| "loss": 0.3958, | |
| "step": 11270 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "learning_rate": 4.66387631331682e-07, | |
| "loss": 0.1392, | |
| "step": 11280 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "learning_rate": 4.5784573332194417e-07, | |
| "loss": 0.3297, | |
| "step": 11290 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "learning_rate": 4.4930383531220636e-07, | |
| "loss": 0.2355, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "learning_rate": 4.4076193730246866e-07, | |
| "loss": 0.33, | |
| "step": 11310 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "learning_rate": 4.3222003929273085e-07, | |
| "loss": 0.3648, | |
| "step": 11320 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "learning_rate": 4.236781412829931e-07, | |
| "loss": 0.2548, | |
| "step": 11330 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "learning_rate": 4.151362432732554e-07, | |
| "loss": 0.268, | |
| "step": 11340 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "learning_rate": 4.065943452635176e-07, | |
| "loss": 0.3429, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "learning_rate": 3.980524472537798e-07, | |
| "loss": 0.3105, | |
| "step": 11360 | |
| }, | |
| { | |
| "epoch": 4.81, | |
| "learning_rate": 3.895105492440421e-07, | |
| "loss": 0.304, | |
| "step": 11370 | |
| }, | |
| { | |
| "epoch": 4.81, | |
| "learning_rate": 3.809686512343043e-07, | |
| "loss": 0.2001, | |
| "step": 11380 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "learning_rate": 3.724267532245665e-07, | |
| "loss": 0.2684, | |
| "step": 11390 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "learning_rate": 3.6388485521482877e-07, | |
| "loss": 0.3093, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "learning_rate": 3.55342957205091e-07, | |
| "loss": 0.3993, | |
| "step": 11410 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "learning_rate": 3.468010591953532e-07, | |
| "loss": 0.2772, | |
| "step": 11420 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "learning_rate": 3.382591611856155e-07, | |
| "loss": 0.1927, | |
| "step": 11430 | |
| }, | |
| { | |
| "epoch": 4.84, | |
| "learning_rate": 3.297172631758777e-07, | |
| "loss": 0.4071, | |
| "step": 11440 | |
| }, | |
| { | |
| "epoch": 4.84, | |
| "learning_rate": 3.2117536516613994e-07, | |
| "loss": 0.3036, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 3.126334671564022e-07, | |
| "loss": 0.3697, | |
| "step": 11460 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 3.0409156914666444e-07, | |
| "loss": 0.3055, | |
| "step": 11470 | |
| }, | |
| { | |
| "epoch": 4.85, | |
| "learning_rate": 2.9554967113692663e-07, | |
| "loss": 0.2913, | |
| "step": 11480 | |
| }, | |
| { | |
| "epoch": 4.86, | |
| "learning_rate": 2.870077731271889e-07, | |
| "loss": 0.1646, | |
| "step": 11490 | |
| }, | |
| { | |
| "epoch": 4.86, | |
| "learning_rate": 2.784658751174511e-07, | |
| "loss": 0.4051, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 4.86, | |
| "eval_loss": 0.3311156928539276, | |
| "eval_runtime": 147.2126, | |
| "eval_samples_per_second": 13.728, | |
| "eval_steps_per_second": 2.289, | |
| "step": 11500 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 11825, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "total_flos": 656496252190720.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |