| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9999075529259499, | |
| "eval_steps": 500, | |
| "global_step": 5408, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.45398773006135e-06, | |
| "loss": 1.4655, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9079754601227e-06, | |
| "loss": 1.4595, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 7.36196319018405e-06, | |
| "loss": 1.4546, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 9.8159509202454e-06, | |
| "loss": 1.4591, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.226993865030675e-05, | |
| "loss": 1.4607, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.47239263803681e-05, | |
| "loss": 1.4737, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.717791411042945e-05, | |
| "loss": 1.4726, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.96319018404908e-05, | |
| "loss": 1.4924, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.999948159061518e-05, | |
| "loss": 1.4928, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.9997544361478652e-05, | |
| "loss": 1.4881, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.999417244621822e-05, | |
| "loss": 1.4819, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.9989366328716704e-05, | |
| "loss": 1.4705, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 1.998312669867048e-05, | |
| "loss": 1.4718, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 1.99754544514905e-05, | |
| "loss": 1.4461, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1.9966350688173777e-05, | |
| "loss": 1.448, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1.9955816715145415e-05, | |
| "loss": 1.4414, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1.994385404407112e-05, | |
| "loss": 1.4374, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 1.993046439164027e-05, | |
| "loss": 1.4346, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 1.9915649679319553e-05, | |
| "loss": 1.4331, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 1.9899412033077257e-05, | |
| "loss": 1.4279, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 1.9881753783078163e-05, | |
| "loss": 1.4332, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 1.986267746334916e-05, | |
| "loss": 1.44, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.98421858114156e-05, | |
| "loss": 1.4149, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.982028176790847e-05, | |
| "loss": 1.4163, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.9796968476142383e-05, | |
| "loss": 1.4, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.97722492816645e-05, | |
| "loss": 1.4111, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.9746127731774444e-05, | |
| "loss": 1.3904, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.971860757501524e-05, | |
| "loss": 1.3973, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 1.9689692760635374e-05, | |
| "loss": 1.3839, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 1.9659387438022094e-05, | |
| "loss": 1.3851, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 1.9627695956105913e-05, | |
| "loss": 1.3816, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1.9594622862736563e-05, | |
| "loss": 1.3843, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1.9560172904030326e-05, | |
| "loss": 1.3828, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.952435102368897e-05, | |
| "loss": 1.3724, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.94871623622903e-05, | |
| "loss": 1.3615, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.9448612256550472e-05, | |
| "loss": 1.3732, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.940870623855814e-05, | |
| "loss": 1.3633, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.93674500349806e-05, | |
| "loss": 1.3749, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.932484956624197e-05, | |
| "loss": 1.3663, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 1.9280910945673598e-05, | |
| "loss": 1.3612, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 1.923564047863678e-05, | |
| "loss": 1.3705, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.9189044661617905e-05, | |
| "loss": 1.3677, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.9141130181296192e-05, | |
| "loss": 1.3624, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.9091903913584117e-05, | |
| "loss": 1.3527, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 1.9041372922640708e-05, | |
| "loss": 1.3579, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 1.8989544459857798e-05, | |
| "loss": 1.3553, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 1.893642596281943e-05, | |
| "loss": 1.3467, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 1.8882025054234518e-05, | |
| "loss": 1.365, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 1.8826349540842992e-05, | |
| "loss": 1.3452, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 1.8769407412295465e-05, | |
| "loss": 1.3342, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.871120684000672e-05, | |
| "loss": 1.3463, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.8651756175983044e-05, | |
| "loss": 1.3358, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.859106395162372e-05, | |
| "loss": 1.331, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.852913887649671e-05, | |
| "loss": 1.3252, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.8465989837088817e-05, | |
| "loss": 1.3223, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 1.8401625895530434e-05, | |
| "loss": 1.3139, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 1.8336056288295085e-05, | |
| "loss": 1.3319, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 1.8269290424873963e-05, | |
| "loss": 1.3289, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 1.820133788642564e-05, | |
| "loss": 1.3295, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 1.8132208424401116e-05, | |
| "loss": 1.3288, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 1.8061911959144457e-05, | |
| "loss": 1.3214, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 1.79904585784692e-05, | |
| "loss": 1.317, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 1.791785853621069e-05, | |
| "loss": 1.3261, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 1.7844122250754625e-05, | |
| "loss": 1.3129, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 1.7769260303541985e-05, | |
| "loss": 1.2986, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 1.769328343755054e-05, | |
| "loss": 1.3116, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 1.7616202555753212e-05, | |
| "loss": 1.3113, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 1.7538028719553425e-05, | |
| "loss": 1.3028, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 1.7458773147197788e-05, | |
| "loss": 1.3102, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 1.73784472121662e-05, | |
| "loss": 1.3053, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 1.729706244153974e-05, | |
| "loss": 1.3086, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 1.721463051434646e-05, | |
| "loss": 1.2989, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 1.7131163259885424e-05, | |
| "loss": 1.2857, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 1.7046672656029143e-05, | |
| "loss": 1.2999, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 1.6961170827504698e-05, | |
| "loss": 1.2916, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 1.6874670044153826e-05, | |
| "loss": 1.2824, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 1.678718271917211e-05, | |
| "loss": 1.3138, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 1.6698721407327666e-05, | |
| "loss": 1.2841, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 1.6609298803159478e-05, | |
| "loss": 1.2949, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 1.651892773915567e-05, | |
| "loss": 1.2945, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 1.6427621183912018e-05, | |
| "loss": 1.3093, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 1.6335392240270888e-05, | |
| "loss": 1.284, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 1.6242254143440936e-05, | |
| "loss": 1.288, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 1.6148220259097804e-05, | |
| "loss": 1.2787, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 1.6053304081466086e-05, | |
| "loss": 1.2926, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 1.5957519231382868e-05, | |
| "loss": 1.2766, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 1.5860879454343074e-05, | |
| "loss": 1.281, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 1.576339861852694e-05, | |
| "loss": 1.2734, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 1.5665090712809887e-05, | |
| "loss": 1.2747, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 1.5565969844755033e-05, | |
| "loss": 1.2716, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 1.5466050238588738e-05, | |
| "loss": 1.2757, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 1.5365346233159343e-05, | |
| "loss": 1.273, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 1.5263872279879528e-05, | |
| "loss": 1.2667, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 1.5161642940652428e-05, | |
| "loss": 1.2663, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 1.5058672885781993e-05, | |
| "loss": 1.2681, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 1.4954976891867705e-05, | |
| "loss": 1.2667, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 1.4850569839684108e-05, | |
| "loss": 1.2885, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 1.4745466712045335e-05, | |
| "loss": 1.2759, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 1.4639682591655035e-05, | |
| "loss": 1.2712, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 1.4533232658941938e-05, | |
| "loss": 1.2746, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 1.4426132189881409e-05, | |
| "loss": 1.2712, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 1.4318396553803279e-05, | |
| "loss": 1.2749, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 1.4210041211186295e-05, | |
| "loss": 1.2711, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 1.4101081711439484e-05, | |
| "loss": 1.2544, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 1.399153369067074e-05, | |
| "loss": 1.2696, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 1.3881412869443001e-05, | |
| "loss": 1.2654, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 1.3770735050518262e-05, | |
| "loss": 1.2495, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 1.3659516116589852e-05, | |
| "loss": 1.2573, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 1.354777202800317e-05, | |
| "loss": 1.2604, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 1.3435518820465343e-05, | |
| "loss": 1.2489, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 1.3322772602744018e-05, | |
| "loss": 1.2566, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 1.3209549554355717e-05, | |
| "loss": 1.2648, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 1.309586592324398e-05, | |
| "loss": 1.2533, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 1.2981738023447761e-05, | |
| "loss": 1.2448, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 1.2867182232760266e-05, | |
| "loss": 1.2558, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 1.275221499037871e-05, | |
| "loss": 1.2529, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 1.2636852794545185e-05, | |
| "loss": 1.2503, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 1.2521112200179148e-05, | |
| "loss": 1.2617, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 1.2405009816501694e-05, | |
| "loss": 1.239, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 1.2288562304652078e-05, | |
| "loss": 1.2561, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 1.2171786375296776e-05, | |
| "loss": 1.2695, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 1.205469878623144e-05, | |
| "loss": 1.2479, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 1.1937316339976098e-05, | |
| "loss": 1.2493, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 1.1819655881363907e-05, | |
| "loss": 1.2428, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 1.1701734295123888e-05, | |
| "loss": 1.2476, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 1.158356850345786e-05, | |
| "loss": 1.2372, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 1.1465175463612079e-05, | |
| "loss": 1.2382, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 1.134657216544378e-05, | |
| "loss": 1.2491, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 1.1227775628983085e-05, | |
| "loss": 1.2229, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 1.110880290199054e-05, | |
| "loss": 1.218, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 1.0989671057510732e-05, | |
| "loss": 1.2533, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 1.0870397191422208e-05, | |
| "loss": 1.2424, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 1.075099841998416e-05, | |
| "loss": 1.2491, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 1.063149187738019e-05, | |
| "loss": 1.2375, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 1.0511894713259462e-05, | |
| "loss": 1.2402, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 1.0392224090275698e-05, | |
| "loss": 1.2331, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 1.0272497181624225e-05, | |
| "loss": 1.233, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 1.0152731168577603e-05, | |
| "loss": 1.2545, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 1.0032943238020003e-05, | |
| "loss": 1.2387, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 9.91315057998086e-06, | |
| "loss": 1.233, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 9.793370385168012e-06, | |
| "loss": 1.2289, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 9.673619842500781e-06, | |
| "loss": 1.2291, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 9.553916136643283e-06, | |
| "loss": 1.2206, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 9.434276445538378e-06, | |
| "loss": 1.23, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 9.314717937942565e-06, | |
| "loss": 1.2371, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 9.195257770962194e-06, | |
| "loss": 1.2334, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 9.075913087591355e-06, | |
| "loss": 1.2284, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 8.956701014251793e-06, | |
| "loss": 1.2271, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 8.837638658335217e-06, | |
| "loss": 1.2242, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 8.718743105748294e-06, | |
| "loss": 1.2268, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 8.600031418460777e-06, | |
| "loss": 1.2266, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 8.481520632057034e-06, | |
| "loss": 1.2224, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 8.363227753291398e-06, | |
| "loss": 1.2249, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 8.2451697576476e-06, | |
| "loss": 1.2086, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 8.127363586902748e-06, | |
| "loss": 1.2295, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 8.0098261466961e-06, | |
| "loss": 1.2267, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 7.89257430410305e-06, | |
| "loss": 1.2231, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 7.775624885214637e-06, | |
| "loss": 1.2123, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 7.658994672722934e-06, | |
| "loss": 1.2216, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 7.5427004035126604e-06, | |
| "loss": 1.2156, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 7.426758766259381e-06, | |
| "loss": 1.2215, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 7.3111863990346274e-06, | |
| "loss": 1.2196, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 7.19599988691825e-06, | |
| "loss": 1.2167, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 7.081215759618404e-06, | |
| "loss": 1.2195, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 6.966850489099475e-06, | |
| "loss": 1.2062, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 6.852920487218295e-06, | |
| "loss": 1.2151, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 6.739442103368962e-06, | |
| "loss": 1.2096, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 6.626431622136646e-06, | |
| "loss": 1.2101, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 6.513905260960691e-06, | |
| "loss": 1.217, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 6.4018791678073545e-06, | |
| "loss": 1.2227, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 6.290369418852498e-06, | |
| "loss": 1.2091, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 6.179392016174603e-06, | |
| "loss": 1.2129, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 6.0689628854584115e-06, | |
| "loss": 1.2206, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 5.959097873709522e-06, | |
| "loss": 1.2119, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 5.8498127469803015e-06, | |
| "loss": 1.214, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 5.741123188107371e-06, | |
| "loss": 1.2106, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 5.633044794461071e-06, | |
| "loss": 1.2186, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 5.525593075707184e-06, | |
| "loss": 1.2018, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 5.418783451581226e-06, | |
| "loss": 1.2093, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 5.312631249675668e-06, | |
| "loss": 1.201, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 5.207151703240349e-06, | |
| "loss": 1.1973, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 5.102359948996464e-06, | |
| "loss": 1.1953, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 4.998271024964381e-06, | |
| "loss": 1.1997, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 4.894899868305625e-06, | |
| "loss": 1.2124, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 4.792261313179331e-06, | |
| "loss": 1.2027, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 4.690370088613498e-06, | |
| "loss": 1.2081, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 4.589240816391314e-06, | |
| "loss": 1.2003, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 4.488888008952871e-06, | |
| "loss": 1.1984, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 4.3893260673125605e-06, | |
| "loss": 1.2067, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 4.290569278992505e-06, | |
| "loss": 1.2035, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 4.192631815972201e-06, | |
| "loss": 1.1964, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 4.095527732654841e-06, | |
| "loss": 1.2172, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 3.999270963850389e-06, | |
| "loss": 1.2078, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 3.903875322775932e-06, | |
| "loss": 1.2017, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 3.8093544990733943e-06, | |
| "loss": 1.2046, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 3.7157220568450613e-06, | |
| "loss": 1.21, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 3.6229914327070317e-06, | |
| "loss": 1.1955, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 3.531175933861051e-06, | |
| "loss": 1.1841, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 3.4402887361848435e-06, | |
| "loss": 1.1971, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 3.3503428823413643e-06, | |
| "loss": 1.191, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 3.261351279907078e-06, | |
| "loss": 1.2104, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 3.173326699519714e-06, | |
| "loss": 1.1835, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 3.0862817730455986e-06, | |
| "loss": 1.1964, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 3.000228991766967e-06, | |
| "loss": 1.2008, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 2.9151807045893765e-06, | |
| "loss": 1.2, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 2.8311491162696302e-06, | |
| "loss": 1.1789, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 2.7481462856643128e-06, | |
| "loss": 1.1906, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 2.6661841239993245e-06, | |
| "loss": 1.1959, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 2.585274393160565e-06, | |
| "loss": 1.1973, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 2.5054287040060543e-06, | |
| "loss": 1.1906, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 2.4266585146997255e-06, | |
| "loss": 1.1884, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 2.3489751290671513e-06, | |
| "loss": 1.1874, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 2.272389694973386e-06, | |
| "loss": 1.1904, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 2.196913202723211e-06, | |
| "loss": 1.1858, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 2.122556483483982e-06, | |
| "loss": 1.2015, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 2.049330207731309e-06, | |
| "loss": 1.2048, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.977244883717815e-06, | |
| "loss": 1.2035, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.9063108559651478e-06, | |
| "loss": 1.2008, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.836538303779516e-06, | |
| "loss": 1.1919, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.7679372397908966e-06, | |
| "loss": 1.1841, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.7005175085162107e-06, | |
| "loss": 1.1967, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.6342887849465794e-06, | |
| "loss": 1.197, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.5692605731589338e-06, | |
| "loss": 1.1981, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 1.5054422049521332e-06, | |
| "loss": 1.2042, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 1.4428428385078296e-06, | |
| "loss": 1.1903, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 1.3814714570762244e-06, | |
| "loss": 1.1929, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 1.3213368676869443e-06, | |
| "loss": 1.1981, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 1.2624476998851832e-06, | |
| "loss": 1.1972, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 1.2048124044933518e-06, | |
| "loss": 1.1924, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 1.1484392523983322e-06, | |
| "loss": 1.1877, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 1.0933363333645907e-06, | |
| "loss": 1.2004, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 1.0395115548732447e-06, | |
| "loss": 1.1868, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 9.869726409873316e-07, | |
| "loss": 1.194, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 9.35727131243358e-07, | |
| "loss": 1.189, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 8.857823795693621e-07, | |
| "loss": 1.1884, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 8.371455532295769e-07, | |
| "loss": 1.187, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 7.898236317959229e-07, | |
| "loss": 1.1926, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 7.438234061463967e-07, | |
| "loss": 1.1892, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 6.991514774905639e-07, | |
| "loss": 1.1846, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 6.55814256422247e-07, | |
| "loss": 1.1816, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 6.138179619995965e-07, | |
| "loss": 1.201, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 5.731686208526165e-07, | |
| "loss": 1.187, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 5.338720663183394e-07, | |
| "loss": 1.1868, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 4.959339376036976e-07, | |
| "loss": 1.1943, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.593596789762911e-07, | |
| "loss": 1.1988, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.2415453898310365e-07, | |
| "loss": 1.1907, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 3.903235696973329e-07, | |
| "loss": 1.1926, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 3.5787162599337343e-07, | |
| "loss": 1.1902, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 3.26803364850149e-07, | |
| "loss": 1.1949, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 2.971232446827943e-07, | |
| "loss": 1.2, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 2.6883552470287957e-07, | |
| "loss": 1.202, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 2.4194426430717567e-07, | |
| "loss": 1.1932, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 2.164533224951304e-07, | |
| "loss": 1.1928, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 1.923663573150747e-07, | |
| "loss": 1.1856, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 1.6968682533929358e-07, | |
| "loss": 1.1855, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 1.4841798116797758e-07, | |
| "loss": 1.1991, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 1.285628769621905e-07, | |
| "loss": 1.1817, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 1.1012436200586007e-07, | |
| "loss": 1.1917, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 9.310508229690374e-08, | |
| "loss": 1.185, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 7.750748016751575e-08, | |
| "loss": 1.1819, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 6.333379393367756e-08, | |
| "loss": 1.1931, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 5.058605757395807e-08, | |
| "loss": 1.1848, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 3.926610043762602e-08, | |
| "loss": 1.189, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 2.9375546982131075e-08, | |
| "loss": 1.1945, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 2.091581653999142e-08, | |
| "loss": 1.1959, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.3888123115110009e-08, | |
| "loss": 1.1986, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 8.29347520856172e-09, | |
| "loss": 1.1877, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 4.132675673870212e-09, | |
| "loss": 1.1981, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 1.4063216017956572e-09, | |
| "loss": 1.1844, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 1.1480423464882429e-10, | |
| "loss": 1.194, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 5408, | |
| "total_flos": 4.334944925142483e+18, | |
| "train_loss": 1.2657453445993232, | |
| "train_runtime": 25911.696, | |
| "train_samples_per_second": 26.717, | |
| "train_steps_per_second": 0.209 | |
| } | |
| ], | |
| "logging_steps": 20, | |
| "max_steps": 5408, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 5000, | |
| "total_flos": 4.334944925142483e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |