{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.8934554389099844, "global_step": 1000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.01, "learning_rate": 2.941176470588235e-07, "loss": 2.6188, "step": 10 }, { "epoch": 0.02, "learning_rate": 5.88235294117647e-07, "loss": 2.4129, "step": 20 }, { "epoch": 0.03, "learning_rate": 8.823529411764705e-07, "loss": 2.1366, "step": 30 }, { "epoch": 0.04, "learning_rate": 9.999245478090202e-07, "loss": 1.8696, "step": 40 }, { "epoch": 0.04, "learning_rate": 9.994635335507661e-07, "loss": 1.6629, "step": 50 }, { "epoch": 0.05, "learning_rate": 9.985838089271184e-07, "loss": 1.5366, "step": 60 }, { "epoch": 0.06, "learning_rate": 9.972861114289922e-07, "loss": 1.4687, "step": 70 }, { "epoch": 0.07, "learning_rate": 9.955715289424037e-07, "loss": 1.398, "step": 80 }, { "epoch": 0.08, "learning_rate": 9.934414988364722e-07, "loss": 1.3378, "step": 90 }, { "epoch": 0.09, "learning_rate": 9.908978067584452e-07, "loss": 1.2982, "step": 100 }, { "epoch": 0.1, "learning_rate": 9.879425851367544e-07, "loss": 1.2802, "step": 110 }, { "epoch": 0.11, "learning_rate": 9.845783113933575e-07, "loss": 1.2718, "step": 120 }, { "epoch": 0.12, "learning_rate": 9.808078058668652e-07, "loss": 1.231, "step": 130 }, { "epoch": 0.13, "learning_rate": 9.766342294481949e-07, "loss": 1.2435, "step": 140 }, { "epoch": 0.13, "learning_rate": 9.720610809307313e-07, "loss": 1.2031, "step": 150 }, { "epoch": 0.14, "learning_rate": 9.670921940772186e-07, "loss": 1.2031, "step": 160 }, { "epoch": 0.15, "learning_rate": 9.617317344058378e-07, "loss": 1.1938, "step": 170 }, { "epoch": 0.16, "learning_rate": 9.559841956981707e-07, "loss": 1.2037, "step": 180 }, { "epoch": 0.17, "learning_rate": 9.498543962319708e-07, "loss": 1.182, "step": 190 }, { "epoch": 0.18, "learning_rate": 9.433474747419042e-07, "loss": 1.1655, "step": 200 }, { "epoch": 0.19, "learning_rate": 9.364688861116443e-07, "loss": 1.147, "step": 210 }, { "epoch": 0.2, "learning_rate": 9.29224396800933e-07, "loss": 1.147, "step": 220 }, { "epoch": 0.21, "learning_rate": 9.216200800114411e-07, "loss": 1.1768, "step": 230 }, { "epoch": 0.21, "learning_rate": 9.136623105954802e-07, "loss": 1.1543, "step": 240 }, { "epoch": 0.22, "learning_rate": 9.053577597118358e-07, "loss": 1.1404, "step": 250 }, { "epoch": 0.23, "learning_rate": 8.967133892331999e-07, "loss": 1.1323, "step": 260 }, { "epoch": 0.24, "learning_rate": 8.877364459098931e-07, "loss": 1.136, "step": 270 }, { "epoch": 0.25, "learning_rate": 8.784344552947665e-07, "loss": 1.1469, "step": 280 }, { "epoch": 0.26, "learning_rate": 8.688152154343793e-07, "loss": 1.1319, "step": 290 }, { "epoch": 0.27, "learning_rate": 8.588867903317394e-07, "loss": 1.1288, "step": 300 }, { "epoch": 0.28, "learning_rate": 8.486575031860859e-07, "loss": 1.1225, "step": 310 }, { "epoch": 0.29, "learning_rate": 8.381359294153838e-07, "loss": 1.1105, "step": 320 }, { "epoch": 0.29, "learning_rate": 8.27330889467378e-07, "loss": 1.1283, "step": 330 }, { "epoch": 0.3, "learning_rate": 8.16251441425233e-07, "loss": 1.107, "step": 340 }, { "epoch": 0.31, "learning_rate": 8.049068734139603e-07, "loss": 1.1044, "step": 350 }, { "epoch": 0.32, "learning_rate": 7.933066958139942e-07, "loss": 1.1316, "step": 360 }, { "epoch": 0.33, "learning_rate": 7.814606332884488e-07, "loss": 1.0889, "step": 370 }, { "epoch": 0.34, "learning_rate": 7.69378616630736e-07, "loss": 1.0929, "step": 380 }, { "epoch": 0.35, "learning_rate": 7.570707744393813e-07, "loss": 1.1371, "step": 390 }, { "epoch": 0.36, "learning_rate": 7.445474246270149e-07, "loss": 1.1332, "step": 400 }, { "epoch": 0.37, "learning_rate": 7.318190657706574e-07, "loss": 1.0957, "step": 410 }, { "epoch": 0.38, "learning_rate": 7.188963683105504e-07, "loss": 1.0889, "step": 420 }, { "epoch": 0.38, "learning_rate": 7.057901656049109e-07, "loss": 1.1067, "step": 430 }, { "epoch": 0.39, "learning_rate": 6.925114448481088e-07, "loss": 1.1219, "step": 440 }, { "epoch": 0.4, "learning_rate": 6.790713378598802e-07, "loss": 1.1267, "step": 450 }, { "epoch": 0.41, "learning_rate": 6.65481111753297e-07, "loss": 1.087, "step": 460 }, { "epoch": 0.42, "learning_rate": 6.517521594893197e-07, "loss": 1.0872, "step": 470 }, { "epoch": 0.43, "learning_rate": 6.378959903258474e-07, "loss": 1.0818, "step": 480 }, { "epoch": 0.44, "learning_rate": 6.239242201692752e-07, "loss": 1.0856, "step": 490 }, { "epoch": 0.45, "learning_rate": 6.098485618366447e-07, "loss": 1.0804, "step": 500 }, { "epoch": 0.46, "learning_rate": 5.956808152365532e-07, "loss": 1.0859, "step": 510 }, { "epoch": 0.46, "learning_rate": 5.814328574770522e-07, "loss": 1.088, "step": 520 }, { "epoch": 0.47, "learning_rate": 5.671166329088277e-07, "loss": 1.0791, "step": 530 }, { "epoch": 0.48, "learning_rate": 5.527441431120099e-07, "loss": 1.0885, "step": 540 }, { "epoch": 0.49, "learning_rate": 5.383274368350061e-07, "loss": 1.0808, "step": 550 }, { "epoch": 0.5, "learning_rate": 5.238785998937924e-07, "loss": 1.0586, "step": 560 }, { "epoch": 0.51, "learning_rate": 5.094097450401282e-07, "loss": 1.0984, "step": 570 }, { "epoch": 0.52, "learning_rate": 4.949330018071946e-07, "loss": 1.0646, "step": 580 }, { "epoch": 0.53, "learning_rate": 4.804605063411592e-07, "loss": 1.0581, "step": 590 }, { "epoch": 0.54, "learning_rate": 4.660043912272015e-07, "loss": 1.0679, "step": 600 }, { "epoch": 0.55, "learning_rate": 4.515767753185208e-07, "loss": 1.1003, "step": 610 }, { "epoch": 0.55, "learning_rate": 4.3718975357685725e-07, "loss": 1.0751, "step": 620 }, { "epoch": 0.56, "learning_rate": 4.228553869330412e-07, "loss": 1.0733, "step": 630 }, { "epoch": 0.57, "learning_rate": 4.0858569217607086e-07, "loss": 1.0505, "step": 640 }, { "epoch": 0.58, "learning_rate": 3.943926318791963e-07, "loss": 1.0813, "step": 650 }, { "epoch": 0.59, "learning_rate": 3.8028810437145214e-07, "loss": 1.0671, "step": 660 }, { "epoch": 0.6, "learning_rate": 3.66283933763048e-07, "loss": 1.0648, "step": 670 }, { "epoch": 0.61, "learning_rate": 3.523918600329788e-07, "loss": 1.073, "step": 680 }, { "epoch": 0.62, "learning_rate": 3.386235291871625e-07, "loss": 1.0672, "step": 690 }, { "epoch": 0.63, "learning_rate": 3.249904834953584e-07, "loss": 1.0666, "step": 700 }, { "epoch": 0.63, "learning_rate": 3.115041518150502e-07, "loss": 1.0644, "step": 710 }, { "epoch": 0.64, "learning_rate": 2.981758400104028e-07, "loss": 1.0637, "step": 720 }, { "epoch": 0.65, "learning_rate": 2.850167214743282e-07, "loss": 1.064, "step": 730 }, { "epoch": 0.66, "learning_rate": 2.7203782776160623e-07, "loss": 1.0665, "step": 740 }, { "epoch": 0.67, "learning_rate": 2.592500393409066e-07, "loss": 1.0707, "step": 750 }, { "epoch": 0.68, "learning_rate": 2.466640764734754e-07, "loss": 1.0721, "step": 760 }, { "epoch": 0.69, "learning_rate": 2.3429049022612086e-07, "loss": 1.0674, "step": 770 }, { "epoch": 0.7, "learning_rate": 2.2213965362604315e-07, "loss": 1.0978, "step": 780 }, { "epoch": 0.71, "learning_rate": 2.1022175296491512e-07, "loss": 1.0692, "step": 790 }, { "epoch": 0.71, "learning_rate": 1.985467792595083e-07, "loss": 1.0741, "step": 800 }, { "epoch": 0.72, "learning_rate": 1.8712451987602202e-07, "loss": 1.0537, "step": 810 }, { "epoch": 0.73, "learning_rate": 1.7596455032513707e-07, "loss": 1.071, "step": 820 }, { "epoch": 0.74, "learning_rate": 1.650762262346713e-07, "loss": 1.0652, "step": 830 }, { "epoch": 0.75, "learning_rate": 1.5446867550656767e-07, "loss": 1.0636, "step": 840 }, { "epoch": 0.76, "learning_rate": 1.441507906647905e-07, "loss": 1.0744, "step": 850 }, { "epoch": 0.77, "learning_rate": 1.3413122140054217e-07, "loss": 1.0672, "step": 860 }, { "epoch": 0.78, "learning_rate": 1.244183673210532e-07, "loss": 1.0683, "step": 870 }, { "epoch": 0.79, "learning_rate": 1.1502037090802153e-07, "loss": 1.074, "step": 880 }, { "epoch": 0.8, "learning_rate": 1.0594511069160512e-07, "loss": 1.0427, "step": 890 }, { "epoch": 0.8, "learning_rate": 9.720019464569218e-08, "loss": 1.058, "step": 900 }, { "epoch": 0.81, "learning_rate": 8.879295380998242e-08, "loss": 1.0496, "step": 910 }, { "epoch": 0.82, "learning_rate": 8.073043614422786e-08, "loss": 1.0498, "step": 920 }, { "epoch": 0.83, "learning_rate": 7.301940061978722e-08, "loss": 1.0746, "step": 930 }, { "epoch": 0.84, "learning_rate": 6.566631155344244e-08, "loss": 1.0475, "step": 940 }, { "epoch": 0.85, "learning_rate": 5.867733318823226e-08, "loss": 1.0835, "step": 950 }, { "epoch": 0.86, "learning_rate": 5.2058324525842414e-08, "loss": 1.0422, "step": 960 }, { "epoch": 0.87, "learning_rate": 4.5814834414886264e-08, "loss": 1.0385, "step": 970 }, { "epoch": 0.88, "learning_rate": 3.995209689919282e-08, "loss": 1.0351, "step": 980 }, { "epoch": 0.88, "learning_rate": 3.44750268300027e-08, "loss": 1.0523, "step": 990 }, { "epoch": 0.89, "learning_rate": 2.9388215745748345e-08, "loss": 1.062, "step": 1000 } ], "max_steps": 1119, "num_train_epochs": 1, "total_flos": 2.935716160030638e+17, "trial_name": null, "trial_params": null }