{ "best_metric": null, "best_model_checkpoint": null, "epoch": 7.145919679862798, "global_step": 100000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.04, "learning_rate": 4.975e-05, "loss": 1.8403, "step": 500 }, { "epoch": 0.07, "learning_rate": 4.9500000000000004e-05, "loss": 1.7278, "step": 1000 }, { "epoch": 0.11, "learning_rate": 4.9250000000000004e-05, "loss": 1.7053, "step": 1500 }, { "epoch": 0.14, "learning_rate": 4.9e-05, "loss": 1.693, "step": 2000 }, { "epoch": 0.18, "learning_rate": 4.875e-05, "loss": 1.6754, "step": 2500 }, { "epoch": 0.21, "learning_rate": 4.85e-05, "loss": 1.6581, "step": 3000 }, { "epoch": 0.25, "learning_rate": 4.825e-05, "loss": 1.6582, "step": 3500 }, { "epoch": 0.29, "learning_rate": 4.8e-05, "loss": 1.6448, "step": 4000 }, { "epoch": 0.32, "learning_rate": 4.775e-05, "loss": 1.6327, "step": 4500 }, { "epoch": 0.36, "learning_rate": 4.75e-05, "loss": 1.626, "step": 5000 }, { "epoch": 0.39, "learning_rate": 4.7249999999999997e-05, "loss": 1.6194, "step": 5500 }, { "epoch": 0.43, "learning_rate": 4.7e-05, "loss": 1.6044, "step": 6000 }, { "epoch": 0.46, "learning_rate": 4.6750000000000005e-05, "loss": 1.6112, "step": 6500 }, { "epoch": 0.5, "learning_rate": 4.6500000000000005e-05, "loss": 1.6055, "step": 7000 }, { "epoch": 0.54, "learning_rate": 4.6250000000000006e-05, "loss": 1.6016, "step": 7500 }, { "epoch": 0.57, "learning_rate": 4.600000000000001e-05, "loss": 1.593, "step": 8000 }, { "epoch": 0.61, "learning_rate": 4.575e-05, "loss": 1.5908, "step": 8500 }, { "epoch": 0.64, "learning_rate": 4.55e-05, "loss": 1.5898, "step": 9000 }, { "epoch": 0.68, "learning_rate": 4.525e-05, "loss": 1.5832, "step": 9500 }, { "epoch": 0.71, "learning_rate": 4.5e-05, "loss": 1.5797, "step": 10000 }, { "epoch": 0.75, "learning_rate": 4.4750000000000004e-05, "loss": 1.5781, "step": 10500 }, { "epoch": 0.79, "learning_rate": 4.4500000000000004e-05, "loss": 1.5719, "step": 11000 }, { "epoch": 0.82, "learning_rate": 4.4250000000000005e-05, "loss": 1.5681, "step": 11500 }, { "epoch": 0.86, "learning_rate": 4.4000000000000006e-05, "loss": 1.5713, "step": 12000 }, { "epoch": 0.89, "learning_rate": 4.375e-05, "loss": 1.5667, "step": 12500 }, { "epoch": 0.93, "learning_rate": 4.35e-05, "loss": 1.5627, "step": 13000 }, { "epoch": 0.96, "learning_rate": 4.325e-05, "loss": 1.561, "step": 13500 }, { "epoch": 1.0, "learning_rate": 4.3e-05, "loss": 1.5576, "step": 14000 }, { "epoch": 1.04, "learning_rate": 4.275e-05, "loss": 1.5482, "step": 14500 }, { "epoch": 1.07, "learning_rate": 4.25e-05, "loss": 1.5427, "step": 15000 }, { "epoch": 1.11, "learning_rate": 4.2250000000000004e-05, "loss": 1.5414, "step": 15500 }, { "epoch": 1.14, "learning_rate": 4.2e-05, "loss": 1.546, "step": 16000 }, { "epoch": 1.18, "learning_rate": 4.175e-05, "loss": 1.5386, "step": 16500 }, { "epoch": 1.21, "learning_rate": 4.15e-05, "loss": 1.5383, "step": 17000 }, { "epoch": 1.25, "learning_rate": 4.125e-05, "loss": 1.539, "step": 17500 }, { "epoch": 1.29, "learning_rate": 4.1e-05, "loss": 1.5326, "step": 18000 }, { "epoch": 1.32, "learning_rate": 4.075e-05, "loss": 1.5384, "step": 18500 }, { "epoch": 1.36, "learning_rate": 4.05e-05, "loss": 1.5269, "step": 19000 }, { "epoch": 1.39, "learning_rate": 4.025e-05, "loss": 1.5282, "step": 19500 }, { "epoch": 1.43, "learning_rate": 4e-05, "loss": 1.5301, "step": 20000 }, { "epoch": 1.46, "learning_rate": 3.9750000000000004e-05, "loss": 1.5339, "step": 20500 }, { "epoch": 1.5, "learning_rate": 3.9500000000000005e-05, "loss": 1.5234, "step": 21000 }, { "epoch": 1.54, "learning_rate": 3.9250000000000005e-05, "loss": 1.5255, "step": 21500 }, { "epoch": 1.57, "learning_rate": 3.9000000000000006e-05, "loss": 1.5244, "step": 22000 }, { "epoch": 1.61, "learning_rate": 3.875e-05, "loss": 1.5212, "step": 22500 }, { "epoch": 1.64, "learning_rate": 3.85e-05, "loss": 1.52, "step": 23000 }, { "epoch": 1.68, "learning_rate": 3.825e-05, "loss": 1.5201, "step": 23500 }, { "epoch": 1.72, "learning_rate": 3.8e-05, "loss": 1.5207, "step": 24000 }, { "epoch": 1.75, "learning_rate": 3.775e-05, "loss": 1.5157, "step": 24500 }, { "epoch": 1.79, "learning_rate": 3.7500000000000003e-05, "loss": 1.5162, "step": 25000 }, { "epoch": 1.82, "learning_rate": 3.7250000000000004e-05, "loss": 1.5073, "step": 25500 }, { "epoch": 1.86, "learning_rate": 3.7e-05, "loss": 1.5104, "step": 26000 }, { "epoch": 1.89, "learning_rate": 3.675e-05, "loss": 1.5136, "step": 26500 }, { "epoch": 1.93, "learning_rate": 3.65e-05, "loss": 1.5163, "step": 27000 }, { "epoch": 1.97, "learning_rate": 3.625e-05, "loss": 1.5116, "step": 27500 }, { "epoch": 2.0, "learning_rate": 3.6e-05, "loss": 1.5093, "step": 28000 }, { "epoch": 2.04, "learning_rate": 3.575e-05, "loss": 1.4918, "step": 28500 }, { "epoch": 2.07, "learning_rate": 3.55e-05, "loss": 1.4958, "step": 29000 }, { "epoch": 2.11, "learning_rate": 3.525e-05, "loss": 1.4981, "step": 29500 }, { "epoch": 2.14, "learning_rate": 3.5e-05, "loss": 1.4963, "step": 30000 }, { "epoch": 2.18, "learning_rate": 3.475e-05, "loss": 1.4881, "step": 30500 }, { "epoch": 2.22, "learning_rate": 3.45e-05, "loss": 1.4941, "step": 31000 }, { "epoch": 2.25, "learning_rate": 3.4250000000000006e-05, "loss": 1.4883, "step": 31500 }, { "epoch": 2.29, "learning_rate": 3.4000000000000007e-05, "loss": 1.491, "step": 32000 }, { "epoch": 2.32, "learning_rate": 3.375000000000001e-05, "loss": 1.489, "step": 32500 }, { "epoch": 2.36, "learning_rate": 3.35e-05, "loss": 1.488, "step": 33000 }, { "epoch": 2.39, "learning_rate": 3.325e-05, "loss": 1.4846, "step": 33500 }, { "epoch": 2.43, "learning_rate": 3.3e-05, "loss": 1.4934, "step": 34000 }, { "epoch": 2.47, "learning_rate": 3.275e-05, "loss": 1.4885, "step": 34500 }, { "epoch": 2.5, "learning_rate": 3.2500000000000004e-05, "loss": 1.4823, "step": 35000 }, { "epoch": 2.54, "learning_rate": 3.2250000000000005e-05, "loss": 1.4874, "step": 35500 }, { "epoch": 2.57, "learning_rate": 3.2000000000000005e-05, "loss": 1.4812, "step": 36000 }, { "epoch": 2.61, "learning_rate": 3.175e-05, "loss": 1.4838, "step": 36500 }, { "epoch": 2.64, "learning_rate": 3.15e-05, "loss": 1.4818, "step": 37000 }, { "epoch": 2.68, "learning_rate": 3.125e-05, "loss": 1.4829, "step": 37500 }, { "epoch": 2.72, "learning_rate": 3.1e-05, "loss": 1.48, "step": 38000 }, { "epoch": 2.75, "learning_rate": 3.075e-05, "loss": 1.4779, "step": 38500 }, { "epoch": 2.79, "learning_rate": 3.05e-05, "loss": 1.4791, "step": 39000 }, { "epoch": 2.82, "learning_rate": 3.025e-05, "loss": 1.4758, "step": 39500 }, { "epoch": 2.86, "learning_rate": 3e-05, "loss": 1.4749, "step": 40000 }, { "epoch": 2.89, "learning_rate": 2.975e-05, "loss": 1.4716, "step": 40500 }, { "epoch": 2.93, "learning_rate": 2.95e-05, "loss": 1.4783, "step": 41000 }, { "epoch": 2.97, "learning_rate": 2.925e-05, "loss": 1.4756, "step": 41500 }, { "epoch": 3.0, "learning_rate": 2.9e-05, "loss": 1.4686, "step": 42000 }, { "epoch": 3.04, "learning_rate": 2.8749999999999997e-05, "loss": 1.4646, "step": 42500 }, { "epoch": 3.07, "learning_rate": 2.8499999999999998e-05, "loss": 1.4662, "step": 43000 }, { "epoch": 3.11, "learning_rate": 2.825e-05, "loss": 1.4654, "step": 43500 }, { "epoch": 3.14, "learning_rate": 2.8000000000000003e-05, "loss": 1.4693, "step": 44000 }, { "epoch": 3.18, "learning_rate": 2.7750000000000004e-05, "loss": 1.4574, "step": 44500 }, { "epoch": 3.22, "learning_rate": 2.7500000000000004e-05, "loss": 1.4581, "step": 45000 }, { "epoch": 3.25, "learning_rate": 2.725e-05, "loss": 1.4636, "step": 45500 }, { "epoch": 3.29, "learning_rate": 2.7000000000000002e-05, "loss": 1.461, "step": 46000 }, { "epoch": 3.32, "learning_rate": 2.6750000000000003e-05, "loss": 1.457, "step": 46500 }, { "epoch": 3.36, "learning_rate": 2.6500000000000004e-05, "loss": 1.4548, "step": 47000 }, { "epoch": 3.39, "learning_rate": 2.625e-05, "loss": 1.4601, "step": 47500 }, { "epoch": 3.43, "learning_rate": 2.6000000000000002e-05, "loss": 1.4525, "step": 48000 }, { "epoch": 3.47, "learning_rate": 2.5750000000000002e-05, "loss": 1.4563, "step": 48500 }, { "epoch": 3.5, "learning_rate": 2.5500000000000003e-05, "loss": 1.4565, "step": 49000 }, { "epoch": 3.54, "learning_rate": 2.525e-05, "loss": 1.456, "step": 49500 }, { "epoch": 3.57, "learning_rate": 2.5e-05, "loss": 1.4495, "step": 50000 }, { "epoch": 3.61, "learning_rate": 2.4750000000000002e-05, "loss": 1.4549, "step": 50500 }, { "epoch": 3.64, "learning_rate": 2.45e-05, "loss": 1.4526, "step": 51000 }, { "epoch": 3.68, "learning_rate": 2.425e-05, "loss": 1.4523, "step": 51500 }, { "epoch": 3.72, "learning_rate": 2.4e-05, "loss": 1.4487, "step": 52000 }, { "epoch": 3.75, "learning_rate": 2.375e-05, "loss": 1.4448, "step": 52500 }, { "epoch": 3.79, "learning_rate": 2.35e-05, "loss": 1.4491, "step": 53000 }, { "epoch": 3.82, "learning_rate": 2.3250000000000003e-05, "loss": 1.449, "step": 53500 }, { "epoch": 3.86, "learning_rate": 2.3000000000000003e-05, "loss": 1.4494, "step": 54000 }, { "epoch": 3.89, "learning_rate": 2.275e-05, "loss": 1.448, "step": 54500 }, { "epoch": 3.93, "learning_rate": 2.25e-05, "loss": 1.4458, "step": 55000 }, { "epoch": 3.97, "learning_rate": 2.2250000000000002e-05, "loss": 1.4424, "step": 55500 }, { "epoch": 4.0, "learning_rate": 2.2000000000000003e-05, "loss": 1.4448, "step": 56000 }, { "epoch": 4.04, "learning_rate": 2.175e-05, "loss": 1.4363, "step": 56500 }, { "epoch": 4.07, "learning_rate": 2.15e-05, "loss": 1.4347, "step": 57000 }, { "epoch": 4.11, "learning_rate": 2.125e-05, "loss": 1.4324, "step": 57500 }, { "epoch": 4.14, "learning_rate": 2.1e-05, "loss": 1.4384, "step": 58000 }, { "epoch": 4.18, "learning_rate": 2.075e-05, "loss": 1.437, "step": 58500 }, { "epoch": 4.22, "learning_rate": 2.05e-05, "loss": 1.4356, "step": 59000 }, { "epoch": 4.25, "learning_rate": 2.025e-05, "loss": 1.4357, "step": 59500 }, { "epoch": 4.29, "learning_rate": 2e-05, "loss": 1.4359, "step": 60000 }, { "epoch": 4.32, "learning_rate": 1.9750000000000002e-05, "loss": 1.4333, "step": 60500 }, { "epoch": 4.36, "learning_rate": 1.9500000000000003e-05, "loss": 1.4356, "step": 61000 }, { "epoch": 4.39, "learning_rate": 1.925e-05, "loss": 1.4347, "step": 61500 }, { "epoch": 4.43, "learning_rate": 1.9e-05, "loss": 1.4337, "step": 62000 }, { "epoch": 4.47, "learning_rate": 1.8750000000000002e-05, "loss": 1.4327, "step": 62500 }, { "epoch": 4.5, "learning_rate": 1.85e-05, "loss": 1.4289, "step": 63000 }, { "epoch": 4.54, "learning_rate": 1.825e-05, "loss": 1.4288, "step": 63500 }, { "epoch": 4.57, "learning_rate": 1.8e-05, "loss": 1.4253, "step": 64000 }, { "epoch": 4.61, "learning_rate": 1.775e-05, "loss": 1.4258, "step": 64500 }, { "epoch": 4.64, "learning_rate": 1.75e-05, "loss": 1.4308, "step": 65000 }, { "epoch": 4.68, "learning_rate": 1.725e-05, "loss": 1.4258, "step": 65500 }, { "epoch": 4.72, "learning_rate": 1.7000000000000003e-05, "loss": 1.4236, "step": 66000 }, { "epoch": 4.75, "learning_rate": 1.675e-05, "loss": 1.4192, "step": 66500 }, { "epoch": 4.79, "learning_rate": 1.65e-05, "loss": 1.4299, "step": 67000 }, { "epoch": 4.82, "learning_rate": 1.6250000000000002e-05, "loss": 1.4247, "step": 67500 }, { "epoch": 4.86, "learning_rate": 1.6000000000000003e-05, "loss": 1.4192, "step": 68000 }, { "epoch": 4.89, "learning_rate": 1.575e-05, "loss": 1.4243, "step": 68500 }, { "epoch": 4.93, "learning_rate": 1.55e-05, "loss": 1.4241, "step": 69000 }, { "epoch": 4.97, "learning_rate": 1.525e-05, "loss": 1.4228, "step": 69500 }, { "epoch": 5.0, "learning_rate": 1.5e-05, "loss": 1.4232, "step": 70000 }, { "epoch": 5.04, "learning_rate": 1.475e-05, "loss": 1.422, "step": 70500 }, { "epoch": 5.07, "learning_rate": 1.45e-05, "loss": 1.4108, "step": 71000 }, { "epoch": 5.11, "learning_rate": 1.4249999999999999e-05, "loss": 1.4144, "step": 71500 }, { "epoch": 5.15, "learning_rate": 1.4000000000000001e-05, "loss": 1.4161, "step": 72000 }, { "epoch": 5.18, "learning_rate": 1.3750000000000002e-05, "loss": 1.4121, "step": 72500 }, { "epoch": 5.22, "learning_rate": 1.3500000000000001e-05, "loss": 1.4119, "step": 73000 }, { "epoch": 5.25, "learning_rate": 1.3250000000000002e-05, "loss": 1.417, "step": 73500 }, { "epoch": 5.29, "learning_rate": 1.3000000000000001e-05, "loss": 1.4105, "step": 74000 }, { "epoch": 5.32, "learning_rate": 1.2750000000000002e-05, "loss": 1.4179, "step": 74500 }, { "epoch": 5.36, "learning_rate": 1.25e-05, "loss": 1.4123, "step": 75000 }, { "epoch": 5.4, "learning_rate": 1.225e-05, "loss": 1.4086, "step": 75500 }, { "epoch": 5.43, "learning_rate": 1.2e-05, "loss": 1.4096, "step": 76000 }, { "epoch": 5.47, "learning_rate": 1.175e-05, "loss": 1.4066, "step": 76500 }, { "epoch": 5.5, "learning_rate": 1.1500000000000002e-05, "loss": 1.404, "step": 77000 }, { "epoch": 5.54, "learning_rate": 1.125e-05, "loss": 1.4096, "step": 77500 }, { "epoch": 5.57, "learning_rate": 1.1000000000000001e-05, "loss": 1.4049, "step": 78000 }, { "epoch": 5.61, "learning_rate": 1.075e-05, "loss": 1.4117, "step": 78500 }, { "epoch": 5.65, "learning_rate": 1.05e-05, "loss": 1.4037, "step": 79000 }, { "epoch": 5.68, "learning_rate": 1.025e-05, "loss": 1.4091, "step": 79500 }, { "epoch": 5.72, "learning_rate": 1e-05, "loss": 1.4074, "step": 80000 }, { "epoch": 5.75, "learning_rate": 9.750000000000002e-06, "loss": 1.3992, "step": 80500 }, { "epoch": 5.79, "learning_rate": 9.5e-06, "loss": 1.404, "step": 81000 }, { "epoch": 5.82, "learning_rate": 9.25e-06, "loss": 1.4052, "step": 81500 }, { "epoch": 5.86, "learning_rate": 9e-06, "loss": 1.4028, "step": 82000 }, { "epoch": 5.9, "learning_rate": 8.75e-06, "loss": 1.4029, "step": 82500 }, { "epoch": 5.93, "learning_rate": 8.500000000000002e-06, "loss": 1.4066, "step": 83000 }, { "epoch": 5.97, "learning_rate": 8.25e-06, "loss": 1.4037, "step": 83500 }, { "epoch": 6.0, "learning_rate": 8.000000000000001e-06, "loss": 1.4013, "step": 84000 }, { "epoch": 6.04, "learning_rate": 7.75e-06, "loss": 1.4, "step": 84500 }, { "epoch": 6.07, "learning_rate": 7.5e-06, "loss": 1.3951, "step": 85000 }, { "epoch": 6.11, "learning_rate": 7.25e-06, "loss": 1.3977, "step": 85500 }, { "epoch": 6.15, "learning_rate": 7.000000000000001e-06, "loss": 1.4022, "step": 86000 }, { "epoch": 6.18, "learning_rate": 6.750000000000001e-06, "loss": 1.3916, "step": 86500 }, { "epoch": 6.22, "learning_rate": 6.5000000000000004e-06, "loss": 1.3993, "step": 87000 }, { "epoch": 6.25, "learning_rate": 6.25e-06, "loss": 1.3923, "step": 87500 }, { "epoch": 6.29, "learning_rate": 6e-06, "loss": 1.3963, "step": 88000 }, { "epoch": 6.32, "learning_rate": 5.750000000000001e-06, "loss": 1.3925, "step": 88500 }, { "epoch": 6.36, "learning_rate": 5.500000000000001e-06, "loss": 1.3956, "step": 89000 }, { "epoch": 6.4, "learning_rate": 5.25e-06, "loss": 1.3934, "step": 89500 }, { "epoch": 6.43, "learning_rate": 5e-06, "loss": 1.3901, "step": 90000 }, { "epoch": 6.47, "learning_rate": 4.75e-06, "loss": 1.3896, "step": 90500 }, { "epoch": 6.5, "learning_rate": 4.5e-06, "loss": 1.3962, "step": 91000 }, { "epoch": 6.54, "learning_rate": 4.250000000000001e-06, "loss": 1.3922, "step": 91500 }, { "epoch": 6.57, "learning_rate": 4.000000000000001e-06, "loss": 1.3956, "step": 92000 }, { "epoch": 6.61, "learning_rate": 3.75e-06, "loss": 1.3931, "step": 92500 }, { "epoch": 6.65, "learning_rate": 3.5000000000000004e-06, "loss": 1.3927, "step": 93000 }, { "epoch": 6.68, "learning_rate": 3.2500000000000002e-06, "loss": 1.3946, "step": 93500 }, { "epoch": 6.72, "learning_rate": 3e-06, "loss": 1.3907, "step": 94000 }, { "epoch": 6.75, "learning_rate": 2.7500000000000004e-06, "loss": 1.3904, "step": 94500 }, { "epoch": 6.79, "learning_rate": 2.5e-06, "loss": 1.3924, "step": 95000 }, { "epoch": 6.82, "learning_rate": 2.25e-06, "loss": 1.3971, "step": 95500 }, { "epoch": 6.86, "learning_rate": 2.0000000000000003e-06, "loss": 1.3949, "step": 96000 }, { "epoch": 6.9, "learning_rate": 1.7500000000000002e-06, "loss": 1.3886, "step": 96500 }, { "epoch": 6.93, "learning_rate": 1.5e-06, "loss": 1.3875, "step": 97000 }, { "epoch": 6.97, "learning_rate": 1.25e-06, "loss": 1.3921, "step": 97500 }, { "epoch": 7.0, "learning_rate": 1.0000000000000002e-06, "loss": 1.39, "step": 98000 }, { "epoch": 7.04, "learning_rate": 7.5e-07, "loss": 1.3857, "step": 98500 }, { "epoch": 7.07, "learning_rate": 5.000000000000001e-07, "loss": 1.3824, "step": 99000 }, { "epoch": 7.11, "learning_rate": 2.5000000000000004e-07, "loss": 1.387, "step": 99500 }, { "epoch": 7.15, "learning_rate": 0.0, "loss": 1.3809, "step": 100000 } ], "max_steps": 100000, "num_train_epochs": 8, "total_flos": 8.425757579418954e+17, "trial_name": null, "trial_params": null }