{ "best_metric": null, "best_model_checkpoint": null, "epoch": 3.0, "global_step": 101208, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.01, "learning_rate": 4.9752983953837645e-05, "loss": 1.339, "step": 500 }, { "epoch": 0.03, "learning_rate": 4.950596790767528e-05, "loss": 1.3788, "step": 1000 }, { "epoch": 0.04, "learning_rate": 4.9258951861512924e-05, "loss": 1.378, "step": 1500 }, { "epoch": 0.06, "learning_rate": 4.901193581535057e-05, "loss": 1.3805, "step": 2000 }, { "epoch": 0.07, "learning_rate": 4.876491976918821e-05, "loss": 1.3945, "step": 2500 }, { "epoch": 0.09, "learning_rate": 4.8517903723025847e-05, "loss": 1.3919, "step": 3000 }, { "epoch": 0.1, "learning_rate": 4.827088767686349e-05, "loss": 1.4032, "step": 3500 }, { "epoch": 0.12, "learning_rate": 4.802387163070113e-05, "loss": 1.4197, "step": 4000 }, { "epoch": 0.13, "learning_rate": 4.7776855584538775e-05, "loss": 1.4222, "step": 4500 }, { "epoch": 0.15, "learning_rate": 4.752983953837641e-05, "loss": 1.4057, "step": 5000 }, { "epoch": 0.16, "learning_rate": 4.7282823492214054e-05, "loss": 1.4156, "step": 5500 }, { "epoch": 0.18, "learning_rate": 4.70358074460517e-05, "loss": 1.4243, "step": 6000 }, { "epoch": 0.19, "learning_rate": 4.6788791399889334e-05, "loss": 1.4176, "step": 6500 }, { "epoch": 0.21, "learning_rate": 4.6541775353726977e-05, "loss": 1.4254, "step": 7000 }, { "epoch": 0.22, "learning_rate": 4.629475930756462e-05, "loss": 1.4088, "step": 7500 }, { "epoch": 0.24, "learning_rate": 4.604774326140226e-05, "loss": 1.4307, "step": 8000 }, { "epoch": 0.25, "learning_rate": 4.5800727215239905e-05, "loss": 1.4459, "step": 8500 }, { "epoch": 0.27, "learning_rate": 4.555371116907755e-05, "loss": 1.4486, "step": 9000 }, { "epoch": 0.28, "learning_rate": 4.530669512291519e-05, "loss": 1.4432, "step": 9500 }, { "epoch": 0.3, "learning_rate": 4.505967907675283e-05, "loss": 1.4432, "step": 10000 }, { "epoch": 0.31, "learning_rate": 4.481266303059047e-05, "loss": 1.4424, "step": 10500 }, { "epoch": 0.33, "learning_rate": 4.456564698442811e-05, "loss": 1.4498, "step": 11000 }, { "epoch": 0.34, "learning_rate": 4.4318630938265756e-05, "loss": 1.4754, "step": 11500 }, { "epoch": 0.36, "learning_rate": 4.407161489210339e-05, "loss": 1.4712, "step": 12000 }, { "epoch": 0.37, "learning_rate": 4.3824598845941035e-05, "loss": 1.4552, "step": 12500 }, { "epoch": 0.39, "learning_rate": 4.357758279977868e-05, "loss": 1.4759, "step": 13000 }, { "epoch": 0.4, "learning_rate": 4.333056675361632e-05, "loss": 1.4877, "step": 13500 }, { "epoch": 0.41, "learning_rate": 4.308355070745396e-05, "loss": 1.4775, "step": 14000 }, { "epoch": 0.43, "learning_rate": 4.28365346612916e-05, "loss": 1.4701, "step": 14500 }, { "epoch": 0.44, "learning_rate": 4.258951861512924e-05, "loss": 1.4771, "step": 15000 }, { "epoch": 0.46, "learning_rate": 4.234250256896688e-05, "loss": 1.4856, "step": 15500 }, { "epoch": 0.47, "learning_rate": 4.209548652280452e-05, "loss": 1.4878, "step": 16000 }, { "epoch": 0.49, "learning_rate": 4.1848470476642165e-05, "loss": 1.5109, "step": 16500 }, { "epoch": 0.5, "learning_rate": 4.160145443047981e-05, "loss": 1.5056, "step": 17000 }, { "epoch": 0.52, "learning_rate": 4.1354438384317445e-05, "loss": 1.4853, "step": 17500 }, { "epoch": 0.53, "learning_rate": 4.110742233815509e-05, "loss": 1.5015, "step": 18000 }, { "epoch": 0.55, "learning_rate": 4.086040629199273e-05, "loss": 1.4883, "step": 18500 }, { "epoch": 0.56, "learning_rate": 4.061339024583037e-05, "loss": 1.4959, "step": 19000 }, { "epoch": 0.58, "learning_rate": 4.036637419966801e-05, "loss": 1.4887, "step": 19500 }, { "epoch": 0.59, "learning_rate": 4.011935815350565e-05, "loss": 1.5087, "step": 20000 }, { "epoch": 0.61, "learning_rate": 3.9872342107343295e-05, "loss": 1.5022, "step": 20500 }, { "epoch": 0.62, "learning_rate": 3.962532606118093e-05, "loss": 1.5063, "step": 21000 }, { "epoch": 0.64, "learning_rate": 3.9378310015018575e-05, "loss": 1.5054, "step": 21500 }, { "epoch": 0.65, "learning_rate": 3.913129396885622e-05, "loss": 1.5237, "step": 22000 }, { "epoch": 0.67, "learning_rate": 3.888427792269386e-05, "loss": 1.4989, "step": 22500 }, { "epoch": 0.68, "learning_rate": 3.86372618765315e-05, "loss": 1.521, "step": 23000 }, { "epoch": 0.7, "learning_rate": 3.839024583036914e-05, "loss": 1.5334, "step": 23500 }, { "epoch": 0.71, "learning_rate": 3.814322978420678e-05, "loss": 1.5102, "step": 24000 }, { "epoch": 0.73, "learning_rate": 3.7896213738044425e-05, "loss": 1.5112, "step": 24500 }, { "epoch": 0.74, "learning_rate": 3.764919769188207e-05, "loss": 1.534, "step": 25000 }, { "epoch": 0.76, "learning_rate": 3.740218164571971e-05, "loss": 1.5219, "step": 25500 }, { "epoch": 0.77, "learning_rate": 3.7155165599557354e-05, "loss": 1.551, "step": 26000 }, { "epoch": 0.79, "learning_rate": 3.690814955339499e-05, "loss": 1.5412, "step": 26500 }, { "epoch": 0.8, "learning_rate": 3.6661133507232633e-05, "loss": 1.539, "step": 27000 }, { "epoch": 0.82, "learning_rate": 3.6414117461070276e-05, "loss": 1.5338, "step": 27500 }, { "epoch": 0.83, "learning_rate": 3.616710141490792e-05, "loss": 1.531, "step": 28000 }, { "epoch": 0.84, "learning_rate": 3.5920085368745556e-05, "loss": 1.5448, "step": 28500 }, { "epoch": 0.86, "learning_rate": 3.56730693225832e-05, "loss": 1.5478, "step": 29000 }, { "epoch": 0.87, "learning_rate": 3.542605327642084e-05, "loss": 1.5441, "step": 29500 }, { "epoch": 0.89, "learning_rate": 3.517903723025848e-05, "loss": 1.5415, "step": 30000 }, { "epoch": 0.9, "learning_rate": 3.493202118409612e-05, "loss": 1.5513, "step": 30500 }, { "epoch": 0.92, "learning_rate": 3.4685005137933763e-05, "loss": 1.554, "step": 31000 }, { "epoch": 0.93, "learning_rate": 3.4437989091771406e-05, "loss": 1.5526, "step": 31500 }, { "epoch": 0.95, "learning_rate": 3.419097304560904e-05, "loss": 1.5608, "step": 32000 }, { "epoch": 0.96, "learning_rate": 3.3943956999446686e-05, "loss": 1.5627, "step": 32500 }, { "epoch": 0.98, "learning_rate": 3.369694095328433e-05, "loss": 1.5581, "step": 33000 }, { "epoch": 0.99, "learning_rate": 3.3449924907121965e-05, "loss": 1.5707, "step": 33500 }, { "epoch": 1.01, "learning_rate": 3.320290886095961e-05, "loss": 1.4586, "step": 34000 }, { "epoch": 1.02, "learning_rate": 3.295589281479725e-05, "loss": 1.3769, "step": 34500 }, { "epoch": 1.04, "learning_rate": 3.2708876768634893e-05, "loss": 1.3723, "step": 35000 }, { "epoch": 1.05, "learning_rate": 3.246186072247253e-05, "loss": 1.3776, "step": 35500 }, { "epoch": 1.07, "learning_rate": 3.221484467631017e-05, "loss": 1.391, "step": 36000 }, { "epoch": 1.08, "learning_rate": 3.1967828630147816e-05, "loss": 1.3848, "step": 36500 }, { "epoch": 1.1, "learning_rate": 3.172081258398546e-05, "loss": 1.3889, "step": 37000 }, { "epoch": 1.11, "learning_rate": 3.1473796537823095e-05, "loss": 1.4039, "step": 37500 }, { "epoch": 1.13, "learning_rate": 3.122678049166074e-05, "loss": 1.3999, "step": 38000 }, { "epoch": 1.14, "learning_rate": 3.097976444549838e-05, "loss": 1.4151, "step": 38500 }, { "epoch": 1.16, "learning_rate": 3.073274839933602e-05, "loss": 1.4157, "step": 39000 }, { "epoch": 1.17, "learning_rate": 3.0485732353173663e-05, "loss": 1.4274, "step": 39500 }, { "epoch": 1.19, "learning_rate": 3.0238716307011306e-05, "loss": 1.4204, "step": 40000 }, { "epoch": 1.2, "learning_rate": 2.999170026084895e-05, "loss": 1.4113, "step": 40500 }, { "epoch": 1.22, "learning_rate": 2.9744684214686585e-05, "loss": 1.4203, "step": 41000 }, { "epoch": 1.23, "learning_rate": 2.9497668168524228e-05, "loss": 1.3833, "step": 41500 }, { "epoch": 1.24, "learning_rate": 2.925065212236187e-05, "loss": 1.3336, "step": 42000 }, { "epoch": 1.26, "learning_rate": 2.9003636076199514e-05, "loss": 1.3271, "step": 42500 }, { "epoch": 1.27, "learning_rate": 2.875662003003715e-05, "loss": 1.3437, "step": 43000 }, { "epoch": 1.29, "learning_rate": 2.8509603983874793e-05, "loss": 1.3378, "step": 43500 }, { "epoch": 1.3, "learning_rate": 2.8262587937712436e-05, "loss": 1.3275, "step": 44000 }, { "epoch": 1.32, "learning_rate": 2.8015571891550076e-05, "loss": 1.352, "step": 44500 }, { "epoch": 1.33, "learning_rate": 2.776855584538772e-05, "loss": 1.3527, "step": 45000 }, { "epoch": 1.35, "learning_rate": 2.752153979922536e-05, "loss": 1.4116, "step": 45500 }, { "epoch": 1.36, "learning_rate": 2.7274523753063e-05, "loss": 1.3997, "step": 46000 }, { "epoch": 1.38, "learning_rate": 2.702750770690064e-05, "loss": 1.4157, "step": 46500 }, { "epoch": 1.39, "learning_rate": 2.6780491660738284e-05, "loss": 1.4121, "step": 47000 }, { "epoch": 1.41, "learning_rate": 2.6533475614575926e-05, "loss": 1.4252, "step": 47500 }, { "epoch": 1.42, "learning_rate": 2.6286459568413563e-05, "loss": 1.4227, "step": 48000 }, { "epoch": 1.44, "learning_rate": 2.6039443522251206e-05, "loss": 1.429, "step": 48500 }, { "epoch": 1.45, "learning_rate": 2.579242747608885e-05, "loss": 1.4173, "step": 49000 }, { "epoch": 1.47, "learning_rate": 2.554541142992649e-05, "loss": 1.4398, "step": 49500 }, { "epoch": 1.48, "learning_rate": 2.5298395383764128e-05, "loss": 1.4437, "step": 50000 }, { "epoch": 1.5, "learning_rate": 2.505137933760177e-05, "loss": 1.4467, "step": 50500 }, { "epoch": 1.51, "learning_rate": 2.4804363291439414e-05, "loss": 1.4396, "step": 51000 }, { "epoch": 1.53, "learning_rate": 2.4557347245277053e-05, "loss": 1.444, "step": 51500 }, { "epoch": 1.54, "learning_rate": 2.4310331199114696e-05, "loss": 1.4635, "step": 52000 }, { "epoch": 1.56, "learning_rate": 2.4063315152952336e-05, "loss": 1.4614, "step": 52500 }, { "epoch": 1.57, "learning_rate": 2.381629910678998e-05, "loss": 1.4783, "step": 53000 }, { "epoch": 1.59, "learning_rate": 2.356928306062762e-05, "loss": 1.4699, "step": 53500 }, { "epoch": 1.6, "learning_rate": 2.332226701446526e-05, "loss": 1.4788, "step": 54000 }, { "epoch": 1.62, "learning_rate": 2.3075250968302904e-05, "loss": 1.4732, "step": 54500 }, { "epoch": 1.63, "learning_rate": 2.2828234922140544e-05, "loss": 1.4794, "step": 55000 }, { "epoch": 1.65, "learning_rate": 2.2581218875978187e-05, "loss": 1.4708, "step": 55500 }, { "epoch": 1.66, "learning_rate": 2.2334202829815826e-05, "loss": 1.4666, "step": 56000 }, { "epoch": 1.67, "learning_rate": 2.208718678365347e-05, "loss": 1.4993, "step": 56500 }, { "epoch": 1.69, "learning_rate": 2.184017073749111e-05, "loss": 1.4921, "step": 57000 }, { "epoch": 1.7, "learning_rate": 2.1593154691328748e-05, "loss": 1.482, "step": 57500 }, { "epoch": 1.72, "learning_rate": 2.134613864516639e-05, "loss": 1.4862, "step": 58000 }, { "epoch": 1.73, "learning_rate": 2.109912259900403e-05, "loss": 1.4985, "step": 58500 }, { "epoch": 1.75, "learning_rate": 2.0852106552841674e-05, "loss": 1.5143, "step": 59000 }, { "epoch": 1.76, "learning_rate": 2.0605090506679313e-05, "loss": 1.5043, "step": 59500 }, { "epoch": 1.78, "learning_rate": 2.0358074460516956e-05, "loss": 1.5227, "step": 60000 }, { "epoch": 1.79, "learning_rate": 2.0111058414354596e-05, "loss": 1.5202, "step": 60500 }, { "epoch": 1.81, "learning_rate": 1.986404236819224e-05, "loss": 1.4978, "step": 61000 }, { "epoch": 1.82, "learning_rate": 1.961702632202988e-05, "loss": 1.5271, "step": 61500 }, { "epoch": 1.84, "learning_rate": 1.937001027586752e-05, "loss": 1.5253, "step": 62000 }, { "epoch": 1.85, "learning_rate": 1.9122994229705164e-05, "loss": 1.5317, "step": 62500 }, { "epoch": 1.87, "learning_rate": 1.8875978183542804e-05, "loss": 1.5253, "step": 63000 }, { "epoch": 1.88, "learning_rate": 1.8628962137380447e-05, "loss": 1.5434, "step": 63500 }, { "epoch": 1.9, "learning_rate": 1.8381946091218086e-05, "loss": 1.5219, "step": 64000 }, { "epoch": 1.91, "learning_rate": 1.813493004505573e-05, "loss": 1.537, "step": 64500 }, { "epoch": 1.93, "learning_rate": 1.788791399889337e-05, "loss": 1.5622, "step": 65000 }, { "epoch": 1.94, "learning_rate": 1.764089795273101e-05, "loss": 1.5391, "step": 65500 }, { "epoch": 1.96, "learning_rate": 1.739388190656865e-05, "loss": 1.573, "step": 66000 }, { "epoch": 1.97, "learning_rate": 1.714686586040629e-05, "loss": 1.566, "step": 66500 }, { "epoch": 1.99, "learning_rate": 1.6899849814243934e-05, "loss": 1.5783, "step": 67000 }, { "epoch": 2.0, "learning_rate": 1.6652833768081573e-05, "loss": 1.5639, "step": 67500 }, { "epoch": 2.02, "learning_rate": 1.6405817721919216e-05, "loss": 1.3644, "step": 68000 }, { "epoch": 2.03, "learning_rate": 1.6158801675756856e-05, "loss": 1.3529, "step": 68500 }, { "epoch": 2.05, "learning_rate": 1.59117856295945e-05, "loss": 1.3552, "step": 69000 }, { "epoch": 2.06, "learning_rate": 1.566476958343214e-05, "loss": 1.3508, "step": 69500 }, { "epoch": 2.07, "learning_rate": 1.5417753537269785e-05, "loss": 1.3663, "step": 70000 }, { "epoch": 2.09, "learning_rate": 1.5170737491107422e-05, "loss": 1.3622, "step": 70500 }, { "epoch": 2.1, "learning_rate": 1.4923721444945064e-05, "loss": 1.3698, "step": 71000 }, { "epoch": 2.12, "learning_rate": 1.4676705398782705e-05, "loss": 1.3664, "step": 71500 }, { "epoch": 2.13, "learning_rate": 1.4429689352620346e-05, "loss": 1.3803, "step": 72000 }, { "epoch": 2.15, "learning_rate": 1.4182673306457989e-05, "loss": 1.3713, "step": 72500 }, { "epoch": 2.16, "learning_rate": 1.3935657260295629e-05, "loss": 1.3897, "step": 73000 }, { "epoch": 2.18, "learning_rate": 1.3688641214133272e-05, "loss": 1.3869, "step": 73500 }, { "epoch": 2.19, "learning_rate": 1.3441625167970911e-05, "loss": 1.3919, "step": 74000 }, { "epoch": 2.21, "learning_rate": 1.3194609121808554e-05, "loss": 1.4013, "step": 74500 }, { "epoch": 2.22, "learning_rate": 1.2947593075646194e-05, "loss": 1.3853, "step": 75000 }, { "epoch": 2.24, "learning_rate": 1.2700577029483837e-05, "loss": 1.3776, "step": 75500 }, { "epoch": 2.25, "learning_rate": 1.2453560983321478e-05, "loss": 1.3928, "step": 76000 }, { "epoch": 2.27, "learning_rate": 1.220654493715912e-05, "loss": 1.4051, "step": 76500 }, { "epoch": 2.28, "learning_rate": 1.195952889099676e-05, "loss": 1.3934, "step": 77000 }, { "epoch": 2.3, "learning_rate": 1.1712512844834402e-05, "loss": 1.4057, "step": 77500 }, { "epoch": 2.31, "learning_rate": 1.1465496798672043e-05, "loss": 1.3998, "step": 78000 }, { "epoch": 2.33, "learning_rate": 1.1218480752509682e-05, "loss": 1.4068, "step": 78500 }, { "epoch": 2.34, "learning_rate": 1.0971464706347324e-05, "loss": 1.409, "step": 79000 }, { "epoch": 2.36, "learning_rate": 1.0724448660184967e-05, "loss": 1.395, "step": 79500 }, { "epoch": 2.37, "learning_rate": 1.0477432614022608e-05, "loss": 1.4237, "step": 80000 }, { "epoch": 2.39, "learning_rate": 1.023041656786025e-05, "loss": 1.4202, "step": 80500 }, { "epoch": 2.4, "learning_rate": 9.98340052169789e-06, "loss": 1.3998, "step": 81000 }, { "epoch": 2.42, "learning_rate": 9.736384475535532e-06, "loss": 1.4187, "step": 81500 }, { "epoch": 2.43, "learning_rate": 9.489368429373173e-06, "loss": 1.4312, "step": 82000 }, { "epoch": 2.45, "learning_rate": 9.242352383210814e-06, "loss": 1.4199, "step": 82500 }, { "epoch": 2.46, "learning_rate": 8.995336337048454e-06, "loss": 1.4032, "step": 83000 }, { "epoch": 2.48, "learning_rate": 8.748320290886097e-06, "loss": 1.4152, "step": 83500 }, { "epoch": 2.49, "learning_rate": 8.501304244723738e-06, "loss": 1.428, "step": 84000 }, { "epoch": 2.5, "learning_rate": 8.25428819856138e-06, "loss": 1.4191, "step": 84500 }, { "epoch": 2.52, "learning_rate": 8.00727215239902e-06, "loss": 1.4356, "step": 85000 }, { "epoch": 2.53, "learning_rate": 7.760256106236662e-06, "loss": 1.443, "step": 85500 }, { "epoch": 2.55, "learning_rate": 7.513240060074303e-06, "loss": 1.4406, "step": 86000 }, { "epoch": 2.56, "learning_rate": 7.266224013911944e-06, "loss": 1.4256, "step": 86500 }, { "epoch": 2.58, "learning_rate": 7.0192079677495855e-06, "loss": 1.4408, "step": 87000 }, { "epoch": 2.59, "learning_rate": 6.7721919215872276e-06, "loss": 1.4476, "step": 87500 }, { "epoch": 2.61, "learning_rate": 6.525175875424867e-06, "loss": 1.434, "step": 88000 }, { "epoch": 2.62, "learning_rate": 6.278159829262508e-06, "loss": 1.4378, "step": 88500 }, { "epoch": 2.64, "learning_rate": 6.0311437831001505e-06, "loss": 1.4276, "step": 89000 }, { "epoch": 2.65, "learning_rate": 5.784127736937792e-06, "loss": 1.4491, "step": 89500 }, { "epoch": 2.67, "learning_rate": 5.537111690775433e-06, "loss": 1.4583, "step": 90000 }, { "epoch": 2.68, "learning_rate": 5.290095644613074e-06, "loss": 1.4546, "step": 90500 }, { "epoch": 2.7, "learning_rate": 5.043079598450716e-06, "loss": 1.4338, "step": 91000 }, { "epoch": 2.71, "learning_rate": 4.796063552288357e-06, "loss": 1.4628, "step": 91500 }, { "epoch": 2.73, "learning_rate": 4.549047506125998e-06, "loss": 1.4546, "step": 92000 }, { "epoch": 2.74, "learning_rate": 4.302031459963639e-06, "loss": 1.449, "step": 92500 }, { "epoch": 2.76, "learning_rate": 4.055015413801281e-06, "loss": 1.4489, "step": 93000 }, { "epoch": 2.77, "learning_rate": 3.8079993676389218e-06, "loss": 1.4632, "step": 93500 }, { "epoch": 2.79, "learning_rate": 3.560983321476563e-06, "loss": 1.4739, "step": 94000 }, { "epoch": 2.8, "learning_rate": 3.3139672753142047e-06, "loss": 1.4662, "step": 94500 }, { "epoch": 2.82, "learning_rate": 3.066951229151846e-06, "loss": 1.4496, "step": 95000 }, { "epoch": 2.83, "learning_rate": 2.819935182989487e-06, "loss": 1.4544, "step": 95500 }, { "epoch": 2.85, "learning_rate": 2.5729191368271284e-06, "loss": 1.4656, "step": 96000 }, { "epoch": 2.86, "learning_rate": 2.3259030906647697e-06, "loss": 1.4679, "step": 96500 }, { "epoch": 2.88, "learning_rate": 2.078887044502411e-06, "loss": 1.4869, "step": 97000 }, { "epoch": 2.89, "learning_rate": 1.8318709983400524e-06, "loss": 1.4645, "step": 97500 }, { "epoch": 2.9, "learning_rate": 1.5848549521776935e-06, "loss": 1.4838, "step": 98000 }, { "epoch": 2.92, "learning_rate": 1.3378389060153347e-06, "loss": 1.4858, "step": 98500 }, { "epoch": 2.93, "learning_rate": 1.0908228598529762e-06, "loss": 1.4788, "step": 99000 }, { "epoch": 2.95, "learning_rate": 8.438068136906174e-07, "loss": 1.4936, "step": 99500 }, { "epoch": 2.96, "learning_rate": 5.967907675282587e-07, "loss": 1.4874, "step": 100000 }, { "epoch": 2.98, "learning_rate": 3.4977472136589993e-07, "loss": 1.4835, "step": 100500 }, { "epoch": 2.99, "learning_rate": 1.0275867520354124e-07, "loss": 1.5014, "step": 101000 }, { "epoch": 3.0, "step": 101208, "total_flos": 3.759621873629921e+17, "train_loss": 1.4532578269084653, "train_runtime": 40248.475, "train_samples_per_second": 10.058, "train_steps_per_second": 2.515 } ], "max_steps": 101208, "num_train_epochs": 3, "total_flos": 3.759621873629921e+17, "trial_name": null, "trial_params": null }