| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "global_step": 46248, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.945943608372254e-05, | |
| "loss": 1.9079, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.891887216744508e-05, | |
| "loss": 1.8918, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.837830825116762e-05, | |
| "loss": 1.8572, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.783774433489016e-05, | |
| "loss": 1.8353, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.72971804186127e-05, | |
| "loss": 1.8128, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.675661650233524e-05, | |
| "loss": 1.8236, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.621605258605778e-05, | |
| "loss": 1.832, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.567548866978032e-05, | |
| "loss": 1.8102, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.513492475350286e-05, | |
| "loss": 1.7976, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 4.4594360837225395e-05, | |
| "loss": 1.8219, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 4.405379692094794e-05, | |
| "loss": 1.7922, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 4.351323300467047e-05, | |
| "loss": 1.7802, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 4.2972669088393016e-05, | |
| "loss": 1.7837, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.2432105172115553e-05, | |
| "loss": 1.763, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.189154125583809e-05, | |
| "loss": 1.7664, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 4.135097733956063e-05, | |
| "loss": 1.7671, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.0810413423283174e-05, | |
| "loss": 1.7626, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 4.0269849507005705e-05, | |
| "loss": 1.7542, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 3.972928559072825e-05, | |
| "loss": 1.7648, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 3.918872167445079e-05, | |
| "loss": 1.7483, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 3.8648157758173326e-05, | |
| "loss": 1.7569, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 3.8107593841895864e-05, | |
| "loss": 1.7685, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 3.756702992561841e-05, | |
| "loss": 1.729, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 3.7026466009340946e-05, | |
| "loss": 1.7311, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 3.6485902093063484e-05, | |
| "loss": 1.7367, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 3.594533817678602e-05, | |
| "loss": 1.7222, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 3.540477426050857e-05, | |
| "loss": 1.7199, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 3.4864210344231105e-05, | |
| "loss": 1.7392, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 3.432364642795364e-05, | |
| "loss": 1.7062, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 3.378308251167619e-05, | |
| "loss": 1.7147, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.324251859539872e-05, | |
| "loss": 1.7081, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 3.270195467912126e-05, | |
| "loss": 1.5444, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 3.21613907628438e-05, | |
| "loss": 1.5239, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 3.162082684656634e-05, | |
| "loss": 1.5485, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 3.108026293028888e-05, | |
| "loss": 1.5383, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 3.053969901401142e-05, | |
| "loss": 1.5514, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 2.999913509773396e-05, | |
| "loss": 1.5429, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 2.9458571181456497e-05, | |
| "loss": 1.5458, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 2.8918007265179035e-05, | |
| "loss": 1.545, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 2.8377443348901576e-05, | |
| "loss": 1.5467, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 2.7836879432624114e-05, | |
| "loss": 1.5544, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 2.7296315516346656e-05, | |
| "loss": 1.5559, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 2.6755751600069197e-05, | |
| "loss": 1.5456, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 2.621518768379173e-05, | |
| "loss": 1.5576, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 2.5674623767514273e-05, | |
| "loss": 1.5182, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 2.5134059851236814e-05, | |
| "loss": 1.5304, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 2.4593495934959352e-05, | |
| "loss": 1.5397, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 2.405293201868189e-05, | |
| "loss": 1.5557, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 2.351236810240443e-05, | |
| "loss": 1.5454, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 2.297180418612697e-05, | |
| "loss": 1.5608, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 2.2431240269849507e-05, | |
| "loss": 1.5477, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 2.189067635357205e-05, | |
| "loss": 1.5459, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 2.1350112437294586e-05, | |
| "loss": 1.537, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 2.0809548521017124e-05, | |
| "loss": 1.5379, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 2.0268984604739665e-05, | |
| "loss": 1.5543, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 1.9728420688462203e-05, | |
| "loss": 1.5441, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 1.9187856772184745e-05, | |
| "loss": 1.5273, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 1.8647292855907283e-05, | |
| "loss": 1.5453, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 1.810672893962982e-05, | |
| "loss": 1.5281, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 1.7566165023352362e-05, | |
| "loss": 1.5337, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 1.70256011070749e-05, | |
| "loss": 1.5214, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 1.648503719079744e-05, | |
| "loss": 1.4789, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 1.594447327451998e-05, | |
| "loss": 1.4185, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 1.540390935824252e-05, | |
| "loss": 1.3948, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 1.486334544196506e-05, | |
| "loss": 1.3999, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 1.4322781525687598e-05, | |
| "loss": 1.3943, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 1.3782217609410136e-05, | |
| "loss": 1.3967, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 1.3241653693132677e-05, | |
| "loss": 1.4102, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 1.2701089776855215e-05, | |
| "loss": 1.4085, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 1.2160525860577754e-05, | |
| "loss": 1.4093, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 1.1619961944300296e-05, | |
| "loss": 1.4185, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 1.1079398028022835e-05, | |
| "loss": 1.4061, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 1.0538834111745373e-05, | |
| "loss": 1.3894, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 9.998270195467913e-06, | |
| "loss": 1.4064, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 9.457706279190453e-06, | |
| "loss": 1.406, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 8.917142362912992e-06, | |
| "loss": 1.3969, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 8.37657844663553e-06, | |
| "loss": 1.4118, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 7.83601453035807e-06, | |
| "loss": 1.3981, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 7.295450614080609e-06, | |
| "loss": 1.3969, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 6.754886697803149e-06, | |
| "loss": 1.4152, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 6.2143227815256884e-06, | |
| "loss": 1.3805, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 5.673758865248227e-06, | |
| "loss": 1.4124, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 5.133194948970767e-06, | |
| "loss": 1.4106, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 4.5926310326933056e-06, | |
| "loss": 1.4013, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "learning_rate": 4.052067116415845e-06, | |
| "loss": 1.398, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 3.5115032001383844e-06, | |
| "loss": 1.4015, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 2.970939283860924e-06, | |
| "loss": 1.4072, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 2.430375367583463e-06, | |
| "loss": 1.4127, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 1.8898114513060028e-06, | |
| "loss": 1.4002, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 1.3492475350285417e-06, | |
| "loss": 1.3938, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 8.086836187510811e-07, | |
| "loss": 1.3872, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 2.681197024736205e-07, | |
| "loss": 1.3975, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 46248, | |
| "total_flos": 1.394464061325312e+16, | |
| "train_loss": 1.5744795575725066, | |
| "train_runtime": 12507.9758, | |
| "train_samples_per_second": 59.159, | |
| "train_steps_per_second": 3.697 | |
| } | |
| ], | |
| "max_steps": 46248, | |
| "num_train_epochs": 3, | |
| "total_flos": 1.394464061325312e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |