| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 10000, | |
| "global_step": 267952, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.9906699707410284e-05, | |
| "loss": 7.0772, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.9813399414820566e-05, | |
| "loss": 6.1824, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.972009912223085e-05, | |
| "loss": 5.8409, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.962679882964113e-05, | |
| "loss": 5.5985, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.953349853705141e-05, | |
| "loss": 5.403, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.94401982444617e-05, | |
| "loss": 5.2549, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9346897951871976e-05, | |
| "loss": 5.1225, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9253597659282264e-05, | |
| "loss": 4.9967, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.916029736669254e-05, | |
| "loss": 4.8795, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.906699707410283e-05, | |
| "loss": 4.7848, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.897369678151311e-05, | |
| "loss": 4.6995, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.888039648892339e-05, | |
| "loss": 4.6346, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.8787096196333674e-05, | |
| "loss": 4.5872, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.8693795903743955e-05, | |
| "loss": 4.521, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.860049561115424e-05, | |
| "loss": 4.4799, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.850719531856452e-05, | |
| "loss": 4.4502, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.84138950259748e-05, | |
| "loss": 4.4183, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.832059473338509e-05, | |
| "loss": 4.3762, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.8227294440795365e-05, | |
| "loss": 4.3529, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.8133994148205653e-05, | |
| "loss": 4.3227, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_accuracy": 0.3160632599821231, | |
| "eval_loss": 4.226778984069824, | |
| "eval_runtime": 6188.29, | |
| "eval_samples_per_second": 72.909, | |
| "eval_steps_per_second": 1.139, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.804069385561593e-05, | |
| "loss": 4.2976, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.794739356302622e-05, | |
| "loss": 4.2731, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.78540932704365e-05, | |
| "loss": 4.248, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.776079297784678e-05, | |
| "loss": 4.2336, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.766749268525706e-05, | |
| "loss": 4.2144, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.7574192392667345e-05, | |
| "loss": 4.1986, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.7480892100077627e-05, | |
| "loss": 4.1854, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.7387591807487915e-05, | |
| "loss": 4.1669, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.729429151489819e-05, | |
| "loss": 4.1441, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.720099122230848e-05, | |
| "loss": 4.1442, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.7107690929718754e-05, | |
| "loss": 4.1226, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.701439063712904e-05, | |
| "loss": 4.1112, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.692109034453932e-05, | |
| "loss": 4.1063, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.6827790051949607e-05, | |
| "loss": 4.0869, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.673448975935989e-05, | |
| "loss": 4.0732, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.664118946677017e-05, | |
| "loss": 4.0716, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.654788917418045e-05, | |
| "loss": 4.053, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.6454588881590734e-05, | |
| "loss": 4.0442, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.6361288589001016e-05, | |
| "loss": 4.035, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.6267988296411305e-05, | |
| "loss": 4.0305, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_accuracy": 0.33925145807254103, | |
| "eval_loss": 3.945496082305908, | |
| "eval_runtime": 6149.9279, | |
| "eval_samples_per_second": 73.364, | |
| "eval_steps_per_second": 1.146, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.617468800382158e-05, | |
| "loss": 4.0218, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.608138771123187e-05, | |
| "loss": 4.0064, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.5988087418642143e-05, | |
| "loss": 4.0014, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.589478712605243e-05, | |
| "loss": 3.993, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.5801486833462714e-05, | |
| "loss": 3.9845, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.5708186540872996e-05, | |
| "loss": 3.9814, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.561488624828328e-05, | |
| "loss": 3.9689, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.552158595569356e-05, | |
| "loss": 3.9648, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.542828566310384e-05, | |
| "loss": 3.9599, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.533498537051412e-05, | |
| "loss": 3.9514, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.5241685077924405e-05, | |
| "loss": 3.9456, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.5148384785334694e-05, | |
| "loss": 3.9438, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.505508449274497e-05, | |
| "loss": 3.9315, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.496178420015526e-05, | |
| "loss": 3.9294, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.486848390756553e-05, | |
| "loss": 3.9137, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.477518361497582e-05, | |
| "loss": 3.9075, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.46818833223861e-05, | |
| "loss": 3.9069, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.4588583029796385e-05, | |
| "loss": 3.9039, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.449528273720667e-05, | |
| "loss": 3.9033, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.440198244461695e-05, | |
| "loss": 3.8916, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "eval_accuracy": 0.3501727973835296, | |
| "eval_loss": 3.819415807723999, | |
| "eval_runtime": 6177.9797, | |
| "eval_samples_per_second": 73.031, | |
| "eval_steps_per_second": 1.141, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.430868215202723e-05, | |
| "loss": 3.8876, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.421538185943751e-05, | |
| "loss": 3.8857, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.4122081566847794e-05, | |
| "loss": 3.8756, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.4028781274258076e-05, | |
| "loss": 3.871, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.393548098166836e-05, | |
| "loss": 3.8784, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.384218068907865e-05, | |
| "loss": 3.8657, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.374888039648893e-05, | |
| "loss": 3.8643, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.365558010389921e-05, | |
| "loss": 3.8518, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.356227981130949e-05, | |
| "loss": 3.8578, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.3468979518719774e-05, | |
| "loss": 3.8479, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.3375679226130056e-05, | |
| "loss": 3.846, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.328237893354034e-05, | |
| "loss": 3.8396, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.318907864095062e-05, | |
| "loss": 3.8401, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.30957783483609e-05, | |
| "loss": 3.8269, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.3002478055771184e-05, | |
| "loss": 3.8236, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.2909177763181466e-05, | |
| "loss": 3.8246, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.281587747059175e-05, | |
| "loss": 3.8236, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.272257717800203e-05, | |
| "loss": 3.8148, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.262927688541232e-05, | |
| "loss": 3.8033, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.253597659282259e-05, | |
| "loss": 3.8104, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "eval_accuracy": 0.3580380029125215, | |
| "eval_loss": 3.7339699268341064, | |
| "eval_runtime": 6179.879, | |
| "eval_samples_per_second": 73.009, | |
| "eval_steps_per_second": 1.141, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.244267630023288e-05, | |
| "loss": 3.809, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.234937600764316e-05, | |
| "loss": 3.8172, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.2256075715053446e-05, | |
| "loss": 3.8018, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.216277542246373e-05, | |
| "loss": 3.7956, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.206947512987401e-05, | |
| "loss": 3.7959, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.197617483728429e-05, | |
| "loss": 3.7884, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.188287454469457e-05, | |
| "loss": 3.788, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.1789574252104855e-05, | |
| "loss": 3.7795, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.169627395951514e-05, | |
| "loss": 3.783, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.160297366692542e-05, | |
| "loss": 3.7811, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.150967337433571e-05, | |
| "loss": 3.7804, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.141637308174598e-05, | |
| "loss": 3.7765, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.132307278915627e-05, | |
| "loss": 3.7656, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.1229772496566546e-05, | |
| "loss": 3.7627, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.1136472203976835e-05, | |
| "loss": 3.7595, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.104317191138712e-05, | |
| "loss": 3.7624, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.09498716187974e-05, | |
| "loss": 3.7571, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.085657132620768e-05, | |
| "loss": 3.7583, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.076327103361796e-05, | |
| "loss": 3.7583, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.0669970741028244e-05, | |
| "loss": 3.7491, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "eval_accuracy": 0.36325465564769804, | |
| "eval_loss": 3.6769518852233887, | |
| "eval_runtime": 6174.8828, | |
| "eval_samples_per_second": 73.068, | |
| "eval_steps_per_second": 1.142, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.057667044843853e-05, | |
| "loss": 3.7497, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.048337015584881e-05, | |
| "loss": 3.7401, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.0390069863259097e-05, | |
| "loss": 3.7423, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.029676957066937e-05, | |
| "loss": 3.7368, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.020346927807966e-05, | |
| "loss": 3.7358, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.011016898548994e-05, | |
| "loss": 3.7352, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.0016868692900224e-05, | |
| "loss": 3.7311, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 3.9923568400310506e-05, | |
| "loss": 3.7334, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 3.983026810772079e-05, | |
| "loss": 3.7347, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.973696781513107e-05, | |
| "loss": 3.7229, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.964366752254135e-05, | |
| "loss": 3.7265, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.9550367229951633e-05, | |
| "loss": 3.7286, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.945706693736192e-05, | |
| "loss": 3.7247, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.93637666447722e-05, | |
| "loss": 3.7186, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.9270466352182486e-05, | |
| "loss": 3.7152, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.917716605959276e-05, | |
| "loss": 3.713, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.908386576700305e-05, | |
| "loss": 3.7133, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.899056547441333e-05, | |
| "loss": 3.7076, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.8897265181823613e-05, | |
| "loss": 3.7082, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.8803964889233895e-05, | |
| "loss": 3.7062, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "eval_accuracy": 0.36794739205873755, | |
| "eval_loss": 3.6288115978240967, | |
| "eval_runtime": 6164.6808, | |
| "eval_samples_per_second": 73.189, | |
| "eval_steps_per_second": 1.144, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.871066459664418e-05, | |
| "loss": 3.7008, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.861736430405446e-05, | |
| "loss": 3.7013, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.852406401146475e-05, | |
| "loss": 3.6952, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.843076371887502e-05, | |
| "loss": 3.7065, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.833746342628531e-05, | |
| "loss": 3.692, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.8244163133695587e-05, | |
| "loss": 3.6942, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.8150862841105875e-05, | |
| "loss": 3.6906, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.805756254851615e-05, | |
| "loss": 3.6879, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.796426225592644e-05, | |
| "loss": 3.6885, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.787096196333672e-05, | |
| "loss": 3.6833, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.7777661670747e-05, | |
| "loss": 3.6834, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.7684361378157285e-05, | |
| "loss": 3.683, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.7591061085567566e-05, | |
| "loss": 3.6844, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.749776079297785e-05, | |
| "loss": 3.6726, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.740446050038813e-05, | |
| "loss": 3.6783, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.731116020779841e-05, | |
| "loss": 3.6768, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.7217859915208694e-05, | |
| "loss": 3.674, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.7124559622618976e-05, | |
| "loss": 3.6769, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.703125933002926e-05, | |
| "loss": 3.6695, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.6937959037439546e-05, | |
| "loss": 3.6724, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "eval_accuracy": 0.37135094159724996, | |
| "eval_loss": 3.5937752723693848, | |
| "eval_runtime": 6186.7336, | |
| "eval_samples_per_second": 72.928, | |
| "eval_steps_per_second": 1.14, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.684465874484983e-05, | |
| "loss": 3.6657, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 3.675135845226011e-05, | |
| "loss": 3.6618, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.665805815967039e-05, | |
| "loss": 3.6659, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.6564757867080674e-05, | |
| "loss": 3.6638, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.6471457574490956e-05, | |
| "loss": 3.6641, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.637815728190124e-05, | |
| "loss": 3.6576, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 3.628485698931152e-05, | |
| "loss": 3.6601, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.61915566967218e-05, | |
| "loss": 3.6542, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.609825640413208e-05, | |
| "loss": 3.6542, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.6004956111542365e-05, | |
| "loss": 3.658, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.591165581895265e-05, | |
| "loss": 3.6544, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 3.5818355526362936e-05, | |
| "loss": 3.6568, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.572505523377321e-05, | |
| "loss": 3.6491, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.56317549411835e-05, | |
| "loss": 3.6549, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.5538454648593774e-05, | |
| "loss": 3.6428, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.544515435600406e-05, | |
| "loss": 3.6446, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.5351854063414345e-05, | |
| "loss": 3.6421, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.525855377082463e-05, | |
| "loss": 3.6414, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.516525347823491e-05, | |
| "loss": 3.6386, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.507195318564519e-05, | |
| "loss": 3.6399, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "eval_accuracy": 0.37431053802265524, | |
| "eval_loss": 3.5651655197143555, | |
| "eval_runtime": 6163.5869, | |
| "eval_samples_per_second": 73.202, | |
| "eval_steps_per_second": 1.144, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.497865289305547e-05, | |
| "loss": 3.6369, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.488535260046576e-05, | |
| "loss": 3.6385, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 3.4792052307876036e-05, | |
| "loss": 3.6342, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.4698752015286325e-05, | |
| "loss": 3.6351, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.46054517226966e-05, | |
| "loss": 3.6348, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.451215143010689e-05, | |
| "loss": 3.6289, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.4418851137517164e-05, | |
| "loss": 3.6314, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 3.432555084492745e-05, | |
| "loss": 3.6277, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.4232250552337734e-05, | |
| "loss": 3.6296, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.4138950259748016e-05, | |
| "loss": 3.6274, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.40456499671583e-05, | |
| "loss": 3.62, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.395234967456858e-05, | |
| "loss": 3.6217, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.385904938197886e-05, | |
| "loss": 3.6205, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.376574908938915e-05, | |
| "loss": 3.6182, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.3672448796799426e-05, | |
| "loss": 3.6196, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.3579148504209714e-05, | |
| "loss": 3.6154, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.348584821161999e-05, | |
| "loss": 3.6242, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.339254791903028e-05, | |
| "loss": 3.6162, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 3.329924762644056e-05, | |
| "loss": 3.6205, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.320594733385084e-05, | |
| "loss": 3.6147, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "eval_accuracy": 0.3768022387359209, | |
| "eval_loss": 3.539621591567993, | |
| "eval_runtime": 6175.1379, | |
| "eval_samples_per_second": 73.065, | |
| "eval_steps_per_second": 1.142, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.3112647041261124e-05, | |
| "loss": 3.6185, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.3019346748671405e-05, | |
| "loss": 3.6125, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.292604645608169e-05, | |
| "loss": 3.6112, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 3.283274616349197e-05, | |
| "loss": 3.618, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.273944587090225e-05, | |
| "loss": 3.6135, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.264614557831254e-05, | |
| "loss": 3.6084, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.2552845285722815e-05, | |
| "loss": 3.606, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.2459544993133103e-05, | |
| "loss": 3.6125, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.236624470054338e-05, | |
| "loss": 3.6065, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 3.227294440795367e-05, | |
| "loss": 3.6035, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.217964411536395e-05, | |
| "loss": 3.5971, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.208634382277423e-05, | |
| "loss": 3.6011, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.199304353018451e-05, | |
| "loss": 3.601, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.1899743237594795e-05, | |
| "loss": 3.5967, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.180644294500508e-05, | |
| "loss": 3.6038, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.171314265241536e-05, | |
| "loss": 3.599, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.161984235982564e-05, | |
| "loss": 3.593, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.152654206723593e-05, | |
| "loss": 3.6019, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.1433241774646204e-05, | |
| "loss": 3.5927, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 3.133994148205649e-05, | |
| "loss": 3.5946, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "eval_accuracy": 0.3791379626568468, | |
| "eval_loss": 3.515845775604248, | |
| "eval_runtime": 6163.9176, | |
| "eval_samples_per_second": 73.198, | |
| "eval_steps_per_second": 1.144, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.1246641189466775e-05, | |
| "loss": 3.5983, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.1153340896877057e-05, | |
| "loss": 3.5947, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.106004060428734e-05, | |
| "loss": 3.5877, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.096674031169762e-05, | |
| "loss": 3.5896, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.08734400191079e-05, | |
| "loss": 3.5859, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.0780139726518184e-05, | |
| "loss": 3.5884, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.0686839433928466e-05, | |
| "loss": 3.5824, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.059353914133875e-05, | |
| "loss": 3.582, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.050023884874903e-05, | |
| "loss": 3.5859, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.0406938556159315e-05, | |
| "loss": 3.5828, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.0313638263569593e-05, | |
| "loss": 3.5827, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.022033797097988e-05, | |
| "loss": 3.58, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.0127037678390164e-05, | |
| "loss": 3.5793, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.0033737385800442e-05, | |
| "loss": 3.5823, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 2.9940437093210728e-05, | |
| "loss": 3.584, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 2.9847136800621006e-05, | |
| "loss": 3.5731, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 2.975383650803129e-05, | |
| "loss": 3.5804, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.9660536215441577e-05, | |
| "loss": 3.5809, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.9567235922851855e-05, | |
| "loss": 3.5782, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.947393563026214e-05, | |
| "loss": 3.5726, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "eval_accuracy": 0.3808981412485733, | |
| "eval_loss": 3.4986438751220703, | |
| "eval_runtime": 6162.0171, | |
| "eval_samples_per_second": 73.22, | |
| "eval_steps_per_second": 1.144, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.938063533767242e-05, | |
| "loss": 3.571, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.9287335045082704e-05, | |
| "loss": 3.5747, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 2.9194034752492983e-05, | |
| "loss": 3.5711, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 2.9100734459903268e-05, | |
| "loss": 3.574, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 2.9007434167313553e-05, | |
| "loss": 3.5739, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 2.8914133874723832e-05, | |
| "loss": 3.5682, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 2.8820833582134117e-05, | |
| "loss": 3.5678, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.8727533289544395e-05, | |
| "loss": 3.5692, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.863423299695468e-05, | |
| "loss": 3.5606, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.8540932704364966e-05, | |
| "loss": 3.5713, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.8447632411775244e-05, | |
| "loss": 3.5642, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.835433211918553e-05, | |
| "loss": 3.5661, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.8261031826595808e-05, | |
| "loss": 3.5661, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 2.8167731534006093e-05, | |
| "loss": 3.5653, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 2.8074431241416375e-05, | |
| "loss": 3.5709, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 2.7981130948826657e-05, | |
| "loss": 3.5604, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 2.788783065623694e-05, | |
| "loss": 3.5622, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 2.779453036364722e-05, | |
| "loss": 3.5606, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.7701230071057503e-05, | |
| "loss": 3.5591, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.7607929778467788e-05, | |
| "loss": 3.5631, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "eval_accuracy": 0.38260092346589303, | |
| "eval_loss": 3.4819467067718506, | |
| "eval_runtime": 6173.7982, | |
| "eval_samples_per_second": 73.081, | |
| "eval_steps_per_second": 1.142, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.751462948587807e-05, | |
| "loss": 3.5558, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.7421329193288352e-05, | |
| "loss": 3.5569, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 2.7328028900698634e-05, | |
| "loss": 3.559, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.7234728608108916e-05, | |
| "loss": 3.5596, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.7141428315519198e-05, | |
| "loss": 3.5582, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.704812802292948e-05, | |
| "loss": 3.553, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.6954827730339765e-05, | |
| "loss": 3.5566, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.6861527437750043e-05, | |
| "loss": 3.555, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 2.676822714516033e-05, | |
| "loss": 3.551, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.667492685257061e-05, | |
| "loss": 3.5519, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.6581626559980892e-05, | |
| "loss": 3.5491, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.6488326267391177e-05, | |
| "loss": 3.5511, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.6395025974801456e-05, | |
| "loss": 3.5442, | |
| "step": 126500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.630172568221174e-05, | |
| "loss": 3.5535, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.620842538962202e-05, | |
| "loss": 3.5475, | |
| "step": 127500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.6115125097032305e-05, | |
| "loss": 3.5421, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.602182480444259e-05, | |
| "loss": 3.5486, | |
| "step": 128500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.592852451185287e-05, | |
| "loss": 3.546, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.5835224219263154e-05, | |
| "loss": 3.5397, | |
| "step": 129500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.5741923926673432e-05, | |
| "loss": 3.5459, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "eval_accuracy": 0.384199481389569, | |
| "eval_loss": 3.467806816101074, | |
| "eval_runtime": 6189.2425, | |
| "eval_samples_per_second": 72.898, | |
| "eval_steps_per_second": 1.139, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.5648623634083718e-05, | |
| "loss": 3.5437, | |
| "step": 130500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.5555323341493996e-05, | |
| "loss": 3.5432, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.546202304890428e-05, | |
| "loss": 3.5416, | |
| "step": 131500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.5368722756314567e-05, | |
| "loss": 3.5455, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 2.5275422463724845e-05, | |
| "loss": 3.5381, | |
| "step": 132500 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.518212217113513e-05, | |
| "loss": 3.541, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.508882187854541e-05, | |
| "loss": 3.5375, | |
| "step": 133500 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.4995521585955694e-05, | |
| "loss": 3.5389, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.4902221293365976e-05, | |
| "loss": 3.5375, | |
| "step": 134500 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.4808921000776258e-05, | |
| "loss": 3.5344, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.4715620708186543e-05, | |
| "loss": 3.5342, | |
| "step": 135500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.4622320415596825e-05, | |
| "loss": 3.5444, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.4529020123007107e-05, | |
| "loss": 3.5318, | |
| "step": 136500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.443571983041739e-05, | |
| "loss": 3.5402, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 2.434241953782767e-05, | |
| "loss": 3.5408, | |
| "step": 137500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.4249119245237953e-05, | |
| "loss": 3.5314, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.4155818952648238e-05, | |
| "loss": 3.5276, | |
| "step": 138500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.406251866005852e-05, | |
| "loss": 3.5309, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.39692183674688e-05, | |
| "loss": 3.533, | |
| "step": 139500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.3875918074879084e-05, | |
| "loss": 3.5304, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "eval_accuracy": 0.3857324143630419, | |
| "eval_loss": 3.4535393714904785, | |
| "eval_runtime": 6160.8797, | |
| "eval_samples_per_second": 73.234, | |
| "eval_steps_per_second": 1.144, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.3782617782289365e-05, | |
| "loss": 3.536, | |
| "step": 140500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.368931748969965e-05, | |
| "loss": 3.5374, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.3596017197109933e-05, | |
| "loss": 3.5279, | |
| "step": 141500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.3502716904520214e-05, | |
| "loss": 3.5334, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.3409416611930496e-05, | |
| "loss": 3.531, | |
| "step": 142500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.3316116319340778e-05, | |
| "loss": 3.5285, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.322281602675106e-05, | |
| "loss": 3.5266, | |
| "step": 143500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.3129515734161345e-05, | |
| "loss": 3.5307, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.3036215441571627e-05, | |
| "loss": 3.534, | |
| "step": 144500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.294291514898191e-05, | |
| "loss": 3.5278, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.284961485639219e-05, | |
| "loss": 3.522, | |
| "step": 145500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.2756314563802473e-05, | |
| "loss": 3.5234, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.2663014271212758e-05, | |
| "loss": 3.5258, | |
| "step": 146500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.256971397862304e-05, | |
| "loss": 3.5226, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.2476413686033322e-05, | |
| "loss": 3.5204, | |
| "step": 147500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.2383113393443604e-05, | |
| "loss": 3.5237, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 2.2289813100853886e-05, | |
| "loss": 3.5225, | |
| "step": 148500 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.2196512808264167e-05, | |
| "loss": 3.5218, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.2103212515674453e-05, | |
| "loss": 3.5269, | |
| "step": 149500 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.2009912223084735e-05, | |
| "loss": 3.5245, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "eval_accuracy": 0.3867262152967859, | |
| "eval_loss": 3.442957639694214, | |
| "eval_runtime": 6174.4314, | |
| "eval_samples_per_second": 73.073, | |
| "eval_steps_per_second": 1.142, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.1916611930495016e-05, | |
| "loss": 3.5227, | |
| "step": 150500 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 2.18233116379053e-05, | |
| "loss": 3.5117, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.173001134531558e-05, | |
| "loss": 3.5203, | |
| "step": 151500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.1636711052725862e-05, | |
| "loss": 3.5177, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.1543410760136147e-05, | |
| "loss": 3.5175, | |
| "step": 152500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.145011046754643e-05, | |
| "loss": 3.5186, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.135681017495671e-05, | |
| "loss": 3.5208, | |
| "step": 153500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.1263509882366993e-05, | |
| "loss": 3.5199, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.1170209589777275e-05, | |
| "loss": 3.5188, | |
| "step": 154500 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.1076909297187557e-05, | |
| "loss": 3.5235, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.098360900459784e-05, | |
| "loss": 3.516, | |
| "step": 155500 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.089030871200812e-05, | |
| "loss": 3.5124, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 2.0797008419418402e-05, | |
| "loss": 3.5145, | |
| "step": 156500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.0703708126828684e-05, | |
| "loss": 3.5092, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.061040783423897e-05, | |
| "loss": 3.5142, | |
| "step": 157500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.051710754164925e-05, | |
| "loss": 3.5084, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.0423807249059533e-05, | |
| "loss": 3.5147, | |
| "step": 158500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.0330506956469815e-05, | |
| "loss": 3.5112, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.0237206663880097e-05, | |
| "loss": 3.5137, | |
| "step": 159500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.014390637129038e-05, | |
| "loss": 3.5124, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "eval_accuracy": 0.3877192016058592, | |
| "eval_loss": 3.432858943939209, | |
| "eval_runtime": 6161.9947, | |
| "eval_samples_per_second": 73.221, | |
| "eval_steps_per_second": 1.144, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 2.0050606078700664e-05, | |
| "loss": 3.5108, | |
| "step": 160500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1.9957305786110946e-05, | |
| "loss": 3.5035, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1.9864005493521228e-05, | |
| "loss": 3.5044, | |
| "step": 161500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1.977070520093151e-05, | |
| "loss": 3.5069, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.967740490834179e-05, | |
| "loss": 3.5078, | |
| "step": 162500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.9584104615752074e-05, | |
| "loss": 3.5003, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.949080432316236e-05, | |
| "loss": 3.5056, | |
| "step": 163500 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.939750403057264e-05, | |
| "loss": 3.5082, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.9304203737982923e-05, | |
| "loss": 3.5086, | |
| "step": 164500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.9210903445393204e-05, | |
| "loss": 3.4997, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.9117603152803486e-05, | |
| "loss": 3.5013, | |
| "step": 165500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.902430286021377e-05, | |
| "loss": 3.5048, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.8931002567624053e-05, | |
| "loss": 3.5067, | |
| "step": 166500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.8837702275034335e-05, | |
| "loss": 3.5029, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.8744401982444617e-05, | |
| "loss": 3.503, | |
| "step": 167500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.86511016898549e-05, | |
| "loss": 3.5041, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.855780139726518e-05, | |
| "loss": 3.5038, | |
| "step": 168500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.8464501104675466e-05, | |
| "loss": 3.5015, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.8371200812085748e-05, | |
| "loss": 3.4985, | |
| "step": 169500 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.827790051949603e-05, | |
| "loss": 3.501, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "eval_accuracy": 0.3889908155509813, | |
| "eval_loss": 3.422307252883911, | |
| "eval_runtime": 6181.3169, | |
| "eval_samples_per_second": 72.992, | |
| "eval_steps_per_second": 1.141, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.8184600226906312e-05, | |
| "loss": 3.4997, | |
| "step": 170500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.8091299934316594e-05, | |
| "loss": 3.5017, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.799799964172688e-05, | |
| "loss": 3.4982, | |
| "step": 171500 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.790469934913716e-05, | |
| "loss": 3.4967, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.7811399056547443e-05, | |
| "loss": 3.4937, | |
| "step": 172500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.7718098763957725e-05, | |
| "loss": 3.5034, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.7624798471368006e-05, | |
| "loss": 3.494, | |
| "step": 173500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.753149817877829e-05, | |
| "loss": 3.5028, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.7438197886188574e-05, | |
| "loss": 3.4946, | |
| "step": 174500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.7344897593598855e-05, | |
| "loss": 3.4916, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.7251597301009137e-05, | |
| "loss": 3.4945, | |
| "step": 175500 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.715829700841942e-05, | |
| "loss": 3.4958, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.70649967158297e-05, | |
| "loss": 3.4939, | |
| "step": 176500 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.6971696423239983e-05, | |
| "loss": 3.4976, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.6878396130650268e-05, | |
| "loss": 3.4994, | |
| "step": 177500 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.678509583806055e-05, | |
| "loss": 3.4868, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.6691795545470832e-05, | |
| "loss": 3.4933, | |
| "step": 178500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.6598495252881114e-05, | |
| "loss": 3.4922, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.6505194960291396e-05, | |
| "loss": 3.4896, | |
| "step": 179500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.641189466770168e-05, | |
| "loss": 3.4934, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "eval_accuracy": 0.3900964280538928, | |
| "eval_loss": 3.4130406379699707, | |
| "eval_runtime": 6165.5394, | |
| "eval_samples_per_second": 73.179, | |
| "eval_steps_per_second": 1.143, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.6318594375111963e-05, | |
| "loss": 3.4938, | |
| "step": 180500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.6225294082522245e-05, | |
| "loss": 3.4904, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.6131993789932527e-05, | |
| "loss": 3.4894, | |
| "step": 181500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.603869349734281e-05, | |
| "loss": 3.49, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.594539320475309e-05, | |
| "loss": 3.4879, | |
| "step": 182500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.5852092912163376e-05, | |
| "loss": 3.4914, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.5758792619573658e-05, | |
| "loss": 3.4971, | |
| "step": 183500 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.566549232698394e-05, | |
| "loss": 3.4892, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.557219203439422e-05, | |
| "loss": 3.4822, | |
| "step": 184500 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.5478891741804503e-05, | |
| "loss": 3.4924, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.538559144921479e-05, | |
| "loss": 3.4869, | |
| "step": 185500 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.529229115662507e-05, | |
| "loss": 3.4916, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.519899086403535e-05, | |
| "loss": 3.4782, | |
| "step": 186500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.5105690571445632e-05, | |
| "loss": 3.4797, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.5012390278855914e-05, | |
| "loss": 3.4762, | |
| "step": 187500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.4919089986266196e-05, | |
| "loss": 3.4915, | |
| "step": 188000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.4825789693676481e-05, | |
| "loss": 3.4816, | |
| "step": 188500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4732489401086763e-05, | |
| "loss": 3.4886, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4639189108497045e-05, | |
| "loss": 3.4776, | |
| "step": 189500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4545888815907327e-05, | |
| "loss": 3.4863, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "eval_accuracy": 0.390879254197248, | |
| "eval_loss": 3.4041781425476074, | |
| "eval_runtime": 6176.7947, | |
| "eval_samples_per_second": 73.045, | |
| "eval_steps_per_second": 1.141, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4452588523317609e-05, | |
| "loss": 3.4775, | |
| "step": 190500 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.435928823072789e-05, | |
| "loss": 3.4816, | |
| "step": 191000 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.4265987938138176e-05, | |
| "loss": 3.4877, | |
| "step": 191500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.4172687645548458e-05, | |
| "loss": 3.479, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.407938735295874e-05, | |
| "loss": 3.4829, | |
| "step": 192500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.3986087060369022e-05, | |
| "loss": 3.4774, | |
| "step": 193000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.3892786767779304e-05, | |
| "loss": 3.4793, | |
| "step": 193500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.3799486475189589e-05, | |
| "loss": 3.4811, | |
| "step": 194000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.370618618259987e-05, | |
| "loss": 3.4737, | |
| "step": 194500 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.3612885890010153e-05, | |
| "loss": 3.4784, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.3519585597420434e-05, | |
| "loss": 3.4769, | |
| "step": 195500 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.3426285304830716e-05, | |
| "loss": 3.4766, | |
| "step": 196000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.3332985012240998e-05, | |
| "loss": 3.48, | |
| "step": 196500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.3239684719651282e-05, | |
| "loss": 3.4781, | |
| "step": 197000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.3146384427061564e-05, | |
| "loss": 3.4774, | |
| "step": 197500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.3053084134471845e-05, | |
| "loss": 3.4706, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.2959783841882129e-05, | |
| "loss": 3.474, | |
| "step": 198500 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.2866483549292411e-05, | |
| "loss": 3.4722, | |
| "step": 199000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.2773183256702694e-05, | |
| "loss": 3.4734, | |
| "step": 199500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2679882964112976e-05, | |
| "loss": 3.4799, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "eval_accuracy": 0.3914298624786812, | |
| "eval_loss": 3.39914870262146, | |
| "eval_runtime": 6175.7078, | |
| "eval_samples_per_second": 73.058, | |
| "eval_steps_per_second": 1.142, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2586582671523258e-05, | |
| "loss": 3.4762, | |
| "step": 200500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.249328237893354e-05, | |
| "loss": 3.4779, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2399982086343824e-05, | |
| "loss": 3.476, | |
| "step": 201500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2306681793754106e-05, | |
| "loss": 3.473, | |
| "step": 202000 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.2213381501164387e-05, | |
| "loss": 3.4828, | |
| "step": 202500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.2120081208574671e-05, | |
| "loss": 3.4759, | |
| "step": 203000 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.2026780915984953e-05, | |
| "loss": 3.4801, | |
| "step": 203500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.1933480623395235e-05, | |
| "loss": 3.4724, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.1840180330805518e-05, | |
| "loss": 3.4795, | |
| "step": 204500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.17468800382158e-05, | |
| "loss": 3.4742, | |
| "step": 205000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.1653579745626082e-05, | |
| "loss": 3.4712, | |
| "step": 205500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.1560279453036366e-05, | |
| "loss": 3.4743, | |
| "step": 206000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.1466979160446648e-05, | |
| "loss": 3.471, | |
| "step": 206500 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.137367886785693e-05, | |
| "loss": 3.4698, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.1280378575267213e-05, | |
| "loss": 3.4809, | |
| "step": 207500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.1187078282677495e-05, | |
| "loss": 3.472, | |
| "step": 208000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.1093777990087778e-05, | |
| "loss": 3.4675, | |
| "step": 208500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.100047769749806e-05, | |
| "loss": 3.4722, | |
| "step": 209000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.0907177404908342e-05, | |
| "loss": 3.4684, | |
| "step": 209500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.0813877112318626e-05, | |
| "loss": 3.4682, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "eval_accuracy": 0.3923717267565564, | |
| "eval_loss": 3.3909456729888916, | |
| "eval_runtime": 6173.3331, | |
| "eval_samples_per_second": 73.086, | |
| "eval_steps_per_second": 1.142, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.0720576819728908e-05, | |
| "loss": 3.465, | |
| "step": 210500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.062727652713919e-05, | |
| "loss": 3.4655, | |
| "step": 211000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.0533976234549473e-05, | |
| "loss": 3.4601, | |
| "step": 211500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.0440675941959755e-05, | |
| "loss": 3.4688, | |
| "step": 212000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.0347375649370037e-05, | |
| "loss": 3.4694, | |
| "step": 212500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.025407535678032e-05, | |
| "loss": 3.4675, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.0160775064190602e-05, | |
| "loss": 3.4701, | |
| "step": 213500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.0067474771600884e-05, | |
| "loss": 3.4659, | |
| "step": 214000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 9.974174479011166e-06, | |
| "loss": 3.4678, | |
| "step": 214500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 9.88087418642145e-06, | |
| "loss": 3.4694, | |
| "step": 215000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 9.787573893831731e-06, | |
| "loss": 3.4714, | |
| "step": 215500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 9.694273601242013e-06, | |
| "loss": 3.4613, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 9.600973308652295e-06, | |
| "loss": 3.4647, | |
| "step": 216500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 9.507673016062579e-06, | |
| "loss": 3.4664, | |
| "step": 217000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 9.41437272347286e-06, | |
| "loss": 3.4631, | |
| "step": 217500 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 9.321072430883143e-06, | |
| "loss": 3.4666, | |
| "step": 218000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 9.227772138293426e-06, | |
| "loss": 3.467, | |
| "step": 218500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 9.134471845703708e-06, | |
| "loss": 3.4636, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 9.04117155311399e-06, | |
| "loss": 3.4637, | |
| "step": 219500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.947871260524273e-06, | |
| "loss": 3.4667, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "eval_accuracy": 0.3929634584179766, | |
| "eval_loss": 3.385192394256592, | |
| "eval_runtime": 6176.1319, | |
| "eval_samples_per_second": 73.053, | |
| "eval_steps_per_second": 1.141, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.854570967934555e-06, | |
| "loss": 3.4613, | |
| "step": 220500 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.761270675344839e-06, | |
| "loss": 3.4618, | |
| "step": 221000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.66797038275512e-06, | |
| "loss": 3.4675, | |
| "step": 221500 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.574670090165403e-06, | |
| "loss": 3.4575, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.481369797575686e-06, | |
| "loss": 3.4609, | |
| "step": 222500 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.388069504985968e-06, | |
| "loss": 3.4639, | |
| "step": 223000 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 8.29476921239625e-06, | |
| "loss": 3.4629, | |
| "step": 223500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 8.201468919806534e-06, | |
| "loss": 3.4579, | |
| "step": 224000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 8.108168627216815e-06, | |
| "loss": 3.461, | |
| "step": 224500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 8.014868334627097e-06, | |
| "loss": 3.4586, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 7.92156804203738e-06, | |
| "loss": 3.4619, | |
| "step": 225500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 7.828267749447663e-06, | |
| "loss": 3.4657, | |
| "step": 226000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 7.734967456857945e-06, | |
| "loss": 3.4628, | |
| "step": 226500 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 7.641667164268228e-06, | |
| "loss": 3.461, | |
| "step": 227000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 7.54836687167851e-06, | |
| "loss": 3.4642, | |
| "step": 227500 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 7.455066579088793e-06, | |
| "loss": 3.459, | |
| "step": 228000 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 7.361766286499075e-06, | |
| "loss": 3.4579, | |
| "step": 228500 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 7.2684659939093565e-06, | |
| "loss": 3.4543, | |
| "step": 229000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 7.17516570131964e-06, | |
| "loss": 3.4529, | |
| "step": 229500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 7.081865408729922e-06, | |
| "loss": 3.4564, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "eval_accuracy": 0.39360805835390505, | |
| "eval_loss": 3.3790297508239746, | |
| "eval_runtime": 6181.6044, | |
| "eval_samples_per_second": 72.988, | |
| "eval_steps_per_second": 1.14, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 6.988565116140204e-06, | |
| "loss": 3.4576, | |
| "step": 230500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 6.895264823550487e-06, | |
| "loss": 3.4563, | |
| "step": 231000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 6.801964530960769e-06, | |
| "loss": 3.4598, | |
| "step": 231500 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 6.708664238371051e-06, | |
| "loss": 3.4568, | |
| "step": 232000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 6.615363945781335e-06, | |
| "loss": 3.4592, | |
| "step": 232500 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 6.522063653191617e-06, | |
| "loss": 3.4551, | |
| "step": 233000 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 6.4287633606018985e-06, | |
| "loss": 3.4606, | |
| "step": 233500 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 6.335463068012182e-06, | |
| "loss": 3.4538, | |
| "step": 234000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 6.242162775422464e-06, | |
| "loss": 3.4554, | |
| "step": 234500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 6.148862482832747e-06, | |
| "loss": 3.4551, | |
| "step": 235000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 6.055562190243029e-06, | |
| "loss": 3.4592, | |
| "step": 235500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 5.962261897653311e-06, | |
| "loss": 3.4535, | |
| "step": 236000 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 5.868961605063594e-06, | |
| "loss": 3.4534, | |
| "step": 236500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 5.775661312473876e-06, | |
| "loss": 3.458, | |
| "step": 237000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 5.6823610198841586e-06, | |
| "loss": 3.4605, | |
| "step": 237500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 5.5890607272944404e-06, | |
| "loss": 3.4597, | |
| "step": 238000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 5.495760434704723e-06, | |
| "loss": 3.4539, | |
| "step": 238500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 5.402460142115006e-06, | |
| "loss": 3.4585, | |
| "step": 239000 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 5.309159849525289e-06, | |
| "loss": 3.4474, | |
| "step": 239500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 5.2158595569355705e-06, | |
| "loss": 3.4581, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "eval_accuracy": 0.3941211310703905, | |
| "eval_loss": 3.3752598762512207, | |
| "eval_runtime": 6171.8723, | |
| "eval_samples_per_second": 73.103, | |
| "eval_steps_per_second": 1.142, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 5.122559264345853e-06, | |
| "loss": 3.4558, | |
| "step": 240500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 5.029258971756136e-06, | |
| "loss": 3.4538, | |
| "step": 241000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 4.935958679166418e-06, | |
| "loss": 3.4561, | |
| "step": 241500 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 4.8426583865767005e-06, | |
| "loss": 3.4564, | |
| "step": 242000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.749358093986983e-06, | |
| "loss": 3.4544, | |
| "step": 242500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.656057801397266e-06, | |
| "loss": 3.4481, | |
| "step": 243000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.562757508807548e-06, | |
| "loss": 3.4535, | |
| "step": 243500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.4694572162178306e-06, | |
| "loss": 3.4538, | |
| "step": 244000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.376156923628113e-06, | |
| "loss": 3.4467, | |
| "step": 244500 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.282856631038395e-06, | |
| "loss": 3.4495, | |
| "step": 245000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 4.189556338448677e-06, | |
| "loss": 3.4485, | |
| "step": 245500 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 4.09625604585896e-06, | |
| "loss": 3.4535, | |
| "step": 246000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 4.0029557532692425e-06, | |
| "loss": 3.45, | |
| "step": 246500 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 3.909655460679524e-06, | |
| "loss": 3.4558, | |
| "step": 247000 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 3.816355168089807e-06, | |
| "loss": 3.4502, | |
| "step": 247500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.72305487550009e-06, | |
| "loss": 3.4509, | |
| "step": 248000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.6297545829103717e-06, | |
| "loss": 3.4575, | |
| "step": 248500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.5364542903206544e-06, | |
| "loss": 3.451, | |
| "step": 249000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.443153997730937e-06, | |
| "loss": 3.4456, | |
| "step": 249500 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.34985370514122e-06, | |
| "loss": 3.4553, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "eval_accuracy": 0.3945191770501251, | |
| "eval_loss": 3.370955467224121, | |
| "eval_runtime": 6175.512, | |
| "eval_samples_per_second": 73.06, | |
| "eval_steps_per_second": 1.142, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.2565534125515017e-06, | |
| "loss": 3.4459, | |
| "step": 250500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 3.1632531199617845e-06, | |
| "loss": 3.4544, | |
| "step": 251000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 3.0699528273720668e-06, | |
| "loss": 3.4487, | |
| "step": 251500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 2.976652534782349e-06, | |
| "loss": 3.4497, | |
| "step": 252000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 2.8833522421926314e-06, | |
| "loss": 3.4464, | |
| "step": 252500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 2.790051949602914e-06, | |
| "loss": 3.4464, | |
| "step": 253000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.6967516570131964e-06, | |
| "loss": 3.4446, | |
| "step": 253500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.603451364423479e-06, | |
| "loss": 3.4536, | |
| "step": 254000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.5101510718337614e-06, | |
| "loss": 3.4477, | |
| "step": 254500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.416850779244044e-06, | |
| "loss": 3.4474, | |
| "step": 255000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 2.3235504866543264e-06, | |
| "loss": 3.4475, | |
| "step": 255500 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 2.2302501940646087e-06, | |
| "loss": 3.449, | |
| "step": 256000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 2.136949901474891e-06, | |
| "loss": 3.4525, | |
| "step": 256500 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 2.0436496088851733e-06, | |
| "loss": 3.4448, | |
| "step": 257000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.950349316295456e-06, | |
| "loss": 3.4487, | |
| "step": 257500 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.8570490237057383e-06, | |
| "loss": 3.4372, | |
| "step": 258000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.763748731116021e-06, | |
| "loss": 3.4422, | |
| "step": 258500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.6704484385263034e-06, | |
| "loss": 3.4483, | |
| "step": 259000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.5771481459365859e-06, | |
| "loss": 3.4515, | |
| "step": 259500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.4838478533468682e-06, | |
| "loss": 3.4508, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "eval_accuracy": 0.39486900634888356, | |
| "eval_loss": 3.367981433868408, | |
| "eval_runtime": 6161.9743, | |
| "eval_samples_per_second": 73.221, | |
| "eval_steps_per_second": 1.144, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.3905475607571507e-06, | |
| "loss": 3.4452, | |
| "step": 260500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.297247268167433e-06, | |
| "loss": 3.445, | |
| "step": 261000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.2039469755777155e-06, | |
| "loss": 3.454, | |
| "step": 261500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.1106466829879978e-06, | |
| "loss": 3.4487, | |
| "step": 262000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.0173463903982803e-06, | |
| "loss": 3.4454, | |
| "step": 262500 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 9.240460978085627e-07, | |
| "loss": 3.4432, | |
| "step": 263000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 8.307458052188452e-07, | |
| "loss": 3.447, | |
| "step": 263500 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 7.374455126291276e-07, | |
| "loss": 3.4449, | |
| "step": 264000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 6.4414522003941e-07, | |
| "loss": 3.4486, | |
| "step": 264500 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 5.508449274496924e-07, | |
| "loss": 3.4444, | |
| "step": 265000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 4.5754463485997496e-07, | |
| "loss": 3.4486, | |
| "step": 265500 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 3.6424434227025736e-07, | |
| "loss": 3.4416, | |
| "step": 266000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 2.709440496805398e-07, | |
| "loss": 3.4419, | |
| "step": 266500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 1.7764375709082225e-07, | |
| "loss": 3.4406, | |
| "step": 267000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 8.434346450110468e-08, | |
| "loss": 3.4406, | |
| "step": 267500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 267952, | |
| "total_flos": 4.480871972732928e+18, | |
| "train_loss": 3.648317173601172, | |
| "train_runtime": 313365.2222, | |
| "train_samples_per_second": 27.362, | |
| "train_steps_per_second": 0.855 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 267952, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 10000, | |
| "total_flos": 4.480871972732928e+18, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |