| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 29.0, | |
| "global_step": 98252, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 5e-09, | |
| "loss": 10.5588, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 2.5e-06, | |
| "loss": 9.4906, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 5e-06, | |
| "loss": 7.9572, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 7.5e-06, | |
| "loss": 7.0139, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 1e-05, | |
| "loss": 6.7454, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.25e-05, | |
| "loss": 6.5877, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 1.5e-05, | |
| "loss": 6.4748, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 1.75e-05, | |
| "loss": 6.3744, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 2e-05, | |
| "loss": 6.2984, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 2.25e-05, | |
| "loss": 6.2341, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 2.5e-05, | |
| "loss": 6.1767, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 2.7500000000000004e-05, | |
| "loss": 6.1274, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 3e-05, | |
| "loss": 6.0823, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 3.2500000000000004e-05, | |
| "loss": 6.0421, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 3.5e-05, | |
| "loss": 6.0017, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 5.9722, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 4e-05, | |
| "loss": 5.9385, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 4.2495e-05, | |
| "loss": 5.9107, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 4.4995000000000005e-05, | |
| "loss": 5.8896, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 4.7495e-05, | |
| "loss": 5.8665, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 4.9995000000000005e-05, | |
| "loss": 5.8475, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 4.998148974130241e-05, | |
| "loss": 5.8261, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "learning_rate": 4.9962905144216476e-05, | |
| "loss": 5.8092, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "learning_rate": 4.994432054713054e-05, | |
| "loss": 5.7955, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 4.9925735950044606e-05, | |
| "loss": 5.7808, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "learning_rate": 4.990718852215284e-05, | |
| "loss": 5.7663, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "learning_rate": 4.9888603925066905e-05, | |
| "loss": 5.758, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "learning_rate": 4.987001932798097e-05, | |
| "loss": 5.7457, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "learning_rate": 4.9851434730895035e-05, | |
| "loss": 5.7345, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "learning_rate": 4.98328501338091e-05, | |
| "loss": 5.7287, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 4.43, | |
| "learning_rate": 4.981430270591734e-05, | |
| "loss": 5.7177, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "learning_rate": 4.97957181088314e-05, | |
| "loss": 5.7086, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 4.72, | |
| "learning_rate": 4.9777133511745463e-05, | |
| "loss": 5.7048, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 4.87, | |
| "learning_rate": 4.975854891465953e-05, | |
| "loss": 5.6978, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "learning_rate": 4.974000148676777e-05, | |
| "loss": 5.6939, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 5.17, | |
| "learning_rate": 4.9721416889681834e-05, | |
| "loss": 5.6829, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 5.31, | |
| "learning_rate": 4.97028322925959e-05, | |
| "loss": 5.6763, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 5.46, | |
| "learning_rate": 4.9684247695509964e-05, | |
| "loss": 5.6745, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 5.61, | |
| "learning_rate": 4.96657002676182e-05, | |
| "loss": 5.6688, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 5.76, | |
| "learning_rate": 4.964711567053226e-05, | |
| "loss": 5.6605, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 5.9, | |
| "learning_rate": 4.96285682426405e-05, | |
| "loss": 5.6596, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "learning_rate": 4.960998364555456e-05, | |
| "loss": 5.6507, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 4.959139904846863e-05, | |
| "loss": 5.6504, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 6.35, | |
| "learning_rate": 4.95728144513827e-05, | |
| "loss": 5.6443, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 6.49, | |
| "learning_rate": 4.955426702349094e-05, | |
| "loss": 5.641, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 6.64, | |
| "learning_rate": 4.9535682426405e-05, | |
| "loss": 5.6369, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 6.79, | |
| "learning_rate": 4.951709782931906e-05, | |
| "loss": 5.6307, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 6.94, | |
| "learning_rate": 4.9498513232233127e-05, | |
| "loss": 5.6267, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "learning_rate": 4.947992863514719e-05, | |
| "loss": 5.6207, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 7.23, | |
| "learning_rate": 4.946134403806126e-05, | |
| "loss": 5.6199, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 7.38, | |
| "learning_rate": 4.94427966101695e-05, | |
| "loss": 5.6176, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 7.53, | |
| "learning_rate": 4.942421201308356e-05, | |
| "loss": 5.6159, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 7.67, | |
| "learning_rate": 4.940562741599763e-05, | |
| "loss": 5.6105, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 7.82, | |
| "learning_rate": 4.9387042818911685e-05, | |
| "loss": 5.6074, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 7.97, | |
| "learning_rate": 4.936845822182575e-05, | |
| "loss": 5.6082, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 8.12, | |
| "learning_rate": 4.9349873624739815e-05, | |
| "loss": 5.6027, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 8.26, | |
| "learning_rate": 4.9331326196848056e-05, | |
| "loss": 5.598, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 8.41, | |
| "learning_rate": 4.931274159976212e-05, | |
| "loss": 5.5981, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 8.56, | |
| "learning_rate": 4.9294157002676186e-05, | |
| "loss": 5.5927, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 8.71, | |
| "learning_rate": 4.927557240559025e-05, | |
| "loss": 5.5912, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 8.85, | |
| "learning_rate": 4.925698780850431e-05, | |
| "loss": 5.5881, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "learning_rate": 4.9238403211418374e-05, | |
| "loss": 5.5843, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 9.15, | |
| "learning_rate": 4.921981861433244e-05, | |
| "loss": 5.584, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 9.3, | |
| "learning_rate": 4.9201234017246504e-05, | |
| "loss": 5.5809, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 9.45, | |
| "learning_rate": 4.918272375854891e-05, | |
| "loss": 5.5765, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 9.59, | |
| "learning_rate": 4.916413916146298e-05, | |
| "loss": 5.575, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 9.74, | |
| "learning_rate": 4.914555456437704e-05, | |
| "loss": 5.5707, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 9.89, | |
| "learning_rate": 4.912696996729111e-05, | |
| "loss": 5.5738, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 10.04, | |
| "learning_rate": 4.910838537020518e-05, | |
| "loss": 5.5686, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 10.18, | |
| "learning_rate": 4.9089800773119245e-05, | |
| "loss": 5.5673, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 10.33, | |
| "learning_rate": 4.907121617603331e-05, | |
| "loss": 5.5328, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 10.48, | |
| "learning_rate": 4.9052631578947375e-05, | |
| "loss": 5.2919, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 10.63, | |
| "learning_rate": 4.9034046981861434e-05, | |
| "loss": 5.1132, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 10.77, | |
| "learning_rate": 4.9015499553969674e-05, | |
| "loss": 4.9545, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 10.92, | |
| "learning_rate": 4.899691495688374e-05, | |
| "loss": 4.7923, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 11.07, | |
| "learning_rate": 4.8978330359797804e-05, | |
| "loss": 4.6472, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 11.22, | |
| "learning_rate": 4.895974576271187e-05, | |
| "loss": 4.508, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 11.36, | |
| "learning_rate": 4.89411983348201e-05, | |
| "loss": 4.3801, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 11.51, | |
| "learning_rate": 4.892261373773417e-05, | |
| "loss": 4.2399, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 11.66, | |
| "learning_rate": 4.890402914064823e-05, | |
| "loss": 4.0865, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 11.81, | |
| "learning_rate": 4.88854445435623e-05, | |
| "loss": 3.7505, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 11.95, | |
| "learning_rate": 4.886689711567054e-05, | |
| "loss": 3.1766, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 12.1, | |
| "learning_rate": 4.8848312518584596e-05, | |
| "loss": 2.7324, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 12.25, | |
| "learning_rate": 4.8829765090692836e-05, | |
| "loss": 2.5016, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 12.4, | |
| "learning_rate": 4.88111804936069e-05, | |
| "loss": 2.352, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 12.54, | |
| "learning_rate": 4.8792595896520966e-05, | |
| "loss": 2.247, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 12.69, | |
| "learning_rate": 4.877401129943503e-05, | |
| "loss": 2.1678, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 12.84, | |
| "learning_rate": 4.87554267023491e-05, | |
| "loss": 2.095, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 12.99, | |
| "learning_rate": 4.873687927445733e-05, | |
| "loss": 2.0451, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 13.13, | |
| "learning_rate": 4.8718294677371395e-05, | |
| "loss": 1.992, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 13.28, | |
| "learning_rate": 4.869971008028546e-05, | |
| "loss": 1.9523, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 13.43, | |
| "learning_rate": 4.8681125483199525e-05, | |
| "loss": 1.9121, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 13.58, | |
| "learning_rate": 4.866254088611359e-05, | |
| "loss": 1.8785, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 13.72, | |
| "learning_rate": 4.8643993458221824e-05, | |
| "loss": 1.8475, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 13.87, | |
| "learning_rate": 4.862540886113589e-05, | |
| "loss": 1.8158, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 14.02, | |
| "learning_rate": 4.860682426404996e-05, | |
| "loss": 1.7896, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 14.17, | |
| "learning_rate": 4.8588239666964026e-05, | |
| "loss": 1.7639, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 14.32, | |
| "learning_rate": 4.856965506987809e-05, | |
| "loss": 1.7434, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 14.46, | |
| "learning_rate": 4.8551107641986324e-05, | |
| "loss": 1.7184, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 14.61, | |
| "learning_rate": 4.853252304490039e-05, | |
| "loss": 1.7003, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 14.76, | |
| "learning_rate": 4.8513938447814454e-05, | |
| "loss": 1.6781, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 14.91, | |
| "learning_rate": 4.849535385072852e-05, | |
| "loss": 1.6588, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 15.05, | |
| "learning_rate": 4.847680642283676e-05, | |
| "loss": 1.6461, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 15.2, | |
| "learning_rate": 4.845822182575082e-05, | |
| "loss": 1.627, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 15.35, | |
| "learning_rate": 4.843963722866488e-05, | |
| "loss": 1.6137, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 15.5, | |
| "learning_rate": 4.842105263157895e-05, | |
| "loss": 1.5991, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 15.64, | |
| "learning_rate": 4.840246803449301e-05, | |
| "loss": 1.5868, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 15.79, | |
| "learning_rate": 4.8383920606601253e-05, | |
| "loss": 1.5735, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 15.94, | |
| "learning_rate": 4.836533600951532e-05, | |
| "loss": 1.5621, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 16.09, | |
| "learning_rate": 4.8346751412429384e-05, | |
| "loss": 1.546, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 16.23, | |
| "learning_rate": 4.832816681534345e-05, | |
| "loss": 1.5339, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 16.38, | |
| "learning_rate": 4.830961938745168e-05, | |
| "loss": 1.5267, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 16.53, | |
| "learning_rate": 4.829103479036575e-05, | |
| "loss": 1.5158, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 16.68, | |
| "learning_rate": 4.827245019327981e-05, | |
| "loss": 1.5052, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 16.82, | |
| "learning_rate": 4.8253902765388046e-05, | |
| "loss": 1.4964, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 16.97, | |
| "learning_rate": 4.823531816830211e-05, | |
| "loss": 1.4859, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 17.12, | |
| "learning_rate": 4.8216733571216176e-05, | |
| "loss": 1.4758, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 17.27, | |
| "learning_rate": 4.819814897413024e-05, | |
| "loss": 1.4669, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 17.41, | |
| "learning_rate": 4.8179564377044306e-05, | |
| "loss": 1.4597, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 17.56, | |
| "learning_rate": 4.8161016949152546e-05, | |
| "loss": 1.4498, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 17.71, | |
| "learning_rate": 4.8142432352066604e-05, | |
| "loss": 1.4422, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 17.86, | |
| "learning_rate": 4.812384775498067e-05, | |
| "loss": 1.4347, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "learning_rate": 4.8105263157894735e-05, | |
| "loss": 1.4253, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 18.15, | |
| "learning_rate": 4.8086678560808806e-05, | |
| "loss": 1.4161, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 18.3, | |
| "learning_rate": 4.806813113291704e-05, | |
| "loss": 1.4107, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 18.45, | |
| "learning_rate": 4.8049546535831105e-05, | |
| "loss": 1.4052, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 18.6, | |
| "learning_rate": 4.803096193874517e-05, | |
| "loss": 1.3986, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 18.74, | |
| "learning_rate": 4.8012377341659235e-05, | |
| "loss": 1.3891, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 18.89, | |
| "learning_rate": 4.7993829913767475e-05, | |
| "loss": 1.3862, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 19.04, | |
| "learning_rate": 4.797524531668154e-05, | |
| "loss": 1.3764, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 19.19, | |
| "learning_rate": 4.7956660719595605e-05, | |
| "loss": 1.3687, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 19.33, | |
| "learning_rate": 4.793807612250967e-05, | |
| "loss": 1.3658, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 19.48, | |
| "learning_rate": 4.791949152542373e-05, | |
| "loss": 1.3577, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 19.63, | |
| "learning_rate": 4.790094409753197e-05, | |
| "loss": 1.3526, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 19.78, | |
| "learning_rate": 4.7882359500446034e-05, | |
| "loss": 1.3471, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 19.92, | |
| "learning_rate": 4.78637749033601e-05, | |
| "loss": 1.3417, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 20.07, | |
| "learning_rate": 4.7845190306274164e-05, | |
| "loss": 1.3349, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 20.22, | |
| "learning_rate": 4.782668004757657e-05, | |
| "loss": 1.3294, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 20.37, | |
| "learning_rate": 4.780809545049064e-05, | |
| "loss": 1.3268, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 20.51, | |
| "learning_rate": 4.77895108534047e-05, | |
| "loss": 1.3201, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 20.66, | |
| "learning_rate": 4.777092625631877e-05, | |
| "loss": 1.3142, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 20.81, | |
| "learning_rate": 4.775234165923283e-05, | |
| "loss": 1.3085, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 20.96, | |
| "learning_rate": 4.773375706214689e-05, | |
| "loss": 1.3043, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 21.1, | |
| "learning_rate": 4.7715172465060956e-05, | |
| "loss": 1.2965, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 21.25, | |
| "learning_rate": 4.76966250371692e-05, | |
| "loss": 1.2928, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 21.4, | |
| "learning_rate": 4.767804044008326e-05, | |
| "loss": 1.2882, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 21.55, | |
| "learning_rate": 4.765945584299733e-05, | |
| "loss": 1.2852, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 21.69, | |
| "learning_rate": 4.764087124591139e-05, | |
| "loss": 1.2786, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 21.84, | |
| "learning_rate": 4.762228664882546e-05, | |
| "loss": 1.2759, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 21.99, | |
| "learning_rate": 4.7603702051739515e-05, | |
| "loss": 1.2722, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 22.14, | |
| "learning_rate": 4.758511745465358e-05, | |
| "loss": 1.2661, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 22.28, | |
| "learning_rate": 4.756657002676182e-05, | |
| "loss": 1.2615, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 22.43, | |
| "learning_rate": 4.7547985429675886e-05, | |
| "loss": 1.2571, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 22.58, | |
| "learning_rate": 4.752940083258996e-05, | |
| "loss": 1.2531, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 22.73, | |
| "learning_rate": 4.7510816235504016e-05, | |
| "loss": 1.2517, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 22.87, | |
| "learning_rate": 4.749223163841808e-05, | |
| "loss": 1.2477, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 23.02, | |
| "learning_rate": 4.7473647041332146e-05, | |
| "loss": 1.2422, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 23.17, | |
| "learning_rate": 4.745506244424621e-05, | |
| "loss": 1.2389, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 23.32, | |
| "learning_rate": 4.7436477847160276e-05, | |
| "loss": 1.2372, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 23.47, | |
| "learning_rate": 4.7417930419268516e-05, | |
| "loss": 1.2314, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 23.61, | |
| "learning_rate": 4.739938299137675e-05, | |
| "loss": 1.2282, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 23.76, | |
| "learning_rate": 4.7380798394290815e-05, | |
| "loss": 1.2249, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 23.91, | |
| "learning_rate": 4.736221379720488e-05, | |
| "loss": 1.2211, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 24.06, | |
| "learning_rate": 4.7343629200118945e-05, | |
| "loss": 1.22, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 24.2, | |
| "learning_rate": 4.732508177222718e-05, | |
| "loss": 1.2131, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 24.35, | |
| "learning_rate": 4.730649717514124e-05, | |
| "loss": 1.2093, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 24.5, | |
| "learning_rate": 4.728791257805531e-05, | |
| "loss": 1.2078, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 24.65, | |
| "learning_rate": 4.7269327980969373e-05, | |
| "loss": 1.2069, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 24.79, | |
| "learning_rate": 4.725074338388344e-05, | |
| "loss": 1.2037, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 24.94, | |
| "learning_rate": 4.7232158786797504e-05, | |
| "loss": 1.2007, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 25.09, | |
| "learning_rate": 4.7213611358905744e-05, | |
| "loss": 1.1953, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 25.24, | |
| "learning_rate": 4.71950267618198e-05, | |
| "loss": 1.193, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 25.38, | |
| "learning_rate": 4.717644216473387e-05, | |
| "loss": 1.1923, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 25.53, | |
| "learning_rate": 4.715785756764793e-05, | |
| "loss": 1.1889, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 25.68, | |
| "learning_rate": 4.713931013975617e-05, | |
| "loss": 1.1844, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 25.83, | |
| "learning_rate": 4.712072554267024e-05, | |
| "loss": 1.1819, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 25.97, | |
| "learning_rate": 4.71021409455843e-05, | |
| "loss": 1.1791, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 26.12, | |
| "learning_rate": 4.708355634849837e-05, | |
| "loss": 1.1767, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 26.27, | |
| "learning_rate": 4.7064971751412426e-05, | |
| "loss": 1.1728, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 26.42, | |
| "learning_rate": 4.70463871543265e-05, | |
| "loss": 1.1702, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 26.56, | |
| "learning_rate": 4.702780255724056e-05, | |
| "loss": 1.1686, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 26.71, | |
| "learning_rate": 4.70092551293488e-05, | |
| "loss": 1.1677, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 26.86, | |
| "learning_rate": 4.699067053226287e-05, | |
| "loss": 1.1649, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 27.01, | |
| "learning_rate": 4.6972085935176926e-05, | |
| "loss": 1.1625, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 27.15, | |
| "learning_rate": 4.695350133809099e-05, | |
| "loss": 1.1587, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 27.3, | |
| "learning_rate": 4.6934916741005057e-05, | |
| "loss": 1.1565, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 27.45, | |
| "learning_rate": 4.691633214391912e-05, | |
| "loss": 1.156, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 27.6, | |
| "learning_rate": 4.689774754683319e-05, | |
| "loss": 1.1515, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 27.74, | |
| "learning_rate": 4.687920011894143e-05, | |
| "loss": 1.1487, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 27.89, | |
| "learning_rate": 4.686061552185549e-05, | |
| "loss": 1.1495, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 28.04, | |
| "learning_rate": 4.684203092476955e-05, | |
| "loss": 1.1444, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 28.19, | |
| "learning_rate": 4.6823446327683615e-05, | |
| "loss": 1.1424, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 28.34, | |
| "learning_rate": 4.680486173059768e-05, | |
| "loss": 1.1396, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 28.48, | |
| "learning_rate": 4.6786277133511746e-05, | |
| "loss": 1.1387, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 28.63, | |
| "learning_rate": 4.676769253642581e-05, | |
| "loss": 1.1351, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 28.78, | |
| "learning_rate": 4.6749107939339876e-05, | |
| "loss": 1.134, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 28.93, | |
| "learning_rate": 4.6730560511448116e-05, | |
| "loss": 1.1338, | |
| "step": 98000 | |
| } | |
| ], | |
| "max_steps": 1355200, | |
| "num_train_epochs": 400, | |
| "total_flos": 2.648101887798988e+19, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |