|
{ |
|
"best_metric": 0.045277200639247894, |
|
"best_model_checkpoint": "./vit-base-mri/checkpoint-1500", |
|
"epoch": 4.0, |
|
"global_step": 6760, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 2.977810650887574e-05, |
|
"loss": 0.099, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 2.9556213017751482e-05, |
|
"loss": 0.0913, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 2.933431952662722e-05, |
|
"loss": 0.0751, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 2.911242603550296e-05, |
|
"loss": 0.0663, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 2.88905325443787e-05, |
|
"loss": 0.0773, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 2.8668639053254437e-05, |
|
"loss": 0.0628, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 2.844674556213018e-05, |
|
"loss": 0.0516, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 2.8224852071005918e-05, |
|
"loss": 0.0537, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 2.800295857988166e-05, |
|
"loss": 0.0498, |
|
"step": 450 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 2.7781065088757396e-05, |
|
"loss": 0.04, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"eval_accuracy": 0.9689694936576161, |
|
"eval_loss": 0.08280089497566223, |
|
"eval_runtime": 109.6629, |
|
"eval_samples_per_second": 86.985, |
|
"eval_steps_per_second": 10.879, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 2.7559171597633135e-05, |
|
"loss": 0.0462, |
|
"step": 550 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 2.7337278106508877e-05, |
|
"loss": 0.0382, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 2.7115384615384616e-05, |
|
"loss": 0.0351, |
|
"step": 650 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"learning_rate": 2.6893491124260358e-05, |
|
"loss": 0.0274, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 2.6671597633136097e-05, |
|
"loss": 0.029, |
|
"step": 750 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 2.6449704142011832e-05, |
|
"loss": 0.0599, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"learning_rate": 2.6227810650887575e-05, |
|
"loss": 0.0621, |
|
"step": 850 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 2.6005917159763313e-05, |
|
"loss": 0.0807, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"learning_rate": 2.5784023668639056e-05, |
|
"loss": 0.0535, |
|
"step": 950 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"learning_rate": 2.5562130177514795e-05, |
|
"loss": 0.0765, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"eval_accuracy": 0.9750497955760562, |
|
"eval_loss": 0.0623435452580452, |
|
"eval_runtime": 109.6354, |
|
"eval_samples_per_second": 87.007, |
|
"eval_steps_per_second": 10.882, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"learning_rate": 2.5340236686390533e-05, |
|
"loss": 0.0574, |
|
"step": 1050 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"learning_rate": 2.5118343195266272e-05, |
|
"loss": 0.0608, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"learning_rate": 2.489644970414201e-05, |
|
"loss": 0.0546, |
|
"step": 1150 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"learning_rate": 2.467455621301775e-05, |
|
"loss": 0.0509, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"learning_rate": 2.4452662721893492e-05, |
|
"loss": 0.0509, |
|
"step": 1250 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"learning_rate": 2.423076923076923e-05, |
|
"loss": 0.0471, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 2.4008875739644973e-05, |
|
"loss": 0.0326, |
|
"step": 1350 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 2.3786982248520712e-05, |
|
"loss": 0.0568, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 2.3565088757396448e-05, |
|
"loss": 0.0289, |
|
"step": 1450 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"learning_rate": 2.334319526627219e-05, |
|
"loss": 0.0479, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"eval_accuracy": 0.9827025893699549, |
|
"eval_loss": 0.045277200639247894, |
|
"eval_runtime": 110.2271, |
|
"eval_samples_per_second": 86.54, |
|
"eval_steps_per_second": 10.823, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"learning_rate": 2.312130177514793e-05, |
|
"loss": 0.055, |
|
"step": 1550 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"learning_rate": 2.289940828402367e-05, |
|
"loss": 0.0402, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"learning_rate": 2.267751479289941e-05, |
|
"loss": 0.0546, |
|
"step": 1650 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 2.245562130177515e-05, |
|
"loss": 0.0377, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"learning_rate": 2.2238165680473372e-05, |
|
"loss": 0.0164, |
|
"step": 1750 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 2.2016272189349114e-05, |
|
"loss": 0.0081, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"learning_rate": 2.1794378698224853e-05, |
|
"loss": 0.0097, |
|
"step": 1850 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"learning_rate": 2.1572485207100592e-05, |
|
"loss": 0.0139, |
|
"step": 1900 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"learning_rate": 2.135059171597633e-05, |
|
"loss": 0.0075, |
|
"step": 1950 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"learning_rate": 2.112869822485207e-05, |
|
"loss": 0.0199, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"eval_accuracy": 0.985742740329175, |
|
"eval_loss": 0.05243392661213875, |
|
"eval_runtime": 109.2241, |
|
"eval_samples_per_second": 87.334, |
|
"eval_steps_per_second": 10.923, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"learning_rate": 2.0906804733727812e-05, |
|
"loss": 0.0079, |
|
"step": 2050 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"learning_rate": 2.068491124260355e-05, |
|
"loss": 0.0145, |
|
"step": 2100 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"learning_rate": 2.0463017751479293e-05, |
|
"loss": 0.0166, |
|
"step": 2150 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"learning_rate": 2.0241124260355032e-05, |
|
"loss": 0.0101, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"learning_rate": 2.0019230769230767e-05, |
|
"loss": 0.0079, |
|
"step": 2250 |
|
}, |
|
{ |
|
"epoch": 1.36, |
|
"learning_rate": 1.979733727810651e-05, |
|
"loss": 0.0075, |
|
"step": 2300 |
|
}, |
|
{ |
|
"epoch": 1.39, |
|
"learning_rate": 1.9575443786982248e-05, |
|
"loss": 0.0176, |
|
"step": 2350 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"learning_rate": 1.935355029585799e-05, |
|
"loss": 0.0107, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 1.45, |
|
"learning_rate": 1.913165680473373e-05, |
|
"loss": 0.0213, |
|
"step": 2450 |
|
}, |
|
{ |
|
"epoch": 1.48, |
|
"learning_rate": 1.8909763313609468e-05, |
|
"loss": 0.0114, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 1.48, |
|
"eval_accuracy": 0.9860572387042666, |
|
"eval_loss": 0.048441529273986816, |
|
"eval_runtime": 108.7938, |
|
"eval_samples_per_second": 87.68, |
|
"eval_steps_per_second": 10.966, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 1.8687869822485207e-05, |
|
"loss": 0.0158, |
|
"step": 2550 |
|
}, |
|
{ |
|
"epoch": 1.54, |
|
"learning_rate": 1.8465976331360946e-05, |
|
"loss": 0.0105, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 1.57, |
|
"learning_rate": 1.8244082840236688e-05, |
|
"loss": 0.0078, |
|
"step": 2650 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"learning_rate": 1.8022189349112427e-05, |
|
"loss": 0.0131, |
|
"step": 2700 |
|
}, |
|
{ |
|
"epoch": 1.63, |
|
"learning_rate": 1.7800295857988166e-05, |
|
"loss": 0.0063, |
|
"step": 2750 |
|
}, |
|
{ |
|
"epoch": 1.66, |
|
"learning_rate": 1.7578402366863908e-05, |
|
"loss": 0.0064, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 1.69, |
|
"learning_rate": 1.7356508875739643e-05, |
|
"loss": 0.0077, |
|
"step": 2850 |
|
}, |
|
{ |
|
"epoch": 1.72, |
|
"learning_rate": 1.7134615384615386e-05, |
|
"loss": 0.0063, |
|
"step": 2900 |
|
}, |
|
{ |
|
"epoch": 1.75, |
|
"learning_rate": 1.6912721893491125e-05, |
|
"loss": 0.0098, |
|
"step": 2950 |
|
}, |
|
{ |
|
"epoch": 1.78, |
|
"learning_rate": 1.6690828402366863e-05, |
|
"loss": 0.008, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 1.78, |
|
"eval_accuracy": 0.9852185763706888, |
|
"eval_loss": 0.056569721549749374, |
|
"eval_runtime": 108.3934, |
|
"eval_samples_per_second": 88.004, |
|
"eval_steps_per_second": 11.006, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 1.8, |
|
"learning_rate": 1.6468934911242606e-05, |
|
"loss": 0.0133, |
|
"step": 3050 |
|
}, |
|
{ |
|
"epoch": 1.83, |
|
"learning_rate": 1.6247041420118344e-05, |
|
"loss": 0.0134, |
|
"step": 3100 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"learning_rate": 1.6025147928994083e-05, |
|
"loss": 0.0067, |
|
"step": 3150 |
|
}, |
|
{ |
|
"epoch": 1.89, |
|
"learning_rate": 1.5803254437869822e-05, |
|
"loss": 0.009, |
|
"step": 3200 |
|
}, |
|
{ |
|
"epoch": 1.92, |
|
"learning_rate": 1.558136094674556e-05, |
|
"loss": 0.0132, |
|
"step": 3250 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"learning_rate": 1.5359467455621303e-05, |
|
"loss": 0.0131, |
|
"step": 3300 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"learning_rate": 1.5137573964497042e-05, |
|
"loss": 0.0071, |
|
"step": 3350 |
|
}, |
|
{ |
|
"epoch": 2.01, |
|
"learning_rate": 1.4915680473372781e-05, |
|
"loss": 0.0115, |
|
"step": 3400 |
|
}, |
|
{ |
|
"epoch": 2.04, |
|
"learning_rate": 1.4693786982248521e-05, |
|
"loss": 0.0017, |
|
"step": 3450 |
|
}, |
|
{ |
|
"epoch": 2.07, |
|
"learning_rate": 1.4471893491124262e-05, |
|
"loss": 0.0051, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 2.07, |
|
"eval_accuracy": 0.9874200649963308, |
|
"eval_loss": 0.051312096416950226, |
|
"eval_runtime": 108.8914, |
|
"eval_samples_per_second": 87.601, |
|
"eval_steps_per_second": 10.956, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 2.1, |
|
"learning_rate": 1.4249999999999999e-05, |
|
"loss": 0.0023, |
|
"step": 3550 |
|
}, |
|
{ |
|
"epoch": 2.13, |
|
"learning_rate": 1.402810650887574e-05, |
|
"loss": 0.0037, |
|
"step": 3600 |
|
}, |
|
{ |
|
"epoch": 2.16, |
|
"learning_rate": 1.380621301775148e-05, |
|
"loss": 0.001, |
|
"step": 3650 |
|
}, |
|
{ |
|
"epoch": 2.19, |
|
"learning_rate": 1.3584319526627219e-05, |
|
"loss": 0.0037, |
|
"step": 3700 |
|
}, |
|
{ |
|
"epoch": 2.22, |
|
"learning_rate": 1.336242603550296e-05, |
|
"loss": 0.0026, |
|
"step": 3750 |
|
}, |
|
{ |
|
"epoch": 2.25, |
|
"learning_rate": 1.3140532544378698e-05, |
|
"loss": 0.0012, |
|
"step": 3800 |
|
}, |
|
{ |
|
"epoch": 2.28, |
|
"learning_rate": 1.2918639053254437e-05, |
|
"loss": 0.0022, |
|
"step": 3850 |
|
}, |
|
{ |
|
"epoch": 2.31, |
|
"learning_rate": 1.2696745562130178e-05, |
|
"loss": 0.0006, |
|
"step": 3900 |
|
}, |
|
{ |
|
"epoch": 2.34, |
|
"learning_rate": 1.2474852071005918e-05, |
|
"loss": 0.0005, |
|
"step": 3950 |
|
}, |
|
{ |
|
"epoch": 2.37, |
|
"learning_rate": 1.2252958579881657e-05, |
|
"loss": 0.0008, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 2.37, |
|
"eval_accuracy": 0.9874200649963308, |
|
"eval_loss": 0.061718400567770004, |
|
"eval_runtime": 108.6858, |
|
"eval_samples_per_second": 87.767, |
|
"eval_steps_per_second": 10.977, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 2.4, |
|
"learning_rate": 1.2031065088757396e-05, |
|
"loss": 0.005, |
|
"step": 4050 |
|
}, |
|
{ |
|
"epoch": 2.43, |
|
"learning_rate": 1.1809171597633137e-05, |
|
"loss": 0.0005, |
|
"step": 4100 |
|
}, |
|
{ |
|
"epoch": 2.46, |
|
"learning_rate": 1.1587278106508877e-05, |
|
"loss": 0.0019, |
|
"step": 4150 |
|
}, |
|
{ |
|
"epoch": 2.49, |
|
"learning_rate": 1.1365384615384616e-05, |
|
"loss": 0.0015, |
|
"step": 4200 |
|
}, |
|
{ |
|
"epoch": 2.51, |
|
"learning_rate": 1.1143491124260355e-05, |
|
"loss": 0.0044, |
|
"step": 4250 |
|
}, |
|
{ |
|
"epoch": 2.54, |
|
"learning_rate": 1.0921597633136095e-05, |
|
"loss": 0.0005, |
|
"step": 4300 |
|
}, |
|
{ |
|
"epoch": 2.57, |
|
"learning_rate": 1.0699704142011834e-05, |
|
"loss": 0.0036, |
|
"step": 4350 |
|
}, |
|
{ |
|
"epoch": 2.6, |
|
"learning_rate": 1.0477810650887575e-05, |
|
"loss": 0.0009, |
|
"step": 4400 |
|
}, |
|
{ |
|
"epoch": 2.63, |
|
"learning_rate": 1.0255917159763315e-05, |
|
"loss": 0.0004, |
|
"step": 4450 |
|
}, |
|
{ |
|
"epoch": 2.66, |
|
"learning_rate": 1.0034023668639052e-05, |
|
"loss": 0.0021, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 2.66, |
|
"eval_accuracy": 0.9870007338295419, |
|
"eval_loss": 0.06636156141757965, |
|
"eval_runtime": 108.716, |
|
"eval_samples_per_second": 87.742, |
|
"eval_steps_per_second": 10.974, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 2.69, |
|
"learning_rate": 9.812130177514793e-06, |
|
"loss": 0.0022, |
|
"step": 4550 |
|
}, |
|
{ |
|
"epoch": 2.72, |
|
"learning_rate": 9.590236686390533e-06, |
|
"loss": 0.0043, |
|
"step": 4600 |
|
}, |
|
{ |
|
"epoch": 2.75, |
|
"learning_rate": 9.368343195266272e-06, |
|
"loss": 0.0047, |
|
"step": 4650 |
|
}, |
|
{ |
|
"epoch": 2.78, |
|
"learning_rate": 9.146449704142013e-06, |
|
"loss": 0.0008, |
|
"step": 4700 |
|
}, |
|
{ |
|
"epoch": 2.81, |
|
"learning_rate": 8.924556213017752e-06, |
|
"loss": 0.0008, |
|
"step": 4750 |
|
}, |
|
{ |
|
"epoch": 2.84, |
|
"learning_rate": 8.70266272189349e-06, |
|
"loss": 0.0022, |
|
"step": 4800 |
|
}, |
|
{ |
|
"epoch": 2.87, |
|
"learning_rate": 8.480769230769231e-06, |
|
"loss": 0.0015, |
|
"step": 4850 |
|
}, |
|
{ |
|
"epoch": 2.9, |
|
"learning_rate": 8.258875739644972e-06, |
|
"loss": 0.0004, |
|
"step": 4900 |
|
}, |
|
{ |
|
"epoch": 2.93, |
|
"learning_rate": 8.036982248520709e-06, |
|
"loss": 0.0071, |
|
"step": 4950 |
|
}, |
|
{ |
|
"epoch": 2.96, |
|
"learning_rate": 7.81508875739645e-06, |
|
"loss": 0.0005, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 2.96, |
|
"eval_accuracy": 0.9872103994129363, |
|
"eval_loss": 0.06394314020872116, |
|
"eval_runtime": 108.7628, |
|
"eval_samples_per_second": 87.705, |
|
"eval_steps_per_second": 10.969, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 2.99, |
|
"learning_rate": 7.59319526627219e-06, |
|
"loss": 0.0006, |
|
"step": 5050 |
|
}, |
|
{ |
|
"epoch": 3.02, |
|
"learning_rate": 7.3713017751479295e-06, |
|
"loss": 0.0004, |
|
"step": 5100 |
|
}, |
|
{ |
|
"epoch": 3.05, |
|
"learning_rate": 7.149408284023668e-06, |
|
"loss": 0.0006, |
|
"step": 5150 |
|
}, |
|
{ |
|
"epoch": 3.08, |
|
"learning_rate": 6.9319526627218935e-06, |
|
"loss": 0.0106, |
|
"step": 5200 |
|
}, |
|
{ |
|
"epoch": 3.11, |
|
"learning_rate": 6.710059171597633e-06, |
|
"loss": 0.0029, |
|
"step": 5250 |
|
}, |
|
{ |
|
"epoch": 3.14, |
|
"learning_rate": 6.488165680473374e-06, |
|
"loss": 0.001, |
|
"step": 5300 |
|
}, |
|
{ |
|
"epoch": 3.17, |
|
"learning_rate": 6.2662721893491125e-06, |
|
"loss": 0.0097, |
|
"step": 5350 |
|
}, |
|
{ |
|
"epoch": 3.2, |
|
"learning_rate": 6.044378698224852e-06, |
|
"loss": 0.0037, |
|
"step": 5400 |
|
}, |
|
{ |
|
"epoch": 3.22, |
|
"learning_rate": 5.822485207100592e-06, |
|
"loss": 0.0016, |
|
"step": 5450 |
|
}, |
|
{ |
|
"epoch": 3.25, |
|
"learning_rate": 5.600591715976332e-06, |
|
"loss": 0.001, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 3.25, |
|
"eval_accuracy": 0.987944228954817, |
|
"eval_loss": 0.06436183303594589, |
|
"eval_runtime": 108.9405, |
|
"eval_samples_per_second": 87.562, |
|
"eval_steps_per_second": 10.951, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 3.28, |
|
"learning_rate": 5.3786982248520704e-06, |
|
"loss": 0.0006, |
|
"step": 5550 |
|
}, |
|
{ |
|
"epoch": 3.31, |
|
"learning_rate": 5.156804733727811e-06, |
|
"loss": 0.0004, |
|
"step": 5600 |
|
}, |
|
{ |
|
"epoch": 3.34, |
|
"learning_rate": 4.934911242603551e-06, |
|
"loss": 0.0002, |
|
"step": 5650 |
|
}, |
|
{ |
|
"epoch": 3.37, |
|
"learning_rate": 4.7130177514792895e-06, |
|
"loss": 0.0003, |
|
"step": 5700 |
|
}, |
|
{ |
|
"epoch": 3.4, |
|
"learning_rate": 4.49112426035503e-06, |
|
"loss": 0.0021, |
|
"step": 5750 |
|
}, |
|
{ |
|
"epoch": 3.43, |
|
"learning_rate": 4.269230769230769e-06, |
|
"loss": 0.0003, |
|
"step": 5800 |
|
}, |
|
{ |
|
"epoch": 3.46, |
|
"learning_rate": 4.047337278106509e-06, |
|
"loss": 0.0005, |
|
"step": 5850 |
|
}, |
|
{ |
|
"epoch": 3.49, |
|
"learning_rate": 3.825443786982248e-06, |
|
"loss": 0.0003, |
|
"step": 5900 |
|
}, |
|
{ |
|
"epoch": 3.52, |
|
"learning_rate": 3.6035502958579884e-06, |
|
"loss": 0.0003, |
|
"step": 5950 |
|
}, |
|
{ |
|
"epoch": 3.55, |
|
"learning_rate": 3.3816568047337276e-06, |
|
"loss": 0.0004, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 3.55, |
|
"eval_accuracy": 0.9875248977880281, |
|
"eval_loss": 0.06724812090396881, |
|
"eval_runtime": 108.7744, |
|
"eval_samples_per_second": 87.695, |
|
"eval_steps_per_second": 10.968, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 3.58, |
|
"learning_rate": 3.1597633136094673e-06, |
|
"loss": 0.0018, |
|
"step": 6050 |
|
}, |
|
{ |
|
"epoch": 3.61, |
|
"learning_rate": 2.9378698224852074e-06, |
|
"loss": 0.0003, |
|
"step": 6100 |
|
}, |
|
{ |
|
"epoch": 3.64, |
|
"learning_rate": 2.7159763313609467e-06, |
|
"loss": 0.0016, |
|
"step": 6150 |
|
}, |
|
{ |
|
"epoch": 3.67, |
|
"learning_rate": 2.4940828402366864e-06, |
|
"loss": 0.0009, |
|
"step": 6200 |
|
}, |
|
{ |
|
"epoch": 3.7, |
|
"learning_rate": 2.272189349112426e-06, |
|
"loss": 0.0015, |
|
"step": 6250 |
|
}, |
|
{ |
|
"epoch": 3.73, |
|
"learning_rate": 2.0502958579881658e-06, |
|
"loss": 0.0004, |
|
"step": 6300 |
|
}, |
|
{ |
|
"epoch": 3.76, |
|
"learning_rate": 1.8284023668639055e-06, |
|
"loss": 0.0003, |
|
"step": 6350 |
|
}, |
|
{ |
|
"epoch": 3.79, |
|
"learning_rate": 1.606508875739645e-06, |
|
"loss": 0.0017, |
|
"step": 6400 |
|
}, |
|
{ |
|
"epoch": 3.82, |
|
"learning_rate": 1.3846153846153846e-06, |
|
"loss": 0.0004, |
|
"step": 6450 |
|
}, |
|
{ |
|
"epoch": 3.85, |
|
"learning_rate": 1.1627218934911243e-06, |
|
"loss": 0.0003, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 3.85, |
|
"eval_accuracy": 0.987944228954817, |
|
"eval_loss": 0.06903128325939178, |
|
"eval_runtime": 108.9231, |
|
"eval_samples_per_second": 87.576, |
|
"eval_steps_per_second": 10.953, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 3.88, |
|
"learning_rate": 9.40828402366864e-07, |
|
"loss": 0.0016, |
|
"step": 6550 |
|
}, |
|
{ |
|
"epoch": 3.91, |
|
"learning_rate": 7.189349112426036e-07, |
|
"loss": 0.0002, |
|
"step": 6600 |
|
}, |
|
{ |
|
"epoch": 3.93, |
|
"learning_rate": 4.970414201183432e-07, |
|
"loss": 0.0003, |
|
"step": 6650 |
|
}, |
|
{ |
|
"epoch": 3.96, |
|
"learning_rate": 2.751479289940828e-07, |
|
"loss": 0.0016, |
|
"step": 6700 |
|
}, |
|
{ |
|
"epoch": 3.99, |
|
"learning_rate": 5.3254437869822486e-08, |
|
"loss": 0.0013, |
|
"step": 6750 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"step": 6760, |
|
"total_flos": 1.6754388090591707e+19, |
|
"train_loss": 0.017405257951027365, |
|
"train_runtime": 6361.011, |
|
"train_samples_per_second": 33.99, |
|
"train_steps_per_second": 1.063 |
|
} |
|
], |
|
"max_steps": 6760, |
|
"num_train_epochs": 4, |
|
"total_flos": 1.6754388090591707e+19, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|