| { | |
| "best_metric": 1.0328505039215088, | |
| "best_model_checkpoint": "/kaggle/output/checkpoint-42000", | |
| "epoch": 1.7519556714471969, | |
| "eval_steps": 1000, | |
| "global_step": 43000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 2.7777777777777777e-11, | |
| "loss": 1.2184, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 2.7750000000000004e-08, | |
| "loss": 1.1394, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "eval_accuracy": 0.3327345309381238, | |
| "eval_loss": 1.1149410009384155, | |
| "eval_runtime": 20.6803, | |
| "eval_samples_per_second": 242.26, | |
| "eval_steps_per_second": 30.319, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 5.5527777777777784e-08, | |
| "loss": 1.1141, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "eval_accuracy": 0.3401197604790419, | |
| "eval_loss": 1.104099988937378, | |
| "eval_runtime": 20.8477, | |
| "eval_samples_per_second": 240.314, | |
| "eval_steps_per_second": 30.075, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 8.330555555555556e-08, | |
| "loss": 1.116, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_accuracy": 0.3407185628742515, | |
| "eval_loss": 1.1040862798690796, | |
| "eval_runtime": 20.6818, | |
| "eval_samples_per_second": 242.242, | |
| "eval_steps_per_second": 30.317, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.1108333333333333e-07, | |
| "loss": 1.1158, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "eval_accuracy": 0.32894211576846305, | |
| "eval_loss": 1.1020556688308716, | |
| "eval_runtime": 20.8541, | |
| "eval_samples_per_second": 240.241, | |
| "eval_steps_per_second": 30.066, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.3883333333333335e-07, | |
| "loss": 1.1135, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "eval_accuracy": 0.34271457085828344, | |
| "eval_loss": 1.1008552312850952, | |
| "eval_runtime": 20.8055, | |
| "eval_samples_per_second": 240.802, | |
| "eval_steps_per_second": 30.136, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 1.6658333333333335e-07, | |
| "loss": 1.1121, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "eval_accuracy": 0.3395209580838323, | |
| "eval_loss": 1.1004050970077515, | |
| "eval_runtime": 20.8985, | |
| "eval_samples_per_second": 239.731, | |
| "eval_steps_per_second": 30.002, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 1.9436111111111112e-07, | |
| "loss": 1.1089, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "eval_accuracy": 0.35788423153692617, | |
| "eval_loss": 1.0985721349716187, | |
| "eval_runtime": 20.84, | |
| "eval_samples_per_second": 240.403, | |
| "eval_steps_per_second": 30.086, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 2.2213888888888891e-07, | |
| "loss": 1.1079, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "eval_accuracy": 0.3331337325349301, | |
| "eval_loss": 1.098374843597412, | |
| "eval_runtime": 20.7886, | |
| "eval_samples_per_second": 240.998, | |
| "eval_steps_per_second": 30.161, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 2.4988888888888893e-07, | |
| "loss": 1.1087, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "eval_accuracy": 0.34510978043912177, | |
| "eval_loss": 1.0993521213531494, | |
| "eval_runtime": 20.782, | |
| "eval_samples_per_second": 241.074, | |
| "eval_steps_per_second": 30.17, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 2.776666666666667e-07, | |
| "loss": 1.109, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "eval_accuracy": 0.3475049900199601, | |
| "eval_loss": 1.0967597961425781, | |
| "eval_runtime": 20.6798, | |
| "eval_samples_per_second": 242.265, | |
| "eval_steps_per_second": 30.319, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 3.054444444444444e-07, | |
| "loss": 1.1052, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "eval_accuracy": 0.37544910179640717, | |
| "eval_loss": 1.0941349267959595, | |
| "eval_runtime": 20.8641, | |
| "eval_samples_per_second": 240.126, | |
| "eval_steps_per_second": 30.052, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 3.3322222222222225e-07, | |
| "loss": 1.105, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "eval_accuracy": 0.3834331337325349, | |
| "eval_loss": 1.0927647352218628, | |
| "eval_runtime": 20.6541, | |
| "eval_samples_per_second": 242.567, | |
| "eval_steps_per_second": 30.357, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 3.609722222222222e-07, | |
| "loss": 1.1016, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "eval_accuracy": 0.3457085828343313, | |
| "eval_loss": 1.0942081212997437, | |
| "eval_runtime": 21.0733, | |
| "eval_samples_per_second": 237.742, | |
| "eval_steps_per_second": 29.753, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.8875e-07, | |
| "loss": 1.1031, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "eval_accuracy": 0.37005988023952097, | |
| "eval_loss": 1.0918152332305908, | |
| "eval_runtime": 20.9151, | |
| "eval_samples_per_second": 239.54, | |
| "eval_steps_per_second": 29.978, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 4.1652777777777786e-07, | |
| "loss": 1.1026, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "eval_accuracy": 0.3790419161676647, | |
| "eval_loss": 1.0895211696624756, | |
| "eval_runtime": 21.0591, | |
| "eval_samples_per_second": 237.902, | |
| "eval_steps_per_second": 29.773, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 4.4427777777777783e-07, | |
| "loss": 1.0988, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "eval_accuracy": 0.4101796407185629, | |
| "eval_loss": 1.0852997303009033, | |
| "eval_runtime": 20.9509, | |
| "eval_samples_per_second": 239.131, | |
| "eval_steps_per_second": 29.927, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 4.720555555555556e-07, | |
| "loss": 1.0974, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "eval_accuracy": 0.43213572854291415, | |
| "eval_loss": 1.0791982412338257, | |
| "eval_runtime": 20.7526, | |
| "eval_samples_per_second": 241.415, | |
| "eval_steps_per_second": 30.213, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 4.998055555555556e-07, | |
| "loss": 1.0932, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "eval_accuracy": 0.4275449101796407, | |
| "eval_loss": 1.072191596031189, | |
| "eval_runtime": 21.2435, | |
| "eval_samples_per_second": 235.837, | |
| "eval_steps_per_second": 29.515, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 5.275833333333334e-07, | |
| "loss": 1.0833, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "eval_accuracy": 0.43233532934131735, | |
| "eval_loss": 1.06425940990448, | |
| "eval_runtime": 20.7923, | |
| "eval_samples_per_second": 240.955, | |
| "eval_steps_per_second": 30.155, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 5.553333333333334e-07, | |
| "loss": 1.0787, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "eval_accuracy": 0.4295409181636727, | |
| "eval_loss": 1.0638529062271118, | |
| "eval_runtime": 21.0018, | |
| "eval_samples_per_second": 238.551, | |
| "eval_steps_per_second": 29.855, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 5.831111111111111e-07, | |
| "loss": 1.0779, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "eval_accuracy": 0.4243512974051896, | |
| "eval_loss": 1.0603673458099365, | |
| "eval_runtime": 20.9689, | |
| "eval_samples_per_second": 238.926, | |
| "eval_steps_per_second": 29.901, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 6.108888888888888e-07, | |
| "loss": 1.0751, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "eval_accuracy": 0.43233532934131735, | |
| "eval_loss": 1.0603009462356567, | |
| "eval_runtime": 20.8897, | |
| "eval_samples_per_second": 239.831, | |
| "eval_steps_per_second": 30.015, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 6.386388888888889e-07, | |
| "loss": 1.0776, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "eval_accuracy": 0.42734530938123755, | |
| "eval_loss": 1.0591468811035156, | |
| "eval_runtime": 20.964, | |
| "eval_samples_per_second": 238.981, | |
| "eval_steps_per_second": 29.908, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 6.664166666666667e-07, | |
| "loss": 1.0754, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "eval_accuracy": 0.4245508982035928, | |
| "eval_loss": 1.0589721202850342, | |
| "eval_runtime": 20.9053, | |
| "eval_samples_per_second": 239.652, | |
| "eval_steps_per_second": 29.992, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 6.941666666666667e-07, | |
| "loss": 1.0736, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "eval_accuracy": 0.43213572854291415, | |
| "eval_loss": 1.0583962202072144, | |
| "eval_runtime": 21.3265, | |
| "eval_samples_per_second": 234.919, | |
| "eval_steps_per_second": 29.4, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 7.219444444444444e-07, | |
| "loss": 1.0717, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "eval_accuracy": 0.4305389221556886, | |
| "eval_loss": 1.0561293363571167, | |
| "eval_runtime": 21.3034, | |
| "eval_samples_per_second": 235.174, | |
| "eval_steps_per_second": 29.432, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 7.496944444444444e-07, | |
| "loss": 1.0709, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "eval_accuracy": 0.4281437125748503, | |
| "eval_loss": 1.0555357933044434, | |
| "eval_runtime": 21.2178, | |
| "eval_samples_per_second": 236.123, | |
| "eval_steps_per_second": 29.551, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 7.774722222222223e-07, | |
| "loss": 1.0701, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "eval_accuracy": 0.4217564870259481, | |
| "eval_loss": 1.054961085319519, | |
| "eval_runtime": 21.1775, | |
| "eval_samples_per_second": 236.571, | |
| "eval_steps_per_second": 29.607, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 8.052222222222223e-07, | |
| "loss": 1.0641, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "eval_accuracy": 0.4291417165668663, | |
| "eval_loss": 1.0518379211425781, | |
| "eval_runtime": 21.0932, | |
| "eval_samples_per_second": 237.517, | |
| "eval_steps_per_second": 29.725, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 8.330000000000001e-07, | |
| "loss": 1.064, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "eval_accuracy": 0.43173652694610776, | |
| "eval_loss": 1.0493717193603516, | |
| "eval_runtime": 21.2843, | |
| "eval_samples_per_second": 235.385, | |
| "eval_steps_per_second": 29.458, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 8.607500000000001e-07, | |
| "loss": 1.0693, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "eval_accuracy": 0.4291417165668663, | |
| "eval_loss": 1.0521764755249023, | |
| "eval_runtime": 21.2278, | |
| "eval_samples_per_second": 236.011, | |
| "eval_steps_per_second": 29.537, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 8.885277777777779e-07, | |
| "loss": 1.0649, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "eval_accuracy": 0.42375249500998, | |
| "eval_loss": 1.0528494119644165, | |
| "eval_runtime": 21.1249, | |
| "eval_samples_per_second": 237.161, | |
| "eval_steps_per_second": 29.681, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 9.163055555555556e-07, | |
| "loss": 1.0619, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "eval_accuracy": 0.43293413173652695, | |
| "eval_loss": 1.049193263053894, | |
| "eval_runtime": 21.241, | |
| "eval_samples_per_second": 235.865, | |
| "eval_steps_per_second": 29.518, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 9.440555555555557e-07, | |
| "loss": 1.0582, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "eval_accuracy": 0.4357285429141717, | |
| "eval_loss": 1.04512619972229, | |
| "eval_runtime": 21.2531, | |
| "eval_samples_per_second": 235.73, | |
| "eval_steps_per_second": 29.502, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 9.718333333333334e-07, | |
| "loss": 1.0629, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "eval_accuracy": 0.43253493013972055, | |
| "eval_loss": 1.043523907661438, | |
| "eval_runtime": 21.2176, | |
| "eval_samples_per_second": 236.124, | |
| "eval_steps_per_second": 29.551, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 9.995833333333334e-07, | |
| "loss": 1.0588, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "eval_accuracy": 0.4307385229540918, | |
| "eval_loss": 1.0413768291473389, | |
| "eval_runtime": 21.2225, | |
| "eval_samples_per_second": 236.07, | |
| "eval_steps_per_second": 29.544, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 1.0273611111111112e-06, | |
| "loss": 1.0552, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "eval_accuracy": 0.4415169660678643, | |
| "eval_loss": 1.0397700071334839, | |
| "eval_runtime": 21.0651, | |
| "eval_samples_per_second": 237.835, | |
| "eval_steps_per_second": 29.765, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 1.055138888888889e-06, | |
| "loss": 1.0567, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "eval_accuracy": 0.4419161676646707, | |
| "eval_loss": 1.0390877723693848, | |
| "eval_runtime": 21.2858, | |
| "eval_samples_per_second": 235.368, | |
| "eval_steps_per_second": 29.456, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 1.0829166666666667e-06, | |
| "loss": 1.054, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "eval_accuracy": 0.43952095808383235, | |
| "eval_loss": 1.0404103994369507, | |
| "eval_runtime": 21.2544, | |
| "eval_samples_per_second": 235.715, | |
| "eval_steps_per_second": 29.5, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 1.1106666666666668e-06, | |
| "loss": 1.049, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "eval_accuracy": 0.4477045908183633, | |
| "eval_loss": 1.0360453128814697, | |
| "eval_runtime": 21.0993, | |
| "eval_samples_per_second": 237.448, | |
| "eval_steps_per_second": 29.717, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 1.1384444444444446e-06, | |
| "loss": 1.0522, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "eval_accuracy": 0.443313373253493, | |
| "eval_loss": 1.0359567403793335, | |
| "eval_runtime": 21.2828, | |
| "eval_samples_per_second": 235.401, | |
| "eval_steps_per_second": 29.46, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 1.1661944444444447e-06, | |
| "loss": 1.0459, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "eval_accuracy": 0.437125748502994, | |
| "eval_loss": 1.0328505039215088, | |
| "eval_runtime": 21.2626, | |
| "eval_samples_per_second": 235.625, | |
| "eval_steps_per_second": 29.488, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 1.1939722222222222e-06, | |
| "loss": 1.0488, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "eval_accuracy": 0.4379241516966068, | |
| "eval_loss": 1.0460196733474731, | |
| "eval_runtime": 21.2023, | |
| "eval_samples_per_second": 236.295, | |
| "eval_steps_per_second": 29.572, | |
| "step": 43000 | |
| } | |
| ], | |
| "logging_steps": 1000, | |
| "max_steps": 10000000, | |
| "num_train_epochs": 408, | |
| "save_steps": 1000, | |
| "total_flos": 2.9963292961406976e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |