| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.975051975051975, | |
| "global_step": 38000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.935031185031185e-05, | |
| "loss": 1.0477, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.8700623700623704e-05, | |
| "loss": 0.8873, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.805093555093555e-05, | |
| "loss": 0.8297, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.7401247401247406e-05, | |
| "loss": 0.831, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.6751559251559254e-05, | |
| "loss": 0.8251, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.61018711018711e-05, | |
| "loss": 0.7875, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.5452182952182956e-05, | |
| "loss": 0.7701, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.48024948024948e-05, | |
| "loss": 0.7737, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.415280665280666e-05, | |
| "loss": 0.7025, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.3503118503118505e-05, | |
| "loss": 0.7269, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.285343035343036e-05, | |
| "loss": 0.6896, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 4.220374220374221e-05, | |
| "loss": 0.7126, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 4.1554054054054055e-05, | |
| "loss": 0.7005, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 4.09043659043659e-05, | |
| "loss": 0.7013, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 4.0254677754677757e-05, | |
| "loss": 0.6839, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 3.9604989604989604e-05, | |
| "loss": 0.7126, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 3.895530145530146e-05, | |
| "loss": 0.6769, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 3.8305613305613306e-05, | |
| "loss": 0.6556, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 3.765592515592516e-05, | |
| "loss": 0.6849, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 3.700623700623701e-05, | |
| "loss": 0.6754, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 3.635654885654886e-05, | |
| "loss": 0.6597, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 3.57068607068607e-05, | |
| "loss": 0.6573, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 3.505717255717256e-05, | |
| "loss": 0.6657, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 3.4407484407484405e-05, | |
| "loss": 0.6788, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 3.375779625779626e-05, | |
| "loss": 0.6326, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 3.310810810810811e-05, | |
| "loss": 0.659, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 3.245841995841996e-05, | |
| "loss": 0.6573, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 3.180873180873181e-05, | |
| "loss": 0.6524, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 3.115904365904366e-05, | |
| "loss": 0.6454, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 3.0509355509355507e-05, | |
| "loss": 0.618, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 2.9859667359667358e-05, | |
| "loss": 0.5975, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 2.920997920997921e-05, | |
| "loss": 0.6316, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 2.856029106029106e-05, | |
| "loss": 0.6224, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 2.791060291060291e-05, | |
| "loss": 0.6542, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 2.7260914760914762e-05, | |
| "loss": 0.5946, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 2.6611226611226613e-05, | |
| "loss": 0.6133, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 2.5961538461538464e-05, | |
| "loss": 0.5985, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 2.531185031185031e-05, | |
| "loss": 0.5793, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.7984781265258789, | |
| "eval_loss": 0.6602069139480591, | |
| "eval_runtime": 240.699, | |
| "eval_samples_per_second": 66.61, | |
| "eval_steps_per_second": 11.105, | |
| "step": 19240 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 2.4662162162162162e-05, | |
| "loss": 0.4949, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 2.4012474012474013e-05, | |
| "loss": 0.4505, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 2.3362785862785864e-05, | |
| "loss": 0.4267, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 2.2713097713097715e-05, | |
| "loss": 0.4567, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 2.2063409563409566e-05, | |
| "loss": 0.4802, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 2.1413721413721417e-05, | |
| "loss": 0.4739, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 2.0764033264033265e-05, | |
| "loss": 0.4539, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 2.0114345114345116e-05, | |
| "loss": 0.4609, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 1.9464656964656967e-05, | |
| "loss": 0.48, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 1.8814968814968818e-05, | |
| "loss": 0.4691, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 1.8165280665280665e-05, | |
| "loss": 0.4632, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 1.7515592515592516e-05, | |
| "loss": 0.4545, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 1.6865904365904367e-05, | |
| "loss": 0.4476, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 1.6216216216216218e-05, | |
| "loss": 0.4576, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 1.5566528066528066e-05, | |
| "loss": 0.4254, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 1.4916839916839917e-05, | |
| "loss": 0.4471, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 1.4267151767151768e-05, | |
| "loss": 0.4375, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 1.3617463617463619e-05, | |
| "loss": 0.4515, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 1.2967775467775468e-05, | |
| "loss": 0.4254, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 1.2318087318087319e-05, | |
| "loss": 0.4337, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 1.166839916839917e-05, | |
| "loss": 0.4328, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 1.101871101871102e-05, | |
| "loss": 0.443, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 1.036902286902287e-05, | |
| "loss": 0.4451, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 9.719334719334721e-06, | |
| "loss": 0.4392, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 9.06964656964657e-06, | |
| "loss": 0.4457, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 8.419958419958421e-06, | |
| "loss": 0.4516, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 7.77027027027027e-06, | |
| "loss": 0.4442, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 7.120582120582121e-06, | |
| "loss": 0.4234, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 6.4708939708939705e-06, | |
| "loss": 0.4371, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 5.8212058212058215e-06, | |
| "loss": 0.4367, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 5.1715176715176724e-06, | |
| "loss": 0.413, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 4.5218295218295225e-06, | |
| "loss": 0.4329, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 3.872141372141373e-06, | |
| "loss": 0.4043, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 3.2224532224532228e-06, | |
| "loss": 0.4361, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 2.572765072765073e-06, | |
| "loss": 0.4218, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 1.9230769230769234e-06, | |
| "loss": 0.4011, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 1.2733887733887735e-06, | |
| "loss": 0.471, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 6.237006237006237e-07, | |
| "loss": 0.399, | |
| "step": 38000 | |
| } | |
| ], | |
| "max_steps": 38480, | |
| "num_train_epochs": 2, | |
| "total_flos": 4.935671182808242e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |