{ "best_metric": null, "best_model_checkpoint": null, "epoch": 5.0, "eval_steps": 2000.0, "global_step": 8340, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.3, "learning_rate": 2.5e-05, "loss": 1.5483, "step": 500 }, { "epoch": 0.6, "learning_rate": 5e-05, "loss": 1.1393, "step": 1000 }, { "epoch": 0.9, "learning_rate": 7.500000000000001e-05, "loss": 1.0633, "step": 1500 }, { "epoch": 1.2, "learning_rate": 0.0001, "loss": 1.0197, "step": 2000 }, { "epoch": 1.5, "learning_rate": 9.211356466876973e-05, "loss": 0.9953, "step": 2500 }, { "epoch": 1.8, "learning_rate": 8.422712933753944e-05, "loss": 0.9726, "step": 3000 }, { "epoch": 2.1, "learning_rate": 7.634069400630916e-05, "loss": 0.9514, "step": 3500 }, { "epoch": 2.4, "learning_rate": 6.845425867507887e-05, "loss": 0.9302, "step": 4000 }, { "epoch": 2.7, "learning_rate": 6.056782334384858e-05, "loss": 0.9206, "step": 4500 }, { "epoch": 3.0, "learning_rate": 5.2681388012618305e-05, "loss": 0.9098, "step": 5000 }, { "epoch": 3.3, "learning_rate": 4.4794952681388013e-05, "loss": 0.8869, "step": 5500 }, { "epoch": 3.6, "learning_rate": 3.690851735015773e-05, "loss": 0.8798, "step": 6000 }, { "epoch": 3.9, "learning_rate": 2.9022082018927448e-05, "loss": 0.8706, "step": 6500 }, { "epoch": 4.2, "learning_rate": 2.113564668769716e-05, "loss": 0.8603, "step": 7000 }, { "epoch": 4.5, "learning_rate": 1.3249211356466879e-05, "loss": 0.8558, "step": 7500 }, { "epoch": 4.8, "learning_rate": 5.3627760252365935e-06, "loss": 0.8524, "step": 8000 }, { "epoch": 5.0, "step": 8340, "total_flos": 4.06800921526272e+16, "train_loss": 0.9733701600731134, "train_runtime": 6864.6479, "train_samples_per_second": 19.438, "train_steps_per_second": 1.215 } ], "logging_steps": 500, "max_steps": 8340, "num_train_epochs": 5, "save_steps": 2000, "total_flos": 4.06800921526272e+16, "trial_name": null, "trial_params": null }