| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.10552975939214859, | |
| "eval_steps": 500, | |
| "global_step": 1000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.005276487969607429, | |
| "grad_norm": 0.6827425360679626, | |
| "learning_rate": 2.9947235120303926e-05, | |
| "loss": 2.207, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.010552975939214858, | |
| "grad_norm": 0.5957860350608826, | |
| "learning_rate": 2.989447024060785e-05, | |
| "loss": 0.2398, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.015829463908822287, | |
| "grad_norm": 0.46854081749916077, | |
| "learning_rate": 2.9841705360911777e-05, | |
| "loss": 0.0525, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.021105951878429716, | |
| "grad_norm": 0.10302311927080154, | |
| "learning_rate": 2.9788940481215702e-05, | |
| "loss": 0.0037, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.026382439848037148, | |
| "grad_norm": 0.01405419036746025, | |
| "learning_rate": 2.9736175601519628e-05, | |
| "loss": 0.001, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.031658927817644573, | |
| "grad_norm": 0.12790632247924805, | |
| "learning_rate": 2.9683410721823553e-05, | |
| "loss": 0.0007, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.036935415787252006, | |
| "grad_norm": 0.0026043676771223545, | |
| "learning_rate": 2.9630645842127478e-05, | |
| "loss": 0.0004, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.04221190375685943, | |
| "grad_norm": 0.030596332624554634, | |
| "learning_rate": 2.9577880962431404e-05, | |
| "loss": 0.0016, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.047488391726466864, | |
| "grad_norm": 0.04252925142645836, | |
| "learning_rate": 2.952511608273533e-05, | |
| "loss": 0.0008, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.052764879696074296, | |
| "grad_norm": 0.03828505799174309, | |
| "learning_rate": 2.947235120303926e-05, | |
| "loss": 0.0003, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.05804136766568172, | |
| "grad_norm": 0.006123501807451248, | |
| "learning_rate": 2.9419586323343186e-05, | |
| "loss": 0.0004, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.06331785563528915, | |
| "grad_norm": 0.0026047523133456707, | |
| "learning_rate": 2.9366821443647112e-05, | |
| "loss": 0.0002, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.06859434360489658, | |
| "grad_norm": 0.0018419412663206458, | |
| "learning_rate": 2.9314056563951037e-05, | |
| "loss": 0.0002, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.07387083157450401, | |
| "grad_norm": 0.03250932693481445, | |
| "learning_rate": 2.9261291684254962e-05, | |
| "loss": 0.0009, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.07914731954411144, | |
| "grad_norm": 0.001018165610730648, | |
| "learning_rate": 2.9208526804558888e-05, | |
| "loss": 0.0003, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.08442380751371886, | |
| "grad_norm": 0.0010480296332389116, | |
| "learning_rate": 2.9155761924862813e-05, | |
| "loss": 0.0002, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.0897002954833263, | |
| "grad_norm": 0.000887015659827739, | |
| "learning_rate": 2.910299704516674e-05, | |
| "loss": 0.0001, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.09497678345293373, | |
| "grad_norm": 0.02170419879257679, | |
| "learning_rate": 2.9050232165470664e-05, | |
| "loss": 0.0001, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.10025327142254116, | |
| "grad_norm": 0.02256314642727375, | |
| "learning_rate": 2.899746728577459e-05, | |
| "loss": 0.0002, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.10552975939214859, | |
| "grad_norm": 0.007039123214781284, | |
| "learning_rate": 2.8944702406078515e-05, | |
| "loss": 0.0001, | |
| "step": 1000 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 28428, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 200, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 128, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |