|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.5666666666666667, |
|
"eval_steps": 25, |
|
"global_step": 425, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 2.3797595190380762e-05, |
|
"loss": 3.5104, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"eval_loss": 2.643505334854126, |
|
"eval_runtime": 13.8992, |
|
"eval_samples_per_second": 17.987, |
|
"eval_steps_per_second": 2.302, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 2.2545090180360722e-05, |
|
"loss": 2.2052, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"eval_loss": 1.966366171836853, |
|
"eval_runtime": 13.6092, |
|
"eval_samples_per_second": 18.37, |
|
"eval_steps_per_second": 2.351, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 2.1292585170340683e-05, |
|
"loss": 1.81, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"eval_loss": 1.8134992122650146, |
|
"eval_runtime": 13.5125, |
|
"eval_samples_per_second": 18.501, |
|
"eval_steps_per_second": 2.368, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 2.0040080160320643e-05, |
|
"loss": 1.705, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"eval_loss": 1.7801309823989868, |
|
"eval_runtime": 13.4868, |
|
"eval_samples_per_second": 18.537, |
|
"eval_steps_per_second": 2.373, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 1.87875751503006e-05, |
|
"loss": 1.6288, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"eval_loss": 1.7698311805725098, |
|
"eval_runtime": 13.6256, |
|
"eval_samples_per_second": 18.348, |
|
"eval_steps_per_second": 2.349, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 1.7535070140280564e-05, |
|
"loss": 1.7262, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"eval_loss": 1.7579054832458496, |
|
"eval_runtime": 13.6761, |
|
"eval_samples_per_second": 18.28, |
|
"eval_steps_per_second": 2.34, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 1.628256513026052e-05, |
|
"loss": 1.6657, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"eval_loss": 1.7578012943267822, |
|
"eval_runtime": 13.4284, |
|
"eval_samples_per_second": 18.617, |
|
"eval_steps_per_second": 2.383, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 1.5030060120240483e-05, |
|
"loss": 1.6197, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"eval_loss": 1.7506276369094849, |
|
"eval_runtime": 13.5018, |
|
"eval_samples_per_second": 18.516, |
|
"eval_steps_per_second": 2.37, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 1.3777555110220442e-05, |
|
"loss": 1.7643, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"eval_loss": 1.745801568031311, |
|
"eval_runtime": 13.5003, |
|
"eval_samples_per_second": 18.518, |
|
"eval_steps_per_second": 2.37, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 1.25250501002004e-05, |
|
"loss": 1.6707, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"eval_loss": 1.7450388669967651, |
|
"eval_runtime": 13.3223, |
|
"eval_samples_per_second": 18.765, |
|
"eval_steps_per_second": 2.402, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"learning_rate": 1.1272545090180361e-05, |
|
"loss": 1.6439, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"eval_loss": 1.7427024841308594, |
|
"eval_runtime": 13.3162, |
|
"eval_samples_per_second": 18.774, |
|
"eval_steps_per_second": 2.403, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 1.0020040080160322e-05, |
|
"loss": 1.5697, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"eval_loss": 1.7423481941223145, |
|
"eval_runtime": 13.6598, |
|
"eval_samples_per_second": 18.302, |
|
"eval_steps_per_second": 2.343, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"learning_rate": 8.767535070140282e-06, |
|
"loss": 1.6362, |
|
"step": 325 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"eval_loss": 1.7418254613876343, |
|
"eval_runtime": 13.299, |
|
"eval_samples_per_second": 18.798, |
|
"eval_steps_per_second": 2.406, |
|
"step": 325 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 7.515030060120242e-06, |
|
"loss": 1.607, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"eval_loss": 1.738572120666504, |
|
"eval_runtime": 13.7472, |
|
"eval_samples_per_second": 18.186, |
|
"eval_steps_per_second": 2.328, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"learning_rate": 6.2625250501002e-06, |
|
"loss": 1.5168, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"eval_loss": 1.7354249954223633, |
|
"eval_runtime": 13.5456, |
|
"eval_samples_per_second": 18.456, |
|
"eval_steps_per_second": 2.362, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 5.010020040080161e-06, |
|
"loss": 1.6947, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"eval_loss": 1.7342841625213623, |
|
"eval_runtime": 13.8125, |
|
"eval_samples_per_second": 18.1, |
|
"eval_steps_per_second": 2.317, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 3.757515030060121e-06, |
|
"loss": 1.6161, |
|
"step": 425 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"eval_loss": 1.7329128980636597, |
|
"eval_runtime": 13.8207, |
|
"eval_samples_per_second": 18.089, |
|
"eval_steps_per_second": 2.315, |
|
"step": 425 |
|
} |
|
], |
|
"logging_steps": 25, |
|
"max_steps": 500, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 25, |
|
"total_flos": 6984506277888000.0, |
|
"train_batch_size": 2, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|