|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.974025974025974, |
|
"eval_steps": 25, |
|
"global_step": 150, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.16, |
|
"grad_norm": 11.01017951965332, |
|
"learning_rate": 2.2361809045226133e-05, |
|
"loss": 2.5416, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"eval_loss": 1.7125414609909058, |
|
"eval_runtime": 5.0817, |
|
"eval_samples_per_second": 6.887, |
|
"eval_steps_per_second": 0.984, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"grad_norm": 10.009162902832031, |
|
"learning_rate": 1.9221105527638193e-05, |
|
"loss": 1.6162, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"eval_loss": 1.5332300662994385, |
|
"eval_runtime": 5.2881, |
|
"eval_samples_per_second": 6.619, |
|
"eval_steps_per_second": 0.946, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"grad_norm": 9.377760887145996, |
|
"learning_rate": 1.608040201005025e-05, |
|
"loss": 1.4794, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"eval_loss": 1.431817889213562, |
|
"eval_runtime": 5.1946, |
|
"eval_samples_per_second": 6.738, |
|
"eval_steps_per_second": 0.963, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"grad_norm": 14.868287086486816, |
|
"learning_rate": 1.2939698492462313e-05, |
|
"loss": 1.3783, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"eval_loss": 1.3400715589523315, |
|
"eval_runtime": 5.2323, |
|
"eval_samples_per_second": 6.689, |
|
"eval_steps_per_second": 0.956, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"grad_norm": 11.457832336425781, |
|
"learning_rate": 9.798994974874372e-06, |
|
"loss": 1.3071, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"eval_loss": 1.2986036539077759, |
|
"eval_runtime": 5.2307, |
|
"eval_samples_per_second": 6.691, |
|
"eval_steps_per_second": 0.956, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"grad_norm": 9.498678207397461, |
|
"learning_rate": 6.658291457286432e-06, |
|
"loss": 1.2695, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"eval_loss": 1.272000789642334, |
|
"eval_runtime": 5.2257, |
|
"eval_samples_per_second": 6.698, |
|
"eval_steps_per_second": 0.957, |
|
"step": 150 |
|
} |
|
], |
|
"logging_steps": 25, |
|
"max_steps": 200, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 2, |
|
"save_steps": 25, |
|
"total_flos": 1036180979712000.0, |
|
"train_batch_size": 2, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|