|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.3, |
|
"eval_steps": 100, |
|
"global_step": 300, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 0.0001666666666666667, |
|
"loss": 0.8745, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 0.00019979028262377118, |
|
"loss": 0.8093, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 0.00019893981312363562, |
|
"loss": 0.7357, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 0.00019744105246469263, |
|
"loss": 0.7535, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"eval_loss": 0.4003306031227112, |
|
"eval_runtime": 1.7839, |
|
"eval_samples_per_second": 2.242, |
|
"eval_steps_per_second": 0.561, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 0.0001953038210948861, |
|
"loss": 0.7249, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 0.00019254212296427044, |
|
"loss": 0.7118, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 0.00018917405376582145, |
|
"loss": 0.7467, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 0.00018522168236559695, |
|
"loss": 0.6714, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"eval_loss": 0.3684937059879303, |
|
"eval_runtime": 1.7853, |
|
"eval_samples_per_second": 2.24, |
|
"eval_steps_per_second": 0.56, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 0.00018071090619916093, |
|
"loss": 0.654, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"learning_rate": 0.00017567128158176953, |
|
"loss": 0.6392, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"learning_rate": 0.00017013583004418993, |
|
"loss": 0.5745, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 0.000164140821963114, |
|
"loss": 0.5364, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"eval_loss": 0.3665352761745453, |
|
"eval_runtime": 1.7852, |
|
"eval_samples_per_second": 2.241, |
|
"eval_steps_per_second": 0.56, |
|
"step": 300 |
|
} |
|
], |
|
"logging_steps": 25, |
|
"max_steps": 1000, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 9223372036854775807, |
|
"save_steps": 100, |
|
"total_flos": 4.480521895673856e+17, |
|
"train_batch_size": 4, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|