|
{ |
|
"best_metric": 24.1034, |
|
"best_model_checkpoint": "/content/gdrive/MyDrive/FYP/Models/t5-base-bt1/checkpoint-200", |
|
"epoch": 2.5974025974025974, |
|
"eval_steps": 200, |
|
"global_step": 1000, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.52, |
|
"grad_norm": 0.2686031758785248, |
|
"learning_rate": 2.4831168831168833e-05, |
|
"loss": 0.1851, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"eval_gen_len": 7.9725, |
|
"eval_loss": 0.1528128981590271, |
|
"eval_rouge1": 24.1034, |
|
"eval_rouge2": 7.8017, |
|
"eval_rougeL": 23.9819, |
|
"eval_rougeLsum": 23.9829, |
|
"eval_runtime": 28.1898, |
|
"eval_samples_per_second": 9.046, |
|
"eval_steps_per_second": 1.135, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"grad_norm": 0.25006070733070374, |
|
"learning_rate": 1.963636363636364e-05, |
|
"loss": 0.1689, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"eval_gen_len": 7.7647, |
|
"eval_loss": 0.14707043766975403, |
|
"eval_rouge1": 23.678, |
|
"eval_rouge2": 8.9843, |
|
"eval_rougeL": 23.5524, |
|
"eval_rougeLsum": 23.4759, |
|
"eval_runtime": 24.6429, |
|
"eval_samples_per_second": 10.348, |
|
"eval_steps_per_second": 1.299, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 1.56, |
|
"grad_norm": 0.22689774632453918, |
|
"learning_rate": 1.444155844155844e-05, |
|
"loss": 0.1552, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 1.56, |
|
"eval_gen_len": 7.7529, |
|
"eval_loss": 0.14518693089485168, |
|
"eval_rouge1": 22.9341, |
|
"eval_rouge2": 8.1229, |
|
"eval_rougeL": 22.7212, |
|
"eval_rougeLsum": 22.683, |
|
"eval_runtime": 24.959, |
|
"eval_samples_per_second": 10.217, |
|
"eval_steps_per_second": 1.282, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"grad_norm": 0.17184163630008698, |
|
"learning_rate": 9.246753246753248e-06, |
|
"loss": 0.1514, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 2.08, |
|
"eval_gen_len": 7.7608, |
|
"eval_loss": 0.14357559382915497, |
|
"eval_rouge1": 22.5133, |
|
"eval_rouge2": 7.2709, |
|
"eval_rougeL": 22.2378, |
|
"eval_rougeLsum": 22.2376, |
|
"eval_runtime": 24.8757, |
|
"eval_samples_per_second": 10.251, |
|
"eval_steps_per_second": 1.286, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 2.6, |
|
"grad_norm": 0.28168073296546936, |
|
"learning_rate": 4.051948051948052e-06, |
|
"loss": 0.1471, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 2.6, |
|
"eval_gen_len": 7.549, |
|
"eval_loss": 0.14313405752182007, |
|
"eval_rouge1": 22.1429, |
|
"eval_rouge2": 7.3658, |
|
"eval_rougeL": 21.9525, |
|
"eval_rougeLsum": 21.8681, |
|
"eval_runtime": 24.8114, |
|
"eval_samples_per_second": 10.278, |
|
"eval_steps_per_second": 1.29, |
|
"step": 1000 |
|
} |
|
], |
|
"logging_steps": 200, |
|
"max_steps": 1155, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 3, |
|
"save_steps": 200, |
|
"total_flos": 4869227292917760.0, |
|
"train_batch_size": 8, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|