liputan6-lora-16 / trainer_state.json
apwic's picture
End of training
8a90e69 verified
raw
history blame
3.22 kB
{
"best_metric": 28.5562,
"best_model_checkpoint": "bin/liputan6-lora-16/checkpoint-252",
"epoch": 5.0,
"eval_steps": 500,
"global_step": 315,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"grad_norm": 1.2158453464508057,
"learning_rate": 0.0008,
"loss": 2.9434,
"step": 63
},
{
"epoch": 1.0,
"eval_gen_len": 35.404,
"eval_loss": 2.6951351165771484,
"eval_rouge1": 25.6796,
"eval_rouge2": 11.0701,
"eval_rougeL": 22.1424,
"eval_rougeLsum": 23.2849,
"eval_runtime": 342.3214,
"eval_samples_per_second": 2.921,
"eval_steps_per_second": 0.093,
"step": 63
},
{
"epoch": 2.0,
"grad_norm": 1.3100322484970093,
"learning_rate": 0.0006,
"loss": 2.3008,
"step": 126
},
{
"epoch": 2.0,
"eval_gen_len": 35.768,
"eval_loss": 2.654245376586914,
"eval_rouge1": 27.4005,
"eval_rouge2": 12.0574,
"eval_rougeL": 23.6657,
"eval_rougeLsum": 25.1251,
"eval_runtime": 257.9915,
"eval_samples_per_second": 3.876,
"eval_steps_per_second": 0.124,
"step": 126
},
{
"epoch": 3.0,
"grad_norm": 1.364740014076233,
"learning_rate": 0.0004,
"loss": 2.1668,
"step": 189
},
{
"epoch": 3.0,
"eval_gen_len": 32.749,
"eval_loss": 2.6101162433624268,
"eval_rouge1": 28.0403,
"eval_rouge2": 12.2713,
"eval_rougeL": 23.9451,
"eval_rougeLsum": 25.7556,
"eval_runtime": 180.1413,
"eval_samples_per_second": 5.551,
"eval_steps_per_second": 0.178,
"step": 189
},
{
"epoch": 4.0,
"grad_norm": 1.419220209121704,
"learning_rate": 0.0002,
"loss": 2.0618,
"step": 252
},
{
"epoch": 4.0,
"eval_gen_len": 32.931,
"eval_loss": 2.657413959503174,
"eval_rouge1": 28.5562,
"eval_rouge2": 12.5992,
"eval_rougeL": 24.2399,
"eval_rougeLsum": 26.2278,
"eval_runtime": 174.5382,
"eval_samples_per_second": 5.729,
"eval_steps_per_second": 0.183,
"step": 252
},
{
"epoch": 5.0,
"grad_norm": 1.2581560611724854,
"learning_rate": 0.0,
"loss": 2.0036,
"step": 315
},
{
"epoch": 5.0,
"eval_gen_len": 33.644,
"eval_loss": 2.661618232727051,
"eval_rouge1": 28.2024,
"eval_rouge2": 12.3241,
"eval_rougeL": 23.9228,
"eval_rougeLsum": 25.9287,
"eval_runtime": 195.8376,
"eval_samples_per_second": 5.106,
"eval_steps_per_second": 0.163,
"step": 315
},
{
"epoch": 5.0,
"step": 315,
"total_flos": 3450965852160000.0,
"train_loss": 2.2952696300688245,
"train_runtime": 1511.6568,
"train_samples_per_second": 3.308,
"train_steps_per_second": 0.208
}
],
"logging_steps": 500,
"max_steps": 315,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 500,
"total_flos": 3450965852160000.0,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}