hBERTv1_no_pretrain_sst2 / trainer_state.json
gokuls's picture
End of training
98c7af4
{
"best_metric": 0.44338709115982056,
"best_model_checkpoint": "hBERTv1_no_pretrain_sst2/checkpoint-702",
"epoch": 6.0,
"global_step": 4212,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"learning_rate": 3.9200000000000004e-05,
"loss": 0.4323,
"step": 702
},
{
"epoch": 1.0,
"eval_accuracy": 0.8107798165137615,
"eval_loss": 0.44338709115982056,
"eval_runtime": 4.0911,
"eval_samples_per_second": 213.147,
"eval_steps_per_second": 2.444,
"step": 702
},
{
"epoch": 2.0,
"learning_rate": 3.8400000000000005e-05,
"loss": 0.2664,
"step": 1404
},
{
"epoch": 2.0,
"eval_accuracy": 0.801605504587156,
"eval_loss": 0.5413224697113037,
"eval_runtime": 4.0747,
"eval_samples_per_second": 214.002,
"eval_steps_per_second": 2.454,
"step": 1404
},
{
"epoch": 3.0,
"learning_rate": 3.76e-05,
"loss": 0.2222,
"step": 2106
},
{
"epoch": 3.0,
"eval_accuracy": 0.8130733944954128,
"eval_loss": 0.5243069529533386,
"eval_runtime": 4.0727,
"eval_samples_per_second": 214.11,
"eval_steps_per_second": 2.455,
"step": 2106
},
{
"epoch": 4.0,
"learning_rate": 3.680000000000001e-05,
"loss": 0.2092,
"step": 2808
},
{
"epoch": 4.0,
"eval_accuracy": 0.8004587155963303,
"eval_loss": 0.6012656688690186,
"eval_runtime": 4.0943,
"eval_samples_per_second": 212.979,
"eval_steps_per_second": 2.442,
"step": 2808
},
{
"epoch": 5.0,
"learning_rate": 3.6e-05,
"loss": 0.2346,
"step": 3510
},
{
"epoch": 5.0,
"eval_accuracy": 0.8027522935779816,
"eval_loss": 0.4991849958896637,
"eval_runtime": 4.0513,
"eval_samples_per_second": 215.238,
"eval_steps_per_second": 2.468,
"step": 3510
},
{
"epoch": 6.0,
"learning_rate": 3.52e-05,
"loss": 0.2444,
"step": 4212
},
{
"epoch": 6.0,
"eval_accuracy": 0.8004587155963303,
"eval_loss": 0.5316653251647949,
"eval_runtime": 4.0478,
"eval_samples_per_second": 215.428,
"eval_steps_per_second": 2.471,
"step": 4212
},
{
"epoch": 6.0,
"step": 4212,
"total_flos": 5.984501559302554e+16,
"train_loss": 0.26820123931508005,
"train_runtime": 5787.7575,
"train_samples_per_second": 581.823,
"train_steps_per_second": 6.065
}
],
"max_steps": 35100,
"num_train_epochs": 50,
"total_flos": 5.984501559302554e+16,
"trial_name": null,
"trial_params": null
}