|
{ |
|
"best_metric": 27.560609650161886, |
|
"best_model_checkpoint": "/scratch/mrahma45/pixel/finetuned_models/bert/bert-base-finetuned-parsing-ud-Chinese-GSD/checkpoint-500", |
|
"epoch": 24.0, |
|
"global_step": 3000, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 7.52e-05, |
|
"loss": 5.1119, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"learning_rate": 7.949530201342283e-05, |
|
"loss": 3.5502, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 2.4, |
|
"learning_rate": 7.895838926174497e-05, |
|
"loss": 3.2732, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 3.2, |
|
"learning_rate": 7.842147651006712e-05, |
|
"loss": 3.1436, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"learning_rate": 7.788456375838927e-05, |
|
"loss": 2.9782, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_las": 27.560609650161886, |
|
"eval_loss": 3.2153432369232178, |
|
"eval_runtime": 3.7874, |
|
"eval_samples_per_second": 132.018, |
|
"eval_steps_per_second": 16.634, |
|
"eval_uas": 38.72699992102977, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 4.8, |
|
"learning_rate": 7.734765100671142e-05, |
|
"loss": 2.7713, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 5.6, |
|
"learning_rate": 7.681073825503357e-05, |
|
"loss": 2.596, |
|
"step": 700 |
|
}, |
|
{ |
|
"epoch": 6.4, |
|
"learning_rate": 7.627382550335572e-05, |
|
"loss": 2.4727, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 7.2, |
|
"learning_rate": 7.573691275167786e-05, |
|
"loss": 2.2636, |
|
"step": 900 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"learning_rate": 7.52e-05, |
|
"loss": 2.1577, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_las": 27.24472873726605, |
|
"eval_loss": 3.5974676609039307, |
|
"eval_runtime": 3.7904, |
|
"eval_samples_per_second": 131.911, |
|
"eval_steps_per_second": 16.621, |
|
"eval_uas": 37.81094527363184, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 8.8, |
|
"learning_rate": 7.466308724832215e-05, |
|
"loss": 1.9002, |
|
"step": 1100 |
|
}, |
|
{ |
|
"epoch": 9.6, |
|
"learning_rate": 7.41261744966443e-05, |
|
"loss": 1.7571, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 10.4, |
|
"learning_rate": 7.358926174496644e-05, |
|
"loss": 1.6221, |
|
"step": 1300 |
|
}, |
|
{ |
|
"epoch": 11.2, |
|
"learning_rate": 7.305234899328859e-05, |
|
"loss": 1.4755, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"learning_rate": 7.251543624161074e-05, |
|
"loss": 1.3676, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 12.0, |
|
"eval_las": 26.139145542130613, |
|
"eval_loss": 4.466611385345459, |
|
"eval_runtime": 3.7901, |
|
"eval_samples_per_second": 131.922, |
|
"eval_steps_per_second": 16.622, |
|
"eval_uas": 37.3055358129985, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 12.8, |
|
"learning_rate": 7.197852348993289e-05, |
|
"loss": 1.1862, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 13.6, |
|
"learning_rate": 7.144161073825504e-05, |
|
"loss": 1.0804, |
|
"step": 1700 |
|
}, |
|
{ |
|
"epoch": 14.4, |
|
"learning_rate": 7.090469798657718e-05, |
|
"loss": 1.0108, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 15.2, |
|
"learning_rate": 7.036778523489933e-05, |
|
"loss": 0.9181, |
|
"step": 1900 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"learning_rate": 6.983087248322148e-05, |
|
"loss": 0.8486, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 16.0, |
|
"eval_las": 25.70480928689884, |
|
"eval_loss": 5.577605247497559, |
|
"eval_runtime": 3.7894, |
|
"eval_samples_per_second": 131.945, |
|
"eval_steps_per_second": 16.625, |
|
"eval_uas": 36.713259101318805, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 16.8, |
|
"learning_rate": 6.929395973154363e-05, |
|
"loss": 0.7407, |
|
"step": 2100 |
|
}, |
|
{ |
|
"epoch": 17.6, |
|
"learning_rate": 6.875704697986578e-05, |
|
"loss": 0.682, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 18.4, |
|
"learning_rate": 6.822013422818793e-05, |
|
"loss": 0.6301, |
|
"step": 2300 |
|
}, |
|
{ |
|
"epoch": 19.2, |
|
"learning_rate": 6.768322147651007e-05, |
|
"loss": 0.5779, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"learning_rate": 6.714630872483222e-05, |
|
"loss": 0.5466, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 20.0, |
|
"eval_las": 26.09966042801864, |
|
"eval_loss": 6.376339912414551, |
|
"eval_runtime": 3.7911, |
|
"eval_samples_per_second": 131.889, |
|
"eval_steps_per_second": 16.618, |
|
"eval_uas": 37.08441917397141, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 20.8, |
|
"learning_rate": 6.660939597315437e-05, |
|
"loss": 0.4749, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 21.6, |
|
"learning_rate": 6.607248322147652e-05, |
|
"loss": 0.4391, |
|
"step": 2700 |
|
}, |
|
{ |
|
"epoch": 22.4, |
|
"learning_rate": 6.553557046979867e-05, |
|
"loss": 0.4082, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 23.2, |
|
"learning_rate": 6.499865771812081e-05, |
|
"loss": 0.3809, |
|
"step": 2900 |
|
}, |
|
{ |
|
"epoch": 24.0, |
|
"learning_rate": 6.446174496644296e-05, |
|
"loss": 0.3536, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 24.0, |
|
"eval_las": 26.060175313906658, |
|
"eval_loss": 7.119637489318848, |
|
"eval_runtime": 3.7886, |
|
"eval_samples_per_second": 131.973, |
|
"eval_steps_per_second": 16.629, |
|
"eval_uas": 37.37660901840007, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 24.0, |
|
"step": 3000, |
|
"total_flos": 1.6017757518422016e+16, |
|
"train_loss": 1.6239593226114908, |
|
"train_runtime": 1696.2446, |
|
"train_samples_per_second": 282.978, |
|
"train_steps_per_second": 8.843 |
|
} |
|
], |
|
"max_steps": 15000, |
|
"num_train_epochs": 120, |
|
"total_flos": 1.6017757518422016e+16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|