|
{ |
|
"best_metric": 0.7594855831156184, |
|
"best_model_checkpoint": "legal-bert-base-uncased/checkpoint-3215", |
|
"epoch": 5.0, |
|
"eval_steps": 500, |
|
"global_step": 3215, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.78, |
|
"grad_norm": 6.735908031463623, |
|
"learning_rate": 4.742353551062727e-05, |
|
"loss": 1.1096, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.7978311386522076, |
|
"eval_f1_macro": 0.613418966848975, |
|
"eval_f1_micro": 0.7978311386522076, |
|
"eval_f1_weighted": 0.7839880886224406, |
|
"eval_loss": 0.6747979521751404, |
|
"eval_macro_fpr": 0.018830502815301575, |
|
"eval_macro_sensitivity": 0.6339578261148517, |
|
"eval_macro_specificity": 0.9845345883924012, |
|
"eval_precision": 0.7854860044786733, |
|
"eval_precision_macro": 0.6239440349375213, |
|
"eval_recall": 0.7978311386522076, |
|
"eval_recall_macro": 0.6339578261148517, |
|
"eval_runtime": 30.9921, |
|
"eval_samples_per_second": 41.656, |
|
"eval_steps_per_second": 5.227, |
|
"eval_weighted_fpr": 0.017778080512226686, |
|
"eval_weighted_sensitivity": 0.7978311386522076, |
|
"eval_weighted_specificity": 0.9701876872338092, |
|
"step": 643 |
|
}, |
|
{ |
|
"epoch": 1.56, |
|
"grad_norm": 6.824150562286377, |
|
"learning_rate": 4.48315189217211e-05, |
|
"loss": 0.6187, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.8109992254066615, |
|
"eval_f1_macro": 0.7268228216676939, |
|
"eval_f1_micro": 0.8109992254066615, |
|
"eval_f1_weighted": 0.8089875323563979, |
|
"eval_loss": 0.6449354887008667, |
|
"eval_macro_fpr": 0.016938802987367406, |
|
"eval_macro_sensitivity": 0.7327307314578203, |
|
"eval_macro_specificity": 0.9857686909763926, |
|
"eval_precision": 0.8196084470842065, |
|
"eval_precision_macro": 0.7805936449528967, |
|
"eval_recall": 0.8109992254066615, |
|
"eval_recall_macro": 0.7327307314578203, |
|
"eval_runtime": 58.3071, |
|
"eval_samples_per_second": 22.141, |
|
"eval_steps_per_second": 2.778, |
|
"eval_weighted_fpr": 0.016373641121997046, |
|
"eval_weighted_sensitivity": 0.8109992254066615, |
|
"eval_weighted_specificity": 0.9755311392392266, |
|
"step": 1286 |
|
}, |
|
{ |
|
"epoch": 2.33, |
|
"grad_norm": 20.75279998779297, |
|
"learning_rate": 4.223950233281493e-05, |
|
"loss": 0.4747, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.814872192099148, |
|
"eval_f1_macro": 0.7369957890904685, |
|
"eval_f1_micro": 0.814872192099148, |
|
"eval_f1_weighted": 0.8124596447054482, |
|
"eval_loss": 0.8151384592056274, |
|
"eval_macro_fpr": 0.016571707879599946, |
|
"eval_macro_sensitivity": 0.739039840019417, |
|
"eval_macro_specificity": 0.9860629698102752, |
|
"eval_precision": 0.8192276160546627, |
|
"eval_precision_macro": 0.7659183928188651, |
|
"eval_recall": 0.814872192099148, |
|
"eval_recall_macro": 0.739039840019417, |
|
"eval_runtime": 55.9094, |
|
"eval_samples_per_second": 23.091, |
|
"eval_steps_per_second": 2.898, |
|
"eval_weighted_fpr": 0.015968463954032203, |
|
"eval_weighted_sensitivity": 0.814872192099148, |
|
"eval_weighted_specificity": 0.9760723550549795, |
|
"step": 1929 |
|
}, |
|
{ |
|
"epoch": 3.11, |
|
"grad_norm": 10.737870216369629, |
|
"learning_rate": 3.9652669777086575e-05, |
|
"loss": 0.3866, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 3.89, |
|
"grad_norm": 13.75886344909668, |
|
"learning_rate": 3.7060653188180404e-05, |
|
"loss": 0.2645, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.8218435321456236, |
|
"eval_f1_macro": 0.738478964900184, |
|
"eval_f1_micro": 0.8218435321456236, |
|
"eval_f1_weighted": 0.8189030195253059, |
|
"eval_loss": 0.9344585537910461, |
|
"eval_macro_fpr": 0.015763618193954002, |
|
"eval_macro_sensitivity": 0.7412892486668318, |
|
"eval_macro_specificity": 0.986618111597957, |
|
"eval_precision": 0.8198244063808544, |
|
"eval_precision_macro": 0.7446229748697999, |
|
"eval_recall": 0.8218435321456236, |
|
"eval_recall_macro": 0.7412892486668318, |
|
"eval_runtime": 75.578, |
|
"eval_samples_per_second": 17.082, |
|
"eval_steps_per_second": 2.143, |
|
"eval_weighted_fpr": 0.015247944842216919, |
|
"eval_weighted_sensitivity": 0.8218435321456236, |
|
"eval_weighted_specificity": 0.9774281418237326, |
|
"step": 2572 |
|
}, |
|
{ |
|
"epoch": 4.67, |
|
"grad_norm": 8.32991886138916, |
|
"learning_rate": 3.4468636599274234e-05, |
|
"loss": 0.1901, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_accuracy": 0.8195197521301317, |
|
"eval_f1_macro": 0.7594855831156184, |
|
"eval_f1_micro": 0.8195197521301317, |
|
"eval_f1_weighted": 0.81658937168797, |
|
"eval_loss": 1.0929232835769653, |
|
"eval_macro_fpr": 0.01614879224826684, |
|
"eval_macro_sensitivity": 0.743232314276478, |
|
"eval_macro_specificity": 0.9863035723232563, |
|
"eval_precision": 0.8241924882578779, |
|
"eval_precision_macro": 0.8264084869739744, |
|
"eval_recall": 0.8195197521301317, |
|
"eval_recall_macro": 0.743232314276478, |
|
"eval_runtime": 65.7326, |
|
"eval_samples_per_second": 19.64, |
|
"eval_steps_per_second": 2.465, |
|
"eval_weighted_fpr": 0.01548687271518777, |
|
"eval_weighted_sensitivity": 0.8195197521301317, |
|
"eval_weighted_specificity": 0.9750338327187125, |
|
"step": 3215 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 9645, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 15, |
|
"save_steps": 500, |
|
"total_flos": 6760111972239360.0, |
|
"train_batch_size": 8, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|