|
{ |
|
"best_metric": 0.257554292678833, |
|
"best_model_checkpoint": "./checkpoint/checkpoint-45000", |
|
"epoch": 1.9922082521692934, |
|
"eval_steps": 1000, |
|
"global_step": 45000, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.04, |
|
"grad_norm": 16.78230857849121, |
|
"learning_rate": 1.987315680989377e-05, |
|
"loss": 0.7008, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"eval_LOC_f1": 0.7083043365359647, |
|
"eval_ORG_f1": 0.5623498694516972, |
|
"eval_PER_f1": 0.7100647964924535, |
|
"eval_loss": 0.525841236114502, |
|
"eval_overall_accuracy": 0.839431747364137, |
|
"eval_overall_f1": 0.6684494885258021, |
|
"eval_overall_precision": 0.6813296398891967, |
|
"eval_overall_recall": 0.656047285763059, |
|
"eval_runtime": 178.5538, |
|
"eval_samples_per_second": 365.156, |
|
"eval_steps_per_second": 22.822, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"grad_norm": 9.70958137512207, |
|
"learning_rate": 1.974631361978754e-05, |
|
"loss": 0.4865, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"eval_LOC_f1": 0.7016948849995092, |
|
"eval_ORG_f1": 0.590386287417712, |
|
"eval_PER_f1": 0.744081694250214, |
|
"eval_loss": 0.4681616723537445, |
|
"eval_overall_accuracy": 0.8518320678647284, |
|
"eval_overall_f1": 0.6854302821050324, |
|
"eval_overall_precision": 0.6610573746663495, |
|
"eval_overall_recall": 0.7116692272675543, |
|
"eval_runtime": 178.958, |
|
"eval_samples_per_second": 364.331, |
|
"eval_steps_per_second": 22.771, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"grad_norm": 15.70914077758789, |
|
"learning_rate": 1.961947042968131e-05, |
|
"loss": 0.4382, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"eval_LOC_f1": 0.7578888199720886, |
|
"eval_ORG_f1": 0.6413910093299406, |
|
"eval_PER_f1": 0.7750323494978126, |
|
"eval_loss": 0.4217945635318756, |
|
"eval_overall_accuracy": 0.8756332018861953, |
|
"eval_overall_f1": 0.7298225286836603, |
|
"eval_overall_precision": 0.7249466651695486, |
|
"eval_overall_recall": 0.7347644247183339, |
|
"eval_runtime": 177.7042, |
|
"eval_samples_per_second": 366.902, |
|
"eval_steps_per_second": 22.931, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"grad_norm": 0.9930562376976013, |
|
"learning_rate": 1.9492627239575078e-05, |
|
"loss": 0.3973, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"eval_LOC_f1": 0.7571125548125672, |
|
"eval_ORG_f1": 0.648735892760337, |
|
"eval_PER_f1": 0.7869654790165547, |
|
"eval_loss": 0.37678804993629456, |
|
"eval_overall_accuracy": 0.8835828734179773, |
|
"eval_overall_f1": 0.7360367198972751, |
|
"eval_overall_precision": 0.7341253555609017, |
|
"eval_overall_recall": 0.7379580630476841, |
|
"eval_runtime": 176.7693, |
|
"eval_samples_per_second": 368.842, |
|
"eval_steps_per_second": 23.053, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"grad_norm": 10.682718276977539, |
|
"learning_rate": 1.9365784049468845e-05, |
|
"loss": 0.3937, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"eval_LOC_f1": 0.7778496267121274, |
|
"eval_ORG_f1": 0.6430323934146428, |
|
"eval_PER_f1": 0.7986373262130558, |
|
"eval_loss": 0.4208361804485321, |
|
"eval_overall_accuracy": 0.8810407141986101, |
|
"eval_overall_f1": 0.7449750865636349, |
|
"eval_overall_precision": 0.7371928798261742, |
|
"eval_overall_recall": 0.7529233526800956, |
|
"eval_runtime": 175.2138, |
|
"eval_samples_per_second": 372.117, |
|
"eval_steps_per_second": 23.257, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"grad_norm": 9.084446907043457, |
|
"learning_rate": 1.924106352298313e-05, |
|
"loss": 0.3536, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"eval_LOC_f1": 0.7828708236001125, |
|
"eval_ORG_f1": 0.6829649863421904, |
|
"eval_PER_f1": 0.799357419856545, |
|
"eval_loss": 0.36626189947128296, |
|
"eval_overall_accuracy": 0.8907383203725096, |
|
"eval_overall_f1": 0.760005685048323, |
|
"eval_overall_precision": 0.7663556759390631, |
|
"eval_overall_recall": 0.7537600608939571, |
|
"eval_runtime": 1096.1574, |
|
"eval_samples_per_second": 59.937, |
|
"eval_steps_per_second": 0.118, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"grad_norm": 17.549041748046875, |
|
"learning_rate": 1.9114574110146982e-05, |
|
"loss": 0.3432, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"eval_LOC_f1": 0.7952019006963426, |
|
"eval_ORG_f1": 0.6895359096523734, |
|
"eval_PER_f1": 0.8176749430952034, |
|
"eval_loss": 0.3385719060897827, |
|
"eval_overall_accuracy": 0.8962171463957795, |
|
"eval_overall_f1": 0.771180360157569, |
|
"eval_overall_precision": 0.7696968420461406, |
|
"eval_overall_recall": 0.772669607995151, |
|
"eval_runtime": 858.9522, |
|
"eval_samples_per_second": 76.489, |
|
"eval_steps_per_second": 0.15, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"grad_norm": 24.70513916015625, |
|
"learning_rate": 1.8988084697310836e-05, |
|
"loss": 0.3278, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"eval_LOC_f1": 0.8013627254509018, |
|
"eval_ORG_f1": 0.6951269959460578, |
|
"eval_PER_f1": 0.8197644808913556, |
|
"eval_loss": 0.34438127279281616, |
|
"eval_overall_accuracy": 0.898079396458301, |
|
"eval_overall_f1": 0.7756412540713129, |
|
"eval_overall_precision": 0.7844467189482182, |
|
"eval_overall_recall": 0.7670312786321413, |
|
"eval_runtime": 858.3259, |
|
"eval_samples_per_second": 76.544, |
|
"eval_steps_per_second": 0.15, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"grad_norm": 9.711076736450195, |
|
"learning_rate": 1.8861595284474693e-05, |
|
"loss": 0.3262, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"eval_LOC_f1": 0.813213095471476, |
|
"eval_ORG_f1": 0.7107696972759894, |
|
"eval_PER_f1": 0.8219371637919723, |
|
"eval_loss": 0.3584470748901367, |
|
"eval_overall_accuracy": 0.898605619797311, |
|
"eval_overall_f1": 0.7873656115410829, |
|
"eval_overall_precision": 0.7973837314349728, |
|
"eval_overall_recall": 0.7775960982760808, |
|
"eval_runtime": 870.9363, |
|
"eval_samples_per_second": 75.436, |
|
"eval_steps_per_second": 0.148, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"grad_norm": 1.0706424713134766, |
|
"learning_rate": 1.8735105871638546e-05, |
|
"loss": 0.3224, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"eval_LOC_f1": 0.8127321363277717, |
|
"eval_ORG_f1": 0.7053217033370902, |
|
"eval_PER_f1": 0.8284614520690605, |
|
"eval_loss": 0.3149181008338928, |
|
"eval_overall_accuracy": 0.9003740874825833, |
|
"eval_overall_f1": 0.78723937113973, |
|
"eval_overall_precision": 0.7880037567703074, |
|
"eval_overall_recall": 0.7864764670228211, |
|
"eval_runtime": 905.7017, |
|
"eval_samples_per_second": 72.54, |
|
"eval_steps_per_second": 0.142, |
|
"step": 10000 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"grad_norm": 5.779551982879639, |
|
"learning_rate": 1.86086164588024e-05, |
|
"loss": 0.323, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"eval_LOC_f1": 0.8184425456746753, |
|
"eval_ORG_f1": 0.7099403917116094, |
|
"eval_PER_f1": 0.8274642760571583, |
|
"eval_loss": 0.32969576120376587, |
|
"eval_overall_accuracy": 0.8986934477379095, |
|
"eval_overall_f1": 0.787954918665525, |
|
"eval_overall_precision": 0.7845852840472364, |
|
"eval_overall_recall": 0.7913536219218246, |
|
"eval_runtime": 904.0471, |
|
"eval_samples_per_second": 72.673, |
|
"eval_steps_per_second": 0.143, |
|
"step": 11000 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"grad_norm": 0.5029723048210144, |
|
"learning_rate": 1.8482127045966253e-05, |
|
"loss": 0.307, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"eval_LOC_f1": 0.8216145583120352, |
|
"eval_ORG_f1": 0.7225526656894693, |
|
"eval_PER_f1": 0.8273035359038698, |
|
"eval_loss": 0.3300624191761017, |
|
"eval_overall_accuracy": 0.9015344583248979, |
|
"eval_overall_f1": 0.7950728742961997, |
|
"eval_overall_precision": 0.7871480673058326, |
|
"eval_overall_recall": 0.8031588740256262, |
|
"eval_runtime": 864.0266, |
|
"eval_samples_per_second": 76.039, |
|
"eval_steps_per_second": 0.149, |
|
"step": 12000 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"grad_norm": 3.1533098220825195, |
|
"learning_rate": 1.8355637633130106e-05, |
|
"loss": 0.3176, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"eval_LOC_f1": 0.8250715828125148, |
|
"eval_ORG_f1": 0.7192632496804788, |
|
"eval_PER_f1": 0.8411864068909802, |
|
"eval_loss": 0.32228201627731323, |
|
"eval_overall_accuracy": 0.9048257731835991, |
|
"eval_overall_f1": 0.7993031971987119, |
|
"eval_overall_precision": 0.7982273018015168, |
|
"eval_overall_recall": 0.8003819968143439, |
|
"eval_runtime": 861.5394, |
|
"eval_samples_per_second": 76.259, |
|
"eval_steps_per_second": 0.15, |
|
"step": 13000 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"grad_norm": 27.121158599853516, |
|
"learning_rate": 1.8229148220293963e-05, |
|
"loss": 0.3026, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"eval_LOC_f1": 0.813366057700572, |
|
"eval_ORG_f1": 0.7255497858288067, |
|
"eval_PER_f1": 0.8334248928753359, |
|
"eval_loss": 0.31955230236053467, |
|
"eval_overall_accuracy": 0.9049277429112431, |
|
"eval_overall_f1": 0.7948808632215472, |
|
"eval_overall_precision": 0.7823057288325302, |
|
"eval_overall_recall": 0.8078668790437393, |
|
"eval_runtime": 870.9305, |
|
"eval_samples_per_second": 75.437, |
|
"eval_steps_per_second": 0.148, |
|
"step": 14000 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"grad_norm": 2.3121883869171143, |
|
"learning_rate": 1.8102658807457817e-05, |
|
"loss": 0.3148, |
|
"step": 15000 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"eval_LOC_f1": 0.8302503673286692, |
|
"eval_ORG_f1": 0.7304969576437721, |
|
"eval_PER_f1": 0.8389894805913836, |
|
"eval_loss": 0.3013811409473419, |
|
"eval_overall_accuracy": 0.9075328089459457, |
|
"eval_overall_f1": 0.8036533849292605, |
|
"eval_overall_precision": 0.8008272039526633, |
|
"eval_overall_recall": 0.8064995841732094, |
|
"eval_runtime": 915.5251, |
|
"eval_samples_per_second": 71.762, |
|
"eval_steps_per_second": 0.141, |
|
"step": 15000 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"grad_norm": 9.053048133850098, |
|
"learning_rate": 1.7976169394621674e-05, |
|
"loss": 0.2919, |
|
"step": 16000 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"eval_LOC_f1": 0.8302478759061501, |
|
"eval_ORG_f1": 0.731782075129564, |
|
"eval_PER_f1": 0.8492362049256988, |
|
"eval_loss": 0.29880577325820923, |
|
"eval_overall_accuracy": 0.9072484845958724, |
|
"eval_overall_f1": 0.8070731973229327, |
|
"eval_overall_precision": 0.8054613737671545, |
|
"eval_overall_recall": 0.8086914847130795, |
|
"eval_runtime": 868.8985, |
|
"eval_samples_per_second": 75.613, |
|
"eval_steps_per_second": 0.148, |
|
"step": 16000 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"grad_norm": 10.181853294372559, |
|
"learning_rate": 1.7849679981785527e-05, |
|
"loss": 0.284, |
|
"step": 17000 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"eval_LOC_f1": 0.8266632184651193, |
|
"eval_ORG_f1": 0.7243731835870154, |
|
"eval_PER_f1": 0.8473984474857374, |
|
"eval_loss": 0.32140275835990906, |
|
"eval_overall_accuracy": 0.9021306462945541, |
|
"eval_overall_f1": 0.8045739646627278, |
|
"eval_overall_precision": 0.7991697840325968, |
|
"eval_overall_recall": 0.8100517316719056, |
|
"eval_runtime": 858.2577, |
|
"eval_samples_per_second": 76.55, |
|
"eval_steps_per_second": 0.15, |
|
"step": 17000 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"grad_norm": 5.25670862197876, |
|
"learning_rate": 1.772319056894938e-05, |
|
"loss": 0.3011, |
|
"step": 18000 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"eval_LOC_f1": 0.8265056399966245, |
|
"eval_ORG_f1": 0.7394759212033855, |
|
"eval_PER_f1": 0.8559909523111401, |
|
"eval_loss": 0.30769339203834534, |
|
"eval_overall_accuracy": 0.9103075764251944, |
|
"eval_overall_f1": 0.8115094912358725, |
|
"eval_overall_precision": 0.8128234861554996, |
|
"eval_overall_recall": 0.8101997378176846, |
|
"eval_runtime": 857.6527, |
|
"eval_samples_per_second": 76.604, |
|
"eval_steps_per_second": 0.15, |
|
"step": 18000 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"grad_norm": 3.439514398574829, |
|
"learning_rate": 1.7596701156113234e-05, |
|
"loss": 0.2913, |
|
"step": 19000 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"eval_LOC_f1": 0.827463843173361, |
|
"eval_ORG_f1": 0.7474629390110435, |
|
"eval_PER_f1": 0.8510804051006602, |
|
"eval_loss": 0.3055616617202759, |
|
"eval_overall_accuracy": 0.9091010586988365, |
|
"eval_overall_f1": 0.8128348309192438, |
|
"eval_overall_precision": 0.817294400980434, |
|
"eval_overall_recall": 0.8084236640683365, |
|
"eval_runtime": 881.3321, |
|
"eval_samples_per_second": 74.546, |
|
"eval_steps_per_second": 0.146, |
|
"step": 19000 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"grad_norm": 4.887170791625977, |
|
"learning_rate": 1.747021174327709e-05, |
|
"loss": 0.2927, |
|
"step": 20000 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"eval_LOC_f1": 0.8435358479700547, |
|
"eval_ORG_f1": 0.7490680162942847, |
|
"eval_PER_f1": 0.859867877786953, |
|
"eval_loss": 0.28957998752593994, |
|
"eval_overall_accuracy": 0.9142888616308011, |
|
"eval_overall_f1": 0.8220150311968236, |
|
"eval_overall_precision": 0.8269754768392371, |
|
"eval_overall_recall": 0.8171137391990753, |
|
"eval_runtime": 908.0817, |
|
"eval_samples_per_second": 72.35, |
|
"eval_steps_per_second": 0.142, |
|
"step": 20000 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"grad_norm": 24.44190216064453, |
|
"learning_rate": 1.7343722330440944e-05, |
|
"loss": 0.2833, |
|
"step": 21000 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"eval_LOC_f1": 0.8368153269843636, |
|
"eval_ORG_f1": 0.7463167531278608, |
|
"eval_PER_f1": 0.8518246438142143, |
|
"eval_loss": 0.3060026466846466, |
|
"eval_overall_accuracy": 0.9097895404365793, |
|
"eval_overall_f1": 0.8159558988135214, |
|
"eval_overall_precision": 0.8099609727642672, |
|
"eval_overall_recall": 0.8220402294800051, |
|
"eval_runtime": 860.9742, |
|
"eval_samples_per_second": 76.309, |
|
"eval_steps_per_second": 0.15, |
|
"step": 21000 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"grad_norm": 9.784720420837402, |
|
"learning_rate": 1.7217232917604798e-05, |
|
"loss": 0.2862, |
|
"step": 22000 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"eval_LOC_f1": 0.8464706167336854, |
|
"eval_ORG_f1": 0.7516536234342064, |
|
"eval_PER_f1": 0.8579948502396776, |
|
"eval_loss": 0.2908647060394287, |
|
"eval_overall_accuracy": 0.9129029665003394, |
|
"eval_overall_f1": 0.822899354947748, |
|
"eval_overall_precision": 0.8222161241750046, |
|
"eval_overall_recall": 0.823583722143129, |
|
"eval_runtime": 998.6892, |
|
"eval_samples_per_second": 65.786, |
|
"eval_steps_per_second": 0.515, |
|
"step": 22000 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"grad_norm": 10.310678482055664, |
|
"learning_rate": 1.709074350476865e-05, |
|
"loss": 0.2578, |
|
"step": 23000 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"eval_LOC_f1": 0.841074796336982, |
|
"eval_ORG_f1": 0.7516604978958576, |
|
"eval_PER_f1": 0.8534542846463892, |
|
"eval_loss": 0.31625884771347046, |
|
"eval_overall_accuracy": 0.9131046730418835, |
|
"eval_overall_f1": 0.8203140861475114, |
|
"eval_overall_precision": 0.8292370287689482, |
|
"eval_overall_recall": 0.811581128511622, |
|
"eval_runtime": 992.6607, |
|
"eval_samples_per_second": 66.186, |
|
"eval_steps_per_second": 0.518, |
|
"step": 23000 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"grad_norm": 12.428755760192871, |
|
"learning_rate": 1.6964254091932504e-05, |
|
"loss": 0.241, |
|
"step": 24000 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"eval_LOC_f1": 0.8458245540438758, |
|
"eval_ORG_f1": 0.7417449698379979, |
|
"eval_PER_f1": 0.8449764637383674, |
|
"eval_loss": 0.31306418776512146, |
|
"eval_overall_accuracy": 0.910274082719034, |
|
"eval_overall_f1": 0.8166761890407407, |
|
"eval_overall_precision": 0.8123452830057111, |
|
"eval_overall_recall": 0.8210535218414784, |
|
"eval_runtime": 1000.0329, |
|
"eval_samples_per_second": 65.698, |
|
"eval_steps_per_second": 0.514, |
|
"step": 24000 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"grad_norm": 7.654708385467529, |
|
"learning_rate": 1.683776467909636e-05, |
|
"loss": 0.2273, |
|
"step": 25000 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"eval_LOC_f1": 0.8447393652873104, |
|
"eval_ORG_f1": 0.755644780920822, |
|
"eval_PER_f1": 0.8620841122450023, |
|
"eval_loss": 0.29408279061317444, |
|
"eval_overall_accuracy": 0.9140618487334913, |
|
"eval_overall_f1": 0.8249119505874042, |
|
"eval_overall_precision": 0.818763755528247, |
|
"eval_overall_recall": 0.8311531793129696, |
|
"eval_runtime": 941.7518, |
|
"eval_samples_per_second": 69.764, |
|
"eval_steps_per_second": 0.546, |
|
"step": 25000 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"grad_norm": 0.1430547833442688, |
|
"learning_rate": 1.6711275266260215e-05, |
|
"loss": 0.2512, |
|
"step": 26000 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"eval_LOC_f1": 0.8500541479262808, |
|
"eval_ORG_f1": 0.7624169717495258, |
|
"eval_PER_f1": 0.865798904312724, |
|
"eval_loss": 0.2906274199485779, |
|
"eval_overall_accuracy": 0.9169281656762454, |
|
"eval_overall_f1": 0.8295221228947797, |
|
"eval_overall_precision": 0.8304302989207211, |
|
"eval_overall_recall": 0.8286159310996152, |
|
"eval_runtime": 948.7716, |
|
"eval_samples_per_second": 69.247, |
|
"eval_steps_per_second": 0.542, |
|
"step": 26000 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"grad_norm": 2.0707778930664062, |
|
"learning_rate": 1.658478585342407e-05, |
|
"loss": 0.2355, |
|
"step": 27000 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"eval_LOC_f1": 0.8528026151331602, |
|
"eval_ORG_f1": 0.7654581692212784, |
|
"eval_PER_f1": 0.8630401626842907, |
|
"eval_loss": 0.30151626467704773, |
|
"eval_overall_accuracy": 0.9169624036869872, |
|
"eval_overall_f1": 0.8306308694863459, |
|
"eval_overall_precision": 0.8223685119434121, |
|
"eval_overall_recall": 0.8390609362445908, |
|
"eval_runtime": 985.7403, |
|
"eval_samples_per_second": 66.65, |
|
"eval_steps_per_second": 0.521, |
|
"step": 27000 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"grad_norm": 7.580867290496826, |
|
"learning_rate": 1.6458296440587925e-05, |
|
"loss": 0.2395, |
|
"step": 28000 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"eval_LOC_f1": 0.8430476991285736, |
|
"eval_ORG_f1": 0.7574625494543183, |
|
"eval_PER_f1": 0.8637680570098303, |
|
"eval_loss": 0.3095172941684723, |
|
"eval_overall_accuracy": 0.914303747722428, |
|
"eval_overall_f1": 0.8256623551811597, |
|
"eval_overall_precision": 0.8230774618293879, |
|
"eval_overall_recall": 0.8282635355144271, |
|
"eval_runtime": 999.1758, |
|
"eval_samples_per_second": 65.754, |
|
"eval_steps_per_second": 0.514, |
|
"step": 28000 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"grad_norm": 0.15234589576721191, |
|
"learning_rate": 1.633180702775178e-05, |
|
"loss": 0.2322, |
|
"step": 29000 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"eval_LOC_f1": 0.8442432749878247, |
|
"eval_ORG_f1": 0.7601534050352662, |
|
"eval_PER_f1": 0.8612064440586263, |
|
"eval_loss": 0.2927219569683075, |
|
"eval_overall_accuracy": 0.9170986114253731, |
|
"eval_overall_f1": 0.8258450109270158, |
|
"eval_overall_precision": 0.8182069728832319, |
|
"eval_overall_recall": 0.8336269963209901, |
|
"eval_runtime": 972.0367, |
|
"eval_samples_per_second": 67.59, |
|
"eval_steps_per_second": 0.529, |
|
"step": 29000 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"grad_norm": 12.916611671447754, |
|
"learning_rate": 1.6205317614915632e-05, |
|
"loss": 0.2433, |
|
"step": 30000 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"eval_LOC_f1": 0.8444784033582501, |
|
"eval_ORG_f1": 0.7596891611525098, |
|
"eval_PER_f1": 0.8642486197465865, |
|
"eval_loss": 0.2888515293598175, |
|
"eval_overall_accuracy": 0.91348501268295, |
|
"eval_overall_f1": 0.8271813480146815, |
|
"eval_overall_precision": 0.8160067477678877, |
|
"eval_overall_recall": 0.8386662531891801, |
|
"eval_runtime": 961.788, |
|
"eval_samples_per_second": 68.31, |
|
"eval_steps_per_second": 0.534, |
|
"step": 30000 |
|
}, |
|
{ |
|
"epoch": 1.37, |
|
"grad_norm": 0.4655471444129944, |
|
"learning_rate": 1.607882820207949e-05, |
|
"loss": 0.2358, |
|
"step": 31000 |
|
}, |
|
{ |
|
"epoch": 1.37, |
|
"eval_LOC_f1": 0.8478889967668045, |
|
"eval_ORG_f1": 0.7620526592328799, |
|
"eval_PER_f1": 0.8645434620748959, |
|
"eval_loss": 0.29194697737693787, |
|
"eval_overall_accuracy": 0.9150346548213073, |
|
"eval_overall_f1": 0.8278141773862643, |
|
"eval_overall_precision": 0.8183533624875177, |
|
"eval_overall_recall": 0.8374962998463555, |
|
"eval_runtime": 937.9473, |
|
"eval_samples_per_second": 70.047, |
|
"eval_steps_per_second": 0.548, |
|
"step": 31000 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"grad_norm": 4.9739909172058105, |
|
"learning_rate": 1.5952338789243342e-05, |
|
"loss": 0.2258, |
|
"step": 32000 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"eval_LOC_f1": 0.8552193079338859, |
|
"eval_ORG_f1": 0.763369485049633, |
|
"eval_PER_f1": 0.8649409287399143, |
|
"eval_loss": 0.2976300120353699, |
|
"eval_overall_accuracy": 0.9165649450405498, |
|
"eval_overall_f1": 0.8319835859514232, |
|
"eval_overall_precision": 0.8266665738956187, |
|
"eval_overall_recall": 0.8373694374356878, |
|
"eval_runtime": 961.624, |
|
"eval_samples_per_second": 68.322, |
|
"eval_steps_per_second": 0.535, |
|
"step": 32000 |
|
}, |
|
{ |
|
"epoch": 1.46, |
|
"grad_norm": 13.10745620727539, |
|
"learning_rate": 1.5825849376407196e-05, |
|
"loss": 0.2372, |
|
"step": 33000 |
|
}, |
|
{ |
|
"epoch": 1.46, |
|
"eval_LOC_f1": 0.8430370470368156, |
|
"eval_ORG_f1": 0.7732836874254703, |
|
"eval_PER_f1": 0.8708081138557172, |
|
"eval_loss": 0.2847268581390381, |
|
"eval_overall_accuracy": 0.91798879970466, |
|
"eval_overall_f1": 0.8324051096948847, |
|
"eval_overall_precision": 0.8326281644453847, |
|
"eval_overall_recall": 0.8321821744217188, |
|
"eval_runtime": 1011.399, |
|
"eval_samples_per_second": 64.96, |
|
"eval_steps_per_second": 0.508, |
|
"step": 33000 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"grad_norm": 2.8712925910949707, |
|
"learning_rate": 1.569935996357105e-05, |
|
"loss": 0.2358, |
|
"step": 34000 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"eval_LOC_f1": 0.8512200643745139, |
|
"eval_ORG_f1": 0.7646914589293013, |
|
"eval_PER_f1": 0.8725994049229104, |
|
"eval_loss": 0.28364238142967224, |
|
"eval_overall_accuracy": 0.9192392314013171, |
|
"eval_overall_f1": 0.8323193111236589, |
|
"eval_overall_precision": 0.8335312495582227, |
|
"eval_overall_recall": 0.831110891842747, |
|
"eval_runtime": 994.3994, |
|
"eval_samples_per_second": 66.07, |
|
"eval_steps_per_second": 0.517, |
|
"step": 34000 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"grad_norm": 1.0189175605773926, |
|
"learning_rate": 1.5572870550734906e-05, |
|
"loss": 0.2314, |
|
"step": 35000 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"eval_LOC_f1": 0.8507849855779469, |
|
"eval_ORG_f1": 0.7650251812241418, |
|
"eval_PER_f1": 0.8689379418372184, |
|
"eval_loss": 0.285095751285553, |
|
"eval_overall_accuracy": 0.9186356003858475, |
|
"eval_overall_f1": 0.8310027409855706, |
|
"eval_overall_precision": 0.8214160303503928, |
|
"eval_overall_recall": 0.8408158662588275, |
|
"eval_runtime": 935.5326, |
|
"eval_samples_per_second": 70.227, |
|
"eval_steps_per_second": 0.549, |
|
"step": 35000 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"grad_norm": 3.663295269012451, |
|
"learning_rate": 1.544638113789876e-05, |
|
"loss": 0.234, |
|
"step": 36000 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"eval_LOC_f1": 0.8537102746066029, |
|
"eval_ORG_f1": 0.7690944951636334, |
|
"eval_PER_f1": 0.8700584783258904, |
|
"eval_loss": 0.28537243604660034, |
|
"eval_overall_accuracy": 0.9194431708566052, |
|
"eval_overall_f1": 0.8341569064491033, |
|
"eval_overall_precision": 0.8295923488735222, |
|
"eval_overall_recall": 0.8387719718647365, |
|
"eval_runtime": 945.3448, |
|
"eval_samples_per_second": 69.498, |
|
"eval_steps_per_second": 0.544, |
|
"step": 36000 |
|
}, |
|
{ |
|
"epoch": 1.64, |
|
"grad_norm": 2.8524346351623535, |
|
"learning_rate": 1.5319891725062616e-05, |
|
"loss": 0.218, |
|
"step": 37000 |
|
}, |
|
{ |
|
"epoch": 1.64, |
|
"eval_LOC_f1": 0.8480498985496354, |
|
"eval_ORG_f1": 0.7720144752714113, |
|
"eval_PER_f1": 0.8681549995333838, |
|
"eval_loss": 0.28636589646339417, |
|
"eval_overall_accuracy": 0.9189809577115909, |
|
"eval_overall_f1": 0.8333121549691502, |
|
"eval_overall_precision": 0.8346791871137447, |
|
"eval_overall_recall": 0.8319495933354947, |
|
"eval_runtime": 971.8405, |
|
"eval_samples_per_second": 67.604, |
|
"eval_steps_per_second": 0.529, |
|
"step": 37000 |
|
}, |
|
{ |
|
"epoch": 1.68, |
|
"grad_norm": 4.014327049255371, |
|
"learning_rate": 1.5193402312226468e-05, |
|
"loss": 0.239, |
|
"step": 38000 |
|
}, |
|
{ |
|
"epoch": 1.68, |
|
"eval_LOC_f1": 0.856354181853526, |
|
"eval_ORG_f1": 0.7607628933739787, |
|
"eval_PER_f1": 0.8713080831892713, |
|
"eval_loss": 0.2887238562107086, |
|
"eval_overall_accuracy": 0.9170405556680282, |
|
"eval_overall_f1": 0.8318997253753843, |
|
"eval_overall_precision": 0.8238473394292507, |
|
"eval_overall_recall": 0.8401110750884513, |
|
"eval_runtime": 984.8035, |
|
"eval_samples_per_second": 66.714, |
|
"eval_steps_per_second": 0.522, |
|
"step": 38000 |
|
}, |
|
{ |
|
"epoch": 1.73, |
|
"grad_norm": 48.57558059692383, |
|
"learning_rate": 1.5066912899390323e-05, |
|
"loss": 0.2374, |
|
"step": 39000 |
|
}, |
|
{ |
|
"epoch": 1.73, |
|
"eval_LOC_f1": 0.8629891838741397, |
|
"eval_ORG_f1": 0.7734306355559895, |
|
"eval_PER_f1": 0.8760364502093424, |
|
"eval_loss": 0.28808096051216125, |
|
"eval_overall_accuracy": 0.921347101975682, |
|
"eval_overall_f1": 0.8414042377584563, |
|
"eval_overall_precision": 0.8495036133499992, |
|
"eval_overall_recall": 0.8334578464400998, |
|
"eval_runtime": 1002.3252, |
|
"eval_samples_per_second": 65.548, |
|
"eval_steps_per_second": 0.513, |
|
"step": 39000 |
|
}, |
|
{ |
|
"epoch": 1.77, |
|
"grad_norm": 18.295597076416016, |
|
"learning_rate": 1.4940423486554176e-05, |
|
"loss": 0.2327, |
|
"step": 40000 |
|
}, |
|
{ |
|
"epoch": 1.77, |
|
"eval_LOC_f1": 0.8568252173162995, |
|
"eval_ORG_f1": 0.765257865392274, |
|
"eval_PER_f1": 0.8650392170611746, |
|
"eval_loss": 0.27475544810295105, |
|
"eval_overall_accuracy": 0.918402633051887, |
|
"eval_overall_f1": 0.8338476462277082, |
|
"eval_overall_precision": 0.8316554025631678, |
|
"eval_overall_recall": 0.8360514779470842, |
|
"eval_runtime": 966.7516, |
|
"eval_samples_per_second": 67.96, |
|
"eval_steps_per_second": 0.532, |
|
"step": 40000 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"grad_norm": 8.551658630371094, |
|
"learning_rate": 1.481393407371803e-05, |
|
"loss": 0.2266, |
|
"step": 41000 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"eval_LOC_f1": 0.8626095376422174, |
|
"eval_ORG_f1": 0.7735328126106142, |
|
"eval_PER_f1": 0.8753750051370567, |
|
"eval_loss": 0.27126726508140564, |
|
"eval_overall_accuracy": 0.9233812863964941, |
|
"eval_overall_f1": 0.8405072872606979, |
|
"eval_overall_precision": 0.835852936051577, |
|
"eval_overall_recall": 0.845213763161975, |
|
"eval_runtime": 949.0619, |
|
"eval_samples_per_second": 69.226, |
|
"eval_steps_per_second": 0.542, |
|
"step": 41000 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"grad_norm": 15.628961563110352, |
|
"learning_rate": 1.4687444660881885e-05, |
|
"loss": 0.2321, |
|
"step": 42000 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"eval_LOC_f1": 0.8591221352011853, |
|
"eval_ORG_f1": 0.7785703957198631, |
|
"eval_PER_f1": 0.8756674763500703, |
|
"eval_loss": 0.2676946520805359, |
|
"eval_overall_accuracy": 0.9217490264496077, |
|
"eval_overall_f1": 0.8412990217616726, |
|
"eval_overall_precision": 0.8391781494337506, |
|
"eval_overall_recall": 0.8434306415009233, |
|
"eval_runtime": 933.8514, |
|
"eval_samples_per_second": 70.354, |
|
"eval_steps_per_second": 0.55, |
|
"step": 42000 |
|
}, |
|
{ |
|
"epoch": 1.9, |
|
"grad_norm": 3.160637140274048, |
|
"learning_rate": 1.456095524804574e-05, |
|
"loss": 0.2103, |
|
"step": 43000 |
|
}, |
|
{ |
|
"epoch": 1.9, |
|
"eval_LOC_f1": 0.8572030651340997, |
|
"eval_ORG_f1": 0.7727868545480081, |
|
"eval_PER_f1": 0.8757355631042593, |
|
"eval_loss": 0.2812298536300659, |
|
"eval_overall_accuracy": 0.9198480725488561, |
|
"eval_overall_f1": 0.8381508761238307, |
|
"eval_overall_precision": 0.8330536854344057, |
|
"eval_overall_recall": 0.8433108270019594, |
|
"eval_runtime": 959.7072, |
|
"eval_samples_per_second": 68.458, |
|
"eval_steps_per_second": 0.536, |
|
"step": 43000 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"grad_norm": 19.63943862915039, |
|
"learning_rate": 1.4434465835209595e-05, |
|
"loss": 0.2299, |
|
"step": 44000 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"eval_LOC_f1": 0.8625562915195548, |
|
"eval_ORG_f1": 0.7738310591448732, |
|
"eval_PER_f1": 0.8727216526711657, |
|
"eval_loss": 0.2698276937007904, |
|
"eval_overall_accuracy": 0.9231393874075574, |
|
"eval_overall_f1": 0.8398996262454074, |
|
"eval_overall_precision": 0.8411791735887738, |
|
"eval_overall_recall": 0.8386239657189575, |
|
"eval_runtime": 959.292, |
|
"eval_samples_per_second": 68.488, |
|
"eval_steps_per_second": 0.536, |
|
"step": 44000 |
|
}, |
|
{ |
|
"epoch": 1.99, |
|
"grad_norm": 5.957523345947266, |
|
"learning_rate": 1.4307976422373449e-05, |
|
"loss": 0.217, |
|
"step": 45000 |
|
}, |
|
{ |
|
"epoch": 1.99, |
|
"eval_LOC_f1": 0.8548825805462975, |
|
"eval_ORG_f1": 0.7795103416137936, |
|
"eval_PER_f1": 0.8763479817569583, |
|
"eval_loss": 0.257554292678833, |
|
"eval_overall_accuracy": 0.9223258625001488, |
|
"eval_overall_f1": 0.8396542612618684, |
|
"eval_overall_precision": 0.8451246242708534, |
|
"eval_overall_recall": 0.834254260462625, |
|
"eval_runtime": 986.5064, |
|
"eval_samples_per_second": 66.599, |
|
"eval_steps_per_second": 0.521, |
|
"step": 45000 |
|
} |
|
], |
|
"logging_steps": 1000, |
|
"max_steps": 158116, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 7, |
|
"save_steps": 500, |
|
"total_flos": 1.2387920637624576e+16, |
|
"train_batch_size": 8, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|