bert-base-multilingual-cased-ner / trainer_state.json
Xmm's picture
Upload 11 files
98960a8 verified
{
"best_metric": 0.257554292678833,
"best_model_checkpoint": "./checkpoint/checkpoint-45000",
"epoch": 1.9922082521692934,
"eval_steps": 1000,
"global_step": 45000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.04,
"grad_norm": 16.78230857849121,
"learning_rate": 1.987315680989377e-05,
"loss": 0.7008,
"step": 1000
},
{
"epoch": 0.04,
"eval_LOC_f1": 0.7083043365359647,
"eval_ORG_f1": 0.5623498694516972,
"eval_PER_f1": 0.7100647964924535,
"eval_loss": 0.525841236114502,
"eval_overall_accuracy": 0.839431747364137,
"eval_overall_f1": 0.6684494885258021,
"eval_overall_precision": 0.6813296398891967,
"eval_overall_recall": 0.656047285763059,
"eval_runtime": 178.5538,
"eval_samples_per_second": 365.156,
"eval_steps_per_second": 22.822,
"step": 1000
},
{
"epoch": 0.09,
"grad_norm": 9.70958137512207,
"learning_rate": 1.974631361978754e-05,
"loss": 0.4865,
"step": 2000
},
{
"epoch": 0.09,
"eval_LOC_f1": 0.7016948849995092,
"eval_ORG_f1": 0.590386287417712,
"eval_PER_f1": 0.744081694250214,
"eval_loss": 0.4681616723537445,
"eval_overall_accuracy": 0.8518320678647284,
"eval_overall_f1": 0.6854302821050324,
"eval_overall_precision": 0.6610573746663495,
"eval_overall_recall": 0.7116692272675543,
"eval_runtime": 178.958,
"eval_samples_per_second": 364.331,
"eval_steps_per_second": 22.771,
"step": 2000
},
{
"epoch": 0.13,
"grad_norm": 15.70914077758789,
"learning_rate": 1.961947042968131e-05,
"loss": 0.4382,
"step": 3000
},
{
"epoch": 0.13,
"eval_LOC_f1": 0.7578888199720886,
"eval_ORG_f1": 0.6413910093299406,
"eval_PER_f1": 0.7750323494978126,
"eval_loss": 0.4217945635318756,
"eval_overall_accuracy": 0.8756332018861953,
"eval_overall_f1": 0.7298225286836603,
"eval_overall_precision": 0.7249466651695486,
"eval_overall_recall": 0.7347644247183339,
"eval_runtime": 177.7042,
"eval_samples_per_second": 366.902,
"eval_steps_per_second": 22.931,
"step": 3000
},
{
"epoch": 0.18,
"grad_norm": 0.9930562376976013,
"learning_rate": 1.9492627239575078e-05,
"loss": 0.3973,
"step": 4000
},
{
"epoch": 0.18,
"eval_LOC_f1": 0.7571125548125672,
"eval_ORG_f1": 0.648735892760337,
"eval_PER_f1": 0.7869654790165547,
"eval_loss": 0.37678804993629456,
"eval_overall_accuracy": 0.8835828734179773,
"eval_overall_f1": 0.7360367198972751,
"eval_overall_precision": 0.7341253555609017,
"eval_overall_recall": 0.7379580630476841,
"eval_runtime": 176.7693,
"eval_samples_per_second": 368.842,
"eval_steps_per_second": 23.053,
"step": 4000
},
{
"epoch": 0.22,
"grad_norm": 10.682718276977539,
"learning_rate": 1.9365784049468845e-05,
"loss": 0.3937,
"step": 5000
},
{
"epoch": 0.22,
"eval_LOC_f1": 0.7778496267121274,
"eval_ORG_f1": 0.6430323934146428,
"eval_PER_f1": 0.7986373262130558,
"eval_loss": 0.4208361804485321,
"eval_overall_accuracy": 0.8810407141986101,
"eval_overall_f1": 0.7449750865636349,
"eval_overall_precision": 0.7371928798261742,
"eval_overall_recall": 0.7529233526800956,
"eval_runtime": 175.2138,
"eval_samples_per_second": 372.117,
"eval_steps_per_second": 23.257,
"step": 5000
},
{
"epoch": 0.27,
"grad_norm": 9.084446907043457,
"learning_rate": 1.924106352298313e-05,
"loss": 0.3536,
"step": 6000
},
{
"epoch": 0.27,
"eval_LOC_f1": 0.7828708236001125,
"eval_ORG_f1": 0.6829649863421904,
"eval_PER_f1": 0.799357419856545,
"eval_loss": 0.36626189947128296,
"eval_overall_accuracy": 0.8907383203725096,
"eval_overall_f1": 0.760005685048323,
"eval_overall_precision": 0.7663556759390631,
"eval_overall_recall": 0.7537600608939571,
"eval_runtime": 1096.1574,
"eval_samples_per_second": 59.937,
"eval_steps_per_second": 0.118,
"step": 6000
},
{
"epoch": 0.31,
"grad_norm": 17.549041748046875,
"learning_rate": 1.9114574110146982e-05,
"loss": 0.3432,
"step": 7000
},
{
"epoch": 0.31,
"eval_LOC_f1": 0.7952019006963426,
"eval_ORG_f1": 0.6895359096523734,
"eval_PER_f1": 0.8176749430952034,
"eval_loss": 0.3385719060897827,
"eval_overall_accuracy": 0.8962171463957795,
"eval_overall_f1": 0.771180360157569,
"eval_overall_precision": 0.7696968420461406,
"eval_overall_recall": 0.772669607995151,
"eval_runtime": 858.9522,
"eval_samples_per_second": 76.489,
"eval_steps_per_second": 0.15,
"step": 7000
},
{
"epoch": 0.35,
"grad_norm": 24.70513916015625,
"learning_rate": 1.8988084697310836e-05,
"loss": 0.3278,
"step": 8000
},
{
"epoch": 0.35,
"eval_LOC_f1": 0.8013627254509018,
"eval_ORG_f1": 0.6951269959460578,
"eval_PER_f1": 0.8197644808913556,
"eval_loss": 0.34438127279281616,
"eval_overall_accuracy": 0.898079396458301,
"eval_overall_f1": 0.7756412540713129,
"eval_overall_precision": 0.7844467189482182,
"eval_overall_recall": 0.7670312786321413,
"eval_runtime": 858.3259,
"eval_samples_per_second": 76.544,
"eval_steps_per_second": 0.15,
"step": 8000
},
{
"epoch": 0.4,
"grad_norm": 9.711076736450195,
"learning_rate": 1.8861595284474693e-05,
"loss": 0.3262,
"step": 9000
},
{
"epoch": 0.4,
"eval_LOC_f1": 0.813213095471476,
"eval_ORG_f1": 0.7107696972759894,
"eval_PER_f1": 0.8219371637919723,
"eval_loss": 0.3584470748901367,
"eval_overall_accuracy": 0.898605619797311,
"eval_overall_f1": 0.7873656115410829,
"eval_overall_precision": 0.7973837314349728,
"eval_overall_recall": 0.7775960982760808,
"eval_runtime": 870.9363,
"eval_samples_per_second": 75.436,
"eval_steps_per_second": 0.148,
"step": 9000
},
{
"epoch": 0.44,
"grad_norm": 1.0706424713134766,
"learning_rate": 1.8735105871638546e-05,
"loss": 0.3224,
"step": 10000
},
{
"epoch": 0.44,
"eval_LOC_f1": 0.8127321363277717,
"eval_ORG_f1": 0.7053217033370902,
"eval_PER_f1": 0.8284614520690605,
"eval_loss": 0.3149181008338928,
"eval_overall_accuracy": 0.9003740874825833,
"eval_overall_f1": 0.78723937113973,
"eval_overall_precision": 0.7880037567703074,
"eval_overall_recall": 0.7864764670228211,
"eval_runtime": 905.7017,
"eval_samples_per_second": 72.54,
"eval_steps_per_second": 0.142,
"step": 10000
},
{
"epoch": 0.49,
"grad_norm": 5.779551982879639,
"learning_rate": 1.86086164588024e-05,
"loss": 0.323,
"step": 11000
},
{
"epoch": 0.49,
"eval_LOC_f1": 0.8184425456746753,
"eval_ORG_f1": 0.7099403917116094,
"eval_PER_f1": 0.8274642760571583,
"eval_loss": 0.32969576120376587,
"eval_overall_accuracy": 0.8986934477379095,
"eval_overall_f1": 0.787954918665525,
"eval_overall_precision": 0.7845852840472364,
"eval_overall_recall": 0.7913536219218246,
"eval_runtime": 904.0471,
"eval_samples_per_second": 72.673,
"eval_steps_per_second": 0.143,
"step": 11000
},
{
"epoch": 0.53,
"grad_norm": 0.5029723048210144,
"learning_rate": 1.8482127045966253e-05,
"loss": 0.307,
"step": 12000
},
{
"epoch": 0.53,
"eval_LOC_f1": 0.8216145583120352,
"eval_ORG_f1": 0.7225526656894693,
"eval_PER_f1": 0.8273035359038698,
"eval_loss": 0.3300624191761017,
"eval_overall_accuracy": 0.9015344583248979,
"eval_overall_f1": 0.7950728742961997,
"eval_overall_precision": 0.7871480673058326,
"eval_overall_recall": 0.8031588740256262,
"eval_runtime": 864.0266,
"eval_samples_per_second": 76.039,
"eval_steps_per_second": 0.149,
"step": 12000
},
{
"epoch": 0.58,
"grad_norm": 3.1533098220825195,
"learning_rate": 1.8355637633130106e-05,
"loss": 0.3176,
"step": 13000
},
{
"epoch": 0.58,
"eval_LOC_f1": 0.8250715828125148,
"eval_ORG_f1": 0.7192632496804788,
"eval_PER_f1": 0.8411864068909802,
"eval_loss": 0.32228201627731323,
"eval_overall_accuracy": 0.9048257731835991,
"eval_overall_f1": 0.7993031971987119,
"eval_overall_precision": 0.7982273018015168,
"eval_overall_recall": 0.8003819968143439,
"eval_runtime": 861.5394,
"eval_samples_per_second": 76.259,
"eval_steps_per_second": 0.15,
"step": 13000
},
{
"epoch": 0.62,
"grad_norm": 27.121158599853516,
"learning_rate": 1.8229148220293963e-05,
"loss": 0.3026,
"step": 14000
},
{
"epoch": 0.62,
"eval_LOC_f1": 0.813366057700572,
"eval_ORG_f1": 0.7255497858288067,
"eval_PER_f1": 0.8334248928753359,
"eval_loss": 0.31955230236053467,
"eval_overall_accuracy": 0.9049277429112431,
"eval_overall_f1": 0.7948808632215472,
"eval_overall_precision": 0.7823057288325302,
"eval_overall_recall": 0.8078668790437393,
"eval_runtime": 870.9305,
"eval_samples_per_second": 75.437,
"eval_steps_per_second": 0.148,
"step": 14000
},
{
"epoch": 0.66,
"grad_norm": 2.3121883869171143,
"learning_rate": 1.8102658807457817e-05,
"loss": 0.3148,
"step": 15000
},
{
"epoch": 0.66,
"eval_LOC_f1": 0.8302503673286692,
"eval_ORG_f1": 0.7304969576437721,
"eval_PER_f1": 0.8389894805913836,
"eval_loss": 0.3013811409473419,
"eval_overall_accuracy": 0.9075328089459457,
"eval_overall_f1": 0.8036533849292605,
"eval_overall_precision": 0.8008272039526633,
"eval_overall_recall": 0.8064995841732094,
"eval_runtime": 915.5251,
"eval_samples_per_second": 71.762,
"eval_steps_per_second": 0.141,
"step": 15000
},
{
"epoch": 0.71,
"grad_norm": 9.053048133850098,
"learning_rate": 1.7976169394621674e-05,
"loss": 0.2919,
"step": 16000
},
{
"epoch": 0.71,
"eval_LOC_f1": 0.8302478759061501,
"eval_ORG_f1": 0.731782075129564,
"eval_PER_f1": 0.8492362049256988,
"eval_loss": 0.29880577325820923,
"eval_overall_accuracy": 0.9072484845958724,
"eval_overall_f1": 0.8070731973229327,
"eval_overall_precision": 0.8054613737671545,
"eval_overall_recall": 0.8086914847130795,
"eval_runtime": 868.8985,
"eval_samples_per_second": 75.613,
"eval_steps_per_second": 0.148,
"step": 16000
},
{
"epoch": 0.75,
"grad_norm": 10.181853294372559,
"learning_rate": 1.7849679981785527e-05,
"loss": 0.284,
"step": 17000
},
{
"epoch": 0.75,
"eval_LOC_f1": 0.8266632184651193,
"eval_ORG_f1": 0.7243731835870154,
"eval_PER_f1": 0.8473984474857374,
"eval_loss": 0.32140275835990906,
"eval_overall_accuracy": 0.9021306462945541,
"eval_overall_f1": 0.8045739646627278,
"eval_overall_precision": 0.7991697840325968,
"eval_overall_recall": 0.8100517316719056,
"eval_runtime": 858.2577,
"eval_samples_per_second": 76.55,
"eval_steps_per_second": 0.15,
"step": 17000
},
{
"epoch": 0.8,
"grad_norm": 5.25670862197876,
"learning_rate": 1.772319056894938e-05,
"loss": 0.3011,
"step": 18000
},
{
"epoch": 0.8,
"eval_LOC_f1": 0.8265056399966245,
"eval_ORG_f1": 0.7394759212033855,
"eval_PER_f1": 0.8559909523111401,
"eval_loss": 0.30769339203834534,
"eval_overall_accuracy": 0.9103075764251944,
"eval_overall_f1": 0.8115094912358725,
"eval_overall_precision": 0.8128234861554996,
"eval_overall_recall": 0.8101997378176846,
"eval_runtime": 857.6527,
"eval_samples_per_second": 76.604,
"eval_steps_per_second": 0.15,
"step": 18000
},
{
"epoch": 0.84,
"grad_norm": 3.439514398574829,
"learning_rate": 1.7596701156113234e-05,
"loss": 0.2913,
"step": 19000
},
{
"epoch": 0.84,
"eval_LOC_f1": 0.827463843173361,
"eval_ORG_f1": 0.7474629390110435,
"eval_PER_f1": 0.8510804051006602,
"eval_loss": 0.3055616617202759,
"eval_overall_accuracy": 0.9091010586988365,
"eval_overall_f1": 0.8128348309192438,
"eval_overall_precision": 0.817294400980434,
"eval_overall_recall": 0.8084236640683365,
"eval_runtime": 881.3321,
"eval_samples_per_second": 74.546,
"eval_steps_per_second": 0.146,
"step": 19000
},
{
"epoch": 0.89,
"grad_norm": 4.887170791625977,
"learning_rate": 1.747021174327709e-05,
"loss": 0.2927,
"step": 20000
},
{
"epoch": 0.89,
"eval_LOC_f1": 0.8435358479700547,
"eval_ORG_f1": 0.7490680162942847,
"eval_PER_f1": 0.859867877786953,
"eval_loss": 0.28957998752593994,
"eval_overall_accuracy": 0.9142888616308011,
"eval_overall_f1": 0.8220150311968236,
"eval_overall_precision": 0.8269754768392371,
"eval_overall_recall": 0.8171137391990753,
"eval_runtime": 908.0817,
"eval_samples_per_second": 72.35,
"eval_steps_per_second": 0.142,
"step": 20000
},
{
"epoch": 0.93,
"grad_norm": 24.44190216064453,
"learning_rate": 1.7343722330440944e-05,
"loss": 0.2833,
"step": 21000
},
{
"epoch": 0.93,
"eval_LOC_f1": 0.8368153269843636,
"eval_ORG_f1": 0.7463167531278608,
"eval_PER_f1": 0.8518246438142143,
"eval_loss": 0.3060026466846466,
"eval_overall_accuracy": 0.9097895404365793,
"eval_overall_f1": 0.8159558988135214,
"eval_overall_precision": 0.8099609727642672,
"eval_overall_recall": 0.8220402294800051,
"eval_runtime": 860.9742,
"eval_samples_per_second": 76.309,
"eval_steps_per_second": 0.15,
"step": 21000
},
{
"epoch": 0.97,
"grad_norm": 9.784720420837402,
"learning_rate": 1.7217232917604798e-05,
"loss": 0.2862,
"step": 22000
},
{
"epoch": 0.97,
"eval_LOC_f1": 0.8464706167336854,
"eval_ORG_f1": 0.7516536234342064,
"eval_PER_f1": 0.8579948502396776,
"eval_loss": 0.2908647060394287,
"eval_overall_accuracy": 0.9129029665003394,
"eval_overall_f1": 0.822899354947748,
"eval_overall_precision": 0.8222161241750046,
"eval_overall_recall": 0.823583722143129,
"eval_runtime": 998.6892,
"eval_samples_per_second": 65.786,
"eval_steps_per_second": 0.515,
"step": 22000
},
{
"epoch": 1.02,
"grad_norm": 10.310678482055664,
"learning_rate": 1.709074350476865e-05,
"loss": 0.2578,
"step": 23000
},
{
"epoch": 1.02,
"eval_LOC_f1": 0.841074796336982,
"eval_ORG_f1": 0.7516604978958576,
"eval_PER_f1": 0.8534542846463892,
"eval_loss": 0.31625884771347046,
"eval_overall_accuracy": 0.9131046730418835,
"eval_overall_f1": 0.8203140861475114,
"eval_overall_precision": 0.8292370287689482,
"eval_overall_recall": 0.811581128511622,
"eval_runtime": 992.6607,
"eval_samples_per_second": 66.186,
"eval_steps_per_second": 0.518,
"step": 23000
},
{
"epoch": 1.06,
"grad_norm": 12.428755760192871,
"learning_rate": 1.6964254091932504e-05,
"loss": 0.241,
"step": 24000
},
{
"epoch": 1.06,
"eval_LOC_f1": 0.8458245540438758,
"eval_ORG_f1": 0.7417449698379979,
"eval_PER_f1": 0.8449764637383674,
"eval_loss": 0.31306418776512146,
"eval_overall_accuracy": 0.910274082719034,
"eval_overall_f1": 0.8166761890407407,
"eval_overall_precision": 0.8123452830057111,
"eval_overall_recall": 0.8210535218414784,
"eval_runtime": 1000.0329,
"eval_samples_per_second": 65.698,
"eval_steps_per_second": 0.514,
"step": 24000
},
{
"epoch": 1.11,
"grad_norm": 7.654708385467529,
"learning_rate": 1.683776467909636e-05,
"loss": 0.2273,
"step": 25000
},
{
"epoch": 1.11,
"eval_LOC_f1": 0.8447393652873104,
"eval_ORG_f1": 0.755644780920822,
"eval_PER_f1": 0.8620841122450023,
"eval_loss": 0.29408279061317444,
"eval_overall_accuracy": 0.9140618487334913,
"eval_overall_f1": 0.8249119505874042,
"eval_overall_precision": 0.818763755528247,
"eval_overall_recall": 0.8311531793129696,
"eval_runtime": 941.7518,
"eval_samples_per_second": 69.764,
"eval_steps_per_second": 0.546,
"step": 25000
},
{
"epoch": 1.15,
"grad_norm": 0.1430547833442688,
"learning_rate": 1.6711275266260215e-05,
"loss": 0.2512,
"step": 26000
},
{
"epoch": 1.15,
"eval_LOC_f1": 0.8500541479262808,
"eval_ORG_f1": 0.7624169717495258,
"eval_PER_f1": 0.865798904312724,
"eval_loss": 0.2906274199485779,
"eval_overall_accuracy": 0.9169281656762454,
"eval_overall_f1": 0.8295221228947797,
"eval_overall_precision": 0.8304302989207211,
"eval_overall_recall": 0.8286159310996152,
"eval_runtime": 948.7716,
"eval_samples_per_second": 69.247,
"eval_steps_per_second": 0.542,
"step": 26000
},
{
"epoch": 1.2,
"grad_norm": 2.0707778930664062,
"learning_rate": 1.658478585342407e-05,
"loss": 0.2355,
"step": 27000
},
{
"epoch": 1.2,
"eval_LOC_f1": 0.8528026151331602,
"eval_ORG_f1": 0.7654581692212784,
"eval_PER_f1": 0.8630401626842907,
"eval_loss": 0.30151626467704773,
"eval_overall_accuracy": 0.9169624036869872,
"eval_overall_f1": 0.8306308694863459,
"eval_overall_precision": 0.8223685119434121,
"eval_overall_recall": 0.8390609362445908,
"eval_runtime": 985.7403,
"eval_samples_per_second": 66.65,
"eval_steps_per_second": 0.521,
"step": 27000
},
{
"epoch": 1.24,
"grad_norm": 7.580867290496826,
"learning_rate": 1.6458296440587925e-05,
"loss": 0.2395,
"step": 28000
},
{
"epoch": 1.24,
"eval_LOC_f1": 0.8430476991285736,
"eval_ORG_f1": 0.7574625494543183,
"eval_PER_f1": 0.8637680570098303,
"eval_loss": 0.3095172941684723,
"eval_overall_accuracy": 0.914303747722428,
"eval_overall_f1": 0.8256623551811597,
"eval_overall_precision": 0.8230774618293879,
"eval_overall_recall": 0.8282635355144271,
"eval_runtime": 999.1758,
"eval_samples_per_second": 65.754,
"eval_steps_per_second": 0.514,
"step": 28000
},
{
"epoch": 1.28,
"grad_norm": 0.15234589576721191,
"learning_rate": 1.633180702775178e-05,
"loss": 0.2322,
"step": 29000
},
{
"epoch": 1.28,
"eval_LOC_f1": 0.8442432749878247,
"eval_ORG_f1": 0.7601534050352662,
"eval_PER_f1": 0.8612064440586263,
"eval_loss": 0.2927219569683075,
"eval_overall_accuracy": 0.9170986114253731,
"eval_overall_f1": 0.8258450109270158,
"eval_overall_precision": 0.8182069728832319,
"eval_overall_recall": 0.8336269963209901,
"eval_runtime": 972.0367,
"eval_samples_per_second": 67.59,
"eval_steps_per_second": 0.529,
"step": 29000
},
{
"epoch": 1.33,
"grad_norm": 12.916611671447754,
"learning_rate": 1.6205317614915632e-05,
"loss": 0.2433,
"step": 30000
},
{
"epoch": 1.33,
"eval_LOC_f1": 0.8444784033582501,
"eval_ORG_f1": 0.7596891611525098,
"eval_PER_f1": 0.8642486197465865,
"eval_loss": 0.2888515293598175,
"eval_overall_accuracy": 0.91348501268295,
"eval_overall_f1": 0.8271813480146815,
"eval_overall_precision": 0.8160067477678877,
"eval_overall_recall": 0.8386662531891801,
"eval_runtime": 961.788,
"eval_samples_per_second": 68.31,
"eval_steps_per_second": 0.534,
"step": 30000
},
{
"epoch": 1.37,
"grad_norm": 0.4655471444129944,
"learning_rate": 1.607882820207949e-05,
"loss": 0.2358,
"step": 31000
},
{
"epoch": 1.37,
"eval_LOC_f1": 0.8478889967668045,
"eval_ORG_f1": 0.7620526592328799,
"eval_PER_f1": 0.8645434620748959,
"eval_loss": 0.29194697737693787,
"eval_overall_accuracy": 0.9150346548213073,
"eval_overall_f1": 0.8278141773862643,
"eval_overall_precision": 0.8183533624875177,
"eval_overall_recall": 0.8374962998463555,
"eval_runtime": 937.9473,
"eval_samples_per_second": 70.047,
"eval_steps_per_second": 0.548,
"step": 31000
},
{
"epoch": 1.42,
"grad_norm": 4.9739909172058105,
"learning_rate": 1.5952338789243342e-05,
"loss": 0.2258,
"step": 32000
},
{
"epoch": 1.42,
"eval_LOC_f1": 0.8552193079338859,
"eval_ORG_f1": 0.763369485049633,
"eval_PER_f1": 0.8649409287399143,
"eval_loss": 0.2976300120353699,
"eval_overall_accuracy": 0.9165649450405498,
"eval_overall_f1": 0.8319835859514232,
"eval_overall_precision": 0.8266665738956187,
"eval_overall_recall": 0.8373694374356878,
"eval_runtime": 961.624,
"eval_samples_per_second": 68.322,
"eval_steps_per_second": 0.535,
"step": 32000
},
{
"epoch": 1.46,
"grad_norm": 13.10745620727539,
"learning_rate": 1.5825849376407196e-05,
"loss": 0.2372,
"step": 33000
},
{
"epoch": 1.46,
"eval_LOC_f1": 0.8430370470368156,
"eval_ORG_f1": 0.7732836874254703,
"eval_PER_f1": 0.8708081138557172,
"eval_loss": 0.2847268581390381,
"eval_overall_accuracy": 0.91798879970466,
"eval_overall_f1": 0.8324051096948847,
"eval_overall_precision": 0.8326281644453847,
"eval_overall_recall": 0.8321821744217188,
"eval_runtime": 1011.399,
"eval_samples_per_second": 64.96,
"eval_steps_per_second": 0.508,
"step": 33000
},
{
"epoch": 1.51,
"grad_norm": 2.8712925910949707,
"learning_rate": 1.569935996357105e-05,
"loss": 0.2358,
"step": 34000
},
{
"epoch": 1.51,
"eval_LOC_f1": 0.8512200643745139,
"eval_ORG_f1": 0.7646914589293013,
"eval_PER_f1": 0.8725994049229104,
"eval_loss": 0.28364238142967224,
"eval_overall_accuracy": 0.9192392314013171,
"eval_overall_f1": 0.8323193111236589,
"eval_overall_precision": 0.8335312495582227,
"eval_overall_recall": 0.831110891842747,
"eval_runtime": 994.3994,
"eval_samples_per_second": 66.07,
"eval_steps_per_second": 0.517,
"step": 34000
},
{
"epoch": 1.55,
"grad_norm": 1.0189175605773926,
"learning_rate": 1.5572870550734906e-05,
"loss": 0.2314,
"step": 35000
},
{
"epoch": 1.55,
"eval_LOC_f1": 0.8507849855779469,
"eval_ORG_f1": 0.7650251812241418,
"eval_PER_f1": 0.8689379418372184,
"eval_loss": 0.285095751285553,
"eval_overall_accuracy": 0.9186356003858475,
"eval_overall_f1": 0.8310027409855706,
"eval_overall_precision": 0.8214160303503928,
"eval_overall_recall": 0.8408158662588275,
"eval_runtime": 935.5326,
"eval_samples_per_second": 70.227,
"eval_steps_per_second": 0.549,
"step": 35000
},
{
"epoch": 1.59,
"grad_norm": 3.663295269012451,
"learning_rate": 1.544638113789876e-05,
"loss": 0.234,
"step": 36000
},
{
"epoch": 1.59,
"eval_LOC_f1": 0.8537102746066029,
"eval_ORG_f1": 0.7690944951636334,
"eval_PER_f1": 0.8700584783258904,
"eval_loss": 0.28537243604660034,
"eval_overall_accuracy": 0.9194431708566052,
"eval_overall_f1": 0.8341569064491033,
"eval_overall_precision": 0.8295923488735222,
"eval_overall_recall": 0.8387719718647365,
"eval_runtime": 945.3448,
"eval_samples_per_second": 69.498,
"eval_steps_per_second": 0.544,
"step": 36000
},
{
"epoch": 1.64,
"grad_norm": 2.8524346351623535,
"learning_rate": 1.5319891725062616e-05,
"loss": 0.218,
"step": 37000
},
{
"epoch": 1.64,
"eval_LOC_f1": 0.8480498985496354,
"eval_ORG_f1": 0.7720144752714113,
"eval_PER_f1": 0.8681549995333838,
"eval_loss": 0.28636589646339417,
"eval_overall_accuracy": 0.9189809577115909,
"eval_overall_f1": 0.8333121549691502,
"eval_overall_precision": 0.8346791871137447,
"eval_overall_recall": 0.8319495933354947,
"eval_runtime": 971.8405,
"eval_samples_per_second": 67.604,
"eval_steps_per_second": 0.529,
"step": 37000
},
{
"epoch": 1.68,
"grad_norm": 4.014327049255371,
"learning_rate": 1.5193402312226468e-05,
"loss": 0.239,
"step": 38000
},
{
"epoch": 1.68,
"eval_LOC_f1": 0.856354181853526,
"eval_ORG_f1": 0.7607628933739787,
"eval_PER_f1": 0.8713080831892713,
"eval_loss": 0.2887238562107086,
"eval_overall_accuracy": 0.9170405556680282,
"eval_overall_f1": 0.8318997253753843,
"eval_overall_precision": 0.8238473394292507,
"eval_overall_recall": 0.8401110750884513,
"eval_runtime": 984.8035,
"eval_samples_per_second": 66.714,
"eval_steps_per_second": 0.522,
"step": 38000
},
{
"epoch": 1.73,
"grad_norm": 48.57558059692383,
"learning_rate": 1.5066912899390323e-05,
"loss": 0.2374,
"step": 39000
},
{
"epoch": 1.73,
"eval_LOC_f1": 0.8629891838741397,
"eval_ORG_f1": 0.7734306355559895,
"eval_PER_f1": 0.8760364502093424,
"eval_loss": 0.28808096051216125,
"eval_overall_accuracy": 0.921347101975682,
"eval_overall_f1": 0.8414042377584563,
"eval_overall_precision": 0.8495036133499992,
"eval_overall_recall": 0.8334578464400998,
"eval_runtime": 1002.3252,
"eval_samples_per_second": 65.548,
"eval_steps_per_second": 0.513,
"step": 39000
},
{
"epoch": 1.77,
"grad_norm": 18.295597076416016,
"learning_rate": 1.4940423486554176e-05,
"loss": 0.2327,
"step": 40000
},
{
"epoch": 1.77,
"eval_LOC_f1": 0.8568252173162995,
"eval_ORG_f1": 0.765257865392274,
"eval_PER_f1": 0.8650392170611746,
"eval_loss": 0.27475544810295105,
"eval_overall_accuracy": 0.918402633051887,
"eval_overall_f1": 0.8338476462277082,
"eval_overall_precision": 0.8316554025631678,
"eval_overall_recall": 0.8360514779470842,
"eval_runtime": 966.7516,
"eval_samples_per_second": 67.96,
"eval_steps_per_second": 0.532,
"step": 40000
},
{
"epoch": 1.82,
"grad_norm": 8.551658630371094,
"learning_rate": 1.481393407371803e-05,
"loss": 0.2266,
"step": 41000
},
{
"epoch": 1.82,
"eval_LOC_f1": 0.8626095376422174,
"eval_ORG_f1": 0.7735328126106142,
"eval_PER_f1": 0.8753750051370567,
"eval_loss": 0.27126726508140564,
"eval_overall_accuracy": 0.9233812863964941,
"eval_overall_f1": 0.8405072872606979,
"eval_overall_precision": 0.835852936051577,
"eval_overall_recall": 0.845213763161975,
"eval_runtime": 949.0619,
"eval_samples_per_second": 69.226,
"eval_steps_per_second": 0.542,
"step": 41000
},
{
"epoch": 1.86,
"grad_norm": 15.628961563110352,
"learning_rate": 1.4687444660881885e-05,
"loss": 0.2321,
"step": 42000
},
{
"epoch": 1.86,
"eval_LOC_f1": 0.8591221352011853,
"eval_ORG_f1": 0.7785703957198631,
"eval_PER_f1": 0.8756674763500703,
"eval_loss": 0.2676946520805359,
"eval_overall_accuracy": 0.9217490264496077,
"eval_overall_f1": 0.8412990217616726,
"eval_overall_precision": 0.8391781494337506,
"eval_overall_recall": 0.8434306415009233,
"eval_runtime": 933.8514,
"eval_samples_per_second": 70.354,
"eval_steps_per_second": 0.55,
"step": 42000
},
{
"epoch": 1.9,
"grad_norm": 3.160637140274048,
"learning_rate": 1.456095524804574e-05,
"loss": 0.2103,
"step": 43000
},
{
"epoch": 1.9,
"eval_LOC_f1": 0.8572030651340997,
"eval_ORG_f1": 0.7727868545480081,
"eval_PER_f1": 0.8757355631042593,
"eval_loss": 0.2812298536300659,
"eval_overall_accuracy": 0.9198480725488561,
"eval_overall_f1": 0.8381508761238307,
"eval_overall_precision": 0.8330536854344057,
"eval_overall_recall": 0.8433108270019594,
"eval_runtime": 959.7072,
"eval_samples_per_second": 68.458,
"eval_steps_per_second": 0.536,
"step": 43000
},
{
"epoch": 1.95,
"grad_norm": 19.63943862915039,
"learning_rate": 1.4434465835209595e-05,
"loss": 0.2299,
"step": 44000
},
{
"epoch": 1.95,
"eval_LOC_f1": 0.8625562915195548,
"eval_ORG_f1": 0.7738310591448732,
"eval_PER_f1": 0.8727216526711657,
"eval_loss": 0.2698276937007904,
"eval_overall_accuracy": 0.9231393874075574,
"eval_overall_f1": 0.8398996262454074,
"eval_overall_precision": 0.8411791735887738,
"eval_overall_recall": 0.8386239657189575,
"eval_runtime": 959.292,
"eval_samples_per_second": 68.488,
"eval_steps_per_second": 0.536,
"step": 44000
},
{
"epoch": 1.99,
"grad_norm": 5.957523345947266,
"learning_rate": 1.4307976422373449e-05,
"loss": 0.217,
"step": 45000
},
{
"epoch": 1.99,
"eval_LOC_f1": 0.8548825805462975,
"eval_ORG_f1": 0.7795103416137936,
"eval_PER_f1": 0.8763479817569583,
"eval_loss": 0.257554292678833,
"eval_overall_accuracy": 0.9223258625001488,
"eval_overall_f1": 0.8396542612618684,
"eval_overall_precision": 0.8451246242708534,
"eval_overall_recall": 0.834254260462625,
"eval_runtime": 986.5064,
"eval_samples_per_second": 66.599,
"eval_steps_per_second": 0.521,
"step": 45000
}
],
"logging_steps": 1000,
"max_steps": 158116,
"num_input_tokens_seen": 0,
"num_train_epochs": 7,
"save_steps": 500,
"total_flos": 1.2387920637624576e+16,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}