{ "best_metric": 0.10630349814891815, "best_model_checkpoint": "FacebookAI/xlm-roberta-base_ai4privacy_en/checkpoint-69592", "epoch": 5.0, "global_step": 86990, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.03, "learning_rate": 1.436946775491436e-06, "loss": 3.578, "step": 500 }, { "epoch": 0.06, "learning_rate": 2.873893550982872e-06, "loss": 2.3864, "step": 1000 }, { "epoch": 0.09, "learning_rate": 4.310840326474307e-06, "loss": 2.2182, "step": 1500 }, { "epoch": 0.11, "learning_rate": 5.747787101965744e-06, "loss": 1.9029, "step": 2000 }, { "epoch": 0.14, "learning_rate": 7.184733877457179e-06, "loss": 1.6324, "step": 2500 }, { "epoch": 0.17, "learning_rate": 8.621680652948615e-06, "loss": 1.4175, "step": 3000 }, { "epoch": 0.2, "learning_rate": 1.0058627428440052e-05, "loss": 1.1999, "step": 3500 }, { "epoch": 0.23, "learning_rate": 1.1495574203931487e-05, "loss": 1.0441, "step": 4000 }, { "epoch": 0.26, "learning_rate": 1.2932520979422925e-05, "loss": 0.9404, "step": 4500 }, { "epoch": 0.29, "learning_rate": 1.4369467754914358e-05, "loss": 0.8577, "step": 5000 }, { "epoch": 0.32, "learning_rate": 1.5806414530405794e-05, "loss": 0.7653, "step": 5500 }, { "epoch": 0.34, "learning_rate": 1.724336130589723e-05, "loss": 0.6995, "step": 6000 }, { "epoch": 0.37, "learning_rate": 1.868030808138867e-05, "loss": 0.6068, "step": 6500 }, { "epoch": 0.4, "learning_rate": 2.0117254856880104e-05, "loss": 0.5572, "step": 7000 }, { "epoch": 0.43, "learning_rate": 2.1554201632371536e-05, "loss": 0.5128, "step": 7500 }, { "epoch": 0.46, "learning_rate": 2.2991148407862975e-05, "loss": 0.4856, "step": 8000 }, { "epoch": 0.49, "learning_rate": 2.442809518335441e-05, "loss": 0.4484, "step": 8500 }, { "epoch": 0.52, "learning_rate": 2.586504195884585e-05, "loss": 0.4199, "step": 9000 }, { "epoch": 0.55, "learning_rate": 2.730198873433728e-05, "loss": 0.4207, "step": 9500 }, { "epoch": 0.57, "learning_rate": 2.8738935509828717e-05, "loss": 0.3781, "step": 10000 }, { "epoch": 0.6, "learning_rate": 3.017588228532015e-05, "loss": 0.3617, "step": 10500 }, { "epoch": 0.63, "learning_rate": 3.161282906081159e-05, "loss": 0.3458, "step": 11000 }, { "epoch": 0.66, "learning_rate": 3.304977583630303e-05, "loss": 0.3396, "step": 11500 }, { "epoch": 0.69, "learning_rate": 3.448672261179446e-05, "loss": 0.3479, "step": 12000 }, { "epoch": 0.72, "learning_rate": 3.59236693872859e-05, "loss": 0.3318, "step": 12500 }, { "epoch": 0.75, "learning_rate": 3.736061616277734e-05, "loss": 0.3145, "step": 13000 }, { "epoch": 0.78, "learning_rate": 3.879756293826877e-05, "loss": 0.3076, "step": 13500 }, { "epoch": 0.8, "learning_rate": 4.023450971376021e-05, "loss": 0.2932, "step": 14000 }, { "epoch": 0.83, "learning_rate": 4.167145648925164e-05, "loss": 0.2788, "step": 14500 }, { "epoch": 0.86, "learning_rate": 4.310840326474307e-05, "loss": 0.2968, "step": 15000 }, { "epoch": 0.89, "learning_rate": 4.454535004023451e-05, "loss": 0.288, "step": 15500 }, { "epoch": 0.92, "learning_rate": 4.598229681572595e-05, "loss": 0.2935, "step": 16000 }, { "epoch": 0.95, "learning_rate": 4.741924359121738e-05, "loss": 0.277, "step": 16500 }, { "epoch": 0.98, "learning_rate": 4.885619036670882e-05, "loss": 0.2518, "step": 17000 }, { "epoch": 1.0, "eval_ACCOUNTNAME_f1": 0.9706621961441744, "eval_ACCOUNTNUMBER_f1": 0.922194922194922, "eval_AGE_f1": 0.7075892857142857, "eval_AMOUNT_f1": 0.5415335463258787, "eval_BIC_f1": 0.6505376344086021, "eval_BITCOINADDRESS_f1": 0.7705711519845111, "eval_BUILDINGNUMBER_f1": 0.6595538312318137, "eval_CITY_f1": 0.2664129400570885, "eval_COMPANYNAME_f1": 0.7131221719457014, "eval_COUNTY_f1": 0.6703499079189688, "eval_CREDITCARDCVV_f1": 0.6666666666666666, "eval_CREDITCARDISSUER_f1": 0.8615384615384616, "eval_CREDITCARDNUMBER_f1": 0.5074331020812686, "eval_CURRENCYCODE_f1": 0.2530864197530864, "eval_CURRENCYNAME_f1": 0.017021276595744678, "eval_CURRENCYSYMBOL_f1": 0.7633434038267876, "eval_CURRENCY_f1": 0.4165733482642777, "eval_DATE_f1": 0.7358574610244988, "eval_DOB_f1": 0.265625, "eval_EMAIL_f1": 0.9323583180987203, "eval_ETHEREUMADDRESS_f1": 0.9145860709592641, "eval_EYECOLOR_f1": 0.825, "eval_FIRSTNAME_f1": 0.6515122327104604, "eval_GENDER_f1": 0.8003952569169961, "eval_HEIGHT_f1": 0.8310249307479225, "eval_IBAN_f1": 0.754406580493537, "eval_IPV4_f1": 0.7821637426900585, "eval_IPV6_f1": 0.7784535186794093, "eval_IP_f1": 0.0, "eval_JOBAREA_f1": 0.6935201401050788, "eval_JOBTITLE_f1": 0.9019279128248114, "eval_JOBTYPE_f1": 0.8237179487179487, "eval_LASTNAME_f1": 0.47874720357941836, "eval_LITECOINADDRESS_f1": 0.5846867749419954, "eval_MAC_f1": 0.9429175475687104, "eval_MASKEDNUMBER_f1": 0.5205240174672489, "eval_MIDDLENAME_f1": 0.16666666666666666, "eval_NEARBYGPSCOORDINATE_f1": 0.997005988023952, "eval_ORDINALDIRECTION_f1": 0.953781512605042, "eval_PASSWORD_f1": 0.8032936870997255, "eval_PHONEIMEI_f1": 0.957592339261286, "eval_PHONENUMBER_f1": 0.8437158469945354, "eval_PIN_f1": 0.5533596837944664, "eval_PREFIX_f1": 0.9125575279421433, "eval_SECONDARYADDRESS_f1": 0.9427966101694915, "eval_SEX_f1": 0.96, "eval_SSN_f1": 0.8784119106699753, "eval_STATE_f1": 0.3854489164086688, "eval_STREET_f1": 0.5525423728813559, "eval_TIME_f1": 0.8786885245901639, "eval_URL_f1": 0.9620853080568721, "eval_USERAGENT_f1": 0.9099307159353349, "eval_USERNAME_f1": 0.7157712305025996, "eval_VEHICLEVIN_f1": 0.7584269662921348, "eval_VEHICLEVRM_f1": 0.7146401985111662, "eval_ZIPCODE_f1": 0.6747720364741642, "eval_loss": 0.21428045630455017, "eval_overall_accuracy": 0.9322808557703992, "eval_overall_f1": 0.7150758251561107, "eval_overall_precision": 0.6946514610558425, "eval_overall_recall": 0.7367376199404434, "eval_runtime": 1202.4335, "eval_samples_per_second": 7.235, "eval_steps_per_second": 3.618, "step": 17398 }, { "epoch": 1.01, "learning_rate": 4.999973497264706e-05, "loss": 0.2745, "step": 17500 }, { "epoch": 1.03, "learning_rate": 4.999076881666281e-05, "loss": 0.2653, "step": 18000 }, { "epoch": 1.06, "learning_rate": 4.9969071080868136e-05, "loss": 0.2534, "step": 18500 }, { "epoch": 1.09, "learning_rate": 4.9934652819202863e-05, "loss": 0.2524, "step": 19000 }, { "epoch": 1.12, "learning_rate": 4.988753156609536e-05, "loss": 0.2413, "step": 19500 }, { "epoch": 1.15, "learning_rate": 4.982773132752955e-05, "loss": 0.235, "step": 20000 }, { "epoch": 1.18, "learning_rate": 4.975528256881507e-05, "loss": 0.2192, "step": 20500 }, { "epoch": 1.21, "learning_rate": 4.9670222199066666e-05, "loss": 0.2346, "step": 21000 }, { "epoch": 1.24, "learning_rate": 4.957259355240078e-05, "loss": 0.2382, "step": 21500 }, { "epoch": 1.26, "learning_rate": 4.946244636585896e-05, "loss": 0.2238, "step": 22000 }, { "epoch": 1.29, "learning_rate": 4.933983675406925e-05, "loss": 0.2064, "step": 22500 }, { "epoch": 1.32, "learning_rate": 4.9204827180658474e-05, "loss": 0.217, "step": 23000 }, { "epoch": 1.35, "learning_rate": 4.9057486426430136e-05, "loss": 0.2095, "step": 23500 }, { "epoch": 1.38, "learning_rate": 4.88978895543239e-05, "loss": 0.2056, "step": 24000 }, { "epoch": 1.41, "learning_rate": 4.872611787117469e-05, "loss": 0.193, "step": 24500 }, { "epoch": 1.44, "learning_rate": 4.854225888629079e-05, "loss": 0.2074, "step": 25000 }, { "epoch": 1.47, "learning_rate": 4.834640626687219e-05, "loss": 0.1867, "step": 25500 }, { "epoch": 1.49, "learning_rate": 4.813865979029161e-05, "loss": 0.1676, "step": 26000 }, { "epoch": 1.52, "learning_rate": 4.791912529326286e-05, "loss": 0.1724, "step": 26500 }, { "epoch": 1.55, "learning_rate": 4.7687914617922136e-05, "loss": 0.1745, "step": 27000 }, { "epoch": 1.58, "learning_rate": 4.7445145554849956e-05, "loss": 0.178, "step": 27500 }, { "epoch": 1.61, "learning_rate": 4.719094178306255e-05, "loss": 0.1841, "step": 28000 }, { "epoch": 1.64, "learning_rate": 4.6925432807003414e-05, "loss": 0.1769, "step": 28500 }, { "epoch": 1.67, "learning_rate": 4.664875389056717e-05, "loss": 0.1697, "step": 29000 }, { "epoch": 1.7, "learning_rate": 4.6361045988189106e-05, "loss": 0.1706, "step": 29500 }, { "epoch": 1.72, "learning_rate": 4.606245567303583e-05, "loss": 0.1848, "step": 30000 }, { "epoch": 1.75, "learning_rate": 4.575313506233334e-05, "loss": 0.1665, "step": 30500 }, { "epoch": 1.78, "learning_rate": 4.543324173987071e-05, "loss": 0.1605, "step": 31000 }, { "epoch": 1.81, "learning_rate": 4.5102938675718855e-05, "loss": 0.1644, "step": 31500 }, { "epoch": 1.84, "learning_rate": 4.4762394143205144e-05, "loss": 0.1655, "step": 32000 }, { "epoch": 1.87, "learning_rate": 4.441178163318642e-05, "loss": 0.1539, "step": 32500 }, { "epoch": 1.9, "learning_rate": 4.4051279765663776e-05, "loss": 0.1699, "step": 33000 }, { "epoch": 1.93, "learning_rate": 4.368107219878444e-05, "loss": 0.1659, "step": 33500 }, { "epoch": 1.95, "learning_rate": 4.330134753527681e-05, "loss": 0.1507, "step": 34000 }, { "epoch": 1.98, "learning_rate": 4.291229922636665e-05, "loss": 0.1671, "step": 34500 }, { "epoch": 2.0, "eval_ACCOUNTNAME_f1": 0.9832214765100671, "eval_ACCOUNTNUMBER_f1": 0.965938864628821, "eval_AGE_f1": 0.8194842406876791, "eval_AMOUNT_f1": 0.753577106518283, "eval_BIC_f1": 0.7787610619469028, "eval_BITCOINADDRESS_f1": 0.9311348205625607, "eval_BUILDINGNUMBER_f1": 0.7935909519321395, "eval_CITY_f1": 0.6927659574468086, "eval_COMPANYNAME_f1": 0.8637236084452975, "eval_COUNTY_f1": 0.9131602506714414, "eval_CREDITCARDCVV_f1": 0.7307692307692307, "eval_CREDITCARDISSUER_f1": 0.9629629629629629, "eval_CREDITCARDNUMBER_f1": 0.7972166998011928, "eval_CURRENCYCODE_f1": 0.4893617021276596, "eval_CURRENCYNAME_f1": 0.2028169014084507, "eval_CURRENCYSYMBOL_f1": 0.8631178707224334, "eval_CURRENCY_f1": 0.4755244755244756, "eval_DATE_f1": 0.8271186440677967, "eval_DOB_f1": 0.539240506329114, "eval_EMAIL_f1": 0.9673518742442563, "eval_ETHEREUMADDRESS_f1": 0.9875862068965517, "eval_EYECOLOR_f1": 0.7394957983193277, "eval_FIRSTNAME_f1": 0.8258555133079847, "eval_GENDER_f1": 0.9224572004028198, "eval_HEIGHT_f1": 0.9235474006116207, "eval_IBAN_f1": 0.9202453987730062, "eval_IPV4_f1": 0.813153961136024, "eval_IPV6_f1": 0.8013937282229965, "eval_IP_f1": 0.0, "eval_JOBAREA_f1": 0.7758369723435227, "eval_JOBTITLE_f1": 0.9466437177280551, "eval_JOBTYPE_f1": 0.8900432900432901, "eval_LASTNAME_f1": 0.7644946126218573, "eval_LITECOINADDRESS_f1": 0.7861271676300579, "eval_MAC_f1": 0.9743589743589743, "eval_MASKEDNUMBER_f1": 0.7448869752421957, "eval_MIDDLENAME_f1": 0.9263336155800168, "eval_NEARBYGPSCOORDINATE_f1": 0.9955156950672646, "eval_ORDINALDIRECTION_f1": 0.9681528662420382, "eval_PASSWORD_f1": 0.9079307201458524, "eval_PHONEIMEI_f1": 0.979253112033195, "eval_PHONENUMBER_f1": 0.9238683127572015, "eval_PIN_f1": 0.7352185089974294, "eval_PREFIX_f1": 0.8538516918646508, "eval_SECONDARYADDRESS_f1": 0.9761904761904762, "eval_SEX_f1": 0.9689689689689689, "eval_SSN_f1": 0.9488139825218478, "eval_STATE_f1": 0.6922462030375699, "eval_STREET_f1": 0.6694701429772919, "eval_TIME_f1": 0.9483648881239243, "eval_URL_f1": 0.9833465503568597, "eval_USERAGENT_f1": 0.9495896834701056, "eval_USERNAME_f1": 0.8646496815286625, "eval_VEHICLEVIN_f1": 0.9337175792507205, "eval_VEHICLEVRM_f1": 0.912928759894459, "eval_ZIPCODE_f1": 0.7704545454545455, "eval_loss": 0.14775562286376953, "eval_overall_accuracy": 0.953327927110225, "eval_overall_f1": 0.8400419771971327, "eval_overall_precision": 0.8137146795313577, "eval_overall_recall": 0.8681298481673468, "eval_runtime": 1217.449, "eval_samples_per_second": 7.146, "eval_steps_per_second": 3.573, "step": 34796 }, { "epoch": 2.01, "learning_rate": 4.2514125473222964e-05, "loss": 0.1441, "step": 35000 }, { "epoch": 2.04, "learning_rate": 4.210702912598433e-05, "loss": 0.1412, "step": 35500 }, { "epoch": 2.07, "learning_rate": 4.169121758041648e-05, "loss": 0.1288, "step": 36000 }, { "epoch": 2.1, "learning_rate": 4.126690267225433e-05, "loss": 0.13, "step": 36500 }, { "epoch": 2.13, "learning_rate": 4.083430056928197e-05, "loss": 0.1406, "step": 37000 }, { "epoch": 2.16, "learning_rate": 4.039363166120575e-05, "loss": 0.1283, "step": 37500 }, { "epoch": 2.18, "learning_rate": 3.994512044737635e-05, "loss": 0.128, "step": 38000 }, { "epoch": 2.21, "learning_rate": 3.9488995422417405e-05, "loss": 0.1402, "step": 38500 }, { "epoch": 2.24, "learning_rate": 3.902548895981857e-05, "loss": 0.1315, "step": 39000 }, { "epoch": 2.27, "learning_rate": 3.8554837193552504e-05, "loss": 0.13, "step": 39500 }, { "epoch": 2.3, "learning_rate": 3.807727989777621e-05, "loss": 0.1256, "step": 40000 }, { "epoch": 2.33, "learning_rate": 3.759306036467767e-05, "loss": 0.1144, "step": 40500 }, { "epoch": 2.36, "learning_rate": 3.710242528053039e-05, "loss": 0.1324, "step": 41000 }, { "epoch": 2.39, "learning_rate": 3.6605624600018746e-05, "loss": 0.1196, "step": 41500 }, { "epoch": 2.41, "learning_rate": 3.610291141889822e-05, "loss": 0.1449, "step": 42000 }, { "epoch": 2.44, "learning_rate": 3.559454184505544e-05, "loss": 0.1172, "step": 42500 }, { "epoch": 2.47, "learning_rate": 3.508077486803373e-05, "loss": 0.1309, "step": 43000 }, { "epoch": 2.5, "learning_rate": 3.456187222709048e-05, "loss": 0.1196, "step": 43500 }, { "epoch": 2.53, "learning_rate": 3.403809827785377e-05, "loss": 0.1151, "step": 44000 }, { "epoch": 2.56, "learning_rate": 3.3509719857646074e-05, "loss": 0.1378, "step": 44500 }, { "epoch": 2.59, "learning_rate": 3.29770061495436e-05, "loss": 0.1214, "step": 45000 }, { "epoch": 2.62, "learning_rate": 3.244022854524065e-05, "loss": 0.1099, "step": 45500 }, { "epoch": 2.64, "learning_rate": 3.189966050678873e-05, "loss": 0.1266, "step": 46000 }, { "epoch": 2.67, "learning_rate": 3.135557742728099e-05, "loss": 0.1177, "step": 46500 }, { "epoch": 2.7, "learning_rate": 3.0808256490552844e-05, "loss": 0.1154, "step": 47000 }, { "epoch": 2.73, "learning_rate": 3.025797652997027e-05, "loss": 0.1201, "step": 47500 }, { "epoch": 2.76, "learning_rate": 2.970501788637782e-05, "loss": 0.1142, "step": 48000 }, { "epoch": 2.79, "learning_rate": 2.9149662265278633e-05, "loss": 0.114, "step": 48500 }, { "epoch": 2.82, "learning_rate": 2.8592192593319127e-05, "loss": 0.1143, "step": 49000 }, { "epoch": 2.85, "learning_rate": 2.803289287415172e-05, "loss": 0.1131, "step": 49500 }, { "epoch": 2.87, "learning_rate": 2.747204804374876e-05, "loss": 0.1173, "step": 50000 }, { "epoch": 2.9, "learning_rate": 2.6909943825241536e-05, "loss": 0.1096, "step": 50500 }, { "epoch": 2.93, "learning_rate": 2.6346866583358242e-05, "loss": 0.1083, "step": 51000 }, { "epoch": 2.96, "learning_rate": 2.5783103178535106e-05, "loss": 0.1151, "step": 51500 }, { "epoch": 2.99, "learning_rate": 2.5218940820774976e-05, "loss": 0.1137, "step": 52000 }, { "epoch": 3.0, "eval_ACCOUNTNAME_f1": 0.9923793395427604, "eval_ACCOUNTNUMBER_f1": 0.9836065573770493, "eval_AGE_f1": 0.8851422550052687, "eval_AMOUNT_f1": 0.8444084278768234, "eval_BIC_f1": 0.8802228412256267, "eval_BITCOINADDRESS_f1": 0.7832310838445807, "eval_BUILDINGNUMBER_f1": 0.8296164139161463, "eval_CITY_f1": 0.8441926345609065, "eval_COMPANYNAME_f1": 0.9428284854563691, "eval_COUNTY_f1": 0.955575702629193, "eval_CREDITCARDCVV_f1": 0.9078947368421052, "eval_CREDITCARDISSUER_f1": 0.9718574108818012, "eval_CREDITCARDNUMBER_f1": 0.8341056533827619, "eval_CURRENCYCODE_f1": 0.6472491909385114, "eval_CURRENCYNAME_f1": 0.42290748898678415, "eval_CURRENCYSYMBOL_f1": 0.9137440758293839, "eval_CURRENCY_f1": 0.5643153526970954, "eval_DATE_f1": 0.845927379784102, "eval_DOB_f1": 0.595959595959596, "eval_EMAIL_f1": 0.9799392097264438, "eval_ETHEREUMADDRESS_f1": 0.9834254143646409, "eval_EYECOLOR_f1": 0.8969359331476323, "eval_FIRSTNAME_f1": 0.8973858759266485, "eval_GENDER_f1": 0.9659574468085107, "eval_HEIGHT_f1": 0.9592476489028213, "eval_IBAN_f1": 0.96, "eval_IPV4_f1": 0.8214285714285714, "eval_IPV6_f1": 0.7858985382631125, "eval_IP_f1": 0.004576659038901602, "eval_JOBAREA_f1": 0.8490408673894911, "eval_JOBTITLE_f1": 0.9738219895287958, "eval_JOBTYPE_f1": 0.9131944444444444, "eval_LASTNAME_f1": 0.8641078838174273, "eval_LITECOINADDRESS_f1": 0.6234817813765183, "eval_MAC_f1": 0.9507494646680943, "eval_MASKEDNUMBER_f1": 0.7520564042303174, "eval_MIDDLENAME_f1": 0.9442060085836909, "eval_NEARBYGPSCOORDINATE_f1": 0.997005988023952, "eval_ORDINALDIRECTION_f1": 0.980561555075594, "eval_PASSWORD_f1": 0.9345622119815669, "eval_PHONEIMEI_f1": 0.9944289693593316, "eval_PHONENUMBER_f1": 0.9669861554845581, "eval_PIN_f1": 0.836923076923077, "eval_PREFIX_f1": 0.9318028359216747, "eval_SECONDARYADDRESS_f1": 0.991285403050109, "eval_SEX_f1": 0.9690309690309691, "eval_SSN_f1": 0.9786700125470514, "eval_STATE_f1": 0.9154228855721391, "eval_STREET_f1": 0.8265560165975104, "eval_TIME_f1": 0.9460370994940979, "eval_URL_f1": 0.988906497622821, "eval_USERAGENT_f1": 0.9812206572769953, "eval_USERNAME_f1": 0.9120258272800645, "eval_VEHICLEVIN_f1": 0.9570200573065902, "eval_VEHICLEVRM_f1": 0.9386666666666666, "eval_ZIPCODE_f1": 0.804195804195804, "eval_loss": 0.1193842738866806, "eval_overall_accuracy": 0.9591780556940177, "eval_overall_f1": 0.884934671190356, "eval_overall_precision": 0.8690936159654036, "eval_overall_recall": 0.9013639204441013, "eval_runtime": 1221.2457, "eval_samples_per_second": 7.124, "eval_steps_per_second": 3.562, "step": 52194 }, { "epoch": 3.02, "learning_rate": 2.465466692332778e-05, "loss": 0.1304, "step": 52500 }, { "epoch": 3.05, "learning_rate": 2.4090568956267473e-05, "loss": 0.0973, "step": 53000 }, { "epoch": 3.08, "learning_rate": 2.3526934300040073e-05, "loss": 0.0898, "step": 53500 }, { "epoch": 3.1, "learning_rate": 2.2964050099057277e-05, "loss": 0.0939, "step": 54000 }, { "epoch": 3.13, "learning_rate": 2.2402203115410365e-05, "loss": 0.0834, "step": 54500 }, { "epoch": 3.16, "learning_rate": 2.1841679582778912e-05, "loss": 0.0969, "step": 55000 }, { "epoch": 3.19, "learning_rate": 2.128276506060864e-05, "loss": 0.0972, "step": 55500 }, { "epoch": 3.22, "learning_rate": 2.0725744288632766e-05, "loss": 0.0756, "step": 56000 }, { "epoch": 3.25, "learning_rate": 2.0170901041811027e-05, "loss": 0.0934, "step": 56500 }, { "epoch": 3.28, "learning_rate": 1.961851798576012e-05, "loss": 0.0923, "step": 57000 }, { "epoch": 3.3, "learning_rate": 1.906887653274933e-05, "loss": 0.0899, "step": 57500 }, { "epoch": 3.33, "learning_rate": 1.85222566983347e-05, "loss": 0.0875, "step": 58000 }, { "epoch": 3.36, "learning_rate": 1.7978936958704744e-05, "loss": 0.0947, "step": 58500 }, { "epoch": 3.39, "learning_rate": 1.7439194108810348e-05, "loss": 0.0879, "step": 59000 }, { "epoch": 3.42, "learning_rate": 1.6903303121351276e-05, "loss": 0.1034, "step": 59500 }, { "epoch": 3.45, "learning_rate": 1.6371537006690952e-05, "loss": 0.088, "step": 60000 }, { "epoch": 3.48, "learning_rate": 1.5844166673770928e-05, "loss": 0.1051, "step": 60500 }, { "epoch": 3.51, "learning_rate": 1.5321460792096047e-05, "loss": 0.0819, "step": 61000 }, { "epoch": 3.53, "learning_rate": 1.4803685654860361e-05, "loss": 0.1026, "step": 61500 }, { "epoch": 3.56, "learning_rate": 1.4291105043283709e-05, "loss": 0.087, "step": 62000 }, { "epoch": 3.59, "learning_rate": 1.3783980092228069e-05, "loss": 0.097, "step": 62500 }, { "epoch": 3.62, "learning_rate": 1.3282569157162061e-05, "loss": 0.0743, "step": 63000 }, { "epoch": 3.65, "learning_rate": 1.2787127682541338e-05, "loss": 0.0815, "step": 63500 }, { "epoch": 3.68, "learning_rate": 1.2297908071672187e-05, "loss": 0.0891, "step": 64000 }, { "epoch": 3.71, "learning_rate": 1.1815159558124281e-05, "loss": 0.0875, "step": 64500 }, { "epoch": 3.74, "learning_rate": 1.1339128078758258e-05, "loss": 0.0911, "step": 65000 }, { "epoch": 3.76, "learning_rate": 1.087005614843298e-05, "loss": 0.079, "step": 65500 }, { "epoch": 3.79, "learning_rate": 1.0408182736455936e-05, "loss": 0.0921, "step": 66000 }, { "epoch": 3.82, "learning_rate": 9.953743144840025e-06, "loss": 0.0877, "step": 66500 }, { "epoch": 3.85, "learning_rate": 9.506968888428702e-06, "loss": 0.0958, "step": 67000 }, { "epoch": 3.88, "learning_rate": 9.068087576950332e-06, "loss": 0.072, "step": 67500 }, { "epoch": 3.91, "learning_rate": 8.637322799062229e-06, "loss": 0.0819, "step": 68000 }, { "epoch": 3.94, "learning_rate": 8.214894008443033e-06, "loss": 0.0859, "step": 68500 }, { "epoch": 3.97, "learning_rate": 7.801016411991797e-06, "loss": 0.0834, "step": 69000 }, { "epoch": 3.99, "learning_rate": 7.395900860190549e-06, "loss": 0.079, "step": 69500 }, { "epoch": 4.0, "eval_ACCOUNTNAME_f1": 0.9932203389830507, "eval_ACCOUNTNUMBER_f1": 0.9939393939393939, "eval_AGE_f1": 0.9002079002079002, "eval_AMOUNT_f1": 0.8985270049099836, "eval_BIC_f1": 0.8820224719101125, "eval_BITCOINADDRESS_f1": 0.9592039800995025, "eval_BUILDINGNUMBER_f1": 0.8566176470588234, "eval_CITY_f1": 0.8694063926940641, "eval_COMPANYNAME_f1": 0.9675456389452333, "eval_COUNTY_f1": 0.9726775956284153, "eval_CREDITCARDCVV_f1": 0.9066666666666667, "eval_CREDITCARDISSUER_f1": 0.9775280898876404, "eval_CREDITCARDNUMBER_f1": 0.8986866791744841, "eval_CURRENCYCODE_f1": 0.7228915662650602, "eval_CURRENCYNAME_f1": 0.23293172690763048, "eval_CURRENCYSYMBOL_f1": 0.9476744186046512, "eval_CURRENCY_f1": 0.7435897435897435, "eval_DATE_f1": 0.836836836836837, "eval_DOB_f1": 0.6093023255813954, "eval_EMAIL_f1": 0.992, "eval_ETHEREUMADDRESS_f1": 0.9930843706777317, "eval_EYECOLOR_f1": 0.9464788732394367, "eval_FIRSTNAME_f1": 0.9243503368623676, "eval_GENDER_f1": 0.9758149316508938, "eval_HEIGHT_f1": 0.9780564263322885, "eval_IBAN_f1": 0.9862327909887358, "eval_IPV4_f1": 0.834980988593156, "eval_IPV6_f1": 0.8062554300608166, "eval_IP_f1": 0.057522123893805316, "eval_JOBAREA_f1": 0.8548123980424143, "eval_JOBTITLE_f1": 0.9789473684210526, "eval_JOBTYPE_f1": 0.9298245614035088, "eval_LASTNAME_f1": 0.9075360769641903, "eval_LITECOINADDRESS_f1": 0.8739002932551319, "eval_MAC_f1": 0.9849462365591397, "eval_MASKEDNUMBER_f1": 0.850432632880099, "eval_MIDDLENAME_f1": 0.9595176571920757, "eval_NEARBYGPSCOORDINATE_f1": 0.9955156950672646, "eval_ORDINALDIRECTION_f1": 0.9722814498933902, "eval_PASSWORD_f1": 0.9468690702087288, "eval_PHONEIMEI_f1": 0.9944289693593316, "eval_PHONENUMBER_f1": 0.9828326180257512, "eval_PIN_f1": 0.8348348348348348, "eval_PREFIX_f1": 0.93619879113499, "eval_SECONDARYADDRESS_f1": 0.990185387131952, "eval_SEX_f1": 0.9721669980119284, "eval_SSN_f1": 0.9772151898734177, "eval_STATE_f1": 0.9461538461538462, "eval_STREET_f1": 0.8983200707338639, "eval_TIME_f1": 0.9664660361134996, "eval_URL_f1": 0.994440031771247, "eval_USERAGENT_f1": 0.9858823529411764, "eval_USERNAME_f1": 0.9384741591468415, "eval_VEHICLEVIN_f1": 0.9766081871345028, "eval_VEHICLEVRM_f1": 0.9198966408268733, "eval_ZIPCODE_f1": 0.8565072302558399, "eval_loss": 0.10630349814891815, "eval_overall_accuracy": 0.9650753027360944, "eval_overall_f1": 0.9124017356257148, "eval_overall_precision": 0.9012912482065997, "eval_overall_recall": 0.923789566560053, "eval_runtime": 1234.2529, "eval_samples_per_second": 7.049, "eval_steps_per_second": 3.524, "step": 69592 }, { "epoch": 4.02, "learning_rate": 6.999753739686213e-06, "loss": 0.081, "step": 70000 }, { "epoch": 4.05, "learning_rate": 6.612776868146675e-06, "loss": 0.0787, "step": 70500 }, { "epoch": 4.08, "learning_rate": 6.235167391444508e-06, "loss": 0.0791, "step": 71000 }, { "epoch": 4.11, "learning_rate": 5.867117683220777e-06, "loss": 0.0558, "step": 71500 }, { "epoch": 4.14, "learning_rate": 5.5088152468799784e-06, "loss": 0.0738, "step": 72000 }, { "epoch": 4.17, "learning_rate": 5.16044262006623e-06, "loss": 0.0636, "step": 72500 }, { "epoch": 4.2, "learning_rate": 4.822177281669241e-06, "loss": 0.0541, "step": 73000 }, { "epoch": 4.22, "learning_rate": 4.4941915614073876e-06, "loss": 0.0536, "step": 73500 }, { "epoch": 4.25, "learning_rate": 4.17665255203421e-06, "loss": 0.0814, "step": 74000 }, { "epoch": 4.28, "learning_rate": 3.8697220242127245e-06, "loss": 0.0664, "step": 74500 }, { "epoch": 4.31, "learning_rate": 3.573556344101153e-06, "loss": 0.054, "step": 75000 }, { "epoch": 4.34, "learning_rate": 3.2883063936920227e-06, "loss": 0.0703, "step": 75500 }, { "epoch": 4.37, "learning_rate": 3.014117493945087e-06, "loss": 0.0513, "step": 76000 }, { "epoch": 4.4, "learning_rate": 2.7511293307533965e-06, "loss": 0.0591, "step": 76500 }, { "epoch": 4.43, "learning_rate": 2.499475883780139e-06, "loss": 0.0611, "step": 77000 }, { "epoch": 4.45, "learning_rate": 2.2592853582025312e-06, "loss": 0.0724, "step": 77500 }, { "epoch": 4.48, "learning_rate": 2.030680119397499e-06, "loss": 0.0671, "step": 78000 }, { "epoch": 4.51, "learning_rate": 1.8137766306024984e-06, "loss": 0.07, "step": 78500 }, { "epoch": 4.54, "learning_rate": 1.608685393583173e-06, "loss": 0.0566, "step": 79000 }, { "epoch": 4.57, "learning_rate": 1.4155108923380428e-06, "loss": 0.0755, "step": 79500 }, { "epoch": 4.6, "learning_rate": 1.2343515398690607e-06, "loss": 0.0764, "step": 80000 }, { "epoch": 4.63, "learning_rate": 1.0652996280449219e-06, "loss": 0.0857, "step": 80500 }, { "epoch": 4.66, "learning_rate": 9.084412805828751e-07, "loss": 0.078, "step": 81000 }, { "epoch": 4.68, "learning_rate": 7.638564091728917e-07, "loss": 0.0657, "step": 81500 }, { "epoch": 4.71, "learning_rate": 6.316186727665319e-07, "loss": 0.0629, "step": 82000 }, { "epoch": 4.74, "learning_rate": 5.117954400512992e-07, "loss": 0.0634, "step": 82500 }, { "epoch": 4.77, "learning_rate": 4.0444775512958334e-07, "loss": 0.0615, "step": 83000 }, { "epoch": 4.8, "learning_rate": 3.0963030641966427e-07, "loss": 0.0721, "step": 83500 }, { "epoch": 4.83, "learning_rate": 2.2739139879461303e-07, "loss": 0.0716, "step": 84000 }, { "epoch": 4.86, "learning_rate": 1.5777292897331542e-07, "loss": 0.0572, "step": 84500 }, { "epoch": 4.89, "learning_rate": 1.0081036417614598e-07, "loss": 0.075, "step": 85000 }, { "epoch": 4.91, "learning_rate": 5.653272405612975e-08, "loss": 0.0627, "step": 85500 }, { "epoch": 4.94, "learning_rate": 2.4962565914846137e-08, "loss": 0.0861, "step": 86000 }, { "epoch": 4.97, "learning_rate": 6.1159732105936505e-09, "loss": 0.0762, "step": 86500 }, { "epoch": 5.0, "eval_ACCOUNTNAME_f1": 0.9932203389830507, "eval_ACCOUNTNUMBER_f1": 0.991364421416235, "eval_AGE_f1": 0.9060542797494779, "eval_AMOUNT_f1": 0.9137222678718159, "eval_BIC_f1": 0.904899135446686, "eval_BITCOINADDRESS_f1": 0.955312810327706, "eval_BUILDINGNUMBER_f1": 0.8787010506208215, "eval_CITY_f1": 0.8821917808219177, "eval_COMPANYNAME_f1": 0.9716024340770791, "eval_COUNTY_f1": 0.9699179580674567, "eval_CREDITCARDCVV_f1": 0.9266666666666667, "eval_CREDITCARDISSUER_f1": 0.9812030075187971, "eval_CREDITCARDNUMBER_f1": 0.8821292775665398, "eval_CURRENCYCODE_f1": 0.7318611987381703, "eval_CURRENCYNAME_f1": 0.2777777777777778, "eval_CURRENCYSYMBOL_f1": 0.9552529182879378, "eval_CURRENCY_f1": 0.7144563918757467, "eval_DATE_f1": 0.848360655737705, "eval_DOB_f1": 0.6517357222844345, "eval_EMAIL_f1": 0.9907805777504609, "eval_ETHEREUMADDRESS_f1": 0.9903181189488243, "eval_EYECOLOR_f1": 0.9523809523809524, "eval_FIRSTNAME_f1": 0.928762926081961, "eval_GENDER_f1": 0.9747899159663866, "eval_HEIGHT_f1": 0.9717868338557994, "eval_IBAN_f1": 0.992462311557789, "eval_IPV4_f1": 0.8043647700701481, "eval_IPV6_f1": 0.7502102607232969, "eval_IP_f1": 0.13, "eval_JOBAREA_f1": 0.8677966101694915, "eval_JOBTITLE_f1": 0.9859154929577465, "eval_JOBTYPE_f1": 0.9428320140721196, "eval_LASTNAME_f1": 0.9175970228601809, "eval_LITECOINADDRESS_f1": 0.8837209302325582, "eval_MAC_f1": 0.960167714884696, "eval_MASKEDNUMBER_f1": 0.8414779499404053, "eval_MIDDLENAME_f1": 0.9595176571920757, "eval_NEARBYGPSCOORDINATE_f1": 0.997005988023952, "eval_ORDINALDIRECTION_f1": 0.980561555075594, "eval_PASSWORD_f1": 0.962406015037594, "eval_PHONEIMEI_f1": 0.9902642559109875, "eval_PHONENUMBER_f1": 0.977491961414791, "eval_PIN_f1": 0.8787878787878789, "eval_PREFIX_f1": 0.9344262295081968, "eval_SECONDARYADDRESS_f1": 0.9912663755458516, "eval_SEX_f1": 0.9721115537848605, "eval_SSN_f1": 0.989821882951654, "eval_STATE_f1": 0.9441233140655105, "eval_STREET_f1": 0.8973451327433628, "eval_TIME_f1": 0.9698015530629853, "eval_URL_f1": 0.9936507936507937, "eval_USERAGENT_f1": 0.9988221436984689, "eval_USERNAME_f1": 0.9371428571428572, "eval_VEHICLEVIN_f1": 0.9824561403508771, "eval_VEHICLEVRM_f1": 0.9604221635883905, "eval_ZIPCODE_f1": 0.88113413304253, "eval_loss": 0.10872136056423187, "eval_overall_accuracy": 0.9656804029372159, "eval_overall_f1": 0.9132704858593184, "eval_overall_precision": 0.9008905897921957, "eval_overall_recall": 0.9259953678173597, "eval_runtime": 1224.1715, "eval_samples_per_second": 7.107, "eval_steps_per_second": 3.553, "step": 86990 }, { "epoch": 5.0, "step": 86990, "total_flos": 5204931714867816.0, "train_loss": 0.2504775419716507, "train_runtime": 119486.533, "train_samples_per_second": 1.456, "train_steps_per_second": 0.728 }, { "epoch": 5.0, "eval_ACCOUNTNAME_f1": 0.9932203389830507, "eval_ACCOUNTNUMBER_f1": 0.9939393939393939, "eval_AGE_f1": 0.9002079002079002, "eval_AMOUNT_f1": 0.8985270049099836, "eval_BIC_f1": 0.8820224719101125, "eval_BITCOINADDRESS_f1": 0.9592039800995025, "eval_BUILDINGNUMBER_f1": 0.8566176470588234, "eval_CITY_f1": 0.8694063926940641, "eval_COMPANYNAME_f1": 0.9675456389452333, "eval_COUNTY_f1": 0.9726775956284153, "eval_CREDITCARDCVV_f1": 0.9066666666666667, "eval_CREDITCARDISSUER_f1": 0.9775280898876404, "eval_CREDITCARDNUMBER_f1": 0.8986866791744841, "eval_CURRENCYCODE_f1": 0.7228915662650602, "eval_CURRENCYNAME_f1": 0.23293172690763048, "eval_CURRENCYSYMBOL_f1": 0.9476744186046512, "eval_CURRENCY_f1": 0.7435897435897435, "eval_DATE_f1": 0.836836836836837, "eval_DOB_f1": 0.6093023255813954, "eval_EMAIL_f1": 0.992, "eval_ETHEREUMADDRESS_f1": 0.9930843706777317, "eval_EYECOLOR_f1": 0.9464788732394367, "eval_FIRSTNAME_f1": 0.9243503368623676, "eval_GENDER_f1": 0.9758149316508938, "eval_HEIGHT_f1": 0.9780564263322885, "eval_IBAN_f1": 0.9862327909887358, "eval_IPV4_f1": 0.834980988593156, "eval_IPV6_f1": 0.8062554300608166, "eval_IP_f1": 0.057522123893805316, "eval_JOBAREA_f1": 0.8548123980424143, "eval_JOBTITLE_f1": 0.9789473684210526, "eval_JOBTYPE_f1": 0.9298245614035088, "eval_LASTNAME_f1": 0.9075360769641903, "eval_LITECOINADDRESS_f1": 0.8739002932551319, "eval_MAC_f1": 0.9849462365591397, "eval_MASKEDNUMBER_f1": 0.850432632880099, "eval_MIDDLENAME_f1": 0.9595176571920757, "eval_NEARBYGPSCOORDINATE_f1": 0.9955156950672646, "eval_ORDINALDIRECTION_f1": 0.9722814498933902, "eval_PASSWORD_f1": 0.9468690702087288, "eval_PHONEIMEI_f1": 0.9944289693593316, "eval_PHONENUMBER_f1": 0.9828326180257512, "eval_PIN_f1": 0.8348348348348348, "eval_PREFIX_f1": 0.93619879113499, "eval_SECONDARYADDRESS_f1": 0.990185387131952, "eval_SEX_f1": 0.9721669980119284, "eval_SSN_f1": 0.9772151898734177, "eval_STATE_f1": 0.9461538461538462, "eval_STREET_f1": 0.8983200707338639, "eval_TIME_f1": 0.9664660361134996, "eval_URL_f1": 0.994440031771247, "eval_USERAGENT_f1": 0.9858823529411764, "eval_USERNAME_f1": 0.9384741591468415, "eval_VEHICLEVIN_f1": 0.9766081871345028, "eval_VEHICLEVRM_f1": 0.9198966408268733, "eval_ZIPCODE_f1": 0.8565072302558399, "eval_loss": 0.10630349814891815, "eval_overall_accuracy": 0.9650753027360944, "eval_overall_f1": 0.9124017356257148, "eval_overall_precision": 0.9012912482065997, "eval_overall_recall": 0.923789566560053, "eval_runtime": 1222.995, "eval_samples_per_second": 7.114, "eval_steps_per_second": 3.557, "step": 86990 } ], "max_steps": 86990, "num_train_epochs": 5, "total_flos": 5204931714867816.0, "trial_name": null, "trial_params": null }