sj-det-3 / checkpoint-11988 /trainer_state.json
haiefff's picture
Upload folder using huggingface_hub
ecb551c verified
raw
history blame
87 kB
{
"best_metric": 0.002970785601064563,
"best_model_checkpoint": "sj-det-3/checkpoint-11988",
"epoch": 4.0,
"eval_steps": 500,
"global_step": 11988,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.008341675008341674,
"grad_norm": 14.153964042663574,
"learning_rate": 1.0008340283569642e-06,
"loss": 0.7821,
"step": 25
},
{
"epoch": 0.01668335001668335,
"grad_norm": 11.691067695617676,
"learning_rate": 2.0433694745621353e-06,
"loss": 0.6237,
"step": 50
},
{
"epoch": 0.025025025025025027,
"grad_norm": 6.019664764404297,
"learning_rate": 3.0859049207673064e-06,
"loss": 0.4143,
"step": 75
},
{
"epoch": 0.0333667000333667,
"grad_norm": 2.7289156913757324,
"learning_rate": 4.128440366972477e-06,
"loss": 0.1794,
"step": 100
},
{
"epoch": 0.04170837504170837,
"grad_norm": 0.4015839397907257,
"learning_rate": 5.170975813177649e-06,
"loss": 0.0836,
"step": 125
},
{
"epoch": 0.05005005005005005,
"grad_norm": 0.41425979137420654,
"learning_rate": 6.213511259382819e-06,
"loss": 0.0735,
"step": 150
},
{
"epoch": 0.05839172505839173,
"grad_norm": 0.04649379849433899,
"learning_rate": 7.256046705587991e-06,
"loss": 0.0196,
"step": 175
},
{
"epoch": 0.0667334000667334,
"grad_norm": 0.03922989219427109,
"learning_rate": 8.298582151793162e-06,
"loss": 0.0703,
"step": 200
},
{
"epoch": 0.07507507507507508,
"grad_norm": 0.09923669695854187,
"learning_rate": 9.341117597998331e-06,
"loss": 0.0382,
"step": 225
},
{
"epoch": 0.08341675008341674,
"grad_norm": 0.41646531224250793,
"learning_rate": 1.0383653044203504e-05,
"loss": 0.0306,
"step": 250
},
{
"epoch": 0.09175842509175842,
"grad_norm": 0.030469655990600586,
"learning_rate": 1.1426188490408674e-05,
"loss": 0.0672,
"step": 275
},
{
"epoch": 0.1001001001001001,
"grad_norm": 6.139395713806152,
"learning_rate": 1.2468723936613845e-05,
"loss": 0.0419,
"step": 300
},
{
"epoch": 0.10844177510844177,
"grad_norm": 1.2067941427230835,
"learning_rate": 1.3511259382819017e-05,
"loss": 0.0047,
"step": 325
},
{
"epoch": 0.11678345011678345,
"grad_norm": 0.019348450005054474,
"learning_rate": 1.4553794829024186e-05,
"loss": 0.001,
"step": 350
},
{
"epoch": 0.12512512512512514,
"grad_norm": 0.024063795804977417,
"learning_rate": 1.559633027522936e-05,
"loss": 0.048,
"step": 375
},
{
"epoch": 0.1334668001334668,
"grad_norm": 0.01152120716869831,
"learning_rate": 1.663886572143453e-05,
"loss": 0.0275,
"step": 400
},
{
"epoch": 0.14180847514180847,
"grad_norm": 0.007050159387290478,
"learning_rate": 1.7681401167639698e-05,
"loss": 0.0109,
"step": 425
},
{
"epoch": 0.15015015015015015,
"grad_norm": 0.007726074196398258,
"learning_rate": 1.8723936613844872e-05,
"loss": 0.0007,
"step": 450
},
{
"epoch": 0.15849182515849183,
"grad_norm": 0.008293859660625458,
"learning_rate": 1.9766472060050043e-05,
"loss": 0.028,
"step": 475
},
{
"epoch": 0.1668335001668335,
"grad_norm": 0.0058615542948246,
"learning_rate": 2.0809007506255214e-05,
"loss": 0.0025,
"step": 500
},
{
"epoch": 0.17517517517517517,
"grad_norm": 0.028854593634605408,
"learning_rate": 2.1851542952460384e-05,
"loss": 0.0685,
"step": 525
},
{
"epoch": 0.18351685018351685,
"grad_norm": 0.042628563940525055,
"learning_rate": 2.2894078398665555e-05,
"loss": 0.0401,
"step": 550
},
{
"epoch": 0.19185852519185853,
"grad_norm": 0.378325879573822,
"learning_rate": 2.3936613844870726e-05,
"loss": 0.0014,
"step": 575
},
{
"epoch": 0.2002002002002002,
"grad_norm": 0.007751138880848885,
"learning_rate": 2.49791492910759e-05,
"loss": 0.0445,
"step": 600
},
{
"epoch": 0.20854187520854187,
"grad_norm": 0.008357309736311436,
"learning_rate": 2.602168473728107e-05,
"loss": 0.0079,
"step": 625
},
{
"epoch": 0.21688355021688355,
"grad_norm": 0.17902156710624695,
"learning_rate": 2.7064220183486238e-05,
"loss": 0.026,
"step": 650
},
{
"epoch": 0.22522522522522523,
"grad_norm": 0.030053455382585526,
"learning_rate": 2.810675562969141e-05,
"loss": 0.1212,
"step": 675
},
{
"epoch": 0.2335669002335669,
"grad_norm": 0.0116727901622653,
"learning_rate": 2.9149291075896586e-05,
"loss": 0.0459,
"step": 700
},
{
"epoch": 0.24190857524190856,
"grad_norm": 0.005300463642925024,
"learning_rate": 3.0191826522101753e-05,
"loss": 0.0004,
"step": 725
},
{
"epoch": 0.2502502502502503,
"grad_norm": 0.005538405384868383,
"learning_rate": 3.1234361968306924e-05,
"loss": 0.0205,
"step": 750
},
{
"epoch": 0.2585919252585919,
"grad_norm": 0.009918354451656342,
"learning_rate": 3.2276897414512094e-05,
"loss": 0.0025,
"step": 775
},
{
"epoch": 0.2669336002669336,
"grad_norm": 0.018012989312410355,
"learning_rate": 3.3319432860717265e-05,
"loss": 0.082,
"step": 800
},
{
"epoch": 0.2752752752752753,
"grad_norm": 0.0018511965172365308,
"learning_rate": 3.4361968306922436e-05,
"loss": 0.0071,
"step": 825
},
{
"epoch": 0.28361695028361694,
"grad_norm": 0.0468880757689476,
"learning_rate": 3.540450375312761e-05,
"loss": 0.0281,
"step": 850
},
{
"epoch": 0.29195862529195865,
"grad_norm": 0.004004584159702063,
"learning_rate": 3.644703919933278e-05,
"loss": 0.0662,
"step": 875
},
{
"epoch": 0.3003003003003003,
"grad_norm": 0.006573744583874941,
"learning_rate": 3.748957464553795e-05,
"loss": 0.0017,
"step": 900
},
{
"epoch": 0.30864197530864196,
"grad_norm": 0.00465534208342433,
"learning_rate": 3.8532110091743125e-05,
"loss": 0.0159,
"step": 925
},
{
"epoch": 0.31698365031698367,
"grad_norm": 0.6863465905189514,
"learning_rate": 3.957464553794829e-05,
"loss": 0.0037,
"step": 950
},
{
"epoch": 0.3253253253253253,
"grad_norm": 0.0018059064168483019,
"learning_rate": 4.0617180984153466e-05,
"loss": 0.0001,
"step": 975
},
{
"epoch": 0.333667000333667,
"grad_norm": 0.001327801262959838,
"learning_rate": 4.165971643035864e-05,
"loss": 0.0001,
"step": 1000
},
{
"epoch": 0.3420086753420087,
"grad_norm": 0.0013706604950129986,
"learning_rate": 4.27022518765638e-05,
"loss": 0.0194,
"step": 1025
},
{
"epoch": 0.35035035035035034,
"grad_norm": 0.0007294805254787207,
"learning_rate": 4.374478732276898e-05,
"loss": 0.0001,
"step": 1050
},
{
"epoch": 0.35869202535869205,
"grad_norm": 0.018524976447224617,
"learning_rate": 4.478732276897415e-05,
"loss": 0.0481,
"step": 1075
},
{
"epoch": 0.3670337003670337,
"grad_norm": 0.009606343694031239,
"learning_rate": 4.582985821517932e-05,
"loss": 0.0586,
"step": 1100
},
{
"epoch": 0.37537537537537535,
"grad_norm": 0.0046248408034443855,
"learning_rate": 4.687239366138449e-05,
"loss": 0.0105,
"step": 1125
},
{
"epoch": 0.38371705038371706,
"grad_norm": 0.017802894115447998,
"learning_rate": 4.791492910758966e-05,
"loss": 0.0019,
"step": 1150
},
{
"epoch": 0.3920587253920587,
"grad_norm": 14.872435569763184,
"learning_rate": 4.895746455379483e-05,
"loss": 0.0849,
"step": 1175
},
{
"epoch": 0.4004004004004004,
"grad_norm": 0.001058954163454473,
"learning_rate": 5e-05,
"loss": 0.0395,
"step": 1200
},
{
"epoch": 0.4087420754087421,
"grad_norm": 0.0007220833795145154,
"learning_rate": 4.988414125498193e-05,
"loss": 0.0001,
"step": 1225
},
{
"epoch": 0.41708375041708373,
"grad_norm": 0.0015725018456578255,
"learning_rate": 4.9768282509963857e-05,
"loss": 0.0,
"step": 1250
},
{
"epoch": 0.42542542542542544,
"grad_norm": 0.00035438829218037426,
"learning_rate": 4.965242376494578e-05,
"loss": 0.0001,
"step": 1275
},
{
"epoch": 0.4337671004337671,
"grad_norm": 0.004498378373682499,
"learning_rate": 4.9536565019927704e-05,
"loss": 0.0617,
"step": 1300
},
{
"epoch": 0.44210877544210875,
"grad_norm": 0.0019637339282780886,
"learning_rate": 4.9420706274909634e-05,
"loss": 0.0452,
"step": 1325
},
{
"epoch": 0.45045045045045046,
"grad_norm": 0.0009583417559042573,
"learning_rate": 4.930484752989156e-05,
"loss": 0.0004,
"step": 1350
},
{
"epoch": 0.4587921254587921,
"grad_norm": 0.011658573523163795,
"learning_rate": 4.918898878487349e-05,
"loss": 0.0626,
"step": 1375
},
{
"epoch": 0.4671338004671338,
"grad_norm": 0.002904647495597601,
"learning_rate": 4.9073130039855406e-05,
"loss": 0.0067,
"step": 1400
},
{
"epoch": 0.4754754754754755,
"grad_norm": 0.004803840536624193,
"learning_rate": 4.8957271294837336e-05,
"loss": 0.0453,
"step": 1425
},
{
"epoch": 0.4838171504838171,
"grad_norm": 0.0012352573685348034,
"learning_rate": 4.8841412549819267e-05,
"loss": 0.0003,
"step": 1450
},
{
"epoch": 0.49215882549215884,
"grad_norm": 0.0022556546609848738,
"learning_rate": 4.872555380480119e-05,
"loss": 0.0002,
"step": 1475
},
{
"epoch": 0.5005005005005005,
"grad_norm": 0.01666790060698986,
"learning_rate": 4.8609695059783114e-05,
"loss": 0.0142,
"step": 1500
},
{
"epoch": 0.5088421755088421,
"grad_norm": 0.0008659372106194496,
"learning_rate": 4.849383631476504e-05,
"loss": 0.0003,
"step": 1525
},
{
"epoch": 0.5171838505171839,
"grad_norm": 0.009269647300243378,
"learning_rate": 4.837797756974697e-05,
"loss": 0.0001,
"step": 1550
},
{
"epoch": 0.5255255255255256,
"grad_norm": 0.00042679469333961606,
"learning_rate": 4.826211882472889e-05,
"loss": 0.0,
"step": 1575
},
{
"epoch": 0.5338672005338672,
"grad_norm": 0.0003430478391237557,
"learning_rate": 4.814626007971082e-05,
"loss": 0.0,
"step": 1600
},
{
"epoch": 0.5422088755422089,
"grad_norm": 0.002377784810960293,
"learning_rate": 4.8030401334692746e-05,
"loss": 0.0926,
"step": 1625
},
{
"epoch": 0.5505505505505506,
"grad_norm": 0.003815292613580823,
"learning_rate": 4.791454258967467e-05,
"loss": 0.0001,
"step": 1650
},
{
"epoch": 0.5588922255588922,
"grad_norm": 0.0007572752656415105,
"learning_rate": 4.779868384465659e-05,
"loss": 0.0001,
"step": 1675
},
{
"epoch": 0.5672339005672339,
"grad_norm": 0.003480930346995592,
"learning_rate": 4.7682825099638524e-05,
"loss": 0.023,
"step": 1700
},
{
"epoch": 0.5755755755755756,
"grad_norm": 0.0046263947151601315,
"learning_rate": 4.7566966354620454e-05,
"loss": 0.0219,
"step": 1725
},
{
"epoch": 0.5839172505839173,
"grad_norm": 0.3202002942562103,
"learning_rate": 4.745110760960237e-05,
"loss": 0.0298,
"step": 1750
},
{
"epoch": 0.5922589255922589,
"grad_norm": 6.295952320098877,
"learning_rate": 4.73352488645843e-05,
"loss": 0.0546,
"step": 1775
},
{
"epoch": 0.6006006006006006,
"grad_norm": 0.08465034514665604,
"learning_rate": 4.7219390119566225e-05,
"loss": 0.0376,
"step": 1800
},
{
"epoch": 0.6089422756089423,
"grad_norm": 0.003993997350335121,
"learning_rate": 4.7103531374548156e-05,
"loss": 0.0541,
"step": 1825
},
{
"epoch": 0.6172839506172839,
"grad_norm": 2.8580386638641357,
"learning_rate": 4.698767262953008e-05,
"loss": 0.0475,
"step": 1850
},
{
"epoch": 0.6256256256256256,
"grad_norm": 0.0002566488110460341,
"learning_rate": 4.6871813884512e-05,
"loss": 0.0155,
"step": 1875
},
{
"epoch": 0.6339673006339673,
"grad_norm": 0.004632447846233845,
"learning_rate": 4.675595513949393e-05,
"loss": 0.0,
"step": 1900
},
{
"epoch": 0.6423089756423089,
"grad_norm": 0.0001871311542345211,
"learning_rate": 4.664009639447586e-05,
"loss": 0.0,
"step": 1925
},
{
"epoch": 0.6506506506506506,
"grad_norm": 0.0010421440238133073,
"learning_rate": 4.652423764945779e-05,
"loss": 0.0416,
"step": 1950
},
{
"epoch": 0.6589923256589924,
"grad_norm": 0.005437193904072046,
"learning_rate": 4.640837890443971e-05,
"loss": 0.0564,
"step": 1975
},
{
"epoch": 0.667334000667334,
"grad_norm": 0.0026402724906802177,
"learning_rate": 4.6292520159421635e-05,
"loss": 0.0209,
"step": 2000
},
{
"epoch": 0.6756756756756757,
"grad_norm": 0.0003550160035956651,
"learning_rate": 4.617666141440356e-05,
"loss": 0.0012,
"step": 2025
},
{
"epoch": 0.6840173506840174,
"grad_norm": 0.00020284796482883394,
"learning_rate": 4.606080266938549e-05,
"loss": 0.0002,
"step": 2050
},
{
"epoch": 0.6923590256923591,
"grad_norm": 0.0005185810732655227,
"learning_rate": 4.594494392436741e-05,
"loss": 0.0001,
"step": 2075
},
{
"epoch": 0.7007007007007007,
"grad_norm": 0.29189226031303406,
"learning_rate": 4.582908517934934e-05,
"loss": 0.0002,
"step": 2100
},
{
"epoch": 0.7090423757090424,
"grad_norm": 0.006394149269908667,
"learning_rate": 4.571322643433126e-05,
"loss": 0.0,
"step": 2125
},
{
"epoch": 0.7173840507173841,
"grad_norm": 0.003997980151325464,
"learning_rate": 4.559736768931319e-05,
"loss": 0.0431,
"step": 2150
},
{
"epoch": 0.7257257257257257,
"grad_norm": 0.007415532600134611,
"learning_rate": 4.548150894429512e-05,
"loss": 0.0193,
"step": 2175
},
{
"epoch": 0.7340674007340674,
"grad_norm": 0.0035364318173378706,
"learning_rate": 4.5365650199277045e-05,
"loss": 0.0631,
"step": 2200
},
{
"epoch": 0.7424090757424091,
"grad_norm": 0.002615898149088025,
"learning_rate": 4.524979145425897e-05,
"loss": 0.0349,
"step": 2225
},
{
"epoch": 0.7507507507507507,
"grad_norm": 0.0017047699075192213,
"learning_rate": 4.513393270924089e-05,
"loss": 0.021,
"step": 2250
},
{
"epoch": 0.7590924257590924,
"grad_norm": 0.001677798223681748,
"learning_rate": 4.501807396422282e-05,
"loss": 0.0209,
"step": 2275
},
{
"epoch": 0.7674341007674341,
"grad_norm": 0.0003330695035401732,
"learning_rate": 4.490221521920475e-05,
"loss": 0.0005,
"step": 2300
},
{
"epoch": 0.7757757757757757,
"grad_norm": 9.45928695728071e-05,
"learning_rate": 4.478635647418668e-05,
"loss": 0.026,
"step": 2325
},
{
"epoch": 0.7841174507841174,
"grad_norm": 6.650515556335449,
"learning_rate": 4.46704977291686e-05,
"loss": 0.018,
"step": 2350
},
{
"epoch": 0.7924591257924591,
"grad_norm": 0.0031244370620697737,
"learning_rate": 4.4554638984150525e-05,
"loss": 0.0001,
"step": 2375
},
{
"epoch": 0.8008008008008008,
"grad_norm": 0.0006237108027562499,
"learning_rate": 4.443878023913245e-05,
"loss": 0.0145,
"step": 2400
},
{
"epoch": 0.8091424758091424,
"grad_norm": 0.0002782900701276958,
"learning_rate": 4.432292149411438e-05,
"loss": 0.0677,
"step": 2425
},
{
"epoch": 0.8174841508174842,
"grad_norm": 0.0003246616688556969,
"learning_rate": 4.420706274909631e-05,
"loss": 0.0224,
"step": 2450
},
{
"epoch": 0.8258258258258259,
"grad_norm": 0.0015066479099914432,
"learning_rate": 4.4091204004078226e-05,
"loss": 0.0112,
"step": 2475
},
{
"epoch": 0.8341675008341675,
"grad_norm": 0.0002765478566288948,
"learning_rate": 4.397534525906016e-05,
"loss": 0.0078,
"step": 2500
},
{
"epoch": 0.8425091758425092,
"grad_norm": 0.002668420784175396,
"learning_rate": 4.385948651404208e-05,
"loss": 0.0011,
"step": 2525
},
{
"epoch": 0.8508508508508509,
"grad_norm": 0.00015687810082454234,
"learning_rate": 4.374362776902401e-05,
"loss": 0.0004,
"step": 2550
},
{
"epoch": 0.8591925258591925,
"grad_norm": 1.4734420776367188,
"learning_rate": 4.3627769024005935e-05,
"loss": 0.0023,
"step": 2575
},
{
"epoch": 0.8675342008675342,
"grad_norm": 0.0018520369194447994,
"learning_rate": 4.351191027898786e-05,
"loss": 0.0001,
"step": 2600
},
{
"epoch": 0.8758758758758759,
"grad_norm": 0.012340963818132877,
"learning_rate": 4.339605153396978e-05,
"loss": 0.0488,
"step": 2625
},
{
"epoch": 0.8842175508842175,
"grad_norm": 0.00010058472980745137,
"learning_rate": 4.328019278895171e-05,
"loss": 0.0123,
"step": 2650
},
{
"epoch": 0.8925592258925592,
"grad_norm": 0.022818908095359802,
"learning_rate": 4.316433404393364e-05,
"loss": 0.1159,
"step": 2675
},
{
"epoch": 0.9009009009009009,
"grad_norm": 0.006666264962404966,
"learning_rate": 4.304847529891557e-05,
"loss": 0.0008,
"step": 2700
},
{
"epoch": 0.9092425759092426,
"grad_norm": 11.06509780883789,
"learning_rate": 4.293261655389749e-05,
"loss": 0.0061,
"step": 2725
},
{
"epoch": 0.9175842509175842,
"grad_norm": 0.011369475163519382,
"learning_rate": 4.2816757808879414e-05,
"loss": 0.0413,
"step": 2750
},
{
"epoch": 0.9259259259259259,
"grad_norm": 7.088267803192139,
"learning_rate": 4.2700899063861345e-05,
"loss": 0.0311,
"step": 2775
},
{
"epoch": 0.9342676009342676,
"grad_norm": 4.856973171234131,
"learning_rate": 4.258504031884327e-05,
"loss": 0.0024,
"step": 2800
},
{
"epoch": 0.9426092759426092,
"grad_norm": 0.0006875558174215257,
"learning_rate": 4.246918157382519e-05,
"loss": 0.0133,
"step": 2825
},
{
"epoch": 0.950950950950951,
"grad_norm": 0.008509138599038124,
"learning_rate": 4.2353322828807116e-05,
"loss": 0.0,
"step": 2850
},
{
"epoch": 0.9592926259592927,
"grad_norm": 0.0004129385342821479,
"learning_rate": 4.2237464083789046e-05,
"loss": 0.0025,
"step": 2875
},
{
"epoch": 0.9676343009676343,
"grad_norm": 0.0008459310047328472,
"learning_rate": 4.212160533877097e-05,
"loss": 0.0,
"step": 2900
},
{
"epoch": 0.975975975975976,
"grad_norm": 0.01643763668835163,
"learning_rate": 4.20057465937529e-05,
"loss": 0.0981,
"step": 2925
},
{
"epoch": 0.9843176509843177,
"grad_norm": 0.0025746412575244904,
"learning_rate": 4.1889887848734824e-05,
"loss": 0.0006,
"step": 2950
},
{
"epoch": 0.9926593259926594,
"grad_norm": 0.003589796368032694,
"learning_rate": 4.177402910371675e-05,
"loss": 0.0022,
"step": 2975
},
{
"epoch": 1.0,
"eval_accuracy": 0.995995995995996,
"eval_auc": 0.9962769357195034,
"eval_f1": 0.8518518518518519,
"eval_loss": 0.014670311473309994,
"eval_precision": 0.7840909090909091,
"eval_recall": 0.9324324324324325,
"eval_runtime": 78.4692,
"eval_samples_per_second": 76.387,
"eval_steps_per_second": 4.779,
"step": 2997
},
{
"epoch": 1.001001001001001,
"grad_norm": 0.003225616877898574,
"learning_rate": 4.165817035869868e-05,
"loss": 0.0324,
"step": 3000
},
{
"epoch": 1.0093426760093427,
"grad_norm": 0.23891094326972961,
"learning_rate": 4.15423116136806e-05,
"loss": 0.0233,
"step": 3025
},
{
"epoch": 1.0176843510176843,
"grad_norm": 0.004559539258480072,
"learning_rate": 4.142645286866253e-05,
"loss": 0.0402,
"step": 3050
},
{
"epoch": 1.026026026026026,
"grad_norm": 0.005625482648611069,
"learning_rate": 4.131059412364445e-05,
"loss": 0.0003,
"step": 3075
},
{
"epoch": 1.0343677010343677,
"grad_norm": 0.004497454967349768,
"learning_rate": 4.119473537862638e-05,
"loss": 0.0004,
"step": 3100
},
{
"epoch": 1.0427093760427093,
"grad_norm": 0.0791538655757904,
"learning_rate": 4.1078876633608304e-05,
"loss": 0.0057,
"step": 3125
},
{
"epoch": 1.0510510510510511,
"grad_norm": 0.0016846450744196773,
"learning_rate": 4.0963017888590234e-05,
"loss": 0.0003,
"step": 3150
},
{
"epoch": 1.0593927260593927,
"grad_norm": 0.0009143862989731133,
"learning_rate": 4.0847159143572165e-05,
"loss": 0.0001,
"step": 3175
},
{
"epoch": 1.0677344010677343,
"grad_norm": 0.0010049792472273111,
"learning_rate": 4.073130039855408e-05,
"loss": 0.017,
"step": 3200
},
{
"epoch": 1.0760760760760761,
"grad_norm": 0.003489920636638999,
"learning_rate": 4.061544165353601e-05,
"loss": 0.0001,
"step": 3225
},
{
"epoch": 1.0844177510844177,
"grad_norm": 1.6741670370101929,
"learning_rate": 4.0499582908517936e-05,
"loss": 0.0237,
"step": 3250
},
{
"epoch": 1.0927594260927593,
"grad_norm": 0.000581038068048656,
"learning_rate": 4.0383724163499866e-05,
"loss": 0.0001,
"step": 3275
},
{
"epoch": 1.1011011011011012,
"grad_norm": 0.0003763669228646904,
"learning_rate": 4.026786541848179e-05,
"loss": 0.0001,
"step": 3300
},
{
"epoch": 1.1094427761094428,
"grad_norm": 0.006402493920177221,
"learning_rate": 4.0152006673463714e-05,
"loss": 0.0147,
"step": 3325
},
{
"epoch": 1.1177844511177844,
"grad_norm": 0.022542010992765427,
"learning_rate": 4.003614792844564e-05,
"loss": 0.0507,
"step": 3350
},
{
"epoch": 1.1261261261261262,
"grad_norm": 0.0030998587608337402,
"learning_rate": 3.992028918342757e-05,
"loss": 0.0103,
"step": 3375
},
{
"epoch": 1.1344678011344678,
"grad_norm": 0.001442295964807272,
"learning_rate": 3.98044304384095e-05,
"loss": 0.0003,
"step": 3400
},
{
"epoch": 1.1428094761428094,
"grad_norm": 0.007275531068444252,
"learning_rate": 3.968857169339142e-05,
"loss": 0.0001,
"step": 3425
},
{
"epoch": 1.1511511511511512,
"grad_norm": 0.000654282805044204,
"learning_rate": 3.9572712948373346e-05,
"loss": 0.0185,
"step": 3450
},
{
"epoch": 1.1594928261594928,
"grad_norm": 0.016119500622153282,
"learning_rate": 3.945685420335527e-05,
"loss": 0.0052,
"step": 3475
},
{
"epoch": 1.1678345011678344,
"grad_norm": 0.0006950986571609974,
"learning_rate": 3.93409954583372e-05,
"loss": 0.0002,
"step": 3500
},
{
"epoch": 1.1761761761761762,
"grad_norm": 0.05980084836483002,
"learning_rate": 3.9225136713319123e-05,
"loss": 0.0001,
"step": 3525
},
{
"epoch": 1.1845178511845178,
"grad_norm": 0.0003822998551186174,
"learning_rate": 3.910927796830105e-05,
"loss": 0.0011,
"step": 3550
},
{
"epoch": 1.1928595261928596,
"grad_norm": 0.0003051291569136083,
"learning_rate": 3.899341922328297e-05,
"loss": 0.0004,
"step": 3575
},
{
"epoch": 1.2012012012012012,
"grad_norm": 0.02143264003098011,
"learning_rate": 3.88775604782649e-05,
"loss": 0.0151,
"step": 3600
},
{
"epoch": 1.2095428762095428,
"grad_norm": 0.012560728006064892,
"learning_rate": 3.8761701733246825e-05,
"loss": 0.1055,
"step": 3625
},
{
"epoch": 1.2178845512178846,
"grad_norm": 0.06956183165311813,
"learning_rate": 3.8645842988228756e-05,
"loss": 0.0288,
"step": 3650
},
{
"epoch": 1.2262262262262262,
"grad_norm": 0.019330767914652824,
"learning_rate": 3.852998424321068e-05,
"loss": 0.0564,
"step": 3675
},
{
"epoch": 1.2345679012345678,
"grad_norm": 0.022493431344628334,
"learning_rate": 3.84141254981926e-05,
"loss": 0.0188,
"step": 3700
},
{
"epoch": 1.2429095762429097,
"grad_norm": 0.0016129710711538792,
"learning_rate": 3.8298266753174533e-05,
"loss": 0.0001,
"step": 3725
},
{
"epoch": 1.2512512512512513,
"grad_norm": 0.0006044628680683672,
"learning_rate": 3.818240800815646e-05,
"loss": 0.0001,
"step": 3750
},
{
"epoch": 1.2595929262595928,
"grad_norm": 0.0004552229365799576,
"learning_rate": 3.806654926313839e-05,
"loss": 0.0005,
"step": 3775
},
{
"epoch": 1.2679346012679347,
"grad_norm": 0.0007301606819964945,
"learning_rate": 3.7950690518120305e-05,
"loss": 0.0,
"step": 3800
},
{
"epoch": 1.2762762762762763,
"grad_norm": 0.00021806442236993462,
"learning_rate": 3.7834831773102235e-05,
"loss": 0.0001,
"step": 3825
},
{
"epoch": 1.284617951284618,
"grad_norm": 0.0004119027580600232,
"learning_rate": 3.771897302808416e-05,
"loss": 0.0,
"step": 3850
},
{
"epoch": 1.2929596262929597,
"grad_norm": 0.0005425213603302836,
"learning_rate": 3.760311428306609e-05,
"loss": 0.0256,
"step": 3875
},
{
"epoch": 1.3013013013013013,
"grad_norm": 0.0020909614395350218,
"learning_rate": 3.748725553804801e-05,
"loss": 0.0001,
"step": 3900
},
{
"epoch": 1.309642976309643,
"grad_norm": 6.709009647369385,
"learning_rate": 3.7371396793029937e-05,
"loss": 0.0233,
"step": 3925
},
{
"epoch": 1.3179846513179847,
"grad_norm": 0.00022848871594760567,
"learning_rate": 3.725553804801187e-05,
"loss": 0.0341,
"step": 3950
},
{
"epoch": 1.3263263263263263,
"grad_norm": 0.00047850931878201663,
"learning_rate": 3.713967930299379e-05,
"loss": 0.0311,
"step": 3975
},
{
"epoch": 1.3346680013346681,
"grad_norm": 0.0011013607727363706,
"learning_rate": 3.702382055797572e-05,
"loss": 0.0001,
"step": 4000
},
{
"epoch": 1.3430096763430097,
"grad_norm": 0.03528917208313942,
"learning_rate": 3.6907961812957645e-05,
"loss": 0.0428,
"step": 4025
},
{
"epoch": 1.3513513513513513,
"grad_norm": 0.0020049402955919504,
"learning_rate": 3.679210306793957e-05,
"loss": 0.001,
"step": 4050
},
{
"epoch": 1.3596930263596931,
"grad_norm": 6.149662017822266,
"learning_rate": 3.667624432292149e-05,
"loss": 0.0331,
"step": 4075
},
{
"epoch": 1.3680347013680347,
"grad_norm": 0.0008450220921076834,
"learning_rate": 3.656038557790342e-05,
"loss": 0.0138,
"step": 4100
},
{
"epoch": 1.3763763763763763,
"grad_norm": 0.0007816566503606737,
"learning_rate": 3.644452683288535e-05,
"loss": 0.0239,
"step": 4125
},
{
"epoch": 1.3847180513847182,
"grad_norm": 0.004917916841804981,
"learning_rate": 3.632866808786728e-05,
"loss": 0.0056,
"step": 4150
},
{
"epoch": 1.3930597263930597,
"grad_norm": 0.00037450282252393663,
"learning_rate": 3.62128093428492e-05,
"loss": 0.0014,
"step": 4175
},
{
"epoch": 1.4014014014014013,
"grad_norm": 0.0002487332094460726,
"learning_rate": 3.6096950597831124e-05,
"loss": 0.0081,
"step": 4200
},
{
"epoch": 1.4097430764097432,
"grad_norm": 0.0002034240314969793,
"learning_rate": 3.5981091852813055e-05,
"loss": 0.0,
"step": 4225
},
{
"epoch": 1.4180847514180848,
"grad_norm": 0.0002251726109534502,
"learning_rate": 3.586523310779498e-05,
"loss": 0.0376,
"step": 4250
},
{
"epoch": 1.4264264264264264,
"grad_norm": 0.0068957749754190445,
"learning_rate": 3.57493743627769e-05,
"loss": 0.0547,
"step": 4275
},
{
"epoch": 1.4347681014347682,
"grad_norm": 0.14848369359970093,
"learning_rate": 3.5633515617758826e-05,
"loss": 0.0398,
"step": 4300
},
{
"epoch": 1.4431097764431098,
"grad_norm": 0.006616557948291302,
"learning_rate": 3.5517656872740756e-05,
"loss": 0.0009,
"step": 4325
},
{
"epoch": 1.4514514514514514,
"grad_norm": 0.0264744870364666,
"learning_rate": 3.540179812772268e-05,
"loss": 0.0219,
"step": 4350
},
{
"epoch": 1.4597931264597932,
"grad_norm": 0.011937894858419895,
"learning_rate": 3.528593938270461e-05,
"loss": 0.0284,
"step": 4375
},
{
"epoch": 1.4681348014681348,
"grad_norm": 0.00034804438473656774,
"learning_rate": 3.5170080637686534e-05,
"loss": 0.0027,
"step": 4400
},
{
"epoch": 1.4764764764764764,
"grad_norm": 0.00043386907782405615,
"learning_rate": 3.505422189266846e-05,
"loss": 0.0,
"step": 4425
},
{
"epoch": 1.4848181514848182,
"grad_norm": 0.0003097046574112028,
"learning_rate": 3.493836314765039e-05,
"loss": 0.0005,
"step": 4450
},
{
"epoch": 1.4931598264931598,
"grad_norm": 0.0003939344023820013,
"learning_rate": 3.482250440263231e-05,
"loss": 0.0002,
"step": 4475
},
{
"epoch": 1.5015015015015014,
"grad_norm": 0.00022050646657589823,
"learning_rate": 3.470664565761424e-05,
"loss": 0.0001,
"step": 4500
},
{
"epoch": 1.5098431765098432,
"grad_norm": 0.0003953372943215072,
"learning_rate": 3.459078691259616e-05,
"loss": 0.0001,
"step": 4525
},
{
"epoch": 1.5181848515181848,
"grad_norm": 0.00029923071269877255,
"learning_rate": 3.447492816757809e-05,
"loss": 0.0408,
"step": 4550
},
{
"epoch": 1.5265265265265264,
"grad_norm": 0.0014319141628220677,
"learning_rate": 3.4359069422560014e-05,
"loss": 0.0001,
"step": 4575
},
{
"epoch": 1.5348682015348682,
"grad_norm": 0.0010346460621804,
"learning_rate": 3.4243210677541944e-05,
"loss": 0.016,
"step": 4600
},
{
"epoch": 1.5432098765432098,
"grad_norm": 0.0012767055304720998,
"learning_rate": 3.412735193252387e-05,
"loss": 0.0001,
"step": 4625
},
{
"epoch": 1.5515515515515514,
"grad_norm": 0.0006332869525067508,
"learning_rate": 3.401149318750579e-05,
"loss": 0.0001,
"step": 4650
},
{
"epoch": 1.5598932265598933,
"grad_norm": 0.013449088670313358,
"learning_rate": 3.389563444248772e-05,
"loss": 0.0124,
"step": 4675
},
{
"epoch": 1.5682349015682349,
"grad_norm": 0.0019397336291149259,
"learning_rate": 3.3779775697469646e-05,
"loss": 0.0488,
"step": 4700
},
{
"epoch": 1.5765765765765765,
"grad_norm": 0.001804558327421546,
"learning_rate": 3.3663916952451576e-05,
"loss": 0.0001,
"step": 4725
},
{
"epoch": 1.5849182515849183,
"grad_norm": 0.0007520993240177631,
"learning_rate": 3.35480582074335e-05,
"loss": 0.0005,
"step": 4750
},
{
"epoch": 1.5932599265932599,
"grad_norm": 0.0034453764092177153,
"learning_rate": 3.3432199462415424e-05,
"loss": 0.0,
"step": 4775
},
{
"epoch": 1.6016016016016015,
"grad_norm": 0.0007546308333985507,
"learning_rate": 3.331634071739735e-05,
"loss": 0.0284,
"step": 4800
},
{
"epoch": 1.6099432766099433,
"grad_norm": 0.018241139128804207,
"learning_rate": 3.320048197237928e-05,
"loss": 0.0,
"step": 4825
},
{
"epoch": 1.6182849516182851,
"grad_norm": 0.0001632855273783207,
"learning_rate": 3.308462322736121e-05,
"loss": 0.0007,
"step": 4850
},
{
"epoch": 1.6266266266266265,
"grad_norm": 0.0043875593692064285,
"learning_rate": 3.2968764482343125e-05,
"loss": 0.0,
"step": 4875
},
{
"epoch": 1.6349683016349683,
"grad_norm": 0.0005138323176652193,
"learning_rate": 3.2852905737325056e-05,
"loss": 0.0322,
"step": 4900
},
{
"epoch": 1.6433099766433101,
"grad_norm": 0.0033361820969730616,
"learning_rate": 3.273704699230698e-05,
"loss": 0.0285,
"step": 4925
},
{
"epoch": 1.6516516516516515,
"grad_norm": 0.0008180899312719703,
"learning_rate": 3.262118824728891e-05,
"loss": 0.0001,
"step": 4950
},
{
"epoch": 1.6599933266599933,
"grad_norm": 0.0002278868923895061,
"learning_rate": 3.2505329502270834e-05,
"loss": 0.0008,
"step": 4975
},
{
"epoch": 1.6683350016683351,
"grad_norm": 0.0010708553018048406,
"learning_rate": 3.238947075725276e-05,
"loss": 0.0001,
"step": 5000
},
{
"epoch": 1.6766766766766765,
"grad_norm": 0.0006777086528018117,
"learning_rate": 3.227361201223468e-05,
"loss": 0.0,
"step": 5025
},
{
"epoch": 1.6850183516850183,
"grad_norm": 0.0007990729645825922,
"learning_rate": 3.215775326721661e-05,
"loss": 0.0588,
"step": 5050
},
{
"epoch": 1.6933600266933602,
"grad_norm": 0.00486621493473649,
"learning_rate": 3.2041894522198535e-05,
"loss": 0.0109,
"step": 5075
},
{
"epoch": 1.7017017017017015,
"grad_norm": 0.020536229014396667,
"learning_rate": 3.1926035777180466e-05,
"loss": 0.0241,
"step": 5100
},
{
"epoch": 1.7100433767100434,
"grad_norm": 0.003294334514066577,
"learning_rate": 3.181017703216239e-05,
"loss": 0.023,
"step": 5125
},
{
"epoch": 1.7183850517183852,
"grad_norm": 0.0024423557333648205,
"learning_rate": 3.169431828714431e-05,
"loss": 0.0002,
"step": 5150
},
{
"epoch": 1.7267267267267268,
"grad_norm": 0.010359351523220539,
"learning_rate": 3.1578459542126244e-05,
"loss": 0.0208,
"step": 5175
},
{
"epoch": 1.7350684017350684,
"grad_norm": 0.008612546138465405,
"learning_rate": 3.146260079710817e-05,
"loss": 0.0002,
"step": 5200
},
{
"epoch": 1.7434100767434102,
"grad_norm": 0.0005397327477112412,
"learning_rate": 3.13467420520901e-05,
"loss": 0.0078,
"step": 5225
},
{
"epoch": 1.7517517517517518,
"grad_norm": 0.00102256890386343,
"learning_rate": 3.1230883307072015e-05,
"loss": 0.0,
"step": 5250
},
{
"epoch": 1.7600934267600934,
"grad_norm": 0.004368093330413103,
"learning_rate": 3.1115024562053945e-05,
"loss": 0.0485,
"step": 5275
},
{
"epoch": 1.7684351017684352,
"grad_norm": 0.0030503266025334597,
"learning_rate": 3.099916581703587e-05,
"loss": 0.0002,
"step": 5300
},
{
"epoch": 1.7767767767767768,
"grad_norm": 0.005283331032842398,
"learning_rate": 3.08833070720178e-05,
"loss": 0.0003,
"step": 5325
},
{
"epoch": 1.7851184517851184,
"grad_norm": 0.004458490759134293,
"learning_rate": 3.077208267680045e-05,
"loss": 0.0769,
"step": 5350
},
{
"epoch": 1.7934601267934602,
"grad_norm": 0.015544002875685692,
"learning_rate": 3.065622393178238e-05,
"loss": 0.0005,
"step": 5375
},
{
"epoch": 1.8018018018018018,
"grad_norm": 0.01679283380508423,
"learning_rate": 3.0540365186764294e-05,
"loss": 0.0006,
"step": 5400
},
{
"epoch": 1.8101434768101434,
"grad_norm": 0.0037997430190443993,
"learning_rate": 3.0424506441746225e-05,
"loss": 0.0217,
"step": 5425
},
{
"epoch": 1.8184851518184852,
"grad_norm": 0.003071027109399438,
"learning_rate": 3.030864769672815e-05,
"loss": 0.0001,
"step": 5450
},
{
"epoch": 1.8268268268268268,
"grad_norm": 0.0016744754975661635,
"learning_rate": 3.0192788951710076e-05,
"loss": 0.0001,
"step": 5475
},
{
"epoch": 1.8351685018351684,
"grad_norm": 0.019519317895174026,
"learning_rate": 3.0076930206692e-05,
"loss": 0.0474,
"step": 5500
},
{
"epoch": 1.8435101768435103,
"grad_norm": 0.016507979482412338,
"learning_rate": 2.996107146167393e-05,
"loss": 0.0004,
"step": 5525
},
{
"epoch": 1.8518518518518519,
"grad_norm": 0.002733981003984809,
"learning_rate": 2.9845212716655857e-05,
"loss": 0.0049,
"step": 5550
},
{
"epoch": 1.8601935268601935,
"grad_norm": 0.002405300736427307,
"learning_rate": 2.972935397163778e-05,
"loss": 0.0012,
"step": 5575
},
{
"epoch": 1.8685352018685353,
"grad_norm": 0.0028873877599835396,
"learning_rate": 2.9613495226619708e-05,
"loss": 0.0001,
"step": 5600
},
{
"epoch": 1.8768768768768769,
"grad_norm": 0.0029900181107223034,
"learning_rate": 2.949763648160163e-05,
"loss": 0.0204,
"step": 5625
},
{
"epoch": 1.8852185518852185,
"grad_norm": 0.0025838094297796488,
"learning_rate": 2.938177773658356e-05,
"loss": 0.0001,
"step": 5650
},
{
"epoch": 1.8935602268935603,
"grad_norm": 0.0009950456442311406,
"learning_rate": 2.9265918991565482e-05,
"loss": 0.0,
"step": 5675
},
{
"epoch": 1.901901901901902,
"grad_norm": 0.0015871904324740171,
"learning_rate": 2.9150060246547413e-05,
"loss": 0.0002,
"step": 5700
},
{
"epoch": 1.9102435769102435,
"grad_norm": 0.0018013713415712118,
"learning_rate": 2.9034201501529333e-05,
"loss": 0.0676,
"step": 5725
},
{
"epoch": 1.9185852519185853,
"grad_norm": 0.006069496739655733,
"learning_rate": 2.8918342756511263e-05,
"loss": 0.0378,
"step": 5750
},
{
"epoch": 1.926926926926927,
"grad_norm": 0.0046617318876087666,
"learning_rate": 2.880248401149319e-05,
"loss": 0.0037,
"step": 5775
},
{
"epoch": 1.9352686019352685,
"grad_norm": 0.0014451640890911222,
"learning_rate": 2.8686625266475114e-05,
"loss": 0.0003,
"step": 5800
},
{
"epoch": 1.9436102769436103,
"grad_norm": 0.0014788233675062656,
"learning_rate": 2.8570766521457045e-05,
"loss": 0.0266,
"step": 5825
},
{
"epoch": 1.951951951951952,
"grad_norm": 0.0011505110887810588,
"learning_rate": 2.8454907776438965e-05,
"loss": 0.0,
"step": 5850
},
{
"epoch": 1.9602936269602935,
"grad_norm": 0.004947907291352749,
"learning_rate": 2.8339049031420895e-05,
"loss": 0.0098,
"step": 5875
},
{
"epoch": 1.9686353019686353,
"grad_norm": 0.0015439976705238223,
"learning_rate": 2.8223190286402816e-05,
"loss": 0.0001,
"step": 5900
},
{
"epoch": 1.976976976976977,
"grad_norm": 0.003472746815532446,
"learning_rate": 2.8107331541384746e-05,
"loss": 0.0001,
"step": 5925
},
{
"epoch": 1.9853186519853185,
"grad_norm": 0.0020330217666924,
"learning_rate": 2.799147279636667e-05,
"loss": 0.0001,
"step": 5950
},
{
"epoch": 1.9936603269936604,
"grad_norm": 0.000714894209522754,
"learning_rate": 2.7875614051348597e-05,
"loss": 0.0005,
"step": 5975
},
{
"epoch": 2.0,
"eval_accuracy": 0.997997997997998,
"eval_auc": 0.9992763878743608,
"eval_f1": 0.9142857142857143,
"eval_loss": 0.009895329363644123,
"eval_precision": 0.9696969696969697,
"eval_recall": 0.8648648648648649,
"eval_runtime": 78.0253,
"eval_samples_per_second": 76.821,
"eval_steps_per_second": 4.806,
"step": 5994
},
{
"epoch": 2.002002002002002,
"grad_norm": 0.0006246891571208835,
"learning_rate": 2.775975530633052e-05,
"loss": 0.0,
"step": 6000
},
{
"epoch": 2.0103436770103436,
"grad_norm": 0.009155196137726307,
"learning_rate": 2.7643896561312448e-05,
"loss": 0.0,
"step": 6025
},
{
"epoch": 2.0186853520186854,
"grad_norm": 0.0010195561917498708,
"learning_rate": 2.752803781629438e-05,
"loss": 0.0005,
"step": 6050
},
{
"epoch": 2.027027027027027,
"grad_norm": 0.00037840736331418157,
"learning_rate": 2.7412179071276302e-05,
"loss": 0.0,
"step": 6075
},
{
"epoch": 2.0353687020353686,
"grad_norm": 2.285806655883789,
"learning_rate": 2.729632032625823e-05,
"loss": 0.0008,
"step": 6100
},
{
"epoch": 2.0437103770437104,
"grad_norm": 0.000318177102599293,
"learning_rate": 2.7180461581240153e-05,
"loss": 0.0,
"step": 6125
},
{
"epoch": 2.052052052052052,
"grad_norm": 0.00042503979057073593,
"learning_rate": 2.706460283622208e-05,
"loss": 0.0001,
"step": 6150
},
{
"epoch": 2.0603937270603936,
"grad_norm": 0.0004734281974378973,
"learning_rate": 2.6948744091204004e-05,
"loss": 0.0,
"step": 6175
},
{
"epoch": 2.0687354020687354,
"grad_norm": 0.00044175496441312134,
"learning_rate": 2.683288534618593e-05,
"loss": 0.0001,
"step": 6200
},
{
"epoch": 2.0770770770770772,
"grad_norm": 0.0005970322526991367,
"learning_rate": 2.6717026601167854e-05,
"loss": 0.0,
"step": 6225
},
{
"epoch": 2.0854187520854186,
"grad_norm": 0.00034779220004566014,
"learning_rate": 2.6601167856149785e-05,
"loss": 0.0001,
"step": 6250
},
{
"epoch": 2.0937604270937604,
"grad_norm": 0.0002642270992510021,
"learning_rate": 2.6485309111131712e-05,
"loss": 0.0046,
"step": 6275
},
{
"epoch": 2.1021021021021022,
"grad_norm": 0.0005227423971518874,
"learning_rate": 2.6369450366113636e-05,
"loss": 0.004,
"step": 6300
},
{
"epoch": 2.1104437771104436,
"grad_norm": 0.0027825473807752132,
"learning_rate": 2.6253591621095563e-05,
"loss": 0.0441,
"step": 6325
},
{
"epoch": 2.1187854521187854,
"grad_norm": 0.0015170240076258779,
"learning_rate": 2.6137732876077486e-05,
"loss": 0.0004,
"step": 6350
},
{
"epoch": 2.1271271271271273,
"grad_norm": 0.0009673828026279807,
"learning_rate": 2.6021874131059414e-05,
"loss": 0.0001,
"step": 6375
},
{
"epoch": 2.1354688021354686,
"grad_norm": 0.0016775678377598524,
"learning_rate": 2.5906015386041337e-05,
"loss": 0.0033,
"step": 6400
},
{
"epoch": 2.1438104771438105,
"grad_norm": 0.4511735737323761,
"learning_rate": 2.5790156641023268e-05,
"loss": 0.0226,
"step": 6425
},
{
"epoch": 2.1521521521521523,
"grad_norm": 0.00039455911610275507,
"learning_rate": 2.5674297896005188e-05,
"loss": 0.0005,
"step": 6450
},
{
"epoch": 2.1604938271604937,
"grad_norm": 0.0009889901848509908,
"learning_rate": 2.555843915098712e-05,
"loss": 0.0298,
"step": 6475
},
{
"epoch": 2.1688355021688355,
"grad_norm": 0.0007957897614687681,
"learning_rate": 2.5442580405969046e-05,
"loss": 0.0242,
"step": 6500
},
{
"epoch": 2.1771771771771773,
"grad_norm": 0.00022962476941756904,
"learning_rate": 2.532672166095097e-05,
"loss": 0.0,
"step": 6525
},
{
"epoch": 2.1855188521855187,
"grad_norm": 0.0003863972960971296,
"learning_rate": 2.5210862915932896e-05,
"loss": 0.0,
"step": 6550
},
{
"epoch": 2.1938605271938605,
"grad_norm": 0.0011119615519419312,
"learning_rate": 2.509500417091482e-05,
"loss": 0.0001,
"step": 6575
},
{
"epoch": 2.2022022022022023,
"grad_norm": 0.0002698484167922288,
"learning_rate": 2.4979145425896747e-05,
"loss": 0.0001,
"step": 6600
},
{
"epoch": 2.2105438772105437,
"grad_norm": 0.0003634936292655766,
"learning_rate": 2.4863286680878674e-05,
"loss": 0.0,
"step": 6625
},
{
"epoch": 2.2188855522188855,
"grad_norm": 0.10544054955244064,
"learning_rate": 2.47474279358606e-05,
"loss": 0.0729,
"step": 6650
},
{
"epoch": 2.2272272272272273,
"grad_norm": 0.0028164817485958338,
"learning_rate": 2.4631569190842525e-05,
"loss": 0.0194,
"step": 6675
},
{
"epoch": 2.2355689022355687,
"grad_norm": 0.0028918420430272818,
"learning_rate": 2.4515710445824452e-05,
"loss": 0.0004,
"step": 6700
},
{
"epoch": 2.2439105772439105,
"grad_norm": 0.003687906078994274,
"learning_rate": 2.439985170080638e-05,
"loss": 0.0001,
"step": 6725
},
{
"epoch": 2.2522522522522523,
"grad_norm": 0.0016472985735163093,
"learning_rate": 2.4283992955788303e-05,
"loss": 0.0016,
"step": 6750
},
{
"epoch": 2.2605939272605937,
"grad_norm": 0.0029458694625645876,
"learning_rate": 2.416813421077023e-05,
"loss": 0.0001,
"step": 6775
},
{
"epoch": 2.2689356022689355,
"grad_norm": 0.0009019913850352168,
"learning_rate": 2.4052275465752154e-05,
"loss": 0.0001,
"step": 6800
},
{
"epoch": 2.2772772772772774,
"grad_norm": 0.0009054698166437447,
"learning_rate": 2.393641672073408e-05,
"loss": 0.0001,
"step": 6825
},
{
"epoch": 2.2856189522856187,
"grad_norm": 0.001989714102819562,
"learning_rate": 2.3820557975716008e-05,
"loss": 0.0001,
"step": 6850
},
{
"epoch": 2.2939606272939606,
"grad_norm": 0.0007018431788310409,
"learning_rate": 2.3704699230697935e-05,
"loss": 0.0001,
"step": 6875
},
{
"epoch": 2.3023023023023024,
"grad_norm": 0.0006220221403054893,
"learning_rate": 2.3588840485679862e-05,
"loss": 0.0001,
"step": 6900
},
{
"epoch": 2.3106439773106437,
"grad_norm": 0.001839311677031219,
"learning_rate": 2.3472981740661786e-05,
"loss": 0.0,
"step": 6925
},
{
"epoch": 2.3189856523189856,
"grad_norm": 0.0005744717200286686,
"learning_rate": 2.3357122995643713e-05,
"loss": 0.0,
"step": 6950
},
{
"epoch": 2.3273273273273274,
"grad_norm": 0.0004123161779716611,
"learning_rate": 2.324126425062564e-05,
"loss": 0.0001,
"step": 6975
},
{
"epoch": 2.3356690023356688,
"grad_norm": 0.0013543826062232256,
"learning_rate": 2.3125405505607564e-05,
"loss": 0.0,
"step": 7000
},
{
"epoch": 2.3440106773440106,
"grad_norm": 0.001142465160228312,
"learning_rate": 2.300954676058949e-05,
"loss": 0.0198,
"step": 7025
},
{
"epoch": 2.3523523523523524,
"grad_norm": 0.0012254125904291868,
"learning_rate": 2.2893688015571414e-05,
"loss": 0.0008,
"step": 7050
},
{
"epoch": 2.360694027360694,
"grad_norm": 0.0004832675331272185,
"learning_rate": 2.277782927055334e-05,
"loss": 0.0154,
"step": 7075
},
{
"epoch": 2.3690357023690356,
"grad_norm": 0.00016073780716396868,
"learning_rate": 2.266197052553527e-05,
"loss": 0.0,
"step": 7100
},
{
"epoch": 2.3773773773773774,
"grad_norm": 0.002141432836651802,
"learning_rate": 2.2546111780517196e-05,
"loss": 0.0001,
"step": 7125
},
{
"epoch": 2.3857190523857192,
"grad_norm": 0.0022791263181716204,
"learning_rate": 2.2430253035499123e-05,
"loss": 0.0442,
"step": 7150
},
{
"epoch": 2.3940607273940606,
"grad_norm": 0.0010367584181949496,
"learning_rate": 2.2314394290481047e-05,
"loss": 0.0004,
"step": 7175
},
{
"epoch": 2.4024024024024024,
"grad_norm": 0.014609686098992825,
"learning_rate": 2.2198535545462974e-05,
"loss": 0.0001,
"step": 7200
},
{
"epoch": 2.4107440774107443,
"grad_norm": 0.0009007493499666452,
"learning_rate": 2.2082676800444897e-05,
"loss": 0.0001,
"step": 7225
},
{
"epoch": 2.4190857524190856,
"grad_norm": 0.005582588724792004,
"learning_rate": 2.1966818055426824e-05,
"loss": 0.0416,
"step": 7250
},
{
"epoch": 2.4274274274274275,
"grad_norm": 0.030880291014909744,
"learning_rate": 2.185095931040875e-05,
"loss": 0.0002,
"step": 7275
},
{
"epoch": 2.4357691024357693,
"grad_norm": 0.007195931393653154,
"learning_rate": 2.1735100565390675e-05,
"loss": 0.0019,
"step": 7300
},
{
"epoch": 2.4441107774441106,
"grad_norm": 0.0043434868566691875,
"learning_rate": 2.1619241820372602e-05,
"loss": 0.0003,
"step": 7325
},
{
"epoch": 2.4524524524524525,
"grad_norm": 0.00130070885643363,
"learning_rate": 2.150338307535453e-05,
"loss": 0.0001,
"step": 7350
},
{
"epoch": 2.4607941274607943,
"grad_norm": 0.011537245474755764,
"learning_rate": 2.1387524330336456e-05,
"loss": 0.0001,
"step": 7375
},
{
"epoch": 2.4691358024691357,
"grad_norm": 0.0012115085264667869,
"learning_rate": 2.127166558531838e-05,
"loss": 0.0001,
"step": 7400
},
{
"epoch": 2.4774774774774775,
"grad_norm": 0.0006190771819092333,
"learning_rate": 2.1155806840300307e-05,
"loss": 0.0001,
"step": 7425
},
{
"epoch": 2.4858191524858193,
"grad_norm": 0.0007142933318391442,
"learning_rate": 2.1039948095282234e-05,
"loss": 0.0,
"step": 7450
},
{
"epoch": 2.4941608274941607,
"grad_norm": 0.0024094288237392902,
"learning_rate": 2.0924089350264158e-05,
"loss": 0.0349,
"step": 7475
},
{
"epoch": 2.5025025025025025,
"grad_norm": 0.0028155215550214052,
"learning_rate": 2.0808230605246085e-05,
"loss": 0.0349,
"step": 7500
},
{
"epoch": 2.5108441775108443,
"grad_norm": 0.00238401023671031,
"learning_rate": 2.069237186022801e-05,
"loss": 0.0087,
"step": 7525
},
{
"epoch": 2.5191858525191857,
"grad_norm": 0.0014537558890879154,
"learning_rate": 2.0576513115209936e-05,
"loss": 0.0033,
"step": 7550
},
{
"epoch": 2.5275275275275275,
"grad_norm": 0.0015429011546075344,
"learning_rate": 2.0460654370191863e-05,
"loss": 0.0143,
"step": 7575
},
{
"epoch": 2.5358692025358693,
"grad_norm": 0.0013287997571751475,
"learning_rate": 2.034479562517379e-05,
"loss": 0.0014,
"step": 7600
},
{
"epoch": 2.5442108775442107,
"grad_norm": 0.0010292051592841744,
"learning_rate": 2.0228936880155717e-05,
"loss": 0.0049,
"step": 7625
},
{
"epoch": 2.5525525525525525,
"grad_norm": 0.007215111516416073,
"learning_rate": 2.011307813513764e-05,
"loss": 0.005,
"step": 7650
},
{
"epoch": 2.5608942275608944,
"grad_norm": 0.007656760048121214,
"learning_rate": 1.9997219390119568e-05,
"loss": 0.0355,
"step": 7675
},
{
"epoch": 2.569235902569236,
"grad_norm": 0.001918874098919332,
"learning_rate": 1.9881360645101492e-05,
"loss": 0.0045,
"step": 7700
},
{
"epoch": 2.5775775775775776,
"grad_norm": 0.0005019979435019195,
"learning_rate": 1.976550190008342e-05,
"loss": 0.0001,
"step": 7725
},
{
"epoch": 2.5859192525859194,
"grad_norm": 0.00030773007893003523,
"learning_rate": 1.9649643155065346e-05,
"loss": 0.0001,
"step": 7750
},
{
"epoch": 2.594260927594261,
"grad_norm": 0.0003611762367654592,
"learning_rate": 1.953378441004727e-05,
"loss": 0.0001,
"step": 7775
},
{
"epoch": 2.6026026026026026,
"grad_norm": 0.0019309103954583406,
"learning_rate": 1.9417925665029197e-05,
"loss": 0.0,
"step": 7800
},
{
"epoch": 2.6109442776109444,
"grad_norm": 0.004138192627578974,
"learning_rate": 1.930206692001112e-05,
"loss": 0.0533,
"step": 7825
},
{
"epoch": 2.619285952619286,
"grad_norm": 0.042996328324079514,
"learning_rate": 1.918620817499305e-05,
"loss": 0.0001,
"step": 7850
},
{
"epoch": 2.6276276276276276,
"grad_norm": 0.0017391805304214358,
"learning_rate": 1.9070349429974978e-05,
"loss": 0.0001,
"step": 7875
},
{
"epoch": 2.6359693026359694,
"grad_norm": 0.002806081436574459,
"learning_rate": 1.89544906849569e-05,
"loss": 0.0002,
"step": 7900
},
{
"epoch": 2.6443109776443112,
"grad_norm": 0.0011362434597685933,
"learning_rate": 1.883863193993883e-05,
"loss": 0.0001,
"step": 7925
},
{
"epoch": 2.6526526526526526,
"grad_norm": 0.0013199028326198459,
"learning_rate": 1.8722773194920752e-05,
"loss": 0.0001,
"step": 7950
},
{
"epoch": 2.6609943276609944,
"grad_norm": 0.0009320782264694571,
"learning_rate": 1.860691444990268e-05,
"loss": 0.0001,
"step": 7975
},
{
"epoch": 2.6693360026693362,
"grad_norm": 0.0012447205372154713,
"learning_rate": 1.8491055704884607e-05,
"loss": 0.0001,
"step": 8000
},
{
"epoch": 2.6776776776776776,
"grad_norm": 0.0005381664377637208,
"learning_rate": 1.837519695986653e-05,
"loss": 0.0,
"step": 8025
},
{
"epoch": 2.6860193526860194,
"grad_norm": 0.0014626341871917248,
"learning_rate": 1.8259338214848457e-05,
"loss": 0.0002,
"step": 8050
},
{
"epoch": 2.6943610276943613,
"grad_norm": 0.0006017221603542566,
"learning_rate": 1.8143479469830384e-05,
"loss": 0.0001,
"step": 8075
},
{
"epoch": 2.7027027027027026,
"grad_norm": 0.0003165393427480012,
"learning_rate": 1.802762072481231e-05,
"loss": 0.0023,
"step": 8100
},
{
"epoch": 2.7110443777110445,
"grad_norm": 0.0005794435273855925,
"learning_rate": 1.7911761979794235e-05,
"loss": 0.0001,
"step": 8125
},
{
"epoch": 2.7193860527193863,
"grad_norm": 0.0025553391315042973,
"learning_rate": 1.7795903234776162e-05,
"loss": 0.0003,
"step": 8150
},
{
"epoch": 2.7277277277277276,
"grad_norm": 0.0002689988468773663,
"learning_rate": 1.768004448975809e-05,
"loss": 0.0,
"step": 8175
},
{
"epoch": 2.7360694027360695,
"grad_norm": 0.0001785249332897365,
"learning_rate": 1.7564185744740013e-05,
"loss": 0.0,
"step": 8200
},
{
"epoch": 2.7444110777444113,
"grad_norm": 0.000306436704704538,
"learning_rate": 1.744832699972194e-05,
"loss": 0.0,
"step": 8225
},
{
"epoch": 2.7527527527527527,
"grad_norm": 0.00017187983030453324,
"learning_rate": 1.7332468254703864e-05,
"loss": 0.0007,
"step": 8250
},
{
"epoch": 2.7610944277610945,
"grad_norm": 0.00022748754417989403,
"learning_rate": 1.721660950968579e-05,
"loss": 0.0097,
"step": 8275
},
{
"epoch": 2.7694361027694363,
"grad_norm": 0.0016567155253142118,
"learning_rate": 1.7100750764667718e-05,
"loss": 0.0018,
"step": 8300
},
{
"epoch": 2.7777777777777777,
"grad_norm": 0.0004330672090873122,
"learning_rate": 1.6984892019649645e-05,
"loss": 0.0001,
"step": 8325
},
{
"epoch": 2.7861194527861195,
"grad_norm": 0.006991783156991005,
"learning_rate": 1.6869033274631572e-05,
"loss": 0.0174,
"step": 8350
},
{
"epoch": 2.7944611277944613,
"grad_norm": 0.0004689243796747178,
"learning_rate": 1.6753174529613496e-05,
"loss": 0.0015,
"step": 8375
},
{
"epoch": 2.8028028028028027,
"grad_norm": 0.0006888713105581701,
"learning_rate": 1.6637315784595423e-05,
"loss": 0.0001,
"step": 8400
},
{
"epoch": 2.8111444778111445,
"grad_norm": 0.0015181319322437048,
"learning_rate": 1.6521457039577347e-05,
"loss": 0.0013,
"step": 8425
},
{
"epoch": 2.8194861528194863,
"grad_norm": 0.00026851208531297743,
"learning_rate": 1.6405598294559274e-05,
"loss": 0.0067,
"step": 8450
},
{
"epoch": 2.8278278278278277,
"grad_norm": 0.0003072840045206249,
"learning_rate": 1.62897395495412e-05,
"loss": 0.0,
"step": 8475
},
{
"epoch": 2.8361695028361695,
"grad_norm": 0.000419327465351671,
"learning_rate": 1.6173880804523125e-05,
"loss": 0.0,
"step": 8500
},
{
"epoch": 2.8445111778445114,
"grad_norm": 0.0008704416686668992,
"learning_rate": 1.6058022059505052e-05,
"loss": 0.0,
"step": 8525
},
{
"epoch": 2.8528528528528527,
"grad_norm": 0.00026631655055098236,
"learning_rate": 1.5942163314486975e-05,
"loss": 0.0,
"step": 8550
},
{
"epoch": 2.8611945278611945,
"grad_norm": 0.00015377814997918904,
"learning_rate": 1.5826304569468906e-05,
"loss": 0.0,
"step": 8575
},
{
"epoch": 2.8695362028695364,
"grad_norm": 0.0001188891037600115,
"learning_rate": 1.571044582445083e-05,
"loss": 0.0,
"step": 8600
},
{
"epoch": 2.8778778778778777,
"grad_norm": 0.00026092492043972015,
"learning_rate": 1.5594587079432757e-05,
"loss": 0.0,
"step": 8625
},
{
"epoch": 2.8862195528862196,
"grad_norm": 0.0021843460854142904,
"learning_rate": 1.5478728334414684e-05,
"loss": 0.0025,
"step": 8650
},
{
"epoch": 2.8945612278945614,
"grad_norm": 0.00022988433192949742,
"learning_rate": 1.5362869589396608e-05,
"loss": 0.0094,
"step": 8675
},
{
"epoch": 2.9029029029029028,
"grad_norm": 0.00016332197992596775,
"learning_rate": 1.5247010844378535e-05,
"loss": 0.006,
"step": 8700
},
{
"epoch": 2.9112445779112446,
"grad_norm": 0.00020633054373320192,
"learning_rate": 1.513115209936046e-05,
"loss": 0.0002,
"step": 8725
},
{
"epoch": 2.9195862529195864,
"grad_norm": 0.00025880796601995826,
"learning_rate": 1.5015293354342385e-05,
"loss": 0.0,
"step": 8750
},
{
"epoch": 2.9279279279279278,
"grad_norm": 0.0003759913379326463,
"learning_rate": 1.489943460932431e-05,
"loss": 0.0003,
"step": 8775
},
{
"epoch": 2.9362696029362696,
"grad_norm": 0.00019277114188298583,
"learning_rate": 1.4783575864306238e-05,
"loss": 0.0044,
"step": 8800
},
{
"epoch": 2.9446112779446114,
"grad_norm": 0.0007216227240860462,
"learning_rate": 1.4667717119288165e-05,
"loss": 0.0,
"step": 8825
},
{
"epoch": 2.952952952952953,
"grad_norm": 0.0001798528101062402,
"learning_rate": 1.4551858374270092e-05,
"loss": 0.0304,
"step": 8850
},
{
"epoch": 2.9612946279612946,
"grad_norm": 0.00019520522619131953,
"learning_rate": 1.4435999629252017e-05,
"loss": 0.0001,
"step": 8875
},
{
"epoch": 2.9696363029696364,
"grad_norm": 0.0001343146723229438,
"learning_rate": 1.4320140884233943e-05,
"loss": 0.0489,
"step": 8900
},
{
"epoch": 2.977977977977978,
"grad_norm": 12.330880165100098,
"learning_rate": 1.4204282139215868e-05,
"loss": 0.0347,
"step": 8925
},
{
"epoch": 2.9863196529863196,
"grad_norm": 0.00025471311528235674,
"learning_rate": 1.4088423394197794e-05,
"loss": 0.0245,
"step": 8950
},
{
"epoch": 2.9946613279946614,
"grad_norm": 0.0009992901468649507,
"learning_rate": 1.397256464917972e-05,
"loss": 0.0337,
"step": 8975
},
{
"epoch": 3.0,
"eval_accuracy": 0.9983316649983317,
"eval_auc": 0.9996484660336011,
"eval_f1": 0.935064935064935,
"eval_loss": 0.007099705282598734,
"eval_precision": 0.9,
"eval_recall": 0.972972972972973,
"eval_runtime": 77.3547,
"eval_samples_per_second": 77.487,
"eval_steps_per_second": 4.848,
"step": 8991
},
{
"epoch": 3.003003003003003,
"grad_norm": 0.0015147333033382893,
"learning_rate": 1.3856705904161646e-05,
"loss": 0.0003,
"step": 9000
},
{
"epoch": 3.0113446780113446,
"grad_norm": 0.002197373891249299,
"learning_rate": 1.3740847159143572e-05,
"loss": 0.0002,
"step": 9025
},
{
"epoch": 3.0196863530196865,
"grad_norm": 0.0003656800545286387,
"learning_rate": 1.36249884141255e-05,
"loss": 0.001,
"step": 9050
},
{
"epoch": 3.028028028028028,
"grad_norm": 0.00043537470628507435,
"learning_rate": 1.3509129669107426e-05,
"loss": 0.0,
"step": 9075
},
{
"epoch": 3.0363697030363697,
"grad_norm": 0.0017388892592862248,
"learning_rate": 1.3393270924089351e-05,
"loss": 0.0,
"step": 9100
},
{
"epoch": 3.0447113780447115,
"grad_norm": 0.00047031775466166437,
"learning_rate": 1.3277412179071278e-05,
"loss": 0.0,
"step": 9125
},
{
"epoch": 3.053053053053053,
"grad_norm": 0.0003807338362094015,
"learning_rate": 1.3161553434053204e-05,
"loss": 0.0,
"step": 9150
},
{
"epoch": 3.0613947280613947,
"grad_norm": 0.00046666429261676967,
"learning_rate": 1.3045694689035129e-05,
"loss": 0.0,
"step": 9175
},
{
"epoch": 3.0697364030697365,
"grad_norm": 0.000990239786915481,
"learning_rate": 1.2929835944017054e-05,
"loss": 0.0001,
"step": 9200
},
{
"epoch": 3.078078078078078,
"grad_norm": 0.0009268262074328959,
"learning_rate": 1.281397719899898e-05,
"loss": 0.0,
"step": 9225
},
{
"epoch": 3.0864197530864197,
"grad_norm": 0.0001752979151206091,
"learning_rate": 1.2698118453980907e-05,
"loss": 0.0,
"step": 9250
},
{
"epoch": 3.0947614280947615,
"grad_norm": 0.00017092602502088994,
"learning_rate": 1.2582259708962832e-05,
"loss": 0.0001,
"step": 9275
},
{
"epoch": 3.103103103103103,
"grad_norm": 0.0003801763814408332,
"learning_rate": 1.246640096394476e-05,
"loss": 0.0,
"step": 9300
},
{
"epoch": 3.1114447781114447,
"grad_norm": 0.0007715587271377444,
"learning_rate": 1.2350542218926685e-05,
"loss": 0.0,
"step": 9325
},
{
"epoch": 3.1197864531197865,
"grad_norm": 0.0001741141895763576,
"learning_rate": 1.223468347390861e-05,
"loss": 0.0,
"step": 9350
},
{
"epoch": 3.128128128128128,
"grad_norm": 0.00024119947920553386,
"learning_rate": 1.2118824728890537e-05,
"loss": 0.0,
"step": 9375
},
{
"epoch": 3.1364698031364697,
"grad_norm": 0.0003123109054286033,
"learning_rate": 1.2002965983872463e-05,
"loss": 0.0027,
"step": 9400
},
{
"epoch": 3.1448114781448115,
"grad_norm": 0.0002255546278320253,
"learning_rate": 1.188710723885439e-05,
"loss": 0.0001,
"step": 9425
},
{
"epoch": 3.153153153153153,
"grad_norm": 0.00022687349701300263,
"learning_rate": 1.1771248493836315e-05,
"loss": 0.0,
"step": 9450
},
{
"epoch": 3.1614948281614947,
"grad_norm": 0.0009094116394408047,
"learning_rate": 1.1655389748818242e-05,
"loss": 0.0001,
"step": 9475
},
{
"epoch": 3.1698365031698366,
"grad_norm": 0.00019586944836191833,
"learning_rate": 1.1539531003800168e-05,
"loss": 0.0001,
"step": 9500
},
{
"epoch": 3.1781781781781784,
"grad_norm": 0.0013932987349107862,
"learning_rate": 1.1423672258782093e-05,
"loss": 0.0,
"step": 9525
},
{
"epoch": 3.1865198531865198,
"grad_norm": 0.00014476373326033354,
"learning_rate": 1.130781351376402e-05,
"loss": 0.0,
"step": 9550
},
{
"epoch": 3.1948615281948616,
"grad_norm": 0.00020363023213576525,
"learning_rate": 1.1191954768745945e-05,
"loss": 0.0,
"step": 9575
},
{
"epoch": 3.2032032032032034,
"grad_norm": 0.0005529238260351121,
"learning_rate": 1.1076096023727873e-05,
"loss": 0.0005,
"step": 9600
},
{
"epoch": 3.2115448782115448,
"grad_norm": 0.00039333957829512656,
"learning_rate": 1.0960237278709798e-05,
"loss": 0.0001,
"step": 9625
},
{
"epoch": 3.2198865532198866,
"grad_norm": 0.0006521272589452565,
"learning_rate": 1.0844378533691723e-05,
"loss": 0.0,
"step": 9650
},
{
"epoch": 3.2282282282282284,
"grad_norm": Infinity,
"learning_rate": 1.0733154138474373e-05,
"loss": 0.0231,
"step": 9675
},
{
"epoch": 3.23656990323657,
"grad_norm": 0.0003595724992919713,
"learning_rate": 1.0617295393456298e-05,
"loss": 0.0,
"step": 9700
},
{
"epoch": 3.2449115782449116,
"grad_norm": 0.00021334755001589656,
"learning_rate": 1.0501436648438225e-05,
"loss": 0.0003,
"step": 9725
},
{
"epoch": 3.2532532532532534,
"grad_norm": 0.00028163444949314,
"learning_rate": 1.038557790342015e-05,
"loss": 0.0,
"step": 9750
},
{
"epoch": 3.261594928261595,
"grad_norm": 0.00030702631920576096,
"learning_rate": 1.0269719158402076e-05,
"loss": 0.0,
"step": 9775
},
{
"epoch": 3.2699366032699366,
"grad_norm": 0.0002560736029408872,
"learning_rate": 1.0153860413384003e-05,
"loss": 0.0,
"step": 9800
},
{
"epoch": 3.2782782782782784,
"grad_norm": 7.156394713092595e-05,
"learning_rate": 1.0038001668365928e-05,
"loss": 0.0004,
"step": 9825
},
{
"epoch": 3.28661995328662,
"grad_norm": 0.00014015445776749402,
"learning_rate": 9.922142923347855e-06,
"loss": 0.0211,
"step": 9850
},
{
"epoch": 3.2949616282949616,
"grad_norm": 8.722938946448267e-05,
"learning_rate": 9.806284178329781e-06,
"loss": 0.0355,
"step": 9875
},
{
"epoch": 3.3033033033033035,
"grad_norm": 0.00010665127047104761,
"learning_rate": 9.690425433311706e-06,
"loss": 0.0,
"step": 9900
},
{
"epoch": 3.311644978311645,
"grad_norm": 0.0003643149684648961,
"learning_rate": 9.574566688293633e-06,
"loss": 0.0159,
"step": 9925
},
{
"epoch": 3.3199866533199867,
"grad_norm": 0.000472669635200873,
"learning_rate": 9.458707943275559e-06,
"loss": 0.0001,
"step": 9950
},
{
"epoch": 3.3283283283283285,
"grad_norm": 0.0002747498219832778,
"learning_rate": 9.342849198257484e-06,
"loss": 0.0002,
"step": 9975
},
{
"epoch": 3.33667000333667,
"grad_norm": 0.000370238529285416,
"learning_rate": 9.226990453239411e-06,
"loss": 0.0,
"step": 10000
},
{
"epoch": 3.3450116783450117,
"grad_norm": 0.0001508592686150223,
"learning_rate": 9.111131708221338e-06,
"loss": 0.0153,
"step": 10025
},
{
"epoch": 3.3533533533533535,
"grad_norm": 0.00012634581071324646,
"learning_rate": 8.995272963203264e-06,
"loss": 0.0,
"step": 10050
},
{
"epoch": 3.361695028361695,
"grad_norm": 7.435754378093407e-05,
"learning_rate": 8.879414218185189e-06,
"loss": 0.0,
"step": 10075
},
{
"epoch": 3.3700367033700367,
"grad_norm": 0.00024650897830724716,
"learning_rate": 8.763555473167115e-06,
"loss": 0.0,
"step": 10100
},
{
"epoch": 3.3783783783783785,
"grad_norm": 0.00031506569939665496,
"learning_rate": 8.64769672814904e-06,
"loss": 0.0,
"step": 10125
},
{
"epoch": 3.38672005338672,
"grad_norm": 0.00038327754009515047,
"learning_rate": 8.531837983130967e-06,
"loss": 0.0,
"step": 10150
},
{
"epoch": 3.3950617283950617,
"grad_norm": 0.00010452201968291774,
"learning_rate": 8.415979238112894e-06,
"loss": 0.0,
"step": 10175
},
{
"epoch": 3.4034034034034035,
"grad_norm": 0.003248438471928239,
"learning_rate": 8.30012049309482e-06,
"loss": 0.0,
"step": 10200
},
{
"epoch": 3.411745078411745,
"grad_norm": 0.0001290349755436182,
"learning_rate": 8.184261748076745e-06,
"loss": 0.0,
"step": 10225
},
{
"epoch": 3.4200867534200867,
"grad_norm": 0.0004630775947589427,
"learning_rate": 8.06840300305867e-06,
"loss": 0.0,
"step": 10250
},
{
"epoch": 3.4284284284284285,
"grad_norm": 0.00028067638049833477,
"learning_rate": 7.952544258040597e-06,
"loss": 0.0,
"step": 10275
},
{
"epoch": 3.43677010343677,
"grad_norm": 0.00016888586105778813,
"learning_rate": 7.836685513022524e-06,
"loss": 0.0,
"step": 10300
},
{
"epoch": 3.4451117784451117,
"grad_norm": 0.00010634879436111078,
"learning_rate": 7.72082676800445e-06,
"loss": 0.0,
"step": 10325
},
{
"epoch": 3.4534534534534536,
"grad_norm": 0.004633384756743908,
"learning_rate": 7.604968022986375e-06,
"loss": 0.0,
"step": 10350
},
{
"epoch": 3.461795128461795,
"grad_norm": 0.00013694832159671932,
"learning_rate": 7.489109277968301e-06,
"loss": 0.0,
"step": 10375
},
{
"epoch": 3.4701368034701368,
"grad_norm": 0.0003641396469902247,
"learning_rate": 7.373250532950228e-06,
"loss": 0.0337,
"step": 10400
},
{
"epoch": 3.4784784784784786,
"grad_norm": 0.000520822883117944,
"learning_rate": 7.257391787932154e-06,
"loss": 0.0,
"step": 10425
},
{
"epoch": 3.4868201534868204,
"grad_norm": 0.000284605281194672,
"learning_rate": 7.141533042914079e-06,
"loss": 0.0,
"step": 10450
},
{
"epoch": 3.4951618284951618,
"grad_norm": 0.0006933792028576136,
"learning_rate": 7.025674297896006e-06,
"loss": 0.0002,
"step": 10475
},
{
"epoch": 3.5035035035035036,
"grad_norm": 0.0002910966577474028,
"learning_rate": 6.914449902678655e-06,
"loss": 0.0221,
"step": 10500
},
{
"epoch": 3.5118451785118454,
"grad_norm": 0.0009816793026402593,
"learning_rate": 6.79859115766058e-06,
"loss": 0.0,
"step": 10525
},
{
"epoch": 3.520186853520187,
"grad_norm": 0.00022771142539568245,
"learning_rate": 6.6827324126425065e-06,
"loss": 0.0,
"step": 10550
},
{
"epoch": 3.5285285285285286,
"grad_norm": 0.00018489710055291653,
"learning_rate": 6.566873667624434e-06,
"loss": 0.0,
"step": 10575
},
{
"epoch": 3.5368702035368704,
"grad_norm": 0.0005421001696959138,
"learning_rate": 6.451014922606359e-06,
"loss": 0.0001,
"step": 10600
},
{
"epoch": 3.545211878545212,
"grad_norm": 0.00024389017198700458,
"learning_rate": 6.335156177588284e-06,
"loss": 0.0,
"step": 10625
},
{
"epoch": 3.5535535535535536,
"grad_norm": 0.0002914558572228998,
"learning_rate": 6.219297432570211e-06,
"loss": 0.0,
"step": 10650
},
{
"epoch": 3.5618952285618954,
"grad_norm": 0.0002373899769736454,
"learning_rate": 6.103438687552137e-06,
"loss": 0.0,
"step": 10675
},
{
"epoch": 3.570236903570237,
"grad_norm": 0.006195495370775461,
"learning_rate": 5.987579942534063e-06,
"loss": 0.0,
"step": 10700
},
{
"epoch": 3.5785785785785786,
"grad_norm": 0.00012051707017235458,
"learning_rate": 5.8717211975159885e-06,
"loss": 0.0,
"step": 10725
},
{
"epoch": 3.5869202535869205,
"grad_norm": 0.002486045239493251,
"learning_rate": 5.755862452497915e-06,
"loss": 0.0001,
"step": 10750
},
{
"epoch": 3.595261928595262,
"grad_norm": 0.0001380012690788135,
"learning_rate": 5.640003707479841e-06,
"loss": 0.0,
"step": 10775
},
{
"epoch": 3.6036036036036037,
"grad_norm": 0.00035765368374995887,
"learning_rate": 5.524144962461767e-06,
"loss": 0.0,
"step": 10800
},
{
"epoch": 3.6119452786119455,
"grad_norm": 0.00022478456958197057,
"learning_rate": 5.408286217443693e-06,
"loss": 0.0,
"step": 10825
},
{
"epoch": 3.620286953620287,
"grad_norm": 0.00024634675355628133,
"learning_rate": 5.292427472425619e-06,
"loss": 0.0,
"step": 10850
},
{
"epoch": 3.6286286286286287,
"grad_norm": 9.515749115962535e-05,
"learning_rate": 5.176568727407545e-06,
"loss": 0.0,
"step": 10875
},
{
"epoch": 3.6369703036369705,
"grad_norm": 0.0015800537075847387,
"learning_rate": 5.0607099823894705e-06,
"loss": 0.0,
"step": 10900
},
{
"epoch": 3.645311978645312,
"grad_norm": 0.00018024566816166043,
"learning_rate": 4.944851237371398e-06,
"loss": 0.0,
"step": 10925
},
{
"epoch": 3.6536536536536537,
"grad_norm": 0.00037315645022317767,
"learning_rate": 4.828992492353323e-06,
"loss": 0.0,
"step": 10950
},
{
"epoch": 3.6619953286619955,
"grad_norm": 0.00012279977090656757,
"learning_rate": 4.713133747335249e-06,
"loss": 0.0098,
"step": 10975
},
{
"epoch": 3.670337003670337,
"grad_norm": 0.00033114643883891404,
"learning_rate": 4.5972750023171755e-06,
"loss": 0.0,
"step": 11000
},
{
"epoch": 3.6786786786786787,
"grad_norm": 0.00015320570673793554,
"learning_rate": 4.481416257299101e-06,
"loss": 0.0,
"step": 11025
},
{
"epoch": 3.6870203536870205,
"grad_norm": 0.00033146454370580614,
"learning_rate": 4.365557512281027e-06,
"loss": 0.0131,
"step": 11050
},
{
"epoch": 3.695362028695362,
"grad_norm": 0.0005683086346834898,
"learning_rate": 4.249698767262953e-06,
"loss": 0.0,
"step": 11075
},
{
"epoch": 3.7037037037037037,
"grad_norm": 0.0013795130653306842,
"learning_rate": 4.13384002224488e-06,
"loss": 0.0001,
"step": 11100
},
{
"epoch": 3.7120453787120455,
"grad_norm": 0.0038050978910177946,
"learning_rate": 4.017981277226805e-06,
"loss": 0.0004,
"step": 11125
},
{
"epoch": 3.720387053720387,
"grad_norm": 0.00022509918198920786,
"learning_rate": 3.902122532208731e-06,
"loss": 0.0001,
"step": 11150
},
{
"epoch": 3.7287287287287287,
"grad_norm": 0.0005176962004043162,
"learning_rate": 3.7862637871906575e-06,
"loss": 0.0,
"step": 11175
},
{
"epoch": 3.7370704037370706,
"grad_norm": 0.0005020920070819557,
"learning_rate": 3.6704050421725833e-06,
"loss": 0.0598,
"step": 11200
},
{
"epoch": 3.745412078745412,
"grad_norm": 0.0011666618520393968,
"learning_rate": 3.5545462971545095e-06,
"loss": 0.0001,
"step": 11225
},
{
"epoch": 3.7537537537537538,
"grad_norm": 0.009826689027249813,
"learning_rate": 3.4386875521364354e-06,
"loss": 0.0005,
"step": 11250
},
{
"epoch": 3.7620954287620956,
"grad_norm": 0.011009103618562222,
"learning_rate": 3.3228288071183616e-06,
"loss": 0.0371,
"step": 11275
},
{
"epoch": 3.770437103770437,
"grad_norm": 0.01023051142692566,
"learning_rate": 3.2069700621002874e-06,
"loss": 0.0001,
"step": 11300
},
{
"epoch": 3.7787787787787788,
"grad_norm": 0.0009649486164562404,
"learning_rate": 3.0911113170822137e-06,
"loss": 0.0001,
"step": 11325
},
{
"epoch": 3.7871204537871206,
"grad_norm": 0.003300480078905821,
"learning_rate": 2.97525257206414e-06,
"loss": 0.0073,
"step": 11350
},
{
"epoch": 3.795462128795462,
"grad_norm": 0.004097791388630867,
"learning_rate": 2.8593938270460653e-06,
"loss": 0.0016,
"step": 11375
},
{
"epoch": 3.803803803803804,
"grad_norm": 0.0011136537650600076,
"learning_rate": 2.7435350820279915e-06,
"loss": 0.0001,
"step": 11400
},
{
"epoch": 3.8121454788121456,
"grad_norm": 0.001229249406605959,
"learning_rate": 2.6276763370099178e-06,
"loss": 0.0002,
"step": 11425
},
{
"epoch": 3.820487153820487,
"grad_norm": 0.001040545990690589,
"learning_rate": 2.5118175919918436e-06,
"loss": 0.0104,
"step": 11450
},
{
"epoch": 3.828828828828829,
"grad_norm": 0.0006933126132935286,
"learning_rate": 2.39595884697377e-06,
"loss": 0.0006,
"step": 11475
},
{
"epoch": 3.8371705038371706,
"grad_norm": 0.0001256452960660681,
"learning_rate": 2.2801001019556957e-06,
"loss": 0.0109,
"step": 11500
},
{
"epoch": 3.845512178845512,
"grad_norm": 0.00040541382622905076,
"learning_rate": 2.1642413569376215e-06,
"loss": 0.0,
"step": 11525
},
{
"epoch": 3.853853853853854,
"grad_norm": 0.007394419051706791,
"learning_rate": 2.0483826119195477e-06,
"loss": 0.0,
"step": 11550
},
{
"epoch": 3.8621955288621956,
"grad_norm": 0.00017597030091565102,
"learning_rate": 1.932523866901474e-06,
"loss": 0.0,
"step": 11575
},
{
"epoch": 3.870537203870537,
"grad_norm": 0.00032824205118231475,
"learning_rate": 1.8166651218834e-06,
"loss": 0.0,
"step": 11600
},
{
"epoch": 3.878878878878879,
"grad_norm": 0.00014257676957640797,
"learning_rate": 1.700806376865326e-06,
"loss": 0.0,
"step": 11625
},
{
"epoch": 3.8872205538872207,
"grad_norm": 0.003545379266142845,
"learning_rate": 1.5849476318472518e-06,
"loss": 0.0,
"step": 11650
},
{
"epoch": 3.895562228895562,
"grad_norm": 0.00017835904145613313,
"learning_rate": 1.4690888868291779e-06,
"loss": 0.0,
"step": 11675
},
{
"epoch": 3.903903903903904,
"grad_norm": 0.000521348207257688,
"learning_rate": 1.353230141811104e-06,
"loss": 0.0,
"step": 11700
},
{
"epoch": 3.9122455789122457,
"grad_norm": 0.0002032867632806301,
"learning_rate": 1.23737139679303e-06,
"loss": 0.0,
"step": 11725
},
{
"epoch": 3.920587253920587,
"grad_norm": 0.0018738268408924341,
"learning_rate": 1.121512651774956e-06,
"loss": 0.0009,
"step": 11750
},
{
"epoch": 3.928928928928929,
"grad_norm": 0.0014717292506247759,
"learning_rate": 1.005653906756882e-06,
"loss": 0.0,
"step": 11775
},
{
"epoch": 3.9372706039372707,
"grad_norm": 0.00021975289564579725,
"learning_rate": 8.897951617388081e-07,
"loss": 0.0,
"step": 11800
},
{
"epoch": 3.945612278945612,
"grad_norm": 0.0005329960258677602,
"learning_rate": 7.739364167207342e-07,
"loss": 0.0001,
"step": 11825
},
{
"epoch": 3.953953953953954,
"grad_norm": 0.0001847147213993594,
"learning_rate": 6.580776717026602e-07,
"loss": 0.0,
"step": 11850
},
{
"epoch": 3.9622956289622957,
"grad_norm": 0.00019793544197455049,
"learning_rate": 5.422189266845861e-07,
"loss": 0.0,
"step": 11875
},
{
"epoch": 3.970637303970637,
"grad_norm": 0.0004685576423071325,
"learning_rate": 4.2636018166651216e-07,
"loss": 0.0,
"step": 11900
},
{
"epoch": 3.978978978978979,
"grad_norm": 0.00016259195399470627,
"learning_rate": 3.1050143664843824e-07,
"loss": 0.0,
"step": 11925
},
{
"epoch": 3.9873206539873207,
"grad_norm": 0.0003845692554023117,
"learning_rate": 1.9464269163036427e-07,
"loss": 0.0,
"step": 11950
},
{
"epoch": 3.995662328995662,
"grad_norm": 0.0001322088937740773,
"learning_rate": 7.87839466122903e-08,
"loss": 0.0225,
"step": 11975
},
{
"epoch": 4.0,
"eval_accuracy": 0.9991658324991658,
"eval_auc": 0.9999155405405404,
"eval_f1": 0.9659863945578231,
"eval_loss": 0.002970785601064563,
"eval_precision": 0.9726027397260274,
"eval_recall": 0.9594594594594594,
"eval_runtime": 77.7268,
"eval_samples_per_second": 77.116,
"eval_steps_per_second": 4.825,
"step": 11988
}
],
"logging_steps": 25,
"max_steps": 11988,
"num_input_tokens_seen": 0,
"num_train_epochs": 4,
"save_steps": 500,
"stateful_callbacks": {
"EarlyStoppingCallback": {
"args": {
"early_stopping_patience": 5,
"early_stopping_threshold": 0.01
},
"attributes": {
"early_stopping_patience_counter": 3
}
},
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 2.1910999185868456e+19,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}