diff --git "a/ratio_proportion_change3/logs/masked/log_test_10per_finetuned.txt" "b/ratio_proportion_change3/logs/masked/log_test_10per_finetuned.txt"
new file mode 100644--- /dev/null
+++ "b/ratio_proportion_change3/logs/masked/log_test_10per_finetuned.txt"
@@ -0,0 +1,6426 @@
+{'epoch': 0, 'iter': 0, 'avg_loss': 0.15750827672828951, 'avg_acc': 0.0, 'loss': 0.15750827672828951}
+{'epoch': 0, 'iter': 10, 'avg_loss': 0.207622612996519, 'avg_acc': 0.0, 'loss': 0.2583296410614691}
+{'epoch': 0, 'iter': 20, 'avg_loss': 0.20818174434422881, 'avg_acc': 0.0, 'loss': 0.23207638280603402}
+{'epoch': 0, 'iter': 30, 'avg_loss': 0.21872670375035885, 'avg_acc': 0.0, 'loss': 0.20946531198777457}
+{'epoch': 0, 'iter': 40, 'avg_loss': 0.22324500007542522, 'avg_acc': 0.0, 'loss': 0.30781271500641844}
+{'epoch': 0, 'iter': 50, 'avg_loss': 0.22495459992926187, 'avg_acc': 0.0, 'loss': 0.2472600167571467}
+{'epoch': 0, 'iter': 60, 'avg_loss': 0.2329914901503875, 'avg_acc': 0.0, 'loss': 0.21371389810987498}
+{'epoch': 0, 'iter': 70, 'avg_loss': 0.23613960864115918, 'avg_acc': 0.0, 'loss': 0.2558704170774685}
+{'epoch': 0, 'iter': 80, 'avg_loss': 0.2333042634972336, 'avg_acc': 0.0, 'loss': 0.21939472557174405}
+{'epoch': 0, 'iter': 90, 'avg_loss': 0.23362517808571315, 'avg_acc': 0.0, 'loss': 0.23883540886682955}
+{'epoch': 0, 'iter': 100, 'avg_loss': 0.2339639206653255, 'avg_acc': 0.0, 'loss': 0.30479611852414173}
+{'epoch': 0, 'iter': 110, 'avg_loss': 0.23359621749767628, 'avg_acc': 0.0, 'loss': 0.20708588927352267}
+{'epoch': 0, 'iter': 120, 'avg_loss': 0.23202683422573417, 'avg_acc': 0.0, 'loss': 0.18710532103744168}
+{'epoch': 0, 'iter': 130, 'avg_loss': 0.23039467901074845, 'avg_acc': 0.0, 'loss': 0.1698899593684473}
+{'epoch': 0, 'iter': 140, 'avg_loss': 0.2312072043337881, 'avg_acc': 0.0, 'loss': 0.3349888462637734}
+{'epoch': 0, 'iter': 150, 'avg_loss': 0.23245774569012206, 'avg_acc': 0.0, 'loss': 0.2902222006024593}
+{'epoch': 0, 'iter': 160, 'avg_loss': 0.23236060278709525, 'avg_acc': 0.0, 'loss': 0.2000548610521946}
+{'epoch': 0, 'iter': 170, 'avg_loss': 0.23149084608776593, 'avg_acc': 0.0, 'loss': 0.23423940154108483}
+{'epoch': 0, 'iter': 180, 'avg_loss': 0.23215177057885447, 'avg_acc': 0.0, 'loss': 0.25791567611824057}
+{'epoch': 0, 'iter': 190, 'avg_loss': 0.2320772920982525, 'avg_acc': 0.0, 'loss': 0.1684997673063273}
+{'epoch': 0, 'iter': 200, 'avg_loss': 0.2324062857744653, 'avg_acc': 0.0, 'loss': 0.26105371723471243}
+{'epoch': 0, 'iter': 210, 'avg_loss': 0.23216593256087512, 'avg_acc': 0.0, 'loss': 0.20545823551219655}
+{'epoch': 0, 'iter': 220, 'avg_loss': 0.23217363320945086, 'avg_acc': 0.0, 'loss': 0.26072656918612275}
+{'epoch': 0, 'iter': 230, 'avg_loss': 0.23340119338405013, 'avg_acc': 0.0, 'loss': 0.26127428346496473}
+{'epoch': 0, 'iter': 240, 'avg_loss': 0.23399438906086942, 'avg_acc': 0.0, 'loss': 0.34767940649492496}
+{'epoch': 0, 'iter': 250, 'avg_loss': 0.23431972520907773, 'avg_acc': 0.0, 'loss': 0.22144190577611358}
+{'epoch': 0, 'iter': 260, 'avg_loss': 0.2342951131037436, 'avg_acc': 0.0, 'loss': 0.2814559358032836}
+{'epoch': 0, 'iter': 270, 'avg_loss': 0.23432327846572146, 'avg_acc': 0.0, 'loss': 0.2669907105675}
+{'epoch': 0, 'iter': 280, 'avg_loss': 0.23406423017957478, 'avg_acc': 0.0, 'loss': 0.2732640668504505}
+{'epoch': 0, 'iter': 290, 'avg_loss': 0.23397341764274582, 'avg_acc': 0.0, 'loss': 0.2199981290603838}
+{'epoch': 0, 'iter': 300, 'avg_loss': 0.23358354491407618, 'avg_acc': 0.0, 'loss': 0.1968753956067043}
+{'epoch': 0, 'iter': 310, 'avg_loss': 0.23369419663364532, 'avg_acc': 0.0, 'loss': 0.19053700415575542}
+{'epoch': 0, 'iter': 320, 'avg_loss': 0.23416464570142384, 'avg_acc': 0.0, 'loss': 0.2089767059639728}
+{'epoch': 0, 'iter': 330, 'avg_loss': 0.2345280114445106, 'avg_acc': 0.0, 'loss': 0.27639711233288317}
+{'epoch': 0, 'iter': 340, 'avg_loss': 0.23503009098069813, 'avg_acc': 0.0, 'loss': 0.27326356892133064}
+{'epoch': 0, 'iter': 350, 'avg_loss': 0.23480462637575736, 'avg_acc': 0.0, 'loss': 0.253926896572271}
+{'epoch': 0, 'iter': 360, 'avg_loss': 0.23442594524602606, 'avg_acc': 0.0, 'loss': 0.20111477924365317}
+{'epoch': 0, 'iter': 370, 'avg_loss': 0.2346473713646474, 'avg_acc': 0.0, 'loss': 0.21594982274941035}
+{'epoch': 0, 'iter': 380, 'avg_loss': 0.2346165992473365, 'avg_acc': 0.0, 'loss': 0.17252842763160256}
+{'epoch': 0, 'iter': 390, 'avg_loss': 0.2345936278297811, 'avg_acc': 0.0, 'loss': 0.21875928890845636}
+{'epoch': 0, 'iter': 400, 'avg_loss': 0.23464147254132406, 'avg_acc': 0.0, 'loss': 0.2176700544815893}
+{'epoch': 0, 'iter': 410, 'avg_loss': 0.23479311912811085, 'avg_acc': 0.0, 'loss': 0.22293495041750636}
+{'epoch': 0, 'iter': 420, 'avg_loss': 0.23460120750945496, 'avg_acc': 0.0, 'loss': 0.21896758286311524}
+{'epoch': 0, 'iter': 430, 'avg_loss': 0.2347375753680177, 'avg_acc': 0.0, 'loss': 0.2703563889081124}
+{'epoch': 0, 'iter': 440, 'avg_loss': 0.23443008554812944, 'avg_acc': 0.0, 'loss': 0.26390535646351054}
+{'epoch': 0, 'iter': 450, 'avg_loss': 0.23482654315099855, 'avg_acc': 0.0, 'loss': 0.25471954195018043}
+{'epoch': 0, 'iter': 460, 'avg_loss': 0.23486525098669223, 'avg_acc': 0.0, 'loss': 0.21851329508042128}
+{'epoch': 0, 'iter': 470, 'avg_loss': 0.23499254080682158, 'avg_acc': 0.0, 'loss': 0.2726974444428509}
+{'epoch': 0, 'iter': 480, 'avg_loss': 0.23490470257670815, 'avg_acc': 0.0, 'loss': 0.24716927793633658}
+{'epoch': 0, 'iter': 490, 'avg_loss': 0.23486501671240623, 'avg_acc': 0.0, 'loss': 0.21988730705093723}
+{'epoch': 0, 'iter': 500, 'avg_loss': 0.2344551444391517, 'avg_acc': 0.0, 'loss': 0.264234231861857}
+{'epoch': 0, 'iter': 510, 'avg_loss': 0.23446228779063605, 'avg_acc': 0.0, 'loss': 0.22182202064764817}
+{'epoch': 0, 'iter': 520, 'avg_loss': 0.23426189923670912, 'avg_acc': 0.0, 'loss': 0.24222737731283164}
+{'epoch': 0, 'iter': 530, 'avg_loss': 0.23412733424280244, 'avg_acc': 0.0, 'loss': 0.2385357705529064}
+{'epoch': 0, 'iter': 540, 'avg_loss': 0.23433585698974596, 'avg_acc': 0.0, 'loss': 0.22324868227484068}
+{'epoch': 0, 'iter': 550, 'avg_loss': 0.23455776728656003, 'avg_acc': 0.0, 'loss': 0.3027950560572208}
+{'epoch': 0, 'iter': 560, 'avg_loss': 0.23417680149855993, 'avg_acc': 0.0, 'loss': 0.16260201175048547}
+{'epoch': 0, 'iter': 570, 'avg_loss': 0.23486242485578762, 'avg_acc': 0.0, 'loss': 0.24673140974794347}
+{'epoch': 0, 'iter': 580, 'avg_loss': 0.2346987873422392, 'avg_acc': 0.0, 'loss': 0.22362828256934464}
+{'epoch': 0, 'iter': 590, 'avg_loss': 0.23474038908889222, 'avg_acc': 0.0, 'loss': 0.2545688930237832}
+{'epoch': 0, 'iter': 600, 'avg_loss': 0.23492528008296565, 'avg_acc': 0.0, 'loss': 0.2807127180629842}
+{'epoch': 0, 'iter': 610, 'avg_loss': 0.23521183117642208, 'avg_acc': 0.0, 'loss': 0.30084764244695955}
+{'epoch': 0, 'iter': 620, 'avg_loss': 0.23587794780947519, 'avg_acc': 0.0, 'loss': 0.2471062721482927}
+{'epoch': 0, 'iter': 630, 'avg_loss': 0.23579938735048875, 'avg_acc': 0.0, 'loss': 0.17527682554438276}
+{'epoch': 0, 'iter': 640, 'avg_loss': 0.2358226128200993, 'avg_acc': 0.0, 'loss': 0.22022718274716419}
+{'epoch': 0, 'iter': 650, 'avg_loss': 0.2360213678221013, 'avg_acc': 0.0, 'loss': 0.2815955765139993}
+{'epoch': 0, 'iter': 660, 'avg_loss': 0.23631445483500413, 'avg_acc': 0.0, 'loss': 0.2866796296969239}
+{'epoch': 0, 'iter': 670, 'avg_loss': 0.23603696753355866, 'avg_acc': 0.0, 'loss': 0.24085915610339725}
+{'epoch': 0, 'iter': 680, 'avg_loss': 0.2362420010441767, 'avg_acc': 0.0, 'loss': 0.2190855128937983}
+{'epoch': 0, 'iter': 690, 'avg_loss': 0.23634970580618858, 'avg_acc': 0.0, 'loss': 0.2262475606330554}
+{'epoch': 0, 'iter': 700, 'avg_loss': 0.23642577662212771, 'avg_acc': 0.0, 'loss': 0.19178197518652138}
+{'epoch': 0, 'iter': 710, 'avg_loss': 0.23634301164853935, 'avg_acc': 0.0, 'loss': 0.21065009348343924}
+{'epoch': 0, 'iter': 720, 'avg_loss': 0.23634998840587276, 'avg_acc': 0.0, 'loss': 0.29645794716738494}
+{'epoch': 0, 'iter': 730, 'avg_loss': 0.2362619817470336, 'avg_acc': 0.0, 'loss': 0.27193245603224825}
+{'epoch': 0, 'iter': 740, 'avg_loss': 0.2366677562359128, 'avg_acc': 0.0, 'loss': 0.24433251484047752}
+{'epoch': 0, 'iter': 750, 'avg_loss': 0.23671612372117817, 'avg_acc': 0.0, 'loss': 0.23791969758687107}
+{'epoch': 0, 'iter': 760, 'avg_loss': 0.23682869652600547, 'avg_acc': 0.0, 'loss': 0.3091240014515019}
+{'epoch': 0, 'iter': 770, 'avg_loss': 0.23646243144719953, 'avg_acc': 0.0, 'loss': 0.1683583703748549}
+{'epoch': 0, 'iter': 780, 'avg_loss': 0.23648241657842423, 'avg_acc': 0.0, 'loss': 0.24780267386397878}
+{'epoch': 0, 'iter': 790, 'avg_loss': 0.23617525619140403, 'avg_acc': 0.0, 'loss': 0.25467564579802066}
+{'epoch': 0, 'iter': 800, 'avg_loss': 0.23624749492239844, 'avg_acc': 0.0, 'loss': 0.2852791296754731}
+{'epoch': 0, 'iter': 810, 'avg_loss': 0.2361924000140796, 'avg_acc': 0.0, 'loss': 0.2357286555135423}
+{'epoch': 0, 'iter': 820, 'avg_loss': 0.23566239723482096, 'avg_acc': 0.0, 'loss': 0.2368399819991152}
+{'epoch': 0, 'iter': 830, 'avg_loss': 0.23563771264268624, 'avg_acc': 0.0, 'loss': 0.2028421089988634}
+{'epoch': 0, 'iter': 840, 'avg_loss': 0.23551125830807756, 'avg_acc': 0.0, 'loss': 0.22105499949040155}
+{'epoch': 0, 'iter': 850, 'avg_loss': 0.2353188827128281, 'avg_acc': 0.0, 'loss': 0.17569531373893757}
+{'epoch': 0, 'iter': 860, 'avg_loss': 0.23542786972461677, 'avg_acc': 0.0, 'loss': 0.24605317632189586}
+{'epoch': 0, 'iter': 870, 'avg_loss': 0.23582759837410824, 'avg_acc': 0.0, 'loss': 0.2961141329246207}
+{'epoch': 0, 'iter': 880, 'avg_loss': 0.23563199383859165, 'avg_acc': 0.0, 'loss': 0.21165622655410385}
+{'epoch': 0, 'iter': 890, 'avg_loss': 0.23560927906243223, 'avg_acc': 0.0, 'loss': 0.2909284719779472}
+{'epoch': 0, 'iter': 900, 'avg_loss': 0.23567647249272597, 'avg_acc': 0.0, 'loss': 0.24056785369196274}
+{'epoch': 0, 'iter': 910, 'avg_loss': 0.23587115296753347, 'avg_acc': 0.0, 'loss': 0.20840714340738486}
+{'epoch': 0, 'iter': 920, 'avg_loss': 0.23609278032237047, 'avg_acc': 0.0, 'loss': 0.25580077543418156}
+{'epoch': 0, 'iter': 930, 'avg_loss': 0.2360121858863025, 'avg_acc': 0.0, 'loss': 0.24404325884097489}
+{'epoch': 0, 'iter': 940, 'avg_loss': 0.23609023783483907, 'avg_acc': 0.0, 'loss': 0.23114899681968382}
+{'epoch': 0, 'iter': 950, 'avg_loss': 0.236422884865707, 'avg_acc': 0.0, 'loss': 0.2945139982881041}
+{'epoch': 0, 'iter': 960, 'avg_loss': 0.23640212508268493, 'avg_acc': 0.0, 'loss': 0.24352578696146207}
+{'epoch': 0, 'iter': 970, 'avg_loss': 0.2365836786668811, 'avg_acc': 0.0, 'loss': 0.3311606992257501}
+{'epoch': 0, 'iter': 980, 'avg_loss': 0.23672562773892528, 'avg_acc': 0.0, 'loss': 0.246420964299302}
+{'epoch': 0, 'iter': 990, 'avg_loss': 0.2369186648888161, 'avg_acc': 0.0, 'loss': 0.18475252844655188}
+{'epoch': 0, 'iter': 1000, 'avg_loss': 0.2370911723860431, 'avg_acc': 0.0, 'loss': 0.21993402687595723}
+{'epoch': 0, 'iter': 1010, 'avg_loss': 0.2372588410872405, 'avg_acc': 0.0, 'loss': 0.25812068626899937}
+{'epoch': 0, 'iter': 1020, 'avg_loss': 0.23711346794432642, 'avg_acc': 0.0, 'loss': 0.23504922962456476}
+{'epoch': 0, 'iter': 1030, 'avg_loss': 0.23711858768262153, 'avg_acc': 0.0, 'loss': 0.20359353331878083}
+{'epoch': 0, 'iter': 1040, 'avg_loss': 0.23695830803531842, 'avg_acc': 0.0, 'loss': 0.28136366476974217}
+{'epoch': 0, 'iter': 1050, 'avg_loss': 0.2368212556487278, 'avg_acc': 0.0, 'loss': 0.2278849808052265}
+{'epoch': 0, 'iter': 1060, 'avg_loss': 0.23668817126309083, 'avg_acc': 0.0, 'loss': 0.15178500274383364}
+{'epoch': 0, 'iter': 1070, 'avg_loss': 0.23672918097423837, 'avg_acc': 0.0, 'loss': 0.21286821788401408}
+{'epoch': 0, 'iter': 1080, 'avg_loss': 0.2367871721953644, 'avg_acc': 0.0, 'loss': 0.18383516819241255}
+{'epoch': 0, 'iter': 1090, 'avg_loss': 0.23665704390462833, 'avg_acc': 0.0, 'loss': 0.20760788095711696}
+{'epoch': 0, 'iter': 1100, 'avg_loss': 0.23666062624986886, 'avg_acc': 0.0, 'loss': 0.23494888218036586}
+{'epoch': 0, 'iter': 1110, 'avg_loss': 0.23672897707894267, 'avg_acc': 0.0, 'loss': 0.32406545050512897}
+{'epoch': 0, 'iter': 1120, 'avg_loss': 0.23672191811127505, 'avg_acc': 0.0, 'loss': 0.25584920351476675}
+{'epoch': 0, 'iter': 1130, 'avg_loss': 0.23669980886568584, 'avg_acc': 0.0, 'loss': 0.18246982001957282}
+{'epoch': 0, 'iter': 1140, 'avg_loss': 0.23655327620163946, 'avg_acc': 0.0, 'loss': 0.2160926217495996}
+{'epoch': 0, 'iter': 1150, 'avg_loss': 0.2363776310244223, 'avg_acc': 0.0, 'loss': 0.22067635636007513}
+{'epoch': 0, 'iter': 1160, 'avg_loss': 0.23650570444782593, 'avg_acc': 0.0, 'loss': 0.28577289451641263}
+{'epoch': 0, 'iter': 1170, 'avg_loss': 0.2364165689464144, 'avg_acc': 0.0, 'loss': 0.26672806620315115}
+{'epoch': 0, 'iter': 1180, 'avg_loss': 0.2364519634349683, 'avg_acc': 0.0, 'loss': 0.2047489806510774}
+{'epoch': 0, 'iter': 1190, 'avg_loss': 0.23632383175626856, 'avg_acc': 0.0, 'loss': 0.21512874821616734}
+{'epoch': 0, 'iter': 1200, 'avg_loss': 0.23610828544555354, 'avg_acc': 0.0, 'loss': 0.18264221162306576}
+{'epoch': 0, 'iter': 1210, 'avg_loss': 0.23621437763626238, 'avg_acc': 0.0, 'loss': 0.22043427301105112}
+{'epoch': 0, 'iter': 1220, 'avg_loss': 0.236234813188689, 'avg_acc': 0.0, 'loss': 0.17790331280307978}
+{'epoch': 0, 'iter': 1230, 'avg_loss': 0.23637412591765633, 'avg_acc': 0.0, 'loss': 0.28464847453661996}
+{'epoch': 0, 'iter': 1240, 'avg_loss': 0.23633204156991486, 'avg_acc': 0.0, 'loss': 0.19460244616077813}
+{'epoch': 'EP0_test', 'eval_accuracy': 0.0, 'ece': 0.14370080828666687, 'avg_loss': 0.23633204156991486, 'f1_scores': 0.7267329837153064}
+{'epoch': 1, 'iter': 0, 'avg_loss': 0.15113280691925216, 'avg_acc': 0.0, 'loss': 0.15113280691925216}
+{'epoch': 1, 'iter': 10, 'avg_loss': 0.19631281054626012, 'avg_acc': 0.0, 'loss': 0.22880714709806071}
+{'epoch': 1, 'iter': 20, 'avg_loss': 0.1953689791813044, 'avg_acc': 0.0, 'loss': 0.21458810555330793}
+{'epoch': 1, 'iter': 30, 'avg_loss': 0.20574279537418563, 'avg_acc': 0.0, 'loss': 0.20299510476758897}
+{'epoch': 1, 'iter': 40, 'avg_loss': 0.2104930155693762, 'avg_acc': 0.0, 'loss': 0.28853360427131386}
+{'epoch': 1, 'iter': 50, 'avg_loss': 0.21234122270044617, 'avg_acc': 0.0, 'loss': 0.23278387269263995}
+{'epoch': 1, 'iter': 60, 'avg_loss': 0.21944586677184855, 'avg_acc': 0.0, 'loss': 0.18796274236540608}
+{'epoch': 1, 'iter': 70, 'avg_loss': 0.22248920975108194, 'avg_acc': 0.0, 'loss': 0.23975680656362133}
+{'epoch': 1, 'iter': 80, 'avg_loss': 0.21992096598517352, 'avg_acc': 0.0, 'loss': 0.20266457593243103}
+{'epoch': 1, 'iter': 90, 'avg_loss': 0.22042491590705712, 'avg_acc': 0.0, 'loss': 0.22533716545798857}
+{'epoch': 1, 'iter': 100, 'avg_loss': 0.22100947700889284, 'avg_acc': 0.0, 'loss': 0.28664937614381153}
+{'epoch': 1, 'iter': 110, 'avg_loss': 0.2201914446859811, 'avg_acc': 0.0, 'loss': 0.20611105430141052}
+{'epoch': 1, 'iter': 120, 'avg_loss': 0.2186230925344383, 'avg_acc': 0.0, 'loss': 0.178778011439655}
+{'epoch': 1, 'iter': 130, 'avg_loss': 0.21703173085183647, 'avg_acc': 0.0, 'loss': 0.16059997700475442}
+{'epoch': 1, 'iter': 140, 'avg_loss': 0.21759245311280923, 'avg_acc': 0.0, 'loss': 0.30166623971737344}
+{'epoch': 1, 'iter': 150, 'avg_loss': 0.21890920592192553, 'avg_acc': 0.0, 'loss': 0.2690042645351371}
+{'epoch': 1, 'iter': 160, 'avg_loss': 0.21896312305852095, 'avg_acc': 0.0, 'loss': 0.1959366337404}
+{'epoch': 1, 'iter': 170, 'avg_loss': 0.21783526943259426, 'avg_acc': 0.0, 'loss': 0.21622503582706745}
+{'epoch': 1, 'iter': 180, 'avg_loss': 0.21843105041605856, 'avg_acc': 0.0, 'loss': 0.24624934733063647}
+{'epoch': 1, 'iter': 190, 'avg_loss': 0.2181668311215103, 'avg_acc': 0.0, 'loss': 0.15561381285442621}
+{'epoch': 1, 'iter': 200, 'avg_loss': 0.21829731082851953, 'avg_acc': 0.0, 'loss': 0.2344383575390176}
+{'epoch': 1, 'iter': 210, 'avg_loss': 0.2182157114352101, 'avg_acc': 0.0, 'loss': 0.18845534382152046}
+{'epoch': 1, 'iter': 220, 'avg_loss': 0.218192716394215, 'avg_acc': 0.0, 'loss': 0.23875083607864714}
+{'epoch': 1, 'iter': 230, 'avg_loss': 0.21922081038905764, 'avg_acc': 0.0, 'loss': 0.23134291900636786}
+{'epoch': 1, 'iter': 240, 'avg_loss': 0.219737204438951, 'avg_acc': 0.0, 'loss': 0.3221541961771176}
+{'epoch': 1, 'iter': 250, 'avg_loss': 0.21987583314089004, 'avg_acc': 0.0, 'loss': 0.19444732923797606}
+{'epoch': 1, 'iter': 260, 'avg_loss': 0.2199318696397671, 'avg_acc': 0.0, 'loss': 0.2586314081142648}
+{'epoch': 1, 'iter': 270, 'avg_loss': 0.21976598426238533, 'avg_acc': 0.0, 'loss': 0.25274213347022717}
+{'epoch': 1, 'iter': 280, 'avg_loss': 0.21952839904530944, 'avg_acc': 0.0, 'loss': 0.24244978793363509}
+{'epoch': 1, 'iter': 290, 'avg_loss': 0.2195457478911799, 'avg_acc': 0.0, 'loss': 0.20596640729127103}
+{'epoch': 1, 'iter': 300, 'avg_loss': 0.21929914859675873, 'avg_acc': 0.0, 'loss': 0.19143115279322434}
+{'epoch': 1, 'iter': 310, 'avg_loss': 0.21945503286038698, 'avg_acc': 0.0, 'loss': 0.1889352638234933}
+{'epoch': 1, 'iter': 320, 'avg_loss': 0.21983488817195226, 'avg_acc': 0.0, 'loss': 0.18070609139613225}
+{'epoch': 1, 'iter': 330, 'avg_loss': 0.22010225585124135, 'avg_acc': 0.0, 'loss': 0.25779792503583715}
+{'epoch': 1, 'iter': 340, 'avg_loss': 0.2205472496834107, 'avg_acc': 0.0, 'loss': 0.26659147586490556}
+{'epoch': 1, 'iter': 350, 'avg_loss': 0.22024085279950323, 'avg_acc': 0.0, 'loss': 0.2365077933141687}
+{'epoch': 1, 'iter': 360, 'avg_loss': 0.21996450160337447, 'avg_acc': 0.0, 'loss': 0.1948929322684957}
+{'epoch': 1, 'iter': 370, 'avg_loss': 0.22026850506702694, 'avg_acc': 0.0, 'loss': 0.20341120031844184}
+{'epoch': 1, 'iter': 380, 'avg_loss': 0.22024195059557125, 'avg_acc': 0.0, 'loss': 0.17226146252921481}
+{'epoch': 1, 'iter': 390, 'avg_loss': 0.22014413020682239, 'avg_acc': 0.0, 'loss': 0.20967402729729656}
+{'epoch': 1, 'iter': 400, 'avg_loss': 0.22023881783892454, 'avg_acc': 0.0, 'loss': 0.21033946739875578}
+{'epoch': 1, 'iter': 410, 'avg_loss': 0.22046163891096374, 'avg_acc': 0.0, 'loss': 0.21314382981069813}
+{'epoch': 1, 'iter': 420, 'avg_loss': 0.2203110557390611, 'avg_acc': 0.0, 'loss': 0.19446832546288662}
+{'epoch': 1, 'iter': 430, 'avg_loss': 0.2203449044284259, 'avg_acc': 0.0, 'loss': 0.24899137188887313}
+{'epoch': 1, 'iter': 440, 'avg_loss': 0.220181372931126, 'avg_acc': 0.0, 'loss': 0.24326474858259772}
+{'epoch': 1, 'iter': 450, 'avg_loss': 0.2205466833538932, 'avg_acc': 0.0, 'loss': 0.2452449448451911}
+{'epoch': 1, 'iter': 460, 'avg_loss': 0.22057077047002255, 'avg_acc': 0.0, 'loss': 0.21558977237249824}
+{'epoch': 1, 'iter': 470, 'avg_loss': 0.22061808242481354, 'avg_acc': 0.0, 'loss': 0.24027376425302852}
+{'epoch': 1, 'iter': 480, 'avg_loss': 0.2205821385742826, 'avg_acc': 0.0, 'loss': 0.23740744562824795}
+{'epoch': 1, 'iter': 490, 'avg_loss': 0.22056060835553495, 'avg_acc': 0.0, 'loss': 0.21300803907628765}
+{'epoch': 1, 'iter': 500, 'avg_loss': 0.22018007730454145, 'avg_acc': 0.0, 'loss': 0.2438174945868273}
+{'epoch': 1, 'iter': 510, 'avg_loss': 0.22019082142002677, 'avg_acc': 0.0, 'loss': 0.20323065791568035}
+{'epoch': 1, 'iter': 520, 'avg_loss': 0.22002518621860503, 'avg_acc': 0.0, 'loss': 0.2181772419189656}
+{'epoch': 1, 'iter': 530, 'avg_loss': 0.2199550461004009, 'avg_acc': 0.0, 'loss': 0.22216730876243673}
+{'epoch': 1, 'iter': 540, 'avg_loss': 0.2201388450807434, 'avg_acc': 0.0, 'loss': 0.206721445410819}
+{'epoch': 1, 'iter': 550, 'avg_loss': 0.22033671893235696, 'avg_acc': 0.0, 'loss': 0.2777869792415523}
+{'epoch': 1, 'iter': 560, 'avg_loss': 0.21999693777167348, 'avg_acc': 0.0, 'loss': 0.1609557737723922}
+{'epoch': 1, 'iter': 570, 'avg_loss': 0.22061632090832695, 'avg_acc': 0.0, 'loss': 0.2167338111051192}
+{'epoch': 1, 'iter': 580, 'avg_loss': 0.22045877830137764, 'avg_acc': 0.0, 'loss': 0.18351896443761817}
+{'epoch': 1, 'iter': 590, 'avg_loss': 0.22057145158810787, 'avg_acc': 0.0, 'loss': 0.25952811519774904}
+{'epoch': 1, 'iter': 600, 'avg_loss': 0.22066071896995038, 'avg_acc': 0.0, 'loss': 0.2567740820938655}
+{'epoch': 1, 'iter': 610, 'avg_loss': 0.22100257675795207, 'avg_acc': 0.0, 'loss': 0.2879069489321669}
+{'epoch': 1, 'iter': 620, 'avg_loss': 0.22155500023294167, 'avg_acc': 0.0, 'loss': 0.21558020171531617}
+{'epoch': 1, 'iter': 630, 'avg_loss': 0.22141362611924134, 'avg_acc': 0.0, 'loss': 0.17357585719894683}
+{'epoch': 1, 'iter': 640, 'avg_loss': 0.2214094800713525, 'avg_acc': 0.0, 'loss': 0.20451564090022395}
+{'epoch': 1, 'iter': 650, 'avg_loss': 0.2215647434628236, 'avg_acc': 0.0, 'loss': 0.25184209837204563}
+{'epoch': 1, 'iter': 660, 'avg_loss': 0.22187354155514896, 'avg_acc': 0.0, 'loss': 0.25686074665450825}
+{'epoch': 1, 'iter': 670, 'avg_loss': 0.22160721570894465, 'avg_acc': 0.0, 'loss': 0.22465061354731525}
+{'epoch': 1, 'iter': 680, 'avg_loss': 0.22186134243705632, 'avg_acc': 0.0, 'loss': 0.21083444408759533}
+{'epoch': 1, 'iter': 690, 'avg_loss': 0.22203415544573796, 'avg_acc': 0.0, 'loss': 0.2156728578536006}
+{'epoch': 1, 'iter': 700, 'avg_loss': 0.2221403998436246, 'avg_acc': 0.0, 'loss': 0.17779089842991067}
+{'epoch': 1, 'iter': 710, 'avg_loss': 0.22202478349067867, 'avg_acc': 0.0, 'loss': 0.19996478784936958}
+{'epoch': 1, 'iter': 720, 'avg_loss': 0.2220409434746967, 'avg_acc': 0.0, 'loss': 0.28742465704051157}
+{'epoch': 1, 'iter': 730, 'avg_loss': 0.2218978621766556, 'avg_acc': 0.0, 'loss': 0.2601103156167872}
+{'epoch': 1, 'iter': 740, 'avg_loss': 0.2222589323936244, 'avg_acc': 0.0, 'loss': 0.22554105299358135}
+{'epoch': 1, 'iter': 750, 'avg_loss': 0.22229763914385578, 'avg_acc': 0.0, 'loss': 0.2140538736784947}
+{'epoch': 1, 'iter': 760, 'avg_loss': 0.22251818769310433, 'avg_acc': 0.0, 'loss': 0.29316768300720597}
+{'epoch': 1, 'iter': 770, 'avg_loss': 0.2222358153079387, 'avg_acc': 0.0, 'loss': 0.1719666117062713}
+{'epoch': 1, 'iter': 780, 'avg_loss': 0.2222546393425692, 'avg_acc': 0.0, 'loss': 0.22720963518518794}
+{'epoch': 1, 'iter': 790, 'avg_loss': 0.22199171690205738, 'avg_acc': 0.0, 'loss': 0.2405463819426846}
+{'epoch': 1, 'iter': 800, 'avg_loss': 0.2220916217384397, 'avg_acc': 0.0, 'loss': 0.2717482269615305}
+{'epoch': 1, 'iter': 810, 'avg_loss': 0.22209617706441795, 'avg_acc': 0.0, 'loss': 0.23094308388915252}
+{'epoch': 1, 'iter': 820, 'avg_loss': 0.22153804112632877, 'avg_acc': 0.0, 'loss': 0.21753085997495092}
+{'epoch': 1, 'iter': 830, 'avg_loss': 0.22150826304259288, 'avg_acc': 0.0, 'loss': 0.19799957876252197}
+{'epoch': 1, 'iter': 840, 'avg_loss': 0.22137614759515722, 'avg_acc': 0.0, 'loss': 0.2148343485193566}
+{'epoch': 1, 'iter': 850, 'avg_loss': 0.22117329269483277, 'avg_acc': 0.0, 'loss': 0.17245742323731453}
+{'epoch': 1, 'iter': 860, 'avg_loss': 0.2212788632454794, 'avg_acc': 0.0, 'loss': 0.2292001776595498}
+{'epoch': 1, 'iter': 870, 'avg_loss': 0.2216268464002479, 'avg_acc': 0.0, 'loss': 0.27525610801162004}
+{'epoch': 1, 'iter': 880, 'avg_loss': 0.22147032468102817, 'avg_acc': 0.0, 'loss': 0.1913437287360336}
+{'epoch': 1, 'iter': 890, 'avg_loss': 0.22142281288008597, 'avg_acc': 0.0, 'loss': 0.2680404564224383}
+{'epoch': 1, 'iter': 900, 'avg_loss': 0.22145809968482935, 'avg_acc': 0.0, 'loss': 0.20669101728864395}
+{'epoch': 1, 'iter': 910, 'avg_loss': 0.22162995941509658, 'avg_acc': 0.0, 'loss': 0.19707697547424424}
+{'epoch': 1, 'iter': 920, 'avg_loss': 0.22185938753537118, 'avg_acc': 0.0, 'loss': 0.24468898220428464}
+{'epoch': 1, 'iter': 930, 'avg_loss': 0.2217340081835543, 'avg_acc': 0.0, 'loss': 0.21671257615785827}
+{'epoch': 1, 'iter': 940, 'avg_loss': 0.22181500843880192, 'avg_acc': 0.0, 'loss': 0.21141462666621788}
+{'epoch': 1, 'iter': 950, 'avg_loss': 0.22211879850660535, 'avg_acc': 0.0, 'loss': 0.261433725819318}
+{'epoch': 1, 'iter': 960, 'avg_loss': 0.2221188134823718, 'avg_acc': 0.0, 'loss': 0.2270035624663121}
+{'epoch': 1, 'iter': 970, 'avg_loss': 0.2223209506487381, 'avg_acc': 0.0, 'loss': 0.3177308374086871}
+{'epoch': 1, 'iter': 980, 'avg_loss': 0.22244386119658488, 'avg_acc': 0.0, 'loss': 0.22502717815807824}
+{'epoch': 1, 'iter': 990, 'avg_loss': 0.22262990872078747, 'avg_acc': 0.0, 'loss': 0.17339904368288572}
+{'epoch': 1, 'iter': 1000, 'avg_loss': 0.2227600924757835, 'avg_acc': 0.0, 'loss': 0.2032426235942434}
+{'epoch': 1, 'iter': 1010, 'avg_loss': 0.22292885419233385, 'avg_acc': 0.0, 'loss': 0.24648544352346236}
+{'epoch': 1, 'iter': 1020, 'avg_loss': 0.22280701864592403, 'avg_acc': 0.0, 'loss': 0.2187679568672008}
+{'epoch': 1, 'iter': 1030, 'avg_loss': 0.22278089351813068, 'avg_acc': 0.0, 'loss': 0.18266636107390305}
+{'epoch': 1, 'iter': 1040, 'avg_loss': 0.22261974760335637, 'avg_acc': 0.0, 'loss': 0.2659998449338932}
+{'epoch': 1, 'iter': 1050, 'avg_loss': 0.22250919853629011, 'avg_acc': 0.0, 'loss': 0.21285452966107446}
+{'epoch': 1, 'iter': 1060, 'avg_loss': 0.2223978281342831, 'avg_acc': 0.0, 'loss': 0.1474573204814078}
+{'epoch': 1, 'iter': 1070, 'avg_loss': 0.22246534783638172, 'avg_acc': 0.0, 'loss': 0.20402565177677648}
+{'epoch': 1, 'iter': 1080, 'avg_loss': 0.2225050146466004, 'avg_acc': 0.0, 'loss': 0.17919478446544546}
+{'epoch': 1, 'iter': 1090, 'avg_loss': 0.2223948776588916, 'avg_acc': 0.0, 'loss': 0.2053281656241909}
+{'epoch': 1, 'iter': 1100, 'avg_loss': 0.22241721612801554, 'avg_acc': 0.0, 'loss': 0.22230775602604677}
+{'epoch': 1, 'iter': 1110, 'avg_loss': 0.2224903503058142, 'avg_acc': 0.0, 'loss': 0.3012491332345754}
+{'epoch': 1, 'iter': 1120, 'avg_loss': 0.22249183369536124, 'avg_acc': 0.0, 'loss': 0.22862043431775547}
+{'epoch': 1, 'iter': 1130, 'avg_loss': 0.2224602910110416, 'avg_acc': 0.0, 'loss': 0.1784119591952081}
+{'epoch': 1, 'iter': 1140, 'avg_loss': 0.22232919091073153, 'avg_acc': 0.0, 'loss': 0.20584287302127838}
+{'epoch': 1, 'iter': 1150, 'avg_loss': 0.22218879977395897, 'avg_acc': 0.0, 'loss': 0.2269866378480531}
+{'epoch': 1, 'iter': 1160, 'avg_loss': 0.22231524822565188, 'avg_acc': 0.0, 'loss': 0.2716163458467885}
+{'epoch': 1, 'iter': 1170, 'avg_loss': 0.22220296818062354, 'avg_acc': 0.0, 'loss': 0.24984588192611615}
+{'epoch': 1, 'iter': 1180, 'avg_loss': 0.22226348559521586, 'avg_acc': 0.0, 'loss': 0.20510899112442918}
+{'epoch': 1, 'iter': 1190, 'avg_loss': 0.2221502442517005, 'avg_acc': 0.0, 'loss': 0.18572628562989327}
+{'epoch': 1, 'iter': 1200, 'avg_loss': 0.22193094438647218, 'avg_acc': 0.0, 'loss': 0.17438818114104443}
+{'epoch': 1, 'iter': 1210, 'avg_loss': 0.22206689333305032, 'avg_acc': 0.0, 'loss': 0.20691388571724798}
+{'epoch': 1, 'iter': 1220, 'avg_loss': 0.22209454782782545, 'avg_acc': 0.0, 'loss': 0.16982973832663056}
+{'epoch': 1, 'iter': 1230, 'avg_loss': 0.22221254990185438, 'avg_acc': 0.0, 'loss': 0.2723538718182681}
+{'epoch': 1, 'iter': 1240, 'avg_loss': 0.22217046933287088, 'avg_acc': 0.0, 'loss': 0.18972338990676818}
+{'epoch': 'EP1_test', 'eval_accuracy': 0.0, 'ece': 0.15802188217639923, 'avg_loss': 0.22217046933287088, 'f1_scores': 0.7451714997831255}
+{'epoch': 2, 'iter': 0, 'avg_loss': 0.15380133961902434, 'avg_acc': 0.0, 'loss': 0.15380133961902434}
+{'epoch': 2, 'iter': 10, 'avg_loss': 0.1954299425197836, 'avg_acc': 0.0, 'loss': 0.22149349836438756}
+{'epoch': 2, 'iter': 20, 'avg_loss': 0.19435225704028442, 'avg_acc': 0.0, 'loss': 0.2083998403049918}
+{'epoch': 2, 'iter': 30, 'avg_loss': 0.20462174241641062, 'avg_acc': 0.0, 'loss': 0.19792419777858022}
+{'epoch': 2, 'iter': 40, 'avg_loss': 0.21006597168848404, 'avg_acc': 0.0, 'loss': 0.2880910606288905}
+{'epoch': 2, 'iter': 50, 'avg_loss': 0.21162417975736902, 'avg_acc': 0.0, 'loss': 0.2209692358348028}
+{'epoch': 2, 'iter': 60, 'avg_loss': 0.21815159223978356, 'avg_acc': 0.0, 'loss': 0.18303686774808217}
+{'epoch': 2, 'iter': 70, 'avg_loss': 0.22110759545202252, 'avg_acc': 0.0, 'loss': 0.24140167460570539}
+{'epoch': 2, 'iter': 80, 'avg_loss': 0.21868569521227896, 'avg_acc': 0.0, 'loss': 0.2000548424293811}
+{'epoch': 2, 'iter': 90, 'avg_loss': 0.21922308606835775, 'avg_acc': 0.0, 'loss': 0.22679702312838604}
+{'epoch': 2, 'iter': 100, 'avg_loss': 0.21975484244844795, 'avg_acc': 0.0, 'loss': 0.27442026250361906}
+{'epoch': 2, 'iter': 110, 'avg_loss': 0.2186469266129089, 'avg_acc': 0.0, 'loss': 0.21193604134201188}
+{'epoch': 2, 'iter': 120, 'avg_loss': 0.21706078901661496, 'avg_acc': 0.0, 'loss': 0.17748228881139635}
+{'epoch': 2, 'iter': 130, 'avg_loss': 0.21566722158583757, 'avg_acc': 0.0, 'loss': 0.16348512899191647}
+{'epoch': 2, 'iter': 140, 'avg_loss': 0.21615376587503835, 'avg_acc': 0.0, 'loss': 0.2918671207630073}
+{'epoch': 2, 'iter': 150, 'avg_loss': 0.21737002372105035, 'avg_acc': 0.0, 'loss': 0.2663169261083697}
+{'epoch': 2, 'iter': 160, 'avg_loss': 0.2177267985666642, 'avg_acc': 0.0, 'loss': 0.20670520318331648}
+{'epoch': 2, 'iter': 170, 'avg_loss': 0.2163336591667792, 'avg_acc': 0.0, 'loss': 0.21349009399656485}
+{'epoch': 2, 'iter': 180, 'avg_loss': 0.21678653842238757, 'avg_acc': 0.0, 'loss': 0.24577278164828645}
+{'epoch': 2, 'iter': 190, 'avg_loss': 0.2164981165834068, 'avg_acc': 0.0, 'loss': 0.15674153229883814}
+{'epoch': 2, 'iter': 200, 'avg_loss': 0.21658925089906675, 'avg_acc': 0.0, 'loss': 0.2273403424353221}
+{'epoch': 2, 'iter': 210, 'avg_loss': 0.21665434210973286, 'avg_acc': 0.0, 'loss': 0.18696583395415342}
+{'epoch': 2, 'iter': 220, 'avg_loss': 0.21672545157557174, 'avg_acc': 0.0, 'loss': 0.23401034702809348}
+{'epoch': 2, 'iter': 230, 'avg_loss': 0.21765902833861142, 'avg_acc': 0.0, 'loss': 0.2216990083712257}
+{'epoch': 2, 'iter': 240, 'avg_loss': 0.2181891275573574, 'avg_acc': 0.0, 'loss': 0.3140833466432663}
+{'epoch': 2, 'iter': 250, 'avg_loss': 0.2182603537955433, 'avg_acc': 0.0, 'loss': 0.1935907123420293}
+{'epoch': 2, 'iter': 260, 'avg_loss': 0.21834096055533583, 'avg_acc': 0.0, 'loss': 0.2527273060708726}
+{'epoch': 2, 'iter': 270, 'avg_loss': 0.21813442530631025, 'avg_acc': 0.0, 'loss': 0.24830555036351143}
+{'epoch': 2, 'iter': 280, 'avg_loss': 0.2178656435568217, 'avg_acc': 0.0, 'loss': 0.23348376925962708}
+{'epoch': 2, 'iter': 290, 'avg_loss': 0.21785153046014646, 'avg_acc': 0.0, 'loss': 0.2000771728248115}
+{'epoch': 2, 'iter': 300, 'avg_loss': 0.2175768651190364, 'avg_acc': 0.0, 'loss': 0.19310437141556186}
+{'epoch': 2, 'iter': 310, 'avg_loss': 0.21771522600157595, 'avg_acc': 0.0, 'loss': 0.18221415556230827}
+{'epoch': 2, 'iter': 320, 'avg_loss': 0.2180427905442552, 'avg_acc': 0.0, 'loss': 0.17426266009572697}
+{'epoch': 2, 'iter': 330, 'avg_loss': 0.21828249522227333, 'avg_acc': 0.0, 'loss': 0.2531908194882817}
+{'epoch': 2, 'iter': 340, 'avg_loss': 0.21870425904153548, 'avg_acc': 0.0, 'loss': 0.26506488276020584}
+{'epoch': 2, 'iter': 350, 'avg_loss': 0.21837773009523465, 'avg_acc': 0.0, 'loss': 0.23674201510012996}
+{'epoch': 2, 'iter': 360, 'avg_loss': 0.2181537548400615, 'avg_acc': 0.0, 'loss': 0.19445209088248053}
+{'epoch': 2, 'iter': 370, 'avg_loss': 0.21843769625132878, 'avg_acc': 0.0, 'loss': 0.2012799758483327}
+{'epoch': 2, 'iter': 380, 'avg_loss': 0.21845073847908314, 'avg_acc': 0.0, 'loss': 0.17651475224010937}
+{'epoch': 2, 'iter': 390, 'avg_loss': 0.2183620767030362, 'avg_acc': 0.0, 'loss': 0.20311003023886898}
+{'epoch': 2, 'iter': 400, 'avg_loss': 0.218475481583961, 'avg_acc': 0.0, 'loss': 0.21404467886402145}
+{'epoch': 2, 'iter': 410, 'avg_loss': 0.21876020213345093, 'avg_acc': 0.0, 'loss': 0.20603499526513197}
+{'epoch': 2, 'iter': 420, 'avg_loss': 0.2185890767211083, 'avg_acc': 0.0, 'loss': 0.18407917062177148}
+{'epoch': 2, 'iter': 430, 'avg_loss': 0.21858862423533057, 'avg_acc': 0.0, 'loss': 0.2430663258536307}
+{'epoch': 2, 'iter': 440, 'avg_loss': 0.2185237354492357, 'avg_acc': 0.0, 'loss': 0.24372884447503954}
+{'epoch': 2, 'iter': 450, 'avg_loss': 0.21885173094204133, 'avg_acc': 0.0, 'loss': 0.24650464413434747}
+{'epoch': 2, 'iter': 460, 'avg_loss': 0.2188926989283492, 'avg_acc': 0.0, 'loss': 0.21267746108683888}
+{'epoch': 2, 'iter': 470, 'avg_loss': 0.2188568698316683, 'avg_acc': 0.0, 'loss': 0.22237595264557186}
+{'epoch': 2, 'iter': 480, 'avg_loss': 0.21880992139498018, 'avg_acc': 0.0, 'loss': 0.23454109192406186}
+{'epoch': 2, 'iter': 490, 'avg_loss': 0.21876491814257126, 'avg_acc': 0.0, 'loss': 0.21222445669185877}
+{'epoch': 2, 'iter': 500, 'avg_loss': 0.2184412526833898, 'avg_acc': 0.0, 'loss': 0.2369965631657708}
+{'epoch': 2, 'iter': 510, 'avg_loss': 0.21843399206205863, 'avg_acc': 0.0, 'loss': 0.18700259832836047}
+{'epoch': 2, 'iter': 520, 'avg_loss': 0.21828128006937744, 'avg_acc': 0.0, 'loss': 0.2149589559569774}
+{'epoch': 2, 'iter': 530, 'avg_loss': 0.21825095957693685, 'avg_acc': 0.0, 'loss': 0.2202805705146602}
+{'epoch': 2, 'iter': 540, 'avg_loss': 0.21845622165857836, 'avg_acc': 0.0, 'loss': 0.20418980320904925}
+{'epoch': 2, 'iter': 550, 'avg_loss': 0.21861865189413265, 'avg_acc': 0.0, 'loss': 0.2744696154365686}
+{'epoch': 2, 'iter': 560, 'avg_loss': 0.2183104103271436, 'avg_acc': 0.0, 'loss': 0.15979450948244836}
+{'epoch': 2, 'iter': 570, 'avg_loss': 0.21889654970685066, 'avg_acc': 0.0, 'loss': 0.21084784566229633}
+{'epoch': 2, 'iter': 580, 'avg_loss': 0.21871875924671474, 'avg_acc': 0.0, 'loss': 0.1733706856845986}
+{'epoch': 2, 'iter': 590, 'avg_loss': 0.21885551054318256, 'avg_acc': 0.0, 'loss': 0.25959440814312984}
+{'epoch': 2, 'iter': 600, 'avg_loss': 0.2188896602071936, 'avg_acc': 0.0, 'loss': 0.24991314125626168}
+{'epoch': 2, 'iter': 610, 'avg_loss': 0.219233588463648, 'avg_acc': 0.0, 'loss': 0.28458596486305915}
+{'epoch': 2, 'iter': 620, 'avg_loss': 0.21973561119207555, 'avg_acc': 0.0, 'loss': 0.20452210142431274}
+{'epoch': 2, 'iter': 630, 'avg_loss': 0.21957336158572696, 'avg_acc': 0.0, 'loss': 0.17379833508922662}
+{'epoch': 2, 'iter': 640, 'avg_loss': 0.21956018307917355, 'avg_acc': 0.0, 'loss': 0.20222494059498786}
+{'epoch': 2, 'iter': 650, 'avg_loss': 0.2196896805906211, 'avg_acc': 0.0, 'loss': 0.24341278603040856}
+{'epoch': 2, 'iter': 660, 'avg_loss': 0.2200294765850663, 'avg_acc': 0.0, 'loss': 0.24533433021224482}
+{'epoch': 2, 'iter': 670, 'avg_loss': 0.21978989326054546, 'avg_acc': 0.0, 'loss': 0.22290422534440169}
+{'epoch': 2, 'iter': 680, 'avg_loss': 0.22003791959296187, 'avg_acc': 0.0, 'loss': 0.2081618549313394}
+{'epoch': 2, 'iter': 690, 'avg_loss': 0.22024153076582959, 'avg_acc': 0.0, 'loss': 0.22212812257280995}
+{'epoch': 2, 'iter': 700, 'avg_loss': 0.22033740063124704, 'avg_acc': 0.0, 'loss': 0.1802375500231262}
+{'epoch': 2, 'iter': 710, 'avg_loss': 0.22017521771592452, 'avg_acc': 0.0, 'loss': 0.19435930014554156}
+{'epoch': 2, 'iter': 720, 'avg_loss': 0.22014492584845477, 'avg_acc': 0.0, 'loss': 0.2779918377195827}
+{'epoch': 2, 'iter': 730, 'avg_loss': 0.2199586323707499, 'avg_acc': 0.0, 'loss': 0.26002344385960896}
+{'epoch': 2, 'iter': 740, 'avg_loss': 0.22029637838316274, 'avg_acc': 0.0, 'loss': 0.22433604413851882}
+{'epoch': 2, 'iter': 750, 'avg_loss': 0.22031405450074731, 'avg_acc': 0.0, 'loss': 0.20827231671968807}
+{'epoch': 2, 'iter': 760, 'avg_loss': 0.2205230972785065, 'avg_acc': 0.0, 'loss': 0.29137269067743027}
+{'epoch': 2, 'iter': 770, 'avg_loss': 0.2202818928320809, 'avg_acc': 0.0, 'loss': 0.17441600401155352}
+{'epoch': 2, 'iter': 780, 'avg_loss': 0.22026634184978677, 'avg_acc': 0.0, 'loss': 0.2297674589825484}
+{'epoch': 2, 'iter': 790, 'avg_loss': 0.22002998205622099, 'avg_acc': 0.0, 'loss': 0.24030201919452207}
+{'epoch': 2, 'iter': 800, 'avg_loss': 0.22013614581212487, 'avg_acc': 0.0, 'loss': 0.2661157359478758}
+{'epoch': 2, 'iter': 810, 'avg_loss': 0.2201354147998823, 'avg_acc': 0.0, 'loss': 0.23993366234006835}
+{'epoch': 2, 'iter': 820, 'avg_loss': 0.21958765372654593, 'avg_acc': 0.0, 'loss': 0.21082241071313285}
+{'epoch': 2, 'iter': 830, 'avg_loss': 0.21951093467096622, 'avg_acc': 0.0, 'loss': 0.19988520113098013}
+{'epoch': 2, 'iter': 840, 'avg_loss': 0.21935165427200687, 'avg_acc': 0.0, 'loss': 0.20975777535496878}
+{'epoch': 2, 'iter': 850, 'avg_loss': 0.21914300296745537, 'avg_acc': 0.0, 'loss': 0.17268203155137077}
+{'epoch': 2, 'iter': 860, 'avg_loss': 0.21925999014583192, 'avg_acc': 0.0, 'loss': 0.23457130015237582}
+{'epoch': 2, 'iter': 870, 'avg_loss': 0.21959495547183072, 'avg_acc': 0.0, 'loss': 0.2707920292770203}
+{'epoch': 2, 'iter': 880, 'avg_loss': 0.21945905698288914, 'avg_acc': 0.0, 'loss': 0.18805308927539954}
+{'epoch': 2, 'iter': 890, 'avg_loss': 0.21941474586903117, 'avg_acc': 0.0, 'loss': 0.26391007655664517}
+{'epoch': 2, 'iter': 900, 'avg_loss': 0.21944204370145232, 'avg_acc': 0.0, 'loss': 0.19666919869892546}
+{'epoch': 2, 'iter': 910, 'avg_loss': 0.2195840605860147, 'avg_acc': 0.0, 'loss': 0.19505244514117032}
+{'epoch': 2, 'iter': 920, 'avg_loss': 0.21979922956704112, 'avg_acc': 0.0, 'loss': 0.2410375128077768}
+{'epoch': 2, 'iter': 930, 'avg_loss': 0.21965584061479995, 'avg_acc': 0.0, 'loss': 0.206740323354422}
+{'epoch': 2, 'iter': 940, 'avg_loss': 0.21972883873863525, 'avg_acc': 0.0, 'loss': 0.20416409944761782}
+{'epoch': 2, 'iter': 950, 'avg_loss': 0.22001734403177212, 'avg_acc': 0.0, 'loss': 0.25026973895338805}
+{'epoch': 2, 'iter': 960, 'avg_loss': 0.2199949707128094, 'avg_acc': 0.0, 'loss': 0.22434607677431423}
+{'epoch': 2, 'iter': 970, 'avg_loss': 0.22022006362234303, 'avg_acc': 0.0, 'loss': 0.30849338958588696}
+{'epoch': 2, 'iter': 980, 'avg_loss': 0.22035818006585386, 'avg_acc': 0.0, 'loss': 0.22216566686802253}
+{'epoch': 2, 'iter': 990, 'avg_loss': 0.22052444184006575, 'avg_acc': 0.0, 'loss': 0.18388832153427107}
+{'epoch': 2, 'iter': 1000, 'avg_loss': 0.22061730329068577, 'avg_acc': 0.0, 'loss': 0.20687475245371648}
+{'epoch': 2, 'iter': 1010, 'avg_loss': 0.2207873109078619, 'avg_acc': 0.0, 'loss': 0.24453649513166703}
+{'epoch': 2, 'iter': 1020, 'avg_loss': 0.22069899171711752, 'avg_acc': 0.0, 'loss': 0.2206603913449336}
+{'epoch': 2, 'iter': 1030, 'avg_loss': 0.22065716164587854, 'avg_acc': 0.0, 'loss': 0.17498621084333923}
+{'epoch': 2, 'iter': 1040, 'avg_loss': 0.22050062490652544, 'avg_acc': 0.0, 'loss': 0.2629551822324824}
+{'epoch': 2, 'iter': 1050, 'avg_loss': 0.22040090771945495, 'avg_acc': 0.0, 'loss': 0.21077091132805695}
+{'epoch': 2, 'iter': 1060, 'avg_loss': 0.22029995075969272, 'avg_acc': 0.0, 'loss': 0.1565110745764936}
+{'epoch': 2, 'iter': 1070, 'avg_loss': 0.22033728964126895, 'avg_acc': 0.0, 'loss': 0.200875241763632}
+{'epoch': 2, 'iter': 1080, 'avg_loss': 0.22037134349604642, 'avg_acc': 0.0, 'loss': 0.18010856462725702}
+{'epoch': 2, 'iter': 1090, 'avg_loss': 0.22027087529008493, 'avg_acc': 0.0, 'loss': 0.20741320742048888}
+{'epoch': 2, 'iter': 1100, 'avg_loss': 0.22029939220279832, 'avg_acc': 0.0, 'loss': 0.2157631662296678}
+{'epoch': 2, 'iter': 1110, 'avg_loss': 0.22039334041385808, 'avg_acc': 0.0, 'loss': 0.291318166975803}
+{'epoch': 2, 'iter': 1120, 'avg_loss': 0.22040152200844473, 'avg_acc': 0.0, 'loss': 0.22546189421700547}
+{'epoch': 2, 'iter': 1130, 'avg_loss': 0.22037721346576478, 'avg_acc': 0.0, 'loss': 0.18060418050104737}
+{'epoch': 2, 'iter': 1140, 'avg_loss': 0.2202428433062472, 'avg_acc': 0.0, 'loss': 0.20733922372021749}
+{'epoch': 2, 'iter': 1150, 'avg_loss': 0.2201231918713211, 'avg_acc': 0.0, 'loss': 0.2333068492359546}
+{'epoch': 2, 'iter': 1160, 'avg_loss': 0.2202545907903963, 'avg_acc': 0.0, 'loss': 0.2716321744412978}
+{'epoch': 2, 'iter': 1170, 'avg_loss': 0.2201317560553282, 'avg_acc': 0.0, 'loss': 0.2401526927373457}
+{'epoch': 2, 'iter': 1180, 'avg_loss': 0.22018872685420143, 'avg_acc': 0.0, 'loss': 0.20487686195019705}
+{'epoch': 2, 'iter': 1190, 'avg_loss': 0.22008011287084958, 'avg_acc': 0.0, 'loss': 0.17508233450858565}
+{'epoch': 2, 'iter': 1200, 'avg_loss': 0.21986695503359915, 'avg_acc': 0.0, 'loss': 0.17765649627946392}
+{'epoch': 2, 'iter': 1210, 'avg_loss': 0.22001465296576542, 'avg_acc': 0.0, 'loss': 0.21159596941541686}
+{'epoch': 2, 'iter': 1220, 'avg_loss': 0.22005334738153598, 'avg_acc': 0.0, 'loss': 0.17263484593474587}
+{'epoch': 2, 'iter': 1230, 'avg_loss': 0.22016852637715975, 'avg_acc': 0.0, 'loss': 0.26943972819370693}
+{'epoch': 2, 'iter': 1240, 'avg_loss': 0.22011903623639018, 'avg_acc': 0.0, 'loss': 0.20113899563089682}
+{'epoch': 'EP2_test', 'eval_accuracy': 0.0, 'ece': 0.17046011984348297, 'avg_loss': 0.22011903623639018, 'f1_scores': 0.7434886678833411}
+{'epoch': 3, 'iter': 0, 'avg_loss': 0.15672061006664859, 'avg_acc': 0.0, 'loss': 0.15672061006664859}
+{'epoch': 3, 'iter': 10, 'avg_loss': 0.19858130033203272, 'avg_acc': 0.0, 'loss': 0.2180594551123899}
+{'epoch': 3, 'iter': 20, 'avg_loss': 0.19811848187096287, 'avg_acc': 0.0, 'loss': 0.20988665271098786}
+{'epoch': 3, 'iter': 30, 'avg_loss': 0.2094425324483398, 'avg_acc': 0.0, 'loss': 0.20441515513285982}
+{'epoch': 3, 'iter': 40, 'avg_loss': 0.21568971450690017, 'avg_acc': 0.0, 'loss': 0.2949320668644109}
+{'epoch': 3, 'iter': 50, 'avg_loss': 0.21673357519388056, 'avg_acc': 0.0, 'loss': 0.21859304158059395}
+{'epoch': 3, 'iter': 60, 'avg_loss': 0.2228973846497649, 'avg_acc': 0.0, 'loss': 0.18859283054384182}
+{'epoch': 3, 'iter': 70, 'avg_loss': 0.22609350962207267, 'avg_acc': 0.0, 'loss': 0.2476753238407322}
+{'epoch': 3, 'iter': 80, 'avg_loss': 0.22332161768830586, 'avg_acc': 0.0, 'loss': 0.19957140978736526}
+{'epoch': 3, 'iter': 90, 'avg_loss': 0.22370385251690528, 'avg_acc': 0.0, 'loss': 0.2280628917476081}
+{'epoch': 3, 'iter': 100, 'avg_loss': 0.22415636964520638, 'avg_acc': 0.0, 'loss': 0.2704518361371291}
+{'epoch': 3, 'iter': 110, 'avg_loss': 0.22305103067575366, 'avg_acc': 0.0, 'loss': 0.21980930904062135}
+{'epoch': 3, 'iter': 120, 'avg_loss': 0.2215265423663597, 'avg_acc': 0.0, 'loss': 0.18784656929359958}
+{'epoch': 3, 'iter': 130, 'avg_loss': 0.22035783746691262, 'avg_acc': 0.0, 'loss': 0.17154182306746535}
+{'epoch': 3, 'iter': 140, 'avg_loss': 0.22081697765717986, 'avg_acc': 0.0, 'loss': 0.29415041584499185}
+{'epoch': 3, 'iter': 150, 'avg_loss': 0.22220688930626864, 'avg_acc': 0.0, 'loss': 0.27551379364779544}
+{'epoch': 3, 'iter': 160, 'avg_loss': 0.2225590748909992, 'avg_acc': 0.0, 'loss': 0.21142450581321878}
+{'epoch': 3, 'iter': 170, 'avg_loss': 0.22107821801459343, 'avg_acc': 0.0, 'loss': 0.21027594394289345}
+{'epoch': 3, 'iter': 180, 'avg_loss': 0.22145247846884186, 'avg_acc': 0.0, 'loss': 0.24984318676472736}
+{'epoch': 3, 'iter': 190, 'avg_loss': 0.22105517921051782, 'avg_acc': 0.0, 'loss': 0.1613822144068503}
+{'epoch': 3, 'iter': 200, 'avg_loss': 0.2211810971945299, 'avg_acc': 0.0, 'loss': 0.22750811971647114}
+{'epoch': 3, 'iter': 210, 'avg_loss': 0.2212845856193874, 'avg_acc': 0.0, 'loss': 0.19258806690608513}
+{'epoch': 3, 'iter': 220, 'avg_loss': 0.2212790909712577, 'avg_acc': 0.0, 'loss': 0.23552380281541574}
+{'epoch': 3, 'iter': 230, 'avg_loss': 0.22217465825848778, 'avg_acc': 0.0, 'loss': 0.22088970953525078}
+{'epoch': 3, 'iter': 240, 'avg_loss': 0.22262592028274747, 'avg_acc': 0.0, 'loss': 0.3063251056298993}
+{'epoch': 3, 'iter': 250, 'avg_loss': 0.22259585294961928, 'avg_acc': 0.0, 'loss': 0.20047838392006917}
+{'epoch': 3, 'iter': 260, 'avg_loss': 0.22258055436543805, 'avg_acc': 0.0, 'loss': 0.2522261519377155}
+{'epoch': 3, 'iter': 270, 'avg_loss': 0.2223274474175289, 'avg_acc': 0.0, 'loss': 0.25078182590875386}
+{'epoch': 3, 'iter': 280, 'avg_loss': 0.2221445001628105, 'avg_acc': 0.0, 'loss': 0.23263134536123936}
+{'epoch': 3, 'iter': 290, 'avg_loss': 0.2221918260068156, 'avg_acc': 0.0, 'loss': 0.20498004471223144}
+{'epoch': 3, 'iter': 300, 'avg_loss': 0.22189452446304248, 'avg_acc': 0.0, 'loss': 0.19876918462049226}
+{'epoch': 3, 'iter': 310, 'avg_loss': 0.22203091651787987, 'avg_acc': 0.0, 'loss': 0.1892420338696346}
+{'epoch': 3, 'iter': 320, 'avg_loss': 0.22238206976444258, 'avg_acc': 0.0, 'loss': 0.18621172775764144}
+{'epoch': 3, 'iter': 330, 'avg_loss': 0.22257623631638, 'avg_acc': 0.0, 'loss': 0.26032062848350634}
+{'epoch': 3, 'iter': 340, 'avg_loss': 0.22302545480533803, 'avg_acc': 0.0, 'loss': 0.26947943159607995}
+{'epoch': 3, 'iter': 350, 'avg_loss': 0.2227074554445826, 'avg_acc': 0.0, 'loss': 0.2400145935762339}
+{'epoch': 3, 'iter': 360, 'avg_loss': 0.22253454615964835, 'avg_acc': 0.0, 'loss': 0.19936936938698374}
+{'epoch': 3, 'iter': 370, 'avg_loss': 0.22284914951254908, 'avg_acc': 0.0, 'loss': 0.2067918086086138}
+{'epoch': 3, 'iter': 380, 'avg_loss': 0.2228878795210346, 'avg_acc': 0.0, 'loss': 0.1843240751761316}
+{'epoch': 3, 'iter': 390, 'avg_loss': 0.22274225729173663, 'avg_acc': 0.0, 'loss': 0.207205207399446}
+{'epoch': 3, 'iter': 400, 'avg_loss': 0.22285441902098255, 'avg_acc': 0.0, 'loss': 0.2209268045185776}
+{'epoch': 3, 'iter': 410, 'avg_loss': 0.22313577358708475, 'avg_acc': 0.0, 'loss': 0.21361003066392314}
+{'epoch': 3, 'iter': 420, 'avg_loss': 0.22292123726551252, 'avg_acc': 0.0, 'loss': 0.19094122436035832}
+{'epoch': 3, 'iter': 430, 'avg_loss': 0.22296728832058668, 'avg_acc': 0.0, 'loss': 0.24826627055933514}
+{'epoch': 3, 'iter': 440, 'avg_loss': 0.22287072433332555, 'avg_acc': 0.0, 'loss': 0.2423619766147697}
+{'epoch': 3, 'iter': 450, 'avg_loss': 0.22316335612666618, 'avg_acc': 0.0, 'loss': 0.24549255732348943}
+{'epoch': 3, 'iter': 460, 'avg_loss': 0.22322311541788892, 'avg_acc': 0.0, 'loss': 0.22316596444501816}
+{'epoch': 3, 'iter': 470, 'avg_loss': 0.2231285655179503, 'avg_acc': 0.0, 'loss': 0.2202595603053591}
+{'epoch': 3, 'iter': 480, 'avg_loss': 0.22310860068020266, 'avg_acc': 0.0, 'loss': 0.23778690702179767}
+{'epoch': 3, 'iter': 490, 'avg_loss': 0.22305459297410313, 'avg_acc': 0.0, 'loss': 0.2128033734107443}
+{'epoch': 3, 'iter': 500, 'avg_loss': 0.2227578855922535, 'avg_acc': 0.0, 'loss': 0.24226421091082426}
+{'epoch': 3, 'iter': 510, 'avg_loss': 0.2227360771148546, 'avg_acc': 0.0, 'loss': 0.1764795714626806}
+{'epoch': 3, 'iter': 520, 'avg_loss': 0.22260493260110598, 'avg_acc': 0.0, 'loss': 0.22369254477806472}
+{'epoch': 3, 'iter': 530, 'avg_loss': 0.22258968552208988, 'avg_acc': 0.0, 'loss': 0.22761698475824232}
+{'epoch': 3, 'iter': 540, 'avg_loss': 0.22280518745968506, 'avg_acc': 0.0, 'loss': 0.20651674403909834}
+{'epoch': 3, 'iter': 550, 'avg_loss': 0.22298648906681814, 'avg_acc': 0.0, 'loss': 0.27700304882013627}
+{'epoch': 3, 'iter': 560, 'avg_loss': 0.22269773776695323, 'avg_acc': 0.0, 'loss': 0.17018361754578237}
+{'epoch': 3, 'iter': 570, 'avg_loss': 0.22325066938047475, 'avg_acc': 0.0, 'loss': 0.2181776836517721}
+{'epoch': 3, 'iter': 580, 'avg_loss': 0.22309546859562704, 'avg_acc': 0.0, 'loss': 0.1823337016726977}
+{'epoch': 3, 'iter': 590, 'avg_loss': 0.22326386641996138, 'avg_acc': 0.0, 'loss': 0.2695146189394758}
+{'epoch': 3, 'iter': 600, 'avg_loss': 0.2232929640097755, 'avg_acc': 0.0, 'loss': 0.25091175971147095}
+{'epoch': 3, 'iter': 610, 'avg_loss': 0.22365039505488127, 'avg_acc': 0.0, 'loss': 0.28788420241289714}
+{'epoch': 3, 'iter': 620, 'avg_loss': 0.22414655926646557, 'avg_acc': 0.0, 'loss': 0.20976819099964164}
+{'epoch': 3, 'iter': 630, 'avg_loss': 0.22398145717880757, 'avg_acc': 0.0, 'loss': 0.18375004243417994}
+{'epoch': 3, 'iter': 640, 'avg_loss': 0.2239418034076746, 'avg_acc': 0.0, 'loss': 0.20597838546830513}
+{'epoch': 3, 'iter': 650, 'avg_loss': 0.2240416525603419, 'avg_acc': 0.0, 'loss': 0.24683533881566938}
+{'epoch': 3, 'iter': 660, 'avg_loss': 0.2243918136117591, 'avg_acc': 0.0, 'loss': 0.2501067342727765}
+{'epoch': 3, 'iter': 670, 'avg_loss': 0.22415641887176493, 'avg_acc': 0.0, 'loss': 0.22410226657926352}
+{'epoch': 3, 'iter': 680, 'avg_loss': 0.22439795356712486, 'avg_acc': 0.0, 'loss': 0.2171020584965585}
+{'epoch': 3, 'iter': 690, 'avg_loss': 0.22463014172830562, 'avg_acc': 0.0, 'loss': 0.22505309012519448}
+{'epoch': 3, 'iter': 700, 'avg_loss': 0.2247381230316303, 'avg_acc': 0.0, 'loss': 0.18848343194128703}
+{'epoch': 3, 'iter': 710, 'avg_loss': 0.22454900923411078, 'avg_acc': 0.0, 'loss': 0.18410566347197993}
+{'epoch': 3, 'iter': 720, 'avg_loss': 0.22449684034089476, 'avg_acc': 0.0, 'loss': 0.2787017161639856}
+{'epoch': 3, 'iter': 730, 'avg_loss': 0.2243304506784092, 'avg_acc': 0.0, 'loss': 0.2643745969874414}
+{'epoch': 3, 'iter': 740, 'avg_loss': 0.22465196651260635, 'avg_acc': 0.0, 'loss': 0.22866777288949638}
+{'epoch': 3, 'iter': 750, 'avg_loss': 0.22466413349638617, 'avg_acc': 0.0, 'loss': 0.20847027838057589}
+{'epoch': 3, 'iter': 760, 'avg_loss': 0.22487412943257865, 'avg_acc': 0.0, 'loss': 0.2995956334522946}
+{'epoch': 3, 'iter': 770, 'avg_loss': 0.22464944918710697, 'avg_acc': 0.0, 'loss': 0.1820756564374538}
+{'epoch': 3, 'iter': 780, 'avg_loss': 0.22463117588259568, 'avg_acc': 0.0, 'loss': 0.23588210232342782}
+{'epoch': 3, 'iter': 790, 'avg_loss': 0.2244213681838397, 'avg_acc': 0.0, 'loss': 0.24189415414665355}
+{'epoch': 3, 'iter': 800, 'avg_loss': 0.224546456903234, 'avg_acc': 0.0, 'loss': 0.2732876545851468}
+{'epoch': 3, 'iter': 810, 'avg_loss': 0.2245604038841449, 'avg_acc': 0.0, 'loss': 0.24671035499367072}
+{'epoch': 3, 'iter': 820, 'avg_loss': 0.224030016721819, 'avg_acc': 0.0, 'loss': 0.20834616022278038}
+{'epoch': 3, 'iter': 830, 'avg_loss': 0.22393619360824815, 'avg_acc': 0.0, 'loss': 0.2099567134294245}
+{'epoch': 3, 'iter': 840, 'avg_loss': 0.22374988165754572, 'avg_acc': 0.0, 'loss': 0.21437225308480784}
+{'epoch': 3, 'iter': 850, 'avg_loss': 0.2235474785606659, 'avg_acc': 0.0, 'loss': 0.1801853824169614}
+{'epoch': 3, 'iter': 860, 'avg_loss': 0.22366027028647892, 'avg_acc': 0.0, 'loss': 0.24380192503037634}
+{'epoch': 3, 'iter': 870, 'avg_loss': 0.22401315315133208, 'avg_acc': 0.0, 'loss': 0.2726260483091859}
+{'epoch': 3, 'iter': 880, 'avg_loss': 0.22388028363609375, 'avg_acc': 0.0, 'loss': 0.1882265226364065}
+{'epoch': 3, 'iter': 890, 'avg_loss': 0.22383526472249773, 'avg_acc': 0.0, 'loss': 0.2683755558523444}
+{'epoch': 3, 'iter': 900, 'avg_loss': 0.22387626871394078, 'avg_acc': 0.0, 'loss': 0.2010178058573209}
+{'epoch': 3, 'iter': 910, 'avg_loss': 0.22403131968306847, 'avg_acc': 0.0, 'loss': 0.20706641129787123}
+{'epoch': 3, 'iter': 920, 'avg_loss': 0.224260813470631, 'avg_acc': 0.0, 'loss': 0.2470462702770289}
+{'epoch': 3, 'iter': 930, 'avg_loss': 0.22411874966719925, 'avg_acc': 0.0, 'loss': 0.19889551244549303}
+{'epoch': 3, 'iter': 940, 'avg_loss': 0.22418466493601535, 'avg_acc': 0.0, 'loss': 0.21139309044156107}
+{'epoch': 3, 'iter': 950, 'avg_loss': 0.22443765029922763, 'avg_acc': 0.0, 'loss': 0.23996441876494956}
+{'epoch': 3, 'iter': 960, 'avg_loss': 0.2244064038398497, 'avg_acc': 0.0, 'loss': 0.22789144633458946}
+{'epoch': 3, 'iter': 970, 'avg_loss': 0.22462763009273579, 'avg_acc': 0.0, 'loss': 0.31704160645975726}
+{'epoch': 3, 'iter': 980, 'avg_loss': 0.22475894500396137, 'avg_acc': 0.0, 'loss': 0.2247993128087598}
+{'epoch': 3, 'iter': 990, 'avg_loss': 0.22491923918776377, 'avg_acc': 0.0, 'loss': 0.18479299285250556}
+{'epoch': 3, 'iter': 1000, 'avg_loss': 0.22501860870724638, 'avg_acc': 0.0, 'loss': 0.2144865365298756}
+{'epoch': 3, 'iter': 1010, 'avg_loss': 0.22518574044048895, 'avg_acc': 0.0, 'loss': 0.25238945931654855}
+{'epoch': 3, 'iter': 1020, 'avg_loss': 0.22512046699181995, 'avg_acc': 0.0, 'loss': 0.22657585425414642}
+{'epoch': 3, 'iter': 1030, 'avg_loss': 0.2250734756664446, 'avg_acc': 0.0, 'loss': 0.1806300594868974}
+{'epoch': 3, 'iter': 1040, 'avg_loss': 0.2249126611948517, 'avg_acc': 0.0, 'loss': 0.25807841070699006}
+{'epoch': 3, 'iter': 1050, 'avg_loss': 0.22481842771029578, 'avg_acc': 0.0, 'loss': 0.2102894791367232}
+{'epoch': 3, 'iter': 1060, 'avg_loss': 0.22474461625083142, 'avg_acc': 0.0, 'loss': 0.16218257418651252}
+{'epoch': 3, 'iter': 1070, 'avg_loss': 0.22476523546167956, 'avg_acc': 0.0, 'loss': 0.2027034149870295}
+{'epoch': 3, 'iter': 1080, 'avg_loss': 0.22479170691591907, 'avg_acc': 0.0, 'loss': 0.18388943314026357}
+{'epoch': 3, 'iter': 1090, 'avg_loss': 0.22467562080401912, 'avg_acc': 0.0, 'loss': 0.21536011701177163}
+{'epoch': 3, 'iter': 1100, 'avg_loss': 0.22472002931616622, 'avg_acc': 0.0, 'loss': 0.2193220580241229}
+{'epoch': 3, 'iter': 1110, 'avg_loss': 0.22479756925625446, 'avg_acc': 0.0, 'loss': 0.28855102736159616}
+{'epoch': 3, 'iter': 1120, 'avg_loss': 0.22481165160365982, 'avg_acc': 0.0, 'loss': 0.23692512754028677}
+{'epoch': 3, 'iter': 1130, 'avg_loss': 0.2247750586105967, 'avg_acc': 0.0, 'loss': 0.1875473679679739}
+{'epoch': 3, 'iter': 1140, 'avg_loss': 0.2246508544542088, 'avg_acc': 0.0, 'loss': 0.2138047260939077}
+{'epoch': 3, 'iter': 1150, 'avg_loss': 0.22454072473465395, 'avg_acc': 0.0, 'loss': 0.23794974736080932}
+{'epoch': 3, 'iter': 1160, 'avg_loss': 0.22467605935390733, 'avg_acc': 0.0, 'loss': 0.2844470722643564}
+{'epoch': 3, 'iter': 1170, 'avg_loss': 0.22453105366997592, 'avg_acc': 0.0, 'loss': 0.2391291955538171}
+{'epoch': 3, 'iter': 1180, 'avg_loss': 0.22459765728770462, 'avg_acc': 0.0, 'loss': 0.21169705286482504}
+{'epoch': 3, 'iter': 1190, 'avg_loss': 0.2244827764933423, 'avg_acc': 0.0, 'loss': 0.17858250195890182}
+{'epoch': 3, 'iter': 1200, 'avg_loss': 0.2242730857066213, 'avg_acc': 0.0, 'loss': 0.18506231226833084}
+{'epoch': 3, 'iter': 1210, 'avg_loss': 0.22441460798485716, 'avg_acc': 0.0, 'loss': 0.2176602663716949}
+{'epoch': 3, 'iter': 1220, 'avg_loss': 0.22443946134152856, 'avg_acc': 0.0, 'loss': 0.17968244236759084}
+{'epoch': 3, 'iter': 1230, 'avg_loss': 0.22454891618872463, 'avg_acc': 0.0, 'loss': 0.2727199464397277}
+{'epoch': 3, 'iter': 1240, 'avg_loss': 0.22450161235431107, 'avg_acc': 0.0, 'loss': 0.20910532767577802}
+{'epoch': 'EP3_test', 'eval_accuracy': 0.0, 'ece': 0.1962416023015976, 'avg_loss': 0.22450161235431107, 'f1_scores': 0.7484830289417821}
+{'epoch': 4, 'iter': 0, 'avg_loss': 0.15048916451905825, 'avg_acc': 0.0, 'loss': 0.15048916451905825}
+{'epoch': 4, 'iter': 10, 'avg_loss': 0.18952161284718763, 'avg_acc': 0.0, 'loss': 0.20462633671351274}
+{'epoch': 4, 'iter': 20, 'avg_loss': 0.18954139581543056, 'avg_acc': 0.0, 'loss': 0.197297171669691}
+{'epoch': 4, 'iter': 30, 'avg_loss': 0.20078317008308086, 'avg_acc': 0.0, 'loss': 0.18796253293131873}
+{'epoch': 4, 'iter': 40, 'avg_loss': 0.20765659291040217, 'avg_acc': 0.0, 'loss': 0.290693362453177}
+{'epoch': 4, 'iter': 50, 'avg_loss': 0.20854460339779587, 'avg_acc': 0.0, 'loss': 0.20694239278658902}
+{'epoch': 4, 'iter': 60, 'avg_loss': 0.21434718936468353, 'avg_acc': 0.0, 'loss': 0.17821982341852813}
+{'epoch': 4, 'iter': 70, 'avg_loss': 0.21731836526400203, 'avg_acc': 0.0, 'loss': 0.24309201560994811}
+{'epoch': 4, 'iter': 80, 'avg_loss': 0.21457628694389752, 'avg_acc': 0.0, 'loss': 0.19175379750296476}
+{'epoch': 4, 'iter': 90, 'avg_loss': 0.21487480033732825, 'avg_acc': 0.0, 'loss': 0.22203240752618772}
+{'epoch': 4, 'iter': 100, 'avg_loss': 0.21509244670077926, 'avg_acc': 0.0, 'loss': 0.25056229266108077}
+{'epoch': 4, 'iter': 110, 'avg_loss': 0.21394599573500306, 'avg_acc': 0.0, 'loss': 0.2135770302336693}
+{'epoch': 4, 'iter': 120, 'avg_loss': 0.21233000620196107, 'avg_acc': 0.0, 'loss': 0.17906084175300357}
+{'epoch': 4, 'iter': 130, 'avg_loss': 0.21130754378225808, 'avg_acc': 0.0, 'loss': 0.16389545364017977}
+{'epoch': 4, 'iter': 140, 'avg_loss': 0.21177520657630527, 'avg_acc': 0.0, 'loss': 0.28439317583414386}
+{'epoch': 4, 'iter': 150, 'avg_loss': 0.21306759203408335, 'avg_acc': 0.0, 'loss': 0.2638647389538034}
+{'epoch': 4, 'iter': 160, 'avg_loss': 0.21361012089129772, 'avg_acc': 0.0, 'loss': 0.21036741277267926}
+{'epoch': 4, 'iter': 170, 'avg_loss': 0.21194998865313372, 'avg_acc': 0.0, 'loss': 0.19968620356816505}
+{'epoch': 4, 'iter': 180, 'avg_loss': 0.21222925697190304, 'avg_acc': 0.0, 'loss': 0.24218903026108557}
+{'epoch': 4, 'iter': 190, 'avg_loss': 0.21186984438531853, 'avg_acc': 0.0, 'loss': 0.1514456933391557}
+{'epoch': 4, 'iter': 200, 'avg_loss': 0.21197767365508247, 'avg_acc': 0.0, 'loss': 0.21354750901952813}
+{'epoch': 4, 'iter': 210, 'avg_loss': 0.21213990508271177, 'avg_acc': 0.0, 'loss': 0.1828004850455857}
+{'epoch': 4, 'iter': 220, 'avg_loss': 0.21219425156583, 'avg_acc': 0.0, 'loss': 0.22400007452376614}
+{'epoch': 4, 'iter': 230, 'avg_loss': 0.21309594269066715, 'avg_acc': 0.0, 'loss': 0.20706544221099776}
+{'epoch': 4, 'iter': 240, 'avg_loss': 0.21352763089930168, 'avg_acc': 0.0, 'loss': 0.2945127560104603}
+{'epoch': 4, 'iter': 250, 'avg_loss': 0.213464347181264, 'avg_acc': 0.0, 'loss': 0.19553422742098647}
+{'epoch': 4, 'iter': 260, 'avg_loss': 0.21345906869045356, 'avg_acc': 0.0, 'loss': 0.243614184532037}
+{'epoch': 4, 'iter': 270, 'avg_loss': 0.21322902599080476, 'avg_acc': 0.0, 'loss': 0.24350305349318138}
+{'epoch': 4, 'iter': 280, 'avg_loss': 0.21303593057711168, 'avg_acc': 0.0, 'loss': 0.22079555537616863}
+{'epoch': 4, 'iter': 290, 'avg_loss': 0.21307603849041332, 'avg_acc': 0.0, 'loss': 0.19603194323359013}
+{'epoch': 4, 'iter': 300, 'avg_loss': 0.21271615827303966, 'avg_acc': 0.0, 'loss': 0.1926919220397524}
+{'epoch': 4, 'iter': 310, 'avg_loss': 0.21281539791359771, 'avg_acc': 0.0, 'loss': 0.1705330056828903}
+{'epoch': 4, 'iter': 320, 'avg_loss': 0.21307054824354626, 'avg_acc': 0.0, 'loss': 0.17579470564149752}
+{'epoch': 4, 'iter': 330, 'avg_loss': 0.2132514519555307, 'avg_acc': 0.0, 'loss': 0.2490330230375548}
+{'epoch': 4, 'iter': 340, 'avg_loss': 0.21372631109216494, 'avg_acc': 0.0, 'loss': 0.26230603444309963}
+{'epoch': 4, 'iter': 350, 'avg_loss': 0.2134209032213405, 'avg_acc': 0.0, 'loss': 0.23003136540176325}
+{'epoch': 4, 'iter': 360, 'avg_loss': 0.21325472417734764, 'avg_acc': 0.0, 'loss': 0.18841515283728377}
+{'epoch': 4, 'iter': 370, 'avg_loss': 0.21349726765961155, 'avg_acc': 0.0, 'loss': 0.19677223723562876}
+{'epoch': 4, 'iter': 380, 'avg_loss': 0.21356354036104705, 'avg_acc': 0.0, 'loss': 0.17722110013632378}
+{'epoch': 4, 'iter': 390, 'avg_loss': 0.2134332952825087, 'avg_acc': 0.0, 'loss': 0.19203791978140672}
+{'epoch': 4, 'iter': 400, 'avg_loss': 0.21356530718245414, 'avg_acc': 0.0, 'loss': 0.21604589935883006}
+{'epoch': 4, 'iter': 410, 'avg_loss': 0.2138352685417578, 'avg_acc': 0.0, 'loss': 0.1988243786777275}
+{'epoch': 4, 'iter': 420, 'avg_loss': 0.21357049702549658, 'avg_acc': 0.0, 'loss': 0.17619893248775043}
+{'epoch': 4, 'iter': 430, 'avg_loss': 0.21360711741306276, 'avg_acc': 0.0, 'loss': 0.23659584713738824}
+{'epoch': 4, 'iter': 440, 'avg_loss': 0.21352995974370503, 'avg_acc': 0.0, 'loss': 0.23485718051441445}
+{'epoch': 4, 'iter': 450, 'avg_loss': 0.21376244149569, 'avg_acc': 0.0, 'loss': 0.23295718763711193}
+{'epoch': 4, 'iter': 460, 'avg_loss': 0.21385873770268948, 'avg_acc': 0.0, 'loss': 0.21058660168572324}
+{'epoch': 4, 'iter': 470, 'avg_loss': 0.21372245240952029, 'avg_acc': 0.0, 'loss': 0.20370397770057025}
+{'epoch': 4, 'iter': 480, 'avg_loss': 0.21371102427785793, 'avg_acc': 0.0, 'loss': 0.2259031967955707}
+{'epoch': 4, 'iter': 490, 'avg_loss': 0.2136190670712412, 'avg_acc': 0.0, 'loss': 0.19680832806333065}
+{'epoch': 4, 'iter': 500, 'avg_loss': 0.21335502370737872, 'avg_acc': 0.0, 'loss': 0.22712880253961235}
+{'epoch': 4, 'iter': 510, 'avg_loss': 0.21333211713794248, 'avg_acc': 0.0, 'loss': 0.16436412805199194}
+{'epoch': 4, 'iter': 520, 'avg_loss': 0.21322813050390182, 'avg_acc': 0.0, 'loss': 0.21548185626826513}
+{'epoch': 4, 'iter': 530, 'avg_loss': 0.2132378407838893, 'avg_acc': 0.0, 'loss': 0.21412990420010047}
+{'epoch': 4, 'iter': 540, 'avg_loss': 0.2134401961342895, 'avg_acc': 0.0, 'loss': 0.1888299851794467}
+{'epoch': 4, 'iter': 550, 'avg_loss': 0.21356745670929925, 'avg_acc': 0.0, 'loss': 0.26373070806792903}
+{'epoch': 4, 'iter': 560, 'avg_loss': 0.21329603491815874, 'avg_acc': 0.0, 'loss': 0.158855474529316}
+{'epoch': 4, 'iter': 570, 'avg_loss': 0.21383131244910508, 'avg_acc': 0.0, 'loss': 0.20933365524414121}
+{'epoch': 4, 'iter': 580, 'avg_loss': 0.21369632740673886, 'avg_acc': 0.0, 'loss': 0.17057662476314103}
+{'epoch': 4, 'iter': 590, 'avg_loss': 0.21383694553286797, 'avg_acc': 0.0, 'loss': 0.25103752757695474}
+{'epoch': 4, 'iter': 600, 'avg_loss': 0.21383546009949256, 'avg_acc': 0.0, 'loss': 0.23700855910965402}
+{'epoch': 4, 'iter': 610, 'avg_loss': 0.21419203662080488, 'avg_acc': 0.0, 'loss': 0.2807573186081364}
+{'epoch': 4, 'iter': 620, 'avg_loss': 0.21466511580230604, 'avg_acc': 0.0, 'loss': 0.19875553285945508}
+{'epoch': 4, 'iter': 630, 'avg_loss': 0.2145030105422828, 'avg_acc': 0.0, 'loss': 0.1739774516061386}
+{'epoch': 4, 'iter': 640, 'avg_loss': 0.2144756704552671, 'avg_acc': 0.0, 'loss': 0.19629419300885534}
+{'epoch': 4, 'iter': 650, 'avg_loss': 0.21458990075853454, 'avg_acc': 0.0, 'loss': 0.23783489330656135}
+{'epoch': 4, 'iter': 660, 'avg_loss': 0.21497476345323777, 'avg_acc': 0.0, 'loss': 0.2380456608689201}
+{'epoch': 4, 'iter': 670, 'avg_loss': 0.21477212023463876, 'avg_acc': 0.0, 'loss': 0.2123554636809136}
+{'epoch': 4, 'iter': 680, 'avg_loss': 0.21500840898579113, 'avg_acc': 0.0, 'loss': 0.20723028639070304}
+{'epoch': 4, 'iter': 690, 'avg_loss': 0.21524956528705239, 'avg_acc': 0.0, 'loss': 0.22116554760382962}
+{'epoch': 4, 'iter': 700, 'avg_loss': 0.21534916694782363, 'avg_acc': 0.0, 'loss': 0.1766436428585101}
+{'epoch': 4, 'iter': 710, 'avg_loss': 0.21513915829215804, 'avg_acc': 0.0, 'loss': 0.16833699312623399}
+{'epoch': 4, 'iter': 720, 'avg_loss': 0.2150289546243395, 'avg_acc': 0.0, 'loss': 0.2502375222945505}
+{'epoch': 4, 'iter': 730, 'avg_loss': 0.21483973418567306, 'avg_acc': 0.0, 'loss': 0.25660865633816293}
+{'epoch': 4, 'iter': 740, 'avg_loss': 0.21513884946136247, 'avg_acc': 0.0, 'loss': 0.22223520705184843}
+{'epoch': 4, 'iter': 750, 'avg_loss': 0.2151421097531499, 'avg_acc': 0.0, 'loss': 0.20260680708634027}
+{'epoch': 4, 'iter': 760, 'avg_loss': 0.21531328157768534, 'avg_acc': 0.0, 'loss': 0.29118833674127537}
+{'epoch': 4, 'iter': 770, 'avg_loss': 0.2151035363107714, 'avg_acc': 0.0, 'loss': 0.17351792421218956}
+{'epoch': 4, 'iter': 780, 'avg_loss': 0.21504265011909618, 'avg_acc': 0.0, 'loss': 0.23314492230162742}
+{'epoch': 4, 'iter': 790, 'avg_loss': 0.21485422779281266, 'avg_acc': 0.0, 'loss': 0.23532887543907624}
+{'epoch': 4, 'iter': 800, 'avg_loss': 0.2149605061284899, 'avg_acc': 0.0, 'loss': 0.2588159384946006}
+{'epoch': 4, 'iter': 810, 'avg_loss': 0.21496498680490564, 'avg_acc': 0.0, 'loss': 0.24240405946498605}
+{'epoch': 4, 'iter': 820, 'avg_loss': 0.21444890275076492, 'avg_acc': 0.0, 'loss': 0.19474769908057557}
+{'epoch': 4, 'iter': 830, 'avg_loss': 0.2143352905747618, 'avg_acc': 0.0, 'loss': 0.20155435701274524}
+{'epoch': 4, 'iter': 840, 'avg_loss': 0.21411755444031283, 'avg_acc': 0.0, 'loss': 0.20225885315007222}
+{'epoch': 4, 'iter': 850, 'avg_loss': 0.21391232107031913, 'avg_acc': 0.0, 'loss': 0.1702032814357283}
+{'epoch': 4, 'iter': 860, 'avg_loss': 0.21401074221474414, 'avg_acc': 0.0, 'loss': 0.23976502288132906}
+{'epoch': 4, 'iter': 870, 'avg_loss': 0.21436657832390946, 'avg_acc': 0.0, 'loss': 0.25940437692185825}
+{'epoch': 4, 'iter': 880, 'avg_loss': 0.21424088299236135, 'avg_acc': 0.0, 'loss': 0.17738076161088298}
+{'epoch': 4, 'iter': 890, 'avg_loss': 0.21419042576782918, 'avg_acc': 0.0, 'loss': 0.25970873087966795}
+{'epoch': 4, 'iter': 900, 'avg_loss': 0.21423672728250517, 'avg_acc': 0.0, 'loss': 0.1909278822683648}
+{'epoch': 4, 'iter': 910, 'avg_loss': 0.2143753231369786, 'avg_acc': 0.0, 'loss': 0.1990084341525419}
+{'epoch': 4, 'iter': 920, 'avg_loss': 0.21461521907161557, 'avg_acc': 0.0, 'loss': 0.23644437571699328}
+{'epoch': 4, 'iter': 930, 'avg_loss': 0.21446231912821212, 'avg_acc': 0.0, 'loss': 0.18656902096310138}
+{'epoch': 4, 'iter': 940, 'avg_loss': 0.2145161563152991, 'avg_acc': 0.0, 'loss': 0.2001534280868457}
+{'epoch': 4, 'iter': 950, 'avg_loss': 0.21475099694843477, 'avg_acc': 0.0, 'loss': 0.22285631326121802}
+{'epoch': 4, 'iter': 960, 'avg_loss': 0.21469801912509545, 'avg_acc': 0.0, 'loss': 0.2168535041790684}
+{'epoch': 4, 'iter': 970, 'avg_loss': 0.21492091274258704, 'avg_acc': 0.0, 'loss': 0.30760988840367126}
+{'epoch': 4, 'iter': 980, 'avg_loss': 0.21507062517710374, 'avg_acc': 0.0, 'loss': 0.2172326134351741}
+{'epoch': 4, 'iter': 990, 'avg_loss': 0.21522424480160363, 'avg_acc': 0.0, 'loss': 0.18349730912996165}
+{'epoch': 4, 'iter': 1000, 'avg_loss': 0.21529734552633847, 'avg_acc': 0.0, 'loss': 0.2103454461803267}
+{'epoch': 4, 'iter': 1010, 'avg_loss': 0.21546579507714542, 'avg_acc': 0.0, 'loss': 0.23943456546034472}
+{'epoch': 4, 'iter': 1020, 'avg_loss': 0.21542799383085273, 'avg_acc': 0.0, 'loss': 0.2237104147870923}
+{'epoch': 4, 'iter': 1030, 'avg_loss': 0.21538130588927829, 'avg_acc': 0.0, 'loss': 0.17219990190843806}
+{'epoch': 4, 'iter': 1040, 'avg_loss': 0.21522822731121047, 'avg_acc': 0.0, 'loss': 0.24452069800151677}
+{'epoch': 4, 'iter': 1050, 'avg_loss': 0.2151439954521807, 'avg_acc': 0.0, 'loss': 0.1999231448357932}
+{'epoch': 4, 'iter': 1060, 'avg_loss': 0.215072207550619, 'avg_acc': 0.0, 'loss': 0.16091609019434014}
+{'epoch': 4, 'iter': 1070, 'avg_loss': 0.21504633452028932, 'avg_acc': 0.0, 'loss': 0.18945488375337455}
+{'epoch': 4, 'iter': 1080, 'avg_loss': 0.2150688250266172, 'avg_acc': 0.0, 'loss': 0.1740625359164239}
+{'epoch': 4, 'iter': 1090, 'avg_loss': 0.21495629588593335, 'avg_acc': 0.0, 'loss': 0.20302946183476575}
+{'epoch': 4, 'iter': 1100, 'avg_loss': 0.2149998314322914, 'avg_acc': 0.0, 'loss': 0.20433937138555586}
+{'epoch': 4, 'iter': 1110, 'avg_loss': 0.21508631648150947, 'avg_acc': 0.0, 'loss': 0.27177148402324747}
+{'epoch': 4, 'iter': 1120, 'avg_loss': 0.21510666513220278, 'avg_acc': 0.0, 'loss': 0.227970515400362}
+{'epoch': 4, 'iter': 1130, 'avg_loss': 0.21507390158247783, 'avg_acc': 0.0, 'loss': 0.1820043862805635}
+{'epoch': 4, 'iter': 1140, 'avg_loss': 0.2149503930500049, 'avg_acc': 0.0, 'loss': 0.20758108584011226}
+{'epoch': 4, 'iter': 1150, 'avg_loss': 0.21483878449750274, 'avg_acc': 0.0, 'loss': 0.22626394043442943}
+{'epoch': 4, 'iter': 1160, 'avg_loss': 0.21498614317254394, 'avg_acc': 0.0, 'loss': 0.27501480964006725}
+{'epoch': 4, 'iter': 1170, 'avg_loss': 0.2148370510440949, 'avg_acc': 0.0, 'loss': 0.22211356919771266}
+{'epoch': 4, 'iter': 1180, 'avg_loss': 0.21489224477788374, 'avg_acc': 0.0, 'loss': 0.19412000204900842}
+{'epoch': 4, 'iter': 1190, 'avg_loss': 0.21477230177314952, 'avg_acc': 0.0, 'loss': 0.16301450543583737}
+{'epoch': 4, 'iter': 1200, 'avg_loss': 0.21456552438244653, 'avg_acc': 0.0, 'loss': 0.17943172500093038}
+{'epoch': 4, 'iter': 1210, 'avg_loss': 0.21470619960354217, 'avg_acc': 0.0, 'loss': 0.21279344568672187}
+{'epoch': 4, 'iter': 1220, 'avg_loss': 0.21474325380312534, 'avg_acc': 0.0, 'loss': 0.172972500144689}
+{'epoch': 4, 'iter': 1230, 'avg_loss': 0.21485114602935879, 'avg_acc': 0.0, 'loss': 0.2590636074784405}
+{'epoch': 4, 'iter': 1240, 'avg_loss': 0.2147902387502987, 'avg_acc': 0.0, 'loss': 0.2081903554100271}
+{'epoch': 'EP4_test', 'eval_accuracy': 0.0, 'ece': 0.16317687928676605, 'avg_loss': 0.2147902387502987, 'f1_scores': 0.7572963284953129}
+{'epoch': 5, 'iter': 0, 'avg_loss': 0.14547563329194546, 'avg_acc': 0.0, 'loss': 0.14547563329194546}
+{'epoch': 5, 'iter': 10, 'avg_loss': 0.19258986744148093, 'avg_acc': 0.0, 'loss': 0.2150674167386179}
+{'epoch': 5, 'iter': 20, 'avg_loss': 0.19359519697522057, 'avg_acc': 0.0, 'loss': 0.20402385102313148}
+{'epoch': 5, 'iter': 30, 'avg_loss': 0.20597396991920944, 'avg_acc': 0.0, 'loss': 0.19500171713655487}
+{'epoch': 5, 'iter': 40, 'avg_loss': 0.21346533130425735, 'avg_acc': 0.0, 'loss': 0.2959980554982004}
+{'epoch': 5, 'iter': 50, 'avg_loss': 0.21412048075715737, 'avg_acc': 0.0, 'loss': 0.21465226294042491}
+{'epoch': 5, 'iter': 60, 'avg_loss': 0.2198199288008525, 'avg_acc': 0.0, 'loss': 0.18776622598150944}
+{'epoch': 5, 'iter': 70, 'avg_loss': 0.22300613324693241, 'avg_acc': 0.0, 'loss': 0.24966051297302067}
+{'epoch': 5, 'iter': 80, 'avg_loss': 0.21971742419363957, 'avg_acc': 0.0, 'loss': 0.19746461272617513}
+{'epoch': 5, 'iter': 90, 'avg_loss': 0.21970290143670795, 'avg_acc': 0.0, 'loss': 0.2185198496869946}
+{'epoch': 5, 'iter': 100, 'avg_loss': 0.2198315479615426, 'avg_acc': 0.0, 'loss': 0.2528092280654164}
+{'epoch': 5, 'iter': 110, 'avg_loss': 0.21879037808818594, 'avg_acc': 0.0, 'loss': 0.21701249015963445}
+{'epoch': 5, 'iter': 120, 'avg_loss': 0.21725221812890866, 'avg_acc': 0.0, 'loss': 0.18494867664406098}
+{'epoch': 5, 'iter': 130, 'avg_loss': 0.21641897232173263, 'avg_acc': 0.0, 'loss': 0.1713995743498994}
+{'epoch': 5, 'iter': 140, 'avg_loss': 0.21686314874848064, 'avg_acc': 0.0, 'loss': 0.2896514099180162}
+{'epoch': 5, 'iter': 150, 'avg_loss': 0.2183209900924443, 'avg_acc': 0.0, 'loss': 0.2833913839680073}
+{'epoch': 5, 'iter': 160, 'avg_loss': 0.21882396274324425, 'avg_acc': 0.0, 'loss': 0.21224757473919453}
+{'epoch': 5, 'iter': 170, 'avg_loss': 0.21729542830327944, 'avg_acc': 0.0, 'loss': 0.20363902383730548}
+{'epoch': 5, 'iter': 180, 'avg_loss': 0.21764871442457176, 'avg_acc': 0.0, 'loss': 0.24275251335516906}
+{'epoch': 5, 'iter': 190, 'avg_loss': 0.2172195172437892, 'avg_acc': 0.0, 'loss': 0.1478868232520004}
+{'epoch': 5, 'iter': 200, 'avg_loss': 0.2173372527906947, 'avg_acc': 0.0, 'loss': 0.2211495987307249}
+{'epoch': 5, 'iter': 210, 'avg_loss': 0.21744720879260337, 'avg_acc': 0.0, 'loss': 0.19366837436174525}
+{'epoch': 5, 'iter': 220, 'avg_loss': 0.21745638587869132, 'avg_acc': 0.0, 'loss': 0.23284506531295585}
+{'epoch': 5, 'iter': 230, 'avg_loss': 0.2184039728558028, 'avg_acc': 0.0, 'loss': 0.21566454546941063}
+{'epoch': 5, 'iter': 240, 'avg_loss': 0.21870202371446787, 'avg_acc': 0.0, 'loss': 0.2928575113840322}
+{'epoch': 5, 'iter': 250, 'avg_loss': 0.21863418029225895, 'avg_acc': 0.0, 'loss': 0.21030977344980784}
+{'epoch': 5, 'iter': 260, 'avg_loss': 0.21857830765663513, 'avg_acc': 0.0, 'loss': 0.2571382230706019}
+{'epoch': 5, 'iter': 270, 'avg_loss': 0.2183565300089627, 'avg_acc': 0.0, 'loss': 0.25089091041055717}
+{'epoch': 5, 'iter': 280, 'avg_loss': 0.21825247884547244, 'avg_acc': 0.0, 'loss': 0.2264447359153954}
+{'epoch': 5, 'iter': 290, 'avg_loss': 0.21828169638790912, 'avg_acc': 0.0, 'loss': 0.20114723867066328}
+{'epoch': 5, 'iter': 300, 'avg_loss': 0.2178295970621366, 'avg_acc': 0.0, 'loss': 0.19245839671988765}
+{'epoch': 5, 'iter': 310, 'avg_loss': 0.21790525032335034, 'avg_acc': 0.0, 'loss': 0.17500085882076225}
+{'epoch': 5, 'iter': 320, 'avg_loss': 0.2183238336953855, 'avg_acc': 0.0, 'loss': 0.19622385468450634}
+{'epoch': 5, 'iter': 330, 'avg_loss': 0.21852655674868443, 'avg_acc': 0.0, 'loss': 0.2543701663297984}
+{'epoch': 5, 'iter': 340, 'avg_loss': 0.21907117163593012, 'avg_acc': 0.0, 'loss': 0.271052595835889}
+{'epoch': 5, 'iter': 350, 'avg_loss': 0.2188391399180787, 'avg_acc': 0.0, 'loss': 0.23651733264296126}
+{'epoch': 5, 'iter': 360, 'avg_loss': 0.21872296668737284, 'avg_acc': 0.0, 'loss': 0.18538547726861257}
+{'epoch': 5, 'iter': 370, 'avg_loss': 0.21893328121570008, 'avg_acc': 0.0, 'loss': 0.20374310441742896}
+{'epoch': 5, 'iter': 380, 'avg_loss': 0.21897666751539416, 'avg_acc': 0.0, 'loss': 0.17375176427218061}
+{'epoch': 5, 'iter': 390, 'avg_loss': 0.2188368827096496, 'avg_acc': 0.0, 'loss': 0.20216671352019536}
+{'epoch': 5, 'iter': 400, 'avg_loss': 0.21896462205068296, 'avg_acc': 0.0, 'loss': 0.21793058790626674}
+{'epoch': 5, 'iter': 410, 'avg_loss': 0.21922285665256677, 'avg_acc': 0.0, 'loss': 0.20556998448189134}
+{'epoch': 5, 'iter': 420, 'avg_loss': 0.21891985156668728, 'avg_acc': 0.0, 'loss': 0.1822997232026994}
+{'epoch': 5, 'iter': 430, 'avg_loss': 0.21903852570167043, 'avg_acc': 0.0, 'loss': 0.24397455605328233}
+{'epoch': 5, 'iter': 440, 'avg_loss': 0.21888677713873217, 'avg_acc': 0.0, 'loss': 0.23998153502062838}
+{'epoch': 5, 'iter': 450, 'avg_loss': 0.2191301985171504, 'avg_acc': 0.0, 'loss': 0.2298497971623874}
+{'epoch': 5, 'iter': 460, 'avg_loss': 0.21922371418069456, 'avg_acc': 0.0, 'loss': 0.21188901348835185}
+{'epoch': 5, 'iter': 470, 'avg_loss': 0.21911311114188628, 'avg_acc': 0.0, 'loss': 0.21703208388940504}
+{'epoch': 5, 'iter': 480, 'avg_loss': 0.21915588451587015, 'avg_acc': 0.0, 'loss': 0.22778451155305185}
+{'epoch': 5, 'iter': 490, 'avg_loss': 0.21905952139768065, 'avg_acc': 0.0, 'loss': 0.1978529205376357}
+{'epoch': 5, 'iter': 500, 'avg_loss': 0.21880377818924165, 'avg_acc': 0.0, 'loss': 0.23575865256900994}
+{'epoch': 5, 'iter': 510, 'avg_loss': 0.21878045264703636, 'avg_acc': 0.0, 'loss': 0.16497495099513668}
+{'epoch': 5, 'iter': 520, 'avg_loss': 0.21869071321367423, 'avg_acc': 0.0, 'loss': 0.23207670825896845}
+{'epoch': 5, 'iter': 530, 'avg_loss': 0.2186711492504099, 'avg_acc': 0.0, 'loss': 0.22700851712664058}
+{'epoch': 5, 'iter': 540, 'avg_loss': 0.2189163583687819, 'avg_acc': 0.0, 'loss': 0.1967455521546851}
+{'epoch': 5, 'iter': 550, 'avg_loss': 0.21906936242372285, 'avg_acc': 0.0, 'loss': 0.2702048285946148}
+{'epoch': 5, 'iter': 560, 'avg_loss': 0.2187719117675544, 'avg_acc': 0.0, 'loss': 0.16205428257632903}
+{'epoch': 5, 'iter': 570, 'avg_loss': 0.21931087763209037, 'avg_acc': 0.0, 'loss': 0.22143485162398843}
+{'epoch': 5, 'iter': 580, 'avg_loss': 0.21920340862128607, 'avg_acc': 0.0, 'loss': 0.1922700440932853}
+{'epoch': 5, 'iter': 590, 'avg_loss': 0.21935647647381426, 'avg_acc': 0.0, 'loss': 0.25842826932018526}
+{'epoch': 5, 'iter': 600, 'avg_loss': 0.21940145710197245, 'avg_acc': 0.0, 'loss': 0.24487553614134022}
+{'epoch': 5, 'iter': 610, 'avg_loss': 0.21975625389685832, 'avg_acc': 0.0, 'loss': 0.28047140263710646}
+{'epoch': 5, 'iter': 620, 'avg_loss': 0.22029331070625313, 'avg_acc': 0.0, 'loss': 0.21798505328089438}
+{'epoch': 5, 'iter': 630, 'avg_loss': 0.22016707809235878, 'avg_acc': 0.0, 'loss': 0.1796708097735323}
+{'epoch': 5, 'iter': 640, 'avg_loss': 0.22012936959580048, 'avg_acc': 0.0, 'loss': 0.2041336721974533}
+{'epoch': 5, 'iter': 650, 'avg_loss': 0.22022346560762446, 'avg_acc': 0.0, 'loss': 0.24642427188531915}
+{'epoch': 5, 'iter': 660, 'avg_loss': 0.22060870715448205, 'avg_acc': 0.0, 'loss': 0.24849532858245635}
+{'epoch': 5, 'iter': 670, 'avg_loss': 0.2203782082638695, 'avg_acc': 0.0, 'loss': 0.21718253525627265}
+{'epoch': 5, 'iter': 680, 'avg_loss': 0.22056739546694337, 'avg_acc': 0.0, 'loss': 0.2161170289891093}
+{'epoch': 5, 'iter': 690, 'avg_loss': 0.220806252540859, 'avg_acc': 0.0, 'loss': 0.22473991733516283}
+{'epoch': 5, 'iter': 700, 'avg_loss': 0.2208968950907575, 'avg_acc': 0.0, 'loss': 0.18272023218898018}
+{'epoch': 5, 'iter': 710, 'avg_loss': 0.2207149528370359, 'avg_acc': 0.0, 'loss': 0.17288261822737436}
+{'epoch': 5, 'iter': 720, 'avg_loss': 0.22063053277986755, 'avg_acc': 0.0, 'loss': 0.25301259028485995}
+{'epoch': 5, 'iter': 730, 'avg_loss': 0.22049263565264013, 'avg_acc': 0.0, 'loss': 0.2565535794064349}
+{'epoch': 5, 'iter': 740, 'avg_loss': 0.220790251581705, 'avg_acc': 0.0, 'loss': 0.22770777685237978}
+{'epoch': 5, 'iter': 750, 'avg_loss': 0.22077333531486137, 'avg_acc': 0.0, 'loss': 0.2069334333192663}
+{'epoch': 5, 'iter': 760, 'avg_loss': 0.22094327944366465, 'avg_acc': 0.0, 'loss': 0.2994538916735629}
+{'epoch': 5, 'iter': 770, 'avg_loss': 0.22069837401761908, 'avg_acc': 0.0, 'loss': 0.17237403348774802}
+{'epoch': 5, 'iter': 780, 'avg_loss': 0.2206302382732651, 'avg_acc': 0.0, 'loss': 0.24336697265497215}
+{'epoch': 5, 'iter': 790, 'avg_loss': 0.22044444777535127, 'avg_acc': 0.0, 'loss': 0.24339905762378422}
+{'epoch': 5, 'iter': 800, 'avg_loss': 0.22059424161783314, 'avg_acc': 0.0, 'loss': 0.2719480329138345}
+{'epoch': 5, 'iter': 810, 'avg_loss': 0.22060862575444826, 'avg_acc': 0.0, 'loss': 0.24540866959621}
+{'epoch': 5, 'iter': 820, 'avg_loss': 0.22011341554178537, 'avg_acc': 0.0, 'loss': 0.1988983979198175}
+{'epoch': 5, 'iter': 830, 'avg_loss': 0.21998550230192523, 'avg_acc': 0.0, 'loss': 0.20548718381061395}
+{'epoch': 5, 'iter': 840, 'avg_loss': 0.2197609074043449, 'avg_acc': 0.0, 'loss': 0.20719022773599655}
+{'epoch': 5, 'iter': 850, 'avg_loss': 0.21956868547037872, 'avg_acc': 0.0, 'loss': 0.16888310129102788}
+{'epoch': 5, 'iter': 860, 'avg_loss': 0.21966666356829517, 'avg_acc': 0.0, 'loss': 0.2532634029163481}
+{'epoch': 5, 'iter': 870, 'avg_loss': 0.22006120351099612, 'avg_acc': 0.0, 'loss': 0.26847816964540727}
+{'epoch': 5, 'iter': 880, 'avg_loss': 0.21991269735951302, 'avg_acc': 0.0, 'loss': 0.18053826594950806}
+{'epoch': 5, 'iter': 890, 'avg_loss': 0.21987510668856078, 'avg_acc': 0.0, 'loss': 0.2670372300125174}
+{'epoch': 5, 'iter': 900, 'avg_loss': 0.21994155020954873, 'avg_acc': 0.0, 'loss': 0.20234651382088487}
+{'epoch': 5, 'iter': 910, 'avg_loss': 0.22009402026968797, 'avg_acc': 0.0, 'loss': 0.21030042185163567}
+{'epoch': 5, 'iter': 920, 'avg_loss': 0.22033443360617702, 'avg_acc': 0.0, 'loss': 0.23928841694825156}
+{'epoch': 5, 'iter': 930, 'avg_loss': 0.22021258465966276, 'avg_acc': 0.0, 'loss': 0.1894189005633312}
+{'epoch': 5, 'iter': 940, 'avg_loss': 0.22026179373794041, 'avg_acc': 0.0, 'loss': 0.21406161986806183}
+{'epoch': 5, 'iter': 950, 'avg_loss': 0.2204712356744212, 'avg_acc': 0.0, 'loss': 0.22279230603947195}
+{'epoch': 5, 'iter': 960, 'avg_loss': 0.22039896092202493, 'avg_acc': 0.0, 'loss': 0.22529026604037686}
+{'epoch': 5, 'iter': 970, 'avg_loss': 0.22059391394887873, 'avg_acc': 0.0, 'loss': 0.3172248326528201}
+{'epoch': 5, 'iter': 980, 'avg_loss': 0.22075112454579288, 'avg_acc': 0.0, 'loss': 0.22231359255309663}
+{'epoch': 5, 'iter': 990, 'avg_loss': 0.22091505829833305, 'avg_acc': 0.0, 'loss': 0.186562028231752}
+{'epoch': 5, 'iter': 1000, 'avg_loss': 0.22101972159849442, 'avg_acc': 0.0, 'loss': 0.2162161842230229}
+{'epoch': 5, 'iter': 1010, 'avg_loss': 0.22116640257551784, 'avg_acc': 0.0, 'loss': 0.24503402049698966}
+{'epoch': 5, 'iter': 1020, 'avg_loss': 0.221119479904666, 'avg_acc': 0.0, 'loss': 0.22766074889068477}
+{'epoch': 5, 'iter': 1030, 'avg_loss': 0.22108302873974653, 'avg_acc': 0.0, 'loss': 0.18468552273134264}
+{'epoch': 5, 'iter': 1040, 'avg_loss': 0.22093168490181486, 'avg_acc': 0.0, 'loss': 0.2458125362632667}
+{'epoch': 5, 'iter': 1050, 'avg_loss': 0.22084616642863622, 'avg_acc': 0.0, 'loss': 0.20139441944970063}
+{'epoch': 5, 'iter': 1060, 'avg_loss': 0.2207850319581148, 'avg_acc': 0.0, 'loss': 0.16016004992603225}
+{'epoch': 5, 'iter': 1070, 'avg_loss': 0.2207429770130774, 'avg_acc': 0.0, 'loss': 0.18437503964371768}
+{'epoch': 5, 'iter': 1080, 'avg_loss': 0.22075990942553256, 'avg_acc': 0.0, 'loss': 0.17373503837071827}
+{'epoch': 5, 'iter': 1090, 'avg_loss': 0.22061235177729596, 'avg_acc': 0.0, 'loss': 0.20361015416483497}
+{'epoch': 5, 'iter': 1100, 'avg_loss': 0.22065342739303756, 'avg_acc': 0.0, 'loss': 0.20975403988125305}
+{'epoch': 5, 'iter': 1110, 'avg_loss': 0.22071614796159142, 'avg_acc': 0.0, 'loss': 0.27503208726206396}
+{'epoch': 5, 'iter': 1120, 'avg_loss': 0.22075401496593813, 'avg_acc': 0.0, 'loss': 0.24596593020253618}
+{'epoch': 5, 'iter': 1130, 'avg_loss': 0.22070879474873256, 'avg_acc': 0.0, 'loss': 0.18325535943657606}
+{'epoch': 5, 'iter': 1140, 'avg_loss': 0.2205744106815951, 'avg_acc': 0.0, 'loss': 0.20912332161547703}
+{'epoch': 5, 'iter': 1150, 'avg_loss': 0.22045308361388233, 'avg_acc': 0.0, 'loss': 0.2263938995011553}
+{'epoch': 5, 'iter': 1160, 'avg_loss': 0.22061921651087163, 'avg_acc': 0.0, 'loss': 0.28223223306927786}
+{'epoch': 5, 'iter': 1170, 'avg_loss': 0.22045376335161534, 'avg_acc': 0.0, 'loss': 0.22586349326606328}
+{'epoch': 5, 'iter': 1180, 'avg_loss': 0.22050182278968872, 'avg_acc': 0.0, 'loss': 0.19146342306489064}
+{'epoch': 5, 'iter': 1190, 'avg_loss': 0.22037450225399355, 'avg_acc': 0.0, 'loss': 0.17700373040965392}
+{'epoch': 5, 'iter': 1200, 'avg_loss': 0.22017687613607703, 'avg_acc': 0.0, 'loss': 0.1833631919088085}
+{'epoch': 5, 'iter': 1210, 'avg_loss': 0.22029190047838737, 'avg_acc': 0.0, 'loss': 0.21316008853818857}
+{'epoch': 5, 'iter': 1220, 'avg_loss': 0.22030617637328612, 'avg_acc': 0.0, 'loss': 0.1750664400993368}
+{'epoch': 5, 'iter': 1230, 'avg_loss': 0.22040497498603437, 'avg_acc': 0.0, 'loss': 0.2644994334735072}
+{'epoch': 5, 'iter': 1240, 'avg_loss': 0.22035002892256342, 'avg_acc': 0.0, 'loss': 0.21044369275010205}
+{'epoch': 'EP5_test', 'eval_accuracy': 0.0, 'ece': 0.14992175996303558, 'avg_loss': 0.22035002892256342, 'f1_scores': 0.7633001935489272}
+{'epoch': 6, 'iter': 0, 'avg_loss': 0.14529969710572133, 'avg_acc': 0.0, 'loss': 0.14529969710572133}
+{'epoch': 6, 'iter': 10, 'avg_loss': 0.1911573853327803, 'avg_acc': 0.0, 'loss': 0.2118179702481159}
+{'epoch': 6, 'iter': 20, 'avg_loss': 0.1910096528897998, 'avg_acc': 0.0, 'loss': 0.2004673987620273}
+{'epoch': 6, 'iter': 30, 'avg_loss': 0.2029823297875841, 'avg_acc': 0.0, 'loss': 0.19819109501668208}
+{'epoch': 6, 'iter': 40, 'avg_loss': 0.20988818862575234, 'avg_acc': 0.0, 'loss': 0.2875976295138441}
+{'epoch': 6, 'iter': 50, 'avg_loss': 0.21074699638554592, 'avg_acc': 0.0, 'loss': 0.2133331161469089}
+{'epoch': 6, 'iter': 60, 'avg_loss': 0.2164281787050699, 'avg_acc': 0.0, 'loss': 0.18280350234947815}
+{'epoch': 6, 'iter': 70, 'avg_loss': 0.21960839438701837, 'avg_acc': 0.0, 'loss': 0.24531816280646773}
+{'epoch': 6, 'iter': 80, 'avg_loss': 0.21628456297522042, 'avg_acc': 0.0, 'loss': 0.19227500890883675}
+{'epoch': 6, 'iter': 90, 'avg_loss': 0.21626399768168836, 'avg_acc': 0.0, 'loss': 0.22169447650652988}
+{'epoch': 6, 'iter': 100, 'avg_loss': 0.21666969254648186, 'avg_acc': 0.0, 'loss': 0.2527609584221214}
+{'epoch': 6, 'iter': 110, 'avg_loss': 0.21564415711399496, 'avg_acc': 0.0, 'loss': 0.205996402116008}
+{'epoch': 6, 'iter': 120, 'avg_loss': 0.21412325107504065, 'avg_acc': 0.0, 'loss': 0.18661112306114902}
+{'epoch': 6, 'iter': 130, 'avg_loss': 0.2132163601437313, 'avg_acc': 0.0, 'loss': 0.16550871315465493}
+{'epoch': 6, 'iter': 140, 'avg_loss': 0.21368471446408532, 'avg_acc': 0.0, 'loss': 0.2907072021887091}
+{'epoch': 6, 'iter': 150, 'avg_loss': 0.21524288608570355, 'avg_acc': 0.0, 'loss': 0.2757387681314347}
+{'epoch': 6, 'iter': 160, 'avg_loss': 0.21555821762443395, 'avg_acc': 0.0, 'loss': 0.20107749574084924}
+{'epoch': 6, 'iter': 170, 'avg_loss': 0.2140866535427028, 'avg_acc': 0.0, 'loss': 0.19824789232552575}
+{'epoch': 6, 'iter': 180, 'avg_loss': 0.2145001913549935, 'avg_acc': 0.0, 'loss': 0.2375613914090146}
+{'epoch': 6, 'iter': 190, 'avg_loss': 0.2141236986295857, 'avg_acc': 0.0, 'loss': 0.15384781420984187}
+{'epoch': 6, 'iter': 200, 'avg_loss': 0.21415913201262962, 'avg_acc': 0.0, 'loss': 0.21895486736866587}
+{'epoch': 6, 'iter': 210, 'avg_loss': 0.21421483659438129, 'avg_acc': 0.0, 'loss': 0.19174776615753736}
+{'epoch': 6, 'iter': 220, 'avg_loss': 0.21412393533598897, 'avg_acc': 0.0, 'loss': 0.22745691444866417}
+{'epoch': 6, 'iter': 230, 'avg_loss': 0.215046475793299, 'avg_acc': 0.0, 'loss': 0.2113511159617961}
+{'epoch': 6, 'iter': 240, 'avg_loss': 0.2153392237847013, 'avg_acc': 0.0, 'loss': 0.28834678113954787}
+{'epoch': 6, 'iter': 250, 'avg_loss': 0.21525679222938954, 'avg_acc': 0.0, 'loss': 0.20266740961726878}
+{'epoch': 6, 'iter': 260, 'avg_loss': 0.2151092690772169, 'avg_acc': 0.0, 'loss': 0.2517200638943515}
+{'epoch': 6, 'iter': 270, 'avg_loss': 0.21490555858920454, 'avg_acc': 0.0, 'loss': 0.24267796360137642}
+{'epoch': 6, 'iter': 280, 'avg_loss': 0.21484034494447063, 'avg_acc': 0.0, 'loss': 0.21908925411064825}
+{'epoch': 6, 'iter': 290, 'avg_loss': 0.21500375762817814, 'avg_acc': 0.0, 'loss': 0.20346333115594462}
+{'epoch': 6, 'iter': 300, 'avg_loss': 0.21462258097424725, 'avg_acc': 0.0, 'loss': 0.189142223179845}
+{'epoch': 6, 'iter': 310, 'avg_loss': 0.21474093758569124, 'avg_acc': 0.0, 'loss': 0.1766457493128785}
+{'epoch': 6, 'iter': 320, 'avg_loss': 0.2150947881968679, 'avg_acc': 0.0, 'loss': 0.19855525578668676}
+{'epoch': 6, 'iter': 330, 'avg_loss': 0.21522467250281166, 'avg_acc': 0.0, 'loss': 0.25081487319935797}
+{'epoch': 6, 'iter': 340, 'avg_loss': 0.2157473994526982, 'avg_acc': 0.0, 'loss': 0.2689388430651109}
+{'epoch': 6, 'iter': 350, 'avg_loss': 0.21554262860220097, 'avg_acc': 0.0, 'loss': 0.23093426429886676}
+{'epoch': 6, 'iter': 360, 'avg_loss': 0.21549921610918232, 'avg_acc': 0.0, 'loss': 0.19067174664204295}
+{'epoch': 6, 'iter': 370, 'avg_loss': 0.21574500158580176, 'avg_acc': 0.0, 'loss': 0.20232345896835924}
+{'epoch': 6, 'iter': 380, 'avg_loss': 0.21577558655509246, 'avg_acc': 0.0, 'loss': 0.17401496905046898}
+{'epoch': 6, 'iter': 390, 'avg_loss': 0.21558005117034168, 'avg_acc': 0.0, 'loss': 0.20532888200822136}
+{'epoch': 6, 'iter': 400, 'avg_loss': 0.21569491865928142, 'avg_acc': 0.0, 'loss': 0.21186641459800218}
+{'epoch': 6, 'iter': 410, 'avg_loss': 0.21588458325361917, 'avg_acc': 0.0, 'loss': 0.20412862679657856}
+{'epoch': 6, 'iter': 420, 'avg_loss': 0.215622616020831, 'avg_acc': 0.0, 'loss': 0.18596608811341345}
+{'epoch': 6, 'iter': 430, 'avg_loss': 0.21574317527574574, 'avg_acc': 0.0, 'loss': 0.23958536915967799}
+{'epoch': 6, 'iter': 440, 'avg_loss': 0.21556948359042846, 'avg_acc': 0.0, 'loss': 0.22957886017762313}
+{'epoch': 6, 'iter': 450, 'avg_loss': 0.21579429213157503, 'avg_acc': 0.0, 'loss': 0.21846444133162937}
+{'epoch': 6, 'iter': 460, 'avg_loss': 0.2158730232358438, 'avg_acc': 0.0, 'loss': 0.21225673097595582}
+{'epoch': 6, 'iter': 470, 'avg_loss': 0.21576654383910635, 'avg_acc': 0.0, 'loss': 0.21268004727504114}
+{'epoch': 6, 'iter': 480, 'avg_loss': 0.21582958572270317, 'avg_acc': 0.0, 'loss': 0.22226722812229127}
+{'epoch': 6, 'iter': 490, 'avg_loss': 0.21572459076656966, 'avg_acc': 0.0, 'loss': 0.1943917555695407}
+{'epoch': 6, 'iter': 500, 'avg_loss': 0.21544636279230556, 'avg_acc': 0.0, 'loss': 0.2314472677094922}
+{'epoch': 6, 'iter': 510, 'avg_loss': 0.21543235175583736, 'avg_acc': 0.0, 'loss': 0.1663287700672689}
+{'epoch': 6, 'iter': 520, 'avg_loss': 0.21534733257185043, 'avg_acc': 0.0, 'loss': 0.22998613123036193}
+{'epoch': 6, 'iter': 530, 'avg_loss': 0.2153486512766152, 'avg_acc': 0.0, 'loss': 0.22145056311936578}
+{'epoch': 6, 'iter': 540, 'avg_loss': 0.21560570672340154, 'avg_acc': 0.0, 'loss': 0.1993181462643016}
+{'epoch': 6, 'iter': 550, 'avg_loss': 0.21576320854474226, 'avg_acc': 0.0, 'loss': 0.26045544237916013}
+{'epoch': 6, 'iter': 560, 'avg_loss': 0.2155144217982545, 'avg_acc': 0.0, 'loss': 0.16801322916067615}
+{'epoch': 6, 'iter': 570, 'avg_loss': 0.21601868288583037, 'avg_acc': 0.0, 'loss': 0.219303387830353}
+{'epoch': 6, 'iter': 580, 'avg_loss': 0.2159055727944354, 'avg_acc': 0.0, 'loss': 0.191015248016421}
+{'epoch': 6, 'iter': 590, 'avg_loss': 0.21607017170225476, 'avg_acc': 0.0, 'loss': 0.2634450727667042}
+{'epoch': 6, 'iter': 600, 'avg_loss': 0.21613444180410452, 'avg_acc': 0.0, 'loss': 0.24216699988853307}
+{'epoch': 6, 'iter': 610, 'avg_loss': 0.21648305926704192, 'avg_acc': 0.0, 'loss': 0.28318979410583517}
+{'epoch': 6, 'iter': 620, 'avg_loss': 0.21700392941857571, 'avg_acc': 0.0, 'loss': 0.21590577249993917}
+{'epoch': 6, 'iter': 630, 'avg_loss': 0.21688730967815212, 'avg_acc': 0.0, 'loss': 0.18110421594006504}
+{'epoch': 6, 'iter': 640, 'avg_loss': 0.21682230467767205, 'avg_acc': 0.0, 'loss': 0.20171791764323643}
+{'epoch': 6, 'iter': 650, 'avg_loss': 0.2169161915337618, 'avg_acc': 0.0, 'loss': 0.24703372806067947}
+{'epoch': 6, 'iter': 660, 'avg_loss': 0.21729313846390166, 'avg_acc': 0.0, 'loss': 0.25298653445556085}
+{'epoch': 6, 'iter': 670, 'avg_loss': 0.21707077164400349, 'avg_acc': 0.0, 'loss': 0.2134616836997988}
+{'epoch': 6, 'iter': 680, 'avg_loss': 0.21727272229687075, 'avg_acc': 0.0, 'loss': 0.21364065081245695}
+{'epoch': 6, 'iter': 690, 'avg_loss': 0.21752668252919033, 'avg_acc': 0.0, 'loss': 0.21575711597376668}
+{'epoch': 6, 'iter': 700, 'avg_loss': 0.2176359967616613, 'avg_acc': 0.0, 'loss': 0.1786018252687427}
+{'epoch': 6, 'iter': 710, 'avg_loss': 0.21746927617769177, 'avg_acc': 0.0, 'loss': 0.17365569979366616}
+{'epoch': 6, 'iter': 720, 'avg_loss': 0.21739024845340843, 'avg_acc': 0.0, 'loss': 0.2466253424356312}
+{'epoch': 6, 'iter': 730, 'avg_loss': 0.2172701450086115, 'avg_acc': 0.0, 'loss': 0.2501533971473171}
+{'epoch': 6, 'iter': 740, 'avg_loss': 0.21754997229237955, 'avg_acc': 0.0, 'loss': 0.22248778544930506}
+{'epoch': 6, 'iter': 750, 'avg_loss': 0.21752649385187517, 'avg_acc': 0.0, 'loss': 0.2033543308485345}
+{'epoch': 6, 'iter': 760, 'avg_loss': 0.21768780121911216, 'avg_acc': 0.0, 'loss': 0.2914667565280849}
+{'epoch': 6, 'iter': 770, 'avg_loss': 0.2174518234208347, 'avg_acc': 0.0, 'loss': 0.1790496838625586}
+{'epoch': 6, 'iter': 780, 'avg_loss': 0.2174187787865778, 'avg_acc': 0.0, 'loss': 0.23235094530894326}
+{'epoch': 6, 'iter': 790, 'avg_loss': 0.21724470974625057, 'avg_acc': 0.0, 'loss': 0.23659335473082266}
+{'epoch': 6, 'iter': 800, 'avg_loss': 0.21738142166051827, 'avg_acc': 0.0, 'loss': 0.26803698172495516}
+{'epoch': 6, 'iter': 810, 'avg_loss': 0.2174013427972835, 'avg_acc': 0.0, 'loss': 0.2336587918935038}
+{'epoch': 6, 'iter': 820, 'avg_loss': 0.21690934395179504, 'avg_acc': 0.0, 'loss': 0.19664723138417423}
+{'epoch': 6, 'iter': 830, 'avg_loss': 0.21681383646787925, 'avg_acc': 0.0, 'loss': 0.2053251705895361}
+{'epoch': 6, 'iter': 840, 'avg_loss': 0.21660048755932804, 'avg_acc': 0.0, 'loss': 0.2094536894887824}
+{'epoch': 6, 'iter': 850, 'avg_loss': 0.21641036546667616, 'avg_acc': 0.0, 'loss': 0.173540931248421}
+{'epoch': 6, 'iter': 860, 'avg_loss': 0.21650718130604477, 'avg_acc': 0.0, 'loss': 0.2437472493212616}
+{'epoch': 6, 'iter': 870, 'avg_loss': 0.21691498701137665, 'avg_acc': 0.0, 'loss': 0.268939092079693}
+{'epoch': 6, 'iter': 880, 'avg_loss': 0.21678632159330385, 'avg_acc': 0.0, 'loss': 0.17714050716787302}
+{'epoch': 6, 'iter': 890, 'avg_loss': 0.21673351058096357, 'avg_acc': 0.0, 'loss': 0.2604110493673813}
+{'epoch': 6, 'iter': 900, 'avg_loss': 0.2167931750940668, 'avg_acc': 0.0, 'loss': 0.20126765297514532}
+{'epoch': 6, 'iter': 910, 'avg_loss': 0.21696606167416002, 'avg_acc': 0.0, 'loss': 0.21038506040635443}
+{'epoch': 6, 'iter': 920, 'avg_loss': 0.21721518930362882, 'avg_acc': 0.0, 'loss': 0.2368668398673565}
+{'epoch': 6, 'iter': 930, 'avg_loss': 0.2170891914110581, 'avg_acc': 0.0, 'loss': 0.1849072448336041}
+{'epoch': 6, 'iter': 940, 'avg_loss': 0.21714535758702183, 'avg_acc': 0.0, 'loss': 0.21311186357044268}
+{'epoch': 6, 'iter': 950, 'avg_loss': 0.2173566552142301, 'avg_acc': 0.0, 'loss': 0.21579248268608353}
+{'epoch': 6, 'iter': 960, 'avg_loss': 0.21730078241680106, 'avg_acc': 0.0, 'loss': 0.21738273062055669}
+{'epoch': 6, 'iter': 970, 'avg_loss': 0.2174867428971339, 'avg_acc': 0.0, 'loss': 0.3196585985965612}
+{'epoch': 6, 'iter': 980, 'avg_loss': 0.21763120202618585, 'avg_acc': 0.0, 'loss': 0.21780193152835636}
+{'epoch': 6, 'iter': 990, 'avg_loss': 0.21778742848381802, 'avg_acc': 0.0, 'loss': 0.17465915777730903}
+{'epoch': 6, 'iter': 1000, 'avg_loss': 0.2178934867782531, 'avg_acc': 0.0, 'loss': 0.2099520665895917}
+{'epoch': 6, 'iter': 1010, 'avg_loss': 0.21805615440574255, 'avg_acc': 0.0, 'loss': 0.24239600334833863}
+{'epoch': 6, 'iter': 1020, 'avg_loss': 0.21800349554644308, 'avg_acc': 0.0, 'loss': 0.2238244765020941}
+{'epoch': 6, 'iter': 1030, 'avg_loss': 0.21797335623911201, 'avg_acc': 0.0, 'loss': 0.1875285177236167}
+{'epoch': 6, 'iter': 1040, 'avg_loss': 0.21780654647460657, 'avg_acc': 0.0, 'loss': 0.23695084198646196}
+{'epoch': 6, 'iter': 1050, 'avg_loss': 0.21772038371070485, 'avg_acc': 0.0, 'loss': 0.19859605587433699}
+{'epoch': 6, 'iter': 1060, 'avg_loss': 0.21765660865705755, 'avg_acc': 0.0, 'loss': 0.15485734288742084}
+{'epoch': 6, 'iter': 1070, 'avg_loss': 0.2176277401737382, 'avg_acc': 0.0, 'loss': 0.18482615419147155}
+{'epoch': 6, 'iter': 1080, 'avg_loss': 0.21764043647456863, 'avg_acc': 0.0, 'loss': 0.18320540419102013}
+{'epoch': 6, 'iter': 1090, 'avg_loss': 0.21750954905260525, 'avg_acc': 0.0, 'loss': 0.20333980721963077}
+{'epoch': 6, 'iter': 1100, 'avg_loss': 0.21755819139887073, 'avg_acc': 0.0, 'loss': 0.21715197482587556}
+{'epoch': 6, 'iter': 1110, 'avg_loss': 0.21761692689416381, 'avg_acc': 0.0, 'loss': 0.2707701585335209}
+{'epoch': 6, 'iter': 1120, 'avg_loss': 0.21766234840783494, 'avg_acc': 0.0, 'loss': 0.24148804098305324}
+{'epoch': 6, 'iter': 1130, 'avg_loss': 0.21759779030071816, 'avg_acc': 0.0, 'loss': 0.1811893063813191}
+{'epoch': 6, 'iter': 1140, 'avg_loss': 0.21747867371522703, 'avg_acc': 0.0, 'loss': 0.2060859885501226}
+{'epoch': 6, 'iter': 1150, 'avg_loss': 0.21736309936146347, 'avg_acc': 0.0, 'loss': 0.2240962841073529}
+{'epoch': 6, 'iter': 1160, 'avg_loss': 0.21753020110613952, 'avg_acc': 0.0, 'loss': 0.281263579458612}
+{'epoch': 6, 'iter': 1170, 'avg_loss': 0.21736198996703898, 'avg_acc': 0.0, 'loss': 0.2298749629105389}
+{'epoch': 6, 'iter': 1180, 'avg_loss': 0.21743546401325936, 'avg_acc': 0.0, 'loss': 0.19548508397870784}
+{'epoch': 6, 'iter': 1190, 'avg_loss': 0.217318265949605, 'avg_acc': 0.0, 'loss': 0.1762559011893115}
+{'epoch': 6, 'iter': 1200, 'avg_loss': 0.21712088979394906, 'avg_acc': 0.0, 'loss': 0.17734883585593966}
+{'epoch': 6, 'iter': 1210, 'avg_loss': 0.21724292350583377, 'avg_acc': 0.0, 'loss': 0.21386685694928279}
+{'epoch': 6, 'iter': 1220, 'avg_loss': 0.2172414635915377, 'avg_acc': 0.0, 'loss': 0.17012030064045444}
+{'epoch': 6, 'iter': 1230, 'avg_loss': 0.21733324299332116, 'avg_acc': 0.0, 'loss': 0.2629014042918243}
+{'epoch': 6, 'iter': 1240, 'avg_loss': 0.21727645085969807, 'avg_acc': 0.0, 'loss': 0.1973445667420362}
+{'epoch': 'EP6_test', 'eval_accuracy': 0.0, 'ece': 0.16916756331920624, 'avg_loss': 0.21727645085969807, 'f1_scores': 0.7518071287499253}
+{'epoch': 7, 'iter': 0, 'avg_loss': 0.14787838546590137, 'avg_acc': 0.0, 'loss': 0.14787838546590137}
+{'epoch': 7, 'iter': 10, 'avg_loss': 0.19393037472349084, 'avg_acc': 0.0, 'loss': 0.21663533977932403}
+{'epoch': 7, 'iter': 20, 'avg_loss': 0.19453750745195647, 'avg_acc': 0.0, 'loss': 0.20650701454717688}
+{'epoch': 7, 'iter': 30, 'avg_loss': 0.20725604319936008, 'avg_acc': 0.0, 'loss': 0.20406661698617815}
+{'epoch': 7, 'iter': 40, 'avg_loss': 0.21446906835940144, 'avg_acc': 0.0, 'loss': 0.28924204378563445}
+{'epoch': 7, 'iter': 50, 'avg_loss': 0.21492406280035925, 'avg_acc': 0.0, 'loss': 0.21751854974640342}
+{'epoch': 7, 'iter': 60, 'avg_loss': 0.22019758584501126, 'avg_acc': 0.0, 'loss': 0.18901117887552182}
+{'epoch': 7, 'iter': 70, 'avg_loss': 0.22339182867553, 'avg_acc': 0.0, 'loss': 0.25104136333720817}
+{'epoch': 7, 'iter': 80, 'avg_loss': 0.21992889262552487, 'avg_acc': 0.0, 'loss': 0.2026095745855595}
+{'epoch': 7, 'iter': 90, 'avg_loss': 0.21970574094655165, 'avg_acc': 0.0, 'loss': 0.21766042673263133}
+{'epoch': 7, 'iter': 100, 'avg_loss': 0.22002623935388843, 'avg_acc': 0.0, 'loss': 0.25290457866516847}
+{'epoch': 7, 'iter': 110, 'avg_loss': 0.2190300660490884, 'avg_acc': 0.0, 'loss': 0.21039626380473106}
+{'epoch': 7, 'iter': 120, 'avg_loss': 0.21762813253878788, 'avg_acc': 0.0, 'loss': 0.19116489264797565}
+{'epoch': 7, 'iter': 130, 'avg_loss': 0.21697306845419595, 'avg_acc': 0.0, 'loss': 0.17267374633814012}
+{'epoch': 7, 'iter': 140, 'avg_loss': 0.21743491030328696, 'avg_acc': 0.0, 'loss': 0.29055506041426526}
+{'epoch': 7, 'iter': 150, 'avg_loss': 0.2190025876773567, 'avg_acc': 0.0, 'loss': 0.28648252331530394}
+{'epoch': 7, 'iter': 160, 'avg_loss': 0.2193259140347383, 'avg_acc': 0.0, 'loss': 0.2071991544973051}
+{'epoch': 7, 'iter': 170, 'avg_loss': 0.21798209287372503, 'avg_acc': 0.0, 'loss': 0.20260070578426945}
+{'epoch': 7, 'iter': 180, 'avg_loss': 0.21843836726097987, 'avg_acc': 0.0, 'loss': 0.23905380167577406}
+{'epoch': 7, 'iter': 190, 'avg_loss': 0.21793558759239, 'avg_acc': 0.0, 'loss': 0.15012601885635896}
+{'epoch': 7, 'iter': 200, 'avg_loss': 0.2179606068216581, 'avg_acc': 0.0, 'loss': 0.22181503199967015}
+{'epoch': 7, 'iter': 210, 'avg_loss': 0.21800035597281886, 'avg_acc': 0.0, 'loss': 0.19954794079740168}
+{'epoch': 7, 'iter': 220, 'avg_loss': 0.21796746125715843, 'avg_acc': 0.0, 'loss': 0.23384960365027446}
+{'epoch': 7, 'iter': 230, 'avg_loss': 0.21887951564060643, 'avg_acc': 0.0, 'loss': 0.2204022411934342}
+{'epoch': 7, 'iter': 240, 'avg_loss': 0.21906896115252583, 'avg_acc': 0.0, 'loss': 0.2836484273993847}
+{'epoch': 7, 'iter': 250, 'avg_loss': 0.2189714404562844, 'avg_acc': 0.0, 'loss': 0.21317232605737704}
+{'epoch': 7, 'iter': 260, 'avg_loss': 0.21883982024939608, 'avg_acc': 0.0, 'loss': 0.25974988791170156}
+{'epoch': 7, 'iter': 270, 'avg_loss': 0.2186725480412151, 'avg_acc': 0.0, 'loss': 0.24913946966288286}
+{'epoch': 7, 'iter': 280, 'avg_loss': 0.2186502185570119, 'avg_acc': 0.0, 'loss': 0.22111900347928373}
+{'epoch': 7, 'iter': 290, 'avg_loss': 0.2188091998356757, 'avg_acc': 0.0, 'loss': 0.20786503438908505}
+{'epoch': 7, 'iter': 300, 'avg_loss': 0.21839016573069298, 'avg_acc': 0.0, 'loss': 0.1918290330577942}
+{'epoch': 7, 'iter': 310, 'avg_loss': 0.21845844860330774, 'avg_acc': 0.0, 'loss': 0.1809567964704521}
+{'epoch': 7, 'iter': 320, 'avg_loss': 0.21888571985108254, 'avg_acc': 0.0, 'loss': 0.21258231421591386}
+{'epoch': 7, 'iter': 330, 'avg_loss': 0.2190000413547873, 'avg_acc': 0.0, 'loss': 0.2511876911042756}
+{'epoch': 7, 'iter': 340, 'avg_loss': 0.2195701054868993, 'avg_acc': 0.0, 'loss': 0.2732715850626326}
+{'epoch': 7, 'iter': 350, 'avg_loss': 0.21942845063007468, 'avg_acc': 0.0, 'loss': 0.23593636221299413}
+{'epoch': 7, 'iter': 360, 'avg_loss': 0.21942973225331797, 'avg_acc': 0.0, 'loss': 0.18994448584947218}
+{'epoch': 7, 'iter': 370, 'avg_loss': 0.21964329022348983, 'avg_acc': 0.0, 'loss': 0.206549623104885}
+{'epoch': 7, 'iter': 380, 'avg_loss': 0.219674326221446, 'avg_acc': 0.0, 'loss': 0.17481191540075866}
+{'epoch': 7, 'iter': 390, 'avg_loss': 0.21950927920370103, 'avg_acc': 0.0, 'loss': 0.21067431697727962}
+{'epoch': 7, 'iter': 400, 'avg_loss': 0.21962153229264184, 'avg_acc': 0.0, 'loss': 0.2158951828580809}
+{'epoch': 7, 'iter': 410, 'avg_loss': 0.21981707629388741, 'avg_acc': 0.0, 'loss': 0.20910216242763063}
+{'epoch': 7, 'iter': 420, 'avg_loss': 0.21952591963610849, 'avg_acc': 0.0, 'loss': 0.1866453947949854}
+{'epoch': 7, 'iter': 430, 'avg_loss': 0.21968806496949536, 'avg_acc': 0.0, 'loss': 0.24140753289592404}
+{'epoch': 7, 'iter': 440, 'avg_loss': 0.21949947357473143, 'avg_acc': 0.0, 'loss': 0.23322925179945742}
+{'epoch': 7, 'iter': 450, 'avg_loss': 0.2197309896627682, 'avg_acc': 0.0, 'loss': 0.22194872619976583}
+{'epoch': 7, 'iter': 460, 'avg_loss': 0.21981477292085505, 'avg_acc': 0.0, 'loss': 0.21624672738997625}
+{'epoch': 7, 'iter': 470, 'avg_loss': 0.21971068690988024, 'avg_acc': 0.0, 'loss': 0.2184918389838068}
+{'epoch': 7, 'iter': 480, 'avg_loss': 0.21980317037685504, 'avg_acc': 0.0, 'loss': 0.22492257206535474}
+{'epoch': 7, 'iter': 490, 'avg_loss': 0.2196908192810973, 'avg_acc': 0.0, 'loss': 0.19631034830574987}
+{'epoch': 7, 'iter': 500, 'avg_loss': 0.21946341851022855, 'avg_acc': 0.0, 'loss': 0.23759434271700489}
+{'epoch': 7, 'iter': 510, 'avg_loss': 0.2194472922436427, 'avg_acc': 0.0, 'loss': 0.16982806219513283}
+{'epoch': 7, 'iter': 520, 'avg_loss': 0.21936863382932445, 'avg_acc': 0.0, 'loss': 0.2427110933079218}
+{'epoch': 7, 'iter': 530, 'avg_loss': 0.21936567584685648, 'avg_acc': 0.0, 'loss': 0.23194973703331404}
+{'epoch': 7, 'iter': 540, 'avg_loss': 0.2196453646770756, 'avg_acc': 0.0, 'loss': 0.20365502283123402}
+{'epoch': 7, 'iter': 550, 'avg_loss': 0.21980351354016903, 'avg_acc': 0.0, 'loss': 0.25983584621462796}
+{'epoch': 7, 'iter': 560, 'avg_loss': 0.2195494564072705, 'avg_acc': 0.0, 'loss': 0.17058042801428588}
+{'epoch': 7, 'iter': 570, 'avg_loss': 0.2200256183474637, 'avg_acc': 0.0, 'loss': 0.22598867798017505}
+{'epoch': 7, 'iter': 580, 'avg_loss': 0.2199320223425034, 'avg_acc': 0.0, 'loss': 0.20262537563134433}
+{'epoch': 7, 'iter': 590, 'avg_loss': 0.22009152129738013, 'avg_acc': 0.0, 'loss': 0.2666429763742469}
+{'epoch': 7, 'iter': 600, 'avg_loss': 0.22017747048899994, 'avg_acc': 0.0, 'loss': 0.2460395469821768}
+{'epoch': 7, 'iter': 610, 'avg_loss': 0.22050869429931247, 'avg_acc': 0.0, 'loss': 0.2766476694496305}
+{'epoch': 7, 'iter': 620, 'avg_loss': 0.22104424664854733, 'avg_acc': 0.0, 'loss': 0.2312709212723608}
+{'epoch': 7, 'iter': 630, 'avg_loss': 0.220962822699545, 'avg_acc': 0.0, 'loss': 0.1870673383262848}
+{'epoch': 7, 'iter': 640, 'avg_loss': 0.22089606652593585, 'avg_acc': 0.0, 'loss': 0.2064478513798349}
+{'epoch': 7, 'iter': 650, 'avg_loss': 0.22098005154900868, 'avg_acc': 0.0, 'loss': 0.2507910048665118}
+{'epoch': 7, 'iter': 660, 'avg_loss': 0.2213577200686188, 'avg_acc': 0.0, 'loss': 0.2559107286457609}
+{'epoch': 7, 'iter': 670, 'avg_loss': 0.22113585650682901, 'avg_acc': 0.0, 'loss': 0.21721218338728118}
+{'epoch': 7, 'iter': 680, 'avg_loss': 0.2212939897372351, 'avg_acc': 0.0, 'loss': 0.21951270377478846}
+{'epoch': 7, 'iter': 690, 'avg_loss': 0.22156419807832928, 'avg_acc': 0.0, 'loss': 0.2247496342445499}
+{'epoch': 7, 'iter': 700, 'avg_loss': 0.22164749415460377, 'avg_acc': 0.0, 'loss': 0.1817612298584988}
+{'epoch': 7, 'iter': 710, 'avg_loss': 0.22150461676320296, 'avg_acc': 0.0, 'loss': 0.1761465215149006}
+{'epoch': 7, 'iter': 720, 'avg_loss': 0.22144977636073593, 'avg_acc': 0.0, 'loss': 0.24782221722781675}
+{'epoch': 7, 'iter': 730, 'avg_loss': 0.2213460338436389, 'avg_acc': 0.0, 'loss': 0.24784653462919387}
+{'epoch': 7, 'iter': 740, 'avg_loss': 0.22160768843757878, 'avg_acc': 0.0, 'loss': 0.22536207784605722}
+{'epoch': 7, 'iter': 750, 'avg_loss': 0.22155713276840325, 'avg_acc': 0.0, 'loss': 0.20652277430443583}
+{'epoch': 7, 'iter': 760, 'avg_loss': 0.22171510761300153, 'avg_acc': 0.0, 'loss': 0.2943525467092383}
+{'epoch': 7, 'iter': 770, 'avg_loss': 0.22145952234190425, 'avg_acc': 0.0, 'loss': 0.17949278576829134}
+{'epoch': 7, 'iter': 780, 'avg_loss': 0.22141091363845344, 'avg_acc': 0.0, 'loss': 0.23756112711998867}
+{'epoch': 7, 'iter': 790, 'avg_loss': 0.22125049138528485, 'avg_acc': 0.0, 'loss': 0.24313496283171582}
+{'epoch': 7, 'iter': 800, 'avg_loss': 0.22141822337610367, 'avg_acc': 0.0, 'loss': 0.2733881149407742}
+{'epoch': 7, 'iter': 810, 'avg_loss': 0.22144910262778827, 'avg_acc': 0.0, 'loss': 0.2392603858278822}
+{'epoch': 7, 'iter': 820, 'avg_loss': 0.22098324237720832, 'avg_acc': 0.0, 'loss': 0.20006419356286642}
+{'epoch': 7, 'iter': 830, 'avg_loss': 0.2208683110343228, 'avg_acc': 0.0, 'loss': 0.2076956372418083}
+{'epoch': 7, 'iter': 840, 'avg_loss': 0.22065983271723708, 'avg_acc': 0.0, 'loss': 0.21299356764003666}
+{'epoch': 7, 'iter': 850, 'avg_loss': 0.22048811238645194, 'avg_acc': 0.0, 'loss': 0.17335540436572824}
+{'epoch': 7, 'iter': 860, 'avg_loss': 0.22060316638210636, 'avg_acc': 0.0, 'loss': 0.2568544877268063}
+{'epoch': 7, 'iter': 870, 'avg_loss': 0.2210111798834758, 'avg_acc': 0.0, 'loss': 0.27254825281410633}
+{'epoch': 7, 'iter': 880, 'avg_loss': 0.22087827261552354, 'avg_acc': 0.0, 'loss': 0.18040990221996772}
+{'epoch': 7, 'iter': 890, 'avg_loss': 0.2208533443013662, 'avg_acc': 0.0, 'loss': 0.26523397101085977}
+{'epoch': 7, 'iter': 900, 'avg_loss': 0.2209154804603898, 'avg_acc': 0.0, 'loss': 0.20743080869689426}
+{'epoch': 7, 'iter': 910, 'avg_loss': 0.2210778889327006, 'avg_acc': 0.0, 'loss': 0.2188284617881696}
+{'epoch': 7, 'iter': 920, 'avg_loss': 0.22129881989370329, 'avg_acc': 0.0, 'loss': 0.23462213905772192}
+{'epoch': 7, 'iter': 930, 'avg_loss': 0.22118743050358877, 'avg_acc': 0.0, 'loss': 0.18575070361839607}
+{'epoch': 7, 'iter': 940, 'avg_loss': 0.22122815157092096, 'avg_acc': 0.0, 'loss': 0.21988845311541028}
+{'epoch': 7, 'iter': 950, 'avg_loss': 0.22141178788903895, 'avg_acc': 0.0, 'loss': 0.21674672025775568}
+{'epoch': 7, 'iter': 960, 'avg_loss': 0.22134657154651013, 'avg_acc': 0.0, 'loss': 0.22580734518071818}
+{'epoch': 7, 'iter': 970, 'avg_loss': 0.22151219536558647, 'avg_acc': 0.0, 'loss': 0.31719814190098206}
+{'epoch': 7, 'iter': 980, 'avg_loss': 0.22166437974432693, 'avg_acc': 0.0, 'loss': 0.22173161873940572}
+{'epoch': 7, 'iter': 990, 'avg_loss': 0.22182045267658337, 'avg_acc': 0.0, 'loss': 0.18267992269232178}
+{'epoch': 7, 'iter': 1000, 'avg_loss': 0.2219335687496855, 'avg_acc': 0.0, 'loss': 0.21756379077039256}
+{'epoch': 7, 'iter': 1010, 'avg_loss': 0.22207726952024587, 'avg_acc': 0.0, 'loss': 0.24599339963710268}
+{'epoch': 7, 'iter': 1020, 'avg_loss': 0.22202361585092953, 'avg_acc': 0.0, 'loss': 0.22687310461060406}
+{'epoch': 7, 'iter': 1030, 'avg_loss': 0.22199698618265257, 'avg_acc': 0.0, 'loss': 0.19496373607385714}
+{'epoch': 7, 'iter': 1040, 'avg_loss': 0.22184415482230915, 'avg_acc': 0.0, 'loss': 0.24133773583785761}
+{'epoch': 7, 'iter': 1050, 'avg_loss': 0.22176055761857824, 'avg_acc': 0.0, 'loss': 0.19961150428649227}
+{'epoch': 7, 'iter': 1060, 'avg_loss': 0.2217021969293999, 'avg_acc': 0.0, 'loss': 0.16007669209121947}
+{'epoch': 7, 'iter': 1070, 'avg_loss': 0.22165430302028996, 'avg_acc': 0.0, 'loss': 0.18410116804222654}
+{'epoch': 7, 'iter': 1080, 'avg_loss': 0.22166614482542468, 'avg_acc': 0.0, 'loss': 0.18598484086006853}
+{'epoch': 7, 'iter': 1090, 'avg_loss': 0.2215195141120419, 'avg_acc': 0.0, 'loss': 0.2048585782281407}
+{'epoch': 7, 'iter': 1100, 'avg_loss': 0.22156889367027136, 'avg_acc': 0.0, 'loss': 0.2205960906024172}
+{'epoch': 7, 'iter': 1110, 'avg_loss': 0.22160989798786013, 'avg_acc': 0.0, 'loss': 0.27300888415285435}
+{'epoch': 7, 'iter': 1120, 'avg_loss': 0.22166814798558215, 'avg_acc': 0.0, 'loss': 0.25101793989285526}
+{'epoch': 7, 'iter': 1130, 'avg_loss': 0.22159895029670174, 'avg_acc': 0.0, 'loss': 0.1849039607106663}
+{'epoch': 7, 'iter': 1140, 'avg_loss': 0.22147453904034586, 'avg_acc': 0.0, 'loss': 0.2079361467630016}
+{'epoch': 7, 'iter': 1150, 'avg_loss': 0.22136250135909738, 'avg_acc': 0.0, 'loss': 0.2276009941151642}
+{'epoch': 7, 'iter': 1160, 'avg_loss': 0.22153629279084672, 'avg_acc': 0.0, 'loss': 0.28190790040226993}
+{'epoch': 7, 'iter': 1170, 'avg_loss': 0.22136109650422708, 'avg_acc': 0.0, 'loss': 0.22974871092537796}
+{'epoch': 7, 'iter': 1180, 'avg_loss': 0.22141774272936784, 'avg_acc': 0.0, 'loss': 0.1943931782718989}
+{'epoch': 7, 'iter': 1190, 'avg_loss': 0.2212988323635972, 'avg_acc': 0.0, 'loss': 0.18319551164969586}
+{'epoch': 7, 'iter': 1200, 'avg_loss': 0.2211166084569214, 'avg_acc': 0.0, 'loss': 0.18203840519182837}
+{'epoch': 7, 'iter': 1210, 'avg_loss': 0.22122172913090404, 'avg_acc': 0.0, 'loss': 0.21911877080102773}
+{'epoch': 7, 'iter': 1220, 'avg_loss': 0.22120557038891664, 'avg_acc': 0.0, 'loss': 0.1740107670429357}
+{'epoch': 7, 'iter': 1230, 'avg_loss': 0.22128685437400386, 'avg_acc': 0.0, 'loss': 0.26387614405543247}
+{'epoch': 7, 'iter': 1240, 'avg_loss': 0.22123326289375483, 'avg_acc': 0.0, 'loss': 0.20236232412694982}
+{'epoch': 'EP7_test', 'eval_accuracy': 0.0, 'ece': 0.16791535913944244, 'avg_loss': 0.22123326289375483, 'f1_scores': 0.7527835577350891}
+{'epoch': 8, 'iter': 0, 'avg_loss': 0.14543016302617875, 'avg_acc': 0.0, 'loss': 0.14543016302617875}
+{'epoch': 8, 'iter': 10, 'avg_loss': 0.19015928900649054, 'avg_acc': 0.0, 'loss': 0.2122314858444432}
+{'epoch': 8, 'iter': 20, 'avg_loss': 0.1906953192775371, 'avg_acc': 0.0, 'loss': 0.20115536693953928}
+{'epoch': 8, 'iter': 30, 'avg_loss': 0.20316632085548558, 'avg_acc': 0.0, 'loss': 0.19469630845021257}
+{'epoch': 8, 'iter': 40, 'avg_loss': 0.21074281213811413, 'avg_acc': 0.0, 'loss': 0.29518519959278167}
+{'epoch': 8, 'iter': 50, 'avg_loss': 0.2115425525274558, 'avg_acc': 0.0, 'loss': 0.21548669066130188}
+{'epoch': 8, 'iter': 60, 'avg_loss': 0.21690625261729782, 'avg_acc': 0.0, 'loss': 0.1849814856566029}
+{'epoch': 8, 'iter': 70, 'avg_loss': 0.22003905291846965, 'avg_acc': 0.0, 'loss': 0.24822446220598846}
+{'epoch': 8, 'iter': 80, 'avg_loss': 0.21676785104160057, 'avg_acc': 0.0, 'loss': 0.19769260794704938}
+{'epoch': 8, 'iter': 90, 'avg_loss': 0.21666271063124765, 'avg_acc': 0.0, 'loss': 0.21651422154796557}
+{'epoch': 8, 'iter': 100, 'avg_loss': 0.21688246482106235, 'avg_acc': 0.0, 'loss': 0.2489091688709907}
+{'epoch': 8, 'iter': 110, 'avg_loss': 0.2158283852670724, 'avg_acc': 0.0, 'loss': 0.21101935566860316}
+{'epoch': 8, 'iter': 120, 'avg_loss': 0.21427806489718967, 'avg_acc': 0.0, 'loss': 0.18590980372943833}
+{'epoch': 8, 'iter': 130, 'avg_loss': 0.2134971449948098, 'avg_acc': 0.0, 'loss': 0.16542283273780153}
+{'epoch': 8, 'iter': 140, 'avg_loss': 0.21395974762498224, 'avg_acc': 0.0, 'loss': 0.28530294470238005}
+{'epoch': 8, 'iter': 150, 'avg_loss': 0.21553020553108046, 'avg_acc': 0.0, 'loss': 0.28445133888070423}
+{'epoch': 8, 'iter': 160, 'avg_loss': 0.21602503420065944, 'avg_acc': 0.0, 'loss': 0.20978387379883703}
+{'epoch': 8, 'iter': 170, 'avg_loss': 0.21448101970971914, 'avg_acc': 0.0, 'loss': 0.1992807130374266}
+{'epoch': 8, 'iter': 180, 'avg_loss': 0.2148783386993087, 'avg_acc': 0.0, 'loss': 0.2395326549294623}
+{'epoch': 8, 'iter': 190, 'avg_loss': 0.2143971390517964, 'avg_acc': 0.0, 'loss': 0.14017228873724108}
+{'epoch': 8, 'iter': 200, 'avg_loss': 0.21440562875484848, 'avg_acc': 0.0, 'loss': 0.21718343748105845}
+{'epoch': 8, 'iter': 210, 'avg_loss': 0.21449336631702512, 'avg_acc': 0.0, 'loss': 0.1920657115429094}
+{'epoch': 8, 'iter': 220, 'avg_loss': 0.21453889738284512, 'avg_acc': 0.0, 'loss': 0.23283778969516788}
+{'epoch': 8, 'iter': 230, 'avg_loss': 0.21544310733617153, 'avg_acc': 0.0, 'loss': 0.21496069680818305}
+{'epoch': 8, 'iter': 240, 'avg_loss': 0.21566796284986395, 'avg_acc': 0.0, 'loss': 0.285564547370281}
+{'epoch': 8, 'iter': 250, 'avg_loss': 0.2155706461779267, 'avg_acc': 0.0, 'loss': 0.210140598442974}
+{'epoch': 8, 'iter': 260, 'avg_loss': 0.21548585490453362, 'avg_acc': 0.0, 'loss': 0.2561048006968381}
+{'epoch': 8, 'iter': 270, 'avg_loss': 0.21526860543136705, 'avg_acc': 0.0, 'loss': 0.24929912507390586}
+{'epoch': 8, 'iter': 280, 'avg_loss': 0.21518879111905406, 'avg_acc': 0.0, 'loss': 0.21866418305294893}
+{'epoch': 8, 'iter': 290, 'avg_loss': 0.21530266380622384, 'avg_acc': 0.0, 'loss': 0.20234610840842443}
+{'epoch': 8, 'iter': 300, 'avg_loss': 0.2148523676410685, 'avg_acc': 0.0, 'loss': 0.1890699136427299}
+{'epoch': 8, 'iter': 310, 'avg_loss': 0.2149256069542055, 'avg_acc': 0.0, 'loss': 0.1708752635277051}
+{'epoch': 8, 'iter': 320, 'avg_loss': 0.21534913288123772, 'avg_acc': 0.0, 'loss': 0.19816952521958747}
+{'epoch': 8, 'iter': 330, 'avg_loss': 0.21551457256116496, 'avg_acc': 0.0, 'loss': 0.2524440861640349}
+{'epoch': 8, 'iter': 340, 'avg_loss': 0.21607991279051106, 'avg_acc': 0.0, 'loss': 0.27126236166610135}
+{'epoch': 8, 'iter': 350, 'avg_loss': 0.2158825721957824, 'avg_acc': 0.0, 'loss': 0.23235871633577126}
+{'epoch': 8, 'iter': 360, 'avg_loss': 0.21583743094336455, 'avg_acc': 0.0, 'loss': 0.182953664537633}
+{'epoch': 8, 'iter': 370, 'avg_loss': 0.21602619462732597, 'avg_acc': 0.0, 'loss': 0.2031446832805029}
+{'epoch': 8, 'iter': 380, 'avg_loss': 0.21606164382282506, 'avg_acc': 0.0, 'loss': 0.1677277852974969}
+{'epoch': 8, 'iter': 390, 'avg_loss': 0.21592559636076508, 'avg_acc': 0.0, 'loss': 0.20332318718724957}
+{'epoch': 8, 'iter': 400, 'avg_loss': 0.21608001675978358, 'avg_acc': 0.0, 'loss': 0.21711701307822295}
+{'epoch': 8, 'iter': 410, 'avg_loss': 0.21631619811468508, 'avg_acc': 0.0, 'loss': 0.20457451559579046}
+{'epoch': 8, 'iter': 420, 'avg_loss': 0.2160269248696014, 'avg_acc': 0.0, 'loss': 0.17844154959168787}
+{'epoch': 8, 'iter': 430, 'avg_loss': 0.21613520936284092, 'avg_acc': 0.0, 'loss': 0.23802502720030003}
+{'epoch': 8, 'iter': 440, 'avg_loss': 0.2159651986314578, 'avg_acc': 0.0, 'loss': 0.23505425182806253}
+{'epoch': 8, 'iter': 450, 'avg_loss': 0.21620122257376415, 'avg_acc': 0.0, 'loss': 0.22326763306942404}
+{'epoch': 8, 'iter': 460, 'avg_loss': 0.21631246910169874, 'avg_acc': 0.0, 'loss': 0.21096702064700626}
+{'epoch': 8, 'iter': 470, 'avg_loss': 0.2161971769614496, 'avg_acc': 0.0, 'loss': 0.21379794871024516}
+{'epoch': 8, 'iter': 480, 'avg_loss': 0.21625897501878225, 'avg_acc': 0.0, 'loss': 0.22350602658752905}
+{'epoch': 8, 'iter': 490, 'avg_loss': 0.2161413356951819, 'avg_acc': 0.0, 'loss': 0.19281787215387727}
+{'epoch': 8, 'iter': 500, 'avg_loss': 0.2158959073238932, 'avg_acc': 0.0, 'loss': 0.23452664646356425}
+{'epoch': 8, 'iter': 510, 'avg_loss': 0.2158872192268584, 'avg_acc': 0.0, 'loss': 0.16771039612032315}
+{'epoch': 8, 'iter': 520, 'avg_loss': 0.2157927468146206, 'avg_acc': 0.0, 'loss': 0.2327655821558697}
+{'epoch': 8, 'iter': 530, 'avg_loss': 0.2157846811298785, 'avg_acc': 0.0, 'loss': 0.22504981305194502}
+{'epoch': 8, 'iter': 540, 'avg_loss': 0.21604828422263125, 'avg_acc': 0.0, 'loss': 0.19431463305467592}
+{'epoch': 8, 'iter': 550, 'avg_loss': 0.21618097924661198, 'avg_acc': 0.0, 'loss': 0.2608649211571381}
+{'epoch': 8, 'iter': 560, 'avg_loss': 0.2159160653875277, 'avg_acc': 0.0, 'loss': 0.1619527799022892}
+{'epoch': 8, 'iter': 570, 'avg_loss': 0.21643867526733848, 'avg_acc': 0.0, 'loss': 0.22145208554398516}
+{'epoch': 8, 'iter': 580, 'avg_loss': 0.21633231630394306, 'avg_acc': 0.0, 'loss': 0.191887043553444}
+{'epoch': 8, 'iter': 590, 'avg_loss': 0.2164941826797683, 'avg_acc': 0.0, 'loss': 0.2596317441448913}
+{'epoch': 8, 'iter': 600, 'avg_loss': 0.21654340506994008, 'avg_acc': 0.0, 'loss': 0.24331898934711454}
+{'epoch': 8, 'iter': 610, 'avg_loss': 0.21690229045227127, 'avg_acc': 0.0, 'loss': 0.27936907836192404}
+{'epoch': 8, 'iter': 620, 'avg_loss': 0.21744916047962273, 'avg_acc': 0.0, 'loss': 0.22157675506923624}
+{'epoch': 8, 'iter': 630, 'avg_loss': 0.21732822309210412, 'avg_acc': 0.0, 'loss': 0.17858906716635048}
+{'epoch': 8, 'iter': 640, 'avg_loss': 0.21727794022360478, 'avg_acc': 0.0, 'loss': 0.20119864187219197}
+{'epoch': 8, 'iter': 650, 'avg_loss': 0.217365031821934, 'avg_acc': 0.0, 'loss': 0.2431518845670715}
+{'epoch': 8, 'iter': 660, 'avg_loss': 0.2177680184151846, 'avg_acc': 0.0, 'loss': 0.24692604044698133}
+{'epoch': 8, 'iter': 670, 'avg_loss': 0.2175572993522416, 'avg_acc': 0.0, 'loss': 0.21455570877034394}
+{'epoch': 8, 'iter': 680, 'avg_loss': 0.21773858125119677, 'avg_acc': 0.0, 'loss': 0.21375707970842733}
+{'epoch': 8, 'iter': 690, 'avg_loss': 0.21801714362652075, 'avg_acc': 0.0, 'loss': 0.22430330312545266}
+{'epoch': 8, 'iter': 700, 'avg_loss': 0.2181112735914138, 'avg_acc': 0.0, 'loss': 0.17814092916400373}
+{'epoch': 8, 'iter': 710, 'avg_loss': 0.21794701287762275, 'avg_acc': 0.0, 'loss': 0.1736785561034984}
+{'epoch': 8, 'iter': 720, 'avg_loss': 0.21787321483131908, 'avg_acc': 0.0, 'loss': 0.2442919393161641}
+{'epoch': 8, 'iter': 730, 'avg_loss': 0.2177452546761496, 'avg_acc': 0.0, 'loss': 0.25195033700401837}
+{'epoch': 8, 'iter': 740, 'avg_loss': 0.2180257850245929, 'avg_acc': 0.0, 'loss': 0.2244511040969103}
+{'epoch': 8, 'iter': 750, 'avg_loss': 0.21799385208826336, 'avg_acc': 0.0, 'loss': 0.20692499586117002}
+{'epoch': 8, 'iter': 760, 'avg_loss': 0.2181638668992798, 'avg_acc': 0.0, 'loss': 0.29632747106727814}
+{'epoch': 8, 'iter': 770, 'avg_loss': 0.21791289235122135, 'avg_acc': 0.0, 'loss': 0.17408319764880226}
+{'epoch': 8, 'iter': 780, 'avg_loss': 0.2178480845754316, 'avg_acc': 0.0, 'loss': 0.24210696638289975}
+{'epoch': 8, 'iter': 790, 'avg_loss': 0.21766685519302673, 'avg_acc': 0.0, 'loss': 0.24058671752650945}
+{'epoch': 8, 'iter': 800, 'avg_loss': 0.21782392696311553, 'avg_acc': 0.0, 'loss': 0.2696478431748151}
+{'epoch': 8, 'iter': 810, 'avg_loss': 0.21785079312832836, 'avg_acc': 0.0, 'loss': 0.24279906010412688}
+{'epoch': 8, 'iter': 820, 'avg_loss': 0.21735531869777505, 'avg_acc': 0.0, 'loss': 0.19397399244085783}
+{'epoch': 8, 'iter': 830, 'avg_loss': 0.21723282485582843, 'avg_acc': 0.0, 'loss': 0.20289173686075757}
+{'epoch': 8, 'iter': 840, 'avg_loss': 0.21699100140491287, 'avg_acc': 0.0, 'loss': 0.20709421207993728}
+{'epoch': 8, 'iter': 850, 'avg_loss': 0.21680536700511338, 'avg_acc': 0.0, 'loss': 0.16710458114000304}
+{'epoch': 8, 'iter': 860, 'avg_loss': 0.21691423462303067, 'avg_acc': 0.0, 'loss': 0.2531457500101299}
+{'epoch': 8, 'iter': 870, 'avg_loss': 0.21732792988592162, 'avg_acc': 0.0, 'loss': 0.2710364545343639}
+{'epoch': 8, 'iter': 880, 'avg_loss': 0.21718710076646705, 'avg_acc': 0.0, 'loss': 0.1752883198987547}
+{'epoch': 8, 'iter': 890, 'avg_loss': 0.21715445392947327, 'avg_acc': 0.0, 'loss': 0.26385332892589625}
+{'epoch': 8, 'iter': 900, 'avg_loss': 0.21721222131047624, 'avg_acc': 0.0, 'loss': 0.20114645412156407}
+{'epoch': 8, 'iter': 910, 'avg_loss': 0.21737141722217804, 'avg_acc': 0.0, 'loss': 0.2099008371389053}
+{'epoch': 8, 'iter': 920, 'avg_loss': 0.21761925326389717, 'avg_acc': 0.0, 'loss': 0.2330818782441903}
+{'epoch': 8, 'iter': 930, 'avg_loss': 0.21749036975598665, 'avg_acc': 0.0, 'loss': 0.18498339721671592}
+{'epoch': 8, 'iter': 940, 'avg_loss': 0.2175378125697531, 'avg_acc': 0.0, 'loss': 0.2124117687607005}
+{'epoch': 8, 'iter': 950, 'avg_loss': 0.21773834333705994, 'avg_acc': 0.0, 'loss': 0.21790777964945715}
+{'epoch': 8, 'iter': 960, 'avg_loss': 0.21766364061219962, 'avg_acc': 0.0, 'loss': 0.22061166912278296}
+{'epoch': 8, 'iter': 970, 'avg_loss': 0.21784450337275896, 'avg_acc': 0.0, 'loss': 0.31327192630949086}
+{'epoch': 8, 'iter': 980, 'avg_loss': 0.21800315106393425, 'avg_acc': 0.0, 'loss': 0.21910330884065843}
+{'epoch': 8, 'iter': 990, 'avg_loss': 0.21817019532054802, 'avg_acc': 0.0, 'loss': 0.18332132460922626}
+{'epoch': 8, 'iter': 1000, 'avg_loss': 0.21827411390758372, 'avg_acc': 0.0, 'loss': 0.21327339395728423}
+{'epoch': 8, 'iter': 1010, 'avg_loss': 0.21841507641553598, 'avg_acc': 0.0, 'loss': 0.24300246862458152}
+{'epoch': 8, 'iter': 1020, 'avg_loss': 0.21836344000810648, 'avg_acc': 0.0, 'loss': 0.22760460617830955}
+{'epoch': 8, 'iter': 1030, 'avg_loss': 0.21832640731141484, 'avg_acc': 0.0, 'loss': 0.18534970728757927}
+{'epoch': 8, 'iter': 1040, 'avg_loss': 0.21817521755684086, 'avg_acc': 0.0, 'loss': 0.2431653206734024}
+{'epoch': 8, 'iter': 1050, 'avg_loss': 0.21808363467450967, 'avg_acc': 0.0, 'loss': 0.19694398127259252}
+{'epoch': 8, 'iter': 1060, 'avg_loss': 0.21802171296868905, 'avg_acc': 0.0, 'loss': 0.1585755664761044}
+{'epoch': 8, 'iter': 1070, 'avg_loss': 0.2179646899979049, 'avg_acc': 0.0, 'loss': 0.17722841890060537}
+{'epoch': 8, 'iter': 1080, 'avg_loss': 0.21797759637767178, 'avg_acc': 0.0, 'loss': 0.18005932681509354}
+{'epoch': 8, 'iter': 1090, 'avg_loss': 0.21783577121752942, 'avg_acc': 0.0, 'loss': 0.200787423399171}
+{'epoch': 8, 'iter': 1100, 'avg_loss': 0.21788103603780504, 'avg_acc': 0.0, 'loss': 0.21325869360641392}
+{'epoch': 8, 'iter': 1110, 'avg_loss': 0.21793480165388407, 'avg_acc': 0.0, 'loss': 0.2683061930596133}
+{'epoch': 8, 'iter': 1120, 'avg_loss': 0.2179919878311622, 'avg_acc': 0.0, 'loss': 0.2454418834464767}
+{'epoch': 8, 'iter': 1130, 'avg_loss': 0.2179357501634893, 'avg_acc': 0.0, 'loss': 0.18580483762122768}
+{'epoch': 8, 'iter': 1140, 'avg_loss': 0.21780085810379382, 'avg_acc': 0.0, 'loss': 0.20701341169439857}
+{'epoch': 8, 'iter': 1150, 'avg_loss': 0.21768568148643394, 'avg_acc': 0.0, 'loss': 0.22763745789520076}
+{'epoch': 8, 'iter': 1160, 'avg_loss': 0.2178727951710413, 'avg_acc': 0.0, 'loss': 0.27814980778930476}
+{'epoch': 8, 'iter': 1170, 'avg_loss': 0.21769381797187903, 'avg_acc': 0.0, 'loss': 0.21841236287790317}
+{'epoch': 8, 'iter': 1180, 'avg_loss': 0.21774773013488108, 'avg_acc': 0.0, 'loss': 0.1868998444666821}
+{'epoch': 8, 'iter': 1190, 'avg_loss': 0.2176316925384688, 'avg_acc': 0.0, 'loss': 0.1755544043487264}
+{'epoch': 8, 'iter': 1200, 'avg_loss': 0.21743156517177306, 'avg_acc': 0.0, 'loss': 0.17781075288751577}
+{'epoch': 8, 'iter': 1210, 'avg_loss': 0.21755110165424482, 'avg_acc': 0.0, 'loss': 0.2135909737651543}
+{'epoch': 8, 'iter': 1220, 'avg_loss': 0.21756016638113387, 'avg_acc': 0.0, 'loss': 0.1687847509175039}
+{'epoch': 8, 'iter': 1230, 'avg_loss': 0.21765267842099068, 'avg_acc': 0.0, 'loss': 0.26249249240059463}
+{'epoch': 8, 'iter': 1240, 'avg_loss': 0.21759010391106523, 'avg_acc': 0.0, 'loss': 0.20317101213316033}
+{'epoch': 'EP8_test', 'eval_accuracy': 0.0, 'ece': 0.15859077870845795, 'avg_loss': 0.21759010391106523, 'f1_scores': 0.7542857072406738}
+{'epoch': 9, 'iter': 0, 'avg_loss': 0.14978948265330214, 'avg_acc': 0.0, 'loss': 0.14978948265330214}
+{'epoch': 9, 'iter': 10, 'avg_loss': 0.19538540436711954, 'avg_acc': 0.0, 'loss': 0.21500980970163902}
+{'epoch': 9, 'iter': 20, 'avg_loss': 0.19585232601083694, 'avg_acc': 0.0, 'loss': 0.20578921920007684}
+{'epoch': 9, 'iter': 30, 'avg_loss': 0.20766865183000338, 'avg_acc': 0.0, 'loss': 0.20209723309952615}
+{'epoch': 9, 'iter': 40, 'avg_loss': 0.21473779018633776, 'avg_acc': 0.0, 'loss': 0.29069331370828877}
+{'epoch': 9, 'iter': 50, 'avg_loss': 0.215166737490159, 'avg_acc': 0.0, 'loss': 0.2162292593957318}
+{'epoch': 9, 'iter': 60, 'avg_loss': 0.2197727100182562, 'avg_acc': 0.0, 'loss': 0.19081029509548636}
+{'epoch': 9, 'iter': 70, 'avg_loss': 0.2227465311213328, 'avg_acc': 0.0, 'loss': 0.24970382775024647}
+{'epoch': 9, 'iter': 80, 'avg_loss': 0.21951033069962295, 'avg_acc': 0.0, 'loss': 0.20526396377096845}
+{'epoch': 9, 'iter': 90, 'avg_loss': 0.21929450024289449, 'avg_acc': 0.0, 'loss': 0.21491106361333678}
+{'epoch': 9, 'iter': 100, 'avg_loss': 0.21954816045125242, 'avg_acc': 0.0, 'loss': 0.2500694419671033}
+{'epoch': 9, 'iter': 110, 'avg_loss': 0.2185320728103117, 'avg_acc': 0.0, 'loss': 0.21236431921806798}
+{'epoch': 9, 'iter': 120, 'avg_loss': 0.2171395051706799, 'avg_acc': 0.0, 'loss': 0.19213981592890506}
+{'epoch': 9, 'iter': 130, 'avg_loss': 0.21655125634389907, 'avg_acc': 0.0, 'loss': 0.17407346437097918}
+{'epoch': 9, 'iter': 140, 'avg_loss': 0.21690915882340672, 'avg_acc': 0.0, 'loss': 0.2785903470997125}
+{'epoch': 9, 'iter': 150, 'avg_loss': 0.2184271207694788, 'avg_acc': 0.0, 'loss': 0.2860164932214632}
+{'epoch': 9, 'iter': 160, 'avg_loss': 0.21881484577601362, 'avg_acc': 0.0, 'loss': 0.20903248702753832}
+{'epoch': 9, 'iter': 170, 'avg_loss': 0.21745021284587604, 'avg_acc': 0.0, 'loss': 0.2043652739219916}
+{'epoch': 9, 'iter': 180, 'avg_loss': 0.2178830708866969, 'avg_acc': 0.0, 'loss': 0.2392874214185992}
+{'epoch': 9, 'iter': 190, 'avg_loss': 0.2173880057260102, 'avg_acc': 0.0, 'loss': 0.15209998596583318}
+{'epoch': 9, 'iter': 200, 'avg_loss': 0.21737161962507032, 'avg_acc': 0.0, 'loss': 0.21796096073402232}
+{'epoch': 9, 'iter': 210, 'avg_loss': 0.21747108347698413, 'avg_acc': 0.0, 'loss': 0.1996183338661857}
+{'epoch': 9, 'iter': 220, 'avg_loss': 0.2175092334884108, 'avg_acc': 0.0, 'loss': 0.23354108033916937}
+{'epoch': 9, 'iter': 230, 'avg_loss': 0.2183104844743833, 'avg_acc': 0.0, 'loss': 0.21867624534427574}
+{'epoch': 9, 'iter': 240, 'avg_loss': 0.21844951473340632, 'avg_acc': 0.0, 'loss': 0.2753651208852586}
+{'epoch': 9, 'iter': 250, 'avg_loss': 0.21830725244685628, 'avg_acc': 0.0, 'loss': 0.21221463016978043}
+{'epoch': 9, 'iter': 260, 'avg_loss': 0.21820822925208624, 'avg_acc': 0.0, 'loss': 0.2574956296589984}
+{'epoch': 9, 'iter': 270, 'avg_loss': 0.21802668733099417, 'avg_acc': 0.0, 'loss': 0.2491771281856927}
+{'epoch': 9, 'iter': 280, 'avg_loss': 0.21802308570864837, 'avg_acc': 0.0, 'loss': 0.21860064876455}
+{'epoch': 9, 'iter': 290, 'avg_loss': 0.21816584025515104, 'avg_acc': 0.0, 'loss': 0.20651850832967153}
+{'epoch': 9, 'iter': 300, 'avg_loss': 0.21775339013319242, 'avg_acc': 0.0, 'loss': 0.1932173798034325}
+{'epoch': 9, 'iter': 310, 'avg_loss': 0.21779108707968797, 'avg_acc': 0.0, 'loss': 0.18028433577806674}
+{'epoch': 9, 'iter': 320, 'avg_loss': 0.2181954478984943, 'avg_acc': 0.0, 'loss': 0.20728467186511676}
+{'epoch': 9, 'iter': 330, 'avg_loss': 0.21832015866219048, 'avg_acc': 0.0, 'loss': 0.2501831533524767}
+{'epoch': 9, 'iter': 340, 'avg_loss': 0.21888299948048195, 'avg_acc': 0.0, 'loss': 0.27274487149705756}
+{'epoch': 9, 'iter': 350, 'avg_loss': 0.21873234575554723, 'avg_acc': 0.0, 'loss': 0.23511927387231218}
+{'epoch': 9, 'iter': 360, 'avg_loss': 0.21873515208651476, 'avg_acc': 0.0, 'loss': 0.18927126200586436}
+{'epoch': 9, 'iter': 370, 'avg_loss': 0.21892778570256213, 'avg_acc': 0.0, 'loss': 0.20579221718916024}
+{'epoch': 9, 'iter': 380, 'avg_loss': 0.2189711462431957, 'avg_acc': 0.0, 'loss': 0.17633887949640276}
+{'epoch': 9, 'iter': 390, 'avg_loss': 0.21883249580398847, 'avg_acc': 0.0, 'loss': 0.20808941693576344}
+{'epoch': 9, 'iter': 400, 'avg_loss': 0.21895680093499714, 'avg_acc': 0.0, 'loss': 0.21901383734504112}
+{'epoch': 9, 'iter': 410, 'avg_loss': 0.21918135157017546, 'avg_acc': 0.0, 'loss': 0.2078667260635224}
+{'epoch': 9, 'iter': 420, 'avg_loss': 0.21890753687231124, 'avg_acc': 0.0, 'loss': 0.18345439893749113}
+{'epoch': 9, 'iter': 430, 'avg_loss': 0.21905398091240927, 'avg_acc': 0.0, 'loss': 0.2391841408264424}
+{'epoch': 9, 'iter': 440, 'avg_loss': 0.2188989336728324, 'avg_acc': 0.0, 'loss': 0.23402995742409463}
+{'epoch': 9, 'iter': 450, 'avg_loss': 0.21911888111705569, 'avg_acc': 0.0, 'loss': 0.22280165060705517}
+{'epoch': 9, 'iter': 460, 'avg_loss': 0.2192110792182215, 'avg_acc': 0.0, 'loss': 0.21696103851185658}
+{'epoch': 9, 'iter': 470, 'avg_loss': 0.2190876025713069, 'avg_acc': 0.0, 'loss': 0.2139186143307857}
+{'epoch': 9, 'iter': 480, 'avg_loss': 0.2191714621546066, 'avg_acc': 0.0, 'loss': 0.22566566144866684}
+{'epoch': 9, 'iter': 490, 'avg_loss': 0.2190640640175087, 'avg_acc': 0.0, 'loss': 0.19713145527345788}
+{'epoch': 9, 'iter': 500, 'avg_loss': 0.21886808240899555, 'avg_acc': 0.0, 'loss': 0.2348717849975271}
+{'epoch': 9, 'iter': 510, 'avg_loss': 0.21885299103735645, 'avg_acc': 0.0, 'loss': 0.1717019514565306}
+{'epoch': 9, 'iter': 520, 'avg_loss': 0.21878134883374445, 'avg_acc': 0.0, 'loss': 0.24037397512737307}
+{'epoch': 9, 'iter': 530, 'avg_loss': 0.2187760073658569, 'avg_acc': 0.0, 'loss': 0.22925535635360053}
+{'epoch': 9, 'iter': 540, 'avg_loss': 0.21904246290530446, 'avg_acc': 0.0, 'loss': 0.19907494722338015}
+{'epoch': 9, 'iter': 550, 'avg_loss': 0.21916541179661708, 'avg_acc': 0.0, 'loss': 0.2580644264136416}
+{'epoch': 9, 'iter': 560, 'avg_loss': 0.2189178461702664, 'avg_acc': 0.0, 'loss': 0.17042773678752252}
+{'epoch': 9, 'iter': 570, 'avg_loss': 0.21938308047955468, 'avg_acc': 0.0, 'loss': 0.22479533521046893}
+{'epoch': 9, 'iter': 580, 'avg_loss': 0.21930168364751423, 'avg_acc': 0.0, 'loss': 0.19926583876336473}
+{'epoch': 9, 'iter': 590, 'avg_loss': 0.2194662904533327, 'avg_acc': 0.0, 'loss': 0.26141037480179613}
+{'epoch': 9, 'iter': 600, 'avg_loss': 0.21951750640643777, 'avg_acc': 0.0, 'loss': 0.24443593991392323}
+{'epoch': 9, 'iter': 610, 'avg_loss': 0.21984813786424437, 'avg_acc': 0.0, 'loss': 0.2758687510110706}
+{'epoch': 9, 'iter': 620, 'avg_loss': 0.220352997473094, 'avg_acc': 0.0, 'loss': 0.22870339081120097}
+{'epoch': 9, 'iter': 630, 'avg_loss': 0.22025504479623728, 'avg_acc': 0.0, 'loss': 0.1876721789447921}
+{'epoch': 9, 'iter': 640, 'avg_loss': 0.22019177408676194, 'avg_acc': 0.0, 'loss': 0.20649928744088744}
+{'epoch': 9, 'iter': 650, 'avg_loss': 0.22024912498259638, 'avg_acc': 0.0, 'loss': 0.2411750035557166}
+{'epoch': 9, 'iter': 660, 'avg_loss': 0.2206333508310867, 'avg_acc': 0.0, 'loss': 0.24662580668999518}
+{'epoch': 9, 'iter': 670, 'avg_loss': 0.22041851045065006, 'avg_acc': 0.0, 'loss': 0.21728750032733452}
+{'epoch': 9, 'iter': 680, 'avg_loss': 0.220577349263044, 'avg_acc': 0.0, 'loss': 0.21728543323115446}
+{'epoch': 9, 'iter': 690, 'avg_loss': 0.22085102594334208, 'avg_acc': 0.0, 'loss': 0.2286200028129315}
+{'epoch': 9, 'iter': 700, 'avg_loss': 0.22092982209241882, 'avg_acc': 0.0, 'loss': 0.1821597045385975}
+{'epoch': 9, 'iter': 710, 'avg_loss': 0.22078479844869334, 'avg_acc': 0.0, 'loss': 0.17658602496041045}
+{'epoch': 9, 'iter': 720, 'avg_loss': 0.22074601110695133, 'avg_acc': 0.0, 'loss': 0.24347225122515476}
+{'epoch': 9, 'iter': 730, 'avg_loss': 0.2206250954232139, 'avg_acc': 0.0, 'loss': 0.2464309382342305}
+{'epoch': 9, 'iter': 740, 'avg_loss': 0.22086491122978175, 'avg_acc': 0.0, 'loss': 0.22511449877414894}
+{'epoch': 9, 'iter': 750, 'avg_loss': 0.22082383459348623, 'avg_acc': 0.0, 'loss': 0.20802091561069702}
+{'epoch': 9, 'iter': 760, 'avg_loss': 0.22097865686467213, 'avg_acc': 0.0, 'loss': 0.2939417543267544}
+{'epoch': 9, 'iter': 770, 'avg_loss': 0.22074331544537826, 'avg_acc': 0.0, 'loss': 0.1817954224177031}
+{'epoch': 9, 'iter': 780, 'avg_loss': 0.22067934062967237, 'avg_acc': 0.0, 'loss': 0.2405539020524624}
+{'epoch': 9, 'iter': 790, 'avg_loss': 0.22052954998655588, 'avg_acc': 0.0, 'loss': 0.24454319808929928}
+{'epoch': 9, 'iter': 800, 'avg_loss': 0.2206959024598931, 'avg_acc': 0.0, 'loss': 0.26988778682971315}
+{'epoch': 9, 'iter': 810, 'avg_loss': 0.22072949818206294, 'avg_acc': 0.0, 'loss': 0.24277269839019155}
+{'epoch': 9, 'iter': 820, 'avg_loss': 0.22028307189533625, 'avg_acc': 0.0, 'loss': 0.19813315749135132}
+{'epoch': 9, 'iter': 830, 'avg_loss': 0.22016017509289396, 'avg_acc': 0.0, 'loss': 0.20644938924254216}
+{'epoch': 9, 'iter': 840, 'avg_loss': 0.21994746651921435, 'avg_acc': 0.0, 'loss': 0.2134408697135898}
+{'epoch': 9, 'iter': 850, 'avg_loss': 0.21978748580742877, 'avg_acc': 0.0, 'loss': 0.17481143169217309}
+{'epoch': 9, 'iter': 860, 'avg_loss': 0.21990367401494415, 'avg_acc': 0.0, 'loss': 0.2594673453724161}
+{'epoch': 9, 'iter': 870, 'avg_loss': 0.22028543392334218, 'avg_acc': 0.0, 'loss': 0.2688126498388945}
+{'epoch': 9, 'iter': 880, 'avg_loss': 0.22015988647588539, 'avg_acc': 0.0, 'loss': 0.18069821313240805}
+{'epoch': 9, 'iter': 890, 'avg_loss': 0.22014486010526904, 'avg_acc': 0.0, 'loss': 0.26514115215052564}
+{'epoch': 9, 'iter': 900, 'avg_loss': 0.22020549240879408, 'avg_acc': 0.0, 'loss': 0.20534394829389513}
+{'epoch': 9, 'iter': 910, 'avg_loss': 0.22034044540755346, 'avg_acc': 0.0, 'loss': 0.2169002266609823}
+{'epoch': 9, 'iter': 920, 'avg_loss': 0.22055327651094722, 'avg_acc': 0.0, 'loss': 0.23314998239506426}
+{'epoch': 9, 'iter': 930, 'avg_loss': 0.2204319608020992, 'avg_acc': 0.0, 'loss': 0.18617693724406437}
+{'epoch': 9, 'iter': 940, 'avg_loss': 0.22046614496969666, 'avg_acc': 0.0, 'loss': 0.21776939014736332}
+{'epoch': 9, 'iter': 950, 'avg_loss': 0.2206439820186266, 'avg_acc': 0.0, 'loss': 0.21604078920479097}
+{'epoch': 9, 'iter': 960, 'avg_loss': 0.22057273747560735, 'avg_acc': 0.0, 'loss': 0.22572262835871826}
+{'epoch': 9, 'iter': 970, 'avg_loss': 0.2207348820145983, 'avg_acc': 0.0, 'loss': 0.3091478609707597}
+{'epoch': 9, 'iter': 980, 'avg_loss': 0.22088495295318145, 'avg_acc': 0.0, 'loss': 0.22184897214239233}
+{'epoch': 9, 'iter': 990, 'avg_loss': 0.22103693696109802, 'avg_acc': 0.0, 'loss': 0.1876139081302556}
+{'epoch': 9, 'iter': 1000, 'avg_loss': 0.22113213284535504, 'avg_acc': 0.0, 'loss': 0.2199050385754942}
+{'epoch': 9, 'iter': 1010, 'avg_loss': 0.22125164103253714, 'avg_acc': 0.0, 'loss': 0.24216472460258434}
+{'epoch': 9, 'iter': 1020, 'avg_loss': 0.22121294665371552, 'avg_acc': 0.0, 'loss': 0.22594091471806416}
+{'epoch': 9, 'iter': 1030, 'avg_loss': 0.22118299126161764, 'avg_acc': 0.0, 'loss': 0.19344954288070376}
+{'epoch': 9, 'iter': 1040, 'avg_loss': 0.22103925514815084, 'avg_acc': 0.0, 'loss': 0.24270927871007836}
+{'epoch': 9, 'iter': 1050, 'avg_loss': 0.22095779710896502, 'avg_acc': 0.0, 'loss': 0.20082343959308802}
+{'epoch': 9, 'iter': 1060, 'avg_loss': 0.22090527072397556, 'avg_acc': 0.0, 'loss': 0.16541332529712754}
+{'epoch': 9, 'iter': 1070, 'avg_loss': 0.22084581818761373, 'avg_acc': 0.0, 'loss': 0.18392439359104173}
+{'epoch': 9, 'iter': 1080, 'avg_loss': 0.22085587879012075, 'avg_acc': 0.0, 'loss': 0.18668836848077522}
+{'epoch': 9, 'iter': 1090, 'avg_loss': 0.22071554859754763, 'avg_acc': 0.0, 'loss': 0.20564614710851206}
+{'epoch': 9, 'iter': 1100, 'avg_loss': 0.22076038035741913, 'avg_acc': 0.0, 'loss': 0.21797331009942614}
+{'epoch': 9, 'iter': 1110, 'avg_loss': 0.2208010518631587, 'avg_acc': 0.0, 'loss': 0.26350412856040095}
+{'epoch': 9, 'iter': 1120, 'avg_loss': 0.2208544480272926, 'avg_acc': 0.0, 'loss': 0.24774352880779457}
+{'epoch': 9, 'iter': 1130, 'avg_loss': 0.22079773903338829, 'avg_acc': 0.0, 'loss': 0.18832646112085577}
+{'epoch': 9, 'iter': 1140, 'avg_loss': 0.22067170719770168, 'avg_acc': 0.0, 'loss': 0.20916033563987313}
+{'epoch': 9, 'iter': 1150, 'avg_loss': 0.2205683260874218, 'avg_acc': 0.0, 'loss': 0.22737717772322086}
+{'epoch': 9, 'iter': 1160, 'avg_loss': 0.22073993539352565, 'avg_acc': 0.0, 'loss': 0.2760632149663382}
+{'epoch': 9, 'iter': 1170, 'avg_loss': 0.2205667900001566, 'avg_acc': 0.0, 'loss': 0.223110172919665}
+{'epoch': 9, 'iter': 1180, 'avg_loss': 0.22061630793174397, 'avg_acc': 0.0, 'loss': 0.19185947801101325}
+{'epoch': 9, 'iter': 1190, 'avg_loss': 0.22050354624963756, 'avg_acc': 0.0, 'loss': 0.1812046877574695}
+{'epoch': 9, 'iter': 1200, 'avg_loss': 0.22032964486810325, 'avg_acc': 0.0, 'loss': 0.1851667130374283}
+{'epoch': 9, 'iter': 1210, 'avg_loss': 0.22043244544128268, 'avg_acc': 0.0, 'loss': 0.2182376778672343}
+{'epoch': 9, 'iter': 1220, 'avg_loss': 0.22042916514269054, 'avg_acc': 0.0, 'loss': 0.17516846351229884}
+{'epoch': 9, 'iter': 1230, 'avg_loss': 0.2205065591215618, 'avg_acc': 0.0, 'loss': 0.26361169165725834}
+{'epoch': 9, 'iter': 1240, 'avg_loss': 0.2204518737406069, 'avg_acc': 0.0, 'loss': 0.20488819950618822}
+{'epoch': 'EP9_test', 'eval_accuracy': 0.0, 'ece': 0.14220649003982544, 'avg_loss': 0.2204518737406069, 'f1_scores': 0.7530786932337604}
+{'epoch': 10, 'iter': 0, 'avg_loss': 0.15033808630239165, 'avg_acc': 0.0, 'loss': 0.15033808630239165}
+{'epoch': 10, 'iter': 10, 'avg_loss': 0.19426284659650925, 'avg_acc': 0.0, 'loss': 0.21467571823671147}
+{'epoch': 10, 'iter': 20, 'avg_loss': 0.19424172111858026, 'avg_acc': 0.0, 'loss': 0.20419626100010646}
+{'epoch': 10, 'iter': 30, 'avg_loss': 0.20643464989537866, 'avg_acc': 0.0, 'loss': 0.20015725346853025}
+{'epoch': 10, 'iter': 40, 'avg_loss': 0.21378113820392555, 'avg_acc': 0.0, 'loss': 0.29276386352960665}
+{'epoch': 10, 'iter': 50, 'avg_loss': 0.2143809324744269, 'avg_acc': 0.0, 'loss': 0.21893533286674938}
+{'epoch': 10, 'iter': 60, 'avg_loss': 0.21942674657861597, 'avg_acc': 0.0, 'loss': 0.1905698250732582}
+{'epoch': 10, 'iter': 70, 'avg_loss': 0.22247203805253932, 'avg_acc': 0.0, 'loss': 0.2518838196214606}
+{'epoch': 10, 'iter': 80, 'avg_loss': 0.219212262487301, 'avg_acc': 0.0, 'loss': 0.2026781719873075}
+{'epoch': 10, 'iter': 90, 'avg_loss': 0.2189705413024588, 'avg_acc': 0.0, 'loss': 0.21683101884517392}
+{'epoch': 10, 'iter': 100, 'avg_loss': 0.21928157376863833, 'avg_acc': 0.0, 'loss': 0.24917947668213206}
+{'epoch': 10, 'iter': 110, 'avg_loss': 0.21828092459760567, 'avg_acc': 0.0, 'loss': 0.2134654570309067}
+{'epoch': 10, 'iter': 120, 'avg_loss': 0.21678203551041825, 'avg_acc': 0.0, 'loss': 0.19188757185306063}
+{'epoch': 10, 'iter': 130, 'avg_loss': 0.2161650810499813, 'avg_acc': 0.0, 'loss': 0.16992802782611502}
+{'epoch': 10, 'iter': 140, 'avg_loss': 0.21659655556786886, 'avg_acc': 0.0, 'loss': 0.2843718203979993}
+{'epoch': 10, 'iter': 150, 'avg_loss': 0.21816511034609215, 'avg_acc': 0.0, 'loss': 0.28493135653122537}
+{'epoch': 10, 'iter': 160, 'avg_loss': 0.21864841944820504, 'avg_acc': 0.0, 'loss': 0.212934162048571}
+{'epoch': 10, 'iter': 170, 'avg_loss': 0.21717510135179036, 'avg_acc': 0.0, 'loss': 0.20220078941240768}
+{'epoch': 10, 'iter': 180, 'avg_loss': 0.21761896209022336, 'avg_acc': 0.0, 'loss': 0.24356356598738263}
+{'epoch': 10, 'iter': 190, 'avg_loss': 0.2171185804357224, 'avg_acc': 0.0, 'loss': 0.14598924471634486}
+{'epoch': 10, 'iter': 200, 'avg_loss': 0.2170889183991509, 'avg_acc': 0.0, 'loss': 0.22059813148052854}
+{'epoch': 10, 'iter': 210, 'avg_loss': 0.2171768151430136, 'avg_acc': 0.0, 'loss': 0.1981029765714603}
+{'epoch': 10, 'iter': 220, 'avg_loss': 0.2172081732801343, 'avg_acc': 0.0, 'loss': 0.2327019437285084}
+{'epoch': 10, 'iter': 230, 'avg_loss': 0.2180482440072235, 'avg_acc': 0.0, 'loss': 0.219454591928817}
+{'epoch': 10, 'iter': 240, 'avg_loss': 0.218183406279661, 'avg_acc': 0.0, 'loss': 0.2785262218124314}
+{'epoch': 10, 'iter': 250, 'avg_loss': 0.21806347208616875, 'avg_acc': 0.0, 'loss': 0.21671829685705493}
+{'epoch': 10, 'iter': 260, 'avg_loss': 0.21796928935628476, 'avg_acc': 0.0, 'loss': 0.2579642944403661}
+{'epoch': 10, 'iter': 270, 'avg_loss': 0.21777829667812687, 'avg_acc': 0.0, 'loss': 0.2511855579220017}
+{'epoch': 10, 'iter': 280, 'avg_loss': 0.21773395220256497, 'avg_acc': 0.0, 'loss': 0.21751643604875426}
+{'epoch': 10, 'iter': 290, 'avg_loss': 0.21787492394062322, 'avg_acc': 0.0, 'loss': 0.2064038579238903}
+{'epoch': 10, 'iter': 300, 'avg_loss': 0.21744429396810006, 'avg_acc': 0.0, 'loss': 0.19246490717789907}
+{'epoch': 10, 'iter': 310, 'avg_loss': 0.2175051076696479, 'avg_acc': 0.0, 'loss': 0.17759334869476462}
+{'epoch': 10, 'iter': 320, 'avg_loss': 0.2178918239020362, 'avg_acc': 0.0, 'loss': 0.20563192459238572}
+{'epoch': 10, 'iter': 330, 'avg_loss': 0.2180074628584363, 'avg_acc': 0.0, 'loss': 0.2516740643973857}
+{'epoch': 10, 'iter': 340, 'avg_loss': 0.21855488408156765, 'avg_acc': 0.0, 'loss': 0.2710752687318225}
+{'epoch': 10, 'iter': 350, 'avg_loss': 0.2183947757706357, 'avg_acc': 0.0, 'loss': 0.233781797523339}
+{'epoch': 10, 'iter': 360, 'avg_loss': 0.2184003577401002, 'avg_acc': 0.0, 'loss': 0.18704584199342986}
+{'epoch': 10, 'iter': 370, 'avg_loss': 0.21856600993644634, 'avg_acc': 0.0, 'loss': 0.20543804489638465}
+{'epoch': 10, 'iter': 380, 'avg_loss': 0.21858806258905972, 'avg_acc': 0.0, 'loss': 0.1737589496516583}
+{'epoch': 10, 'iter': 390, 'avg_loss': 0.21844492787627656, 'avg_acc': 0.0, 'loss': 0.2098129694131785}
+{'epoch': 10, 'iter': 400, 'avg_loss': 0.2185888033543987, 'avg_acc': 0.0, 'loss': 0.2194993015970275}
+{'epoch': 10, 'iter': 410, 'avg_loss': 0.21880443759645568, 'avg_acc': 0.0, 'loss': 0.20730207644529788}
+{'epoch': 10, 'iter': 420, 'avg_loss': 0.2185276552311698, 'avg_acc': 0.0, 'loss': 0.18181581964069793}
+{'epoch': 10, 'iter': 430, 'avg_loss': 0.21864871197959612, 'avg_acc': 0.0, 'loss': 0.2379445120712132}
+{'epoch': 10, 'iter': 440, 'avg_loss': 0.2184746172910611, 'avg_acc': 0.0, 'loss': 0.23673279544241915}
+{'epoch': 10, 'iter': 450, 'avg_loss': 0.21869494697308975, 'avg_acc': 0.0, 'loss': 0.2235231836913434}
+{'epoch': 10, 'iter': 460, 'avg_loss': 0.2187923492146716, 'avg_acc': 0.0, 'loss': 0.21462033856252152}
+{'epoch': 10, 'iter': 470, 'avg_loss': 0.21867129609603353, 'avg_acc': 0.0, 'loss': 0.21500764257728275}
+{'epoch': 10, 'iter': 480, 'avg_loss': 0.2187504787168884, 'avg_acc': 0.0, 'loss': 0.22309666947356682}
+{'epoch': 10, 'iter': 490, 'avg_loss': 0.21862721629918208, 'avg_acc': 0.0, 'loss': 0.19565326633853275}
+{'epoch': 10, 'iter': 500, 'avg_loss': 0.21840143972818363, 'avg_acc': 0.0, 'loss': 0.23569259854996613}
+{'epoch': 10, 'iter': 510, 'avg_loss': 0.21840374690489833, 'avg_acc': 0.0, 'loss': 0.17243301954801737}
+{'epoch': 10, 'iter': 520, 'avg_loss': 0.21831796141025597, 'avg_acc': 0.0, 'loss': 0.2394397959787966}
+{'epoch': 10, 'iter': 530, 'avg_loss': 0.21832054689213662, 'avg_acc': 0.0, 'loss': 0.228723458892091}
+{'epoch': 10, 'iter': 540, 'avg_loss': 0.21858446845472126, 'avg_acc': 0.0, 'loss': 0.19929610427724193}
+{'epoch': 10, 'iter': 550, 'avg_loss': 0.2186983654060717, 'avg_acc': 0.0, 'loss': 0.2573257953367179}
+{'epoch': 10, 'iter': 560, 'avg_loss': 0.21845705251586225, 'avg_acc': 0.0, 'loss': 0.16920197684066807}
+{'epoch': 10, 'iter': 570, 'avg_loss': 0.21893224824418925, 'avg_acc': 0.0, 'loss': 0.2249088324709711}
+{'epoch': 10, 'iter': 580, 'avg_loss': 0.21884010759210024, 'avg_acc': 0.0, 'loss': 0.19824682262567095}
+{'epoch': 10, 'iter': 590, 'avg_loss': 0.21900323967748686, 'avg_acc': 0.0, 'loss': 0.2628035031947807}
+{'epoch': 10, 'iter': 600, 'avg_loss': 0.21905459342003664, 'avg_acc': 0.0, 'loss': 0.24504505338453392}
+{'epoch': 10, 'iter': 610, 'avg_loss': 0.21937949036511162, 'avg_acc': 0.0, 'loss': 0.2744482587317439}
+{'epoch': 10, 'iter': 620, 'avg_loss': 0.21991226676274017, 'avg_acc': 0.0, 'loss': 0.2281766737095105}
+{'epoch': 10, 'iter': 630, 'avg_loss': 0.21980887316465592, 'avg_acc': 0.0, 'loss': 0.18517606727631833}
+{'epoch': 10, 'iter': 640, 'avg_loss': 0.21973655698083147, 'avg_acc': 0.0, 'loss': 0.20387746110749763}
+{'epoch': 10, 'iter': 650, 'avg_loss': 0.2198050260180445, 'avg_acc': 0.0, 'loss': 0.2470851538633464}
+{'epoch': 10, 'iter': 660, 'avg_loss': 0.22020082528188423, 'avg_acc': 0.0, 'loss': 0.24924048149731398}
+{'epoch': 10, 'iter': 670, 'avg_loss': 0.21999372371889953, 'avg_acc': 0.0, 'loss': 0.21573657836935514}
+{'epoch': 10, 'iter': 680, 'avg_loss': 0.22016786784658227, 'avg_acc': 0.0, 'loss': 0.21651720976459338}
+{'epoch': 10, 'iter': 690, 'avg_loss': 0.22046871412356206, 'avg_acc': 0.0, 'loss': 0.227527526110472}
+{'epoch': 10, 'iter': 700, 'avg_loss': 0.22055552402190176, 'avg_acc': 0.0, 'loss': 0.1807064985370224}
+{'epoch': 10, 'iter': 710, 'avg_loss': 0.22041016154571355, 'avg_acc': 0.0, 'loss': 0.1790640586475222}
+{'epoch': 10, 'iter': 720, 'avg_loss': 0.22034402785548413, 'avg_acc': 0.0, 'loss': 0.2402223838248574}
+{'epoch': 10, 'iter': 730, 'avg_loss': 0.2202257073704223, 'avg_acc': 0.0, 'loss': 0.24871374154469905}
+{'epoch': 10, 'iter': 740, 'avg_loss': 0.22047894055547165, 'avg_acc': 0.0, 'loss': 0.2253786452235025}
+{'epoch': 10, 'iter': 750, 'avg_loss': 0.22042767498906915, 'avg_acc': 0.0, 'loss': 0.20824260486759677}
+{'epoch': 10, 'iter': 760, 'avg_loss': 0.22059620142879538, 'avg_acc': 0.0, 'loss': 0.2942912339501293}
+{'epoch': 10, 'iter': 770, 'avg_loss': 0.22035134182480856, 'avg_acc': 0.0, 'loss': 0.18065364987452473}
+{'epoch': 10, 'iter': 780, 'avg_loss': 0.22029445578981172, 'avg_acc': 0.0, 'loss': 0.24108114054700178}
+{'epoch': 10, 'iter': 790, 'avg_loss': 0.22013661492316022, 'avg_acc': 0.0, 'loss': 0.24580880558817494}
+{'epoch': 10, 'iter': 800, 'avg_loss': 0.22028794268470941, 'avg_acc': 0.0, 'loss': 0.2693939962220091}
+{'epoch': 10, 'iter': 810, 'avg_loss': 0.22032519450272836, 'avg_acc': 0.0, 'loss': 0.24446352253789883}
+{'epoch': 10, 'iter': 820, 'avg_loss': 0.2198606768254399, 'avg_acc': 0.0, 'loss': 0.19639582201333333}
+{'epoch': 10, 'iter': 830, 'avg_loss': 0.2197288543193836, 'avg_acc': 0.0, 'loss': 0.20543913186838836}
+{'epoch': 10, 'iter': 840, 'avg_loss': 0.21949015920009035, 'avg_acc': 0.0, 'loss': 0.21164624577100505}
+{'epoch': 10, 'iter': 850, 'avg_loss': 0.2193168069988025, 'avg_acc': 0.0, 'loss': 0.17306275951685685}
+{'epoch': 10, 'iter': 860, 'avg_loss': 0.2194370198143385, 'avg_acc': 0.0, 'loss': 0.25663745069388305}
+{'epoch': 10, 'iter': 870, 'avg_loss': 0.21984876322630104, 'avg_acc': 0.0, 'loss': 0.2740393227268214}
+{'epoch': 10, 'iter': 880, 'avg_loss': 0.21972519844956995, 'avg_acc': 0.0, 'loss': 0.17815699264052196}
+{'epoch': 10, 'iter': 890, 'avg_loss': 0.2197031774965832, 'avg_acc': 0.0, 'loss': 0.2621315961023356}
+{'epoch': 10, 'iter': 900, 'avg_loss': 0.21975463974650541, 'avg_acc': 0.0, 'loss': 0.20455939432758896}
+{'epoch': 10, 'iter': 910, 'avg_loss': 0.21990661322113975, 'avg_acc': 0.0, 'loss': 0.2155218686975786}
+{'epoch': 10, 'iter': 920, 'avg_loss': 0.22013239912263763, 'avg_acc': 0.0, 'loss': 0.23046010591575133}
+{'epoch': 10, 'iter': 930, 'avg_loss': 0.22000689424268557, 'avg_acc': 0.0, 'loss': 0.18398879593535508}
+{'epoch': 10, 'iter': 940, 'avg_loss': 0.22004117568796483, 'avg_acc': 0.0, 'loss': 0.2158157995348639}
+{'epoch': 10, 'iter': 950, 'avg_loss': 0.22021905639651232, 'avg_acc': 0.0, 'loss': 0.21541325640438505}
+{'epoch': 10, 'iter': 960, 'avg_loss': 0.22014221763757355, 'avg_acc': 0.0, 'loss': 0.221351985187409}
+{'epoch': 10, 'iter': 970, 'avg_loss': 0.22030247274311507, 'avg_acc': 0.0, 'loss': 0.3097079825096703}
+{'epoch': 10, 'iter': 980, 'avg_loss': 0.2204678563292472, 'avg_acc': 0.0, 'loss': 0.22120371826557467}
+{'epoch': 10, 'iter': 990, 'avg_loss': 0.22062605764594448, 'avg_acc': 0.0, 'loss': 0.18639736640969723}
+{'epoch': 10, 'iter': 1000, 'avg_loss': 0.22072128685508863, 'avg_acc': 0.0, 'loss': 0.21661253044580267}
+{'epoch': 10, 'iter': 1010, 'avg_loss': 0.2208584946608684, 'avg_acc': 0.0, 'loss': 0.24312500614009228}
+{'epoch': 10, 'iter': 1020, 'avg_loss': 0.2208148800009199, 'avg_acc': 0.0, 'loss': 0.2292110135472285}
+{'epoch': 10, 'iter': 1030, 'avg_loss': 0.220776923252275, 'avg_acc': 0.0, 'loss': 0.1919944737023148}
+{'epoch': 10, 'iter': 1040, 'avg_loss': 0.22063244993703168, 'avg_acc': 0.0, 'loss': 0.2455792249578995}
+{'epoch': 10, 'iter': 1050, 'avg_loss': 0.2205476264950185, 'avg_acc': 0.0, 'loss': 0.19949162717401642}
+{'epoch': 10, 'iter': 1060, 'avg_loss': 0.22049106502035207, 'avg_acc': 0.0, 'loss': 0.16321953868347397}
+{'epoch': 10, 'iter': 1070, 'avg_loss': 0.22042861951611253, 'avg_acc': 0.0, 'loss': 0.1807299716381619}
+{'epoch': 10, 'iter': 1080, 'avg_loss': 0.22044215183564664, 'avg_acc': 0.0, 'loss': 0.18853005050667498}
+{'epoch': 10, 'iter': 1090, 'avg_loss': 0.22031024923868564, 'avg_acc': 0.0, 'loss': 0.20471763471011528}
+{'epoch': 10, 'iter': 1100, 'avg_loss': 0.2203586156258276, 'avg_acc': 0.0, 'loss': 0.22005405504062633}
+{'epoch': 10, 'iter': 1110, 'avg_loss': 0.2204068453240105, 'avg_acc': 0.0, 'loss': 0.26660148039783443}
+{'epoch': 10, 'iter': 1120, 'avg_loss': 0.22047432797501829, 'avg_acc': 0.0, 'loss': 0.250607699012692}
+{'epoch': 10, 'iter': 1130, 'avg_loss': 0.22041245407009508, 'avg_acc': 0.0, 'loss': 0.18865346007714834}
+{'epoch': 10, 'iter': 1140, 'avg_loss': 0.22028601056869043, 'avg_acc': 0.0, 'loss': 0.21141513689014702}
+{'epoch': 10, 'iter': 1150, 'avg_loss': 0.22018164444152746, 'avg_acc': 0.0, 'loss': 0.23123324565027098}
+{'epoch': 10, 'iter': 1160, 'avg_loss': 0.22037616147231548, 'avg_acc': 0.0, 'loss': 0.276071602995801}
+{'epoch': 10, 'iter': 1170, 'avg_loss': 0.22019931521543634, 'avg_acc': 0.0, 'loss': 0.2194418016923529}
+{'epoch': 10, 'iter': 1180, 'avg_loss': 0.22025389440354767, 'avg_acc': 0.0, 'loss': 0.19119071393262335}
+{'epoch': 10, 'iter': 1190, 'avg_loss': 0.22014598187409706, 'avg_acc': 0.0, 'loss': 0.17934229894574724}
+{'epoch': 10, 'iter': 1200, 'avg_loss': 0.21996298557961808, 'avg_acc': 0.0, 'loss': 0.18380285715050246}
+{'epoch': 10, 'iter': 1210, 'avg_loss': 0.22007426232662677, 'avg_acc': 0.0, 'loss': 0.21933743258088204}
+{'epoch': 10, 'iter': 1220, 'avg_loss': 0.22007680372966348, 'avg_acc': 0.0, 'loss': 0.1723046978783194}
+{'epoch': 10, 'iter': 1230, 'avg_loss': 0.22015667693027655, 'avg_acc': 0.0, 'loss': 0.2620048565607768}
+{'epoch': 10, 'iter': 1240, 'avg_loss': 0.22009726928066586, 'avg_acc': 0.0, 'loss': 0.20566156701014343}
+{'epoch': 'EP10_test', 'eval_accuracy': 0.0, 'ece': 0.13380597531795502, 'avg_loss': 0.22009726928066586, 'f1_scores': 0.7524760365629216}
+{'epoch': 11, 'iter': 0, 'avg_loss': 0.15243866398655623, 'avg_acc': 0.0, 'loss': 0.15243866398655623}
+{'epoch': 11, 'iter': 10, 'avg_loss': 0.19657321937421485, 'avg_acc': 0.0, 'loss': 0.21573170290840996}
+{'epoch': 11, 'iter': 20, 'avg_loss': 0.19664579523141335, 'avg_acc': 0.0, 'loss': 0.2066107983781486}
+{'epoch': 11, 'iter': 30, 'avg_loss': 0.2082943265137557, 'avg_acc': 0.0, 'loss': 0.2020370868181739}
+{'epoch': 11, 'iter': 40, 'avg_loss': 0.21545644232140204, 'avg_acc': 0.0, 'loss': 0.2921950762642414}
+{'epoch': 11, 'iter': 50, 'avg_loss': 0.21587263075660593, 'avg_acc': 0.0, 'loss': 0.21974733445183248}
+{'epoch': 11, 'iter': 60, 'avg_loss': 0.22075431343712396, 'avg_acc': 0.0, 'loss': 0.19756421537671745}
+{'epoch': 11, 'iter': 70, 'avg_loss': 0.22359451837022348, 'avg_acc': 0.0, 'loss': 0.25169777659214426}
+{'epoch': 11, 'iter': 80, 'avg_loss': 0.2204691236930521, 'avg_acc': 0.0, 'loss': 0.20584522727494914}
+{'epoch': 11, 'iter': 90, 'avg_loss': 0.22024040353581226, 'avg_acc': 0.0, 'loss': 0.21810628855564573}
+{'epoch': 11, 'iter': 100, 'avg_loss': 0.2205605468942768, 'avg_acc': 0.0, 'loss': 0.249013492452832}
+{'epoch': 11, 'iter': 110, 'avg_loss': 0.21951779277017658, 'avg_acc': 0.0, 'loss': 0.21270566046743103}
+{'epoch': 11, 'iter': 120, 'avg_loss': 0.21806289336226045, 'avg_acc': 0.0, 'loss': 0.19372606762564307}
+{'epoch': 11, 'iter': 130, 'avg_loss': 0.2174542053745617, 'avg_acc': 0.0, 'loss': 0.1708360213529626}
+{'epoch': 11, 'iter': 140, 'avg_loss': 0.21785550324508904, 'avg_acc': 0.0, 'loss': 0.2806285841545884}
+{'epoch': 11, 'iter': 150, 'avg_loss': 0.21936618409242864, 'avg_acc': 0.0, 'loss': 0.2840192924952914}
+{'epoch': 11, 'iter': 160, 'avg_loss': 0.21986189104563292, 'avg_acc': 0.0, 'loss': 0.21449843266860363}
+{'epoch': 11, 'iter': 170, 'avg_loss': 0.2184087470975109, 'avg_acc': 0.0, 'loss': 0.20585001190556795}
+{'epoch': 11, 'iter': 180, 'avg_loss': 0.21884983326168472, 'avg_acc': 0.0, 'loss': 0.24403056619706018}
+{'epoch': 11, 'iter': 190, 'avg_loss': 0.21835321982195524, 'avg_acc': 0.0, 'loss': 0.149111726688456}
+{'epoch': 11, 'iter': 200, 'avg_loss': 0.21834384138862464, 'avg_acc': 0.0, 'loss': 0.21986963079546382}
+{'epoch': 11, 'iter': 210, 'avg_loss': 0.21843446060463978, 'avg_acc': 0.0, 'loss': 0.2000072060868011}
+{'epoch': 11, 'iter': 220, 'avg_loss': 0.2184901965208136, 'avg_acc': 0.0, 'loss': 0.23388779094654766}
+{'epoch': 11, 'iter': 230, 'avg_loss': 0.21927043761894852, 'avg_acc': 0.0, 'loss': 0.220778708148308}
+{'epoch': 11, 'iter': 240, 'avg_loss': 0.2193896656688532, 'avg_acc': 0.0, 'loss': 0.2775239590474874}
+{'epoch': 11, 'iter': 250, 'avg_loss': 0.2192585952065731, 'avg_acc': 0.0, 'loss': 0.2154704486664351}
+{'epoch': 11, 'iter': 260, 'avg_loss': 0.21917090098784517, 'avg_acc': 0.0, 'loss': 0.2557638532284077}
+{'epoch': 11, 'iter': 270, 'avg_loss': 0.2189623885820976, 'avg_acc': 0.0, 'loss': 0.24998355665502459}
+{'epoch': 11, 'iter': 280, 'avg_loss': 0.2189195084980689, 'avg_acc': 0.0, 'loss': 0.22089986020858174}
+{'epoch': 11, 'iter': 290, 'avg_loss': 0.21904504703038905, 'avg_acc': 0.0, 'loss': 0.2078558028853357}
+{'epoch': 11, 'iter': 300, 'avg_loss': 0.2186162864485666, 'avg_acc': 0.0, 'loss': 0.19392424584319606}
+{'epoch': 11, 'iter': 310, 'avg_loss': 0.21869436180286186, 'avg_acc': 0.0, 'loss': 0.17827283630361176}
+{'epoch': 11, 'iter': 320, 'avg_loss': 0.2190707836265435, 'avg_acc': 0.0, 'loss': 0.20498624332503823}
+{'epoch': 11, 'iter': 330, 'avg_loss': 0.2191908186163565, 'avg_acc': 0.0, 'loss': 0.2521752882218737}
+{'epoch': 11, 'iter': 340, 'avg_loss': 0.21973157321720593, 'avg_acc': 0.0, 'loss': 0.2716441463417141}
+{'epoch': 11, 'iter': 350, 'avg_loss': 0.21957267783616743, 'avg_acc': 0.0, 'loss': 0.23565571463833682}
+{'epoch': 11, 'iter': 360, 'avg_loss': 0.2195818749865871, 'avg_acc': 0.0, 'loss': 0.18800043348034834}
+{'epoch': 11, 'iter': 370, 'avg_loss': 0.2197340868979253, 'avg_acc': 0.0, 'loss': 0.20599367463819362}
+{'epoch': 11, 'iter': 380, 'avg_loss': 0.21974871883698036, 'avg_acc': 0.0, 'loss': 0.1745464021130049}
+{'epoch': 11, 'iter': 390, 'avg_loss': 0.21961962440301633, 'avg_acc': 0.0, 'loss': 0.20990362225789533}
+{'epoch': 11, 'iter': 400, 'avg_loss': 0.21975169615310908, 'avg_acc': 0.0, 'loss': 0.21931887441457676}
+{'epoch': 11, 'iter': 410, 'avg_loss': 0.21996288632166117, 'avg_acc': 0.0, 'loss': 0.20715578245238117}
+{'epoch': 11, 'iter': 420, 'avg_loss': 0.21968774651209527, 'avg_acc': 0.0, 'loss': 0.1824694963417122}
+{'epoch': 11, 'iter': 430, 'avg_loss': 0.21982367550470727, 'avg_acc': 0.0, 'loss': 0.2388348275809611}
+{'epoch': 11, 'iter': 440, 'avg_loss': 0.2196628559601401, 'avg_acc': 0.0, 'loss': 0.2377244882791274}
+{'epoch': 11, 'iter': 450, 'avg_loss': 0.21988063257096302, 'avg_acc': 0.0, 'loss': 0.22417391641881423}
+{'epoch': 11, 'iter': 460, 'avg_loss': 0.21998057601112114, 'avg_acc': 0.0, 'loss': 0.21568295374735108}
+{'epoch': 11, 'iter': 470, 'avg_loss': 0.21986277466559698, 'avg_acc': 0.0, 'loss': 0.21529372447925457}
+{'epoch': 11, 'iter': 480, 'avg_loss': 0.21994514791711312, 'avg_acc': 0.0, 'loss': 0.22641275759633572}
+{'epoch': 11, 'iter': 490, 'avg_loss': 0.21981840754924362, 'avg_acc': 0.0, 'loss': 0.19621719316754543}
+{'epoch': 11, 'iter': 500, 'avg_loss': 0.2196082160701693, 'avg_acc': 0.0, 'loss': 0.23652281691699628}
+{'epoch': 11, 'iter': 510, 'avg_loss': 0.21959701469450552, 'avg_acc': 0.0, 'loss': 0.17325345188172442}
+{'epoch': 11, 'iter': 520, 'avg_loss': 0.21950805583095911, 'avg_acc': 0.0, 'loss': 0.24040982243280137}
+{'epoch': 11, 'iter': 530, 'avg_loss': 0.2195122707994068, 'avg_acc': 0.0, 'loss': 0.23115662923620608}
+{'epoch': 11, 'iter': 540, 'avg_loss': 0.21976929813899454, 'avg_acc': 0.0, 'loss': 0.1967641316207716}
+{'epoch': 11, 'iter': 550, 'avg_loss': 0.21988510310438045, 'avg_acc': 0.0, 'loss': 0.25941869871946566}
+{'epoch': 11, 'iter': 560, 'avg_loss': 0.21964590966956898, 'avg_acc': 0.0, 'loss': 0.16921456700908621}
+{'epoch': 11, 'iter': 570, 'avg_loss': 0.22011397597730797, 'avg_acc': 0.0, 'loss': 0.2245180220970724}
+{'epoch': 11, 'iter': 580, 'avg_loss': 0.22001987205217807, 'avg_acc': 0.0, 'loss': 0.19969745283534782}
+{'epoch': 11, 'iter': 590, 'avg_loss': 0.2202057442976304, 'avg_acc': 0.0, 'loss': 0.26515165915809896}
+{'epoch': 11, 'iter': 600, 'avg_loss': 0.22024857008686471, 'avg_acc': 0.0, 'loss': 0.2449072988347325}
+{'epoch': 11, 'iter': 610, 'avg_loss': 0.22057255664149988, 'avg_acc': 0.0, 'loss': 0.2794774746062103}
+{'epoch': 11, 'iter': 620, 'avg_loss': 0.22109241907417954, 'avg_acc': 0.0, 'loss': 0.22826263559519636}
+{'epoch': 11, 'iter': 630, 'avg_loss': 0.2209856276525741, 'avg_acc': 0.0, 'loss': 0.1848087809478654}
+{'epoch': 11, 'iter': 640, 'avg_loss': 0.22092195360700048, 'avg_acc': 0.0, 'loss': 0.20504272887514421}
+{'epoch': 11, 'iter': 650, 'avg_loss': 0.22098102414184967, 'avg_acc': 0.0, 'loss': 0.24440907846058377}
+{'epoch': 11, 'iter': 660, 'avg_loss': 0.22137834837080375, 'avg_acc': 0.0, 'loss': 0.24551081998184338}
+{'epoch': 11, 'iter': 670, 'avg_loss': 0.22117265147113563, 'avg_acc': 0.0, 'loss': 0.2188301806092048}
+{'epoch': 11, 'iter': 680, 'avg_loss': 0.22133605625378663, 'avg_acc': 0.0, 'loss': 0.21689015304959217}
+{'epoch': 11, 'iter': 690, 'avg_loss': 0.22163222284773257, 'avg_acc': 0.0, 'loss': 0.23007561271580404}
+{'epoch': 11, 'iter': 700, 'avg_loss': 0.2217146132300655, 'avg_acc': 0.0, 'loss': 0.18286854778463227}
+{'epoch': 11, 'iter': 710, 'avg_loss': 0.22155896391207902, 'avg_acc': 0.0, 'loss': 0.17693678127436993}
+{'epoch': 11, 'iter': 720, 'avg_loss': 0.2215107676051736, 'avg_acc': 0.0, 'loss': 0.24217303183039413}
+{'epoch': 11, 'iter': 730, 'avg_loss': 0.2213846037958984, 'avg_acc': 0.0, 'loss': 0.24755101480150188}
+{'epoch': 11, 'iter': 740, 'avg_loss': 0.22161520464464754, 'avg_acc': 0.0, 'loss': 0.225838396054704}
+{'epoch': 11, 'iter': 750, 'avg_loss': 0.2215726292528764, 'avg_acc': 0.0, 'loss': 0.2103122728141378}
+{'epoch': 11, 'iter': 760, 'avg_loss': 0.22173313917908727, 'avg_acc': 0.0, 'loss': 0.29386543425828543}
+{'epoch': 11, 'iter': 770, 'avg_loss': 0.22148460699221376, 'avg_acc': 0.0, 'loss': 0.18148578864059214}
+{'epoch': 11, 'iter': 780, 'avg_loss': 0.22142304714978558, 'avg_acc': 0.0, 'loss': 0.2413270084247025}
+{'epoch': 11, 'iter': 790, 'avg_loss': 0.22127048405122496, 'avg_acc': 0.0, 'loss': 0.24797898360767637}
+{'epoch': 11, 'iter': 800, 'avg_loss': 0.2214325958119541, 'avg_acc': 0.0, 'loss': 0.2684879667051843}
+{'epoch': 11, 'iter': 810, 'avg_loss': 0.22147417351448156, 'avg_acc': 0.0, 'loss': 0.24499515165306157}
+{'epoch': 11, 'iter': 820, 'avg_loss': 0.2210151341771241, 'avg_acc': 0.0, 'loss': 0.19748651294113576}
+{'epoch': 11, 'iter': 830, 'avg_loss': 0.22089120214062574, 'avg_acc': 0.0, 'loss': 0.20621742681175548}
+{'epoch': 11, 'iter': 840, 'avg_loss': 0.22066140857783148, 'avg_acc': 0.0, 'loss': 0.2109480515962007}
+{'epoch': 11, 'iter': 850, 'avg_loss': 0.22049101601293014, 'avg_acc': 0.0, 'loss': 0.17270188916985976}
+{'epoch': 11, 'iter': 860, 'avg_loss': 0.22061842933274667, 'avg_acc': 0.0, 'loss': 0.2596570754720103}
+{'epoch': 11, 'iter': 870, 'avg_loss': 0.2210142118897849, 'avg_acc': 0.0, 'loss': 0.2734270579614011}
+{'epoch': 11, 'iter': 880, 'avg_loss': 0.22088670670275345, 'avg_acc': 0.0, 'loss': 0.1812145684131922}
+{'epoch': 11, 'iter': 890, 'avg_loss': 0.2208724285304098, 'avg_acc': 0.0, 'loss': 0.26405787950963194}
+{'epoch': 11, 'iter': 900, 'avg_loss': 0.22092406001075804, 'avg_acc': 0.0, 'loss': 0.2064089084594473}
+{'epoch': 11, 'iter': 910, 'avg_loss': 0.2210535348086724, 'avg_acc': 0.0, 'loss': 0.21501928784722882}
+{'epoch': 11, 'iter': 920, 'avg_loss': 0.2212802518628618, 'avg_acc': 0.0, 'loss': 0.23282976735442518}
+{'epoch': 11, 'iter': 930, 'avg_loss': 0.22116143211727823, 'avg_acc': 0.0, 'loss': 0.18822915070411128}
+{'epoch': 11, 'iter': 940, 'avg_loss': 0.2211880579970075, 'avg_acc': 0.0, 'loss': 0.2161855200213592}
+{'epoch': 11, 'iter': 950, 'avg_loss': 0.2213663291925246, 'avg_acc': 0.0, 'loss': 0.22007538237474883}
+{'epoch': 11, 'iter': 960, 'avg_loss': 0.22128600116497557, 'avg_acc': 0.0, 'loss': 0.2226153273181158}
+{'epoch': 11, 'iter': 970, 'avg_loss': 0.22145492061139016, 'avg_acc': 0.0, 'loss': 0.30999209775628905}
+{'epoch': 11, 'iter': 980, 'avg_loss': 0.2216187937366105, 'avg_acc': 0.0, 'loss': 0.22246937445340464}
+{'epoch': 11, 'iter': 990, 'avg_loss': 0.22177192445199073, 'avg_acc': 0.0, 'loss': 0.18896041609514214}
+{'epoch': 11, 'iter': 1000, 'avg_loss': 0.2218586736001981, 'avg_acc': 0.0, 'loss': 0.21939916555960995}
+{'epoch': 11, 'iter': 1010, 'avg_loss': 0.22198440339432776, 'avg_acc': 0.0, 'loss': 0.2434981505252186}
+{'epoch': 11, 'iter': 1020, 'avg_loss': 0.22194649374143358, 'avg_acc': 0.0, 'loss': 0.22958587974049544}
+{'epoch': 11, 'iter': 1030, 'avg_loss': 0.22190670396923615, 'avg_acc': 0.0, 'loss': 0.19483104598592554}
+{'epoch': 11, 'iter': 1040, 'avg_loss': 0.22176422340948682, 'avg_acc': 0.0, 'loss': 0.2466733602671281}
+{'epoch': 11, 'iter': 1050, 'avg_loss': 0.22168362633411345, 'avg_acc': 0.0, 'loss': 0.20251275270311453}
+{'epoch': 11, 'iter': 1060, 'avg_loss': 0.22162437793287526, 'avg_acc': 0.0, 'loss': 0.16570749127017084}
+{'epoch': 11, 'iter': 1070, 'avg_loss': 0.2215640004655369, 'avg_acc': 0.0, 'loss': 0.18117438969550545}
+{'epoch': 11, 'iter': 1080, 'avg_loss': 0.22157169012636596, 'avg_acc': 0.0, 'loss': 0.19192918304413198}
+{'epoch': 11, 'iter': 1090, 'avg_loss': 0.2214458329693711, 'avg_acc': 0.0, 'loss': 0.20721197404535424}
+{'epoch': 11, 'iter': 1100, 'avg_loss': 0.2214931932278679, 'avg_acc': 0.0, 'loss': 0.22107878494807665}
+{'epoch': 11, 'iter': 1110, 'avg_loss': 0.22154168194838791, 'avg_acc': 0.0, 'loss': 0.2646536299299831}
+{'epoch': 11, 'iter': 1120, 'avg_loss': 0.22160279960899507, 'avg_acc': 0.0, 'loss': 0.2508734294692008}
+{'epoch': 11, 'iter': 1130, 'avg_loss': 0.22154492074525806, 'avg_acc': 0.0, 'loss': 0.18941446749574553}
+{'epoch': 11, 'iter': 1140, 'avg_loss': 0.22142243037617898, 'avg_acc': 0.0, 'loss': 0.21146700641254157}
+{'epoch': 11, 'iter': 1150, 'avg_loss': 0.22131856200321848, 'avg_acc': 0.0, 'loss': 0.23331315512937828}
+{'epoch': 11, 'iter': 1160, 'avg_loss': 0.22150727596410807, 'avg_acc': 0.0, 'loss': 0.27536696522695686}
+{'epoch': 11, 'iter': 1170, 'avg_loss': 0.2213364447811514, 'avg_acc': 0.0, 'loss': 0.22153347123042164}
+{'epoch': 11, 'iter': 1180, 'avg_loss': 0.2213923721811866, 'avg_acc': 0.0, 'loss': 0.1910936418537728}
+{'epoch': 11, 'iter': 1190, 'avg_loss': 0.22128793433392538, 'avg_acc': 0.0, 'loss': 0.17980301702183557}
+{'epoch': 11, 'iter': 1200, 'avg_loss': 0.22111118518037418, 'avg_acc': 0.0, 'loss': 0.18716650222475956}
+{'epoch': 11, 'iter': 1210, 'avg_loss': 0.2212182636161847, 'avg_acc': 0.0, 'loss': 0.2213183219665942}
+{'epoch': 11, 'iter': 1220, 'avg_loss': 0.22121687539888027, 'avg_acc': 0.0, 'loss': 0.17261438612006583}
+{'epoch': 11, 'iter': 1230, 'avg_loss': 0.22129779516782933, 'avg_acc': 0.0, 'loss': 0.26661845646374005}
+{'epoch': 11, 'iter': 1240, 'avg_loss': 0.22123460840906217, 'avg_acc': 0.0, 'loss': 0.20670031407527337}
+{'epoch': 'EP11_test', 'eval_accuracy': 0.0, 'ece': 0.12707862257957458, 'avg_loss': 0.22123460840906217, 'f1_scores': 0.7519252018058276}
+{'epoch': 12, 'iter': 0, 'avg_loss': 0.15236083081306007, 'avg_acc': 0.0, 'loss': 0.15236083081306007}
+{'epoch': 12, 'iter': 10, 'avg_loss': 0.19445951171758669, 'avg_acc': 0.0, 'loss': 0.21383266626409228}
+{'epoch': 12, 'iter': 20, 'avg_loss': 0.1948391887795062, 'avg_acc': 0.0, 'loss': 0.20489730970997957}
+{'epoch': 12, 'iter': 30, 'avg_loss': 0.20643364113837273, 'avg_acc': 0.0, 'loss': 0.19981369315831085}
+{'epoch': 12, 'iter': 40, 'avg_loss': 0.21401907210552074, 'avg_acc': 0.0, 'loss': 0.2981126597702054}
+{'epoch': 12, 'iter': 50, 'avg_loss': 0.21480876670256213, 'avg_acc': 0.0, 'loss': 0.22214668383042277}
+{'epoch': 12, 'iter': 60, 'avg_loss': 0.21978107786651624, 'avg_acc': 0.0, 'loss': 0.1965392745738167}
+{'epoch': 12, 'iter': 70, 'avg_loss': 0.22249305129474822, 'avg_acc': 0.0, 'loss': 0.24625632867498226}
+{'epoch': 12, 'iter': 80, 'avg_loss': 0.2194161340035298, 'avg_acc': 0.0, 'loss': 0.20105319007416256}
+{'epoch': 12, 'iter': 90, 'avg_loss': 0.2191629274905722, 'avg_acc': 0.0, 'loss': 0.21583201765133708}
+{'epoch': 12, 'iter': 100, 'avg_loss': 0.21944838050957238, 'avg_acc': 0.0, 'loss': 0.24779489914817532}
+{'epoch': 12, 'iter': 110, 'avg_loss': 0.2184492826252918, 'avg_acc': 0.0, 'loss': 0.21389883293535863}
+{'epoch': 12, 'iter': 120, 'avg_loss': 0.21700477724556164, 'avg_acc': 0.0, 'loss': 0.19428681411175472}
+{'epoch': 12, 'iter': 130, 'avg_loss': 0.21634629814611894, 'avg_acc': 0.0, 'loss': 0.16778471072861326}
+{'epoch': 12, 'iter': 140, 'avg_loss': 0.2166902880025558, 'avg_acc': 0.0, 'loss': 0.2747763426872812}
+{'epoch': 12, 'iter': 150, 'avg_loss': 0.21827045199669692, 'avg_acc': 0.0, 'loss': 0.2833613584595826}
+{'epoch': 12, 'iter': 160, 'avg_loss': 0.21889984191685266, 'avg_acc': 0.0, 'loss': 0.2176387580753466}
+{'epoch': 12, 'iter': 170, 'avg_loss': 0.21727644234219506, 'avg_acc': 0.0, 'loss': 0.20240998974817817}
+{'epoch': 12, 'iter': 180, 'avg_loss': 0.21769257502467068, 'avg_acc': 0.0, 'loss': 0.24679397176467838}
+{'epoch': 12, 'iter': 190, 'avg_loss': 0.21718798603103046, 'avg_acc': 0.0, 'loss': 0.14704109780957098}
+{'epoch': 12, 'iter': 200, 'avg_loss': 0.21715568426475243, 'avg_acc': 0.0, 'loss': 0.2168874189472782}
+{'epoch': 12, 'iter': 210, 'avg_loss': 0.2172521906199584, 'avg_acc': 0.0, 'loss': 0.1976364759163646}
+{'epoch': 12, 'iter': 220, 'avg_loss': 0.21734731235585966, 'avg_acc': 0.0, 'loss': 0.2357440900862327}
+{'epoch': 12, 'iter': 230, 'avg_loss': 0.218104960097755, 'avg_acc': 0.0, 'loss': 0.22002063173230063}
+{'epoch': 12, 'iter': 240, 'avg_loss': 0.2182028098287573, 'avg_acc': 0.0, 'loss': 0.27779427396035317}
+{'epoch': 12, 'iter': 250, 'avg_loss': 0.21809399152710632, 'avg_acc': 0.0, 'loss': 0.2175433448989809}
+{'epoch': 12, 'iter': 260, 'avg_loss': 0.21804302451139868, 'avg_acc': 0.0, 'loss': 0.25675460252023186}
+{'epoch': 12, 'iter': 270, 'avg_loss': 0.2177688037175684, 'avg_acc': 0.0, 'loss': 0.25164959990239105}
+{'epoch': 12, 'iter': 280, 'avg_loss': 0.21770591989515153, 'avg_acc': 0.0, 'loss': 0.21998695367801702}
+{'epoch': 12, 'iter': 290, 'avg_loss': 0.21784668822227937, 'avg_acc': 0.0, 'loss': 0.20684564577719095}
+{'epoch': 12, 'iter': 300, 'avg_loss': 0.2174363165505381, 'avg_acc': 0.0, 'loss': 0.19475390533833498}
+{'epoch': 12, 'iter': 310, 'avg_loss': 0.21750495312900267, 'avg_acc': 0.0, 'loss': 0.17297390857064393}
+{'epoch': 12, 'iter': 320, 'avg_loss': 0.21792440195054733, 'avg_acc': 0.0, 'loss': 0.2014903342275959}
+{'epoch': 12, 'iter': 330, 'avg_loss': 0.21810097966159675, 'avg_acc': 0.0, 'loss': 0.2551431326511582}
+{'epoch': 12, 'iter': 340, 'avg_loss': 0.2186522175296768, 'avg_acc': 0.0, 'loss': 0.27170391289369683}
+{'epoch': 12, 'iter': 350, 'avg_loss': 0.21846660105121637, 'avg_acc': 0.0, 'loss': 0.23134441260455266}
+{'epoch': 12, 'iter': 360, 'avg_loss': 0.21847942849104754, 'avg_acc': 0.0, 'loss': 0.184325969746169}
+{'epoch': 12, 'iter': 370, 'avg_loss': 0.21859303495013307, 'avg_acc': 0.0, 'loss': 0.20511967123301084}
+{'epoch': 12, 'iter': 380, 'avg_loss': 0.2185589945889303, 'avg_acc': 0.0, 'loss': 0.16840574966265973}
+{'epoch': 12, 'iter': 390, 'avg_loss': 0.21843578446637038, 'avg_acc': 0.0, 'loss': 0.20838727779248853}
+{'epoch': 12, 'iter': 400, 'avg_loss': 0.21859727997302308, 'avg_acc': 0.0, 'loss': 0.2229854678473982}
+{'epoch': 12, 'iter': 410, 'avg_loss': 0.21882821330939894, 'avg_acc': 0.0, 'loss': 0.20632415042083654}
+{'epoch': 12, 'iter': 420, 'avg_loss': 0.21853751853221007, 'avg_acc': 0.0, 'loss': 0.18198983711045003}
+{'epoch': 12, 'iter': 430, 'avg_loss': 0.21864987849986, 'avg_acc': 0.0, 'loss': 0.23892331389223337}
+{'epoch': 12, 'iter': 440, 'avg_loss': 0.21850242028674488, 'avg_acc': 0.0, 'loss': 0.2387555488468414}
+{'epoch': 12, 'iter': 450, 'avg_loss': 0.2186958035489399, 'avg_acc': 0.0, 'loss': 0.22473034582214624}
+{'epoch': 12, 'iter': 460, 'avg_loss': 0.21882918277082683, 'avg_acc': 0.0, 'loss': 0.21447427965423618}
+{'epoch': 12, 'iter': 470, 'avg_loss': 0.21871551133592237, 'avg_acc': 0.0, 'loss': 0.2140525269603261}
+{'epoch': 12, 'iter': 480, 'avg_loss': 0.2187983247319525, 'avg_acc': 0.0, 'loss': 0.22706567272936287}
+{'epoch': 12, 'iter': 490, 'avg_loss': 0.21866888760380412, 'avg_acc': 0.0, 'loss': 0.19504417353177164}
+{'epoch': 12, 'iter': 500, 'avg_loss': 0.2184576453611986, 'avg_acc': 0.0, 'loss': 0.2389210667556004}
+{'epoch': 12, 'iter': 510, 'avg_loss': 0.21846506167696247, 'avg_acc': 0.0, 'loss': 0.17369204531834317}
+{'epoch': 12, 'iter': 520, 'avg_loss': 0.21837537694534886, 'avg_acc': 0.0, 'loss': 0.23564544807790558}
+{'epoch': 12, 'iter': 530, 'avg_loss': 0.2184041126856887, 'avg_acc': 0.0, 'loss': 0.23213130669020235}
+{'epoch': 12, 'iter': 540, 'avg_loss': 0.21866355438517154, 'avg_acc': 0.0, 'loss': 0.19331424638325448}
+{'epoch': 12, 'iter': 550, 'avg_loss': 0.2187468368740947, 'avg_acc': 0.0, 'loss': 0.2599480507864687}
+{'epoch': 12, 'iter': 560, 'avg_loss': 0.21851262195692922, 'avg_acc': 0.0, 'loss': 0.1644322138517964}
+{'epoch': 12, 'iter': 570, 'avg_loss': 0.21900744433881256, 'avg_acc': 0.0, 'loss': 0.22636364933987352}
+{'epoch': 12, 'iter': 580, 'avg_loss': 0.2189007445691056, 'avg_acc': 0.0, 'loss': 0.19986131856408712}
+{'epoch': 12, 'iter': 590, 'avg_loss': 0.21909910727034537, 'avg_acc': 0.0, 'loss': 0.26379374277101825}
+{'epoch': 12, 'iter': 600, 'avg_loss': 0.21912902391729325, 'avg_acc': 0.0, 'loss': 0.24549191546975635}
+{'epoch': 12, 'iter': 610, 'avg_loss': 0.21945320652020656, 'avg_acc': 0.0, 'loss': 0.28143024739503225}
+{'epoch': 12, 'iter': 620, 'avg_loss': 0.21998991850910135, 'avg_acc': 0.0, 'loss': 0.2235076712913724}
+{'epoch': 12, 'iter': 630, 'avg_loss': 0.21986148346265846, 'avg_acc': 0.0, 'loss': 0.17961501805776994}
+{'epoch': 12, 'iter': 640, 'avg_loss': 0.219793601238945, 'avg_acc': 0.0, 'loss': 0.2037085462529181}
+{'epoch': 12, 'iter': 650, 'avg_loss': 0.21982387647163276, 'avg_acc': 0.0, 'loss': 0.24084567098374723}
+{'epoch': 12, 'iter': 660, 'avg_loss': 0.22024841790165905, 'avg_acc': 0.0, 'loss': 0.24301391869123887}
+{'epoch': 12, 'iter': 670, 'avg_loss': 0.22006114035897234, 'avg_acc': 0.0, 'loss': 0.215500703932126}
+{'epoch': 12, 'iter': 680, 'avg_loss': 0.22021999390337968, 'avg_acc': 0.0, 'loss': 0.21782668244096773}
+{'epoch': 12, 'iter': 690, 'avg_loss': 0.22052627909713424, 'avg_acc': 0.0, 'loss': 0.2306435902940263}
+{'epoch': 12, 'iter': 700, 'avg_loss': 0.220606475453637, 'avg_acc': 0.0, 'loss': 0.18341186677207588}
+{'epoch': 12, 'iter': 710, 'avg_loss': 0.22044435373204652, 'avg_acc': 0.0, 'loss': 0.17886338118296408}
+{'epoch': 12, 'iter': 720, 'avg_loss': 0.22036899774772659, 'avg_acc': 0.0, 'loss': 0.23826669994949562}
+{'epoch': 12, 'iter': 730, 'avg_loss': 0.22024932056283056, 'avg_acc': 0.0, 'loss': 0.24819212083236508}
+{'epoch': 12, 'iter': 740, 'avg_loss': 0.2204733256369174, 'avg_acc': 0.0, 'loss': 0.22578538491623995}
+{'epoch': 12, 'iter': 750, 'avg_loss': 0.2204417048768724, 'avg_acc': 0.0, 'loss': 0.21168375372118522}
+{'epoch': 12, 'iter': 760, 'avg_loss': 0.22061525238488663, 'avg_acc': 0.0, 'loss': 0.2986397572610388}
+{'epoch': 12, 'iter': 770, 'avg_loss': 0.220369566224769, 'avg_acc': 0.0, 'loss': 0.17865034255737555}
+{'epoch': 12, 'iter': 780, 'avg_loss': 0.22031140276882102, 'avg_acc': 0.0, 'loss': 0.24853387032479596}
+{'epoch': 12, 'iter': 790, 'avg_loss': 0.2201501562833084, 'avg_acc': 0.0, 'loss': 0.24575978078363342}
+{'epoch': 12, 'iter': 800, 'avg_loss': 0.2203193819300449, 'avg_acc': 0.0, 'loss': 0.26776196837558275}
+{'epoch': 12, 'iter': 810, 'avg_loss': 0.22035963591216284, 'avg_acc': 0.0, 'loss': 0.24929699630476013}
+{'epoch': 12, 'iter': 820, 'avg_loss': 0.219897170056698, 'avg_acc': 0.0, 'loss': 0.1937908038021955}
+{'epoch': 12, 'iter': 830, 'avg_loss': 0.21976549379944796, 'avg_acc': 0.0, 'loss': 0.20529388261430928}
+{'epoch': 12, 'iter': 840, 'avg_loss': 0.21949683573858783, 'avg_acc': 0.0, 'loss': 0.20862893370148022}
+{'epoch': 12, 'iter': 850, 'avg_loss': 0.21931895404389135, 'avg_acc': 0.0, 'loss': 0.16788707238850162}
+{'epoch': 12, 'iter': 860, 'avg_loss': 0.21943747949635936, 'avg_acc': 0.0, 'loss': 0.2572812977882027}
+{'epoch': 12, 'iter': 870, 'avg_loss': 0.21984682345379775, 'avg_acc': 0.0, 'loss': 0.2744852942328829}
+{'epoch': 12, 'iter': 880, 'avg_loss': 0.219706425744427, 'avg_acc': 0.0, 'loss': 0.1775282976265901}
+{'epoch': 12, 'iter': 890, 'avg_loss': 0.21967512202510034, 'avg_acc': 0.0, 'loss': 0.26143395200792185}
+{'epoch': 12, 'iter': 900, 'avg_loss': 0.2197288670333853, 'avg_acc': 0.0, 'loss': 0.20634821530880537}
+{'epoch': 12, 'iter': 910, 'avg_loss': 0.21985273771534314, 'avg_acc': 0.0, 'loss': 0.2119385626517344}
+{'epoch': 12, 'iter': 920, 'avg_loss': 0.22010116376221273, 'avg_acc': 0.0, 'loss': 0.23164765545308388}
+{'epoch': 12, 'iter': 930, 'avg_loss': 0.21996991082704664, 'avg_acc': 0.0, 'loss': 0.18401168180311547}
+{'epoch': 12, 'iter': 940, 'avg_loss': 0.2199956975377949, 'avg_acc': 0.0, 'loss': 0.2124809238182154}
+{'epoch': 12, 'iter': 950, 'avg_loss': 0.22017087594795987, 'avg_acc': 0.0, 'loss': 0.21702671725376732}
+{'epoch': 12, 'iter': 960, 'avg_loss': 0.22007826474016967, 'avg_acc': 0.0, 'loss': 0.22059221123864906}
+{'epoch': 12, 'iter': 970, 'avg_loss': 0.22025639545094972, 'avg_acc': 0.0, 'loss': 0.3122649173808116}
+{'epoch': 12, 'iter': 980, 'avg_loss': 0.22041177883113927, 'avg_acc': 0.0, 'loss': 0.2193102547448039}
+{'epoch': 12, 'iter': 990, 'avg_loss': 0.2205754997644701, 'avg_acc': 0.0, 'loss': 0.19042484922036756}
+{'epoch': 12, 'iter': 1000, 'avg_loss': 0.2206600876266299, 'avg_acc': 0.0, 'loss': 0.2162543759429484}
+{'epoch': 12, 'iter': 1010, 'avg_loss': 0.22077051677273893, 'avg_acc': 0.0, 'loss': 0.2405786511188645}
+{'epoch': 12, 'iter': 1020, 'avg_loss': 0.22073533682911411, 'avg_acc': 0.0, 'loss': 0.23105696252592417}
+{'epoch': 12, 'iter': 1030, 'avg_loss': 0.22068040428691357, 'avg_acc': 0.0, 'loss': 0.19302093320649352}
+{'epoch': 12, 'iter': 1040, 'avg_loss': 0.22054731805064462, 'avg_acc': 0.0, 'loss': 0.24796174991674239}
+{'epoch': 12, 'iter': 1050, 'avg_loss': 0.22045939530836575, 'avg_acc': 0.0, 'loss': 0.19858545719606419}
+{'epoch': 12, 'iter': 1060, 'avg_loss': 0.22039679794507896, 'avg_acc': 0.0, 'loss': 0.1686209319442631}
+{'epoch': 12, 'iter': 1070, 'avg_loss': 0.22033357638237905, 'avg_acc': 0.0, 'loss': 0.1766168962275125}
+{'epoch': 12, 'iter': 1080, 'avg_loss': 0.2203454356979901, 'avg_acc': 0.0, 'loss': 0.19181847807041255}
+{'epoch': 12, 'iter': 1090, 'avg_loss': 0.22022593887548084, 'avg_acc': 0.0, 'loss': 0.2071506732162171}
+{'epoch': 12, 'iter': 1100, 'avg_loss': 0.22027061074333013, 'avg_acc': 0.0, 'loss': 0.2194290916013415}
+{'epoch': 12, 'iter': 1110, 'avg_loss': 0.22033049760194215, 'avg_acc': 0.0, 'loss': 0.25965993252741876}
+{'epoch': 12, 'iter': 1120, 'avg_loss': 0.22040105720734227, 'avg_acc': 0.0, 'loss': 0.2536264943222964}
+{'epoch': 12, 'iter': 1130, 'avg_loss': 0.2203548453961413, 'avg_acc': 0.0, 'loss': 0.19298029246445886}
+{'epoch': 12, 'iter': 1140, 'avg_loss': 0.22022927990555324, 'avg_acc': 0.0, 'loss': 0.21291310835723767}
+{'epoch': 12, 'iter': 1150, 'avg_loss': 0.22011981464260064, 'avg_acc': 0.0, 'loss': 0.23699939578727935}
+{'epoch': 12, 'iter': 1160, 'avg_loss': 0.2203263255959832, 'avg_acc': 0.0, 'loss': 0.2717715843659139}
+{'epoch': 12, 'iter': 1170, 'avg_loss': 0.2201556255027119, 'avg_acc': 0.0, 'loss': 0.21898005202274362}
+{'epoch': 12, 'iter': 1180, 'avg_loss': 0.2202237125878885, 'avg_acc': 0.0, 'loss': 0.18734101593794808}
+{'epoch': 12, 'iter': 1190, 'avg_loss': 0.2201246764725674, 'avg_acc': 0.0, 'loss': 0.1774738991734921}
+{'epoch': 12, 'iter': 1200, 'avg_loss': 0.21994364107825437, 'avg_acc': 0.0, 'loss': 0.18371180493860653}
+{'epoch': 12, 'iter': 1210, 'avg_loss': 0.22005193374682086, 'avg_acc': 0.0, 'loss': 0.21940502845947255}
+{'epoch': 12, 'iter': 1220, 'avg_loss': 0.22006116014062813, 'avg_acc': 0.0, 'loss': 0.16910827868845704}
+{'epoch': 12, 'iter': 1230, 'avg_loss': 0.2201446068374752, 'avg_acc': 0.0, 'loss': 0.2638482352550844}
+{'epoch': 12, 'iter': 1240, 'avg_loss': 0.22006933869577264, 'avg_acc': 0.0, 'loss': 0.2089498189472059}
+{'epoch': 'EP12_test', 'eval_accuracy': 0.0, 'ece': 0.1539798527956009, 'avg_loss': 0.22006933869577264, 'f1_scores': 0.7518537223210755}
+{'epoch': 13, 'iter': 0, 'avg_loss': 0.15528115730122796, 'avg_acc': 0.0, 'loss': 0.15528115730122796}
+{'epoch': 13, 'iter': 10, 'avg_loss': 0.19928050862732893, 'avg_acc': 0.0, 'loss': 0.22011387640577595}
+{'epoch': 13, 'iter': 20, 'avg_loss': 0.19930039749947448, 'avg_acc': 0.0, 'loss': 0.21226557957035244}
+{'epoch': 13, 'iter': 30, 'avg_loss': 0.21102633311112237, 'avg_acc': 0.0, 'loss': 0.2076919233691764}
+{'epoch': 13, 'iter': 40, 'avg_loss': 0.2182836811335311, 'avg_acc': 0.0, 'loss': 0.2945176153734142}
+{'epoch': 13, 'iter': 50, 'avg_loss': 0.21872260727907986, 'avg_acc': 0.0, 'loss': 0.22829765202245003}
+{'epoch': 13, 'iter': 60, 'avg_loss': 0.22376498032642578, 'avg_acc': 0.0, 'loss': 0.20586006498102244}
+{'epoch': 13, 'iter': 70, 'avg_loss': 0.2264540393556181, 'avg_acc': 0.0, 'loss': 0.2525165371942291}
+{'epoch': 13, 'iter': 80, 'avg_loss': 0.22321868612424559, 'avg_acc': 0.0, 'loss': 0.20524196396010144}
+{'epoch': 13, 'iter': 90, 'avg_loss': 0.2228578103752808, 'avg_acc': 0.0, 'loss': 0.22105627733331595}
+{'epoch': 13, 'iter': 100, 'avg_loss': 0.22321014868569397, 'avg_acc': 0.0, 'loss': 0.25122280701907584}
+{'epoch': 13, 'iter': 110, 'avg_loss': 0.22212444799665595, 'avg_acc': 0.0, 'loss': 0.21383804300525558}
+{'epoch': 13, 'iter': 120, 'avg_loss': 0.22066594752702204, 'avg_acc': 0.0, 'loss': 0.1998495529498671}
+{'epoch': 13, 'iter': 130, 'avg_loss': 0.22001056820916504, 'avg_acc': 0.0, 'loss': 0.1730137734958329}
+{'epoch': 13, 'iter': 140, 'avg_loss': 0.22041661526933518, 'avg_acc': 0.0, 'loss': 0.28075681411785675}
+{'epoch': 13, 'iter': 150, 'avg_loss': 0.22193667729221112, 'avg_acc': 0.0, 'loss': 0.2851774928803284}
+{'epoch': 13, 'iter': 160, 'avg_loss': 0.22248444677968274, 'avg_acc': 0.0, 'loss': 0.21717904834674429}
+{'epoch': 13, 'iter': 170, 'avg_loss': 0.2209614228284088, 'avg_acc': 0.0, 'loss': 0.20825650557019668}
+{'epoch': 13, 'iter': 180, 'avg_loss': 0.22146876208336827, 'avg_acc': 0.0, 'loss': 0.24819109281452256}
+{'epoch': 13, 'iter': 190, 'avg_loss': 0.22092228611743653, 'avg_acc': 0.0, 'loss': 0.15201395210377605}
+{'epoch': 13, 'iter': 200, 'avg_loss': 0.22093347691570694, 'avg_acc': 0.0, 'loss': 0.22453638710287901}
+{'epoch': 13, 'iter': 210, 'avg_loss': 0.2210308751606666, 'avg_acc': 0.0, 'loss': 0.20366812895047456}
+{'epoch': 13, 'iter': 220, 'avg_loss': 0.22107843940002608, 'avg_acc': 0.0, 'loss': 0.2383097211031132}
+{'epoch': 13, 'iter': 230, 'avg_loss': 0.22184363038269123, 'avg_acc': 0.0, 'loss': 0.22356082599773278}
+{'epoch': 13, 'iter': 240, 'avg_loss': 0.22194228630802637, 'avg_acc': 0.0, 'loss': 0.28310282536053166}
+{'epoch': 13, 'iter': 250, 'avg_loss': 0.22186275806724043, 'avg_acc': 0.0, 'loss': 0.21943899224450952}
+{'epoch': 13, 'iter': 260, 'avg_loss': 0.22182761634820233, 'avg_acc': 0.0, 'loss': 0.2607880900501576}
+{'epoch': 13, 'iter': 270, 'avg_loss': 0.2215326868395529, 'avg_acc': 0.0, 'loss': 0.25214505679644256}
+{'epoch': 13, 'iter': 280, 'avg_loss': 0.22146738690340645, 'avg_acc': 0.0, 'loss': 0.2249877980718468}
+{'epoch': 13, 'iter': 290, 'avg_loss': 0.2215951430366417, 'avg_acc': 0.0, 'loss': 0.21404121059926443}
+{'epoch': 13, 'iter': 300, 'avg_loss': 0.22119162190302152, 'avg_acc': 0.0, 'loss': 0.1975805556556744}
+{'epoch': 13, 'iter': 310, 'avg_loss': 0.22131511094835443, 'avg_acc': 0.0, 'loss': 0.1793396440717905}
+{'epoch': 13, 'iter': 320, 'avg_loss': 0.22169871252520015, 'avg_acc': 0.0, 'loss': 0.20439765262381115}
+{'epoch': 13, 'iter': 330, 'avg_loss': 0.2218204018709793, 'avg_acc': 0.0, 'loss': 0.25380970014923926}
+{'epoch': 13, 'iter': 340, 'avg_loss': 0.2223404511391616, 'avg_acc': 0.0, 'loss': 0.2763895969585844}
+{'epoch': 13, 'iter': 350, 'avg_loss': 0.2221886243216527, 'avg_acc': 0.0, 'loss': 0.23604359187057913}
+{'epoch': 13, 'iter': 360, 'avg_loss': 0.2222111824322822, 'avg_acc': 0.0, 'loss': 0.18821222982238134}
+{'epoch': 13, 'iter': 370, 'avg_loss': 0.22232491912374613, 'avg_acc': 0.0, 'loss': 0.20871114743405475}
+{'epoch': 13, 'iter': 380, 'avg_loss': 0.22229429649955665, 'avg_acc': 0.0, 'loss': 0.1734700029345991}
+{'epoch': 13, 'iter': 390, 'avg_loss': 0.2221412880018653, 'avg_acc': 0.0, 'loss': 0.2132899783781405}
+{'epoch': 13, 'iter': 400, 'avg_loss': 0.22228827492282544, 'avg_acc': 0.0, 'loss': 0.22187782658667335}
+{'epoch': 13, 'iter': 410, 'avg_loss': 0.22246272893734093, 'avg_acc': 0.0, 'loss': 0.20886782645967675}
+{'epoch': 13, 'iter': 420, 'avg_loss': 0.22216658128269678, 'avg_acc': 0.0, 'loss': 0.18454061945632408}
+{'epoch': 13, 'iter': 430, 'avg_loss': 0.2223188414501838, 'avg_acc': 0.0, 'loss': 0.2410366179443112}
+{'epoch': 13, 'iter': 440, 'avg_loss': 0.22216357175790533, 'avg_acc': 0.0, 'loss': 0.24228576533667884}
+{'epoch': 13, 'iter': 450, 'avg_loss': 0.22237122636215362, 'avg_acc': 0.0, 'loss': 0.22689905484847778}
+{'epoch': 13, 'iter': 460, 'avg_loss': 0.22249015379191175, 'avg_acc': 0.0, 'loss': 0.21658154593764525}
+{'epoch': 13, 'iter': 470, 'avg_loss': 0.22239035290474077, 'avg_acc': 0.0, 'loss': 0.21935445907352652}
+{'epoch': 13, 'iter': 480, 'avg_loss': 0.22248912194331294, 'avg_acc': 0.0, 'loss': 0.2305012024678165}
+{'epoch': 13, 'iter': 490, 'avg_loss': 0.22234716517168968, 'avg_acc': 0.0, 'loss': 0.19606437520971146}
+{'epoch': 13, 'iter': 500, 'avg_loss': 0.22212889539747954, 'avg_acc': 0.0, 'loss': 0.24088618865841582}
+{'epoch': 13, 'iter': 510, 'avg_loss': 0.22211981270184988, 'avg_acc': 0.0, 'loss': 0.18014538594850038}
+{'epoch': 13, 'iter': 520, 'avg_loss': 0.22204203209694692, 'avg_acc': 0.0, 'loss': 0.24428985486533097}
+{'epoch': 13, 'iter': 530, 'avg_loss': 0.22205752197063652, 'avg_acc': 0.0, 'loss': 0.2383130984336016}
+{'epoch': 13, 'iter': 540, 'avg_loss': 0.22232404414993046, 'avg_acc': 0.0, 'loss': 0.19838119665012396}
+{'epoch': 13, 'iter': 550, 'avg_loss': 0.2224463215827184, 'avg_acc': 0.0, 'loss': 0.26240452373115525}
+{'epoch': 13, 'iter': 560, 'avg_loss': 0.22221884572381947, 'avg_acc': 0.0, 'loss': 0.16934617771604668}
+{'epoch': 13, 'iter': 570, 'avg_loss': 0.22268324940641807, 'avg_acc': 0.0, 'loss': 0.2268431410994448}
+{'epoch': 13, 'iter': 580, 'avg_loss': 0.22256595088170478, 'avg_acc': 0.0, 'loss': 0.20705197602144054}
+{'epoch': 13, 'iter': 590, 'avg_loss': 0.22277695947769635, 'avg_acc': 0.0, 'loss': 0.2747015654558709}
+{'epoch': 13, 'iter': 600, 'avg_loss': 0.22283252039416626, 'avg_acc': 0.0, 'loss': 0.24692136695174277}
+{'epoch': 13, 'iter': 610, 'avg_loss': 0.22314920668873708, 'avg_acc': 0.0, 'loss': 0.2846238324473883}
+{'epoch': 13, 'iter': 620, 'avg_loss': 0.22368251913883702, 'avg_acc': 0.0, 'loss': 0.2302246978207612}
+{'epoch': 13, 'iter': 630, 'avg_loss': 0.22358574037324744, 'avg_acc': 0.0, 'loss': 0.18540528225048547}
+{'epoch': 13, 'iter': 640, 'avg_loss': 0.22351601124344134, 'avg_acc': 0.0, 'loss': 0.20730759911832916}
+{'epoch': 13, 'iter': 650, 'avg_loss': 0.22356307389909685, 'avg_acc': 0.0, 'loss': 0.24875390581785592}
+{'epoch': 13, 'iter': 660, 'avg_loss': 0.22396559197661023, 'avg_acc': 0.0, 'loss': 0.2479506825127698}
+{'epoch': 13, 'iter': 670, 'avg_loss': 0.22376970465619986, 'avg_acc': 0.0, 'loss': 0.22013780696936788}
+{'epoch': 13, 'iter': 680, 'avg_loss': 0.22391438716212406, 'avg_acc': 0.0, 'loss': 0.22130152263805158}
+{'epoch': 13, 'iter': 690, 'avg_loss': 0.22421667583792831, 'avg_acc': 0.0, 'loss': 0.22975663139205996}
+{'epoch': 13, 'iter': 700, 'avg_loss': 0.22429753365347457, 'avg_acc': 0.0, 'loss': 0.18598058599842}
+{'epoch': 13, 'iter': 710, 'avg_loss': 0.2241270431655096, 'avg_acc': 0.0, 'loss': 0.18303678853031408}
+{'epoch': 13, 'iter': 720, 'avg_loss': 0.2240793185998597, 'avg_acc': 0.0, 'loss': 0.24410299843553468}
+{'epoch': 13, 'iter': 730, 'avg_loss': 0.22395983851799542, 'avg_acc': 0.0, 'loss': 0.24596894014244491}
+{'epoch': 13, 'iter': 740, 'avg_loss': 0.22416557189542102, 'avg_acc': 0.0, 'loss': 0.22737471813947455}
+{'epoch': 13, 'iter': 750, 'avg_loss': 0.22413112670213436, 'avg_acc': 0.0, 'loss': 0.21610881274604513}
+{'epoch': 13, 'iter': 760, 'avg_loss': 0.22430560503329744, 'avg_acc': 0.0, 'loss': 0.2965871798482372}
+{'epoch': 13, 'iter': 770, 'avg_loss': 0.2240438516212405, 'avg_acc': 0.0, 'loss': 0.181758561107277}
+{'epoch': 13, 'iter': 780, 'avg_loss': 0.2239864330643785, 'avg_acc': 0.0, 'loss': 0.24520097045115108}
+{'epoch': 13, 'iter': 790, 'avg_loss': 0.22383611065687983, 'avg_acc': 0.0, 'loss': 0.25291762043467053}
+{'epoch': 13, 'iter': 800, 'avg_loss': 0.22401035779144768, 'avg_acc': 0.0, 'loss': 0.2691609226957163}
+{'epoch': 13, 'iter': 810, 'avg_loss': 0.22405162128816283, 'avg_acc': 0.0, 'loss': 0.24601202980855824}
+{'epoch': 13, 'iter': 820, 'avg_loss': 0.2235867456769958, 'avg_acc': 0.0, 'loss': 0.1958321413793393}
+{'epoch': 13, 'iter': 830, 'avg_loss': 0.22347250159879814, 'avg_acc': 0.0, 'loss': 0.20966809868546726}
+{'epoch': 13, 'iter': 840, 'avg_loss': 0.2232300776367291, 'avg_acc': 0.0, 'loss': 0.21264703651513628}
+{'epoch': 13, 'iter': 850, 'avg_loss': 0.2230603016155078, 'avg_acc': 0.0, 'loss': 0.17009248597131382}
+{'epoch': 13, 'iter': 860, 'avg_loss': 0.22320315944715913, 'avg_acc': 0.0, 'loss': 0.2623401359489565}
+{'epoch': 13, 'iter': 870, 'avg_loss': 0.2236044976207132, 'avg_acc': 0.0, 'loss': 0.2801012846818724}
+{'epoch': 13, 'iter': 880, 'avg_loss': 0.2234663460530511, 'avg_acc': 0.0, 'loss': 0.18468460671530398}
+{'epoch': 13, 'iter': 890, 'avg_loss': 0.22344481654191795, 'avg_acc': 0.0, 'loss': 0.26257570736899133}
+{'epoch': 13, 'iter': 900, 'avg_loss': 0.22349843866126734, 'avg_acc': 0.0, 'loss': 0.21253228043334663}
+{'epoch': 13, 'iter': 910, 'avg_loss': 0.22361754142930482, 'avg_acc': 0.0, 'loss': 0.2180403968198204}
+{'epoch': 13, 'iter': 920, 'avg_loss': 0.223864540907326, 'avg_acc': 0.0, 'loss': 0.23407019503195312}
+{'epoch': 13, 'iter': 930, 'avg_loss': 0.2237509188487326, 'avg_acc': 0.0, 'loss': 0.19097191286424015}
+{'epoch': 13, 'iter': 940, 'avg_loss': 0.22377015492548658, 'avg_acc': 0.0, 'loss': 0.21797958077305726}
+{'epoch': 13, 'iter': 950, 'avg_loss': 0.22394471582858014, 'avg_acc': 0.0, 'loss': 0.22424718987141593}
+{'epoch': 13, 'iter': 960, 'avg_loss': 0.22385205460217372, 'avg_acc': 0.0, 'loss': 0.22178901410643448}
+{'epoch': 13, 'iter': 970, 'avg_loss': 0.22401936685527607, 'avg_acc': 0.0, 'loss': 0.3155245786499888}
+{'epoch': 13, 'iter': 980, 'avg_loss': 0.22418458815015802, 'avg_acc': 0.0, 'loss': 0.22565071747671286}
+{'epoch': 13, 'iter': 990, 'avg_loss': 0.22432908268945045, 'avg_acc': 0.0, 'loss': 0.1900833007496528}
+{'epoch': 13, 'iter': 1000, 'avg_loss': 0.22441599054354516, 'avg_acc': 0.0, 'loss': 0.2206597400433046}
+{'epoch': 13, 'iter': 1010, 'avg_loss': 0.22453798245608744, 'avg_acc': 0.0, 'loss': 0.24460244043029888}
+{'epoch': 13, 'iter': 1020, 'avg_loss': 0.2245026874938373, 'avg_acc': 0.0, 'loss': 0.23512685090171154}
+{'epoch': 13, 'iter': 1030, 'avg_loss': 0.2244590954788145, 'avg_acc': 0.0, 'loss': 0.20234722823137677}
+{'epoch': 13, 'iter': 1040, 'avg_loss': 0.2243056407840188, 'avg_acc': 0.0, 'loss': 0.25069631603842674}
+{'epoch': 13, 'iter': 1050, 'avg_loss': 0.2242296435871741, 'avg_acc': 0.0, 'loss': 0.2064793591329622}
+{'epoch': 13, 'iter': 1060, 'avg_loss': 0.2241682060882561, 'avg_acc': 0.0, 'loss': 0.16901418096274157}
+{'epoch': 13, 'iter': 1070, 'avg_loss': 0.22411095787299248, 'avg_acc': 0.0, 'loss': 0.1795428790113484}
+{'epoch': 13, 'iter': 1080, 'avg_loss': 0.22411637744880797, 'avg_acc': 0.0, 'loss': 0.19902468902533393}
+{'epoch': 13, 'iter': 1090, 'avg_loss': 0.22399643542578399, 'avg_acc': 0.0, 'loss': 0.2101611609611739}
+{'epoch': 13, 'iter': 1100, 'avg_loss': 0.22404765787740744, 'avg_acc': 0.0, 'loss': 0.22425294101646742}
+{'epoch': 13, 'iter': 1110, 'avg_loss': 0.22409955590290664, 'avg_acc': 0.0, 'loss': 0.2656282661230632}
+{'epoch': 13, 'iter': 1120, 'avg_loss': 0.22416803897297582, 'avg_acc': 0.0, 'loss': 0.25501837126895616}
+{'epoch': 13, 'iter': 1130, 'avg_loss': 0.224115121010796, 'avg_acc': 0.0, 'loss': 0.19242343535071474}
+{'epoch': 13, 'iter': 1140, 'avg_loss': 0.22400031209506777, 'avg_acc': 0.0, 'loss': 0.21181915583227756}
+{'epoch': 13, 'iter': 1150, 'avg_loss': 0.2238841152282107, 'avg_acc': 0.0, 'loss': 0.2377622942040034}
+{'epoch': 13, 'iter': 1160, 'avg_loss': 0.22408564082631222, 'avg_acc': 0.0, 'loss': 0.27593699514363834}
+{'epoch': 13, 'iter': 1170, 'avg_loss': 0.22391527795946395, 'avg_acc': 0.0, 'loss': 0.2231401295035279}
+{'epoch': 13, 'iter': 1180, 'avg_loss': 0.2239765029192604, 'avg_acc': 0.0, 'loss': 0.19116012546536304}
+{'epoch': 13, 'iter': 1190, 'avg_loss': 0.2238813341962264, 'avg_acc': 0.0, 'loss': 0.1831373835721024}
+{'epoch': 13, 'iter': 1200, 'avg_loss': 0.22370927182721204, 'avg_acc': 0.0, 'loss': 0.19046873600265304}
+{'epoch': 13, 'iter': 1210, 'avg_loss': 0.22381069193556283, 'avg_acc': 0.0, 'loss': 0.2248642345720587}
+{'epoch': 13, 'iter': 1220, 'avg_loss': 0.2238058382810896, 'avg_acc': 0.0, 'loss': 0.1728145059961597}
+{'epoch': 13, 'iter': 1230, 'avg_loss': 0.2238884588369809, 'avg_acc': 0.0, 'loss': 0.2715807591919526}
+{'epoch': 13, 'iter': 1240, 'avg_loss': 0.22381982102631187, 'avg_acc': 0.0, 'loss': 0.2079042404343454}
+{'epoch': 'EP13_test', 'eval_accuracy': 0.0, 'ece': 0.15205051004886627, 'avg_loss': 0.22381982102631187, 'f1_scores': 0.7524244089227634}
+{'epoch': 14, 'iter': 0, 'avg_loss': 0.15575202142892, 'avg_acc': 0.0, 'loss': 0.15575202142892}
+{'epoch': 14, 'iter': 10, 'avg_loss': 0.19786938653858474, 'avg_acc': 0.0, 'loss': 0.2199869883061183}
+{'epoch': 14, 'iter': 20, 'avg_loss': 0.19797964732414688, 'avg_acc': 0.0, 'loss': 0.20622594202008518}
+{'epoch': 14, 'iter': 30, 'avg_loss': 0.20907292126119387, 'avg_acc': 0.0, 'loss': 0.20046426129764378}
+{'epoch': 14, 'iter': 40, 'avg_loss': 0.2162962719397124, 'avg_acc': 0.0, 'loss': 0.3012158537320439}
+{'epoch': 14, 'iter': 50, 'avg_loss': 0.21681289845458215, 'avg_acc': 0.0, 'loss': 0.2230399078814246}
+{'epoch': 14, 'iter': 60, 'avg_loss': 0.22201958312188202, 'avg_acc': 0.0, 'loss': 0.2053497058706333}
+{'epoch': 14, 'iter': 70, 'avg_loss': 0.22453794378729455, 'avg_acc': 0.0, 'loss': 0.24940820927024884}
+{'epoch': 14, 'iter': 80, 'avg_loss': 0.22158761095515717, 'avg_acc': 0.0, 'loss': 0.205855449842472}
+{'epoch': 14, 'iter': 90, 'avg_loss': 0.22130009204332546, 'avg_acc': 0.0, 'loss': 0.2165947078949882}
+{'epoch': 14, 'iter': 100, 'avg_loss': 0.22157911867527522, 'avg_acc': 0.0, 'loss': 0.24892099439577056}
+{'epoch': 14, 'iter': 110, 'avg_loss': 0.22072856352713155, 'avg_acc': 0.0, 'loss': 0.21394041266661848}
+{'epoch': 14, 'iter': 120, 'avg_loss': 0.21931077624944398, 'avg_acc': 0.0, 'loss': 0.196821138447636}
+{'epoch': 14, 'iter': 130, 'avg_loss': 0.21856497119588142, 'avg_acc': 0.0, 'loss': 0.1696053699800229}
+{'epoch': 14, 'iter': 140, 'avg_loss': 0.2189580892536138, 'avg_acc': 0.0, 'loss': 0.27779302378127924}
+{'epoch': 14, 'iter': 150, 'avg_loss': 0.2203827785563916, 'avg_acc': 0.0, 'loss': 0.28048228729390495}
+{'epoch': 14, 'iter': 160, 'avg_loss': 0.221047589409582, 'avg_acc': 0.0, 'loss': 0.21991007163186232}
+{'epoch': 14, 'iter': 170, 'avg_loss': 0.21948160414903778, 'avg_acc': 0.0, 'loss': 0.2060016410118156}
+{'epoch': 14, 'iter': 180, 'avg_loss': 0.2199560071887653, 'avg_acc': 0.0, 'loss': 0.2512968795066886}
+{'epoch': 14, 'iter': 190, 'avg_loss': 0.21945564369635456, 'avg_acc': 0.0, 'loss': 0.1522982586033582}
+{'epoch': 14, 'iter': 200, 'avg_loss': 0.21948115223211187, 'avg_acc': 0.0, 'loss': 0.2221578966443433}
+{'epoch': 14, 'iter': 210, 'avg_loss': 0.21956799901333612, 'avg_acc': 0.0, 'loss': 0.20014410129039917}
+{'epoch': 14, 'iter': 220, 'avg_loss': 0.21969462586338268, 'avg_acc': 0.0, 'loss': 0.2387714344795313}
+{'epoch': 14, 'iter': 230, 'avg_loss': 0.2204254177271483, 'avg_acc': 0.0, 'loss': 0.22429601652207304}
+{'epoch': 14, 'iter': 240, 'avg_loss': 0.2205256203718474, 'avg_acc': 0.0, 'loss': 0.2822102922902039}
+{'epoch': 14, 'iter': 250, 'avg_loss': 0.2204506946537623, 'avg_acc': 0.0, 'loss': 0.2223781862126738}
+{'epoch': 14, 'iter': 260, 'avg_loss': 0.22041857872929366, 'avg_acc': 0.0, 'loss': 0.25750254878611095}
+{'epoch': 14, 'iter': 270, 'avg_loss': 0.22020366538141403, 'avg_acc': 0.0, 'loss': 0.2556168054961745}
+{'epoch': 14, 'iter': 280, 'avg_loss': 0.22013788392882297, 'avg_acc': 0.0, 'loss': 0.22712691004549662}
+{'epoch': 14, 'iter': 290, 'avg_loss': 0.22026527810643817, 'avg_acc': 0.0, 'loss': 0.21176378801205178}
+{'epoch': 14, 'iter': 300, 'avg_loss': 0.21984472362218377, 'avg_acc': 0.0, 'loss': 0.19808797931299132}
+{'epoch': 14, 'iter': 310, 'avg_loss': 0.21987821184352455, 'avg_acc': 0.0, 'loss': 0.174864211260813}
+{'epoch': 14, 'iter': 320, 'avg_loss': 0.2202282327854197, 'avg_acc': 0.0, 'loss': 0.20420758300458275}
+{'epoch': 14, 'iter': 330, 'avg_loss': 0.22041397669093177, 'avg_acc': 0.0, 'loss': 0.2557247050452653}
+{'epoch': 14, 'iter': 340, 'avg_loss': 0.22097644438725486, 'avg_acc': 0.0, 'loss': 0.26939645493894204}
+{'epoch': 14, 'iter': 350, 'avg_loss': 0.22082025656012505, 'avg_acc': 0.0, 'loss': 0.23518191600721494}
+{'epoch': 14, 'iter': 360, 'avg_loss': 0.2208262684482754, 'avg_acc': 0.0, 'loss': 0.18488645631467598}
+{'epoch': 14, 'iter': 370, 'avg_loss': 0.22087697686078966, 'avg_acc': 0.0, 'loss': 0.2058234499494834}
+{'epoch': 14, 'iter': 380, 'avg_loss': 0.22082780812235306, 'avg_acc': 0.0, 'loss': 0.1703528940493665}
+{'epoch': 14, 'iter': 390, 'avg_loss': 0.22073042177572136, 'avg_acc': 0.0, 'loss': 0.20783163121476328}
+{'epoch': 14, 'iter': 400, 'avg_loss': 0.22086317485931892, 'avg_acc': 0.0, 'loss': 0.2250883536875595}
+{'epoch': 14, 'iter': 410, 'avg_loss': 0.22107401102329272, 'avg_acc': 0.0, 'loss': 0.20650937136555772}
+{'epoch': 14, 'iter': 420, 'avg_loss': 0.2207672850478718, 'avg_acc': 0.0, 'loss': 0.1846033191897212}
+{'epoch': 14, 'iter': 430, 'avg_loss': 0.22089118606939404, 'avg_acc': 0.0, 'loss': 0.23937733818274864}
+{'epoch': 14, 'iter': 440, 'avg_loss': 0.22074151782995524, 'avg_acc': 0.0, 'loss': 0.24374358248574673}
+{'epoch': 14, 'iter': 450, 'avg_loss': 0.22093246205513972, 'avg_acc': 0.0, 'loss': 0.228208040431647}
+{'epoch': 14, 'iter': 460, 'avg_loss': 0.22106764264685635, 'avg_acc': 0.0, 'loss': 0.21362737493992814}
+{'epoch': 14, 'iter': 470, 'avg_loss': 0.2209749968950427, 'avg_acc': 0.0, 'loss': 0.2193185132304539}
+{'epoch': 14, 'iter': 480, 'avg_loss': 0.22102540169766255, 'avg_acc': 0.0, 'loss': 0.23021880963642616}
+{'epoch': 14, 'iter': 490, 'avg_loss': 0.22089831206269844, 'avg_acc': 0.0, 'loss': 0.19630269492349076}
+{'epoch': 14, 'iter': 500, 'avg_loss': 0.2206943625174382, 'avg_acc': 0.0, 'loss': 0.24218068714162655}
+{'epoch': 14, 'iter': 510, 'avg_loss': 0.22070905402148586, 'avg_acc': 0.0, 'loss': 0.17811691035110144}
+{'epoch': 14, 'iter': 520, 'avg_loss': 0.22061039233787247, 'avg_acc': 0.0, 'loss': 0.23873875804071887}
+{'epoch': 14, 'iter': 530, 'avg_loss': 0.22064034028648466, 'avg_acc': 0.0, 'loss': 0.23147201365165007}
+{'epoch': 14, 'iter': 540, 'avg_loss': 0.22088541711062823, 'avg_acc': 0.0, 'loss': 0.19296083555374413}
+{'epoch': 14, 'iter': 550, 'avg_loss': 0.22094719084455683, 'avg_acc': 0.0, 'loss': 0.26302204109275146}
+{'epoch': 14, 'iter': 560, 'avg_loss': 0.22072287788388403, 'avg_acc': 0.0, 'loss': 0.16484308434883133}
+{'epoch': 14, 'iter': 570, 'avg_loss': 0.22122769424676017, 'avg_acc': 0.0, 'loss': 0.22953326316655875}
+{'epoch': 14, 'iter': 580, 'avg_loss': 0.22111395960010938, 'avg_acc': 0.0, 'loss': 0.20626861478961342}
+{'epoch': 14, 'iter': 590, 'avg_loss': 0.22129765379434063, 'avg_acc': 0.0, 'loss': 0.2567134714160732}
+{'epoch': 14, 'iter': 600, 'avg_loss': 0.22133889307290444, 'avg_acc': 0.0, 'loss': 0.24773951695234633}
+{'epoch': 14, 'iter': 610, 'avg_loss': 0.22163759244431863, 'avg_acc': 0.0, 'loss': 0.2834036739516575}
+{'epoch': 14, 'iter': 620, 'avg_loss': 0.22217287164082214, 'avg_acc': 0.0, 'loss': 0.2265412794117115}
+{'epoch': 14, 'iter': 630, 'avg_loss': 0.222058391573233, 'avg_acc': 0.0, 'loss': 0.18054995601882443}
+{'epoch': 14, 'iter': 640, 'avg_loss': 0.22200452351709596, 'avg_acc': 0.0, 'loss': 0.20596764778851398}
+{'epoch': 14, 'iter': 650, 'avg_loss': 0.2220523414555726, 'avg_acc': 0.0, 'loss': 0.24635281527493394}
+{'epoch': 14, 'iter': 660, 'avg_loss': 0.22248291638099874, 'avg_acc': 0.0, 'loss': 0.24479259792419075}
+{'epoch': 14, 'iter': 670, 'avg_loss': 0.22229912416723477, 'avg_acc': 0.0, 'loss': 0.2180061638294189}
+{'epoch': 14, 'iter': 680, 'avg_loss': 0.22244004522830596, 'avg_acc': 0.0, 'loss': 0.21955951387099049}
+{'epoch': 14, 'iter': 690, 'avg_loss': 0.22272786460641744, 'avg_acc': 0.0, 'loss': 0.23269388931527957}
+{'epoch': 14, 'iter': 700, 'avg_loss': 0.22279157773641908, 'avg_acc': 0.0, 'loss': 0.18284580713602086}
+{'epoch': 14, 'iter': 710, 'avg_loss': 0.22264384980422636, 'avg_acc': 0.0, 'loss': 0.17958789091361332}
+{'epoch': 14, 'iter': 720, 'avg_loss': 0.22257787988222694, 'avg_acc': 0.0, 'loss': 0.23532235946394003}
+{'epoch': 14, 'iter': 730, 'avg_loss': 0.22245758018677914, 'avg_acc': 0.0, 'loss': 0.24650395578607587}
+{'epoch': 14, 'iter': 740, 'avg_loss': 0.22265791898388926, 'avg_acc': 0.0, 'loss': 0.22710920663783846}
+{'epoch': 14, 'iter': 750, 'avg_loss': 0.222636692269847, 'avg_acc': 0.0, 'loss': 0.21984908625875374}
+{'epoch': 14, 'iter': 760, 'avg_loss': 0.22279301017189498, 'avg_acc': 0.0, 'loss': 0.30001241407990165}
+{'epoch': 14, 'iter': 770, 'avg_loss': 0.22254061443114068, 'avg_acc': 0.0, 'loss': 0.17823651207878097}
+{'epoch': 14, 'iter': 780, 'avg_loss': 0.222475048090126, 'avg_acc': 0.0, 'loss': 0.25146047148090084}
+{'epoch': 14, 'iter': 790, 'avg_loss': 0.22231161722111356, 'avg_acc': 0.0, 'loss': 0.2508128125839773}
+{'epoch': 14, 'iter': 800, 'avg_loss': 0.2224602962438567, 'avg_acc': 0.0, 'loss': 0.2649734942705046}
+{'epoch': 14, 'iter': 810, 'avg_loss': 0.2225018852924168, 'avg_acc': 0.0, 'loss': 0.2502596652018058}
+{'epoch': 14, 'iter': 820, 'avg_loss': 0.22205884076440546, 'avg_acc': 0.0, 'loss': 0.20007542672283307}
+{'epoch': 14, 'iter': 830, 'avg_loss': 0.2219217828712767, 'avg_acc': 0.0, 'loss': 0.20192487985501167}
+{'epoch': 14, 'iter': 840, 'avg_loss': 0.22165983446972912, 'avg_acc': 0.0, 'loss': 0.2055390603552171}
+{'epoch': 14, 'iter': 850, 'avg_loss': 0.22148528779251736, 'avg_acc': 0.0, 'loss': 0.16697611582289287}
+{'epoch': 14, 'iter': 860, 'avg_loss': 0.22160702812666117, 'avg_acc': 0.0, 'loss': 0.26016275666643196}
+{'epoch': 14, 'iter': 870, 'avg_loss': 0.222014238969216, 'avg_acc': 0.0, 'loss': 0.2755846516925625}
+{'epoch': 14, 'iter': 880, 'avg_loss': 0.2218745529126613, 'avg_acc': 0.0, 'loss': 0.18216044467797993}
+{'epoch': 14, 'iter': 890, 'avg_loss': 0.2218525876626628, 'avg_acc': 0.0, 'loss': 0.263396348842824}
+{'epoch': 14, 'iter': 900, 'avg_loss': 0.2219098005680316, 'avg_acc': 0.0, 'loss': 0.21172885506257444}
+{'epoch': 14, 'iter': 910, 'avg_loss': 0.22201526839310953, 'avg_acc': 0.0, 'loss': 0.21249289436790214}
+{'epoch': 14, 'iter': 920, 'avg_loss': 0.22225218225279603, 'avg_acc': 0.0, 'loss': 0.22883915061395652}
+{'epoch': 14, 'iter': 930, 'avg_loss': 0.22214582395606838, 'avg_acc': 0.0, 'loss': 0.19125164861335567}
+{'epoch': 14, 'iter': 940, 'avg_loss': 0.2221563474556096, 'avg_acc': 0.0, 'loss': 0.21372969682371537}
+{'epoch': 14, 'iter': 950, 'avg_loss': 0.22233321411651785, 'avg_acc': 0.0, 'loss': 0.22623151820464824}
+{'epoch': 14, 'iter': 960, 'avg_loss': 0.22223792230338857, 'avg_acc': 0.0, 'loss': 0.21988336384168047}
+{'epoch': 14, 'iter': 970, 'avg_loss': 0.22240593004995465, 'avg_acc': 0.0, 'loss': 0.3079493663851411}
+{'epoch': 14, 'iter': 980, 'avg_loss': 0.2225674395887029, 'avg_acc': 0.0, 'loss': 0.22335994575457463}
+{'epoch': 14, 'iter': 990, 'avg_loss': 0.22273579989503842, 'avg_acc': 0.0, 'loss': 0.19500964535914783}
+{'epoch': 14, 'iter': 1000, 'avg_loss': 0.2228093429940679, 'avg_acc': 0.0, 'loss': 0.21921514282842378}
+{'epoch': 14, 'iter': 1010, 'avg_loss': 0.22291505920931048, 'avg_acc': 0.0, 'loss': 0.23976437404897816}
+{'epoch': 14, 'iter': 1020, 'avg_loss': 0.22288509627228845, 'avg_acc': 0.0, 'loss': 0.23353806395425636}
+{'epoch': 14, 'iter': 1030, 'avg_loss': 0.2228264599100063, 'avg_acc': 0.0, 'loss': 0.19721705185500987}
+{'epoch': 14, 'iter': 1040, 'avg_loss': 0.22269361092647583, 'avg_acc': 0.0, 'loss': 0.2488276492024722}
+{'epoch': 14, 'iter': 1050, 'avg_loss': 0.22261358576047482, 'avg_acc': 0.0, 'loss': 0.20446006754069196}
+{'epoch': 14, 'iter': 1060, 'avg_loss': 0.22255046023970101, 'avg_acc': 0.0, 'loss': 0.1729080096877494}
+{'epoch': 14, 'iter': 1070, 'avg_loss': 0.22248986411961966, 'avg_acc': 0.0, 'loss': 0.17914732885362483}
+{'epoch': 14, 'iter': 1080, 'avg_loss': 0.22249586423488651, 'avg_acc': 0.0, 'loss': 0.19630061786301667}
+{'epoch': 14, 'iter': 1090, 'avg_loss': 0.2223788008974229, 'avg_acc': 0.0, 'loss': 0.20578549708313532}
+{'epoch': 14, 'iter': 1100, 'avg_loss': 0.2224227698832743, 'avg_acc': 0.0, 'loss': 0.22345051009623212}
+{'epoch': 14, 'iter': 1110, 'avg_loss': 0.22248284022636441, 'avg_acc': 0.0, 'loss': 0.2637131313265075}
+{'epoch': 14, 'iter': 1120, 'avg_loss': 0.22253761013115755, 'avg_acc': 0.0, 'loss': 0.2555500901154508}
+{'epoch': 14, 'iter': 1130, 'avg_loss': 0.22250400171563967, 'avg_acc': 0.0, 'loss': 0.19567362036663585}
+{'epoch': 14, 'iter': 1140, 'avg_loss': 0.2223797404362763, 'avg_acc': 0.0, 'loss': 0.21443968341918662}
+{'epoch': 14, 'iter': 1150, 'avg_loss': 0.22225912508525955, 'avg_acc': 0.0, 'loss': 0.23511778934101}
+{'epoch': 14, 'iter': 1160, 'avg_loss': 0.2224625229307796, 'avg_acc': 0.0, 'loss': 0.26662610948161664}
+{'epoch': 14, 'iter': 1170, 'avg_loss': 0.22231267866228974, 'avg_acc': 0.0, 'loss': 0.22653393081912196}
+{'epoch': 14, 'iter': 1180, 'avg_loss': 0.22236414057947004, 'avg_acc': 0.0, 'loss': 0.1849343671176809}
+{'epoch': 14, 'iter': 1190, 'avg_loss': 0.22226554065137608, 'avg_acc': 0.0, 'loss': 0.18053945869074334}
+{'epoch': 14, 'iter': 1200, 'avg_loss': 0.22210201340727956, 'avg_acc': 0.0, 'loss': 0.1902793352741615}
+{'epoch': 14, 'iter': 1210, 'avg_loss': 0.2221977027217379, 'avg_acc': 0.0, 'loss': 0.2213057546874292}
+{'epoch': 14, 'iter': 1220, 'avg_loss': 0.22220741996574842, 'avg_acc': 0.0, 'loss': 0.17017522731722626}
+{'epoch': 14, 'iter': 1230, 'avg_loss': 0.22229022903763038, 'avg_acc': 0.0, 'loss': 0.2655437164563149}
+{'epoch': 14, 'iter': 1240, 'avg_loss': 0.22221147611906164, 'avg_acc': 0.0, 'loss': 0.20950217476482585}
+{'epoch': 'EP14_test', 'eval_accuracy': 0.0, 'ece': 0.12044776231050491, 'avg_loss': 0.22221147611906164, 'f1_scores': 0.75614566847793}
+{'epoch': 15, 'iter': 0, 'avg_loss': 0.15702102380211205, 'avg_acc': 0.0, 'loss': 0.15702102380211205}
+{'epoch': 15, 'iter': 10, 'avg_loss': 0.19774635255460263, 'avg_acc': 0.0, 'loss': 0.21750579036779527}
+{'epoch': 15, 'iter': 20, 'avg_loss': 0.1979039380827603, 'avg_acc': 0.0, 'loss': 0.20519253412872523}
+{'epoch': 15, 'iter': 30, 'avg_loss': 0.20925257042814996, 'avg_acc': 0.0, 'loss': 0.1978526512110485}
+{'epoch': 15, 'iter': 40, 'avg_loss': 0.21715583906693178, 'avg_acc': 0.0, 'loss': 0.30950563479986415}
+{'epoch': 15, 'iter': 50, 'avg_loss': 0.21769458453031376, 'avg_acc': 0.0, 'loss': 0.22415173786034107}
+{'epoch': 15, 'iter': 60, 'avg_loss': 0.22291327513537695, 'avg_acc': 0.0, 'loss': 0.2024328644851526}
+{'epoch': 15, 'iter': 70, 'avg_loss': 0.22555505316423494, 'avg_acc': 0.0, 'loss': 0.2526332181144945}
+{'epoch': 15, 'iter': 80, 'avg_loss': 0.2225672677358869, 'avg_acc': 0.0, 'loss': 0.20450311366831944}
+{'epoch': 15, 'iter': 90, 'avg_loss': 0.22231614143793044, 'avg_acc': 0.0, 'loss': 0.21870205837668824}
+{'epoch': 15, 'iter': 100, 'avg_loss': 0.22250449943640102, 'avg_acc': 0.0, 'loss': 0.24875624919832262}
+{'epoch': 15, 'iter': 110, 'avg_loss': 0.2215328766618572, 'avg_acc': 0.0, 'loss': 0.2207192242777377}
+{'epoch': 15, 'iter': 120, 'avg_loss': 0.219976912640002, 'avg_acc': 0.0, 'loss': 0.1968833823868538}
+{'epoch': 15, 'iter': 130, 'avg_loss': 0.21929492783864185, 'avg_acc': 0.0, 'loss': 0.17162743382037401}
+{'epoch': 15, 'iter': 140, 'avg_loss': 0.21969464070133424, 'avg_acc': 0.0, 'loss': 0.2772508119978738}
+{'epoch': 15, 'iter': 150, 'avg_loss': 0.22118642377747544, 'avg_acc': 0.0, 'loss': 0.28296763521750884}
+{'epoch': 15, 'iter': 160, 'avg_loss': 0.222009244520329, 'avg_acc': 0.0, 'loss': 0.22603488870715538}
+{'epoch': 15, 'iter': 170, 'avg_loss': 0.22026578126626137, 'avg_acc': 0.0, 'loss': 0.20594591716189825}
+{'epoch': 15, 'iter': 180, 'avg_loss': 0.2206889220658735, 'avg_acc': 0.0, 'loss': 0.2538126937449436}
+{'epoch': 15, 'iter': 190, 'avg_loss': 0.22011592249619186, 'avg_acc': 0.0, 'loss': 0.14225626720943702}
+{'epoch': 15, 'iter': 200, 'avg_loss': 0.22012302204455036, 'avg_acc': 0.0, 'loss': 0.22300717042786083}
+{'epoch': 15, 'iter': 210, 'avg_loss': 0.2202872255559092, 'avg_acc': 0.0, 'loss': 0.19742413830109787}
+{'epoch': 15, 'iter': 220, 'avg_loss': 0.22046943383263015, 'avg_acc': 0.0, 'loss': 0.24069252167152755}
+{'epoch': 15, 'iter': 230, 'avg_loss': 0.22122033141172176, 'avg_acc': 0.0, 'loss': 0.22309084202606755}
+{'epoch': 15, 'iter': 240, 'avg_loss': 0.22133319737451074, 'avg_acc': 0.0, 'loss': 0.2858934152021512}
+{'epoch': 15, 'iter': 250, 'avg_loss': 0.22124725708805995, 'avg_acc': 0.0, 'loss': 0.22417744756759408}
+{'epoch': 15, 'iter': 260, 'avg_loss': 0.2212913079911307, 'avg_acc': 0.0, 'loss': 0.25992579452330183}
+{'epoch': 15, 'iter': 270, 'avg_loss': 0.22100370750546475, 'avg_acc': 0.0, 'loss': 0.2594750222325014}
+{'epoch': 15, 'iter': 280, 'avg_loss': 0.22089608621092152, 'avg_acc': 0.0, 'loss': 0.22560736709575782}
+{'epoch': 15, 'iter': 290, 'avg_loss': 0.22098818791709945, 'avg_acc': 0.0, 'loss': 0.2101497336095365}
+{'epoch': 15, 'iter': 300, 'avg_loss': 0.22054946782934984, 'avg_acc': 0.0, 'loss': 0.19992078527613036}
+{'epoch': 15, 'iter': 310, 'avg_loss': 0.22058943780886975, 'avg_acc': 0.0, 'loss': 0.17322340527458177}
+{'epoch': 15, 'iter': 320, 'avg_loss': 0.22094885530123454, 'avg_acc': 0.0, 'loss': 0.19629914296949988}
+{'epoch': 15, 'iter': 330, 'avg_loss': 0.22114972879848746, 'avg_acc': 0.0, 'loss': 0.259537323396866}
+{'epoch': 15, 'iter': 340, 'avg_loss': 0.22172273268486672, 'avg_acc': 0.0, 'loss': 0.2756394300080111}
+{'epoch': 15, 'iter': 350, 'avg_loss': 0.22151159207820342, 'avg_acc': 0.0, 'loss': 0.23355406149351307}
+{'epoch': 15, 'iter': 360, 'avg_loss': 0.22147531316286015, 'avg_acc': 0.0, 'loss': 0.1834136838230214}
+{'epoch': 15, 'iter': 370, 'avg_loss': 0.2215221725939842, 'avg_acc': 0.0, 'loss': 0.20650759741407193}
+{'epoch': 15, 'iter': 380, 'avg_loss': 0.22148907772514467, 'avg_acc': 0.0, 'loss': 0.17057936889640196}
+{'epoch': 15, 'iter': 390, 'avg_loss': 0.2213920931708797, 'avg_acc': 0.0, 'loss': 0.205161269130258}
+{'epoch': 15, 'iter': 400, 'avg_loss': 0.22158251719699443, 'avg_acc': 0.0, 'loss': 0.23155188248399228}
+{'epoch': 15, 'iter': 410, 'avg_loss': 0.2218265528760021, 'avg_acc': 0.0, 'loss': 0.20587958001773846}
+{'epoch': 15, 'iter': 420, 'avg_loss': 0.2215103503868894, 'avg_acc': 0.0, 'loss': 0.17829619269131008}
+{'epoch': 15, 'iter': 430, 'avg_loss': 0.22158646352415237, 'avg_acc': 0.0, 'loss': 0.23885928840426068}
+{'epoch': 15, 'iter': 440, 'avg_loss': 0.22146782112245542, 'avg_acc': 0.0, 'loss': 0.2485256781739216}
+{'epoch': 15, 'iter': 450, 'avg_loss': 0.2216602162371078, 'avg_acc': 0.0, 'loss': 0.2344285192773116}
+{'epoch': 15, 'iter': 460, 'avg_loss': 0.221822112298859, 'avg_acc': 0.0, 'loss': 0.2144217775166258}
+{'epoch': 15, 'iter': 470, 'avg_loss': 0.22170047300883108, 'avg_acc': 0.0, 'loss': 0.2181498694846076}
+{'epoch': 15, 'iter': 480, 'avg_loss': 0.22175071356322854, 'avg_acc': 0.0, 'loss': 0.2323296426447996}
+{'epoch': 15, 'iter': 490, 'avg_loss': 0.22161666063944432, 'avg_acc': 0.0, 'loss': 0.19783538499827305}
+{'epoch': 15, 'iter': 500, 'avg_loss': 0.22139841115789655, 'avg_acc': 0.0, 'loss': 0.24281087727994027}
+{'epoch': 15, 'iter': 510, 'avg_loss': 0.2214079492069039, 'avg_acc': 0.0, 'loss': 0.17773111401350303}
+{'epoch': 15, 'iter': 520, 'avg_loss': 0.22131640785651782, 'avg_acc': 0.0, 'loss': 0.23558973010267437}
+{'epoch': 15, 'iter': 530, 'avg_loss': 0.22134368889646489, 'avg_acc': 0.0, 'loss': 0.23272799877414788}
+{'epoch': 15, 'iter': 540, 'avg_loss': 0.2215843595816589, 'avg_acc': 0.0, 'loss': 0.19036018016777234}
+{'epoch': 15, 'iter': 550, 'avg_loss': 0.22163719469708448, 'avg_acc': 0.0, 'loss': 0.26508991795708425}
+{'epoch': 15, 'iter': 560, 'avg_loss': 0.2214070834126499, 'avg_acc': 0.0, 'loss': 0.16391245485712194}
+{'epoch': 15, 'iter': 570, 'avg_loss': 0.22193385239091726, 'avg_acc': 0.0, 'loss': 0.22885667898948928}
+{'epoch': 15, 'iter': 580, 'avg_loss': 0.22181436532881005, 'avg_acc': 0.0, 'loss': 0.2006958851701321}
+{'epoch': 15, 'iter': 590, 'avg_loss': 0.22200407919865398, 'avg_acc': 0.0, 'loss': 0.2600759081875107}
+{'epoch': 15, 'iter': 600, 'avg_loss': 0.22201847113059833, 'avg_acc': 0.0, 'loss': 0.24881396566999162}
+{'epoch': 15, 'iter': 610, 'avg_loss': 0.22234768178408434, 'avg_acc': 0.0, 'loss': 0.28394443863511953}
+{'epoch': 15, 'iter': 620, 'avg_loss': 0.22289063778508614, 'avg_acc': 0.0, 'loss': 0.22295898636366474}
+{'epoch': 15, 'iter': 630, 'avg_loss': 0.22275643859521013, 'avg_acc': 0.0, 'loss': 0.18014758933330605}
+{'epoch': 15, 'iter': 640, 'avg_loss': 0.22270685330092055, 'avg_acc': 0.0, 'loss': 0.2050877574410411}
+{'epoch': 15, 'iter': 650, 'avg_loss': 0.2227469770340212, 'avg_acc': 0.0, 'loss': 0.24367655909775618}
+{'epoch': 15, 'iter': 660, 'avg_loss': 0.22319036664910633, 'avg_acc': 0.0, 'loss': 0.24043084715685836}
+{'epoch': 15, 'iter': 670, 'avg_loss': 0.2230111956769026, 'avg_acc': 0.0, 'loss': 0.21718677744404755}
+{'epoch': 15, 'iter': 680, 'avg_loss': 0.22316702382405726, 'avg_acc': 0.0, 'loss': 0.22021055307758225}
+{'epoch': 15, 'iter': 690, 'avg_loss': 0.22347583988334033, 'avg_acc': 0.0, 'loss': 0.2362156380113447}
+{'epoch': 15, 'iter': 700, 'avg_loss': 0.2235495474592418, 'avg_acc': 0.0, 'loss': 0.18353188659446978}
+{'epoch': 15, 'iter': 710, 'avg_loss': 0.22337708268346113, 'avg_acc': 0.0, 'loss': 0.17982534148710067}
+{'epoch': 15, 'iter': 720, 'avg_loss': 0.22329091906385581, 'avg_acc': 0.0, 'loss': 0.23787275540540315}
+{'epoch': 15, 'iter': 730, 'avg_loss': 0.22314750703191163, 'avg_acc': 0.0, 'loss': 0.25297855552941784}
+{'epoch': 15, 'iter': 740, 'avg_loss': 0.22336348680784573, 'avg_acc': 0.0, 'loss': 0.2285014602650465}
+{'epoch': 15, 'iter': 750, 'avg_loss': 0.22334613934579814, 'avg_acc': 0.0, 'loss': 0.22032458051372875}
+{'epoch': 15, 'iter': 760, 'avg_loss': 0.2235335442869789, 'avg_acc': 0.0, 'loss': 0.3059601666144382}
+{'epoch': 15, 'iter': 770, 'avg_loss': 0.22329071379261498, 'avg_acc': 0.0, 'loss': 0.17892854441587197}
+{'epoch': 15, 'iter': 780, 'avg_loss': 0.22321059295654755, 'avg_acc': 0.0, 'loss': 0.2568124469648215}
+{'epoch': 15, 'iter': 790, 'avg_loss': 0.2230386216701406, 'avg_acc': 0.0, 'loss': 0.25090636996427357}
+{'epoch': 15, 'iter': 800, 'avg_loss': 0.22318761891702382, 'avg_acc': 0.0, 'loss': 0.26488994396523985}
+{'epoch': 15, 'iter': 810, 'avg_loss': 0.2232310136842761, 'avg_acc': 0.0, 'loss': 0.2588193569949908}
+{'epoch': 15, 'iter': 820, 'avg_loss': 0.22276286630140418, 'avg_acc': 0.0, 'loss': 0.1957168075594901}
+{'epoch': 15, 'iter': 830, 'avg_loss': 0.2226101493368729, 'avg_acc': 0.0, 'loss': 0.20326388429657527}
+{'epoch': 15, 'iter': 840, 'avg_loss': 0.22232398587956248, 'avg_acc': 0.0, 'loss': 0.20593353406742868}
+{'epoch': 15, 'iter': 850, 'avg_loss': 0.22214587304368313, 'avg_acc': 0.0, 'loss': 0.16703663001310684}
+{'epoch': 15, 'iter': 860, 'avg_loss': 0.2222704319106942, 'avg_acc': 0.0, 'loss': 0.262179142506024}
+{'epoch': 15, 'iter': 870, 'avg_loss': 0.22267996869049222, 'avg_acc': 0.0, 'loss': 0.2790346091179734}
+{'epoch': 15, 'iter': 880, 'avg_loss': 0.22253620561659498, 'avg_acc': 0.0, 'loss': 0.1805414822811794}
+{'epoch': 15, 'iter': 890, 'avg_loss': 0.22250514033052343, 'avg_acc': 0.0, 'loss': 0.2644928674204233}
+{'epoch': 15, 'iter': 900, 'avg_loss': 0.22255696924705615, 'avg_acc': 0.0, 'loss': 0.20927160492042923}
+{'epoch': 15, 'iter': 910, 'avg_loss': 0.222661690750084, 'avg_acc': 0.0, 'loss': 0.21225453314718834}
+{'epoch': 15, 'iter': 920, 'avg_loss': 0.22291801043224688, 'avg_acc': 0.0, 'loss': 0.23070768645889722}
+{'epoch': 15, 'iter': 930, 'avg_loss': 0.22279238538405077, 'avg_acc': 0.0, 'loss': 0.18864164024008848}
+{'epoch': 15, 'iter': 940, 'avg_loss': 0.22281030167544003, 'avg_acc': 0.0, 'loss': 0.21153999667272466}
+{'epoch': 15, 'iter': 950, 'avg_loss': 0.2229897242007462, 'avg_acc': 0.0, 'loss': 0.22673445024481353}
+{'epoch': 15, 'iter': 960, 'avg_loss': 0.22288562861527755, 'avg_acc': 0.0, 'loss': 0.2198299229220148}
+{'epoch': 15, 'iter': 970, 'avg_loss': 0.22306028880557868, 'avg_acc': 0.0, 'loss': 0.30860329142309895}
+{'epoch': 15, 'iter': 980, 'avg_loss': 0.22323139565705466, 'avg_acc': 0.0, 'loss': 0.22421630138764417}
+{'epoch': 15, 'iter': 990, 'avg_loss': 0.22339777885428616, 'avg_acc': 0.0, 'loss': 0.19829920965262965}
+{'epoch': 15, 'iter': 1000, 'avg_loss': 0.22346894506487222, 'avg_acc': 0.0, 'loss': 0.2209396951642962}
+{'epoch': 15, 'iter': 1010, 'avg_loss': 0.2235766446891854, 'avg_acc': 0.0, 'loss': 0.2416871709156112}
+{'epoch': 15, 'iter': 1020, 'avg_loss': 0.22354935242261503, 'avg_acc': 0.0, 'loss': 0.23645789550943974}
+{'epoch': 15, 'iter': 1030, 'avg_loss': 0.22348564353608205, 'avg_acc': 0.0, 'loss': 0.19374958024094927}
+{'epoch': 15, 'iter': 1040, 'avg_loss': 0.22334806162200266, 'avg_acc': 0.0, 'loss': 0.25397437461106165}
+{'epoch': 15, 'iter': 1050, 'avg_loss': 0.22326643043695388, 'avg_acc': 0.0, 'loss': 0.20416943723077044}
+{'epoch': 15, 'iter': 1060, 'avg_loss': 0.22320738069476273, 'avg_acc': 0.0, 'loss': 0.17484078805481268}
+{'epoch': 15, 'iter': 1070, 'avg_loss': 0.2231353250786013, 'avg_acc': 0.0, 'loss': 0.17688834294644298}
+{'epoch': 15, 'iter': 1080, 'avg_loss': 0.22314932583403183, 'avg_acc': 0.0, 'loss': 0.19395561615835633}
+{'epoch': 15, 'iter': 1090, 'avg_loss': 0.22303072227115753, 'avg_acc': 0.0, 'loss': 0.20632574753822802}
+{'epoch': 15, 'iter': 1100, 'avg_loss': 0.22307327887151604, 'avg_acc': 0.0, 'loss': 0.21865277607321332}
+{'epoch': 15, 'iter': 1110, 'avg_loss': 0.22313898718916664, 'avg_acc': 0.0, 'loss': 0.2632749932426382}
+{'epoch': 15, 'iter': 1120, 'avg_loss': 0.22319871148536397, 'avg_acc': 0.0, 'loss': 0.2540499396903734}
+{'epoch': 15, 'iter': 1130, 'avg_loss': 0.22317265206831577, 'avg_acc': 0.0, 'loss': 0.19891869560719247}
+{'epoch': 15, 'iter': 1140, 'avg_loss': 0.2230443559480374, 'avg_acc': 0.0, 'loss': 0.21746080483795333}
+{'epoch': 15, 'iter': 1150, 'avg_loss': 0.22292406395021497, 'avg_acc': 0.0, 'loss': 0.24194697695462047}
+{'epoch': 15, 'iter': 1160, 'avg_loss': 0.2231383535537497, 'avg_acc': 0.0, 'loss': 0.26927082080672854}
+{'epoch': 15, 'iter': 1170, 'avg_loss': 0.22297502172540992, 'avg_acc': 0.0, 'loss': 0.21648687106127387}
+{'epoch': 15, 'iter': 1180, 'avg_loss': 0.22302678829298808, 'avg_acc': 0.0, 'loss': 0.18549837179041007}
+{'epoch': 15, 'iter': 1190, 'avg_loss': 0.22292861325035696, 'avg_acc': 0.0, 'loss': 0.17625666829729067}
+{'epoch': 15, 'iter': 1200, 'avg_loss': 0.22275315932791778, 'avg_acc': 0.0, 'loss': 0.19190398001234954}
+{'epoch': 15, 'iter': 1210, 'avg_loss': 0.22285837175796336, 'avg_acc': 0.0, 'loss': 0.22151829446186508}
+{'epoch': 15, 'iter': 1220, 'avg_loss': 0.22288794919068836, 'avg_acc': 0.0, 'loss': 0.1728537217397518}
+{'epoch': 15, 'iter': 1230, 'avg_loss': 0.2229806795418528, 'avg_acc': 0.0, 'loss': 0.2668910733213384}
+{'epoch': 15, 'iter': 1240, 'avg_loss': 0.222899458621773, 'avg_acc': 0.0, 'loss': 0.21671462397619376}
+{'epoch': 'EP15_test', 'eval_accuracy': 0.0, 'ece': 0.11458537727594376, 'avg_loss': 0.222899458621773, 'f1_scores': 0.7520727149716534}
+{'epoch': 16, 'iter': 0, 'avg_loss': 0.155802164447063, 'avg_acc': 0.0, 'loss': 0.155802164447063}
+{'epoch': 16, 'iter': 10, 'avg_loss': 0.19857549250943887, 'avg_acc': 0.0, 'loss': 0.2217295801457502}
+{'epoch': 16, 'iter': 20, 'avg_loss': 0.19900285382522778, 'avg_acc': 0.0, 'loss': 0.20742596155521043}
+{'epoch': 16, 'iter': 30, 'avg_loss': 0.21026153410502746, 'avg_acc': 0.0, 'loss': 0.20061217314287205}
+{'epoch': 16, 'iter': 40, 'avg_loss': 0.21784630622968879, 'avg_acc': 0.0, 'loss': 0.30342726224612954}
+{'epoch': 16, 'iter': 50, 'avg_loss': 0.21822760888301956, 'avg_acc': 0.0, 'loss': 0.2253830941916541}
+{'epoch': 16, 'iter': 60, 'avg_loss': 0.22358214980998087, 'avg_acc': 0.0, 'loss': 0.20683508696941186}
+{'epoch': 16, 'iter': 70, 'avg_loss': 0.22612050017625457, 'avg_acc': 0.0, 'loss': 0.25187238994814315}
+{'epoch': 16, 'iter': 80, 'avg_loss': 0.2230375064114672, 'avg_acc': 0.0, 'loss': 0.20593784373561771}
+{'epoch': 16, 'iter': 90, 'avg_loss': 0.2226873395376507, 'avg_acc': 0.0, 'loss': 0.2172526747941187}
+{'epoch': 16, 'iter': 100, 'avg_loss': 0.22292157431487167, 'avg_acc': 0.0, 'loss': 0.2490934565430507}
+{'epoch': 16, 'iter': 110, 'avg_loss': 0.22206183135896082, 'avg_acc': 0.0, 'loss': 0.21711142966082012}
+{'epoch': 16, 'iter': 120, 'avg_loss': 0.22059272162984853, 'avg_acc': 0.0, 'loss': 0.19807544701611082}
+{'epoch': 16, 'iter': 130, 'avg_loss': 0.2199017412905812, 'avg_acc': 0.0, 'loss': 0.17059136134269334}
+{'epoch': 16, 'iter': 140, 'avg_loss': 0.22026662543776318, 'avg_acc': 0.0, 'loss': 0.2786092888981589}
+{'epoch': 16, 'iter': 150, 'avg_loss': 0.2217131697037398, 'avg_acc': 0.0, 'loss': 0.2829982909501528}
+{'epoch': 16, 'iter': 160, 'avg_loss': 0.22249402844056768, 'avg_acc': 0.0, 'loss': 0.22559831097091124}
+{'epoch': 16, 'iter': 170, 'avg_loss': 0.2208891971949149, 'avg_acc': 0.0, 'loss': 0.20773820105354648}
+{'epoch': 16, 'iter': 180, 'avg_loss': 0.22132911880457412, 'avg_acc': 0.0, 'loss': 0.25454787870194195}
+{'epoch': 16, 'iter': 190, 'avg_loss': 0.22081763477513267, 'avg_acc': 0.0, 'loss': 0.15164663694317174}
+{'epoch': 16, 'iter': 200, 'avg_loss': 0.22086064417928797, 'avg_acc': 0.0, 'loss': 0.22442487654344792}
+{'epoch': 16, 'iter': 210, 'avg_loss': 0.2209763616890588, 'avg_acc': 0.0, 'loss': 0.20154194054124933}
+{'epoch': 16, 'iter': 220, 'avg_loss': 0.22109193502623142, 'avg_acc': 0.0, 'loss': 0.24035265179580684}
+{'epoch': 16, 'iter': 230, 'avg_loss': 0.2218345636454107, 'avg_acc': 0.0, 'loss': 0.22765709927619224}
+{'epoch': 16, 'iter': 240, 'avg_loss': 0.22188800167169903, 'avg_acc': 0.0, 'loss': 0.28271961784918986}
+{'epoch': 16, 'iter': 250, 'avg_loss': 0.22181963784712394, 'avg_acc': 0.0, 'loss': 0.22987738027781493}
+{'epoch': 16, 'iter': 260, 'avg_loss': 0.2217798720203471, 'avg_acc': 0.0, 'loss': 0.2571185606772295}
+{'epoch': 16, 'iter': 270, 'avg_loss': 0.22155139975859453, 'avg_acc': 0.0, 'loss': 0.25820498988416923}
+{'epoch': 16, 'iter': 280, 'avg_loss': 0.2214776866562266, 'avg_acc': 0.0, 'loss': 0.22860393119214806}
+{'epoch': 16, 'iter': 290, 'avg_loss': 0.22157805728710747, 'avg_acc': 0.0, 'loss': 0.21155525470229414}
+{'epoch': 16, 'iter': 300, 'avg_loss': 0.2211383950351834, 'avg_acc': 0.0, 'loss': 0.1977832071936843}
+{'epoch': 16, 'iter': 310, 'avg_loss': 0.2211845707658818, 'avg_acc': 0.0, 'loss': 0.17626726392979564}
+{'epoch': 16, 'iter': 320, 'avg_loss': 0.2215753047764503, 'avg_acc': 0.0, 'loss': 0.20664548540233746}
+{'epoch': 16, 'iter': 330, 'avg_loss': 0.22176295328201523, 'avg_acc': 0.0, 'loss': 0.25733492830249816}
+{'epoch': 16, 'iter': 340, 'avg_loss': 0.22233523758318324, 'avg_acc': 0.0, 'loss': 0.2725322073580563}
+{'epoch': 16, 'iter': 350, 'avg_loss': 0.2221718563418416, 'avg_acc': 0.0, 'loss': 0.23627055232158714}
+{'epoch': 16, 'iter': 360, 'avg_loss': 0.22216805904804687, 'avg_acc': 0.0, 'loss': 0.18277090435510346}
+{'epoch': 16, 'iter': 370, 'avg_loss': 0.2222028690949299, 'avg_acc': 0.0, 'loss': 0.20738868182849857}
+{'epoch': 16, 'iter': 380, 'avg_loss': 0.22214178132886134, 'avg_acc': 0.0, 'loss': 0.16877447468323226}
+{'epoch': 16, 'iter': 390, 'avg_loss': 0.2220409019848418, 'avg_acc': 0.0, 'loss': 0.20689945036273066}
+{'epoch': 16, 'iter': 400, 'avg_loss': 0.2221740549088782, 'avg_acc': 0.0, 'loss': 0.2277006402096049}
+{'epoch': 16, 'iter': 410, 'avg_loss': 0.22240772977979104, 'avg_acc': 0.0, 'loss': 0.20757659480438762}
+{'epoch': 16, 'iter': 420, 'avg_loss': 0.22208590993006916, 'avg_acc': 0.0, 'loss': 0.1867514349475771}
+{'epoch': 16, 'iter': 430, 'avg_loss': 0.22220837625263393, 'avg_acc': 0.0, 'loss': 0.24031398622972638}
+{'epoch': 16, 'iter': 440, 'avg_loss': 0.22206838164651396, 'avg_acc': 0.0, 'loss': 0.2480658586116208}
+{'epoch': 16, 'iter': 450, 'avg_loss': 0.2222646730745019, 'avg_acc': 0.0, 'loss': 0.2314502419734968}
+{'epoch': 16, 'iter': 460, 'avg_loss': 0.222404788921413, 'avg_acc': 0.0, 'loss': 0.21364740456484857}
+{'epoch': 16, 'iter': 470, 'avg_loss': 0.22230092050938163, 'avg_acc': 0.0, 'loss': 0.22271868058383654}
+{'epoch': 16, 'iter': 480, 'avg_loss': 0.22236376099259034, 'avg_acc': 0.0, 'loss': 0.23258324955973614}
+{'epoch': 16, 'iter': 490, 'avg_loss': 0.22223671144485366, 'avg_acc': 0.0, 'loss': 0.1982446965073125}
+{'epoch': 16, 'iter': 500, 'avg_loss': 0.22204590241981226, 'avg_acc': 0.0, 'loss': 0.2450123884720077}
+{'epoch': 16, 'iter': 510, 'avg_loss': 0.2220555469726724, 'avg_acc': 0.0, 'loss': 0.17768694171387064}
+{'epoch': 16, 'iter': 520, 'avg_loss': 0.22195946768197902, 'avg_acc': 0.0, 'loss': 0.24066527775734617}
+{'epoch': 16, 'iter': 530, 'avg_loss': 0.22198766461452388, 'avg_acc': 0.0, 'loss': 0.23622456255653948}
+{'epoch': 16, 'iter': 540, 'avg_loss': 0.2222353201401554, 'avg_acc': 0.0, 'loss': 0.1956145953928561}
+{'epoch': 16, 'iter': 550, 'avg_loss': 0.22228243795504557, 'avg_acc': 0.0, 'loss': 0.2649736546344294}
+{'epoch': 16, 'iter': 560, 'avg_loss': 0.22205746961668926, 'avg_acc': 0.0, 'loss': 0.16494382759297618}
+{'epoch': 16, 'iter': 570, 'avg_loss': 0.22256503003364955, 'avg_acc': 0.0, 'loss': 0.2321542477026404}
+{'epoch': 16, 'iter': 580, 'avg_loss': 0.2224628895662176, 'avg_acc': 0.0, 'loss': 0.21038510577156036}
+{'epoch': 16, 'iter': 590, 'avg_loss': 0.22264219895160073, 'avg_acc': 0.0, 'loss': 0.25640285755688247}
+{'epoch': 16, 'iter': 600, 'avg_loss': 0.2226686356653296, 'avg_acc': 0.0, 'loss': 0.24925041079989438}
+{'epoch': 16, 'iter': 610, 'avg_loss': 0.22295900791632894, 'avg_acc': 0.0, 'loss': 0.2847484996432935}
+{'epoch': 16, 'iter': 620, 'avg_loss': 0.22351738270349567, 'avg_acc': 0.0, 'loss': 0.23073771941147111}
+{'epoch': 16, 'iter': 630, 'avg_loss': 0.22339960663413722, 'avg_acc': 0.0, 'loss': 0.18001171601339852}
+{'epoch': 16, 'iter': 640, 'avg_loss': 0.22333590364088501, 'avg_acc': 0.0, 'loss': 0.2062137694004897}
+{'epoch': 16, 'iter': 650, 'avg_loss': 0.22336247771703735, 'avg_acc': 0.0, 'loss': 0.24854119715213788}
+{'epoch': 16, 'iter': 660, 'avg_loss': 0.223789574994003, 'avg_acc': 0.0, 'loss': 0.24396234052086843}
+{'epoch': 16, 'iter': 670, 'avg_loss': 0.22360443902210445, 'avg_acc': 0.0, 'loss': 0.2180047515145296}
+{'epoch': 16, 'iter': 680, 'avg_loss': 0.2237391531381536, 'avg_acc': 0.0, 'loss': 0.22105524641451016}
+{'epoch': 16, 'iter': 690, 'avg_loss': 0.2240368999929325, 'avg_acc': 0.0, 'loss': 0.23569783089312424}
+{'epoch': 16, 'iter': 700, 'avg_loss': 0.22410000803745203, 'avg_acc': 0.0, 'loss': 0.18447414035043558}
+{'epoch': 16, 'iter': 710, 'avg_loss': 0.22394928788097151, 'avg_acc': 0.0, 'loss': 0.18026311082680227}
+{'epoch': 16, 'iter': 720, 'avg_loss': 0.22387127767365295, 'avg_acc': 0.0, 'loss': 0.23543372776209381}
+{'epoch': 16, 'iter': 730, 'avg_loss': 0.22375990117342276, 'avg_acc': 0.0, 'loss': 0.24868470807190793}
+{'epoch': 16, 'iter': 740, 'avg_loss': 0.22396388991573346, 'avg_acc': 0.0, 'loss': 0.22865000516204806}
+{'epoch': 16, 'iter': 750, 'avg_loss': 0.22393097453798297, 'avg_acc': 0.0, 'loss': 0.22018884089032195}
+{'epoch': 16, 'iter': 760, 'avg_loss': 0.22410622332367486, 'avg_acc': 0.0, 'loss': 0.30377484541440936}
+{'epoch': 16, 'iter': 770, 'avg_loss': 0.22385351355898137, 'avg_acc': 0.0, 'loss': 0.17862139288653062}
+{'epoch': 16, 'iter': 780, 'avg_loss': 0.22378771496346875, 'avg_acc': 0.0, 'loss': 0.2562372189062054}
+{'epoch': 16, 'iter': 790, 'avg_loss': 0.22361995091182385, 'avg_acc': 0.0, 'loss': 0.2514502802964671}
+{'epoch': 16, 'iter': 800, 'avg_loss': 0.22377117235910143, 'avg_acc': 0.0, 'loss': 0.2672688806440939}
+{'epoch': 16, 'iter': 810, 'avg_loss': 0.22381629794937705, 'avg_acc': 0.0, 'loss': 0.2554379237924747}
+{'epoch': 16, 'iter': 820, 'avg_loss': 0.223379110539995, 'avg_acc': 0.0, 'loss': 0.20034946080756655}
+{'epoch': 16, 'iter': 830, 'avg_loss': 0.22322270706851777, 'avg_acc': 0.0, 'loss': 0.20126551247611651}
+{'epoch': 16, 'iter': 840, 'avg_loss': 0.22294107571278118, 'avg_acc': 0.0, 'loss': 0.20479952658492298}
+{'epoch': 16, 'iter': 850, 'avg_loss': 0.22276163019045025, 'avg_acc': 0.0, 'loss': 0.16528882825358387}
+{'epoch': 16, 'iter': 860, 'avg_loss': 0.2228836506643665, 'avg_acc': 0.0, 'loss': 0.2627726989716003}
+{'epoch': 16, 'iter': 870, 'avg_loss': 0.22330606475186204, 'avg_acc': 0.0, 'loss': 0.2782117706335287}
+{'epoch': 16, 'iter': 880, 'avg_loss': 0.2231546132303159, 'avg_acc': 0.0, 'loss': 0.18152375065223428}
+{'epoch': 16, 'iter': 890, 'avg_loss': 0.22312736707976544, 'avg_acc': 0.0, 'loss': 0.2636843631648194}
+{'epoch': 16, 'iter': 900, 'avg_loss': 0.22318414093331126, 'avg_acc': 0.0, 'loss': 0.21306364191390717}
+{'epoch': 16, 'iter': 910, 'avg_loss': 0.2232908517327185, 'avg_acc': 0.0, 'loss': 0.21410598365777592}
+{'epoch': 16, 'iter': 920, 'avg_loss': 0.22352934424577373, 'avg_acc': 0.0, 'loss': 0.2292576707304761}
+{'epoch': 16, 'iter': 930, 'avg_loss': 0.22343012300301682, 'avg_acc': 0.0, 'loss': 0.18850207430347965}
+{'epoch': 16, 'iter': 940, 'avg_loss': 0.22343217183797304, 'avg_acc': 0.0, 'loss': 0.2139198561212002}
+{'epoch': 16, 'iter': 950, 'avg_loss': 0.22360718933579327, 'avg_acc': 0.0, 'loss': 0.22500219553447615}
+{'epoch': 16, 'iter': 960, 'avg_loss': 0.22350580693893252, 'avg_acc': 0.0, 'loss': 0.22171653844426534}
+{'epoch': 16, 'iter': 970, 'avg_loss': 0.2236724574683353, 'avg_acc': 0.0, 'loss': 0.30956404984369457}
+{'epoch': 16, 'iter': 980, 'avg_loss': 0.22384335218743268, 'avg_acc': 0.0, 'loss': 0.22331292858650287}
+{'epoch': 16, 'iter': 990, 'avg_loss': 0.2240183686330983, 'avg_acc': 0.0, 'loss': 0.19836055069429545}
+{'epoch': 16, 'iter': 1000, 'avg_loss': 0.22408898108170786, 'avg_acc': 0.0, 'loss': 0.22044536370055667}
+{'epoch': 16, 'iter': 1010, 'avg_loss': 0.22418865655621484, 'avg_acc': 0.0, 'loss': 0.2400910571739457}
+{'epoch': 16, 'iter': 1020, 'avg_loss': 0.22416849036137287, 'avg_acc': 0.0, 'loss': 0.23600133504403076}
+{'epoch': 16, 'iter': 1030, 'avg_loss': 0.2241016456127233, 'avg_acc': 0.0, 'loss': 0.19860384145528898}
+{'epoch': 16, 'iter': 1040, 'avg_loss': 0.2239737494424081, 'avg_acc': 0.0, 'loss': 0.2531474214852746}
+{'epoch': 16, 'iter': 1050, 'avg_loss': 0.22389621345980182, 'avg_acc': 0.0, 'loss': 0.20349704458554435}
+{'epoch': 16, 'iter': 1060, 'avg_loss': 0.22383350628342827, 'avg_acc': 0.0, 'loss': 0.17466174532793435}
+{'epoch': 16, 'iter': 1070, 'avg_loss': 0.2237709625376679, 'avg_acc': 0.0, 'loss': 0.1775943014376935}
+{'epoch': 16, 'iter': 1080, 'avg_loss': 0.22378039656564527, 'avg_acc': 0.0, 'loss': 0.19494271158399507}
+{'epoch': 16, 'iter': 1090, 'avg_loss': 0.22366378841153192, 'avg_acc': 0.0, 'loss': 0.20629296332988034}
+{'epoch': 16, 'iter': 1100, 'avg_loss': 0.2237062301035767, 'avg_acc': 0.0, 'loss': 0.22499934690625065}
+{'epoch': 16, 'iter': 1110, 'avg_loss': 0.2237663445630544, 'avg_acc': 0.0, 'loss': 0.26376536085828256}
+{'epoch': 16, 'iter': 1120, 'avg_loss': 0.22383228382493944, 'avg_acc': 0.0, 'loss': 0.260966782889292}
+{'epoch': 16, 'iter': 1130, 'avg_loss': 0.22379850613238567, 'avg_acc': 0.0, 'loss': 0.1972365424516543}
+{'epoch': 16, 'iter': 1140, 'avg_loss': 0.2236724932252837, 'avg_acc': 0.0, 'loss': 0.21676079097570825}
+{'epoch': 16, 'iter': 1150, 'avg_loss': 0.22354486760931114, 'avg_acc': 0.0, 'loss': 0.2384414597750687}
+{'epoch': 16, 'iter': 1160, 'avg_loss': 0.22375648513569218, 'avg_acc': 0.0, 'loss': 0.26836875204987465}
+{'epoch': 16, 'iter': 1170, 'avg_loss': 0.22360037743107164, 'avg_acc': 0.0, 'loss': 0.22371971291405704}
+{'epoch': 16, 'iter': 1180, 'avg_loss': 0.2236446457710178, 'avg_acc': 0.0, 'loss': 0.18374778406138959}
+{'epoch': 16, 'iter': 1190, 'avg_loss': 0.22354881362849854, 'avg_acc': 0.0, 'loss': 0.18183366280293609}
+{'epoch': 16, 'iter': 1200, 'avg_loss': 0.2233838068157396, 'avg_acc': 0.0, 'loss': 0.19203820709734437}
+{'epoch': 16, 'iter': 1210, 'avg_loss': 0.22347760709160297, 'avg_acc': 0.0, 'loss': 0.22196863333582378}
+{'epoch': 16, 'iter': 1220, 'avg_loss': 0.22348795149731795, 'avg_acc': 0.0, 'loss': 0.17084775093072882}
+{'epoch': 16, 'iter': 1230, 'avg_loss': 0.22357276195721124, 'avg_acc': 0.0, 'loss': 0.2675744024529974}
+{'epoch': 16, 'iter': 1240, 'avg_loss': 0.22349189792789192, 'avg_acc': 0.0, 'loss': 0.21464873289772055}
+{'epoch': 'EP16_test', 'eval_accuracy': 0.0, 'ece': 0.13952738046646118, 'avg_loss': 0.22349189792789192, 'f1_scores': 0.758408262188968}
+{'epoch': 17, 'iter': 0, 'avg_loss': 0.1550781501797636, 'avg_acc': 0.0, 'loss': 0.1550781501797636}
+{'epoch': 17, 'iter': 10, 'avg_loss': 0.19763002704983343, 'avg_acc': 0.0, 'loss': 0.21808635833005088}
+{'epoch': 17, 'iter': 20, 'avg_loss': 0.19803238507534182, 'avg_acc': 0.0, 'loss': 0.20650180307620758}
+{'epoch': 17, 'iter': 30, 'avg_loss': 0.20906501682915601, 'avg_acc': 0.0, 'loss': 0.19624794841632007}
+{'epoch': 17, 'iter': 40, 'avg_loss': 0.21657507256623476, 'avg_acc': 0.0, 'loss': 0.30348518055338247}
+{'epoch': 17, 'iter': 50, 'avg_loss': 0.2169507812332672, 'avg_acc': 0.0, 'loss': 0.22113421242394385}
+{'epoch': 17, 'iter': 60, 'avg_loss': 0.22225434080808537, 'avg_acc': 0.0, 'loss': 0.20235640015926037}
+{'epoch': 17, 'iter': 70, 'avg_loss': 0.22477067825638966, 'avg_acc': 0.0, 'loss': 0.25217801706854254}
+{'epoch': 17, 'iter': 80, 'avg_loss': 0.2218199529678822, 'avg_acc': 0.0, 'loss': 0.20355631847723998}
+{'epoch': 17, 'iter': 90, 'avg_loss': 0.22155902710238243, 'avg_acc': 0.0, 'loss': 0.21919163966851685}
+{'epoch': 17, 'iter': 100, 'avg_loss': 0.2216388227957914, 'avg_acc': 0.0, 'loss': 0.24672677692602257}
+{'epoch': 17, 'iter': 110, 'avg_loss': 0.22065750602286732, 'avg_acc': 0.0, 'loss': 0.21854182875949846}
+{'epoch': 17, 'iter': 120, 'avg_loss': 0.21914168241312265, 'avg_acc': 0.0, 'loss': 0.19519658230033848}
+{'epoch': 17, 'iter': 130, 'avg_loss': 0.21844649544531508, 'avg_acc': 0.0, 'loss': 0.17179387896430853}
+{'epoch': 17, 'iter': 140, 'avg_loss': 0.2188462664743644, 'avg_acc': 0.0, 'loss': 0.2788251052119384}
+{'epoch': 17, 'iter': 150, 'avg_loss': 0.22021585406578806, 'avg_acc': 0.0, 'loss': 0.27801226401944795}
+{'epoch': 17, 'iter': 160, 'avg_loss': 0.22104096134439324, 'avg_acc': 0.0, 'loss': 0.2248825963827455}
+{'epoch': 17, 'iter': 170, 'avg_loss': 0.21936787186423384, 'avg_acc': 0.0, 'loss': 0.20897568848106726}
+{'epoch': 17, 'iter': 180, 'avg_loss': 0.2197797184581279, 'avg_acc': 0.0, 'loss': 0.2536671152355276}
+{'epoch': 17, 'iter': 190, 'avg_loss': 0.21928304938123985, 'avg_acc': 0.0, 'loss': 0.15129151592671924}
+{'epoch': 17, 'iter': 200, 'avg_loss': 0.21935921009760403, 'avg_acc': 0.0, 'loss': 0.22351256928248273}
+{'epoch': 17, 'iter': 210, 'avg_loss': 0.21951377525520996, 'avg_acc': 0.0, 'loss': 0.1968866674639165}
+{'epoch': 17, 'iter': 220, 'avg_loss': 0.21966324579457916, 'avg_acc': 0.0, 'loss': 0.2379087723097005}
+{'epoch': 17, 'iter': 230, 'avg_loss': 0.22042895629315915, 'avg_acc': 0.0, 'loss': 0.22352676038670843}
+{'epoch': 17, 'iter': 240, 'avg_loss': 0.22058062169143786, 'avg_acc': 0.0, 'loss': 0.2873162419344096}
+{'epoch': 17, 'iter': 250, 'avg_loss': 0.22051985840575433, 'avg_acc': 0.0, 'loss': 0.22251477893587435}
+{'epoch': 17, 'iter': 260, 'avg_loss': 0.22051584952645809, 'avg_acc': 0.0, 'loss': 0.25602904890566996}
+{'epoch': 17, 'iter': 270, 'avg_loss': 0.22025796426784766, 'avg_acc': 0.0, 'loss': 0.25671638862117363}
+{'epoch': 17, 'iter': 280, 'avg_loss': 0.22014449093604482, 'avg_acc': 0.0, 'loss': 0.22705084201451037}
+{'epoch': 17, 'iter': 290, 'avg_loss': 0.22019894491848244, 'avg_acc': 0.0, 'loss': 0.20871106121038402}
+{'epoch': 17, 'iter': 300, 'avg_loss': 0.21976505813262273, 'avg_acc': 0.0, 'loss': 0.1985695461245151}
+{'epoch': 17, 'iter': 310, 'avg_loss': 0.21979421174993946, 'avg_acc': 0.0, 'loss': 0.17109303999703634}
+{'epoch': 17, 'iter': 320, 'avg_loss': 0.2201099615818204, 'avg_acc': 0.0, 'loss': 0.19605333759688748}
+{'epoch': 17, 'iter': 330, 'avg_loss': 0.22030733658089705, 'avg_acc': 0.0, 'loss': 0.2553483126350459}
+{'epoch': 17, 'iter': 340, 'avg_loss': 0.22086306684923426, 'avg_acc': 0.0, 'loss': 0.2729131952718749}
+{'epoch': 17, 'iter': 350, 'avg_loss': 0.2206690420263584, 'avg_acc': 0.0, 'loss': 0.2342131713096153}
+{'epoch': 17, 'iter': 360, 'avg_loss': 0.22062568416188652, 'avg_acc': 0.0, 'loss': 0.18436684804279527}
+{'epoch': 17, 'iter': 370, 'avg_loss': 0.2206462948790518, 'avg_acc': 0.0, 'loss': 0.20460237271618098}
+{'epoch': 17, 'iter': 380, 'avg_loss': 0.2206236133878768, 'avg_acc': 0.0, 'loss': 0.17012013677945756}
+{'epoch': 17, 'iter': 390, 'avg_loss': 0.2205229546218202, 'avg_acc': 0.0, 'loss': 0.20220986827605103}
+{'epoch': 17, 'iter': 400, 'avg_loss': 0.22067201553140106, 'avg_acc': 0.0, 'loss': 0.22732008060756925}
+{'epoch': 17, 'iter': 410, 'avg_loss': 0.22089636009528094, 'avg_acc': 0.0, 'loss': 0.20450889931609187}
+{'epoch': 17, 'iter': 420, 'avg_loss': 0.22056934243520873, 'avg_acc': 0.0, 'loss': 0.18215730495707508}
+{'epoch': 17, 'iter': 430, 'avg_loss': 0.22066274463686986, 'avg_acc': 0.0, 'loss': 0.2376479629152917}
+{'epoch': 17, 'iter': 440, 'avg_loss': 0.2205473838325992, 'avg_acc': 0.0, 'loss': 0.24694062047715953}
+{'epoch': 17, 'iter': 450, 'avg_loss': 0.22072319902100015, 'avg_acc': 0.0, 'loss': 0.23246195122932736}
+{'epoch': 17, 'iter': 460, 'avg_loss': 0.22086430610699184, 'avg_acc': 0.0, 'loss': 0.21238517518655237}
+{'epoch': 17, 'iter': 470, 'avg_loss': 0.22075182697796353, 'avg_acc': 0.0, 'loss': 0.2168967292480894}
+{'epoch': 17, 'iter': 480, 'avg_loss': 0.22079437158128523, 'avg_acc': 0.0, 'loss': 0.23269821104063987}
+{'epoch': 17, 'iter': 490, 'avg_loss': 0.22066011665818103, 'avg_acc': 0.0, 'loss': 0.19654232211645908}
+{'epoch': 17, 'iter': 500, 'avg_loss': 0.22046568037997302, 'avg_acc': 0.0, 'loss': 0.2404732612085354}
+{'epoch': 17, 'iter': 510, 'avg_loss': 0.22046749242519437, 'avg_acc': 0.0, 'loss': 0.1745512034928132}
+{'epoch': 17, 'iter': 520, 'avg_loss': 0.22038252470262232, 'avg_acc': 0.0, 'loss': 0.2364568240241819}
+{'epoch': 17, 'iter': 530, 'avg_loss': 0.22041443567318011, 'avg_acc': 0.0, 'loss': 0.2310302004801607}
+{'epoch': 17, 'iter': 540, 'avg_loss': 0.22064539162831695, 'avg_acc': 0.0, 'loss': 0.1910991951654718}
+{'epoch': 17, 'iter': 550, 'avg_loss': 0.22069112224736695, 'avg_acc': 0.0, 'loss': 0.2648331178231404}
+{'epoch': 17, 'iter': 560, 'avg_loss': 0.2204635593733143, 'avg_acc': 0.0, 'loss': 0.1625323955814305}
+{'epoch': 17, 'iter': 570, 'avg_loss': 0.2209791230398289, 'avg_acc': 0.0, 'loss': 0.22769072047796204}
+{'epoch': 17, 'iter': 580, 'avg_loss': 0.22086373788579006, 'avg_acc': 0.0, 'loss': 0.202070545891924}
+{'epoch': 17, 'iter': 590, 'avg_loss': 0.2210377506852853, 'avg_acc': 0.0, 'loss': 0.2522177901680282}
+{'epoch': 17, 'iter': 600, 'avg_loss': 0.22105248852678838, 'avg_acc': 0.0, 'loss': 0.2460934694885119}
+{'epoch': 17, 'iter': 610, 'avg_loss': 0.22137083173934696, 'avg_acc': 0.0, 'loss': 0.2880106796755431}
+{'epoch': 17, 'iter': 620, 'avg_loss': 0.22191323979251062, 'avg_acc': 0.0, 'loss': 0.22220948827602374}
+{'epoch': 17, 'iter': 630, 'avg_loss': 0.2217926713257767, 'avg_acc': 0.0, 'loss': 0.1793885655469499}
+{'epoch': 17, 'iter': 640, 'avg_loss': 0.2217458414000507, 'avg_acc': 0.0, 'loss': 0.20547496553363737}
+{'epoch': 17, 'iter': 650, 'avg_loss': 0.22180395329745525, 'avg_acc': 0.0, 'loss': 0.2478682435585467}
+{'epoch': 17, 'iter': 660, 'avg_loss': 0.22223639561917238, 'avg_acc': 0.0, 'loss': 0.24162015162041175}
+{'epoch': 17, 'iter': 670, 'avg_loss': 0.22205034059820877, 'avg_acc': 0.0, 'loss': 0.2165760413197079}
+{'epoch': 17, 'iter': 680, 'avg_loss': 0.22219601909869074, 'avg_acc': 0.0, 'loss': 0.21783652140824675}
+{'epoch': 17, 'iter': 690, 'avg_loss': 0.22247955479181708, 'avg_acc': 0.0, 'loss': 0.23479120334637366}
+{'epoch': 17, 'iter': 700, 'avg_loss': 0.22254948168979924, 'avg_acc': 0.0, 'loss': 0.18137292303358013}
+{'epoch': 17, 'iter': 710, 'avg_loss': 0.22236526111950664, 'avg_acc': 0.0, 'loss': 0.17595080995650797}
+{'epoch': 17, 'iter': 720, 'avg_loss': 0.22227358049644422, 'avg_acc': 0.0, 'loss': 0.23427859488349764}
+{'epoch': 17, 'iter': 730, 'avg_loss': 0.2221320230609266, 'avg_acc': 0.0, 'loss': 0.24930052095338134}
+{'epoch': 17, 'iter': 740, 'avg_loss': 0.22234118055537228, 'avg_acc': 0.0, 'loss': 0.228942326590121}
+{'epoch': 17, 'iter': 750, 'avg_loss': 0.22231909776815162, 'avg_acc': 0.0, 'loss': 0.21816477654283517}
+{'epoch': 17, 'iter': 760, 'avg_loss': 0.2224846335207467, 'avg_acc': 0.0, 'loss': 0.30260976024270086}
+{'epoch': 17, 'iter': 770, 'avg_loss': 0.22224631500523093, 'avg_acc': 0.0, 'loss': 0.17777044082777138}
+{'epoch': 17, 'iter': 780, 'avg_loss': 0.22216221884809714, 'avg_acc': 0.0, 'loss': 0.25304332462876894}
+{'epoch': 17, 'iter': 790, 'avg_loss': 0.22200180269058245, 'avg_acc': 0.0, 'loss': 0.25282932118748896}
+{'epoch': 17, 'iter': 800, 'avg_loss': 0.2221382468800622, 'avg_acc': 0.0, 'loss': 0.2622633305657343}
+{'epoch': 17, 'iter': 810, 'avg_loss': 0.22216301093812013, 'avg_acc': 0.0, 'loss': 0.25554617846738176}
+{'epoch': 17, 'iter': 820, 'avg_loss': 0.22171489290607713, 'avg_acc': 0.0, 'loss': 0.1960149141138702}
+{'epoch': 17, 'iter': 830, 'avg_loss': 0.22156410523342054, 'avg_acc': 0.0, 'loss': 0.2009483600915181}
+{'epoch': 17, 'iter': 840, 'avg_loss': 0.22129072416169857, 'avg_acc': 0.0, 'loss': 0.20381089586141699}
+{'epoch': 17, 'iter': 850, 'avg_loss': 0.22111087587158865, 'avg_acc': 0.0, 'loss': 0.16616600200229314}
+{'epoch': 17, 'iter': 860, 'avg_loss': 0.2212355437578078, 'avg_acc': 0.0, 'loss': 0.26147904541679573}
+{'epoch': 17, 'iter': 870, 'avg_loss': 0.2216423106935825, 'avg_acc': 0.0, 'loss': 0.273936215381322}
+{'epoch': 17, 'iter': 880, 'avg_loss': 0.22149915869004233, 'avg_acc': 0.0, 'loss': 0.18247985435268024}
+{'epoch': 17, 'iter': 890, 'avg_loss': 0.22146618440785915, 'avg_acc': 0.0, 'loss': 0.2614786789273629}
+{'epoch': 17, 'iter': 900, 'avg_loss': 0.22152797720001915, 'avg_acc': 0.0, 'loss': 0.21093313265867306}
+{'epoch': 17, 'iter': 910, 'avg_loss': 0.22162537357118217, 'avg_acc': 0.0, 'loss': 0.21048794573770074}
+{'epoch': 17, 'iter': 920, 'avg_loss': 0.22186667381976993, 'avg_acc': 0.0, 'loss': 0.230001626621028}
+{'epoch': 17, 'iter': 930, 'avg_loss': 0.22175396930395816, 'avg_acc': 0.0, 'loss': 0.18900884257176845}
+{'epoch': 17, 'iter': 940, 'avg_loss': 0.2217629672179883, 'avg_acc': 0.0, 'loss': 0.21048931329024914}
+{'epoch': 17, 'iter': 950, 'avg_loss': 0.2219505449941095, 'avg_acc': 0.0, 'loss': 0.2258489809043697}
+{'epoch': 17, 'iter': 960, 'avg_loss': 0.2218474081160474, 'avg_acc': 0.0, 'loss': 0.22011876302557148}
+{'epoch': 17, 'iter': 970, 'avg_loss': 0.22202447187662117, 'avg_acc': 0.0, 'loss': 0.30598710082696406}
+{'epoch': 17, 'iter': 980, 'avg_loss': 0.2221969385016996, 'avg_acc': 0.0, 'loss': 0.22461020240734797}
+{'epoch': 17, 'iter': 990, 'avg_loss': 0.22235769615085282, 'avg_acc': 0.0, 'loss': 0.1972278770806172}
+{'epoch': 17, 'iter': 1000, 'avg_loss': 0.22241635237924567, 'avg_acc': 0.0, 'loss': 0.22060175004214344}
+{'epoch': 17, 'iter': 1010, 'avg_loss': 0.22253199057546028, 'avg_acc': 0.0, 'loss': 0.23836148522059375}
+{'epoch': 17, 'iter': 1020, 'avg_loss': 0.2225220931328841, 'avg_acc': 0.0, 'loss': 0.23730978418513715}
+{'epoch': 17, 'iter': 1030, 'avg_loss': 0.22245682756271465, 'avg_acc': 0.0, 'loss': 0.19396752440531728}
+{'epoch': 17, 'iter': 1040, 'avg_loss': 0.2223176886495503, 'avg_acc': 0.0, 'loss': 0.2504595660123284}
+{'epoch': 17, 'iter': 1050, 'avg_loss': 0.22225044565872637, 'avg_acc': 0.0, 'loss': 0.2052674072807739}
+{'epoch': 17, 'iter': 1060, 'avg_loss': 0.22219024999087605, 'avg_acc': 0.0, 'loss': 0.17535773768547966}
+{'epoch': 17, 'iter': 1070, 'avg_loss': 0.22211882529886198, 'avg_acc': 0.0, 'loss': 0.17852865239189797}
+{'epoch': 17, 'iter': 1080, 'avg_loss': 0.22213723833685864, 'avg_acc': 0.0, 'loss': 0.19013286872320478}
+{'epoch': 17, 'iter': 1090, 'avg_loss': 0.22202011839001307, 'avg_acc': 0.0, 'loss': 0.2032516052052285}
+{'epoch': 17, 'iter': 1100, 'avg_loss': 0.22206242456775907, 'avg_acc': 0.0, 'loss': 0.21791740642486598}
+{'epoch': 17, 'iter': 1110, 'avg_loss': 0.22213403836211884, 'avg_acc': 0.0, 'loss': 0.26393645237028196}
+{'epoch': 17, 'iter': 1120, 'avg_loss': 0.22218294891916743, 'avg_acc': 0.0, 'loss': 0.2530462437648566}
+{'epoch': 17, 'iter': 1130, 'avg_loss': 0.22215819584126126, 'avg_acc': 0.0, 'loss': 0.19474812110024686}
+{'epoch': 17, 'iter': 1140, 'avg_loss': 0.22203718143940518, 'avg_acc': 0.0, 'loss': 0.21520875201804301}
+{'epoch': 17, 'iter': 1150, 'avg_loss': 0.22190879033233799, 'avg_acc': 0.0, 'loss': 0.235217233021623}
+{'epoch': 17, 'iter': 1160, 'avg_loss': 0.22210849359956486, 'avg_acc': 0.0, 'loss': 0.2693117989388156}
+{'epoch': 17, 'iter': 1170, 'avg_loss': 0.2219544213548737, 'avg_acc': 0.0, 'loss': 0.21868248068143917}
+{'epoch': 17, 'iter': 1180, 'avg_loss': 0.2219909395435593, 'avg_acc': 0.0, 'loss': 0.18338298444437634}
+{'epoch': 17, 'iter': 1190, 'avg_loss': 0.22188823211359487, 'avg_acc': 0.0, 'loss': 0.1761990291820439}
+{'epoch': 17, 'iter': 1200, 'avg_loss': 0.22171841790129018, 'avg_acc': 0.0, 'loss': 0.19368401670346558}
+{'epoch': 17, 'iter': 1210, 'avg_loss': 0.22181715886228315, 'avg_acc': 0.0, 'loss': 0.22220100504000584}
+{'epoch': 17, 'iter': 1220, 'avg_loss': 0.22184097910387027, 'avg_acc': 0.0, 'loss': 0.17366290898514436}
+{'epoch': 17, 'iter': 1230, 'avg_loss': 0.22193475712981847, 'avg_acc': 0.0, 'loss': 0.2666185461597641}
+{'epoch': 17, 'iter': 1240, 'avg_loss': 0.22185624812440363, 'avg_acc': 0.0, 'loss': 0.21730429910290433}
+{'epoch': 'EP17_test', 'eval_accuracy': 0.0, 'ece': 0.11798203736543655, 'avg_loss': 0.22185624812440363, 'f1_scores': 0.7605661249525203}
+{'epoch': 18, 'iter': 0, 'avg_loss': 0.1547241798331405, 'avg_acc': 0.0, 'loss': 0.1547241798331405}
+{'epoch': 18, 'iter': 10, 'avg_loss': 0.1975729269832967, 'avg_acc': 0.0, 'loss': 0.21806410299099557}
+{'epoch': 18, 'iter': 20, 'avg_loss': 0.1980119350532623, 'avg_acc': 0.0, 'loss': 0.20481292961163228}
+{'epoch': 18, 'iter': 30, 'avg_loss': 0.20881981952036702, 'avg_acc': 0.0, 'loss': 0.19359717890769648}
+{'epoch': 18, 'iter': 40, 'avg_loss': 0.21667529637539634, 'avg_acc': 0.0, 'loss': 0.30881961960111376}
+{'epoch': 18, 'iter': 50, 'avg_loss': 0.2171335174173543, 'avg_acc': 0.0, 'loss': 0.22080680586317872}
+{'epoch': 18, 'iter': 60, 'avg_loss': 0.22246187572805667, 'avg_acc': 0.0, 'loss': 0.2032198137692051}
+{'epoch': 18, 'iter': 70, 'avg_loss': 0.22491447147222185, 'avg_acc': 0.0, 'loss': 0.2537089483570136}
+{'epoch': 18, 'iter': 80, 'avg_loss': 0.22190056390926594, 'avg_acc': 0.0, 'loss': 0.20559653549311666}
+{'epoch': 18, 'iter': 90, 'avg_loss': 0.22160762121300795, 'avg_acc': 0.0, 'loss': 0.2188038096128691}
+{'epoch': 18, 'iter': 100, 'avg_loss': 0.2217138841155192, 'avg_acc': 0.0, 'loss': 0.2461991927017542}
+{'epoch': 18, 'iter': 110, 'avg_loss': 0.2207850491571528, 'avg_acc': 0.0, 'loss': 0.21875602132526442}
+{'epoch': 18, 'iter': 120, 'avg_loss': 0.21917662114149447, 'avg_acc': 0.0, 'loss': 0.19480136427273465}
+{'epoch': 18, 'iter': 130, 'avg_loss': 0.21848831788261963, 'avg_acc': 0.0, 'loss': 0.1694581996148047}
+{'epoch': 18, 'iter': 140, 'avg_loss': 0.21885141124712043, 'avg_acc': 0.0, 'loss': 0.2759740652153206}
+{'epoch': 18, 'iter': 150, 'avg_loss': 0.22024613379382987, 'avg_acc': 0.0, 'loss': 0.2796451571615372}
+{'epoch': 18, 'iter': 160, 'avg_loss': 0.22117731267185697, 'avg_acc': 0.0, 'loss': 0.22864455954926857}
+{'epoch': 18, 'iter': 170, 'avg_loss': 0.21942769033946685, 'avg_acc': 0.0, 'loss': 0.20861051772619377}
+{'epoch': 18, 'iter': 180, 'avg_loss': 0.21979599011952802, 'avg_acc': 0.0, 'loss': 0.25548651103580206}
+{'epoch': 18, 'iter': 190, 'avg_loss': 0.21931199532809167, 'avg_acc': 0.0, 'loss': 0.14942756044212857}
+{'epoch': 18, 'iter': 200, 'avg_loss': 0.21935369257595155, 'avg_acc': 0.0, 'loss': 0.22174977735582094}
+{'epoch': 18, 'iter': 210, 'avg_loss': 0.21952485220329943, 'avg_acc': 0.0, 'loss': 0.19690049656271313}
+{'epoch': 18, 'iter': 220, 'avg_loss': 0.21972177933377723, 'avg_acc': 0.0, 'loss': 0.2375291164856727}
+{'epoch': 18, 'iter': 230, 'avg_loss': 0.2204670330282773, 'avg_acc': 0.0, 'loss': 0.2244269343064908}
+{'epoch': 18, 'iter': 240, 'avg_loss': 0.22055593052392164, 'avg_acc': 0.0, 'loss': 0.28416979341110554}
+{'epoch': 18, 'iter': 250, 'avg_loss': 0.22048018624637705, 'avg_acc': 0.0, 'loss': 0.22663650934386428}
+{'epoch': 18, 'iter': 260, 'avg_loss': 0.22048199372129007, 'avg_acc': 0.0, 'loss': 0.25640910177168863}
+{'epoch': 18, 'iter': 270, 'avg_loss': 0.22027255210840976, 'avg_acc': 0.0, 'loss': 0.2604900220096624}
+{'epoch': 18, 'iter': 280, 'avg_loss': 0.22016104102902845, 'avg_acc': 0.0, 'loss': 0.22824632673155065}
+{'epoch': 18, 'iter': 290, 'avg_loss': 0.22019816367954073, 'avg_acc': 0.0, 'loss': 0.20652971477518023}
+{'epoch': 18, 'iter': 300, 'avg_loss': 0.2197243399746686, 'avg_acc': 0.0, 'loss': 0.1984450538634519}
+{'epoch': 18, 'iter': 310, 'avg_loss': 0.2197344971913845, 'avg_acc': 0.0, 'loss': 0.17033668808861485}
+{'epoch': 18, 'iter': 320, 'avg_loss': 0.22005654941574726, 'avg_acc': 0.0, 'loss': 0.19618154439792435}
+{'epoch': 18, 'iter': 330, 'avg_loss': 0.22027734030560542, 'avg_acc': 0.0, 'loss': 0.2569797496778717}
+{'epoch': 18, 'iter': 340, 'avg_loss': 0.22088374526971982, 'avg_acc': 0.0, 'loss': 0.27261771957182646}
+{'epoch': 18, 'iter': 350, 'avg_loss': 0.22067776630691405, 'avg_acc': 0.0, 'loss': 0.23520492731995546}
+{'epoch': 18, 'iter': 360, 'avg_loss': 0.22063911757617052, 'avg_acc': 0.0, 'loss': 0.18071232122198513}
+{'epoch': 18, 'iter': 370, 'avg_loss': 0.2206240846306629, 'avg_acc': 0.0, 'loss': 0.20329791724751495}
+{'epoch': 18, 'iter': 380, 'avg_loss': 0.2205852893838842, 'avg_acc': 0.0, 'loss': 0.16824953632876063}
+{'epoch': 18, 'iter': 390, 'avg_loss': 0.22050659631106925, 'avg_acc': 0.0, 'loss': 0.19945183712115977}
+{'epoch': 18, 'iter': 400, 'avg_loss': 0.22065539915569055, 'avg_acc': 0.0, 'loss': 0.22996662469800605}
+{'epoch': 18, 'iter': 410, 'avg_loss': 0.22091721345158663, 'avg_acc': 0.0, 'loss': 0.20260075465577235}
+{'epoch': 18, 'iter': 420, 'avg_loss': 0.22058104636497988, 'avg_acc': 0.0, 'loss': 0.1796727627587578}
+{'epoch': 18, 'iter': 430, 'avg_loss': 0.22067165994290672, 'avg_acc': 0.0, 'loss': 0.23808383364283664}
+{'epoch': 18, 'iter': 440, 'avg_loss': 0.2205731349690006, 'avg_acc': 0.0, 'loss': 0.2498784689844667}
+{'epoch': 18, 'iter': 450, 'avg_loss': 0.22075448381175397, 'avg_acc': 0.0, 'loss': 0.23391391709031137}
+{'epoch': 18, 'iter': 460, 'avg_loss': 0.22090727636619722, 'avg_acc': 0.0, 'loss': 0.21008098911586004}
+{'epoch': 18, 'iter': 470, 'avg_loss': 0.22077675694024052, 'avg_acc': 0.0, 'loss': 0.21737745874192374}
+{'epoch': 18, 'iter': 480, 'avg_loss': 0.22080716436478756, 'avg_acc': 0.0, 'loss': 0.23230241212455177}
+{'epoch': 18, 'iter': 490, 'avg_loss': 0.22067531991277894, 'avg_acc': 0.0, 'loss': 0.19659876299413423}
+{'epoch': 18, 'iter': 500, 'avg_loss': 0.22048899142261374, 'avg_acc': 0.0, 'loss': 0.24119258636288315}
+{'epoch': 18, 'iter': 510, 'avg_loss': 0.2205070618564037, 'avg_acc': 0.0, 'loss': 0.17553664688641998}
+{'epoch': 18, 'iter': 520, 'avg_loss': 0.22041472565967704, 'avg_acc': 0.0, 'loss': 0.2349898366880682}
+{'epoch': 18, 'iter': 530, 'avg_loss': 0.22045399362323959, 'avg_acc': 0.0, 'loss': 0.22934032029901832}
+{'epoch': 18, 'iter': 540, 'avg_loss': 0.2206827798809766, 'avg_acc': 0.0, 'loss': 0.1879344118876166}
+{'epoch': 18, 'iter': 550, 'avg_loss': 0.2206944412894615, 'avg_acc': 0.0, 'loss': 0.26511755146943217}
+{'epoch': 18, 'iter': 560, 'avg_loss': 0.22046044226246975, 'avg_acc': 0.0, 'loss': 0.1607308421753909}
+{'epoch': 18, 'iter': 570, 'avg_loss': 0.22100114650176841, 'avg_acc': 0.0, 'loss': 0.22989382062918853}
+{'epoch': 18, 'iter': 580, 'avg_loss': 0.22089825577754174, 'avg_acc': 0.0, 'loss': 0.20128520084777585}
+{'epoch': 18, 'iter': 590, 'avg_loss': 0.22107116689450113, 'avg_acc': 0.0, 'loss': 0.2485337928579351}
+{'epoch': 18, 'iter': 600, 'avg_loss': 0.22106621337792007, 'avg_acc': 0.0, 'loss': 0.24720511009510507}
+{'epoch': 18, 'iter': 610, 'avg_loss': 0.22137970616030403, 'avg_acc': 0.0, 'loss': 0.2891380404978788}
+{'epoch': 18, 'iter': 620, 'avg_loss': 0.22192720890040898, 'avg_acc': 0.0, 'loss': 0.2230920759426616}
+{'epoch': 18, 'iter': 630, 'avg_loss': 0.22179495513563308, 'avg_acc': 0.0, 'loss': 0.17741840056149677}
+{'epoch': 18, 'iter': 640, 'avg_loss': 0.22175105416655697, 'avg_acc': 0.0, 'loss': 0.2044451998536455}
+{'epoch': 18, 'iter': 650, 'avg_loss': 0.22178395148145905, 'avg_acc': 0.0, 'loss': 0.24450085277986283}
+{'epoch': 18, 'iter': 660, 'avg_loss': 0.2222397363408785, 'avg_acc': 0.0, 'loss': 0.23788916591671033}
+{'epoch': 18, 'iter': 670, 'avg_loss': 0.2220515711685164, 'avg_acc': 0.0, 'loss': 0.21540235002076508}
+{'epoch': 18, 'iter': 680, 'avg_loss': 0.22219882618733047, 'avg_acc': 0.0, 'loss': 0.21708696930318183}
+{'epoch': 18, 'iter': 690, 'avg_loss': 0.22249879020663213, 'avg_acc': 0.0, 'loss': 0.23917517825449455}
+{'epoch': 18, 'iter': 700, 'avg_loss': 0.2225555092139884, 'avg_acc': 0.0, 'loss': 0.17967687247703776}
+{'epoch': 18, 'iter': 710, 'avg_loss': 0.22238557513186796, 'avg_acc': 0.0, 'loss': 0.17574695625275386}
+{'epoch': 18, 'iter': 720, 'avg_loss': 0.2222839842611218, 'avg_acc': 0.0, 'loss': 0.23007138649420864}
+{'epoch': 18, 'iter': 730, 'avg_loss': 0.2221369281512321, 'avg_acc': 0.0, 'loss': 0.25069615628461045}
+{'epoch': 18, 'iter': 740, 'avg_loss': 0.22234400764407766, 'avg_acc': 0.0, 'loss': 0.22916445551787284}
+{'epoch': 18, 'iter': 750, 'avg_loss': 0.22231613942322503, 'avg_acc': 0.0, 'loss': 0.22028509967367427}
+{'epoch': 18, 'iter': 760, 'avg_loss': 0.2224874718089904, 'avg_acc': 0.0, 'loss': 0.3078977733662214}
+{'epoch': 18, 'iter': 770, 'avg_loss': 0.22224687091069398, 'avg_acc': 0.0, 'loss': 0.17719086439566514}
+{'epoch': 18, 'iter': 780, 'avg_loss': 0.22215491763676123, 'avg_acc': 0.0, 'loss': 0.2588080543413785}
+{'epoch': 18, 'iter': 790, 'avg_loss': 0.22198624716181317, 'avg_acc': 0.0, 'loss': 0.25186818268451}
+{'epoch': 18, 'iter': 800, 'avg_loss': 0.22211568086848282, 'avg_acc': 0.0, 'loss': 0.2614905867822017}
+{'epoch': 18, 'iter': 810, 'avg_loss': 0.22215393681537612, 'avg_acc': 0.0, 'loss': 0.25928491813062593}
+{'epoch': 18, 'iter': 820, 'avg_loss': 0.22171130128522804, 'avg_acc': 0.0, 'loss': 0.19917287684412646}
+{'epoch': 18, 'iter': 830, 'avg_loss': 0.22153658472375923, 'avg_acc': 0.0, 'loss': 0.1974311248694513}
+{'epoch': 18, 'iter': 840, 'avg_loss': 0.22124458372472872, 'avg_acc': 0.0, 'loss': 0.20064040130981603}
+{'epoch': 18, 'iter': 850, 'avg_loss': 0.22106010016895983, 'avg_acc': 0.0, 'loss': 0.1638757867922972}
+{'epoch': 18, 'iter': 860, 'avg_loss': 0.22117758269913573, 'avg_acc': 0.0, 'loss': 0.26337327157908214}
+{'epoch': 18, 'iter': 870, 'avg_loss': 0.221601009255262, 'avg_acc': 0.0, 'loss': 0.2746206617748612}
+{'epoch': 18, 'iter': 880, 'avg_loss': 0.22145127764365574, 'avg_acc': 0.0, 'loss': 0.1786801661203299}
+{'epoch': 18, 'iter': 890, 'avg_loss': 0.22142090237334777, 'avg_acc': 0.0, 'loss': 0.2643330837657751}
+{'epoch': 18, 'iter': 900, 'avg_loss': 0.22147961476087213, 'avg_acc': 0.0, 'loss': 0.20821702677078843}
+{'epoch': 18, 'iter': 910, 'avg_loss': 0.22156710641732258, 'avg_acc': 0.0, 'loss': 0.20744910420210413}
+{'epoch': 18, 'iter': 920, 'avg_loss': 0.22180578225008377, 'avg_acc': 0.0, 'loss': 0.22871594408486218}
+{'epoch': 18, 'iter': 930, 'avg_loss': 0.22169094485648083, 'avg_acc': 0.0, 'loss': 0.18715762315774293}
+{'epoch': 18, 'iter': 940, 'avg_loss': 0.22169618820195763, 'avg_acc': 0.0, 'loss': 0.2092302023128078}
+{'epoch': 18, 'iter': 950, 'avg_loss': 0.22188604838664677, 'avg_acc': 0.0, 'loss': 0.2256876991143924}
+{'epoch': 18, 'iter': 960, 'avg_loss': 0.22177551737683152, 'avg_acc': 0.0, 'loss': 0.21973216071033413}
+{'epoch': 18, 'iter': 970, 'avg_loss': 0.22194973350663363, 'avg_acc': 0.0, 'loss': 0.3044900244013401}
+{'epoch': 18, 'iter': 980, 'avg_loss': 0.2221330445412756, 'avg_acc': 0.0, 'loss': 0.22343448929684329}
+{'epoch': 18, 'iter': 990, 'avg_loss': 0.22231123153246657, 'avg_acc': 0.0, 'loss': 0.20160566249965733}
+{'epoch': 18, 'iter': 1000, 'avg_loss': 0.2223614927415376, 'avg_acc': 0.0, 'loss': 0.22211642863261918}
+{'epoch': 18, 'iter': 1010, 'avg_loss': 0.22246171916773871, 'avg_acc': 0.0, 'loss': 0.2350101672726136}
+{'epoch': 18, 'iter': 1020, 'avg_loss': 0.2224572597942064, 'avg_acc': 0.0, 'loss': 0.23746596276487253}
+{'epoch': 18, 'iter': 1030, 'avg_loss': 0.22238421665888927, 'avg_acc': 0.0, 'loss': 0.192820297653725}
+{'epoch': 18, 'iter': 1040, 'avg_loss': 0.22225615895386572, 'avg_acc': 0.0, 'loss': 0.2537794461867244}
+{'epoch': 18, 'iter': 1050, 'avg_loss': 0.22218477783509274, 'avg_acc': 0.0, 'loss': 0.2035802086059318}
+{'epoch': 18, 'iter': 1060, 'avg_loss': 0.2221217109679297, 'avg_acc': 0.0, 'loss': 0.17669529713605567}
+{'epoch': 18, 'iter': 1070, 'avg_loss': 0.22204175329533113, 'avg_acc': 0.0, 'loss': 0.17651260373648775}
+{'epoch': 18, 'iter': 1080, 'avg_loss': 0.22205680447294004, 'avg_acc': 0.0, 'loss': 0.19110069661753315}
+{'epoch': 18, 'iter': 1090, 'avg_loss': 0.22194793960214743, 'avg_acc': 0.0, 'loss': 0.20290676251832857}
+{'epoch': 18, 'iter': 1100, 'avg_loss': 0.2219834589777919, 'avg_acc': 0.0, 'loss': 0.21773176525948656}
+{'epoch': 18, 'iter': 1110, 'avg_loss': 0.2220586718762112, 'avg_acc': 0.0, 'loss': 0.26199194542817034}
+{'epoch': 18, 'iter': 1120, 'avg_loss': 0.2221157155914476, 'avg_acc': 0.0, 'loss': 0.2556579072372967}
+{'epoch': 18, 'iter': 1130, 'avg_loss': 0.22209679985727787, 'avg_acc': 0.0, 'loss': 0.19612607391656767}
+{'epoch': 18, 'iter': 1140, 'avg_loss': 0.22196331472584316, 'avg_acc': 0.0, 'loss': 0.218104549083234}
+{'epoch': 18, 'iter': 1150, 'avg_loss': 0.2218319024146055, 'avg_acc': 0.0, 'loss': 0.23638030391118392}
+{'epoch': 18, 'iter': 1160, 'avg_loss': 0.22205113412090452, 'avg_acc': 0.0, 'loss': 0.26583779894047305}
+{'epoch': 18, 'iter': 1170, 'avg_loss': 0.22189971963414568, 'avg_acc': 0.0, 'loss': 0.21819494558063263}
+{'epoch': 18, 'iter': 1180, 'avg_loss': 0.22193756048446797, 'avg_acc': 0.0, 'loss': 0.17920125619847177}
+{'epoch': 18, 'iter': 1190, 'avg_loss': 0.22183512660401308, 'avg_acc': 0.0, 'loss': 0.17357437148260552}
+{'epoch': 18, 'iter': 1200, 'avg_loss': 0.22166659111728082, 'avg_acc': 0.0, 'loss': 0.19453918077972177}
+{'epoch': 18, 'iter': 1210, 'avg_loss': 0.22176540564907668, 'avg_acc': 0.0, 'loss': 0.22050014671312315}
+{'epoch': 18, 'iter': 1220, 'avg_loss': 0.22179929699139597, 'avg_acc': 0.0, 'loss': 0.17121332279664003}
+{'epoch': 18, 'iter': 1230, 'avg_loss': 0.2218916774551856, 'avg_acc': 0.0, 'loss': 0.26710116211532814}
+{'epoch': 18, 'iter': 1240, 'avg_loss': 0.22180675605903152, 'avg_acc': 0.0, 'loss': 0.21924888787647692}
+{'epoch': 'EP18_test', 'eval_accuracy': 0.0, 'ece': 0.13990157842636108, 'avg_loss': 0.22180675605903152, 'f1_scores': 0.7594608711830269}
+{'epoch': 19, 'iter': 0, 'avg_loss': 0.15907065535806655, 'avg_acc': 0.0, 'loss': 0.15907065535806655}
+{'epoch': 19, 'iter': 10, 'avg_loss': 0.19956688964662606, 'avg_acc': 0.0, 'loss': 0.22259305293554071}
+{'epoch': 19, 'iter': 20, 'avg_loss': 0.20043081679784555, 'avg_acc': 0.0, 'loss': 0.2086875839094903}
+{'epoch': 19, 'iter': 30, 'avg_loss': 0.21113990297727184, 'avg_acc': 0.0, 'loss': 0.19193112353741526}
+{'epoch': 19, 'iter': 40, 'avg_loss': 0.219258938112805, 'avg_acc': 0.0, 'loss': 0.3174192350715462}
+{'epoch': 19, 'iter': 50, 'avg_loss': 0.2197364498077866, 'avg_acc': 0.0, 'loss': 0.2232235893464219}
+{'epoch': 19, 'iter': 60, 'avg_loss': 0.22526660279054894, 'avg_acc': 0.0, 'loss': 0.20426090252262188}
+{'epoch': 19, 'iter': 70, 'avg_loss': 0.2277073526395009, 'avg_acc': 0.0, 'loss': 0.2555297376153638}
+{'epoch': 19, 'iter': 80, 'avg_loss': 0.22464817667753942, 'avg_acc': 0.0, 'loss': 0.20563461095317895}
+{'epoch': 19, 'iter': 90, 'avg_loss': 0.22441754081003443, 'avg_acc': 0.0, 'loss': 0.2230234227857376}
+{'epoch': 19, 'iter': 100, 'avg_loss': 0.22434473142595204, 'avg_acc': 0.0, 'loss': 0.24779141882286887}
+{'epoch': 19, 'iter': 110, 'avg_loss': 0.2234685489564863, 'avg_acc': 0.0, 'loss': 0.22605213534458404}
+{'epoch': 19, 'iter': 120, 'avg_loss': 0.2218109136693343, 'avg_acc': 0.0, 'loss': 0.19702379307961693}
+{'epoch': 19, 'iter': 130, 'avg_loss': 0.22108658069453366, 'avg_acc': 0.0, 'loss': 0.17304089714275506}
+{'epoch': 19, 'iter': 140, 'avg_loss': 0.22145819776759035, 'avg_acc': 0.0, 'loss': 0.27742652509056953}
+{'epoch': 19, 'iter': 150, 'avg_loss': 0.22282241562799118, 'avg_acc': 0.0, 'loss': 0.28242234725624776}
+{'epoch': 19, 'iter': 160, 'avg_loss': 0.2239235634897106, 'avg_acc': 0.0, 'loss': 0.2374543851479497}
+{'epoch': 19, 'iter': 170, 'avg_loss': 0.22209157495625034, 'avg_acc': 0.0, 'loss': 0.21054215736551538}
+{'epoch': 19, 'iter': 180, 'avg_loss': 0.2223896010084361, 'avg_acc': 0.0, 'loss': 0.2567149801843048}
+{'epoch': 19, 'iter': 190, 'avg_loss': 0.22188935512735142, 'avg_acc': 0.0, 'loss': 0.14426579839823717}
+{'epoch': 19, 'iter': 200, 'avg_loss': 0.22195478509085736, 'avg_acc': 0.0, 'loss': 0.2239463350708125}
+{'epoch': 19, 'iter': 210, 'avg_loss': 0.2221510158763154, 'avg_acc': 0.0, 'loss': 0.19649186641264088}
+{'epoch': 19, 'iter': 220, 'avg_loss': 0.22241123711671207, 'avg_acc': 0.0, 'loss': 0.24283714199831202}
+{'epoch': 19, 'iter': 230, 'avg_loss': 0.22321186321006417, 'avg_acc': 0.0, 'loss': 0.2286379045795976}
+{'epoch': 19, 'iter': 240, 'avg_loss': 0.22332120463046967, 'avg_acc': 0.0, 'loss': 0.29265929630664034}
+{'epoch': 19, 'iter': 250, 'avg_loss': 0.223299083586707, 'avg_acc': 0.0, 'loss': 0.23508656743251777}
+{'epoch': 19, 'iter': 260, 'avg_loss': 0.22338446613836088, 'avg_acc': 0.0, 'loss': 0.2629903855593706}
+{'epoch': 19, 'iter': 270, 'avg_loss': 0.2231378080252561, 'avg_acc': 0.0, 'loss': 0.2659504220542073}
+{'epoch': 19, 'iter': 280, 'avg_loss': 0.22298069004262422, 'avg_acc': 0.0, 'loss': 0.23396909409296182}
+{'epoch': 19, 'iter': 290, 'avg_loss': 0.222971606795269, 'avg_acc': 0.0, 'loss': 0.20935417798734435}
+{'epoch': 19, 'iter': 300, 'avg_loss': 0.22245079129388523, 'avg_acc': 0.0, 'loss': 0.20279270544191214}
+{'epoch': 19, 'iter': 310, 'avg_loss': 0.22240616102336258, 'avg_acc': 0.0, 'loss': 0.16736706654361502}
+{'epoch': 19, 'iter': 320, 'avg_loss': 0.2227235098839766, 'avg_acc': 0.0, 'loss': 0.19464998242022244}
+{'epoch': 19, 'iter': 330, 'avg_loss': 0.22301043037484664, 'avg_acc': 0.0, 'loss': 0.2622451229165433}
+{'epoch': 19, 'iter': 340, 'avg_loss': 0.22361403635087815, 'avg_acc': 0.0, 'loss': 0.2768841033824044}
+{'epoch': 19, 'iter': 350, 'avg_loss': 0.22337764729918225, 'avg_acc': 0.0, 'loss': 0.2355093614800288}
+{'epoch': 19, 'iter': 360, 'avg_loss': 0.22328641936018334, 'avg_acc': 0.0, 'loss': 0.17709532691183735}
+{'epoch': 19, 'iter': 370, 'avg_loss': 0.22322401108481518, 'avg_acc': 0.0, 'loss': 0.20563202926398713}
+{'epoch': 19, 'iter': 380, 'avg_loss': 0.22317787445128007, 'avg_acc': 0.0, 'loss': 0.16829202998448115}
+{'epoch': 19, 'iter': 390, 'avg_loss': 0.22311729146399403, 'avg_acc': 0.0, 'loss': 0.19754396567233404}
+{'epoch': 19, 'iter': 400, 'avg_loss': 0.2232884274773773, 'avg_acc': 0.0, 'loss': 0.23690250948983962}
+{'epoch': 19, 'iter': 410, 'avg_loss': 0.22356479735106677, 'avg_acc': 0.0, 'loss': 0.20254359259206467}
+{'epoch': 19, 'iter': 420, 'avg_loss': 0.22318570064323817, 'avg_acc': 0.0, 'loss': 0.1787568233964326}
+{'epoch': 19, 'iter': 430, 'avg_loss': 0.22324213708662458, 'avg_acc': 0.0, 'loss': 0.23968196394883176}
+{'epoch': 19, 'iter': 440, 'avg_loss': 0.22315144100880996, 'avg_acc': 0.0, 'loss': 0.25783328172708153}
+{'epoch': 19, 'iter': 450, 'avg_loss': 0.22333366880968158, 'avg_acc': 0.0, 'loss': 0.2426521584898832}
+{'epoch': 19, 'iter': 460, 'avg_loss': 0.22351614407840362, 'avg_acc': 0.0, 'loss': 0.20793137344480783}
+{'epoch': 19, 'iter': 470, 'avg_loss': 0.22340166523649024, 'avg_acc': 0.0, 'loss': 0.22330376308452415}
+{'epoch': 19, 'iter': 480, 'avg_loss': 0.2233973257386987, 'avg_acc': 0.0, 'loss': 0.23354479433471298}
+{'epoch': 19, 'iter': 490, 'avg_loss': 0.22325890490605452, 'avg_acc': 0.0, 'loss': 0.19721993966767773}
+{'epoch': 19, 'iter': 500, 'avg_loss': 0.22304975101601185, 'avg_acc': 0.0, 'loss': 0.24526915268195026}
+{'epoch': 19, 'iter': 510, 'avg_loss': 0.22307454043335803, 'avg_acc': 0.0, 'loss': 0.17950195555769302}
+{'epoch': 19, 'iter': 520, 'avg_loss': 0.22297266436605517, 'avg_acc': 0.0, 'loss': 0.23602714098368388}
+{'epoch': 19, 'iter': 530, 'avg_loss': 0.22301476773051862, 'avg_acc': 0.0, 'loss': 0.23221920438670296}
+{'epoch': 19, 'iter': 540, 'avg_loss': 0.2232371638533146, 'avg_acc': 0.0, 'loss': 0.186778714797973}
+{'epoch': 19, 'iter': 550, 'avg_loss': 0.223218197691635, 'avg_acc': 0.0, 'loss': 0.2707579834413991}
+{'epoch': 19, 'iter': 560, 'avg_loss': 0.22297230322245432, 'avg_acc': 0.0, 'loss': 0.1589796949222091}
+{'epoch': 19, 'iter': 570, 'avg_loss': 0.22354851492352965, 'avg_acc': 0.0, 'loss': 0.23416634845265044}
+{'epoch': 19, 'iter': 580, 'avg_loss': 0.22344712940018044, 'avg_acc': 0.0, 'loss': 0.20538309524545184}
+{'epoch': 19, 'iter': 590, 'avg_loss': 0.2236106129801351, 'avg_acc': 0.0, 'loss': 0.24441691836757073}
+{'epoch': 19, 'iter': 600, 'avg_loss': 0.22360242307638312, 'avg_acc': 0.0, 'loss': 0.2501112063120477}
+{'epoch': 19, 'iter': 610, 'avg_loss': 0.2239242872874755, 'avg_acc': 0.0, 'loss': 0.2917817867335738}
+{'epoch': 19, 'iter': 620, 'avg_loss': 0.22448269151222427, 'avg_acc': 0.0, 'loss': 0.22377811504650577}
+{'epoch': 19, 'iter': 630, 'avg_loss': 0.2243572291481616, 'avg_acc': 0.0, 'loss': 0.1749927776372715}
+{'epoch': 19, 'iter': 640, 'avg_loss': 0.2243393752427421, 'avg_acc': 0.0, 'loss': 0.20727118325476113}
+{'epoch': 19, 'iter': 650, 'avg_loss': 0.2243770586261098, 'avg_acc': 0.0, 'loss': 0.24551583644577996}
+{'epoch': 19, 'iter': 660, 'avg_loss': 0.22483931570329077, 'avg_acc': 0.0, 'loss': 0.2407117870119951}
+{'epoch': 19, 'iter': 670, 'avg_loss': 0.224674427271554, 'avg_acc': 0.0, 'loss': 0.21445795106446244}
+{'epoch': 19, 'iter': 680, 'avg_loss': 0.22481629335440986, 'avg_acc': 0.0, 'loss': 0.2205198707389562}
+{'epoch': 19, 'iter': 690, 'avg_loss': 0.22510233778117536, 'avg_acc': 0.0, 'loss': 0.24281519100882826}
+{'epoch': 19, 'iter': 700, 'avg_loss': 0.22515168649902204, 'avg_acc': 0.0, 'loss': 0.1817868877442379}
+{'epoch': 19, 'iter': 710, 'avg_loss': 0.22497936375969074, 'avg_acc': 0.0, 'loss': 0.17969974522663634}
+{'epoch': 19, 'iter': 720, 'avg_loss': 0.2248492402895089, 'avg_acc': 0.0, 'loss': 0.22990503138323348}
+{'epoch': 19, 'iter': 730, 'avg_loss': 0.22470901378816868, 'avg_acc': 0.0, 'loss': 0.2592233328747235}
+{'epoch': 19, 'iter': 740, 'avg_loss': 0.22492711223426406, 'avg_acc': 0.0, 'loss': 0.23394320454453268}
+{'epoch': 19, 'iter': 750, 'avg_loss': 0.22490711141842673, 'avg_acc': 0.0, 'loss': 0.22486474619004831}
+{'epoch': 19, 'iter': 760, 'avg_loss': 0.22507915954425287, 'avg_acc': 0.0, 'loss': 0.313524822038419}
+{'epoch': 19, 'iter': 770, 'avg_loss': 0.2248358484376967, 'avg_acc': 0.0, 'loss': 0.17592502915161795}
+{'epoch': 19, 'iter': 780, 'avg_loss': 0.22472348226103278, 'avg_acc': 0.0, 'loss': 0.26964470349272623}
+{'epoch': 19, 'iter': 790, 'avg_loss': 0.22454216636207344, 'avg_acc': 0.0, 'loss': 0.2542715293056322}
+{'epoch': 19, 'iter': 800, 'avg_loss': 0.22465843068176003, 'avg_acc': 0.0, 'loss': 0.26394845834926983}
+{'epoch': 19, 'iter': 810, 'avg_loss': 0.22467809963920032, 'avg_acc': 0.0, 'loss': 0.2684310520763639}
+{'epoch': 19, 'iter': 820, 'avg_loss': 0.22423480444849575, 'avg_acc': 0.0, 'loss': 0.19906078689642265}
+{'epoch': 19, 'iter': 830, 'avg_loss': 0.22404701684980413, 'avg_acc': 0.0, 'loss': 0.1981851884835513}
+{'epoch': 19, 'iter': 840, 'avg_loss': 0.2237311442094645, 'avg_acc': 0.0, 'loss': 0.19856332904523047}
+{'epoch': 19, 'iter': 850, 'avg_loss': 0.22354686823744493, 'avg_acc': 0.0, 'loss': 0.16175268286146352}
+{'epoch': 19, 'iter': 860, 'avg_loss': 0.22364249735626934, 'avg_acc': 0.0, 'loss': 0.2655248353253228}
+{'epoch': 19, 'iter': 870, 'avg_loss': 0.22407767611663876, 'avg_acc': 0.0, 'loss': 0.2778779760389755}
+{'epoch': 19, 'iter': 880, 'avg_loss': 0.2239155278629502, 'avg_acc': 0.0, 'loss': 0.1806125804417401}
+{'epoch': 19, 'iter': 890, 'avg_loss': 0.22387610290270113, 'avg_acc': 0.0, 'loss': 0.263694777960414}
+{'epoch': 19, 'iter': 900, 'avg_loss': 0.22394306901959718, 'avg_acc': 0.0, 'loss': 0.21242264469070243}
+{'epoch': 19, 'iter': 910, 'avg_loss': 0.22402289985862545, 'avg_acc': 0.0, 'loss': 0.20895559265012967}
+{'epoch': 19, 'iter': 920, 'avg_loss': 0.22427146950277763, 'avg_acc': 0.0, 'loss': 0.22999278752867472}
+{'epoch': 19, 'iter': 930, 'avg_loss': 0.22415627633797996, 'avg_acc': 0.0, 'loss': 0.1907183752612452}
+{'epoch': 19, 'iter': 940, 'avg_loss': 0.22416250827727413, 'avg_acc': 0.0, 'loss': 0.20975125834028013}
+{'epoch': 19, 'iter': 950, 'avg_loss': 0.2243551708905446, 'avg_acc': 0.0, 'loss': 0.2319856472766852}
+{'epoch': 19, 'iter': 960, 'avg_loss': 0.22422300505692383, 'avg_acc': 0.0, 'loss': 0.22118318406813028}
+{'epoch': 19, 'iter': 970, 'avg_loss': 0.22438778171579882, 'avg_acc': 0.0, 'loss': 0.30590201677309126}
+{'epoch': 19, 'iter': 980, 'avg_loss': 0.22457493570610035, 'avg_acc': 0.0, 'loss': 0.22650868068785712}
+{'epoch': 19, 'iter': 990, 'avg_loss': 0.22476111202722635, 'avg_acc': 0.0, 'loss': 0.21022573531835015}
+{'epoch': 19, 'iter': 1000, 'avg_loss': 0.2248146316646825, 'avg_acc': 0.0, 'loss': 0.22407927538620243}
+{'epoch': 19, 'iter': 1010, 'avg_loss': 0.22491044294041504, 'avg_acc': 0.0, 'loss': 0.2363112932223105}
+{'epoch': 19, 'iter': 1020, 'avg_loss': 0.22490173652478668, 'avg_acc': 0.0, 'loss': 0.24216128617282653}
+{'epoch': 19, 'iter': 1030, 'avg_loss': 0.22482544259456264, 'avg_acc': 0.0, 'loss': 0.19434575212634236}
+{'epoch': 19, 'iter': 1040, 'avg_loss': 0.22470716291822682, 'avg_acc': 0.0, 'loss': 0.25969261157492185}
+{'epoch': 19, 'iter': 1050, 'avg_loss': 0.2246302889646741, 'avg_acc': 0.0, 'loss': 0.2054858197694297}
+{'epoch': 19, 'iter': 1060, 'avg_loss': 0.22456542298414217, 'avg_acc': 0.0, 'loss': 0.18125598208309512}
+{'epoch': 19, 'iter': 1070, 'avg_loss': 0.2244720776597814, 'avg_acc': 0.0, 'loss': 0.1745304694191288}
+{'epoch': 19, 'iter': 1080, 'avg_loss': 0.22449288170692894, 'avg_acc': 0.0, 'loss': 0.18844761297785745}
+{'epoch': 19, 'iter': 1090, 'avg_loss': 0.22437754953717198, 'avg_acc': 0.0, 'loss': 0.20173557600134828}
+{'epoch': 19, 'iter': 1100, 'avg_loss': 0.22440474965793702, 'avg_acc': 0.0, 'loss': 0.21608043063166144}
+{'epoch': 19, 'iter': 1110, 'avg_loss': 0.22449016729795493, 'avg_acc': 0.0, 'loss': 0.2635108479523101}
+{'epoch': 19, 'iter': 1120, 'avg_loss': 0.22454561232394998, 'avg_acc': 0.0, 'loss': 0.26063811824022715}
+{'epoch': 19, 'iter': 1130, 'avg_loss': 0.22454226317525933, 'avg_acc': 0.0, 'loss': 0.20120890383697898}
+{'epoch': 19, 'iter': 1140, 'avg_loss': 0.22439755320309104, 'avg_acc': 0.0, 'loss': 0.22232239219010808}
+{'epoch': 19, 'iter': 1150, 'avg_loss': 0.22425269484473834, 'avg_acc': 0.0, 'loss': 0.24018073248063435}
+{'epoch': 19, 'iter': 1160, 'avg_loss': 0.22447292314561287, 'avg_acc': 0.0, 'loss': 0.26623665707776517}
+{'epoch': 19, 'iter': 1170, 'avg_loss': 0.22432577118933608, 'avg_acc': 0.0, 'loss': 0.21656495204868925}
+{'epoch': 19, 'iter': 1180, 'avg_loss': 0.2243513252745265, 'avg_acc': 0.0, 'loss': 0.17607019949712463}
+{'epoch': 19, 'iter': 1190, 'avg_loss': 0.22424345909844196, 'avg_acc': 0.0, 'loss': 0.1751489457730843}
+{'epoch': 19, 'iter': 1200, 'avg_loss': 0.22407170843290558, 'avg_acc': 0.0, 'loss': 0.19613650868031332}
+{'epoch': 19, 'iter': 1210, 'avg_loss': 0.2241674030212688, 'avg_acc': 0.0, 'loss': 0.2194281776839294}
+{'epoch': 19, 'iter': 1220, 'avg_loss': 0.2242151189357324, 'avg_acc': 0.0, 'loss': 0.17296869164215423}
+{'epoch': 19, 'iter': 1230, 'avg_loss': 0.22431287567894623, 'avg_acc': 0.0, 'loss': 0.26785130374202837}
+{'epoch': 19, 'iter': 1240, 'avg_loss': 0.22422426149526323, 'avg_acc': 0.0, 'loss': 0.2264348657378962}
+{'epoch': 'EP19_test', 'eval_accuracy': 0.0, 'ece': 0.10041666030883789, 'avg_loss': 0.22422426149526323, 'f1_scores': 0.7634783413095236}
+{'epoch': 20, 'iter': 0, 'avg_loss': 0.157112757039483, 'avg_acc': 0.0, 'loss': 0.157112757039483}
+{'epoch': 20, 'iter': 10, 'avg_loss': 0.20028452127819224, 'avg_acc': 0.0, 'loss': 0.22102834458902568}
+{'epoch': 20, 'iter': 20, 'avg_loss': 0.20052556426999282, 'avg_acc': 0.0, 'loss': 0.20770898066546448}
+{'epoch': 20, 'iter': 30, 'avg_loss': 0.2110866202070487, 'avg_acc': 0.0, 'loss': 0.19406102903924094}
+{'epoch': 20, 'iter': 40, 'avg_loss': 0.2186906069272235, 'avg_acc': 0.0, 'loss': 0.3106251237122381}
+{'epoch': 20, 'iter': 50, 'avg_loss': 0.2191925679563663, 'avg_acc': 0.0, 'loss': 0.2246122756788996}
+{'epoch': 20, 'iter': 60, 'avg_loss': 0.22459758764990562, 'avg_acc': 0.0, 'loss': 0.20665093759423922}
+{'epoch': 20, 'iter': 70, 'avg_loss': 0.22701779159778593, 'avg_acc': 0.0, 'loss': 0.25474720310025334}
+{'epoch': 20, 'iter': 80, 'avg_loss': 0.22399773974985274, 'avg_acc': 0.0, 'loss': 0.20591346250869588}
+{'epoch': 20, 'iter': 90, 'avg_loss': 0.22366686747630393, 'avg_acc': 0.0, 'loss': 0.22139540027192844}
+{'epoch': 20, 'iter': 100, 'avg_loss': 0.22366513963013845, 'avg_acc': 0.0, 'loss': 0.24596386888918328}
+{'epoch': 20, 'iter': 110, 'avg_loss': 0.22269785971729872, 'avg_acc': 0.0, 'loss': 0.22052832631775993}
+{'epoch': 20, 'iter': 120, 'avg_loss': 0.22114201817257823, 'avg_acc': 0.0, 'loss': 0.19829629297841425}
+{'epoch': 20, 'iter': 130, 'avg_loss': 0.2203604325459414, 'avg_acc': 0.0, 'loss': 0.17146135700048554}
+{'epoch': 20, 'iter': 140, 'avg_loss': 0.22074656276468235, 'avg_acc': 0.0, 'loss': 0.279664719495973}
+{'epoch': 20, 'iter': 150, 'avg_loss': 0.22209735050930976, 'avg_acc': 0.0, 'loss': 0.28031492531973917}
+{'epoch': 20, 'iter': 160, 'avg_loss': 0.22303141319918468, 'avg_acc': 0.0, 'loss': 0.22988431939743997}
+{'epoch': 20, 'iter': 170, 'avg_loss': 0.22132467834218308, 'avg_acc': 0.0, 'loss': 0.2107903982697345}
+{'epoch': 20, 'iter': 180, 'avg_loss': 0.221672018945998, 'avg_acc': 0.0, 'loss': 0.2558638185141067}
+{'epoch': 20, 'iter': 190, 'avg_loss': 0.22120981145049845, 'avg_acc': 0.0, 'loss': 0.15101437693423186}
+{'epoch': 20, 'iter': 200, 'avg_loss': 0.22128038303366032, 'avg_acc': 0.0, 'loss': 0.225508071970028}
+{'epoch': 20, 'iter': 210, 'avg_loss': 0.22144331656928026, 'avg_acc': 0.0, 'loss': 0.19953668496041893}
+{'epoch': 20, 'iter': 220, 'avg_loss': 0.22161860438926118, 'avg_acc': 0.0, 'loss': 0.24132485756828306}
+{'epoch': 20, 'iter': 230, 'avg_loss': 0.22239138010629472, 'avg_acc': 0.0, 'loss': 0.2270859062951201}
+{'epoch': 20, 'iter': 240, 'avg_loss': 0.22249927980348946, 'avg_acc': 0.0, 'loss': 0.2890382211139695}
+{'epoch': 20, 'iter': 250, 'avg_loss': 0.2224415564775355, 'avg_acc': 0.0, 'loss': 0.2294823926567915}
+{'epoch': 20, 'iter': 260, 'avg_loss': 0.22245489549478345, 'avg_acc': 0.0, 'loss': 0.2581209316399184}
+{'epoch': 20, 'iter': 270, 'avg_loss': 0.2222450496864044, 'avg_acc': 0.0, 'loss': 0.26184293515578766}
+{'epoch': 20, 'iter': 280, 'avg_loss': 0.22214430542944794, 'avg_acc': 0.0, 'loss': 0.2314606185120088}
+{'epoch': 20, 'iter': 290, 'avg_loss': 0.22215418570820145, 'avg_acc': 0.0, 'loss': 0.20856545512755734}
+{'epoch': 20, 'iter': 300, 'avg_loss': 0.2216540692809156, 'avg_acc': 0.0, 'loss': 0.19973124396545114}
+{'epoch': 20, 'iter': 310, 'avg_loss': 0.22166679098731465, 'avg_acc': 0.0, 'loss': 0.1717355527203251}
+{'epoch': 20, 'iter': 320, 'avg_loss': 0.221987200776502, 'avg_acc': 0.0, 'loss': 0.19785768309494803}
+{'epoch': 20, 'iter': 330, 'avg_loss': 0.22221305897046123, 'avg_acc': 0.0, 'loss': 0.2578521905604378}
+{'epoch': 20, 'iter': 340, 'avg_loss': 0.2228027126027967, 'avg_acc': 0.0, 'loss': 0.27434412017808946}
+{'epoch': 20, 'iter': 350, 'avg_loss': 0.2225939715375514, 'avg_acc': 0.0, 'loss': 0.23568918167721414}
+{'epoch': 20, 'iter': 360, 'avg_loss': 0.22255076394911244, 'avg_acc': 0.0, 'loss': 0.18095616040445098}
+{'epoch': 20, 'iter': 370, 'avg_loss': 0.22250739366740105, 'avg_acc': 0.0, 'loss': 0.20489935211445037}
+{'epoch': 20, 'iter': 380, 'avg_loss': 0.22246798545115, 'avg_acc': 0.0, 'loss': 0.1699581545845571}
+{'epoch': 20, 'iter': 390, 'avg_loss': 0.22238847619223454, 'avg_acc': 0.0, 'loss': 0.20048129139831872}
+{'epoch': 20, 'iter': 400, 'avg_loss': 0.22252763570414835, 'avg_acc': 0.0, 'loss': 0.2320890263298939}
+{'epoch': 20, 'iter': 410, 'avg_loss': 0.22277566085363248, 'avg_acc': 0.0, 'loss': 0.20557543918500543}
+{'epoch': 20, 'iter': 420, 'avg_loss': 0.2224359688212173, 'avg_acc': 0.0, 'loss': 0.18389986927260385}
+{'epoch': 20, 'iter': 430, 'avg_loss': 0.22249837943077502, 'avg_acc': 0.0, 'loss': 0.23806474499432234}
+{'epoch': 20, 'iter': 440, 'avg_loss': 0.22238846685708188, 'avg_acc': 0.0, 'loss': 0.251361860466594}
+{'epoch': 20, 'iter': 450, 'avg_loss': 0.22257199025955457, 'avg_acc': 0.0, 'loss': 0.23744064553089367}
+{'epoch': 20, 'iter': 460, 'avg_loss': 0.22272242720835525, 'avg_acc': 0.0, 'loss': 0.2098348518678514}
+{'epoch': 20, 'iter': 470, 'avg_loss': 0.22261216098851733, 'avg_acc': 0.0, 'loss': 0.2217074314601502}
+{'epoch': 20, 'iter': 480, 'avg_loss': 0.22263931429100356, 'avg_acc': 0.0, 'loss': 0.2337960094509981}
+{'epoch': 20, 'iter': 490, 'avg_loss': 0.2225133980430325, 'avg_acc': 0.0, 'loss': 0.19975726077291256}
+{'epoch': 20, 'iter': 500, 'avg_loss': 0.2223097762910429, 'avg_acc': 0.0, 'loss': 0.24416352026375013}
+{'epoch': 20, 'iter': 510, 'avg_loss': 0.22232880739739322, 'avg_acc': 0.0, 'loss': 0.17828839280654002}
+{'epoch': 20, 'iter': 520, 'avg_loss': 0.22223204302146088, 'avg_acc': 0.0, 'loss': 0.23630494692750809}
+{'epoch': 20, 'iter': 530, 'avg_loss': 0.2222660428692012, 'avg_acc': 0.0, 'loss': 0.23284491734482668}
+{'epoch': 20, 'iter': 540, 'avg_loss': 0.2224849683064764, 'avg_acc': 0.0, 'loss': 0.19039640330155244}
+{'epoch': 20, 'iter': 550, 'avg_loss': 0.2224924245697003, 'avg_acc': 0.0, 'loss': 0.2663288370385349}
+{'epoch': 20, 'iter': 560, 'avg_loss': 0.22225992743043374, 'avg_acc': 0.0, 'loss': 0.16227498999894252}
+{'epoch': 20, 'iter': 570, 'avg_loss': 0.22279975165770918, 'avg_acc': 0.0, 'loss': 0.23271631604916365}
+{'epoch': 20, 'iter': 580, 'avg_loss': 0.22270010066780996, 'avg_acc': 0.0, 'loss': 0.206377360391798}
+{'epoch': 20, 'iter': 590, 'avg_loss': 0.22287247079825084, 'avg_acc': 0.0, 'loss': 0.24775964101201808}
+{'epoch': 20, 'iter': 600, 'avg_loss': 0.2228665508041387, 'avg_acc': 0.0, 'loss': 0.24865300669499185}
+{'epoch': 20, 'iter': 610, 'avg_loss': 0.22318272020009897, 'avg_acc': 0.0, 'loss': 0.29256045130991226}
+{'epoch': 20, 'iter': 620, 'avg_loss': 0.22373429079453527, 'avg_acc': 0.0, 'loss': 0.22400032815481347}
+{'epoch': 20, 'iter': 630, 'avg_loss': 0.2236080829779079, 'avg_acc': 0.0, 'loss': 0.17871090416182206}
+{'epoch': 20, 'iter': 640, 'avg_loss': 0.22357271261606834, 'avg_acc': 0.0, 'loss': 0.2065504646951532}
+{'epoch': 20, 'iter': 650, 'avg_loss': 0.22362896878810654, 'avg_acc': 0.0, 'loss': 0.2489623105416935}
+{'epoch': 20, 'iter': 660, 'avg_loss': 0.22407990386208487, 'avg_acc': 0.0, 'loss': 0.24206384243845083}
+{'epoch': 20, 'iter': 670, 'avg_loss': 0.22389988127983035, 'avg_acc': 0.0, 'loss': 0.2162802249548739}
+{'epoch': 20, 'iter': 680, 'avg_loss': 0.224039481183196, 'avg_acc': 0.0, 'loss': 0.2195855701599417}
+{'epoch': 20, 'iter': 690, 'avg_loss': 0.22431482823218565, 'avg_acc': 0.0, 'loss': 0.2391699833941467}
+{'epoch': 20, 'iter': 700, 'avg_loss': 0.22437938362504758, 'avg_acc': 0.0, 'loss': 0.18331864651586977}
+{'epoch': 20, 'iter': 710, 'avg_loss': 0.22420560381053958, 'avg_acc': 0.0, 'loss': 0.17831711970542788}
+{'epoch': 20, 'iter': 720, 'avg_loss': 0.2241153112882537, 'avg_acc': 0.0, 'loss': 0.2338802184373045}
+{'epoch': 20, 'iter': 730, 'avg_loss': 0.22398787792988378, 'avg_acc': 0.0, 'loss': 0.25362261665418373}
+{'epoch': 20, 'iter': 740, 'avg_loss': 0.2241933693611889, 'avg_acc': 0.0, 'loss': 0.2320756729117355}
+{'epoch': 20, 'iter': 750, 'avg_loss': 0.2241732404476557, 'avg_acc': 0.0, 'loss': 0.22408181762434}
+{'epoch': 20, 'iter': 760, 'avg_loss': 0.22433640416970785, 'avg_acc': 0.0, 'loss': 0.3072728283874052}
+{'epoch': 20, 'iter': 770, 'avg_loss': 0.22410055286892205, 'avg_acc': 0.0, 'loss': 0.17779429114187092}
+{'epoch': 20, 'iter': 780, 'avg_loss': 0.22400832917234367, 'avg_acc': 0.0, 'loss': 0.262212372911238}
+{'epoch': 20, 'iter': 790, 'avg_loss': 0.22384725816571235, 'avg_acc': 0.0, 'loss': 0.25589467148711265}
+{'epoch': 20, 'iter': 800, 'avg_loss': 0.22397234057467114, 'avg_acc': 0.0, 'loss': 0.2637649758921725}
+{'epoch': 20, 'iter': 810, 'avg_loss': 0.22400875768192402, 'avg_acc': 0.0, 'loss': 0.2610460226915815}
+{'epoch': 20, 'iter': 820, 'avg_loss': 0.22357216484466924, 'avg_acc': 0.0, 'loss': 0.2003739506341974}
+{'epoch': 20, 'iter': 830, 'avg_loss': 0.2234060439848013, 'avg_acc': 0.0, 'loss': 0.19956542827896684}
+{'epoch': 20, 'iter': 840, 'avg_loss': 0.22311247069130638, 'avg_acc': 0.0, 'loss': 0.20079253291480978}
+{'epoch': 20, 'iter': 850, 'avg_loss': 0.2229243679897941, 'avg_acc': 0.0, 'loss': 0.16415691309381533}
+{'epoch': 20, 'iter': 860, 'avg_loss': 0.22303530848765019, 'avg_acc': 0.0, 'loss': 0.2634727634666173}
+{'epoch': 20, 'iter': 870, 'avg_loss': 0.22345481868594624, 'avg_acc': 0.0, 'loss': 0.2745452244503862}
+{'epoch': 20, 'iter': 880, 'avg_loss': 0.22330076159127432, 'avg_acc': 0.0, 'loss': 0.180691763021319}
+{'epoch': 20, 'iter': 890, 'avg_loss': 0.22326459986643424, 'avg_acc': 0.0, 'loss': 0.26128015235183605}
+{'epoch': 20, 'iter': 900, 'avg_loss': 0.2233237051533243, 'avg_acc': 0.0, 'loss': 0.211820065858514}
+{'epoch': 20, 'iter': 910, 'avg_loss': 0.2234137530070985, 'avg_acc': 0.0, 'loss': 0.21021231524339}
+{'epoch': 20, 'iter': 920, 'avg_loss': 0.22365776147817476, 'avg_acc': 0.0, 'loss': 0.22971060424850162}
+{'epoch': 20, 'iter': 930, 'avg_loss': 0.22356081607127326, 'avg_acc': 0.0, 'loss': 0.19054132071024857}
+{'epoch': 20, 'iter': 940, 'avg_loss': 0.2235667123357532, 'avg_acc': 0.0, 'loss': 0.21234965272547662}
+{'epoch': 20, 'iter': 950, 'avg_loss': 0.22375335390859385, 'avg_acc': 0.0, 'loss': 0.22934333973859922}
+{'epoch': 20, 'iter': 960, 'avg_loss': 0.2236420371090944, 'avg_acc': 0.0, 'loss': 0.22053353760481642}
+{'epoch': 20, 'iter': 970, 'avg_loss': 0.2238084080515289, 'avg_acc': 0.0, 'loss': 0.3061507649045195}
+{'epoch': 20, 'iter': 980, 'avg_loss': 0.22399038057316398, 'avg_acc': 0.0, 'loss': 0.2265629953208515}
+{'epoch': 20, 'iter': 990, 'avg_loss': 0.22417170479752438, 'avg_acc': 0.0, 'loss': 0.2050494721909542}
+{'epoch': 20, 'iter': 1000, 'avg_loss': 0.22422426988783925, 'avg_acc': 0.0, 'loss': 0.22132439266481793}
+{'epoch': 20, 'iter': 1010, 'avg_loss': 0.2243244793618526, 'avg_acc': 0.0, 'loss': 0.23761393601518777}
+{'epoch': 20, 'iter': 1020, 'avg_loss': 0.22432346187682162, 'avg_acc': 0.0, 'loss': 0.24268340236754476}
+{'epoch': 20, 'iter': 1030, 'avg_loss': 0.22424952880982996, 'avg_acc': 0.0, 'loss': 0.19638111021218457}
+{'epoch': 20, 'iter': 1040, 'avg_loss': 0.22412746703529995, 'avg_acc': 0.0, 'loss': 0.25466950985095793}
+{'epoch': 20, 'iter': 1050, 'avg_loss': 0.22406141964062756, 'avg_acc': 0.0, 'loss': 0.2064677456278007}
+{'epoch': 20, 'iter': 1060, 'avg_loss': 0.2240045253099118, 'avg_acc': 0.0, 'loss': 0.17821685460314385}
+{'epoch': 20, 'iter': 1070, 'avg_loss': 0.22392476947798204, 'avg_acc': 0.0, 'loss': 0.17624571847799025}
+{'epoch': 20, 'iter': 1080, 'avg_loss': 0.22394041088519018, 'avg_acc': 0.0, 'loss': 0.1905622254253428}
+{'epoch': 20, 'iter': 1090, 'avg_loss': 0.22382698845475463, 'avg_acc': 0.0, 'loss': 0.20335509948966188}
+{'epoch': 20, 'iter': 1100, 'avg_loss': 0.22385832397473895, 'avg_acc': 0.0, 'loss': 0.21858187284741298}
+{'epoch': 20, 'iter': 1110, 'avg_loss': 0.22393370423518985, 'avg_acc': 0.0, 'loss': 0.266746802978657}
+{'epoch': 20, 'iter': 1120, 'avg_loss': 0.22398455031473039, 'avg_acc': 0.0, 'loss': 0.2569876073687932}
+{'epoch': 20, 'iter': 1130, 'avg_loss': 0.22397149135589953, 'avg_acc': 0.0, 'loss': 0.19932129753023478}
+{'epoch': 20, 'iter': 1140, 'avg_loss': 0.2238427356905705, 'avg_acc': 0.0, 'loss': 0.21769326036590947}
+{'epoch': 20, 'iter': 1150, 'avg_loss': 0.22370322430841744, 'avg_acc': 0.0, 'loss': 0.2365251817839505}
+{'epoch': 20, 'iter': 1160, 'avg_loss': 0.22391945563285906, 'avg_acc': 0.0, 'loss': 0.2668674618033232}
+{'epoch': 20, 'iter': 1170, 'avg_loss': 0.22376831843829664, 'avg_acc': 0.0, 'loss': 0.2185298843480398}
+{'epoch': 20, 'iter': 1180, 'avg_loss': 0.22379951588403613, 'avg_acc': 0.0, 'loss': 0.17935422081921257}
+{'epoch': 20, 'iter': 1190, 'avg_loss': 0.22369527120120566, 'avg_acc': 0.0, 'loss': 0.17807392073418019}
+{'epoch': 20, 'iter': 1200, 'avg_loss': 0.22352961260654783, 'avg_acc': 0.0, 'loss': 0.19781674961352888}
+{'epoch': 20, 'iter': 1210, 'avg_loss': 0.22362152478193087, 'avg_acc': 0.0, 'loss': 0.2198022376049461}
+{'epoch': 20, 'iter': 1220, 'avg_loss': 0.22365044744630333, 'avg_acc': 0.0, 'loss': 0.1732003590274027}
+{'epoch': 20, 'iter': 1230, 'avg_loss': 0.2237442122901777, 'avg_acc': 0.0, 'loss': 0.27017946747758154}
+{'epoch': 20, 'iter': 1240, 'avg_loss': 0.22366001962934784, 'avg_acc': 0.0, 'loss': 0.21917334802170832}
+{'epoch': 'EP20_test', 'eval_accuracy': 0.0, 'ece': 0.15234345197677612, 'avg_loss': 0.22366001962934784, 'f1_scores': 0.7635312676277621}
+{'epoch': 21, 'iter': 0, 'avg_loss': 0.1553951827918029, 'avg_acc': 0.0, 'loss': 0.1553951827918029}
+{'epoch': 21, 'iter': 10, 'avg_loss': 0.1984257770509312, 'avg_acc': 0.0, 'loss': 0.22236944711533266}
+{'epoch': 21, 'iter': 20, 'avg_loss': 0.19868083005911438, 'avg_acc': 0.0, 'loss': 0.20573489567657685}
+{'epoch': 21, 'iter': 30, 'avg_loss': 0.20925818636793497, 'avg_acc': 0.0, 'loss': 0.1934080554342797}
+{'epoch': 21, 'iter': 40, 'avg_loss': 0.21674025625491067, 'avg_acc': 0.0, 'loss': 0.3067007504989436}
+{'epoch': 21, 'iter': 50, 'avg_loss': 0.21718048857521124, 'avg_acc': 0.0, 'loss': 0.22042978058708024}
+{'epoch': 21, 'iter': 60, 'avg_loss': 0.2228721095860357, 'avg_acc': 0.0, 'loss': 0.20259774612213732}
+{'epoch': 21, 'iter': 70, 'avg_loss': 0.22536714974879365, 'avg_acc': 0.0, 'loss': 0.2534006006859337}
+{'epoch': 21, 'iter': 80, 'avg_loss': 0.22230067021588432, 'avg_acc': 0.0, 'loss': 0.20426717522124296}
+{'epoch': 21, 'iter': 90, 'avg_loss': 0.22206388920252815, 'avg_acc': 0.0, 'loss': 0.22087864696218923}
+{'epoch': 21, 'iter': 100, 'avg_loss': 0.2221039903607491, 'avg_acc': 0.0, 'loss': 0.2463833554739462}
+{'epoch': 21, 'iter': 110, 'avg_loss': 0.22123619515554266, 'avg_acc': 0.0, 'loss': 0.21685589411627654}
+{'epoch': 21, 'iter': 120, 'avg_loss': 0.21968492854058055, 'avg_acc': 0.0, 'loss': 0.19476117135666624}
+{'epoch': 21, 'iter': 130, 'avg_loss': 0.21889832129576212, 'avg_acc': 0.0, 'loss': 0.16912032800785579}
+{'epoch': 21, 'iter': 140, 'avg_loss': 0.21930710992059738, 'avg_acc': 0.0, 'loss': 0.2818783747240364}
+{'epoch': 21, 'iter': 150, 'avg_loss': 0.2206426809627613, 'avg_acc': 0.0, 'loss': 0.2776439760345641}
+{'epoch': 21, 'iter': 160, 'avg_loss': 0.22158567022168016, 'avg_acc': 0.0, 'loss': 0.22748877182051988}
+{'epoch': 21, 'iter': 170, 'avg_loss': 0.21994174826045826, 'avg_acc': 0.0, 'loss': 0.2102197660471055}
+{'epoch': 21, 'iter': 180, 'avg_loss': 0.22029422732931464, 'avg_acc': 0.0, 'loss': 0.2532487792707668}
+{'epoch': 21, 'iter': 190, 'avg_loss': 0.21989332579652154, 'avg_acc': 0.0, 'loss': 0.15357312604890336}
+{'epoch': 21, 'iter': 200, 'avg_loss': 0.21996859649285766, 'avg_acc': 0.0, 'loss': 0.22417243591030456}
+{'epoch': 21, 'iter': 210, 'avg_loss': 0.22013023827959272, 'avg_acc': 0.0, 'loss': 0.19839897170725504}
+{'epoch': 21, 'iter': 220, 'avg_loss': 0.220285006843714, 'avg_acc': 0.0, 'loss': 0.23903152964654897}
+{'epoch': 21, 'iter': 230, 'avg_loss': 0.22108654970248062, 'avg_acc': 0.0, 'loss': 0.2273765768548271}
+{'epoch': 21, 'iter': 240, 'avg_loss': 0.22122061975655072, 'avg_acc': 0.0, 'loss': 0.28930814429863205}
+{'epoch': 21, 'iter': 250, 'avg_loss': 0.2211838503980399, 'avg_acc': 0.0, 'loss': 0.22995736331618638}
+{'epoch': 21, 'iter': 260, 'avg_loss': 0.22114370487743262, 'avg_acc': 0.0, 'loss': 0.25383520662366466}
+{'epoch': 21, 'iter': 270, 'avg_loss': 0.22097167938390705, 'avg_acc': 0.0, 'loss': 0.2590342348991206}
+{'epoch': 21, 'iter': 280, 'avg_loss': 0.2208724162182434, 'avg_acc': 0.0, 'loss': 0.2323628152591287}
+{'epoch': 21, 'iter': 290, 'avg_loss': 0.2208878071250879, 'avg_acc': 0.0, 'loss': 0.20750846135654552}
+{'epoch': 21, 'iter': 300, 'avg_loss': 0.22038767476032214, 'avg_acc': 0.0, 'loss': 0.1972876450237046}
+{'epoch': 21, 'iter': 310, 'avg_loss': 0.22038724133183485, 'avg_acc': 0.0, 'loss': 0.17124215739577917}
+{'epoch': 21, 'iter': 320, 'avg_loss': 0.22070199801409182, 'avg_acc': 0.0, 'loss': 0.19995972341381013}
+{'epoch': 21, 'iter': 330, 'avg_loss': 0.22093473160284297, 'avg_acc': 0.0, 'loss': 0.25686464179216273}
+{'epoch': 21, 'iter': 340, 'avg_loss': 0.2215377238886466, 'avg_acc': 0.0, 'loss': 0.27193195152878097}
+{'epoch': 21, 'iter': 350, 'avg_loss': 0.22134185683538735, 'avg_acc': 0.0, 'loss': 0.23551867825010828}
+{'epoch': 21, 'iter': 360, 'avg_loss': 0.2212923379939536, 'avg_acc': 0.0, 'loss': 0.1806079274347212}
+{'epoch': 21, 'iter': 370, 'avg_loss': 0.22126517922521013, 'avg_acc': 0.0, 'loss': 0.2036159680953915}
+{'epoch': 21, 'iter': 380, 'avg_loss': 0.22122797582519077, 'avg_acc': 0.0, 'loss': 0.16732853324395233}
+{'epoch': 21, 'iter': 390, 'avg_loss': 0.22115562192830368, 'avg_acc': 0.0, 'loss': 0.19892095652734756}
+{'epoch': 21, 'iter': 400, 'avg_loss': 0.22127613688834735, 'avg_acc': 0.0, 'loss': 0.22922196626687502}
+{'epoch': 21, 'iter': 410, 'avg_loss': 0.22153365269184425, 'avg_acc': 0.0, 'loss': 0.20386755940509307}
+{'epoch': 21, 'iter': 420, 'avg_loss': 0.2211843264709038, 'avg_acc': 0.0, 'loss': 0.1849028083279011}
+{'epoch': 21, 'iter': 430, 'avg_loss': 0.22126353222092685, 'avg_acc': 0.0, 'loss': 0.23818681905959238}
+{'epoch': 21, 'iter': 440, 'avg_loss': 0.22114613221464255, 'avg_acc': 0.0, 'loss': 0.24999281849237115}
+{'epoch': 21, 'iter': 450, 'avg_loss': 0.22134227385724717, 'avg_acc': 0.0, 'loss': 0.2350962864021702}
+{'epoch': 21, 'iter': 460, 'avg_loss': 0.22148735490035498, 'avg_acc': 0.0, 'loss': 0.2071671331525522}
+{'epoch': 21, 'iter': 470, 'avg_loss': 0.22138694217912694, 'avg_acc': 0.0, 'loss': 0.2234951834385096}
+{'epoch': 21, 'iter': 480, 'avg_loss': 0.22140009878974717, 'avg_acc': 0.0, 'loss': 0.23047238147598492}
+{'epoch': 21, 'iter': 490, 'avg_loss': 0.22127975595351604, 'avg_acc': 0.0, 'loss': 0.19847662000074706}
+{'epoch': 21, 'iter': 500, 'avg_loss': 0.22107885816258896, 'avg_acc': 0.0, 'loss': 0.24347410634553462}
+{'epoch': 21, 'iter': 510, 'avg_loss': 0.22109390474677137, 'avg_acc': 0.0, 'loss': 0.17523657769347015}
+{'epoch': 21, 'iter': 520, 'avg_loss': 0.22098885165978385, 'avg_acc': 0.0, 'loss': 0.23636185709879748}
+{'epoch': 21, 'iter': 530, 'avg_loss': 0.22101998998620936, 'avg_acc': 0.0, 'loss': 0.2310813094835729}
+{'epoch': 21, 'iter': 540, 'avg_loss': 0.2212383189518016, 'avg_acc': 0.0, 'loss': 0.18923622712882854}
+{'epoch': 21, 'iter': 550, 'avg_loss': 0.22125018642303695, 'avg_acc': 0.0, 'loss': 0.26769341128549834}
+{'epoch': 21, 'iter': 560, 'avg_loss': 0.22101675425753017, 'avg_acc': 0.0, 'loss': 0.16045128034888226}
+{'epoch': 21, 'iter': 570, 'avg_loss': 0.22156016723059707, 'avg_acc': 0.0, 'loss': 0.23304104125665095}
+{'epoch': 21, 'iter': 580, 'avg_loss': 0.22147283056525435, 'avg_acc': 0.0, 'loss': 0.2080364008838842}
+{'epoch': 21, 'iter': 590, 'avg_loss': 0.22163711313901333, 'avg_acc': 0.0, 'loss': 0.2445290825252024}
+{'epoch': 21, 'iter': 600, 'avg_loss': 0.221642970401, 'avg_acc': 0.0, 'loss': 0.2474969528591373}
+{'epoch': 21, 'iter': 610, 'avg_loss': 0.2219414642634829, 'avg_acc': 0.0, 'loss': 0.29062163942486613}
+{'epoch': 21, 'iter': 620, 'avg_loss': 0.2224999167295463, 'avg_acc': 0.0, 'loss': 0.2248560844266519}
+{'epoch': 21, 'iter': 630, 'avg_loss': 0.22238435312470406, 'avg_acc': 0.0, 'loss': 0.1758233188995096}
+{'epoch': 21, 'iter': 640, 'avg_loss': 0.22234864306380345, 'avg_acc': 0.0, 'loss': 0.20592953028621455}
+{'epoch': 21, 'iter': 650, 'avg_loss': 0.22240214401772837, 'avg_acc': 0.0, 'loss': 0.24920746551154999}
+{'epoch': 21, 'iter': 660, 'avg_loss': 0.2228410871679051, 'avg_acc': 0.0, 'loss': 0.24358979091896668}
+{'epoch': 21, 'iter': 670, 'avg_loss': 0.22266015773478268, 'avg_acc': 0.0, 'loss': 0.21581664808828852}
+{'epoch': 21, 'iter': 680, 'avg_loss': 0.222802650266365, 'avg_acc': 0.0, 'loss': 0.2175794267758257}
+{'epoch': 21, 'iter': 690, 'avg_loss': 0.22307169343420322, 'avg_acc': 0.0, 'loss': 0.236314601523158}
+{'epoch': 21, 'iter': 700, 'avg_loss': 0.2231322149493994, 'avg_acc': 0.0, 'loss': 0.18157626613804365}
+{'epoch': 21, 'iter': 710, 'avg_loss': 0.22297130405615065, 'avg_acc': 0.0, 'loss': 0.17451618809133962}
+{'epoch': 21, 'iter': 720, 'avg_loss': 0.22286998612068562, 'avg_acc': 0.0, 'loss': 0.22952916316817856}
+{'epoch': 21, 'iter': 730, 'avg_loss': 0.22274932317592402, 'avg_acc': 0.0, 'loss': 0.25270486543390036}
+{'epoch': 21, 'iter': 740, 'avg_loss': 0.22296177633255523, 'avg_acc': 0.0, 'loss': 0.23088163961620012}
+{'epoch': 21, 'iter': 750, 'avg_loss': 0.22293269598082574, 'avg_acc': 0.0, 'loss': 0.22029013844699613}
+{'epoch': 21, 'iter': 760, 'avg_loss': 0.22308409535092802, 'avg_acc': 0.0, 'loss': 0.30479093768547366}
+{'epoch': 21, 'iter': 770, 'avg_loss': 0.2228397760044947, 'avg_acc': 0.0, 'loss': 0.17576134469891258}
+{'epoch': 21, 'iter': 780, 'avg_loss': 0.2227549250238317, 'avg_acc': 0.0, 'loss': 0.26092800638389235}
+{'epoch': 21, 'iter': 790, 'avg_loss': 0.22258484661799152, 'avg_acc': 0.0, 'loss': 0.2527482317105166}
+{'epoch': 21, 'iter': 800, 'avg_loss': 0.222701925409447, 'avg_acc': 0.0, 'loss': 0.2631808722211904}
+{'epoch': 21, 'iter': 810, 'avg_loss': 0.22272155561078127, 'avg_acc': 0.0, 'loss': 0.25807199365106365}
+{'epoch': 21, 'iter': 820, 'avg_loss': 0.22228842055376566, 'avg_acc': 0.0, 'loss': 0.2019676084408794}
+{'epoch': 21, 'iter': 830, 'avg_loss': 0.2221141833097835, 'avg_acc': 0.0, 'loss': 0.1964852047881972}
+{'epoch': 21, 'iter': 840, 'avg_loss': 0.22182329620797903, 'avg_acc': 0.0, 'loss': 0.1984752405812417}
+{'epoch': 21, 'iter': 850, 'avg_loss': 0.22163668961612096, 'avg_acc': 0.0, 'loss': 0.1628004241774111}
+{'epoch': 21, 'iter': 860, 'avg_loss': 0.2217412014936003, 'avg_acc': 0.0, 'loss': 0.2612018235002519}
+{'epoch': 21, 'iter': 870, 'avg_loss': 0.22217498742678932, 'avg_acc': 0.0, 'loss': 0.2736972202966561}
+{'epoch': 21, 'iter': 880, 'avg_loss': 0.22202577794383374, 'avg_acc': 0.0, 'loss': 0.1806532029342439}
+{'epoch': 21, 'iter': 890, 'avg_loss': 0.221991297806035, 'avg_acc': 0.0, 'loss': 0.2605187674288832}
+{'epoch': 21, 'iter': 900, 'avg_loss': 0.22205669177995466, 'avg_acc': 0.0, 'loss': 0.21173083389391778}
+{'epoch': 21, 'iter': 910, 'avg_loss': 0.222152702582682, 'avg_acc': 0.0, 'loss': 0.20884542608093526}
+{'epoch': 21, 'iter': 920, 'avg_loss': 0.22238590154135401, 'avg_acc': 0.0, 'loss': 0.22876655431410392}
+{'epoch': 21, 'iter': 930, 'avg_loss': 0.2222938028192846, 'avg_acc': 0.0, 'loss': 0.18965836427884952}
+{'epoch': 21, 'iter': 940, 'avg_loss': 0.22229905874707134, 'avg_acc': 0.0, 'loss': 0.21071373216731054}
+{'epoch': 21, 'iter': 950, 'avg_loss': 0.22249566618208078, 'avg_acc': 0.0, 'loss': 0.2289363344902345}
+{'epoch': 21, 'iter': 960, 'avg_loss': 0.22238746454587688, 'avg_acc': 0.0, 'loss': 0.2200326286771477}
+{'epoch': 21, 'iter': 970, 'avg_loss': 0.2225534733245015, 'avg_acc': 0.0, 'loss': 0.30588256898347155}
+{'epoch': 21, 'iter': 980, 'avg_loss': 0.22273922265538, 'avg_acc': 0.0, 'loss': 0.2242505997320937}
+{'epoch': 21, 'iter': 990, 'avg_loss': 0.2229250742440821, 'avg_acc': 0.0, 'loss': 0.20340354648448866}
+{'epoch': 21, 'iter': 1000, 'avg_loss': 0.2229796584410933, 'avg_acc': 0.0, 'loss': 0.2200679919729152}
+{'epoch': 21, 'iter': 1010, 'avg_loss': 0.22308660819244988, 'avg_acc': 0.0, 'loss': 0.2357283210174046}
+{'epoch': 21, 'iter': 1020, 'avg_loss': 0.22308379294975644, 'avg_acc': 0.0, 'loss': 0.23906135899041406}
+{'epoch': 21, 'iter': 1030, 'avg_loss': 0.2230126732288463, 'avg_acc': 0.0, 'loss': 0.1954951201041045}
+{'epoch': 21, 'iter': 1040, 'avg_loss': 0.22289487710813194, 'avg_acc': 0.0, 'loss': 0.25295206068871523}
+{'epoch': 21, 'iter': 1050, 'avg_loss': 0.22282366926099126, 'avg_acc': 0.0, 'loss': 0.20322164859645192}
+{'epoch': 21, 'iter': 1060, 'avg_loss': 0.22276080148599217, 'avg_acc': 0.0, 'loss': 0.1756409394404922}
+{'epoch': 21, 'iter': 1070, 'avg_loss': 0.22268856886223296, 'avg_acc': 0.0, 'loss': 0.1766605435647242}
+{'epoch': 21, 'iter': 1080, 'avg_loss': 0.22270342191659703, 'avg_acc': 0.0, 'loss': 0.18873161682115225}
+{'epoch': 21, 'iter': 1090, 'avg_loss': 0.22258724113004208, 'avg_acc': 0.0, 'loss': 0.2019794355040046}
+{'epoch': 21, 'iter': 1100, 'avg_loss': 0.22261674722335195, 'avg_acc': 0.0, 'loss': 0.22039881554500035}
+{'epoch': 21, 'iter': 1110, 'avg_loss': 0.22269080956276713, 'avg_acc': 0.0, 'loss': 0.2663915635808475}
+{'epoch': 21, 'iter': 1120, 'avg_loss': 0.2227369007639246, 'avg_acc': 0.0, 'loss': 0.2583073526119993}
+{'epoch': 21, 'iter': 1130, 'avg_loss': 0.22272001177226408, 'avg_acc': 0.0, 'loss': 0.1966665138574756}
+{'epoch': 21, 'iter': 1140, 'avg_loss': 0.22258713084720763, 'avg_acc': 0.0, 'loss': 0.21657973945977052}
+{'epoch': 21, 'iter': 1150, 'avg_loss': 0.22244588986253241, 'avg_acc': 0.0, 'loss': 0.23351120933447028}
+{'epoch': 21, 'iter': 1160, 'avg_loss': 0.22265503355866406, 'avg_acc': 0.0, 'loss': 0.2666166679999995}
+{'epoch': 21, 'iter': 1170, 'avg_loss': 0.22250900771982676, 'avg_acc': 0.0, 'loss': 0.2225396508661106}
+{'epoch': 21, 'iter': 1180, 'avg_loss': 0.22253820539481448, 'avg_acc': 0.0, 'loss': 0.17815435777418184}
+{'epoch': 21, 'iter': 1190, 'avg_loss': 0.22242878055988025, 'avg_acc': 0.0, 'loss': 0.17742330923166652}
+{'epoch': 21, 'iter': 1200, 'avg_loss': 0.2222612214778757, 'avg_acc': 0.0, 'loss': 0.19404351641807285}
+{'epoch': 21, 'iter': 1210, 'avg_loss': 0.22235348977481936, 'avg_acc': 0.0, 'loss': 0.2193255907957986}
+{'epoch': 21, 'iter': 1220, 'avg_loss': 0.2223795558784445, 'avg_acc': 0.0, 'loss': 0.17091166380734127}
+{'epoch': 21, 'iter': 1230, 'avg_loss': 0.22247609833002369, 'avg_acc': 0.0, 'loss': 0.26835785485744573}
+{'epoch': 21, 'iter': 1240, 'avg_loss': 0.22238979787185612, 'avg_acc': 0.0, 'loss': 0.21659785465914994}
+{'epoch': 'EP21_test', 'eval_accuracy': 0.0, 'ece': 0.16555000841617584, 'avg_loss': 0.22238979787185612, 'f1_scores': 0.7624829911775352}
+{'epoch': 22, 'iter': 0, 'avg_loss': 0.15469584668932967, 'avg_acc': 0.0, 'loss': 0.15469584668932967}
+{'epoch': 22, 'iter': 10, 'avg_loss': 0.20055290731492773, 'avg_acc': 0.0, 'loss': 0.22283740076129885}
+{'epoch': 22, 'iter': 20, 'avg_loss': 0.2007195350940622, 'avg_acc': 0.0, 'loss': 0.2055946560445331}
+{'epoch': 22, 'iter': 30, 'avg_loss': 0.2115623804086195, 'avg_acc': 0.0, 'loss': 0.19082339957948793}
+{'epoch': 22, 'iter': 40, 'avg_loss': 0.21940748604140287, 'avg_acc': 0.0, 'loss': 0.31515020326989024}
+{'epoch': 22, 'iter': 50, 'avg_loss': 0.21969835121068612, 'avg_acc': 0.0, 'loss': 0.22001367715412404}
+{'epoch': 22, 'iter': 60, 'avg_loss': 0.22521872601591617, 'avg_acc': 0.0, 'loss': 0.2060833312606129}
+{'epoch': 22, 'iter': 70, 'avg_loss': 0.22771742615932716, 'avg_acc': 0.0, 'loss': 0.258033535199112}
+{'epoch': 22, 'iter': 80, 'avg_loss': 0.2246830132158288, 'avg_acc': 0.0, 'loss': 0.20812768747860638}
+{'epoch': 22, 'iter': 90, 'avg_loss': 0.2243915617044719, 'avg_acc': 0.0, 'loss': 0.21963905814709506}
+{'epoch': 22, 'iter': 100, 'avg_loss': 0.2242811208326868, 'avg_acc': 0.0, 'loss': 0.24640222593201802}
+{'epoch': 22, 'iter': 110, 'avg_loss': 0.2233140332242686, 'avg_acc': 0.0, 'loss': 0.22343123085355338}
+{'epoch': 22, 'iter': 120, 'avg_loss': 0.22166374793856566, 'avg_acc': 0.0, 'loss': 0.1960984117867091}
+{'epoch': 22, 'iter': 130, 'avg_loss': 0.2209249441993059, 'avg_acc': 0.0, 'loss': 0.17117764252845646}
+{'epoch': 22, 'iter': 140, 'avg_loss': 0.22127461869606657, 'avg_acc': 0.0, 'loss': 0.27914360253144616}
+{'epoch': 22, 'iter': 150, 'avg_loss': 0.22261380550411378, 'avg_acc': 0.0, 'loss': 0.283786359907091}
+{'epoch': 22, 'iter': 160, 'avg_loss': 0.2236738149615754, 'avg_acc': 0.0, 'loss': 0.23422489849885356}
+{'epoch': 22, 'iter': 170, 'avg_loss': 0.22191091697916507, 'avg_acc': 0.0, 'loss': 0.21327340642834053}
+{'epoch': 22, 'iter': 180, 'avg_loss': 0.22226281327560304, 'avg_acc': 0.0, 'loss': 0.258136492727512}
+{'epoch': 22, 'iter': 190, 'avg_loss': 0.221787404737437, 'avg_acc': 0.0, 'loss': 0.14615145311310176}
+{'epoch': 22, 'iter': 200, 'avg_loss': 0.22187205319110354, 'avg_acc': 0.0, 'loss': 0.22529402665483236}
+{'epoch': 22, 'iter': 210, 'avg_loss': 0.22207195824875914, 'avg_acc': 0.0, 'loss': 0.1980766839109102}
+{'epoch': 22, 'iter': 220, 'avg_loss': 0.2223069417232148, 'avg_acc': 0.0, 'loss': 0.24210776995349598}
+{'epoch': 22, 'iter': 230, 'avg_loss': 0.22310508914597268, 'avg_acc': 0.0, 'loss': 0.22972467133113889}
+{'epoch': 22, 'iter': 240, 'avg_loss': 0.22321117461570275, 'avg_acc': 0.0, 'loss': 0.29084590497050805}
+{'epoch': 22, 'iter': 250, 'avg_loss': 0.2231421325878524, 'avg_acc': 0.0, 'loss': 0.23338559839924397}
+{'epoch': 22, 'iter': 260, 'avg_loss': 0.2231559183428551, 'avg_acc': 0.0, 'loss': 0.2585562302935744}
+{'epoch': 22, 'iter': 270, 'avg_loss': 0.22294645379240788, 'avg_acc': 0.0, 'loss': 0.2649507546089223}
+{'epoch': 22, 'iter': 280, 'avg_loss': 0.222833487396074, 'avg_acc': 0.0, 'loss': 0.23314654138331595}
+{'epoch': 22, 'iter': 290, 'avg_loss': 0.22280390858753998, 'avg_acc': 0.0, 'loss': 0.20689702031138169}
+{'epoch': 22, 'iter': 300, 'avg_loss': 0.22225248941613732, 'avg_acc': 0.0, 'loss': 0.19986736415320852}
+{'epoch': 22, 'iter': 310, 'avg_loss': 0.22220825989552542, 'avg_acc': 0.0, 'loss': 0.1681449055347132}
+{'epoch': 22, 'iter': 320, 'avg_loss': 0.22251920672520864, 'avg_acc': 0.0, 'loss': 0.1960854617517985}
+{'epoch': 22, 'iter': 330, 'avg_loss': 0.22277950137435004, 'avg_acc': 0.0, 'loss': 0.2596917187042891}
+{'epoch': 22, 'iter': 340, 'avg_loss': 0.2233948765535619, 'avg_acc': 0.0, 'loss': 0.2757471868063216}
+{'epoch': 22, 'iter': 350, 'avg_loss': 0.22316964384664068, 'avg_acc': 0.0, 'loss': 0.23865466431568294}
+{'epoch': 22, 'iter': 360, 'avg_loss': 0.22310500606096484, 'avg_acc': 0.0, 'loss': 0.17810366120660806}
+{'epoch': 22, 'iter': 370, 'avg_loss': 0.22304000985993522, 'avg_acc': 0.0, 'loss': 0.20370196700605447}
+{'epoch': 22, 'iter': 380, 'avg_loss': 0.22301987117123548, 'avg_acc': 0.0, 'loss': 0.16868771763639803}
+{'epoch': 22, 'iter': 390, 'avg_loss': 0.22296166776248413, 'avg_acc': 0.0, 'loss': 0.19750962517277262}
+{'epoch': 22, 'iter': 400, 'avg_loss': 0.22310609390693475, 'avg_acc': 0.0, 'loss': 0.23476126334448313}
+{'epoch': 22, 'iter': 410, 'avg_loss': 0.223385399220188, 'avg_acc': 0.0, 'loss': 0.2029765829131845}
+{'epoch': 22, 'iter': 420, 'avg_loss': 0.22301757725984891, 'avg_acc': 0.0, 'loss': 0.18108838859715043}
+{'epoch': 22, 'iter': 430, 'avg_loss': 0.22307969993172602, 'avg_acc': 0.0, 'loss': 0.23916868272291528}
+{'epoch': 22, 'iter': 440, 'avg_loss': 0.2229794462992811, 'avg_acc': 0.0, 'loss': 0.25616166224478676}
+{'epoch': 22, 'iter': 450, 'avg_loss': 0.22317365442799225, 'avg_acc': 0.0, 'loss': 0.24105465669897186}
+{'epoch': 22, 'iter': 460, 'avg_loss': 0.22333089773825632, 'avg_acc': 0.0, 'loss': 0.20805390063781357}
+{'epoch': 22, 'iter': 470, 'avg_loss': 0.22321386098041401, 'avg_acc': 0.0, 'loss': 0.22340440582177376}
+{'epoch': 22, 'iter': 480, 'avg_loss': 0.22321612641411476, 'avg_acc': 0.0, 'loss': 0.23409353921981943}
+{'epoch': 22, 'iter': 490, 'avg_loss': 0.22309049517162355, 'avg_acc': 0.0, 'loss': 0.19878127936531848}
+{'epoch': 22, 'iter': 500, 'avg_loss': 0.22289337690924538, 'avg_acc': 0.0, 'loss': 0.24392330426884914}
+{'epoch': 22, 'iter': 510, 'avg_loss': 0.22290282311078, 'avg_acc': 0.0, 'loss': 0.17317683460285999}
+{'epoch': 22, 'iter': 520, 'avg_loss': 0.2227917433624381, 'avg_acc': 0.0, 'loss': 0.2374587726265937}
+{'epoch': 22, 'iter': 530, 'avg_loss': 0.22282161514550444, 'avg_acc': 0.0, 'loss': 0.23192163888084644}
+{'epoch': 22, 'iter': 540, 'avg_loss': 0.22304380964411052, 'avg_acc': 0.0, 'loss': 0.1870691381538693}
+{'epoch': 22, 'iter': 550, 'avg_loss': 0.2230285754724261, 'avg_acc': 0.0, 'loss': 0.2703958291765178}
+{'epoch': 22, 'iter': 560, 'avg_loss': 0.22277971506245997, 'avg_acc': 0.0, 'loss': 0.15868506083909648}
+{'epoch': 22, 'iter': 570, 'avg_loss': 0.22335499347605664, 'avg_acc': 0.0, 'loss': 0.23407012138058494}
+{'epoch': 22, 'iter': 580, 'avg_loss': 0.22325523116858276, 'avg_acc': 0.0, 'loss': 0.20574322122644972}
+{'epoch': 22, 'iter': 590, 'avg_loss': 0.2234228721412328, 'avg_acc': 0.0, 'loss': 0.24141286944995954}
+{'epoch': 22, 'iter': 600, 'avg_loss': 0.22340829113634975, 'avg_acc': 0.0, 'loss': 0.2495716659977266}
+{'epoch': 22, 'iter': 610, 'avg_loss': 0.22373259610087254, 'avg_acc': 0.0, 'loss': 0.29275019187096923}
+{'epoch': 22, 'iter': 620, 'avg_loss': 0.22430342893703917, 'avg_acc': 0.0, 'loss': 0.22540794948599796}
+{'epoch': 22, 'iter': 630, 'avg_loss': 0.22417043844379136, 'avg_acc': 0.0, 'loss': 0.1767697659300081}
+{'epoch': 22, 'iter': 640, 'avg_loss': 0.22414982158054889, 'avg_acc': 0.0, 'loss': 0.20763861120040666}
+{'epoch': 22, 'iter': 650, 'avg_loss': 0.2242050161304726, 'avg_acc': 0.0, 'loss': 0.24792534056008922}
+{'epoch': 22, 'iter': 660, 'avg_loss': 0.22467134243810646, 'avg_acc': 0.0, 'loss': 0.2406623626851082}
+{'epoch': 22, 'iter': 670, 'avg_loss': 0.2244874896013644, 'avg_acc': 0.0, 'loss': 0.21650395172140893}
+{'epoch': 22, 'iter': 680, 'avg_loss': 0.2246326049736606, 'avg_acc': 0.0, 'loss': 0.21896285244302555}
+{'epoch': 22, 'iter': 690, 'avg_loss': 0.22490919346761065, 'avg_acc': 0.0, 'loss': 0.2436281701718599}
+{'epoch': 22, 'iter': 700, 'avg_loss': 0.22496508802411663, 'avg_acc': 0.0, 'loss': 0.18121992467208006}
+{'epoch': 22, 'iter': 710, 'avg_loss': 0.22478166435383498, 'avg_acc': 0.0, 'loss': 0.17380085681777147}
+{'epoch': 22, 'iter': 720, 'avg_loss': 0.2246786771750304, 'avg_acc': 0.0, 'loss': 0.23094039663968552}
+{'epoch': 22, 'iter': 730, 'avg_loss': 0.22453324388408882, 'avg_acc': 0.0, 'loss': 0.25722790903390497}
+{'epoch': 22, 'iter': 740, 'avg_loss': 0.2247527624800118, 'avg_acc': 0.0, 'loss': 0.23440764733423486}
+{'epoch': 22, 'iter': 750, 'avg_loss': 0.22472978042050315, 'avg_acc': 0.0, 'loss': 0.2238388960179561}
+{'epoch': 22, 'iter': 760, 'avg_loss': 0.22488692108562408, 'avg_acc': 0.0, 'loss': 0.3116710781691186}
+{'epoch': 22, 'iter': 770, 'avg_loss': 0.22464486552616716, 'avg_acc': 0.0, 'loss': 0.17484841833077422}
+{'epoch': 22, 'iter': 780, 'avg_loss': 0.22453327690642388, 'avg_acc': 0.0, 'loss': 0.267356647802509}
+{'epoch': 22, 'iter': 790, 'avg_loss': 0.2243680378660929, 'avg_acc': 0.0, 'loss': 0.2610713585243697}
+{'epoch': 22, 'iter': 800, 'avg_loss': 0.22448906822847803, 'avg_acc': 0.0, 'loss': 0.265348949586496}
+{'epoch': 22, 'iter': 810, 'avg_loss': 0.22451619611125406, 'avg_acc': 0.0, 'loss': 0.26646607201701045}
+{'epoch': 22, 'iter': 820, 'avg_loss': 0.2240701566430103, 'avg_acc': 0.0, 'loss': 0.2000458275425834}
+{'epoch': 22, 'iter': 830, 'avg_loss': 0.22387703502605463, 'avg_acc': 0.0, 'loss': 0.1961563333408581}
+{'epoch': 22, 'iter': 840, 'avg_loss': 0.22356950182450502, 'avg_acc': 0.0, 'loss': 0.19926467193158715}
+{'epoch': 22, 'iter': 850, 'avg_loss': 0.22338014961884575, 'avg_acc': 0.0, 'loss': 0.16163041183150587}
+{'epoch': 22, 'iter': 860, 'avg_loss': 0.22349196633784268, 'avg_acc': 0.0, 'loss': 0.26773771792084383}
+{'epoch': 22, 'iter': 870, 'avg_loss': 0.22392512100303996, 'avg_acc': 0.0, 'loss': 0.2751272205105124}
+{'epoch': 22, 'iter': 880, 'avg_loss': 0.2237677479951322, 'avg_acc': 0.0, 'loss': 0.18023273734515247}
+{'epoch': 22, 'iter': 890, 'avg_loss': 0.22373481123098168, 'avg_acc': 0.0, 'loss': 0.26452066772461486}
+{'epoch': 22, 'iter': 900, 'avg_loss': 0.22380221761797991, 'avg_acc': 0.0, 'loss': 0.2110064347608126}
+{'epoch': 22, 'iter': 910, 'avg_loss': 0.22388311011408435, 'avg_acc': 0.0, 'loss': 0.20889226729228277}
+{'epoch': 22, 'iter': 920, 'avg_loss': 0.22412333678504787, 'avg_acc': 0.0, 'loss': 0.22951308532109188}
+{'epoch': 22, 'iter': 930, 'avg_loss': 0.22402236022802732, 'avg_acc': 0.0, 'loss': 0.19183665385688592}
+{'epoch': 22, 'iter': 940, 'avg_loss': 0.22402603803639778, 'avg_acc': 0.0, 'loss': 0.21140965438394232}
+{'epoch': 22, 'iter': 950, 'avg_loss': 0.22422363170036463, 'avg_acc': 0.0, 'loss': 0.2311004421708276}
+{'epoch': 22, 'iter': 960, 'avg_loss': 0.2240999356507446, 'avg_acc': 0.0, 'loss': 0.22295052872777887}
+{'epoch': 22, 'iter': 970, 'avg_loss': 0.22426982774286017, 'avg_acc': 0.0, 'loss': 0.3048264275857621}
+{'epoch': 22, 'iter': 980, 'avg_loss': 0.2244644606723822, 'avg_acc': 0.0, 'loss': 0.22738862685439795}
+{'epoch': 22, 'iter': 990, 'avg_loss': 0.22465227672512045, 'avg_acc': 0.0, 'loss': 0.20917889413833887}
+{'epoch': 22, 'iter': 1000, 'avg_loss': 0.2246992801783933, 'avg_acc': 0.0, 'loss': 0.22340080363902154}
+{'epoch': 22, 'iter': 1010, 'avg_loss': 0.22479819619664296, 'avg_acc': 0.0, 'loss': 0.23627124995696897}
+{'epoch': 22, 'iter': 1020, 'avg_loss': 0.2248036437501853, 'avg_acc': 0.0, 'loss': 0.2436376123224753}
+{'epoch': 22, 'iter': 1030, 'avg_loss': 0.22472731444221777, 'avg_acc': 0.0, 'loss': 0.19383174440135267}
+{'epoch': 22, 'iter': 1040, 'avg_loss': 0.22460433927658222, 'avg_acc': 0.0, 'loss': 0.2565277302033532}
+{'epoch': 22, 'iter': 1050, 'avg_loss': 0.2245347089631825, 'avg_acc': 0.0, 'loss': 0.20711842316908197}
+{'epoch': 22, 'iter': 1060, 'avg_loss': 0.22447806270740686, 'avg_acc': 0.0, 'loss': 0.17925087614373425}
+{'epoch': 22, 'iter': 1070, 'avg_loss': 0.22438416184955814, 'avg_acc': 0.0, 'loss': 0.17442414927557234}
+{'epoch': 22, 'iter': 1080, 'avg_loss': 0.2244044689954301, 'avg_acc': 0.0, 'loss': 0.1861144818798753}
+{'epoch': 22, 'iter': 1090, 'avg_loss': 0.22428008733557686, 'avg_acc': 0.0, 'loss': 0.2011955155774428}
+{'epoch': 22, 'iter': 1100, 'avg_loss': 0.22430768988224903, 'avg_acc': 0.0, 'loss': 0.21569748379072604}
+{'epoch': 22, 'iter': 1110, 'avg_loss': 0.2243865284345239, 'avg_acc': 0.0, 'loss': 0.2665454655651566}
+{'epoch': 22, 'iter': 1120, 'avg_loss': 0.2244311944990638, 'avg_acc': 0.0, 'loss': 0.2600831824443698}
+{'epoch': 22, 'iter': 1130, 'avg_loss': 0.22442603409623385, 'avg_acc': 0.0, 'loss': 0.19879756924992112}
+{'epoch': 22, 'iter': 1140, 'avg_loss': 0.22428670724788008, 'avg_acc': 0.0, 'loss': 0.22025224405362157}
+{'epoch': 22, 'iter': 1150, 'avg_loss': 0.22414370715623755, 'avg_acc': 0.0, 'loss': 0.23637619277932181}
+{'epoch': 22, 'iter': 1160, 'avg_loss': 0.2243604383718421, 'avg_acc': 0.0, 'loss': 0.26698735353553665}
+{'epoch': 22, 'iter': 1170, 'avg_loss': 0.22420778309718128, 'avg_acc': 0.0, 'loss': 0.21699003197545608}
+{'epoch': 22, 'iter': 1180, 'avg_loss': 0.22422425202732058, 'avg_acc': 0.0, 'loss': 0.17557274512643872}
+{'epoch': 22, 'iter': 1190, 'avg_loss': 0.22411075202522204, 'avg_acc': 0.0, 'loss': 0.1758259134633785}
+{'epoch': 22, 'iter': 1200, 'avg_loss': 0.2239447585915067, 'avg_acc': 0.0, 'loss': 0.20054111488031723}
+{'epoch': 22, 'iter': 1210, 'avg_loss': 0.2240367103051824, 'avg_acc': 0.0, 'loss': 0.21955579354185567}
+{'epoch': 22, 'iter': 1220, 'avg_loss': 0.22407415412841653, 'avg_acc': 0.0, 'loss': 0.17297919897591132}
+{'epoch': 22, 'iter': 1230, 'avg_loss': 0.2241734236112171, 'avg_acc': 0.0, 'loss': 0.2709477379569632}
+{'epoch': 22, 'iter': 1240, 'avg_loss': 0.22408733056410504, 'avg_acc': 0.0, 'loss': 0.22396812157181295}
+{'epoch': 'EP22_test', 'eval_accuracy': 0.0, 'ece': 0.12476789951324463, 'avg_loss': 0.22408733056410504, 'f1_scores': 0.7621941761114718}
+{'epoch': 23, 'iter': 0, 'avg_loss': 0.1574051810553101, 'avg_acc': 0.0, 'loss': 0.1574051810553101}
+{'epoch': 23, 'iter': 10, 'avg_loss': 0.19935020564396055, 'avg_acc': 0.0, 'loss': 0.2241731499058395}
+{'epoch': 23, 'iter': 20, 'avg_loss': 0.19986871609680315, 'avg_acc': 0.0, 'loss': 0.20513716756158829}
+{'epoch': 23, 'iter': 30, 'avg_loss': 0.2104908756167105, 'avg_acc': 0.0, 'loss': 0.1869901020789127}
+{'epoch': 23, 'iter': 40, 'avg_loss': 0.21855841004880053, 'avg_acc': 0.0, 'loss': 0.31930226601889444}
+{'epoch': 23, 'iter': 50, 'avg_loss': 0.21916448206058234, 'avg_acc': 0.0, 'loss': 0.22125687185887596}
+{'epoch': 23, 'iter': 60, 'avg_loss': 0.22514232962481484, 'avg_acc': 0.0, 'loss': 0.20328338873352028}
+{'epoch': 23, 'iter': 70, 'avg_loss': 0.22766942530814305, 'avg_acc': 0.0, 'loss': 0.2578194104524495}
+{'epoch': 23, 'iter': 80, 'avg_loss': 0.22447402107740413, 'avg_acc': 0.0, 'loss': 0.20569284666433824}
+{'epoch': 23, 'iter': 90, 'avg_loss': 0.22419343600368408, 'avg_acc': 0.0, 'loss': 0.22396081730513676}
+{'epoch': 23, 'iter': 100, 'avg_loss': 0.22398240954644347, 'avg_acc': 0.0, 'loss': 0.24500394858770438}
+{'epoch': 23, 'iter': 110, 'avg_loss': 0.22309395685584033, 'avg_acc': 0.0, 'loss': 0.2248963728603225}
+{'epoch': 23, 'iter': 120, 'avg_loss': 0.22141954651328186, 'avg_acc': 0.0, 'loss': 0.19598502693361297}
+{'epoch': 23, 'iter': 130, 'avg_loss': 0.22060587126096728, 'avg_acc': 0.0, 'loss': 0.17042040717962792}
+{'epoch': 23, 'iter': 140, 'avg_loss': 0.2210218797259846, 'avg_acc': 0.0, 'loss': 0.2839647607633456}
+{'epoch': 23, 'iter': 150, 'avg_loss': 0.2223376064383368, 'avg_acc': 0.0, 'loss': 0.2810233139033958}
+{'epoch': 23, 'iter': 160, 'avg_loss': 0.2235596598851958, 'avg_acc': 0.0, 'loss': 0.23957961061127467}
+{'epoch': 23, 'iter': 170, 'avg_loss': 0.22169695765585454, 'avg_acc': 0.0, 'loss': 0.21011522225837453}
+{'epoch': 23, 'iter': 180, 'avg_loss': 0.22194230795101066, 'avg_acc': 0.0, 'loss': 0.25655112819962206}
+{'epoch': 23, 'iter': 190, 'avg_loss': 0.2215118077866908, 'avg_acc': 0.0, 'loss': 0.14537226320619212}
+{'epoch': 23, 'iter': 200, 'avg_loss': 0.22161304086921388, 'avg_acc': 0.0, 'loss': 0.22494663589665312}
+{'epoch': 23, 'iter': 210, 'avg_loss': 0.22181861458460958, 'avg_acc': 0.0, 'loss': 0.19605986999061184}
+{'epoch': 23, 'iter': 220, 'avg_loss': 0.222097377855495, 'avg_acc': 0.0, 'loss': 0.24396286299504155}
+{'epoch': 23, 'iter': 230, 'avg_loss': 0.2229632611608366, 'avg_acc': 0.0, 'loss': 0.2323472943515818}
+{'epoch': 23, 'iter': 240, 'avg_loss': 0.22312177010148473, 'avg_acc': 0.0, 'loss': 0.29955295935948406}
+{'epoch': 23, 'iter': 250, 'avg_loss': 0.22310947782966029, 'avg_acc': 0.0, 'loss': 0.23953994000300682}
+{'epoch': 23, 'iter': 260, 'avg_loss': 0.22315266555568603, 'avg_acc': 0.0, 'loss': 0.259781061052958}
+{'epoch': 23, 'iter': 270, 'avg_loss': 0.2229798098341776, 'avg_acc': 0.0, 'loss': 0.26809387867079487}
+{'epoch': 23, 'iter': 280, 'avg_loss': 0.22281947327870572, 'avg_acc': 0.0, 'loss': 0.23476482035061963}
+{'epoch': 23, 'iter': 290, 'avg_loss': 0.22275957961989745, 'avg_acc': 0.0, 'loss': 0.2058813851168192}
+{'epoch': 23, 'iter': 300, 'avg_loss': 0.22218507034253773, 'avg_acc': 0.0, 'loss': 0.2004838061974234}
+{'epoch': 23, 'iter': 310, 'avg_loss': 0.22209037099752496, 'avg_acc': 0.0, 'loss': 0.16299317882976538}
+{'epoch': 23, 'iter': 320, 'avg_loss': 0.2224018573540088, 'avg_acc': 0.0, 'loss': 0.1968913083701084}
+{'epoch': 23, 'iter': 330, 'avg_loss': 0.22272123714200429, 'avg_acc': 0.0, 'loss': 0.2603083627900235}
+{'epoch': 23, 'iter': 340, 'avg_loss': 0.22336130471879012, 'avg_acc': 0.0, 'loss': 0.2758556249896823}
+{'epoch': 23, 'iter': 350, 'avg_loss': 0.22311993282952783, 'avg_acc': 0.0, 'loss': 0.2356022048278906}
+{'epoch': 23, 'iter': 360, 'avg_loss': 0.2230514139678453, 'avg_acc': 0.0, 'loss': 0.17484501670310237}
+{'epoch': 23, 'iter': 370, 'avg_loss': 0.2229206464688454, 'avg_acc': 0.0, 'loss': 0.2030809642987411}
+{'epoch': 23, 'iter': 380, 'avg_loss': 0.22287870241358926, 'avg_acc': 0.0, 'loss': 0.16505318857454246}
+{'epoch': 23, 'iter': 390, 'avg_loss': 0.2228427408588095, 'avg_acc': 0.0, 'loss': 0.19210352951280843}
+{'epoch': 23, 'iter': 400, 'avg_loss': 0.22297682016983886, 'avg_acc': 0.0, 'loss': 0.2378841456653455}
+{'epoch': 23, 'iter': 410, 'avg_loss': 0.2232744229908424, 'avg_acc': 0.0, 'loss': 0.20066423773901726}
+{'epoch': 23, 'iter': 420, 'avg_loss': 0.22286337931906083, 'avg_acc': 0.0, 'loss': 0.1816688111948029}
+{'epoch': 23, 'iter': 430, 'avg_loss': 0.2228884994529149, 'avg_acc': 0.0, 'loss': 0.23789012431357798}
+{'epoch': 23, 'iter': 440, 'avg_loss': 0.22280846258292217, 'avg_acc': 0.0, 'loss': 0.25842142847523064}
+{'epoch': 23, 'iter': 450, 'avg_loss': 0.22298557111418837, 'avg_acc': 0.0, 'loss': 0.2455773304700415}
+{'epoch': 23, 'iter': 460, 'avg_loss': 0.22316182691741643, 'avg_acc': 0.0, 'loss': 0.20263910142502287}
+{'epoch': 23, 'iter': 470, 'avg_loss': 0.22305538348498266, 'avg_acc': 0.0, 'loss': 0.22598845382123856}
+{'epoch': 23, 'iter': 480, 'avg_loss': 0.22302738765862018, 'avg_acc': 0.0, 'loss': 0.23070155403814038}
+{'epoch': 23, 'iter': 490, 'avg_loss': 0.2228943391231418, 'avg_acc': 0.0, 'loss': 0.1972590990779476}
+{'epoch': 23, 'iter': 500, 'avg_loss': 0.2226941249012271, 'avg_acc': 0.0, 'loss': 0.2464919080288642}
+{'epoch': 23, 'iter': 510, 'avg_loss': 0.22271777391544892, 'avg_acc': 0.0, 'loss': 0.17632852536657342}
+{'epoch': 23, 'iter': 520, 'avg_loss': 0.22259327634129017, 'avg_acc': 0.0, 'loss': 0.23458093512762648}
+{'epoch': 23, 'iter': 530, 'avg_loss': 0.22264236460659698, 'avg_acc': 0.0, 'loss': 0.2311673286831462}
+{'epoch': 23, 'iter': 540, 'avg_loss': 0.22286417365243796, 'avg_acc': 0.0, 'loss': 0.18603977768423516}
+{'epoch': 23, 'iter': 550, 'avg_loss': 0.22280666357622558, 'avg_acc': 0.0, 'loss': 0.27063650508307546}
+{'epoch': 23, 'iter': 560, 'avg_loss': 0.2225645407871369, 'avg_acc': 0.0, 'loss': 0.15508332768510105}
+{'epoch': 23, 'iter': 570, 'avg_loss': 0.22316979475844212, 'avg_acc': 0.0, 'loss': 0.23817372934796105}
+{'epoch': 23, 'iter': 580, 'avg_loss': 0.22307554043262023, 'avg_acc': 0.0, 'loss': 0.20870768032390125}
+{'epoch': 23, 'iter': 590, 'avg_loss': 0.2232270131830242, 'avg_acc': 0.0, 'loss': 0.2344568053559734}
+{'epoch': 23, 'iter': 600, 'avg_loss': 0.22320589247697406, 'avg_acc': 0.0, 'loss': 0.24987151707283112}
+{'epoch': 23, 'iter': 610, 'avg_loss': 0.22350943902549775, 'avg_acc': 0.0, 'loss': 0.29424584486332606}
+{'epoch': 23, 'iter': 620, 'avg_loss': 0.22409839375154014, 'avg_acc': 0.0, 'loss': 0.22447538509936749}
+{'epoch': 23, 'iter': 630, 'avg_loss': 0.22397512336156916, 'avg_acc': 0.0, 'loss': 0.17267312622214245}
+{'epoch': 23, 'iter': 640, 'avg_loss': 0.22397174359770822, 'avg_acc': 0.0, 'loss': 0.20831078395904762}
+{'epoch': 23, 'iter': 650, 'avg_loss': 0.22402954535916972, 'avg_acc': 0.0, 'loss': 0.2516786241788915}
+{'epoch': 23, 'iter': 660, 'avg_loss': 0.22452041173786705, 'avg_acc': 0.0, 'loss': 0.24627424489757946}
+{'epoch': 23, 'iter': 670, 'avg_loss': 0.22436259848842463, 'avg_acc': 0.0, 'loss': 0.21186157497257746}
+{'epoch': 23, 'iter': 680, 'avg_loss': 0.22449780457550347, 'avg_acc': 0.0, 'loss': 0.21853298837270682}
+{'epoch': 23, 'iter': 690, 'avg_loss': 0.22475987299827915, 'avg_acc': 0.0, 'loss': 0.2444175873585144}
+{'epoch': 23, 'iter': 700, 'avg_loss': 0.22480648481848078, 'avg_acc': 0.0, 'loss': 0.17997563468267277}
+{'epoch': 23, 'iter': 710, 'avg_loss': 0.22463507002844413, 'avg_acc': 0.0, 'loss': 0.1757678686084481}
+{'epoch': 23, 'iter': 720, 'avg_loss': 0.22449332573527614, 'avg_acc': 0.0, 'loss': 0.22367537374845725}
+{'epoch': 23, 'iter': 730, 'avg_loss': 0.22437081018785182, 'avg_acc': 0.0, 'loss': 0.2616989177622275}
+{'epoch': 23, 'iter': 740, 'avg_loss': 0.2245941223543816, 'avg_acc': 0.0, 'loss': 0.23634619925675385}
+{'epoch': 23, 'iter': 750, 'avg_loss': 0.22456284101444923, 'avg_acc': 0.0, 'loss': 0.22435087960859942}
+{'epoch': 23, 'iter': 760, 'avg_loss': 0.22471311059516025, 'avg_acc': 0.0, 'loss': 0.3152188125392123}
+{'epoch': 23, 'iter': 770, 'avg_loss': 0.2244736907904466, 'avg_acc': 0.0, 'loss': 0.17149535056052756}
+{'epoch': 23, 'iter': 780, 'avg_loss': 0.22435566964597797, 'avg_acc': 0.0, 'loss': 0.27560031895804316}
+{'epoch': 23, 'iter': 790, 'avg_loss': 0.22417501739663845, 'avg_acc': 0.0, 'loss': 0.2569366743783965}
+{'epoch': 23, 'iter': 800, 'avg_loss': 0.22427412826013948, 'avg_acc': 0.0, 'loss': 0.2650552224065125}
+{'epoch': 23, 'iter': 810, 'avg_loss': 0.22428788903323055, 'avg_acc': 0.0, 'loss': 0.27145023027719617}
+{'epoch': 23, 'iter': 820, 'avg_loss': 0.22385343396938776, 'avg_acc': 0.0, 'loss': 0.20111903322270205}
+{'epoch': 23, 'iter': 830, 'avg_loss': 0.22363830434686918, 'avg_acc': 0.0, 'loss': 0.193577574698598}
+{'epoch': 23, 'iter': 840, 'avg_loss': 0.22331026296902343, 'avg_acc': 0.0, 'loss': 0.19383806196615944}
+{'epoch': 23, 'iter': 850, 'avg_loss': 0.22310949323677468, 'avg_acc': 0.0, 'loss': 0.15729276527866073}
+{'epoch': 23, 'iter': 860, 'avg_loss': 0.2231952917748452, 'avg_acc': 0.0, 'loss': 0.2659525054617201}
+{'epoch': 23, 'iter': 870, 'avg_loss': 0.22365817200285204, 'avg_acc': 0.0, 'loss': 0.27392335623764147}
+{'epoch': 23, 'iter': 880, 'avg_loss': 0.22349441128239497, 'avg_acc': 0.0, 'loss': 0.17693310280245506}
+{'epoch': 23, 'iter': 890, 'avg_loss': 0.2234421120010372, 'avg_acc': 0.0, 'loss': 0.26023267053915333}
+{'epoch': 23, 'iter': 900, 'avg_loss': 0.2235114716369496, 'avg_acc': 0.0, 'loss': 0.21223741963932036}
+{'epoch': 23, 'iter': 910, 'avg_loss': 0.22359611130346016, 'avg_acc': 0.0, 'loss': 0.20803854635112526}
+{'epoch': 23, 'iter': 920, 'avg_loss': 0.2238357050161518, 'avg_acc': 0.0, 'loss': 0.2274106974724808}
+{'epoch': 23, 'iter': 930, 'avg_loss': 0.22373526729173457, 'avg_acc': 0.0, 'loss': 0.18829773285337328}
+{'epoch': 23, 'iter': 940, 'avg_loss': 0.2237415571168424, 'avg_acc': 0.0, 'loss': 0.2102234369720658}
+{'epoch': 23, 'iter': 950, 'avg_loss': 0.22394155058951973, 'avg_acc': 0.0, 'loss': 0.23041404565167664}
+{'epoch': 23, 'iter': 960, 'avg_loss': 0.22379904252721813, 'avg_acc': 0.0, 'loss': 0.22072251268868318}
+{'epoch': 23, 'iter': 970, 'avg_loss': 0.2239649498685421, 'avg_acc': 0.0, 'loss': 0.30511091538336843}
+{'epoch': 23, 'iter': 980, 'avg_loss': 0.22416496118381588, 'avg_acc': 0.0, 'loss': 0.22716945816494313}
+{'epoch': 23, 'iter': 990, 'avg_loss': 0.22437135679680142, 'avg_acc': 0.0, 'loss': 0.21624008480232856}
+{'epoch': 23, 'iter': 1000, 'avg_loss': 0.22440828982247094, 'avg_acc': 0.0, 'loss': 0.2213850613190321}
+{'epoch': 23, 'iter': 1010, 'avg_loss': 0.22450993579902698, 'avg_acc': 0.0, 'loss': 0.23316758026115686}
+{'epoch': 23, 'iter': 1020, 'avg_loss': 0.22451918722842085, 'avg_acc': 0.0, 'loss': 0.24542596649910461}
+{'epoch': 23, 'iter': 1030, 'avg_loss': 0.2244319017799852, 'avg_acc': 0.0, 'loss': 0.19338647626633634}
+{'epoch': 23, 'iter': 1040, 'avg_loss': 0.224328744283207, 'avg_acc': 0.0, 'loss': 0.2592646521987782}
+{'epoch': 23, 'iter': 1050, 'avg_loss': 0.22426067039242112, 'avg_acc': 0.0, 'loss': 0.2058361006994086}
+{'epoch': 23, 'iter': 1060, 'avg_loss': 0.22419759955556587, 'avg_acc': 0.0, 'loss': 0.18214511872020012}
+{'epoch': 23, 'iter': 1070, 'avg_loss': 0.2240925376372066, 'avg_acc': 0.0, 'loss': 0.1720718104354546}
+{'epoch': 23, 'iter': 1080, 'avg_loss': 0.22411974999663467, 'avg_acc': 0.0, 'loss': 0.18381669216907018}
+{'epoch': 23, 'iter': 1090, 'avg_loss': 0.22399943113902324, 'avg_acc': 0.0, 'loss': 0.19783091270515535}
+{'epoch': 23, 'iter': 1100, 'avg_loss': 0.22401649841074855, 'avg_acc': 0.0, 'loss': 0.21530791578847389}
+{'epoch': 23, 'iter': 1110, 'avg_loss': 0.22411187333659185, 'avg_acc': 0.0, 'loss': 0.26879250657527465}
+{'epoch': 23, 'iter': 1120, 'avg_loss': 0.22416383617937513, 'avg_acc': 0.0, 'loss': 0.2640335683554765}
+{'epoch': 23, 'iter': 1130, 'avg_loss': 0.22416728942695086, 'avg_acc': 0.0, 'loss': 0.2020795759734223}
+{'epoch': 23, 'iter': 1140, 'avg_loss': 0.22401434935731115, 'avg_acc': 0.0, 'loss': 0.2216157670621734}
+{'epoch': 23, 'iter': 1150, 'avg_loss': 0.2238543161508392, 'avg_acc': 0.0, 'loss': 0.2368319129629656}
+{'epoch': 23, 'iter': 1160, 'avg_loss': 0.22407999039835583, 'avg_acc': 0.0, 'loss': 0.2647051477964461}
+{'epoch': 23, 'iter': 1170, 'avg_loss': 0.22393786230018276, 'avg_acc': 0.0, 'loss': 0.21919223676526858}
+{'epoch': 23, 'iter': 1180, 'avg_loss': 0.22394984092650644, 'avg_acc': 0.0, 'loss': 0.1706248432904301}
+{'epoch': 23, 'iter': 1190, 'avg_loss': 0.2238347383523323, 'avg_acc': 0.0, 'loss': 0.17509311290677942}
+{'epoch': 23, 'iter': 1200, 'avg_loss': 0.2236632482659261, 'avg_acc': 0.0, 'loss': 0.19722484353162273}
+{'epoch': 23, 'iter': 1210, 'avg_loss': 0.22375503195569868, 'avg_acc': 0.0, 'loss': 0.21883366068839546}
+{'epoch': 23, 'iter': 1220, 'avg_loss': 0.22380141187297492, 'avg_acc': 0.0, 'loss': 0.17116238127053812}
+{'epoch': 23, 'iter': 1230, 'avg_loss': 0.22390550975587262, 'avg_acc': 0.0, 'loss': 0.2668641885936722}
+{'epoch': 23, 'iter': 1240, 'avg_loss': 0.2238062034803852, 'avg_acc': 0.0, 'loss': 0.2274723924714895}
+{'epoch': 'EP23_test', 'eval_accuracy': 0.0, 'ece': 0.14598041772842407, 'avg_loss': 0.2238062034803852, 'f1_scores': 0.7338221518621555}
+{'epoch': 24, 'iter': 0, 'avg_loss': 0.15799814684698632, 'avg_acc': 0.0, 'loss': 0.15799814684698632}
+{'epoch': 24, 'iter': 10, 'avg_loss': 0.20107981456974863, 'avg_acc': 0.0, 'loss': 0.2273736800296839}
+{'epoch': 24, 'iter': 20, 'avg_loss': 0.20151676277596137, 'avg_acc': 0.0, 'loss': 0.2071951680492735}
+{'epoch': 24, 'iter': 30, 'avg_loss': 0.21195843599043696, 'avg_acc': 0.0, 'loss': 0.19065612072537466}
+{'epoch': 24, 'iter': 40, 'avg_loss': 0.2196828443152616, 'avg_acc': 0.0, 'loss': 0.31497506320881385}
+{'epoch': 24, 'iter': 50, 'avg_loss': 0.2200672208868515, 'avg_acc': 0.0, 'loss': 0.22043151845504586}
+{'epoch': 24, 'iter': 60, 'avg_loss': 0.22584040249785656, 'avg_acc': 0.0, 'loss': 0.20453441224403182}
+{'epoch': 24, 'iter': 70, 'avg_loss': 0.22841226010029028, 'avg_acc': 0.0, 'loss': 0.25890855750763614}
+{'epoch': 24, 'iter': 80, 'avg_loss': 0.22529934461513496, 'avg_acc': 0.0, 'loss': 0.20898515083347644}
+{'epoch': 24, 'iter': 90, 'avg_loss': 0.22504369982988465, 'avg_acc': 0.0, 'loss': 0.22516213928877601}
+{'epoch': 24, 'iter': 100, 'avg_loss': 0.22484160227565836, 'avg_acc': 0.0, 'loss': 0.2460510329677033}
+{'epoch': 24, 'iter': 110, 'avg_loss': 0.22390693568021489, 'avg_acc': 0.0, 'loss': 0.22168820996606492}
+{'epoch': 24, 'iter': 120, 'avg_loss': 0.22227560728742024, 'avg_acc': 0.0, 'loss': 0.1959878339439456}
+{'epoch': 24, 'iter': 130, 'avg_loss': 0.22145175605917328, 'avg_acc': 0.0, 'loss': 0.17212939826955723}
+{'epoch': 24, 'iter': 140, 'avg_loss': 0.22189679880645774, 'avg_acc': 0.0, 'loss': 0.2856238792961189}
+{'epoch': 24, 'iter': 150, 'avg_loss': 0.22312557983513653, 'avg_acc': 0.0, 'loss': 0.28146130274892905}
+{'epoch': 24, 'iter': 160, 'avg_loss': 0.2241943363948327, 'avg_acc': 0.0, 'loss': 0.23503141001323716}
+{'epoch': 24, 'iter': 170, 'avg_loss': 0.22249302972913848, 'avg_acc': 0.0, 'loss': 0.21443354994422795}
+{'epoch': 24, 'iter': 180, 'avg_loss': 0.22277740900006138, 'avg_acc': 0.0, 'loss': 0.2529426039267426}
+{'epoch': 24, 'iter': 190, 'avg_loss': 0.22234568982266767, 'avg_acc': 0.0, 'loss': 0.14828616683709175}
+{'epoch': 24, 'iter': 200, 'avg_loss': 0.22245596733395995, 'avg_acc': 0.0, 'loss': 0.22572982231875877}
+{'epoch': 24, 'iter': 210, 'avg_loss': 0.22265321124069165, 'avg_acc': 0.0, 'loss': 0.19940152708389697}
+{'epoch': 24, 'iter': 220, 'avg_loss': 0.2228984271273435, 'avg_acc': 0.0, 'loss': 0.24432098532630722}
+{'epoch': 24, 'iter': 230, 'avg_loss': 0.22376845447088056, 'avg_acc': 0.0, 'loss': 0.23241488990756157}
+{'epoch': 24, 'iter': 240, 'avg_loss': 0.22397716930461817, 'avg_acc': 0.0, 'loss': 0.3002302708672297}
+{'epoch': 24, 'iter': 250, 'avg_loss': 0.22395452104723962, 'avg_acc': 0.0, 'loss': 0.2346843126470698}
+{'epoch': 24, 'iter': 260, 'avg_loss': 0.2239636377087377, 'avg_acc': 0.0, 'loss': 0.2574475732338734}
+{'epoch': 24, 'iter': 270, 'avg_loss': 0.22380075241351008, 'avg_acc': 0.0, 'loss': 0.2644962505811301}
+{'epoch': 24, 'iter': 280, 'avg_loss': 0.22365971727806794, 'avg_acc': 0.0, 'loss': 0.23629561821852413}
+{'epoch': 24, 'iter': 290, 'avg_loss': 0.22361355213707262, 'avg_acc': 0.0, 'loss': 0.208560459331628}
+{'epoch': 24, 'iter': 300, 'avg_loss': 0.22306223595325528, 'avg_acc': 0.0, 'loss': 0.2003970198405633}
+{'epoch': 24, 'iter': 310, 'avg_loss': 0.2229907858499786, 'avg_acc': 0.0, 'loss': 0.16736620141380495}
+{'epoch': 24, 'iter': 320, 'avg_loss': 0.2232834040403824, 'avg_acc': 0.0, 'loss': 0.19923408748802882}
+{'epoch': 24, 'iter': 330, 'avg_loss': 0.22356821846543706, 'avg_acc': 0.0, 'loss': 0.2586667982270033}
+{'epoch': 24, 'iter': 340, 'avg_loss': 0.22418695004111208, 'avg_acc': 0.0, 'loss': 0.2761733342028622}
+{'epoch': 24, 'iter': 350, 'avg_loss': 0.22397884654715555, 'avg_acc': 0.0, 'loss': 0.2390160061874472}
+{'epoch': 24, 'iter': 360, 'avg_loss': 0.22389788182128947, 'avg_acc': 0.0, 'loss': 0.1781181034518795}
+{'epoch': 24, 'iter': 370, 'avg_loss': 0.2238112789578461, 'avg_acc': 0.0, 'loss': 0.20487441856331703}
+{'epoch': 24, 'iter': 380, 'avg_loss': 0.2237987345253305, 'avg_acc': 0.0, 'loss': 0.1680151560874817}
+{'epoch': 24, 'iter': 390, 'avg_loss': 0.22376845974703904, 'avg_acc': 0.0, 'loss': 0.19529122532055354}
+{'epoch': 24, 'iter': 400, 'avg_loss': 0.2238838069510563, 'avg_acc': 0.0, 'loss': 0.23482548170428733}
+{'epoch': 24, 'iter': 410, 'avg_loss': 0.22416251710141627, 'avg_acc': 0.0, 'loss': 0.2033846941261085}
+{'epoch': 24, 'iter': 420, 'avg_loss': 0.22376607524297212, 'avg_acc': 0.0, 'loss': 0.184441555613148}
+{'epoch': 24, 'iter': 430, 'avg_loss': 0.22382085526549575, 'avg_acc': 0.0, 'loss': 0.23897031268653074}
+{'epoch': 24, 'iter': 440, 'avg_loss': 0.22373680871104204, 'avg_acc': 0.0, 'loss': 0.2558558054461173}
+{'epoch': 24, 'iter': 450, 'avg_loss': 0.22392877537156627, 'avg_acc': 0.0, 'loss': 0.24447522627568624}
+{'epoch': 24, 'iter': 460, 'avg_loss': 0.22408988451219786, 'avg_acc': 0.0, 'loss': 0.20472081508605047}
+{'epoch': 24, 'iter': 470, 'avg_loss': 0.22399901944484404, 'avg_acc': 0.0, 'loss': 0.22747251821231526}
+{'epoch': 24, 'iter': 480, 'avg_loss': 0.2239741745416155, 'avg_acc': 0.0, 'loss': 0.23253079902178797}
+{'epoch': 24, 'iter': 490, 'avg_loss': 0.2238466561993145, 'avg_acc': 0.0, 'loss': 0.19780437150240815}
+{'epoch': 24, 'iter': 500, 'avg_loss': 0.2236537351946723, 'avg_acc': 0.0, 'loss': 0.24587338014108742}
+{'epoch': 24, 'iter': 510, 'avg_loss': 0.22366309643448998, 'avg_acc': 0.0, 'loss': 0.17760134275860243}
+{'epoch': 24, 'iter': 520, 'avg_loss': 0.2235415110143931, 'avg_acc': 0.0, 'loss': 0.23900045283728233}
+{'epoch': 24, 'iter': 530, 'avg_loss': 0.22357045144186022, 'avg_acc': 0.0, 'loss': 0.23296600114453472}
+{'epoch': 24, 'iter': 540, 'avg_loss': 0.22380012834810376, 'avg_acc': 0.0, 'loss': 0.18780149014576505}
+{'epoch': 24, 'iter': 550, 'avg_loss': 0.22377791346077067, 'avg_acc': 0.0, 'loss': 0.27148978407753277}
+{'epoch': 24, 'iter': 560, 'avg_loss': 0.22353359478385934, 'avg_acc': 0.0, 'loss': 0.1570644173610357}
+{'epoch': 24, 'iter': 570, 'avg_loss': 0.2241127356445606, 'avg_acc': 0.0, 'loss': 0.23677134764388288}
+{'epoch': 24, 'iter': 580, 'avg_loss': 0.22402114607019966, 'avg_acc': 0.0, 'loss': 0.2098726020299182}
+{'epoch': 24, 'iter': 590, 'avg_loss': 0.22417077084855178, 'avg_acc': 0.0, 'loss': 0.2368177031453667}
+{'epoch': 24, 'iter': 600, 'avg_loss': 0.22416698766524898, 'avg_acc': 0.0, 'loss': 0.2490066303646472}
+{'epoch': 24, 'iter': 610, 'avg_loss': 0.2244758328168128, 'avg_acc': 0.0, 'loss': 0.2965929855616715}
+{'epoch': 24, 'iter': 620, 'avg_loss': 0.22504549039830918, 'avg_acc': 0.0, 'loss': 0.2278598904107249}
+{'epoch': 24, 'iter': 630, 'avg_loss': 0.22493681363801699, 'avg_acc': 0.0, 'loss': 0.17495886896046742}
+{'epoch': 24, 'iter': 640, 'avg_loss': 0.2249423600890401, 'avg_acc': 0.0, 'loss': 0.21050742060908434}
+{'epoch': 24, 'iter': 650, 'avg_loss': 0.22502032925900275, 'avg_acc': 0.0, 'loss': 0.2515993098054748}
+{'epoch': 24, 'iter': 660, 'avg_loss': 0.2254805061982361, 'avg_acc': 0.0, 'loss': 0.2471524364806815}
+{'epoch': 24, 'iter': 670, 'avg_loss': 0.22531847853701228, 'avg_acc': 0.0, 'loss': 0.21631373465022208}
+{'epoch': 24, 'iter': 680, 'avg_loss': 0.22545216744042126, 'avg_acc': 0.0, 'loss': 0.21821708102064413}
+{'epoch': 24, 'iter': 690, 'avg_loss': 0.22570338703995713, 'avg_acc': 0.0, 'loss': 0.2445860709092358}
+{'epoch': 24, 'iter': 700, 'avg_loss': 0.22575549660322886, 'avg_acc': 0.0, 'loss': 0.1821990037489221}
+{'epoch': 24, 'iter': 710, 'avg_loss': 0.22558434810929873, 'avg_acc': 0.0, 'loss': 0.17455724948896592}
+{'epoch': 24, 'iter': 720, 'avg_loss': 0.22546971690222575, 'avg_acc': 0.0, 'loss': 0.22813742493521463}
+{'epoch': 24, 'iter': 730, 'avg_loss': 0.22534371081020585, 'avg_acc': 0.0, 'loss': 0.25997243311745216}
+{'epoch': 24, 'iter': 740, 'avg_loss': 0.2255673163728821, 'avg_acc': 0.0, 'loss': 0.23618097946385724}
+{'epoch': 24, 'iter': 750, 'avg_loss': 0.22553983516323217, 'avg_acc': 0.0, 'loss': 0.22492084273926594}
+{'epoch': 24, 'iter': 760, 'avg_loss': 0.22567542502117713, 'avg_acc': 0.0, 'loss': 0.31130824442516314}
+{'epoch': 24, 'iter': 770, 'avg_loss': 0.22542972982175688, 'avg_acc': 0.0, 'loss': 0.17328129095332248}
+{'epoch': 24, 'iter': 780, 'avg_loss': 0.22531193195683444, 'avg_acc': 0.0, 'loss': 0.26960472433630195}
+{'epoch': 24, 'iter': 790, 'avg_loss': 0.22513357820324456, 'avg_acc': 0.0, 'loss': 0.25750795806061433}
+{'epoch': 24, 'iter': 800, 'avg_loss': 0.22524182350289296, 'avg_acc': 0.0, 'loss': 0.26622445590256966}
+{'epoch': 24, 'iter': 810, 'avg_loss': 0.22525431703037205, 'avg_acc': 0.0, 'loss': 0.26660252942721335}
+{'epoch': 24, 'iter': 820, 'avg_loss': 0.22481977428326239, 'avg_acc': 0.0, 'loss': 0.20355432429434064}
+{'epoch': 24, 'iter': 830, 'avg_loss': 0.224623179764729, 'avg_acc': 0.0, 'loss': 0.1951329617513368}
+{'epoch': 24, 'iter': 840, 'avg_loss': 0.22432581602513332, 'avg_acc': 0.0, 'loss': 0.19657793435655027}
+{'epoch': 24, 'iter': 850, 'avg_loss': 0.22413136059522243, 'avg_acc': 0.0, 'loss': 0.15996380150578002}
+{'epoch': 24, 'iter': 860, 'avg_loss': 0.22422773558010226, 'avg_acc': 0.0, 'loss': 0.2683786415700849}
+{'epoch': 24, 'iter': 870, 'avg_loss': 0.22466877216121173, 'avg_acc': 0.0, 'loss': 0.27298101645250683}
+{'epoch': 24, 'iter': 880, 'avg_loss': 0.22451311911816574, 'avg_acc': 0.0, 'loss': 0.18163501496402593}
+{'epoch': 24, 'iter': 890, 'avg_loss': 0.22447683181647704, 'avg_acc': 0.0, 'loss': 0.2630521985396886}
+{'epoch': 24, 'iter': 900, 'avg_loss': 0.22454785765642354, 'avg_acc': 0.0, 'loss': 0.21396688578231857}
+{'epoch': 24, 'iter': 910, 'avg_loss': 0.22463139323829268, 'avg_acc': 0.0, 'loss': 0.20985103428454618}
+{'epoch': 24, 'iter': 920, 'avg_loss': 0.22486172234569493, 'avg_acc': 0.0, 'loss': 0.23002521364914433}
+{'epoch': 24, 'iter': 930, 'avg_loss': 0.22477280591028245, 'avg_acc': 0.0, 'loss': 0.19368714373259924}
+{'epoch': 24, 'iter': 940, 'avg_loss': 0.22478099953019745, 'avg_acc': 0.0, 'loss': 0.2133932609252237}
+{'epoch': 24, 'iter': 950, 'avg_loss': 0.22498764844997315, 'avg_acc': 0.0, 'loss': 0.23510830742868294}
+{'epoch': 24, 'iter': 960, 'avg_loss': 0.22485981573390368, 'avg_acc': 0.0, 'loss': 0.22411034657917686}
+{'epoch': 24, 'iter': 970, 'avg_loss': 0.2250240036360828, 'avg_acc': 0.0, 'loss': 0.3055085714577542}
+{'epoch': 24, 'iter': 980, 'avg_loss': 0.22522005994976835, 'avg_acc': 0.0, 'loss': 0.2296811952513248}
+{'epoch': 24, 'iter': 990, 'avg_loss': 0.22541868091582848, 'avg_acc': 0.0, 'loss': 0.2143512655336183}
+{'epoch': 24, 'iter': 1000, 'avg_loss': 0.22546063760514798, 'avg_acc': 0.0, 'loss': 0.2237291319401525}
+{'epoch': 24, 'iter': 1010, 'avg_loss': 0.22556617526969008, 'avg_acc': 0.0, 'loss': 0.23610271135878844}
+{'epoch': 24, 'iter': 1020, 'avg_loss': 0.22556799070838413, 'avg_acc': 0.0, 'loss': 0.24401257137141588}
+{'epoch': 24, 'iter': 1030, 'avg_loss': 0.22549334208648758, 'avg_acc': 0.0, 'loss': 0.19529776236351737}
+{'epoch': 24, 'iter': 1040, 'avg_loss': 0.22538107252477632, 'avg_acc': 0.0, 'loss': 0.2561757049370499}
+{'epoch': 24, 'iter': 1050, 'avg_loss': 0.22531322968910197, 'avg_acc': 0.0, 'loss': 0.20823153923116217}
+{'epoch': 24, 'iter': 1060, 'avg_loss': 0.22525044049412338, 'avg_acc': 0.0, 'loss': 0.1809045447666254}
+{'epoch': 24, 'iter': 1070, 'avg_loss': 0.22515484649181494, 'avg_acc': 0.0, 'loss': 0.17547475911296065}
+{'epoch': 24, 'iter': 1080, 'avg_loss': 0.225174130029805, 'avg_acc': 0.0, 'loss': 0.18627231105486836}
+{'epoch': 24, 'iter': 1090, 'avg_loss': 0.22505183340605286, 'avg_acc': 0.0, 'loss': 0.19873709957651692}
+{'epoch': 24, 'iter': 1100, 'avg_loss': 0.22507326487280316, 'avg_acc': 0.0, 'loss': 0.2174141018146786}
+{'epoch': 24, 'iter': 1110, 'avg_loss': 0.22515708485148486, 'avg_acc': 0.0, 'loss': 0.27131691766823807}
+{'epoch': 24, 'iter': 1120, 'avg_loss': 0.22519430593053708, 'avg_acc': 0.0, 'loss': 0.2606165721030525}
+{'epoch': 24, 'iter': 1130, 'avg_loss': 0.22519167557723266, 'avg_acc': 0.0, 'loss': 0.20012500799703048}
+{'epoch': 24, 'iter': 1140, 'avg_loss': 0.2250439492143422, 'avg_acc': 0.0, 'loss': 0.21851333216233926}
+{'epoch': 24, 'iter': 1150, 'avg_loss': 0.2248914097875014, 'avg_acc': 0.0, 'loss': 0.23466992478318258}
+{'epoch': 24, 'iter': 1160, 'avg_loss': 0.22509913600561504, 'avg_acc': 0.0, 'loss': 0.26811528154332465}
+{'epoch': 24, 'iter': 1170, 'avg_loss': 0.22495880587146, 'avg_acc': 0.0, 'loss': 0.22251439823873753}
+{'epoch': 24, 'iter': 1180, 'avg_loss': 0.22496526416859675, 'avg_acc': 0.0, 'loss': 0.17351656780670055}
+{'epoch': 24, 'iter': 1190, 'avg_loss': 0.2248488219245467, 'avg_acc': 0.0, 'loss': 0.17823791076401513}
+{'epoch': 24, 'iter': 1200, 'avg_loss': 0.22467930144716064, 'avg_acc': 0.0, 'loss': 0.19766817818351357}
+{'epoch': 24, 'iter': 1210, 'avg_loss': 0.2247711279789527, 'avg_acc': 0.0, 'loss': 0.2202394028121099}
+{'epoch': 24, 'iter': 1220, 'avg_loss': 0.22480323010622072, 'avg_acc': 0.0, 'loss': 0.17328980824777318}
+{'epoch': 24, 'iter': 1230, 'avg_loss': 0.22490800714375694, 'avg_acc': 0.0, 'loss': 0.2705825279203639}
+{'epoch': 24, 'iter': 1240, 'avg_loss': 0.2248167676330935, 'avg_acc': 0.0, 'loss': 0.22329872250364652}
+{'epoch': 'EP24_test', 'eval_accuracy': 0.0, 'ece': 0.12684312462806702, 'avg_loss': 0.2248167676330935, 'f1_scores': 0.7505095515246387}
+{'epoch': 25, 'iter': 0, 'avg_loss': 0.15619278375558157, 'avg_acc': 0.0, 'loss': 0.15619278375558157}
+{'epoch': 25, 'iter': 10, 'avg_loss': 0.1978459141634258, 'avg_acc': 0.0, 'loss': 0.2230485874621146}
+{'epoch': 25, 'iter': 20, 'avg_loss': 0.19804893162651616, 'avg_acc': 0.0, 'loss': 0.20373540825890551}
+{'epoch': 25, 'iter': 30, 'avg_loss': 0.20874052010277286, 'avg_acc': 0.0, 'loss': 0.1871964190147537}
+{'epoch': 25, 'iter': 40, 'avg_loss': 0.21650758141721052, 'avg_acc': 0.0, 'loss': 0.31490007168589984}
+{'epoch': 25, 'iter': 50, 'avg_loss': 0.21699479368651897, 'avg_acc': 0.0, 'loss': 0.21736526929781314}
+{'epoch': 25, 'iter': 60, 'avg_loss': 0.22278102867862964, 'avg_acc': 0.0, 'loss': 0.19872150242976463}
+{'epoch': 25, 'iter': 70, 'avg_loss': 0.22537302598946066, 'avg_acc': 0.0, 'loss': 0.25459896019154776}
+{'epoch': 25, 'iter': 80, 'avg_loss': 0.22222002465949828, 'avg_acc': 0.0, 'loss': 0.20514389837226837}
+{'epoch': 25, 'iter': 90, 'avg_loss': 0.22200230640926777, 'avg_acc': 0.0, 'loss': 0.22139803580271938}
+{'epoch': 25, 'iter': 100, 'avg_loss': 0.22184529480865142, 'avg_acc': 0.0, 'loss': 0.24517458911610185}
+{'epoch': 25, 'iter': 110, 'avg_loss': 0.2209842694732558, 'avg_acc': 0.0, 'loss': 0.22012892285296662}
+{'epoch': 25, 'iter': 120, 'avg_loss': 0.2193462740485524, 'avg_acc': 0.0, 'loss': 0.19410836161608}
+{'epoch': 25, 'iter': 130, 'avg_loss': 0.2185538254621481, 'avg_acc': 0.0, 'loss': 0.1688660280741325}
+{'epoch': 25, 'iter': 140, 'avg_loss': 0.21895247552161415, 'avg_acc': 0.0, 'loss': 0.28155706689312865}
+{'epoch': 25, 'iter': 150, 'avg_loss': 0.22026194461170154, 'avg_acc': 0.0, 'loss': 0.27874742372663214}
+{'epoch': 25, 'iter': 160, 'avg_loss': 0.22136825949257558, 'avg_acc': 0.0, 'loss': 0.23251399393510447}
+{'epoch': 25, 'iter': 170, 'avg_loss': 0.21965058184466793, 'avg_acc': 0.0, 'loss': 0.2103940734401866}
+{'epoch': 25, 'iter': 180, 'avg_loss': 0.2199560784976173, 'avg_acc': 0.0, 'loss': 0.2537914902103953}
+{'epoch': 25, 'iter': 190, 'avg_loss': 0.21954751584713325, 'avg_acc': 0.0, 'loss': 0.14762211205999975}
+{'epoch': 25, 'iter': 200, 'avg_loss': 0.21962452209615643, 'avg_acc': 0.0, 'loss': 0.22338053041458544}
+{'epoch': 25, 'iter': 210, 'avg_loss': 0.2198125410970882, 'avg_acc': 0.0, 'loss': 0.19615214495161126}
+{'epoch': 25, 'iter': 220, 'avg_loss': 0.22003284471677587, 'avg_acc': 0.0, 'loss': 0.24001262543385693}
+{'epoch': 25, 'iter': 230, 'avg_loss': 0.2208927367664169, 'avg_acc': 0.0, 'loss': 0.2302961984176558}
+{'epoch': 25, 'iter': 240, 'avg_loss': 0.22104679686931816, 'avg_acc': 0.0, 'loss': 0.2928618656007984}
+{'epoch': 25, 'iter': 250, 'avg_loss': 0.22102075384131087, 'avg_acc': 0.0, 'loss': 0.23487459513437767}
+{'epoch': 25, 'iter': 260, 'avg_loss': 0.2210316930481149, 'avg_acc': 0.0, 'loss': 0.25748305263086224}
+{'epoch': 25, 'iter': 270, 'avg_loss': 0.22087134569191066, 'avg_acc': 0.0, 'loss': 0.26235630557204914}
+{'epoch': 25, 'iter': 280, 'avg_loss': 0.22074370134626548, 'avg_acc': 0.0, 'loss': 0.23067878253557084}
+{'epoch': 25, 'iter': 290, 'avg_loss': 0.22071557354567523, 'avg_acc': 0.0, 'loss': 0.20560721887185146}
+{'epoch': 25, 'iter': 300, 'avg_loss': 0.22016593131281711, 'avg_acc': 0.0, 'loss': 0.19826443557768209}
+{'epoch': 25, 'iter': 310, 'avg_loss': 0.22006747013748607, 'avg_acc': 0.0, 'loss': 0.16410766893305404}
+{'epoch': 25, 'iter': 320, 'avg_loss': 0.22035454493457962, 'avg_acc': 0.0, 'loss': 0.19785753751645122}
+{'epoch': 25, 'iter': 330, 'avg_loss': 0.22064977004668915, 'avg_acc': 0.0, 'loss': 0.2578448902659472}
+{'epoch': 25, 'iter': 340, 'avg_loss': 0.2212801093028856, 'avg_acc': 0.0, 'loss': 0.2735147490472432}
+{'epoch': 25, 'iter': 350, 'avg_loss': 0.22105978653918443, 'avg_acc': 0.0, 'loss': 0.23384309500007863}
+{'epoch': 25, 'iter': 360, 'avg_loss': 0.22098998640249762, 'avg_acc': 0.0, 'loss': 0.17531840111720545}
+{'epoch': 25, 'iter': 370, 'avg_loss': 0.22090007596877467, 'avg_acc': 0.0, 'loss': 0.20211040951806222}
+{'epoch': 25, 'iter': 380, 'avg_loss': 0.2208691900469238, 'avg_acc': 0.0, 'loss': 0.1656988612198802}
+{'epoch': 25, 'iter': 390, 'avg_loss': 0.22080762008472982, 'avg_acc': 0.0, 'loss': 0.19357668957036367}
+{'epoch': 25, 'iter': 400, 'avg_loss': 0.22093594704544653, 'avg_acc': 0.0, 'loss': 0.2336193453413021}
+{'epoch': 25, 'iter': 410, 'avg_loss': 0.22121869104055894, 'avg_acc': 0.0, 'loss': 0.2005062087976382}
+{'epoch': 25, 'iter': 420, 'avg_loss': 0.22082947284405915, 'avg_acc': 0.0, 'loss': 0.18156714108879765}
+{'epoch': 25, 'iter': 430, 'avg_loss': 0.22087385674536422, 'avg_acc': 0.0, 'loss': 0.23596598060498764}
+{'epoch': 25, 'iter': 440, 'avg_loss': 0.2207688132548439, 'avg_acc': 0.0, 'loss': 0.2534523291021417}
+{'epoch': 25, 'iter': 450, 'avg_loss': 0.2209581870067152, 'avg_acc': 0.0, 'loss': 0.24055227362318224}
+{'epoch': 25, 'iter': 460, 'avg_loss': 0.2211185045008111, 'avg_acc': 0.0, 'loss': 0.2031528746040619}
+{'epoch': 25, 'iter': 470, 'avg_loss': 0.22101738739544807, 'avg_acc': 0.0, 'loss': 0.2247806232374257}
+{'epoch': 25, 'iter': 480, 'avg_loss': 0.2209918367031427, 'avg_acc': 0.0, 'loss': 0.22805294983998334}
+{'epoch': 25, 'iter': 490, 'avg_loss': 0.22087099183778164, 'avg_acc': 0.0, 'loss': 0.19709348124232356}
+{'epoch': 25, 'iter': 500, 'avg_loss': 0.22066887594281773, 'avg_acc': 0.0, 'loss': 0.2434543276003751}
+{'epoch': 25, 'iter': 510, 'avg_loss': 0.22069411774730593, 'avg_acc': 0.0, 'loss': 0.17379288668855353}
+{'epoch': 25, 'iter': 520, 'avg_loss': 0.22057919550415378, 'avg_acc': 0.0, 'loss': 0.23556306183971693}
+{'epoch': 25, 'iter': 530, 'avg_loss': 0.22061673892916253, 'avg_acc': 0.0, 'loss': 0.22868285226257154}
+{'epoch': 25, 'iter': 540, 'avg_loss': 0.22083859727884514, 'avg_acc': 0.0, 'loss': 0.18579405032314103}
+{'epoch': 25, 'iter': 550, 'avg_loss': 0.2208001743605245, 'avg_acc': 0.0, 'loss': 0.2685866128843242}
+{'epoch': 25, 'iter': 560, 'avg_loss': 0.2205542954658462, 'avg_acc': 0.0, 'loss': 0.15538675360952375}
+{'epoch': 25, 'iter': 570, 'avg_loss': 0.22113940315660804, 'avg_acc': 0.0, 'loss': 0.23599744729881422}
+{'epoch': 25, 'iter': 580, 'avg_loss': 0.22106146354227424, 'avg_acc': 0.0, 'loss': 0.20876400063928355}
+{'epoch': 25, 'iter': 590, 'avg_loss': 0.22120857695829932, 'avg_acc': 0.0, 'loss': 0.2324492827949598}
+{'epoch': 25, 'iter': 600, 'avg_loss': 0.2212052803549649, 'avg_acc': 0.0, 'loss': 0.24851951901879535}
+{'epoch': 25, 'iter': 610, 'avg_loss': 0.22150837200232165, 'avg_acc': 0.0, 'loss': 0.2906568094450839}
+{'epoch': 25, 'iter': 620, 'avg_loss': 0.22208573686870178, 'avg_acc': 0.0, 'loss': 0.22426206930318973}
+{'epoch': 25, 'iter': 630, 'avg_loss': 0.22197348916592932, 'avg_acc': 0.0, 'loss': 0.17344167051097817}
+{'epoch': 25, 'iter': 640, 'avg_loss': 0.22196272524886926, 'avg_acc': 0.0, 'loss': 0.2069979211462396}
+{'epoch': 25, 'iter': 650, 'avg_loss': 0.22201988408170423, 'avg_acc': 0.0, 'loss': 0.24885827560339227}
+{'epoch': 25, 'iter': 660, 'avg_loss': 0.22248793024783764, 'avg_acc': 0.0, 'loss': 0.24498189887039448}
+{'epoch': 25, 'iter': 670, 'avg_loss': 0.22231858780692743, 'avg_acc': 0.0, 'loss': 0.21160544242778606}
+{'epoch': 25, 'iter': 680, 'avg_loss': 0.2224618554475518, 'avg_acc': 0.0, 'loss': 0.21666506957626552}
+{'epoch': 25, 'iter': 690, 'avg_loss': 0.2227269735049763, 'avg_acc': 0.0, 'loss': 0.23967620786769267}
+{'epoch': 25, 'iter': 700, 'avg_loss': 0.22277758734665384, 'avg_acc': 0.0, 'loss': 0.17800331396548633}
+{'epoch': 25, 'iter': 710, 'avg_loss': 0.22261575621825713, 'avg_acc': 0.0, 'loss': 0.17300199653712817}
+{'epoch': 25, 'iter': 720, 'avg_loss': 0.2224917256716008, 'avg_acc': 0.0, 'loss': 0.22248517938221213}
+{'epoch': 25, 'iter': 730, 'avg_loss': 0.22236952872634094, 'avg_acc': 0.0, 'loss': 0.25639493790997997}
+{'epoch': 25, 'iter': 740, 'avg_loss': 0.2225910901580682, 'avg_acc': 0.0, 'loss': 0.23349348096459313}
+{'epoch': 25, 'iter': 750, 'avg_loss': 0.2225577518488439, 'avg_acc': 0.0, 'loss': 0.22132734700880974}
+{'epoch': 25, 'iter': 760, 'avg_loss': 0.222697712549849, 'avg_acc': 0.0, 'loss': 0.31031518318377493}
+{'epoch': 25, 'iter': 770, 'avg_loss': 0.2224567261088685, 'avg_acc': 0.0, 'loss': 0.17198120928625418}
+{'epoch': 25, 'iter': 780, 'avg_loss': 0.22234543662683912, 'avg_acc': 0.0, 'loss': 0.26863467154378534}
+{'epoch': 25, 'iter': 790, 'avg_loss': 0.22217610385132358, 'avg_acc': 0.0, 'loss': 0.2561398596411826}
+{'epoch': 25, 'iter': 800, 'avg_loss': 0.22227569348750192, 'avg_acc': 0.0, 'loss': 0.2638572382961359}
+{'epoch': 25, 'iter': 810, 'avg_loss': 0.22228403336154692, 'avg_acc': 0.0, 'loss': 0.26498316727244337}
+{'epoch': 25, 'iter': 820, 'avg_loss': 0.22185625313245796, 'avg_acc': 0.0, 'loss': 0.20110936208324606}
+{'epoch': 25, 'iter': 830, 'avg_loss': 0.22164918538002323, 'avg_acc': 0.0, 'loss': 0.1919360173633322}
+{'epoch': 25, 'iter': 840, 'avg_loss': 0.22133845261010732, 'avg_acc': 0.0, 'loss': 0.19543218930078052}
+{'epoch': 25, 'iter': 850, 'avg_loss': 0.22115030342788716, 'avg_acc': 0.0, 'loss': 0.15842443429404998}
+{'epoch': 25, 'iter': 860, 'avg_loss': 0.22124002882615007, 'avg_acc': 0.0, 'loss': 0.2631394381106864}
+{'epoch': 25, 'iter': 870, 'avg_loss': 0.22169518827912468, 'avg_acc': 0.0, 'loss': 0.2721939549115372}
+{'epoch': 25, 'iter': 880, 'avg_loss': 0.2215413220415686, 'avg_acc': 0.0, 'loss': 0.17743615164857016}
+{'epoch': 25, 'iter': 890, 'avg_loss': 0.22149889982963977, 'avg_acc': 0.0, 'loss': 0.25822123479312203}
+{'epoch': 25, 'iter': 900, 'avg_loss': 0.2215761860751197, 'avg_acc': 0.0, 'loss': 0.21214287937868903}
+{'epoch': 25, 'iter': 910, 'avg_loss': 0.22166507627032092, 'avg_acc': 0.0, 'loss': 0.20787782058440435}
+{'epoch': 25, 'iter': 920, 'avg_loss': 0.22189812372083578, 'avg_acc': 0.0, 'loss': 0.22555500975512846}
+{'epoch': 25, 'iter': 930, 'avg_loss': 0.22179919761486422, 'avg_acc': 0.0, 'loss': 0.18667260217710333}
+{'epoch': 25, 'iter': 940, 'avg_loss': 0.221801908048449, 'avg_acc': 0.0, 'loss': 0.20966472132061295}
+{'epoch': 25, 'iter': 950, 'avg_loss': 0.22200250873780125, 'avg_acc': 0.0, 'loss': 0.22846841469611587}
+{'epoch': 25, 'iter': 960, 'avg_loss': 0.22186720999301757, 'avg_acc': 0.0, 'loss': 0.219405157406527}
+{'epoch': 25, 'iter': 970, 'avg_loss': 0.22202222256966023, 'avg_acc': 0.0, 'loss': 0.30315345909012387}
+{'epoch': 25, 'iter': 980, 'avg_loss': 0.22221766241583182, 'avg_acc': 0.0, 'loss': 0.2250743661360762}
+{'epoch': 25, 'iter': 990, 'avg_loss': 0.22241925170933025, 'avg_acc': 0.0, 'loss': 0.21009166616009417}
+{'epoch': 25, 'iter': 1000, 'avg_loss': 0.2224674948858825, 'avg_acc': 0.0, 'loss': 0.22042769052297573}
+{'epoch': 25, 'iter': 1010, 'avg_loss': 0.2225717590684827, 'avg_acc': 0.0, 'loss': 0.23166530740276617}
+{'epoch': 25, 'iter': 1020, 'avg_loss': 0.22257791479149466, 'avg_acc': 0.0, 'loss': 0.240680048329198}
+{'epoch': 25, 'iter': 1030, 'avg_loss': 0.22250170287040272, 'avg_acc': 0.0, 'loss': 0.19275872214812545}
+{'epoch': 25, 'iter': 1040, 'avg_loss': 0.22239047686408658, 'avg_acc': 0.0, 'loss': 0.2543251573321998}
+{'epoch': 25, 'iter': 1050, 'avg_loss': 0.222317783221112, 'avg_acc': 0.0, 'loss': 0.20226946085293612}
+{'epoch': 25, 'iter': 1060, 'avg_loss': 0.22225676685387108, 'avg_acc': 0.0, 'loss': 0.17792233113193234}
+{'epoch': 25, 'iter': 1070, 'avg_loss': 0.22215773085064522, 'avg_acc': 0.0, 'loss': 0.17292526880487458}
+{'epoch': 25, 'iter': 1080, 'avg_loss': 0.22218389846061032, 'avg_acc': 0.0, 'loss': 0.1831741580786651}
+{'epoch': 25, 'iter': 1090, 'avg_loss': 0.2220619211744511, 'avg_acc': 0.0, 'loss': 0.196256353382913}
+{'epoch': 25, 'iter': 1100, 'avg_loss': 0.2220831787272566, 'avg_acc': 0.0, 'loss': 0.21594527010691827}
+{'epoch': 25, 'iter': 1110, 'avg_loss': 0.22216914241878902, 'avg_acc': 0.0, 'loss': 0.26571522613279996}
+{'epoch': 25, 'iter': 1120, 'avg_loss': 0.22221072359439697, 'avg_acc': 0.0, 'loss': 0.26059686033974166}
+{'epoch': 25, 'iter': 1130, 'avg_loss': 0.22220985305339183, 'avg_acc': 0.0, 'loss': 0.1988383449671411}
+{'epoch': 25, 'iter': 1140, 'avg_loss': 0.22206168858339384, 'avg_acc': 0.0, 'loss': 0.21921610898412575}
+{'epoch': 25, 'iter': 1150, 'avg_loss': 0.2219063243908329, 'avg_acc': 0.0, 'loss': 0.23122718767275988}
+{'epoch': 25, 'iter': 1160, 'avg_loss': 0.22211786644074522, 'avg_acc': 0.0, 'loss': 0.26371452553202546}
+{'epoch': 25, 'iter': 1170, 'avg_loss': 0.22197579250853144, 'avg_acc': 0.0, 'loss': 0.22001060560627853}
+{'epoch': 25, 'iter': 1180, 'avg_loss': 0.22198674096151383, 'avg_acc': 0.0, 'loss': 0.17103493248620386}
+{'epoch': 25, 'iter': 1190, 'avg_loss': 0.22186924046133816, 'avg_acc': 0.0, 'loss': 0.17479613619203907}
+{'epoch': 25, 'iter': 1200, 'avg_loss': 0.22170036558515055, 'avg_acc': 0.0, 'loss': 0.19460732478211995}
+{'epoch': 25, 'iter': 1210, 'avg_loss': 0.22179058530431342, 'avg_acc': 0.0, 'loss': 0.2176286244896346}
+{'epoch': 25, 'iter': 1220, 'avg_loss': 0.22182767769313017, 'avg_acc': 0.0, 'loss': 0.169827389277998}
+{'epoch': 25, 'iter': 1230, 'avg_loss': 0.22192903041515738, 'avg_acc': 0.0, 'loss': 0.26498644523043624}
+{'epoch': 25, 'iter': 1240, 'avg_loss': 0.22183953389455738, 'avg_acc': 0.0, 'loss': 0.22156878608939223}
+{'epoch': 'EP25_test', 'eval_accuracy': 0.0, 'ece': 0.14945243299007416, 'avg_loss': 0.22183953389455738, 'f1_scores': 0.7678311553026459}
+{'epoch': 26, 'iter': 0, 'avg_loss': 0.15743135049979173, 'avg_acc': 0.0, 'loss': 0.15743135049979173}
+{'epoch': 26, 'iter': 10, 'avg_loss': 0.20029894863869852, 'avg_acc': 0.0, 'loss': 0.22318764878130942}
+{'epoch': 26, 'iter': 20, 'avg_loss': 0.20044026206852664, 'avg_acc': 0.0, 'loss': 0.20462672737205267}
+{'epoch': 26, 'iter': 30, 'avg_loss': 0.21084487333306673, 'avg_acc': 0.0, 'loss': 0.18735842027328023}
+{'epoch': 26, 'iter': 40, 'avg_loss': 0.21868578366441807, 'avg_acc': 0.0, 'loss': 0.3161222555030625}
+{'epoch': 26, 'iter': 50, 'avg_loss': 0.21904513665646272, 'avg_acc': 0.0, 'loss': 0.21870796027623587}
+{'epoch': 26, 'iter': 60, 'avg_loss': 0.22462616477767006, 'avg_acc': 0.0, 'loss': 0.20240603647393332}
+{'epoch': 26, 'iter': 70, 'avg_loss': 0.22718966708483979, 'avg_acc': 0.0, 'loss': 0.2578574236663858}
+{'epoch': 26, 'iter': 80, 'avg_loss': 0.22405833022614718, 'avg_acc': 0.0, 'loss': 0.20685090560378477}
+{'epoch': 26, 'iter': 90, 'avg_loss': 0.22380042260100588, 'avg_acc': 0.0, 'loss': 0.22239521610967064}
+{'epoch': 26, 'iter': 100, 'avg_loss': 0.22359519989903906, 'avg_acc': 0.0, 'loss': 0.24483262085313331}
+{'epoch': 26, 'iter': 110, 'avg_loss': 0.22267758320860995, 'avg_acc': 0.0, 'loss': 0.22494354939223218}
+{'epoch': 26, 'iter': 120, 'avg_loss': 0.22100279617908847, 'avg_acc': 0.0, 'loss': 0.19493790079302795}
+{'epoch': 26, 'iter': 130, 'avg_loss': 0.2202591610348368, 'avg_acc': 0.0, 'loss': 0.1715834319097829}
+{'epoch': 26, 'iter': 140, 'avg_loss': 0.22061795026263478, 'avg_acc': 0.0, 'loss': 0.27952217508737115}
+{'epoch': 26, 'iter': 150, 'avg_loss': 0.2219206807973997, 'avg_acc': 0.0, 'loss': 0.28194553271448186}
+{'epoch': 26, 'iter': 160, 'avg_loss': 0.22307298835335848, 'avg_acc': 0.0, 'loss': 0.23628803605834037}
+{'epoch': 26, 'iter': 170, 'avg_loss': 0.22130745995437423, 'avg_acc': 0.0, 'loss': 0.21161210418183274}
+{'epoch': 26, 'iter': 180, 'avg_loss': 0.2215639679610069, 'avg_acc': 0.0, 'loss': 0.25375741004355795}
+{'epoch': 26, 'iter': 190, 'avg_loss': 0.22112143197964684, 'avg_acc': 0.0, 'loss': 0.1457535946407071}
+{'epoch': 26, 'iter': 200, 'avg_loss': 0.2212027775399738, 'avg_acc': 0.0, 'loss': 0.2233510500623197}
+{'epoch': 26, 'iter': 210, 'avg_loss': 0.2214347183634512, 'avg_acc': 0.0, 'loss': 0.19683479292302763}
+{'epoch': 26, 'iter': 220, 'avg_loss': 0.22168829021682393, 'avg_acc': 0.0, 'loss': 0.24186831544609178}
+{'epoch': 26, 'iter': 230, 'avg_loss': 0.22251283483432047, 'avg_acc': 0.0, 'loss': 0.23033440779412168}
+{'epoch': 26, 'iter': 240, 'avg_loss': 0.22264036381314256, 'avg_acc': 0.0, 'loss': 0.29262645661398373}
+{'epoch': 26, 'iter': 250, 'avg_loss': 0.22259117766241843, 'avg_acc': 0.0, 'loss': 0.23591000537427523}
+{'epoch': 26, 'iter': 260, 'avg_loss': 0.22263104008207155, 'avg_acc': 0.0, 'loss': 0.2588531149523955}
+{'epoch': 26, 'iter': 270, 'avg_loss': 0.22246633126988238, 'avg_acc': 0.0, 'loss': 0.2655287379191772}
+{'epoch': 26, 'iter': 280, 'avg_loss': 0.22235411927395587, 'avg_acc': 0.0, 'loss': 0.23305696444773663}
+{'epoch': 26, 'iter': 290, 'avg_loss': 0.22229453430730337, 'avg_acc': 0.0, 'loss': 0.20462205848109857}
+{'epoch': 26, 'iter': 300, 'avg_loss': 0.22172197755343312, 'avg_acc': 0.0, 'loss': 0.19950302783854568}
+{'epoch': 26, 'iter': 310, 'avg_loss': 0.22162352238877972, 'avg_acc': 0.0, 'loss': 0.16624504695391806}
+{'epoch': 26, 'iter': 320, 'avg_loss': 0.22192950963284985, 'avg_acc': 0.0, 'loss': 0.196086300881039}
+{'epoch': 26, 'iter': 330, 'avg_loss': 0.22222778312726726, 'avg_acc': 0.0, 'loss': 0.25951669197528254}
+{'epoch': 26, 'iter': 340, 'avg_loss': 0.22285919678719354, 'avg_acc': 0.0, 'loss': 0.2764171784730089}
+{'epoch': 26, 'iter': 350, 'avg_loss': 0.2226205456203402, 'avg_acc': 0.0, 'loss': 0.2361392494096565}
+{'epoch': 26, 'iter': 360, 'avg_loss': 0.22254220412660974, 'avg_acc': 0.0, 'loss': 0.1761521261153283}
+{'epoch': 26, 'iter': 370, 'avg_loss': 0.22245162077876054, 'avg_acc': 0.0, 'loss': 0.20249890122217298}
+{'epoch': 26, 'iter': 380, 'avg_loss': 0.22242673093864224, 'avg_acc': 0.0, 'loss': 0.16835722932960703}
+{'epoch': 26, 'iter': 390, 'avg_loss': 0.22238222687271397, 'avg_acc': 0.0, 'loss': 0.19268903923797812}
+{'epoch': 26, 'iter': 400, 'avg_loss': 0.22251718162845507, 'avg_acc': 0.0, 'loss': 0.23636429266561468}
+{'epoch': 26, 'iter': 410, 'avg_loss': 0.22282105984855163, 'avg_acc': 0.0, 'loss': 0.20139141935880744}
+{'epoch': 26, 'iter': 420, 'avg_loss': 0.22243377599493963, 'avg_acc': 0.0, 'loss': 0.18088019772544936}
+{'epoch': 26, 'iter': 430, 'avg_loss': 0.22246232588764528, 'avg_acc': 0.0, 'loss': 0.23722600240453823}
+{'epoch': 26, 'iter': 440, 'avg_loss': 0.22238071007010668, 'avg_acc': 0.0, 'loss': 0.25670543471733254}
+{'epoch': 26, 'iter': 450, 'avg_loss': 0.22257178054266447, 'avg_acc': 0.0, 'loss': 0.2446727327407773}
+{'epoch': 26, 'iter': 460, 'avg_loss': 0.22273492016525256, 'avg_acc': 0.0, 'loss': 0.20461789366839053}
+{'epoch': 26, 'iter': 470, 'avg_loss': 0.22261687961122326, 'avg_acc': 0.0, 'loss': 0.22472920459836132}
+{'epoch': 26, 'iter': 480, 'avg_loss': 0.2225894792312013, 'avg_acc': 0.0, 'loss': 0.2308603749197573}
+{'epoch': 26, 'iter': 490, 'avg_loss': 0.22246694976308776, 'avg_acc': 0.0, 'loss': 0.19834687674883103}
+{'epoch': 26, 'iter': 500, 'avg_loss': 0.2222700981256218, 'avg_acc': 0.0, 'loss': 0.243900686769166}
+{'epoch': 26, 'iter': 510, 'avg_loss': 0.22228579596094608, 'avg_acc': 0.0, 'loss': 0.17520932132554531}
+{'epoch': 26, 'iter': 520, 'avg_loss': 0.2221684322760856, 'avg_acc': 0.0, 'loss': 0.23544181589912633}
+{'epoch': 26, 'iter': 530, 'avg_loss': 0.22219487809592497, 'avg_acc': 0.0, 'loss': 0.2295419291853185}
+{'epoch': 26, 'iter': 540, 'avg_loss': 0.22241397776565422, 'avg_acc': 0.0, 'loss': 0.18616494523156948}
+{'epoch': 26, 'iter': 550, 'avg_loss': 0.2223623557075659, 'avg_acc': 0.0, 'loss': 0.27009012289766227}
+{'epoch': 26, 'iter': 560, 'avg_loss': 0.22211326837106934, 'avg_acc': 0.0, 'loss': 0.15721925539393006}
+{'epoch': 26, 'iter': 570, 'avg_loss': 0.22270155610524947, 'avg_acc': 0.0, 'loss': 0.23623754181906925}
+{'epoch': 26, 'iter': 580, 'avg_loss': 0.22262829906845674, 'avg_acc': 0.0, 'loss': 0.20715118551044853}
+{'epoch': 26, 'iter': 590, 'avg_loss': 0.22278304098586987, 'avg_acc': 0.0, 'loss': 0.23354445965225878}
+{'epoch': 26, 'iter': 600, 'avg_loss': 0.2227582564822542, 'avg_acc': 0.0, 'loss': 0.24922849488036392}
+{'epoch': 26, 'iter': 610, 'avg_loss': 0.22307298098524778, 'avg_acc': 0.0, 'loss': 0.29256264187392844}
+{'epoch': 26, 'iter': 620, 'avg_loss': 0.22364628865489017, 'avg_acc': 0.0, 'loss': 0.22438811675832376}
+{'epoch': 26, 'iter': 630, 'avg_loss': 0.2235235524036037, 'avg_acc': 0.0, 'loss': 0.17518774993717603}
+{'epoch': 26, 'iter': 640, 'avg_loss': 0.22351710379676876, 'avg_acc': 0.0, 'loss': 0.2079861939051365}
+{'epoch': 26, 'iter': 650, 'avg_loss': 0.22356568228293117, 'avg_acc': 0.0, 'loss': 0.24636339332219642}
+{'epoch': 26, 'iter': 660, 'avg_loss': 0.2240363604907321, 'avg_acc': 0.0, 'loss': 0.24234366851058958}
+{'epoch': 26, 'iter': 670, 'avg_loss': 0.22386420074235083, 'avg_acc': 0.0, 'loss': 0.212774509427358}
+{'epoch': 26, 'iter': 680, 'avg_loss': 0.22400833689938293, 'avg_acc': 0.0, 'loss': 0.2179651103396866}
+{'epoch': 26, 'iter': 690, 'avg_loss': 0.22426874625979176, 'avg_acc': 0.0, 'loss': 0.2433220392804612}
+{'epoch': 26, 'iter': 700, 'avg_loss': 0.22431725601151778, 'avg_acc': 0.0, 'loss': 0.1799886867252748}
+{'epoch': 26, 'iter': 710, 'avg_loss': 0.224149888610945, 'avg_acc': 0.0, 'loss': 0.17416697363725167}
+{'epoch': 26, 'iter': 720, 'avg_loss': 0.22403358934320527, 'avg_acc': 0.0, 'loss': 0.2268654411336846}
+{'epoch': 26, 'iter': 730, 'avg_loss': 0.22390467731109462, 'avg_acc': 0.0, 'loss': 0.2605119537455006}
+{'epoch': 26, 'iter': 740, 'avg_loss': 0.22412650746781967, 'avg_acc': 0.0, 'loss': 0.23494284842630414}
+{'epoch': 26, 'iter': 750, 'avg_loss': 0.22409633444997754, 'avg_acc': 0.0, 'loss': 0.22250744775140316}
+{'epoch': 26, 'iter': 760, 'avg_loss': 0.22424645819892855, 'avg_acc': 0.0, 'loss': 0.3126439023170795}
+{'epoch': 26, 'iter': 770, 'avg_loss': 0.22401651509768628, 'avg_acc': 0.0, 'loss': 0.17416307149414934}
+{'epoch': 26, 'iter': 780, 'avg_loss': 0.2238946107042297, 'avg_acc': 0.0, 'loss': 0.27233965490401196}
+{'epoch': 26, 'iter': 790, 'avg_loss': 0.22372164740461492, 'avg_acc': 0.0, 'loss': 0.25636805109939226}
+{'epoch': 26, 'iter': 800, 'avg_loss': 0.22382751633757056, 'avg_acc': 0.0, 'loss': 0.2645803508166864}
+{'epoch': 26, 'iter': 810, 'avg_loss': 0.2238429836627917, 'avg_acc': 0.0, 'loss': 0.26961806398190086}
+{'epoch': 26, 'iter': 820, 'avg_loss': 0.22341751753502273, 'avg_acc': 0.0, 'loss': 0.20177778166336272}
+{'epoch': 26, 'iter': 830, 'avg_loss': 0.2232028109173443, 'avg_acc': 0.0, 'loss': 0.1935967588398658}
+{'epoch': 26, 'iter': 840, 'avg_loss': 0.22288750663016116, 'avg_acc': 0.0, 'loss': 0.1954843351139256}
+{'epoch': 26, 'iter': 850, 'avg_loss': 0.22269880955664115, 'avg_acc': 0.0, 'loss': 0.16058136110265356}
+{'epoch': 26, 'iter': 860, 'avg_loss': 0.22279028560815345, 'avg_acc': 0.0, 'loss': 0.2660876888168754}
+{'epoch': 26, 'iter': 870, 'avg_loss': 0.22323354976842577, 'avg_acc': 0.0, 'loss': 0.2721901249401526}
+{'epoch': 26, 'iter': 880, 'avg_loss': 0.22307569477214645, 'avg_acc': 0.0, 'loss': 0.1778209426561586}
+{'epoch': 26, 'iter': 890, 'avg_loss': 0.2230344182097757, 'avg_acc': 0.0, 'loss': 0.2602111708337296}
+{'epoch': 26, 'iter': 900, 'avg_loss': 0.22310500007466455, 'avg_acc': 0.0, 'loss': 0.21052152829260454}
+{'epoch': 26, 'iter': 910, 'avg_loss': 0.22318258011560857, 'avg_acc': 0.0, 'loss': 0.20918037733291123}
+{'epoch': 26, 'iter': 920, 'avg_loss': 0.22341395366311878, 'avg_acc': 0.0, 'loss': 0.22763032068494987}
+{'epoch': 26, 'iter': 930, 'avg_loss': 0.22331436676190625, 'avg_acc': 0.0, 'loss': 0.1884303701419542}
+{'epoch': 26, 'iter': 940, 'avg_loss': 0.22331981904916942, 'avg_acc': 0.0, 'loss': 0.2111609309206252}
+{'epoch': 26, 'iter': 950, 'avg_loss': 0.22351628935774312, 'avg_acc': 0.0, 'loss': 0.2300794301307048}
+{'epoch': 26, 'iter': 960, 'avg_loss': 0.22338080211725173, 'avg_acc': 0.0, 'loss': 0.22151856897023336}
+{'epoch': 26, 'iter': 970, 'avg_loss': 0.22353731323297038, 'avg_acc': 0.0, 'loss': 0.3019085629218157}
+{'epoch': 26, 'iter': 980, 'avg_loss': 0.2237351853408734, 'avg_acc': 0.0, 'loss': 0.22708822636708906}
+{'epoch': 26, 'iter': 990, 'avg_loss': 0.22393563231743543, 'avg_acc': 0.0, 'loss': 0.2148845927530861}
+{'epoch': 26, 'iter': 1000, 'avg_loss': 0.22397851234269833, 'avg_acc': 0.0, 'loss': 0.22290683871842376}
+{'epoch': 26, 'iter': 1010, 'avg_loss': 0.22407192274150958, 'avg_acc': 0.0, 'loss': 0.23347199019966475}
+{'epoch': 26, 'iter': 1020, 'avg_loss': 0.22408247830805034, 'avg_acc': 0.0, 'loss': 0.24181226422573282}
+{'epoch': 26, 'iter': 1030, 'avg_loss': 0.22400114077687722, 'avg_acc': 0.0, 'loss': 0.19297541644771496}
+{'epoch': 26, 'iter': 1040, 'avg_loss': 0.2238941126836636, 'avg_acc': 0.0, 'loss': 0.2582976963355707}
+{'epoch': 26, 'iter': 1050, 'avg_loss': 0.22382579306845152, 'avg_acc': 0.0, 'loss': 0.2057810092012947}
+{'epoch': 26, 'iter': 1060, 'avg_loss': 0.22376870260829748, 'avg_acc': 0.0, 'loss': 0.1812359687240327}
+{'epoch': 26, 'iter': 1070, 'avg_loss': 0.22366463011119378, 'avg_acc': 0.0, 'loss': 0.1732301807433032}
+{'epoch': 26, 'iter': 1080, 'avg_loss': 0.22368732464366078, 'avg_acc': 0.0, 'loss': 0.18283402386759917}
+{'epoch': 26, 'iter': 1090, 'avg_loss': 0.22356130340433614, 'avg_acc': 0.0, 'loss': 0.19808632731850853}
+{'epoch': 26, 'iter': 1100, 'avg_loss': 0.22358048736813518, 'avg_acc': 0.0, 'loss': 0.21472861377917848}
+{'epoch': 26, 'iter': 1110, 'avg_loss': 0.2236654070779673, 'avg_acc': 0.0, 'loss': 0.2652721205713208}
+{'epoch': 26, 'iter': 1120, 'avg_loss': 0.2237134988563812, 'avg_acc': 0.0, 'loss': 0.2615687149462766}
+{'epoch': 26, 'iter': 1130, 'avg_loss': 0.22371390020638418, 'avg_acc': 0.0, 'loss': 0.20063311157722247}
+{'epoch': 26, 'iter': 1140, 'avg_loss': 0.22356336964423354, 'avg_acc': 0.0, 'loss': 0.22105393059411782}
+{'epoch': 26, 'iter': 1150, 'avg_loss': 0.22340916987464943, 'avg_acc': 0.0, 'loss': 0.234145342291088}
+{'epoch': 26, 'iter': 1160, 'avg_loss': 0.22362357364240884, 'avg_acc': 0.0, 'loss': 0.26432267360930184}
+{'epoch': 26, 'iter': 1170, 'avg_loss': 0.22347893774216585, 'avg_acc': 0.0, 'loss': 0.21703796347774834}
+{'epoch': 26, 'iter': 1180, 'avg_loss': 0.22348694869102537, 'avg_acc': 0.0, 'loss': 0.17229627605492429}
+{'epoch': 26, 'iter': 1190, 'avg_loss': 0.22336917758698527, 'avg_acc': 0.0, 'loss': 0.1754023402513667}
+{'epoch': 26, 'iter': 1200, 'avg_loss': 0.22320167778656994, 'avg_acc': 0.0, 'loss': 0.19883774084056377}
+{'epoch': 26, 'iter': 1210, 'avg_loss': 0.22329067870646838, 'avg_acc': 0.0, 'loss': 0.21773181301448727}
+{'epoch': 26, 'iter': 1220, 'avg_loss': 0.22333465069264904, 'avg_acc': 0.0, 'loss': 0.17232130937161724}
+{'epoch': 26, 'iter': 1230, 'avg_loss': 0.22343583856321245, 'avg_acc': 0.0, 'loss': 0.26869597428503766}
+{'epoch': 26, 'iter': 1240, 'avg_loss': 0.2233464060168457, 'avg_acc': 0.0, 'loss': 0.22608553615106886}
+{'epoch': 'EP26_test', 'eval_accuracy': 0.0, 'ece': 0.14609786868095398, 'avg_loss': 0.2233464060168457, 'f1_scores': 0.7311566979881339}
+{'epoch': 27, 'iter': 0, 'avg_loss': 0.15582254721014774, 'avg_acc': 0.0, 'loss': 0.15582254721014774}
+{'epoch': 27, 'iter': 10, 'avg_loss': 0.20160799749306513, 'avg_acc': 0.0, 'loss': 0.229281569394191}
+{'epoch': 27, 'iter': 20, 'avg_loss': 0.20183150590427967, 'avg_acc': 0.0, 'loss': 0.20839229280553742}
+{'epoch': 27, 'iter': 30, 'avg_loss': 0.21241690494144455, 'avg_acc': 0.0, 'loss': 0.1919671346601035}
+{'epoch': 27, 'iter': 40, 'avg_loss': 0.2201353408169038, 'avg_acc': 0.0, 'loss': 0.3154456143691147}
+{'epoch': 27, 'iter': 50, 'avg_loss': 0.22033190005456346, 'avg_acc': 0.0, 'loss': 0.21887890667926513}
+{'epoch': 27, 'iter': 60, 'avg_loss': 0.22620987191259864, 'avg_acc': 0.0, 'loss': 0.20523896838988417}
+{'epoch': 27, 'iter': 70, 'avg_loss': 0.22889985305110938, 'avg_acc': 0.0, 'loss': 0.2610562162801833}
+{'epoch': 27, 'iter': 80, 'avg_loss': 0.22558648859165634, 'avg_acc': 0.0, 'loss': 0.209320813602257}
+{'epoch': 27, 'iter': 90, 'avg_loss': 0.2252859017352735, 'avg_acc': 0.0, 'loss': 0.22576228681603944}
+{'epoch': 27, 'iter': 100, 'avg_loss': 0.225050314248571, 'avg_acc': 0.0, 'loss': 0.24695251817303998}
+{'epoch': 27, 'iter': 110, 'avg_loss': 0.22411231196288614, 'avg_acc': 0.0, 'loss': 0.21883224335410237}
+{'epoch': 27, 'iter': 120, 'avg_loss': 0.22242011488776053, 'avg_acc': 0.0, 'loss': 0.1956655938021023}
+{'epoch': 27, 'iter': 130, 'avg_loss': 0.2216365948827356, 'avg_acc': 0.0, 'loss': 0.17241118750723672}
+{'epoch': 27, 'iter': 140, 'avg_loss': 0.22205076203247948, 'avg_acc': 0.0, 'loss': 0.28595331878438757}
+{'epoch': 27, 'iter': 150, 'avg_loss': 0.22335335868914785, 'avg_acc': 0.0, 'loss': 0.2847257690434292}
+{'epoch': 27, 'iter': 160, 'avg_loss': 0.22439773583066047, 'avg_acc': 0.0, 'loss': 0.23214190443338467}
+{'epoch': 27, 'iter': 170, 'avg_loss': 0.22274810575775658, 'avg_acc': 0.0, 'loss': 0.21529205525605122}
+{'epoch': 27, 'iter': 180, 'avg_loss': 0.22304364943396818, 'avg_acc': 0.0, 'loss': 0.25256592511810333}
+{'epoch': 27, 'iter': 190, 'avg_loss': 0.22263993596010662, 'avg_acc': 0.0, 'loss': 0.15245405862788175}
+{'epoch': 27, 'iter': 200, 'avg_loss': 0.2227579368053848, 'avg_acc': 0.0, 'loss': 0.2272200933239706}
+{'epoch': 27, 'iter': 210, 'avg_loss': 0.2229417571709719, 'avg_acc': 0.0, 'loss': 0.20059500676242284}
+{'epoch': 27, 'iter': 220, 'avg_loss': 0.2231487516403888, 'avg_acc': 0.0, 'loss': 0.2435804437236584}
+{'epoch': 27, 'iter': 230, 'avg_loss': 0.22404600012376347, 'avg_acc': 0.0, 'loss': 0.23377859504479861}
+{'epoch': 27, 'iter': 240, 'avg_loss': 0.22422124588056855, 'avg_acc': 0.0, 'loss': 0.29732092938802773}
+{'epoch': 27, 'iter': 250, 'avg_loss': 0.22421005369946717, 'avg_acc': 0.0, 'loss': 0.23686977228343103}
+{'epoch': 27, 'iter': 260, 'avg_loss': 0.22416538445117148, 'avg_acc': 0.0, 'loss': 0.25828995993715254}
+{'epoch': 27, 'iter': 270, 'avg_loss': 0.2240290326074206, 'avg_acc': 0.0, 'loss': 0.2630108381339369}
+{'epoch': 27, 'iter': 280, 'avg_loss': 0.22392198339333688, 'avg_acc': 0.0, 'loss': 0.23776090221365717}
+{'epoch': 27, 'iter': 290, 'avg_loss': 0.22387251371851544, 'avg_acc': 0.0, 'loss': 0.20802415232953664}
+{'epoch': 27, 'iter': 300, 'avg_loss': 0.22328599436337287, 'avg_acc': 0.0, 'loss': 0.19864563574297528}
+{'epoch': 27, 'iter': 310, 'avg_loss': 0.22319623498887267, 'avg_acc': 0.0, 'loss': 0.16908310069779223}
+{'epoch': 27, 'iter': 320, 'avg_loss': 0.22349283218999638, 'avg_acc': 0.0, 'loss': 0.20381905800500782}
+{'epoch': 27, 'iter': 330, 'avg_loss': 0.22377768473930904, 'avg_acc': 0.0, 'loss': 0.2586434583923684}
+{'epoch': 27, 'iter': 340, 'avg_loss': 0.22442862246142056, 'avg_acc': 0.0, 'loss': 0.27695705047512675}
+{'epoch': 27, 'iter': 350, 'avg_loss': 0.22423359376574428, 'avg_acc': 0.0, 'loss': 0.24026043995010174}
+{'epoch': 27, 'iter': 360, 'avg_loss': 0.22417396208034487, 'avg_acc': 0.0, 'loss': 0.17802030247984085}
+{'epoch': 27, 'iter': 370, 'avg_loss': 0.22409459153226155, 'avg_acc': 0.0, 'loss': 0.20402566960081003}
+{'epoch': 27, 'iter': 380, 'avg_loss': 0.22408398832812507, 'avg_acc': 0.0, 'loss': 0.16812151304005898}
+{'epoch': 27, 'iter': 390, 'avg_loss': 0.2240253643669279, 'avg_acc': 0.0, 'loss': 0.19601416491806437}
+{'epoch': 27, 'iter': 400, 'avg_loss': 0.22413307398434143, 'avg_acc': 0.0, 'loss': 0.23411361722118532}
+{'epoch': 27, 'iter': 410, 'avg_loss': 0.22440372220710877, 'avg_acc': 0.0, 'loss': 0.20271672056696843}
+{'epoch': 27, 'iter': 420, 'avg_loss': 0.22400199366523504, 'avg_acc': 0.0, 'loss': 0.18589210308229145}
+{'epoch': 27, 'iter': 430, 'avg_loss': 0.22408542724618147, 'avg_acc': 0.0, 'loss': 0.23998056225825945}
+{'epoch': 27, 'iter': 440, 'avg_loss': 0.2239851482272977, 'avg_acc': 0.0, 'loss': 0.2555165636797158}
+{'epoch': 27, 'iter': 450, 'avg_loss': 0.224190423499376, 'avg_acc': 0.0, 'loss': 0.2432994282293878}
+{'epoch': 27, 'iter': 460, 'avg_loss': 0.22434513982853743, 'avg_acc': 0.0, 'loss': 0.20406647429768196}
+{'epoch': 27, 'iter': 470, 'avg_loss': 0.2242467263580686, 'avg_acc': 0.0, 'loss': 0.22846442056873326}
+{'epoch': 27, 'iter': 480, 'avg_loss': 0.2242203943996401, 'avg_acc': 0.0, 'loss': 0.23214011999298884}
+{'epoch': 27, 'iter': 490, 'avg_loss': 0.22409809409258882, 'avg_acc': 0.0, 'loss': 0.1979095496606078}
+{'epoch': 27, 'iter': 500, 'avg_loss': 0.22390736718335538, 'avg_acc': 0.0, 'loss': 0.24616809737062795}
+{'epoch': 27, 'iter': 510, 'avg_loss': 0.22391278542138215, 'avg_acc': 0.0, 'loss': 0.17460544298756173}
+{'epoch': 27, 'iter': 520, 'avg_loss': 0.22380012645053868, 'avg_acc': 0.0, 'loss': 0.24339809694200604}
+{'epoch': 27, 'iter': 530, 'avg_loss': 0.22381855184626376, 'avg_acc': 0.0, 'loss': 0.23276268297620714}
+{'epoch': 27, 'iter': 540, 'avg_loss': 0.2240609747167847, 'avg_acc': 0.0, 'loss': 0.1893785152594936}
+{'epoch': 27, 'iter': 550, 'avg_loss': 0.22403891740888007, 'avg_acc': 0.0, 'loss': 0.272395267160521}
+{'epoch': 27, 'iter': 560, 'avg_loss': 0.22378687231015826, 'avg_acc': 0.0, 'loss': 0.1581187138182908}
+{'epoch': 27, 'iter': 570, 'avg_loss': 0.2243641240927109, 'avg_acc': 0.0, 'loss': 0.2402727018317624}
+{'epoch': 27, 'iter': 580, 'avg_loss': 0.22429181605387613, 'avg_acc': 0.0, 'loss': 0.21533487829918027}
+{'epoch': 27, 'iter': 590, 'avg_loss': 0.22444569967968636, 'avg_acc': 0.0, 'loss': 0.23658703895733066}
+{'epoch': 27, 'iter': 600, 'avg_loss': 0.22445179509121171, 'avg_acc': 0.0, 'loss': 0.25047845175285083}
+{'epoch': 27, 'iter': 610, 'avg_loss': 0.22476603957536512, 'avg_acc': 0.0, 'loss': 0.29809956539354837}
+{'epoch': 27, 'iter': 620, 'avg_loss': 0.22534990885022288, 'avg_acc': 0.0, 'loss': 0.2314466534868578}
+{'epoch': 27, 'iter': 630, 'avg_loss': 0.22525375320570404, 'avg_acc': 0.0, 'loss': 0.17576594148223582}
+{'epoch': 27, 'iter': 640, 'avg_loss': 0.2252560202585384, 'avg_acc': 0.0, 'loss': 0.21152840703799872}
+{'epoch': 27, 'iter': 650, 'avg_loss': 0.22531782516361126, 'avg_acc': 0.0, 'loss': 0.2536300170371695}
+{'epoch': 27, 'iter': 660, 'avg_loss': 0.22577787051997628, 'avg_acc': 0.0, 'loss': 0.24908176079601876}
+{'epoch': 27, 'iter': 670, 'avg_loss': 0.2255950720841332, 'avg_acc': 0.0, 'loss': 0.21564632496235195}
+{'epoch': 27, 'iter': 680, 'avg_loss': 0.22572794586269826, 'avg_acc': 0.0, 'loss': 0.2188579901866855}
+{'epoch': 27, 'iter': 690, 'avg_loss': 0.22597662562683016, 'avg_acc': 0.0, 'loss': 0.2431767455760954}
+{'epoch': 27, 'iter': 700, 'avg_loss': 0.22602515485511862, 'avg_acc': 0.0, 'loss': 0.18088884637765137}
+{'epoch': 27, 'iter': 710, 'avg_loss': 0.22585543903049884, 'avg_acc': 0.0, 'loss': 0.17190205214501475}
+{'epoch': 27, 'iter': 720, 'avg_loss': 0.2257463068651146, 'avg_acc': 0.0, 'loss': 0.22600342932623463}
+{'epoch': 27, 'iter': 730, 'avg_loss': 0.22563261171969673, 'avg_acc': 0.0, 'loss': 0.2580295443771417}
+{'epoch': 27, 'iter': 740, 'avg_loss': 0.2258522597287525, 'avg_acc': 0.0, 'loss': 0.23631545020857303}
+{'epoch': 27, 'iter': 750, 'avg_loss': 0.22581250502989972, 'avg_acc': 0.0, 'loss': 0.22347010953191263}
+{'epoch': 27, 'iter': 760, 'avg_loss': 0.22593942823320468, 'avg_acc': 0.0, 'loss': 0.3127125106162306}
+{'epoch': 27, 'iter': 770, 'avg_loss': 0.22568691726714363, 'avg_acc': 0.0, 'loss': 0.17365528827238969}
+{'epoch': 27, 'iter': 780, 'avg_loss': 0.22557034520533958, 'avg_acc': 0.0, 'loss': 0.270722703030125}
+{'epoch': 27, 'iter': 790, 'avg_loss': 0.22539457480663938, 'avg_acc': 0.0, 'loss': 0.2580567925950358}
+{'epoch': 27, 'iter': 800, 'avg_loss': 0.22550292879973602, 'avg_acc': 0.0, 'loss': 0.26762563388498556}
+{'epoch': 27, 'iter': 810, 'avg_loss': 0.22550993295995284, 'avg_acc': 0.0, 'loss': 0.2649366476139546}
+{'epoch': 27, 'iter': 820, 'avg_loss': 0.22508811416807867, 'avg_acc': 0.0, 'loss': 0.20482945426790267}
+{'epoch': 27, 'iter': 830, 'avg_loss': 0.22487406287172143, 'avg_acc': 0.0, 'loss': 0.19335741143109836}
+{'epoch': 27, 'iter': 840, 'avg_loss': 0.22457546638831255, 'avg_acc': 0.0, 'loss': 0.19710365482106745}
+{'epoch': 27, 'iter': 850, 'avg_loss': 0.22438627800805502, 'avg_acc': 0.0, 'loss': 0.15989308214956768}
+{'epoch': 27, 'iter': 860, 'avg_loss': 0.22448369297929388, 'avg_acc': 0.0, 'loss': 0.2700310074811633}
+{'epoch': 27, 'iter': 870, 'avg_loss': 0.22493948057611063, 'avg_acc': 0.0, 'loss': 0.27346544944540646}
+{'epoch': 27, 'iter': 880, 'avg_loss': 0.22478411660597097, 'avg_acc': 0.0, 'loss': 0.18151599842193328}
+{'epoch': 27, 'iter': 890, 'avg_loss': 0.2247524542951039, 'avg_acc': 0.0, 'loss': 0.2630446384724629}
+{'epoch': 27, 'iter': 900, 'avg_loss': 0.22483197062376395, 'avg_acc': 0.0, 'loss': 0.21543463842873017}
+{'epoch': 27, 'iter': 910, 'avg_loss': 0.22491163599912692, 'avg_acc': 0.0, 'loss': 0.21093353826246844}
+{'epoch': 27, 'iter': 920, 'avg_loss': 0.2251288001123828, 'avg_acc': 0.0, 'loss': 0.22839141564499446}
+{'epoch': 27, 'iter': 930, 'avg_loss': 0.22504691321121026, 'avg_acc': 0.0, 'loss': 0.1921736867904136}
+{'epoch': 27, 'iter': 940, 'avg_loss': 0.2250493511472307, 'avg_acc': 0.0, 'loss': 0.21561042403035505}
+{'epoch': 27, 'iter': 950, 'avg_loss': 0.22526570465563917, 'avg_acc': 0.0, 'loss': 0.23480724846597564}
+{'epoch': 27, 'iter': 960, 'avg_loss': 0.22513346295156592, 'avg_acc': 0.0, 'loss': 0.22448848012498143}
+{'epoch': 27, 'iter': 970, 'avg_loss': 0.22528589420734194, 'avg_acc': 0.0, 'loss': 0.3066339879027607}
+{'epoch': 27, 'iter': 980, 'avg_loss': 0.22549249514196867, 'avg_acc': 0.0, 'loss': 0.22981870907207327}
+{'epoch': 27, 'iter': 990, 'avg_loss': 0.22569119211354904, 'avg_acc': 0.0, 'loss': 0.21233781864215676}
+{'epoch': 27, 'iter': 1000, 'avg_loss': 0.22573530601144645, 'avg_acc': 0.0, 'loss': 0.22568113917624746}
+{'epoch': 27, 'iter': 1010, 'avg_loss': 0.22583856404965533, 'avg_acc': 0.0, 'loss': 0.23357909601371113}
+{'epoch': 27, 'iter': 1020, 'avg_loss': 0.22584674456468765, 'avg_acc': 0.0, 'loss': 0.24253678617638535}
+{'epoch': 27, 'iter': 1030, 'avg_loss': 0.22577563468707137, 'avg_acc': 0.0, 'loss': 0.19766016772653722}
+{'epoch': 27, 'iter': 1040, 'avg_loss': 0.22565671563591572, 'avg_acc': 0.0, 'loss': 0.2550073919184277}
+{'epoch': 27, 'iter': 1050, 'avg_loss': 0.2255920319669166, 'avg_acc': 0.0, 'loss': 0.20847409751141704}
+{'epoch': 27, 'iter': 1060, 'avg_loss': 0.22552876853742324, 'avg_acc': 0.0, 'loss': 0.17888219388882068}
+{'epoch': 27, 'iter': 1070, 'avg_loss': 0.22542750028489278, 'avg_acc': 0.0, 'loss': 0.1752499936886969}
+{'epoch': 27, 'iter': 1080, 'avg_loss': 0.22544896723095534, 'avg_acc': 0.0, 'loss': 0.18510595576591574}
+{'epoch': 27, 'iter': 1090, 'avg_loss': 0.22531749801230916, 'avg_acc': 0.0, 'loss': 0.1975531851450926}
+{'epoch': 27, 'iter': 1100, 'avg_loss': 0.22533652665961898, 'avg_acc': 0.0, 'loss': 0.2193820475209317}
+{'epoch': 27, 'iter': 1110, 'avg_loss': 0.2254125905860833, 'avg_acc': 0.0, 'loss': 0.27072096627325337}
+{'epoch': 27, 'iter': 1120, 'avg_loss': 0.2254517059485915, 'avg_acc': 0.0, 'loss': 0.2646067043393876}
+{'epoch': 27, 'iter': 1130, 'avg_loss': 0.2254478658817877, 'avg_acc': 0.0, 'loss': 0.19688216214615295}
+{'epoch': 27, 'iter': 1140, 'avg_loss': 0.22529699008860826, 'avg_acc': 0.0, 'loss': 0.2185010323041102}
+{'epoch': 27, 'iter': 1150, 'avg_loss': 0.22513974286068777, 'avg_acc': 0.0, 'loss': 0.2310144655512626}
+{'epoch': 27, 'iter': 1160, 'avg_loss': 0.22534588436417644, 'avg_acc': 0.0, 'loss': 0.2688302705743451}
+{'epoch': 27, 'iter': 1170, 'avg_loss': 0.2252005866085648, 'avg_acc': 0.0, 'loss': 0.22313377220569106}
+{'epoch': 27, 'iter': 1180, 'avg_loss': 0.22520387316086546, 'avg_acc': 0.0, 'loss': 0.17244400545462213}
+{'epoch': 27, 'iter': 1190, 'avg_loss': 0.22508360384244872, 'avg_acc': 0.0, 'loss': 0.1797949938166344}
+{'epoch': 27, 'iter': 1200, 'avg_loss': 0.2249209406618123, 'avg_acc': 0.0, 'loss': 0.19884990456098095}
+{'epoch': 27, 'iter': 1210, 'avg_loss': 0.2250063173902238, 'avg_acc': 0.0, 'loss': 0.21983092338124216}
+{'epoch': 27, 'iter': 1220, 'avg_loss': 0.22503453459496586, 'avg_acc': 0.0, 'loss': 0.17302063246906332}
+{'epoch': 27, 'iter': 1230, 'avg_loss': 0.22513796348466486, 'avg_acc': 0.0, 'loss': 0.27312435469959184}
+{'epoch': 27, 'iter': 1240, 'avg_loss': 0.2250495125517799, 'avg_acc': 0.0, 'loss': 0.2212547647480148}
+{'epoch': 'EP27_test', 'eval_accuracy': 0.0, 'ece': 0.13757918775081635, 'avg_loss': 0.2250495125517799, 'f1_scores': 0.7624522997716087}
+{'epoch': 28, 'iter': 0, 'avg_loss': 0.15996098829084204, 'avg_acc': 0.0, 'loss': 0.15996098829084204}
+{'epoch': 28, 'iter': 10, 'avg_loss': 0.20157805314482632, 'avg_acc': 0.0, 'loss': 0.2283108124724679}
+{'epoch': 28, 'iter': 20, 'avg_loss': 0.2020043578744992, 'avg_acc': 0.0, 'loss': 0.206787042274982}
+{'epoch': 28, 'iter': 30, 'avg_loss': 0.21263657461482288, 'avg_acc': 0.0, 'loss': 0.19074092786250468}
+{'epoch': 28, 'iter': 40, 'avg_loss': 0.22036283502766443, 'avg_acc': 0.0, 'loss': 0.31691335908434276}
+{'epoch': 28, 'iter': 50, 'avg_loss': 0.220714699426225, 'avg_acc': 0.0, 'loss': 0.22173883879375872}
+{'epoch': 28, 'iter': 60, 'avg_loss': 0.2266208139058657, 'avg_acc': 0.0, 'loss': 0.20437741903242568}
+{'epoch': 28, 'iter': 70, 'avg_loss': 0.2291798023798134, 'avg_acc': 0.0, 'loss': 0.25984435668520484}
+{'epoch': 28, 'iter': 80, 'avg_loss': 0.22605050150223568, 'avg_acc': 0.0, 'loss': 0.20895805668442335}
+{'epoch': 28, 'iter': 90, 'avg_loss': 0.22585501750873294, 'avg_acc': 0.0, 'loss': 0.22525445722528403}
+{'epoch': 28, 'iter': 100, 'avg_loss': 0.22564024267605806, 'avg_acc': 0.0, 'loss': 0.24785326332549368}
+{'epoch': 28, 'iter': 110, 'avg_loss': 0.22482722337448288, 'avg_acc': 0.0, 'loss': 0.224629042465332}
+{'epoch': 28, 'iter': 120, 'avg_loss': 0.22318145004899398, 'avg_acc': 0.0, 'loss': 0.1971010371968467}
+{'epoch': 28, 'iter': 130, 'avg_loss': 0.22242398103218222, 'avg_acc': 0.0, 'loss': 0.17340498242703817}
+{'epoch': 28, 'iter': 140, 'avg_loss': 0.22287358306967633, 'avg_acc': 0.0, 'loss': 0.2867623943148893}
+{'epoch': 28, 'iter': 150, 'avg_loss': 0.22415258354653186, 'avg_acc': 0.0, 'loss': 0.2827573197067912}
+{'epoch': 28, 'iter': 160, 'avg_loss': 0.22528165437860048, 'avg_acc': 0.0, 'loss': 0.23845767563118767}
+{'epoch': 28, 'iter': 170, 'avg_loss': 0.22357599883646756, 'avg_acc': 0.0, 'loss': 0.2138398114553703}
+{'epoch': 28, 'iter': 180, 'avg_loss': 0.22383441600671253, 'avg_acc': 0.0, 'loss': 0.2558677194935106}
+{'epoch': 28, 'iter': 190, 'avg_loss': 0.2234136413891338, 'avg_acc': 0.0, 'loss': 0.14923727299248768}
+{'epoch': 28, 'iter': 200, 'avg_loss': 0.22351422083298303, 'avg_acc': 0.0, 'loss': 0.22764642967825108}
+{'epoch': 28, 'iter': 210, 'avg_loss': 0.22371341612589857, 'avg_acc': 0.0, 'loss': 0.19944515682085953}
+{'epoch': 28, 'iter': 220, 'avg_loss': 0.22396719589482558, 'avg_acc': 0.0, 'loss': 0.2449376163132066}
+{'epoch': 28, 'iter': 230, 'avg_loss': 0.2248415438630377, 'avg_acc': 0.0, 'loss': 0.2348468879719933}
+{'epoch': 28, 'iter': 240, 'avg_loss': 0.22501383978443337, 'avg_acc': 0.0, 'loss': 0.29916979907479146}
+{'epoch': 28, 'iter': 250, 'avg_loss': 0.2250076833758736, 'avg_acc': 0.0, 'loss': 0.23999456160585655}
+{'epoch': 28, 'iter': 260, 'avg_loss': 0.22503078742576557, 'avg_acc': 0.0, 'loss': 0.2604531919450242}
+{'epoch': 28, 'iter': 270, 'avg_loss': 0.2248801447116817, 'avg_acc': 0.0, 'loss': 0.26666545467670794}
+{'epoch': 28, 'iter': 280, 'avg_loss': 0.22473407258162234, 'avg_acc': 0.0, 'loss': 0.23861616781212952}
+{'epoch': 28, 'iter': 290, 'avg_loss': 0.22467972150818669, 'avg_acc': 0.0, 'loss': 0.20910086511789164}
+{'epoch': 28, 'iter': 300, 'avg_loss': 0.22410909532320256, 'avg_acc': 0.0, 'loss': 0.20202680688553948}
+{'epoch': 28, 'iter': 310, 'avg_loss': 0.22400999719305223, 'avg_acc': 0.0, 'loss': 0.16814222727157357}
+{'epoch': 28, 'iter': 320, 'avg_loss': 0.22430381319382925, 'avg_acc': 0.0, 'loss': 0.2018571136159153}
+{'epoch': 28, 'iter': 330, 'avg_loss': 0.22460285250716258, 'avg_acc': 0.0, 'loss': 0.26171129517446645}
+{'epoch': 28, 'iter': 340, 'avg_loss': 0.225226624627564, 'avg_acc': 0.0, 'loss': 0.2759261061662203}
+{'epoch': 28, 'iter': 350, 'avg_loss': 0.2250104720514077, 'avg_acc': 0.0, 'loss': 0.23909442520195104}
+{'epoch': 28, 'iter': 360, 'avg_loss': 0.22491549289034152, 'avg_acc': 0.0, 'loss': 0.17831162361023545}
+{'epoch': 28, 'iter': 370, 'avg_loss': 0.22482571149025884, 'avg_acc': 0.0, 'loss': 0.20537544527850773}
+{'epoch': 28, 'iter': 380, 'avg_loss': 0.22480234578553565, 'avg_acc': 0.0, 'loss': 0.16897022938854075}
+{'epoch': 28, 'iter': 390, 'avg_loss': 0.22477051249667426, 'avg_acc': 0.0, 'loss': 0.19584524233804196}
+{'epoch': 28, 'iter': 400, 'avg_loss': 0.2248981439410765, 'avg_acc': 0.0, 'loss': 0.2374345973777768}
+{'epoch': 28, 'iter': 410, 'avg_loss': 0.22518066276543233, 'avg_acc': 0.0, 'loss': 0.20369337962704645}
+{'epoch': 28, 'iter': 420, 'avg_loss': 0.22477679818880705, 'avg_acc': 0.0, 'loss': 0.18389426460420769}
+{'epoch': 28, 'iter': 430, 'avg_loss': 0.22481741945037434, 'avg_acc': 0.0, 'loss': 0.2400768067322068}
+{'epoch': 28, 'iter': 440, 'avg_loss': 0.2247139946654504, 'avg_acc': 0.0, 'loss': 0.2588124786548178}
+{'epoch': 28, 'iter': 450, 'avg_loss': 0.2249083833696614, 'avg_acc': 0.0, 'loss': 0.24643016425573347}
+{'epoch': 28, 'iter': 460, 'avg_loss': 0.2250715786180862, 'avg_acc': 0.0, 'loss': 0.20486115474880404}
+{'epoch': 28, 'iter': 470, 'avg_loss': 0.22497343493291724, 'avg_acc': 0.0, 'loss': 0.23004634105057317}
+{'epoch': 28, 'iter': 480, 'avg_loss': 0.22493136757738597, 'avg_acc': 0.0, 'loss': 0.2314329487420374}
+{'epoch': 28, 'iter': 490, 'avg_loss': 0.2248024660479617, 'avg_acc': 0.0, 'loss': 0.19923556835341774}
+{'epoch': 28, 'iter': 500, 'avg_loss': 0.2245976606601041, 'avg_acc': 0.0, 'loss': 0.24744883731260153}
+{'epoch': 28, 'iter': 510, 'avg_loss': 0.22461836427935966, 'avg_acc': 0.0, 'loss': 0.17874002027341312}
+{'epoch': 28, 'iter': 520, 'avg_loss': 0.224492467076659, 'avg_acc': 0.0, 'loss': 0.23956491021567672}
+{'epoch': 28, 'iter': 530, 'avg_loss': 0.224521336841762, 'avg_acc': 0.0, 'loss': 0.23309461501610582}
+{'epoch': 28, 'iter': 540, 'avg_loss': 0.22474288821053529, 'avg_acc': 0.0, 'loss': 0.18968935222265565}
+{'epoch': 28, 'iter': 550, 'avg_loss': 0.2247016239694108, 'avg_acc': 0.0, 'loss': 0.27363064862093517}
+{'epoch': 28, 'iter': 560, 'avg_loss': 0.22445374868071372, 'avg_acc': 0.0, 'loss': 0.15891358592544488}
+{'epoch': 28, 'iter': 570, 'avg_loss': 0.22503889534668942, 'avg_acc': 0.0, 'loss': 0.2397074534609536}
+{'epoch': 28, 'iter': 580, 'avg_loss': 0.22496621502355132, 'avg_acc': 0.0, 'loss': 0.21322679240311765}
+{'epoch': 28, 'iter': 590, 'avg_loss': 0.22510469330265095, 'avg_acc': 0.0, 'loss': 0.2341802861434254}
+{'epoch': 28, 'iter': 600, 'avg_loss': 0.22510170160619322, 'avg_acc': 0.0, 'loss': 0.2513193221881725}
+{'epoch': 28, 'iter': 610, 'avg_loss': 0.22539577975585107, 'avg_acc': 0.0, 'loss': 0.2917313273901852}
+{'epoch': 28, 'iter': 620, 'avg_loss': 0.22597414124158627, 'avg_acc': 0.0, 'loss': 0.22900849404709334}
+{'epoch': 28, 'iter': 630, 'avg_loss': 0.22587151321957205, 'avg_acc': 0.0, 'loss': 0.1758242183616078}
+{'epoch': 28, 'iter': 640, 'avg_loss': 0.2258741709827295, 'avg_acc': 0.0, 'loss': 0.21033315727757845}
+{'epoch': 28, 'iter': 650, 'avg_loss': 0.22593709608901982, 'avg_acc': 0.0, 'loss': 0.2539043801543812}
+{'epoch': 28, 'iter': 660, 'avg_loss': 0.22639407419892443, 'avg_acc': 0.0, 'loss': 0.2483742278792046}
+{'epoch': 28, 'iter': 670, 'avg_loss': 0.22623163703641494, 'avg_acc': 0.0, 'loss': 0.21503034677211222}
+{'epoch': 28, 'iter': 680, 'avg_loss': 0.2263647552304806, 'avg_acc': 0.0, 'loss': 0.22027714297389267}
+{'epoch': 28, 'iter': 690, 'avg_loss': 0.22662110935466906, 'avg_acc': 0.0, 'loss': 0.24449386946149126}
+{'epoch': 28, 'iter': 700, 'avg_loss': 0.22666675971460232, 'avg_acc': 0.0, 'loss': 0.1823104585242033}
+{'epoch': 28, 'iter': 710, 'avg_loss': 0.22651070431998432, 'avg_acc': 0.0, 'loss': 0.17676219470909668}
+{'epoch': 28, 'iter': 720, 'avg_loss': 0.22637899715194182, 'avg_acc': 0.0, 'loss': 0.22675713825456761}
+{'epoch': 28, 'iter': 730, 'avg_loss': 0.22625980494634929, 'avg_acc': 0.0, 'loss': 0.2617538590839753}
+{'epoch': 28, 'iter': 740, 'avg_loss': 0.22648496865851667, 'avg_acc': 0.0, 'loss': 0.23775098858439897}
+{'epoch': 28, 'iter': 750, 'avg_loss': 0.22645236398449534, 'avg_acc': 0.0, 'loss': 0.22572578997512338}
+{'epoch': 28, 'iter': 760, 'avg_loss': 0.22659223352686095, 'avg_acc': 0.0, 'loss': 0.3128299165532553}
+{'epoch': 28, 'iter': 770, 'avg_loss': 0.22634785712205355, 'avg_acc': 0.0, 'loss': 0.17474340098020288}
+{'epoch': 28, 'iter': 780, 'avg_loss': 0.22623029147802895, 'avg_acc': 0.0, 'loss': 0.27387138565183833}
+{'epoch': 28, 'iter': 790, 'avg_loss': 0.22604904146708135, 'avg_acc': 0.0, 'loss': 0.2575247549377439}
+{'epoch': 28, 'iter': 800, 'avg_loss': 0.22614335036403818, 'avg_acc': 0.0, 'loss': 0.26600197721076513}
+{'epoch': 28, 'iter': 810, 'avg_loss': 0.22614650922265903, 'avg_acc': 0.0, 'loss': 0.2691231859594154}
+{'epoch': 28, 'iter': 820, 'avg_loss': 0.22572582824067372, 'avg_acc': 0.0, 'loss': 0.2058471609546229}
+{'epoch': 28, 'iter': 830, 'avg_loss': 0.22551524364697922, 'avg_acc': 0.0, 'loss': 0.19452666339462404}
+{'epoch': 28, 'iter': 840, 'avg_loss': 0.2252043138771846, 'avg_acc': 0.0, 'loss': 0.19635832179863297}
+{'epoch': 28, 'iter': 850, 'avg_loss': 0.22501750859848255, 'avg_acc': 0.0, 'loss': 0.1617313169150358}
+{'epoch': 28, 'iter': 860, 'avg_loss': 0.22510527206771594, 'avg_acc': 0.0, 'loss': 0.267623475310659}
+{'epoch': 28, 'iter': 870, 'avg_loss': 0.22555657723561626, 'avg_acc': 0.0, 'loss': 0.27543175125317376}
+{'epoch': 28, 'iter': 880, 'avg_loss': 0.22540013157754518, 'avg_acc': 0.0, 'loss': 0.18230508623323008}
+{'epoch': 28, 'iter': 890, 'avg_loss': 0.2253647343171488, 'avg_acc': 0.0, 'loss': 0.2628438161658388}
+{'epoch': 28, 'iter': 900, 'avg_loss': 0.22543990303851902, 'avg_acc': 0.0, 'loss': 0.21598752685411324}
+{'epoch': 28, 'iter': 910, 'avg_loss': 0.22552643987724244, 'avg_acc': 0.0, 'loss': 0.2117001895123524}
+{'epoch': 28, 'iter': 920, 'avg_loss': 0.22575229627704024, 'avg_acc': 0.0, 'loss': 0.2286522403953768}
+{'epoch': 28, 'iter': 930, 'avg_loss': 0.22566202569662308, 'avg_acc': 0.0, 'loss': 0.1925715052587163}
+{'epoch': 28, 'iter': 940, 'avg_loss': 0.22566571278552597, 'avg_acc': 0.0, 'loss': 0.21332107527691083}
+{'epoch': 28, 'iter': 950, 'avg_loss': 0.22586690944344692, 'avg_acc': 0.0, 'loss': 0.23543085143026993}
+{'epoch': 28, 'iter': 960, 'avg_loss': 0.225731508936631, 'avg_acc': 0.0, 'loss': 0.22372177384922257}
+{'epoch': 28, 'iter': 970, 'avg_loss': 0.22588540965936574, 'avg_acc': 0.0, 'loss': 0.30423557080166574}
+{'epoch': 28, 'iter': 980, 'avg_loss': 0.22608651961374765, 'avg_acc': 0.0, 'loss': 0.22968934254689494}
+{'epoch': 28, 'iter': 990, 'avg_loss': 0.22628815112667047, 'avg_acc': 0.0, 'loss': 0.21596110456019751}
+{'epoch': 28, 'iter': 1000, 'avg_loss': 0.2263370332020242, 'avg_acc': 0.0, 'loss': 0.22493721391444002}
+{'epoch': 28, 'iter': 1010, 'avg_loss': 0.22644129272778846, 'avg_acc': 0.0, 'loss': 0.23657714182919723}
+{'epoch': 28, 'iter': 1020, 'avg_loss': 0.22644262109643257, 'avg_acc': 0.0, 'loss': 0.24390185179364768}
+{'epoch': 28, 'iter': 1030, 'avg_loss': 0.226366514022948, 'avg_acc': 0.0, 'loss': 0.19670582744827567}
+{'epoch': 28, 'iter': 1040, 'avg_loss': 0.22626119318824173, 'avg_acc': 0.0, 'loss': 0.2594349927177453}
+{'epoch': 28, 'iter': 1050, 'avg_loss': 0.2261890972027893, 'avg_acc': 0.0, 'loss': 0.20727315735020316}
+{'epoch': 28, 'iter': 1060, 'avg_loss': 0.2261249599647181, 'avg_acc': 0.0, 'loss': 0.18235736007274486}
+{'epoch': 28, 'iter': 1070, 'avg_loss': 0.22602735789053682, 'avg_acc': 0.0, 'loss': 0.17605426888699835}
+{'epoch': 28, 'iter': 1080, 'avg_loss': 0.22605229303697713, 'avg_acc': 0.0, 'loss': 0.18583105102363462}
+{'epoch': 28, 'iter': 1090, 'avg_loss': 0.2259272749966163, 'avg_acc': 0.0, 'loss': 0.1990048164240891}
+{'epoch': 28, 'iter': 1100, 'avg_loss': 0.2259478203644927, 'avg_acc': 0.0, 'loss': 0.21881842445610084}
+{'epoch': 28, 'iter': 1110, 'avg_loss': 0.22603232079320074, 'avg_acc': 0.0, 'loss': 0.2709899222538427}
+{'epoch': 28, 'iter': 1120, 'avg_loss': 0.2260773420914516, 'avg_acc': 0.0, 'loss': 0.26565189682137963}
+{'epoch': 28, 'iter': 1130, 'avg_loss': 0.22607576088524914, 'avg_acc': 0.0, 'loss': 0.20174937667198783}
+{'epoch': 28, 'iter': 1140, 'avg_loss': 0.22592514578906964, 'avg_acc': 0.0, 'loss': 0.22266984432488762}
+{'epoch': 28, 'iter': 1150, 'avg_loss': 0.2257697012477532, 'avg_acc': 0.0, 'loss': 0.23557342793498848}
+{'epoch': 28, 'iter': 1160, 'avg_loss': 0.22597780496352451, 'avg_acc': 0.0, 'loss': 0.2665160092547986}
+{'epoch': 28, 'iter': 1170, 'avg_loss': 0.22583997251095791, 'avg_acc': 0.0, 'loss': 0.22223064655041264}
+{'epoch': 28, 'iter': 1180, 'avg_loss': 0.22584415920448378, 'avg_acc': 0.0, 'loss': 0.17328145805293257}
+{'epoch': 28, 'iter': 1190, 'avg_loss': 0.22572591630081157, 'avg_acc': 0.0, 'loss': 0.17938850471539677}
+{'epoch': 28, 'iter': 1200, 'avg_loss': 0.22555806908644266, 'avg_acc': 0.0, 'loss': 0.19808804816297457}
+{'epoch': 28, 'iter': 1210, 'avg_loss': 0.22564567437899608, 'avg_acc': 0.0, 'loss': 0.22027215714628515}
+{'epoch': 28, 'iter': 1220, 'avg_loss': 0.2256875537693501, 'avg_acc': 0.0, 'loss': 0.17429480932043717}
+{'epoch': 28, 'iter': 1230, 'avg_loss': 0.22579122126725992, 'avg_acc': 0.0, 'loss': 0.268030249137772}
+{'epoch': 28, 'iter': 1240, 'avg_loss': 0.2256992735782156, 'avg_acc': 0.0, 'loss': 0.22639503112486636}
+{'epoch': 'EP28_test', 'eval_accuracy': 0.0, 'ece': 0.13716500997543335, 'avg_loss': 0.2256992735782156, 'f1_scores': 0.740403106757074}
+{'epoch': 29, 'iter': 0, 'avg_loss': 0.15821416444163916, 'avg_acc': 0.0, 'loss': 0.15821416444163916}
+{'epoch': 29, 'iter': 10, 'avg_loss': 0.2007302179834933, 'avg_acc': 0.0, 'loss': 0.22660776470050742}
+{'epoch': 29, 'iter': 20, 'avg_loss': 0.20078707119488226, 'avg_acc': 0.0, 'loss': 0.20644165271099674}
+{'epoch': 29, 'iter': 30, 'avg_loss': 0.2111800264169562, 'avg_acc': 0.0, 'loss': 0.1890254576359861}
+{'epoch': 29, 'iter': 40, 'avg_loss': 0.21892428257811672, 'avg_acc': 0.0, 'loss': 0.3153158067828729}
+{'epoch': 29, 'iter': 50, 'avg_loss': 0.21916587609676208, 'avg_acc': 0.0, 'loss': 0.21659292344242786}
+{'epoch': 29, 'iter': 60, 'avg_loss': 0.2250855565044679, 'avg_acc': 0.0, 'loss': 0.2032846435807057}
+{'epoch': 29, 'iter': 70, 'avg_loss': 0.22772708211280085, 'avg_acc': 0.0, 'loss': 0.2590146477497715}
+{'epoch': 29, 'iter': 80, 'avg_loss': 0.2245082892468304, 'avg_acc': 0.0, 'loss': 0.2074757203081065}
+{'epoch': 29, 'iter': 90, 'avg_loss': 0.22428966806083306, 'avg_acc': 0.0, 'loss': 0.2248609407276782}
+{'epoch': 29, 'iter': 100, 'avg_loss': 0.22404275533631485, 'avg_acc': 0.0, 'loss': 0.24737160853935944}
+{'epoch': 29, 'iter': 110, 'avg_loss': 0.22313809051028888, 'avg_acc': 0.0, 'loss': 0.22107338096498097}
+{'epoch': 29, 'iter': 120, 'avg_loss': 0.22146079017508777, 'avg_acc': 0.0, 'loss': 0.19578260744127157}
+{'epoch': 29, 'iter': 130, 'avg_loss': 0.22066017553326686, 'avg_acc': 0.0, 'loss': 0.1710767043252547}
+{'epoch': 29, 'iter': 140, 'avg_loss': 0.22106566733244554, 'avg_acc': 0.0, 'loss': 0.284997456412449}
+{'epoch': 29, 'iter': 150, 'avg_loss': 0.22237335850524187, 'avg_acc': 0.0, 'loss': 0.2816497291980795}
+{'epoch': 29, 'iter': 160, 'avg_loss': 0.22346635587551364, 'avg_acc': 0.0, 'loss': 0.23350758948618022}
+{'epoch': 29, 'iter': 170, 'avg_loss': 0.22180379166112188, 'avg_acc': 0.0, 'loss': 0.21439650526891843}
+{'epoch': 29, 'iter': 180, 'avg_loss': 0.2220556549745088, 'avg_acc': 0.0, 'loss': 0.25352933784435144}
+{'epoch': 29, 'iter': 190, 'avg_loss': 0.2216669409110795, 'avg_acc': 0.0, 'loss': 0.1492862060570782}
+{'epoch': 29, 'iter': 200, 'avg_loss': 0.2217858073235052, 'avg_acc': 0.0, 'loss': 0.22504342754254072}
+{'epoch': 29, 'iter': 210, 'avg_loss': 0.22197901927048827, 'avg_acc': 0.0, 'loss': 0.19827978332183907}
+{'epoch': 29, 'iter': 220, 'avg_loss': 0.22219831030335893, 'avg_acc': 0.0, 'loss': 0.24214043415736342}
+{'epoch': 29, 'iter': 230, 'avg_loss': 0.22309760297011666, 'avg_acc': 0.0, 'loss': 0.23325221983982047}
+{'epoch': 29, 'iter': 240, 'avg_loss': 0.2232727587905732, 'avg_acc': 0.0, 'loss': 0.296478086569063}
+{'epoch': 29, 'iter': 250, 'avg_loss': 0.22326942293399424, 'avg_acc': 0.0, 'loss': 0.23582561667827964}
+{'epoch': 29, 'iter': 260, 'avg_loss': 0.22324516127664856, 'avg_acc': 0.0, 'loss': 0.2573020521984485}
+{'epoch': 29, 'iter': 270, 'avg_loss': 0.22309043936062598, 'avg_acc': 0.0, 'loss': 0.26301099873421663}
+{'epoch': 29, 'iter': 280, 'avg_loss': 0.2229691038674389, 'avg_acc': 0.0, 'loss': 0.23653184096601113}
+{'epoch': 29, 'iter': 290, 'avg_loss': 0.22290870448140243, 'avg_acc': 0.0, 'loss': 0.20592063543855535}
+{'epoch': 29, 'iter': 300, 'avg_loss': 0.22231673018785383, 'avg_acc': 0.0, 'loss': 0.19871897488630044}
+{'epoch': 29, 'iter': 310, 'avg_loss': 0.22221638323849918, 'avg_acc': 0.0, 'loss': 0.1672121210964568}
+{'epoch': 29, 'iter': 320, 'avg_loss': 0.2225054902134308, 'avg_acc': 0.0, 'loss': 0.2014967860930028}
+{'epoch': 29, 'iter': 330, 'avg_loss': 0.22281536899413196, 'avg_acc': 0.0, 'loss': 0.25944869187047254}
+{'epoch': 29, 'iter': 340, 'avg_loss': 0.22345463868299556, 'avg_acc': 0.0, 'loss': 0.2751782139509617}
+{'epoch': 29, 'iter': 350, 'avg_loss': 0.22322574565140768, 'avg_acc': 0.0, 'loss': 0.2376328912792717}
+{'epoch': 29, 'iter': 360, 'avg_loss': 0.22314552216075054, 'avg_acc': 0.0, 'loss': 0.17720165166477791}
+{'epoch': 29, 'iter': 370, 'avg_loss': 0.22305998730771648, 'avg_acc': 0.0, 'loss': 0.2029850290880891}
+{'epoch': 29, 'iter': 380, 'avg_loss': 0.22304149439289964, 'avg_acc': 0.0, 'loss': 0.16704371559506268}
+{'epoch': 29, 'iter': 390, 'avg_loss': 0.22299119653534755, 'avg_acc': 0.0, 'loss': 0.19385793537542537}
+{'epoch': 29, 'iter': 400, 'avg_loss': 0.22309946884766224, 'avg_acc': 0.0, 'loss': 0.23394266140655873}
+{'epoch': 29, 'iter': 410, 'avg_loss': 0.22337470558338124, 'avg_acc': 0.0, 'loss': 0.20208248292819267}
+{'epoch': 29, 'iter': 420, 'avg_loss': 0.22297579937342446, 'avg_acc': 0.0, 'loss': 0.1856194214288962}
+{'epoch': 29, 'iter': 430, 'avg_loss': 0.2230307927671932, 'avg_acc': 0.0, 'loss': 0.23900156049527205}
+{'epoch': 29, 'iter': 440, 'avg_loss': 0.2229323262416343, 'avg_acc': 0.0, 'loss': 0.25500696292004116}
+{'epoch': 29, 'iter': 450, 'avg_loss': 0.22313673678921542, 'avg_acc': 0.0, 'loss': 0.24446382597898264}
+{'epoch': 29, 'iter': 460, 'avg_loss': 0.22329006993708186, 'avg_acc': 0.0, 'loss': 0.20339685381769151}
+{'epoch': 29, 'iter': 470, 'avg_loss': 0.22319008305554408, 'avg_acc': 0.0, 'loss': 0.22849611348975224}
+{'epoch': 29, 'iter': 480, 'avg_loss': 0.2231562955841644, 'avg_acc': 0.0, 'loss': 0.23060088678019902}
+{'epoch': 29, 'iter': 490, 'avg_loss': 0.2230362024689444, 'avg_acc': 0.0, 'loss': 0.1974499114871183}
+{'epoch': 29, 'iter': 500, 'avg_loss': 0.22282905223513277, 'avg_acc': 0.0, 'loss': 0.24497903040917532}
+{'epoch': 29, 'iter': 510, 'avg_loss': 0.22283485634117425, 'avg_acc': 0.0, 'loss': 0.171780462171796}
+{'epoch': 29, 'iter': 520, 'avg_loss': 0.22271007333982928, 'avg_acc': 0.0, 'loss': 0.23879152120694663}
+{'epoch': 29, 'iter': 530, 'avg_loss': 0.2227378553054659, 'avg_acc': 0.0, 'loss': 0.23151691537213992}
+{'epoch': 29, 'iter': 540, 'avg_loss': 0.2229676791493443, 'avg_acc': 0.0, 'loss': 0.18771281968383846}
+{'epoch': 29, 'iter': 550, 'avg_loss': 0.22293876360133752, 'avg_acc': 0.0, 'loss': 0.2723426401308708}
+{'epoch': 29, 'iter': 560, 'avg_loss': 0.2226793345240429, 'avg_acc': 0.0, 'loss': 0.15705655540643548}
+{'epoch': 29, 'iter': 570, 'avg_loss': 0.2232657485788791, 'avg_acc': 0.0, 'loss': 0.23885462824650208}
+{'epoch': 29, 'iter': 580, 'avg_loss': 0.2231947804203446, 'avg_acc': 0.0, 'loss': 0.212317742344177}
+{'epoch': 29, 'iter': 590, 'avg_loss': 0.22334654631839243, 'avg_acc': 0.0, 'loss': 0.23283189570096444}
+{'epoch': 29, 'iter': 600, 'avg_loss': 0.22334321129697196, 'avg_acc': 0.0, 'loss': 0.24983475661659732}
+{'epoch': 29, 'iter': 610, 'avg_loss': 0.22365818643930055, 'avg_acc': 0.0, 'loss': 0.29821382598921836}
+{'epoch': 29, 'iter': 620, 'avg_loss': 0.22424108301949341, 'avg_acc': 0.0, 'loss': 0.2275224252956442}
+{'epoch': 29, 'iter': 630, 'avg_loss': 0.2241333966363803, 'avg_acc': 0.0, 'loss': 0.1734011642085014}
+{'epoch': 29, 'iter': 640, 'avg_loss': 0.22413993337751778, 'avg_acc': 0.0, 'loss': 0.20984123097142465}
+{'epoch': 29, 'iter': 650, 'avg_loss': 0.22419687699407215, 'avg_acc': 0.0, 'loss': 0.25187912785674726}
+{'epoch': 29, 'iter': 660, 'avg_loss': 0.22465531854102302, 'avg_acc': 0.0, 'loss': 0.24725106977132327}
+{'epoch': 29, 'iter': 670, 'avg_loss': 0.22447795853262822, 'avg_acc': 0.0, 'loss': 0.2127136072259483}
+{'epoch': 29, 'iter': 680, 'avg_loss': 0.22461738652852054, 'avg_acc': 0.0, 'loss': 0.21802108934874856}
+{'epoch': 29, 'iter': 690, 'avg_loss': 0.22486127695917107, 'avg_acc': 0.0, 'loss': 0.24116249433706927}
+{'epoch': 29, 'iter': 700, 'avg_loss': 0.22491333060152058, 'avg_acc': 0.0, 'loss': 0.1805144730118887}
+{'epoch': 29, 'iter': 710, 'avg_loss': 0.2247421353194722, 'avg_acc': 0.0, 'loss': 0.17064056538086853}
+{'epoch': 29, 'iter': 720, 'avg_loss': 0.22462457777589834, 'avg_acc': 0.0, 'loss': 0.22681432594008907}
+{'epoch': 29, 'iter': 730, 'avg_loss': 0.22451205990365608, 'avg_acc': 0.0, 'loss': 0.25985095596703495}
+{'epoch': 29, 'iter': 740, 'avg_loss': 0.22473652592309495, 'avg_acc': 0.0, 'loss': 0.23574508084280815}
+{'epoch': 29, 'iter': 750, 'avg_loss': 0.22469987352986798, 'avg_acc': 0.0, 'loss': 0.22093064334688148}
+{'epoch': 29, 'iter': 760, 'avg_loss': 0.22482810054657712, 'avg_acc': 0.0, 'loss': 0.3115956660422268}
+{'epoch': 29, 'iter': 770, 'avg_loss': 0.22458605534920867, 'avg_acc': 0.0, 'loss': 0.17310664919836782}
+{'epoch': 29, 'iter': 780, 'avg_loss': 0.22447123090995022, 'avg_acc': 0.0, 'loss': 0.2705207247179097}
+{'epoch': 29, 'iter': 790, 'avg_loss': 0.22429615147727738, 'avg_acc': 0.0, 'loss': 0.25705208518413003}
+{'epoch': 29, 'iter': 800, 'avg_loss': 0.2243976273575169, 'avg_acc': 0.0, 'loss': 0.266356076023255}
+{'epoch': 29, 'iter': 810, 'avg_loss': 0.22439944327409042, 'avg_acc': 0.0, 'loss': 0.26593436601394516}
+{'epoch': 29, 'iter': 820, 'avg_loss': 0.22397838325809785, 'avg_acc': 0.0, 'loss': 0.20321884476054816}
+{'epoch': 29, 'iter': 830, 'avg_loss': 0.22376832009035322, 'avg_acc': 0.0, 'loss': 0.1925402732580486}
+{'epoch': 29, 'iter': 840, 'avg_loss': 0.22346701939872682, 'avg_acc': 0.0, 'loss': 0.1942601761689957}
+{'epoch': 29, 'iter': 850, 'avg_loss': 0.22327580283757062, 'avg_acc': 0.0, 'loss': 0.15988475815715575}
+{'epoch': 29, 'iter': 860, 'avg_loss': 0.2233641823071347, 'avg_acc': 0.0, 'loss': 0.26661835560987257}
+{'epoch': 29, 'iter': 870, 'avg_loss': 0.22382215568204092, 'avg_acc': 0.0, 'loss': 0.27260646422363216}
+{'epoch': 29, 'iter': 880, 'avg_loss': 0.2236667588722924, 'avg_acc': 0.0, 'loss': 0.18013844240964055}
+{'epoch': 29, 'iter': 890, 'avg_loss': 0.2236290384967419, 'avg_acc': 0.0, 'loss': 0.2606150151105534}
+{'epoch': 29, 'iter': 900, 'avg_loss': 0.22370996387827, 'avg_acc': 0.0, 'loss': 0.21395324399138968}
+{'epoch': 29, 'iter': 910, 'avg_loss': 0.22379113077657534, 'avg_acc': 0.0, 'loss': 0.20942224020520175}
+{'epoch': 29, 'iter': 920, 'avg_loss': 0.22401459183510888, 'avg_acc': 0.0, 'loss': 0.2291593988401733}
+{'epoch': 29, 'iter': 930, 'avg_loss': 0.2239276349967749, 'avg_acc': 0.0, 'loss': 0.19065864413732925}
+{'epoch': 29, 'iter': 940, 'avg_loss': 0.22393163814026656, 'avg_acc': 0.0, 'loss': 0.21370018300077778}
+{'epoch': 29, 'iter': 950, 'avg_loss': 0.22414392565067523, 'avg_acc': 0.0, 'loss': 0.2336086508723513}
+{'epoch': 29, 'iter': 960, 'avg_loss': 0.22400887091912086, 'avg_acc': 0.0, 'loss': 0.22279188705241332}
+{'epoch': 29, 'iter': 970, 'avg_loss': 0.22416531956676725, 'avg_acc': 0.0, 'loss': 0.3061844617243748}
+{'epoch': 29, 'iter': 980, 'avg_loss': 0.2243673359034749, 'avg_acc': 0.0, 'loss': 0.2276364199202427}
+{'epoch': 29, 'iter': 990, 'avg_loss': 0.2245672189783828, 'avg_acc': 0.0, 'loss': 0.21166591481603192}
+{'epoch': 29, 'iter': 1000, 'avg_loss': 0.22461357453345251, 'avg_acc': 0.0, 'loss': 0.22291694159603787}
+{'epoch': 29, 'iter': 1010, 'avg_loss': 0.22471707374466784, 'avg_acc': 0.0, 'loss': 0.23314283629971602}
+{'epoch': 29, 'iter': 1020, 'avg_loss': 0.2247268176721148, 'avg_acc': 0.0, 'loss': 0.24148561973270585}
+{'epoch': 29, 'iter': 1030, 'avg_loss': 0.2246499652739443, 'avg_acc': 0.0, 'loss': 0.19594066663981785}
+{'epoch': 29, 'iter': 1040, 'avg_loss': 0.2245361656472085, 'avg_acc': 0.0, 'loss': 0.254943902175715}
+{'epoch': 29, 'iter': 1050, 'avg_loss': 0.22447035924867806, 'avg_acc': 0.0, 'loss': 0.20669764583408323}
+{'epoch': 29, 'iter': 1060, 'avg_loss': 0.22440965930071238, 'avg_acc': 0.0, 'loss': 0.1784559025878382}
+{'epoch': 29, 'iter': 1070, 'avg_loss': 0.22431021325422604, 'avg_acc': 0.0, 'loss': 0.17426099601630085}
+{'epoch': 29, 'iter': 1080, 'avg_loss': 0.2243345268596575, 'avg_acc': 0.0, 'loss': 0.18290228193083227}
+{'epoch': 29, 'iter': 1090, 'avg_loss': 0.22420549131514875, 'avg_acc': 0.0, 'loss': 0.19649601260107374}
+{'epoch': 29, 'iter': 1100, 'avg_loss': 0.22422471782179312, 'avg_acc': 0.0, 'loss': 0.21747966404174282}
+{'epoch': 29, 'iter': 1110, 'avg_loss': 0.22431074308167376, 'avg_acc': 0.0, 'loss': 0.26998885004434214}
+{'epoch': 29, 'iter': 1120, 'avg_loss': 0.2243482057734132, 'avg_acc': 0.0, 'loss': 0.2641742137590524}
+{'epoch': 29, 'iter': 1130, 'avg_loss': 0.22434484846507946, 'avg_acc': 0.0, 'loss': 0.19646777307634367}
+{'epoch': 29, 'iter': 1140, 'avg_loss': 0.22419389776125814, 'avg_acc': 0.0, 'loss': 0.21960143574044974}
+{'epoch': 29, 'iter': 1150, 'avg_loss': 0.22403575704529444, 'avg_acc': 0.0, 'loss': 0.23179989945050952}
+{'epoch': 29, 'iter': 1160, 'avg_loss': 0.22423962699458996, 'avg_acc': 0.0, 'loss': 0.26805851193744595}
+{'epoch': 29, 'iter': 1170, 'avg_loss': 0.22409775743232963, 'avg_acc': 0.0, 'loss': 0.22211240963935908}
+{'epoch': 29, 'iter': 1180, 'avg_loss': 0.22410426921752657, 'avg_acc': 0.0, 'loss': 0.17196192546396105}
+{'epoch': 29, 'iter': 1190, 'avg_loss': 0.2239804072562719, 'avg_acc': 0.0, 'loss': 0.1780854503355483}
+{'epoch': 29, 'iter': 1200, 'avg_loss': 0.2238139736103868, 'avg_acc': 0.0, 'loss': 0.197972540186551}
+{'epoch': 29, 'iter': 1210, 'avg_loss': 0.22389873808279345, 'avg_acc': 0.0, 'loss': 0.21793989021169374}
+{'epoch': 29, 'iter': 1220, 'avg_loss': 0.22393054263988194, 'avg_acc': 0.0, 'loss': 0.17185475364127406}
+{'epoch': 29, 'iter': 1230, 'avg_loss': 0.22403707194769928, 'avg_acc': 0.0, 'loss': 0.2707486567419599}
+{'epoch': 29, 'iter': 1240, 'avg_loss': 0.2239487910662369, 'avg_acc': 0.0, 'loss': 0.22335034347003913}
+{'epoch': 'EP29_test', 'eval_accuracy': 0.0, 'ece': 0.14843325316905975, 'avg_loss': 0.2239487910662369, 'f1_scores': 0.739142231926948}
+{'epoch': 30, 'iter': 0, 'avg_loss': 0.16079344837492368, 'avg_acc': 0.0, 'loss': 0.16079344837492368}
+{'epoch': 30, 'iter': 10, 'avg_loss': 0.2017845945484452, 'avg_acc': 0.0, 'loss': 0.22706209874383732}
+{'epoch': 30, 'iter': 20, 'avg_loss': 0.20204111779872808, 'avg_acc': 0.0, 'loss': 0.2075553500160205}
+{'epoch': 30, 'iter': 30, 'avg_loss': 0.21241038629186743, 'avg_acc': 0.0, 'loss': 0.18737513434583822}
+{'epoch': 30, 'iter': 40, 'avg_loss': 0.22044400626445057, 'avg_acc': 0.0, 'loss': 0.320933152126502}
+{'epoch': 30, 'iter': 50, 'avg_loss': 0.22087000284541544, 'avg_acc': 0.0, 'loss': 0.21873952122668275}
+{'epoch': 30, 'iter': 60, 'avg_loss': 0.2267577064301773, 'avg_acc': 0.0, 'loss': 0.20317724046062072}
+{'epoch': 30, 'iter': 70, 'avg_loss': 0.2293386444439363, 'avg_acc': 0.0, 'loss': 0.2611471724897975}
+{'epoch': 30, 'iter': 80, 'avg_loss': 0.22611052353205377, 'avg_acc': 0.0, 'loss': 0.21031361057449818}
+{'epoch': 30, 'iter': 90, 'avg_loss': 0.22586182112043834, 'avg_acc': 0.0, 'loss': 0.2258652132961905}
+{'epoch': 30, 'iter': 100, 'avg_loss': 0.2255354210724168, 'avg_acc': 0.0, 'loss': 0.24635666457256125}
+{'epoch': 30, 'iter': 110, 'avg_loss': 0.224612316868599, 'avg_acc': 0.0, 'loss': 0.22469794568459225}
+{'epoch': 30, 'iter': 120, 'avg_loss': 0.22291547074477192, 'avg_acc': 0.0, 'loss': 0.19774255116815959}
+{'epoch': 30, 'iter': 130, 'avg_loss': 0.22217427617135008, 'avg_acc': 0.0, 'loss': 0.17267366766075806}
+{'epoch': 30, 'iter': 140, 'avg_loss': 0.22257980382819734, 'avg_acc': 0.0, 'loss': 0.2844477588641894}
+{'epoch': 30, 'iter': 150, 'avg_loss': 0.22388580552595064, 'avg_acc': 0.0, 'loss': 0.2839503365870866}
+{'epoch': 30, 'iter': 160, 'avg_loss': 0.22510131967169805, 'avg_acc': 0.0, 'loss': 0.2409468040842252}
+{'epoch': 30, 'iter': 170, 'avg_loss': 0.22335021899252575, 'avg_acc': 0.0, 'loss': 0.21501788530005275}
+{'epoch': 30, 'iter': 180, 'avg_loss': 0.2235482722179533, 'avg_acc': 0.0, 'loss': 0.2568436339013585}
+{'epoch': 30, 'iter': 190, 'avg_loss': 0.2231330515585628, 'avg_acc': 0.0, 'loss': 0.14684845824938617}
+{'epoch': 30, 'iter': 200, 'avg_loss': 0.2232316365470419, 'avg_acc': 0.0, 'loss': 0.22545057564713844}
+{'epoch': 30, 'iter': 210, 'avg_loss': 0.22344840345608585, 'avg_acc': 0.0, 'loss': 0.19955149935602937}
+{'epoch': 30, 'iter': 220, 'avg_loss': 0.2237470216662203, 'avg_acc': 0.0, 'loss': 0.2435317784097281}
+{'epoch': 30, 'iter': 230, 'avg_loss': 0.22465838865681972, 'avg_acc': 0.0, 'loss': 0.2354839492480778}
+{'epoch': 30, 'iter': 240, 'avg_loss': 0.2248112649791846, 'avg_acc': 0.0, 'loss': 0.2977578371347655}
+{'epoch': 30, 'iter': 250, 'avg_loss': 0.2248127419919535, 'avg_acc': 0.0, 'loss': 0.24120740881530114}
+{'epoch': 30, 'iter': 260, 'avg_loss': 0.2248405546532498, 'avg_acc': 0.0, 'loss': 0.2618483346727121}
+{'epoch': 30, 'iter': 270, 'avg_loss': 0.2247230552309141, 'avg_acc': 0.0, 'loss': 0.2685515771557415}
+{'epoch': 30, 'iter': 280, 'avg_loss': 0.2245906460527484, 'avg_acc': 0.0, 'loss': 0.23891800760306328}
+{'epoch': 30, 'iter': 290, 'avg_loss': 0.2244903908937365, 'avg_acc': 0.0, 'loss': 0.205738824470505}
+{'epoch': 30, 'iter': 300, 'avg_loss': 0.22385369101488137, 'avg_acc': 0.0, 'loss': 0.2019249053242902}
+{'epoch': 30, 'iter': 310, 'avg_loss': 0.2237223064059577, 'avg_acc': 0.0, 'loss': 0.16577210111979312}
+{'epoch': 30, 'iter': 320, 'avg_loss': 0.223996181155659, 'avg_acc': 0.0, 'loss': 0.20062746264526204}
+{'epoch': 30, 'iter': 330, 'avg_loss': 0.2243243621287812, 'avg_acc': 0.0, 'loss': 0.2608327256547714}
+{'epoch': 30, 'iter': 340, 'avg_loss': 0.22498799681012022, 'avg_acc': 0.0, 'loss': 0.2752809737036646}
+{'epoch': 30, 'iter': 350, 'avg_loss': 0.2247537184135758, 'avg_acc': 0.0, 'loss': 0.23905048415822094}
+{'epoch': 30, 'iter': 360, 'avg_loss': 0.22467528360772868, 'avg_acc': 0.0, 'loss': 0.17468577170905064}
+{'epoch': 30, 'iter': 370, 'avg_loss': 0.22453990701269858, 'avg_acc': 0.0, 'loss': 0.20356916230002753}
+{'epoch': 30, 'iter': 380, 'avg_loss': 0.22451773007381892, 'avg_acc': 0.0, 'loss': 0.1674973618238807}
+{'epoch': 30, 'iter': 390, 'avg_loss': 0.22450462253136444, 'avg_acc': 0.0, 'loss': 0.19286991489525462}
+{'epoch': 30, 'iter': 400, 'avg_loss': 0.224622924680592, 'avg_acc': 0.0, 'loss': 0.23926189724919106}
+{'epoch': 30, 'iter': 410, 'avg_loss': 0.22493707836672114, 'avg_acc': 0.0, 'loss': 0.2022320230053083}
+{'epoch': 30, 'iter': 420, 'avg_loss': 0.224514276134239, 'avg_acc': 0.0, 'loss': 0.18223634018764706}
+{'epoch': 30, 'iter': 430, 'avg_loss': 0.22454886831839715, 'avg_acc': 0.0, 'loss': 0.23941401096362824}
+{'epoch': 30, 'iter': 440, 'avg_loss': 0.22447012140137013, 'avg_acc': 0.0, 'loss': 0.25968804916007165}
+{'epoch': 30, 'iter': 450, 'avg_loss': 0.22467295557316627, 'avg_acc': 0.0, 'loss': 0.2503768121034032}
+{'epoch': 30, 'iter': 460, 'avg_loss': 0.22484081551498616, 'avg_acc': 0.0, 'loss': 0.20184248526257825}
+{'epoch': 30, 'iter': 470, 'avg_loss': 0.22473016518070843, 'avg_acc': 0.0, 'loss': 0.2289960863061294}
+{'epoch': 30, 'iter': 480, 'avg_loss': 0.22467819374496076, 'avg_acc': 0.0, 'loss': 0.23059518185776334}
+{'epoch': 30, 'iter': 490, 'avg_loss': 0.22455160235741045, 'avg_acc': 0.0, 'loss': 0.19926954912196898}
+{'epoch': 30, 'iter': 500, 'avg_loss': 0.22435520734970954, 'avg_acc': 0.0, 'loss': 0.2475543264482342}
+{'epoch': 30, 'iter': 510, 'avg_loss': 0.22438539377882719, 'avg_acc': 0.0, 'loss': 0.1755641953979453}
+{'epoch': 30, 'iter': 520, 'avg_loss': 0.22425446978440045, 'avg_acc': 0.0, 'loss': 0.23945163985584778}
+{'epoch': 30, 'iter': 530, 'avg_loss': 0.22429607343536342, 'avg_acc': 0.0, 'loss': 0.23231406942758373}
+{'epoch': 30, 'iter': 540, 'avg_loss': 0.22451861512581625, 'avg_acc': 0.0, 'loss': 0.18558835786161254}
+{'epoch': 30, 'iter': 550, 'avg_loss': 0.22445185816641552, 'avg_acc': 0.0, 'loss': 0.2721657845965442}
+{'epoch': 30, 'iter': 560, 'avg_loss': 0.224194519211549, 'avg_acc': 0.0, 'loss': 0.15646497248602437}
+{'epoch': 30, 'iter': 570, 'avg_loss': 0.22478788712071932, 'avg_acc': 0.0, 'loss': 0.24188536867205}
+{'epoch': 30, 'iter': 580, 'avg_loss': 0.2247316408722559, 'avg_acc': 0.0, 'loss': 0.2130881141233658}
+{'epoch': 30, 'iter': 590, 'avg_loss': 0.22487496929805262, 'avg_acc': 0.0, 'loss': 0.23016772293963833}
+{'epoch': 30, 'iter': 600, 'avg_loss': 0.2248561369018647, 'avg_acc': 0.0, 'loss': 0.25141644196542395}
+{'epoch': 30, 'iter': 610, 'avg_loss': 0.22515921345112697, 'avg_acc': 0.0, 'loss': 0.2951629737908011}
+{'epoch': 30, 'iter': 620, 'avg_loss': 0.22574203831991782, 'avg_acc': 0.0, 'loss': 0.22883716915420596}
+{'epoch': 30, 'iter': 630, 'avg_loss': 0.22563847348006127, 'avg_acc': 0.0, 'loss': 0.1734980239070215}
+{'epoch': 30, 'iter': 640, 'avg_loss': 0.22565461399633754, 'avg_acc': 0.0, 'loss': 0.2102412904479414}
+{'epoch': 30, 'iter': 650, 'avg_loss': 0.225707962747181, 'avg_acc': 0.0, 'loss': 0.25310966420475517}
+{'epoch': 30, 'iter': 660, 'avg_loss': 0.22618990392587437, 'avg_acc': 0.0, 'loss': 0.24660185272736204}
+{'epoch': 30, 'iter': 670, 'avg_loss': 0.22603110805593596, 'avg_acc': 0.0, 'loss': 0.21236332612301922}
+{'epoch': 30, 'iter': 680, 'avg_loss': 0.22616440879921718, 'avg_acc': 0.0, 'loss': 0.21959720581157527}
+{'epoch': 30, 'iter': 690, 'avg_loss': 0.2264193738309731, 'avg_acc': 0.0, 'loss': 0.2479573162206309}
+{'epoch': 30, 'iter': 700, 'avg_loss': 0.2264547237833297, 'avg_acc': 0.0, 'loss': 0.18072882028660125}
+{'epoch': 30, 'iter': 710, 'avg_loss': 0.22629270369936022, 'avg_acc': 0.0, 'loss': 0.17432733096492417}
+{'epoch': 30, 'iter': 720, 'avg_loss': 0.22615293727540986, 'avg_acc': 0.0, 'loss': 0.22147885377903873}
+{'epoch': 30, 'iter': 730, 'avg_loss': 0.22603704780359207, 'avg_acc': 0.0, 'loss': 0.26352765693349867}
+{'epoch': 30, 'iter': 740, 'avg_loss': 0.2262611921821698, 'avg_acc': 0.0, 'loss': 0.2391455642887032}
+{'epoch': 30, 'iter': 750, 'avg_loss': 0.22621546097740536, 'avg_acc': 0.0, 'loss': 0.22385758630899283}
+{'epoch': 30, 'iter': 760, 'avg_loss': 0.22634331790280657, 'avg_acc': 0.0, 'loss': 0.316819265741872}
+{'epoch': 30, 'iter': 770, 'avg_loss': 0.2261019722368195, 'avg_acc': 0.0, 'loss': 0.17310428994247623}
+{'epoch': 30, 'iter': 780, 'avg_loss': 0.2259665840733603, 'avg_acc': 0.0, 'loss': 0.2782346443556532}
+{'epoch': 30, 'iter': 790, 'avg_loss': 0.2257929983614353, 'avg_acc': 0.0, 'loss': 0.2602101692878835}
+{'epoch': 30, 'iter': 800, 'avg_loss': 0.22588217653829284, 'avg_acc': 0.0, 'loss': 0.2654252455446502}
+{'epoch': 30, 'iter': 810, 'avg_loss': 0.22588088706241438, 'avg_acc': 0.0, 'loss': 0.27220023366432344}
+{'epoch': 30, 'iter': 820, 'avg_loss': 0.2254666587140342, 'avg_acc': 0.0, 'loss': 0.20667359232045002}
+{'epoch': 30, 'iter': 830, 'avg_loss': 0.2252279018264394, 'avg_acc': 0.0, 'loss': 0.19267781608383366}
+{'epoch': 30, 'iter': 840, 'avg_loss': 0.2249052403487018, 'avg_acc': 0.0, 'loss': 0.19431944272025703}
+{'epoch': 30, 'iter': 850, 'avg_loss': 0.2247123499850767, 'avg_acc': 0.0, 'loss': 0.15876840135103976}
+{'epoch': 30, 'iter': 860, 'avg_loss': 0.22479626372398373, 'avg_acc': 0.0, 'loss': 0.27015879748598437}
+{'epoch': 30, 'iter': 870, 'avg_loss': 0.2252564486458236, 'avg_acc': 0.0, 'loss': 0.27342354833175314}
+{'epoch': 30, 'iter': 880, 'avg_loss': 0.22509827781939598, 'avg_acc': 0.0, 'loss': 0.17892239471625868}
+{'epoch': 30, 'iter': 890, 'avg_loss': 0.22506344589036753, 'avg_acc': 0.0, 'loss': 0.2614374744237336}
+{'epoch': 30, 'iter': 900, 'avg_loss': 0.22514007510775788, 'avg_acc': 0.0, 'loss': 0.21385707081965066}
+{'epoch': 30, 'iter': 910, 'avg_loss': 0.22520775922861824, 'avg_acc': 0.0, 'loss': 0.20902406006106436}
+{'epoch': 30, 'iter': 920, 'avg_loss': 0.22542310962786372, 'avg_acc': 0.0, 'loss': 0.2263088440134392}
+{'epoch': 30, 'iter': 930, 'avg_loss': 0.22533227341998774, 'avg_acc': 0.0, 'loss': 0.18975590460539543}
+{'epoch': 30, 'iter': 940, 'avg_loss': 0.22533283805312304, 'avg_acc': 0.0, 'loss': 0.21309998619725384}
+{'epoch': 30, 'iter': 950, 'avg_loss': 0.22553708772036002, 'avg_acc': 0.0, 'loss': 0.23351163018245252}
+{'epoch': 30, 'iter': 960, 'avg_loss': 0.22538992993780366, 'avg_acc': 0.0, 'loss': 0.2241873431339627}
+{'epoch': 30, 'iter': 970, 'avg_loss': 0.22553871928994157, 'avg_acc': 0.0, 'loss': 0.30166249169384884}
+{'epoch': 30, 'iter': 980, 'avg_loss': 0.22575175459861738, 'avg_acc': 0.0, 'loss': 0.22917576395473457}
+{'epoch': 30, 'iter': 990, 'avg_loss': 0.22596073426082539, 'avg_acc': 0.0, 'loss': 0.22121290532517637}
+{'epoch': 30, 'iter': 1000, 'avg_loss': 0.2259966449415205, 'avg_acc': 0.0, 'loss': 0.2260512982790195}
+{'epoch': 30, 'iter': 1010, 'avg_loss': 0.22609443134708598, 'avg_acc': 0.0, 'loss': 0.2315214671990426}
+{'epoch': 30, 'iter': 1020, 'avg_loss': 0.22611189163360815, 'avg_acc': 0.0, 'loss': 0.24606409700233403}
+{'epoch': 30, 'iter': 1030, 'avg_loss': 0.22603079998770495, 'avg_acc': 0.0, 'loss': 0.1962985928215143}
+{'epoch': 30, 'iter': 1040, 'avg_loss': 0.22593661655779362, 'avg_acc': 0.0, 'loss': 0.2603374261375393}
+{'epoch': 30, 'iter': 1050, 'avg_loss': 0.2258732792651426, 'avg_acc': 0.0, 'loss': 0.2064610804414997}
+{'epoch': 30, 'iter': 1060, 'avg_loss': 0.2258114575809658, 'avg_acc': 0.0, 'loss': 0.1837304562344733}
+{'epoch': 30, 'iter': 1070, 'avg_loss': 0.22569735141158567, 'avg_acc': 0.0, 'loss': 0.17358601675052146}
+{'epoch': 30, 'iter': 1080, 'avg_loss': 0.22572541979222657, 'avg_acc': 0.0, 'loss': 0.18362062971586315}
+{'epoch': 30, 'iter': 1090, 'avg_loss': 0.2256008094516052, 'avg_acc': 0.0, 'loss': 0.19744035667073537}
+{'epoch': 30, 'iter': 1100, 'avg_loss': 0.2256116392361446, 'avg_acc': 0.0, 'loss': 0.21581788086996312}
+{'epoch': 30, 'iter': 1110, 'avg_loss': 0.22570305975744945, 'avg_acc': 0.0, 'loss': 0.2710337582919432}
+{'epoch': 30, 'iter': 1120, 'avg_loss': 0.22574499726936836, 'avg_acc': 0.0, 'loss': 0.2668781103558168}
+{'epoch': 30, 'iter': 1130, 'avg_loss': 0.22575202875223174, 'avg_acc': 0.0, 'loss': 0.20030966001435704}
+{'epoch': 30, 'iter': 1140, 'avg_loss': 0.2255909262677992, 'avg_acc': 0.0, 'loss': 0.22297842756704864}
+{'epoch': 30, 'iter': 1150, 'avg_loss': 0.22543202677238877, 'avg_acc': 0.0, 'loss': 0.23587413614096214}
+{'epoch': 30, 'iter': 1160, 'avg_loss': 0.2256527213182418, 'avg_acc': 0.0, 'loss': 0.2642848707901391}
+{'epoch': 30, 'iter': 1170, 'avg_loss': 0.22551410705242303, 'avg_acc': 0.0, 'loss': 0.21917909992628534}
+{'epoch': 30, 'iter': 1180, 'avg_loss': 0.2255144943078604, 'avg_acc': 0.0, 'loss': 0.16917496482252706}
+{'epoch': 30, 'iter': 1190, 'avg_loss': 0.22539111623227812, 'avg_acc': 0.0, 'loss': 0.17676110169510853}
+{'epoch': 30, 'iter': 1200, 'avg_loss': 0.22522638810991222, 'avg_acc': 0.0, 'loss': 0.20095585486917245}
+{'epoch': 30, 'iter': 1210, 'avg_loss': 0.22531105579030047, 'avg_acc': 0.0, 'loss': 0.21856612638660927}
+{'epoch': 30, 'iter': 1220, 'avg_loss': 0.22535584061224648, 'avg_acc': 0.0, 'loss': 0.17350944543885102}
+{'epoch': 30, 'iter': 1230, 'avg_loss': 0.22546080173545077, 'avg_acc': 0.0, 'loss': 0.269062264039787}
+{'epoch': 30, 'iter': 1240, 'avg_loss': 0.2253664112720156, 'avg_acc': 0.0, 'loss': 0.2287703052258426}
+{'epoch': 'EP30_test', 'eval_accuracy': 0.0, 'ece': 0.1294909417629242, 'avg_loss': 0.2253664112720156, 'f1_scores': 0.7309697551048127}
+{'epoch': 31, 'iter': 0, 'avg_loss': 0.15873545968738004, 'avg_acc': 0.0, 'loss': 0.15873545968738004}
+{'epoch': 31, 'iter': 10, 'avg_loss': 0.19969531304260804, 'avg_acc': 0.0, 'loss': 0.22503663113999597}
+{'epoch': 31, 'iter': 20, 'avg_loss': 0.19958119897280596, 'avg_acc': 0.0, 'loss': 0.2047076693353834}
+{'epoch': 31, 'iter': 30, 'avg_loss': 0.21013324779782366, 'avg_acc': 0.0, 'loss': 0.18762143950448262}
+{'epoch': 31, 'iter': 40, 'avg_loss': 0.21780224947216545, 'avg_acc': 0.0, 'loss': 0.3158617332067349}
+{'epoch': 31, 'iter': 50, 'avg_loss': 0.21832237394802065, 'avg_acc': 0.0, 'loss': 0.21884071953953868}
+{'epoch': 31, 'iter': 60, 'avg_loss': 0.22414630265232022, 'avg_acc': 0.0, 'loss': 0.20030622641983037}
+{'epoch': 31, 'iter': 70, 'avg_loss': 0.22666027960360974, 'avg_acc': 0.0, 'loss': 0.25791481684695683}
+{'epoch': 31, 'iter': 80, 'avg_loss': 0.223533010265951, 'avg_acc': 0.0, 'loss': 0.20791415370178712}
+{'epoch': 31, 'iter': 90, 'avg_loss': 0.22335020228870622, 'avg_acc': 0.0, 'loss': 0.22481836588484122}
+{'epoch': 31, 'iter': 100, 'avg_loss': 0.22313018817551197, 'avg_acc': 0.0, 'loss': 0.24608367151953253}
+{'epoch': 31, 'iter': 110, 'avg_loss': 0.22221032012657735, 'avg_acc': 0.0, 'loss': 0.22026977865597733}
+{'epoch': 31, 'iter': 120, 'avg_loss': 0.22050593829991239, 'avg_acc': 0.0, 'loss': 0.1960002523408093}
+{'epoch': 31, 'iter': 130, 'avg_loss': 0.21971530683205065, 'avg_acc': 0.0, 'loss': 0.16931909411360785}
+{'epoch': 31, 'iter': 140, 'avg_loss': 0.22014316028388659, 'avg_acc': 0.0, 'loss': 0.28282900162944963}
+{'epoch': 31, 'iter': 150, 'avg_loss': 0.2214313499687833, 'avg_acc': 0.0, 'loss': 0.27935024668061353}
+{'epoch': 31, 'iter': 160, 'avg_loss': 0.2225664047900931, 'avg_acc': 0.0, 'loss': 0.23573160513719163}
+{'epoch': 31, 'iter': 170, 'avg_loss': 0.22084081607963182, 'avg_acc': 0.0, 'loss': 0.21271436115885728}
+{'epoch': 31, 'iter': 180, 'avg_loss': 0.2210916033805442, 'avg_acc': 0.0, 'loss': 0.254515167670531}
+{'epoch': 31, 'iter': 190, 'avg_loss': 0.22068115108564823, 'avg_acc': 0.0, 'loss': 0.1471711448908276}
+{'epoch': 31, 'iter': 200, 'avg_loss': 0.22075020593345776, 'avg_acc': 0.0, 'loss': 0.22379031557420603}
+{'epoch': 31, 'iter': 210, 'avg_loss': 0.22095952077008424, 'avg_acc': 0.0, 'loss': 0.197304855908994}
+{'epoch': 31, 'iter': 220, 'avg_loss': 0.2212134721920222, 'avg_acc': 0.0, 'loss': 0.24049106359357858}
+{'epoch': 31, 'iter': 230, 'avg_loss': 0.22209458428706114, 'avg_acc': 0.0, 'loss': 0.23120012178771632}
+{'epoch': 31, 'iter': 240, 'avg_loss': 0.2222662069736001, 'avg_acc': 0.0, 'loss': 0.29592831900218436}
+{'epoch': 31, 'iter': 250, 'avg_loss': 0.2222622400592164, 'avg_acc': 0.0, 'loss': 0.2350437757004329}
+{'epoch': 31, 'iter': 260, 'avg_loss': 0.22229249248728322, 'avg_acc': 0.0, 'loss': 0.25952701811804346}
+{'epoch': 31, 'iter': 270, 'avg_loss': 0.2221488947237393, 'avg_acc': 0.0, 'loss': 0.26291481833686703}
+{'epoch': 31, 'iter': 280, 'avg_loss': 0.22199976582004924, 'avg_acc': 0.0, 'loss': 0.23461440087628813}
+{'epoch': 31, 'iter': 290, 'avg_loss': 0.2219384207284891, 'avg_acc': 0.0, 'loss': 0.20615258060050629}
+{'epoch': 31, 'iter': 300, 'avg_loss': 0.22134713864901662, 'avg_acc': 0.0, 'loss': 0.20017429927338526}
+{'epoch': 31, 'iter': 310, 'avg_loss': 0.22124292301795448, 'avg_acc': 0.0, 'loss': 0.1640087207464538}
+{'epoch': 31, 'iter': 320, 'avg_loss': 0.2215013974645053, 'avg_acc': 0.0, 'loss': 0.19659471665685097}
+{'epoch': 31, 'iter': 330, 'avg_loss': 0.22179902731840045, 'avg_acc': 0.0, 'loss': 0.25902624809366764}
+{'epoch': 31, 'iter': 340, 'avg_loss': 0.22242232778710622, 'avg_acc': 0.0, 'loss': 0.2723646917138467}
+{'epoch': 31, 'iter': 350, 'avg_loss': 0.22219556796424608, 'avg_acc': 0.0, 'loss': 0.23663305368086185}
+{'epoch': 31, 'iter': 360, 'avg_loss': 0.22211545218841577, 'avg_acc': 0.0, 'loss': 0.1757575031178281}
+{'epoch': 31, 'iter': 370, 'avg_loss': 0.2220160954982365, 'avg_acc': 0.0, 'loss': 0.20249724670324146}
+{'epoch': 31, 'iter': 380, 'avg_loss': 0.22199934087578513, 'avg_acc': 0.0, 'loss': 0.16688127392194474}
+{'epoch': 31, 'iter': 390, 'avg_loss': 0.22196014738624165, 'avg_acc': 0.0, 'loss': 0.19342038162735012}
+{'epoch': 31, 'iter': 400, 'avg_loss': 0.22208743671197964, 'avg_acc': 0.0, 'loss': 0.2344474393369345}
+{'epoch': 31, 'iter': 410, 'avg_loss': 0.222362861262394, 'avg_acc': 0.0, 'loss': 0.20017938694991244}
+{'epoch': 31, 'iter': 420, 'avg_loss': 0.22197226316978724, 'avg_acc': 0.0, 'loss': 0.1797789364760547}
+{'epoch': 31, 'iter': 430, 'avg_loss': 0.2219989040499908, 'avg_acc': 0.0, 'loss': 0.23706776328037904}
+{'epoch': 31, 'iter': 440, 'avg_loss': 0.22190540804997674, 'avg_acc': 0.0, 'loss': 0.25567935771641714}
+{'epoch': 31, 'iter': 450, 'avg_loss': 0.22210468387434645, 'avg_acc': 0.0, 'loss': 0.24499144995278194}
+{'epoch': 31, 'iter': 460, 'avg_loss': 0.2222660502753652, 'avg_acc': 0.0, 'loss': 0.20148207927309159}
+{'epoch': 31, 'iter': 470, 'avg_loss': 0.22215782488988725, 'avg_acc': 0.0, 'loss': 0.2248588446569946}
+{'epoch': 31, 'iter': 480, 'avg_loss': 0.222101936780017, 'avg_acc': 0.0, 'loss': 0.22825530717942194}
+{'epoch': 31, 'iter': 490, 'avg_loss': 0.22197433545420156, 'avg_acc': 0.0, 'loss': 0.19757653615537102}
+{'epoch': 31, 'iter': 500, 'avg_loss': 0.2217600434806264, 'avg_acc': 0.0, 'loss': 0.2429960612334006}
+{'epoch': 31, 'iter': 510, 'avg_loss': 0.22178958176363128, 'avg_acc': 0.0, 'loss': 0.1764356197625797}
+{'epoch': 31, 'iter': 520, 'avg_loss': 0.22166075042411404, 'avg_acc': 0.0, 'loss': 0.2366857063667404}
+{'epoch': 31, 'iter': 530, 'avg_loss': 0.22169630959927014, 'avg_acc': 0.0, 'loss': 0.22835992059736196}
+{'epoch': 31, 'iter': 540, 'avg_loss': 0.22191921941878603, 'avg_acc': 0.0, 'loss': 0.1856528040567582}
+{'epoch': 31, 'iter': 550, 'avg_loss': 0.2218700975691472, 'avg_acc': 0.0, 'loss': 0.27090812930360436}
+{'epoch': 31, 'iter': 560, 'avg_loss': 0.22161864278025192, 'avg_acc': 0.0, 'loss': 0.15562840226704922}
+{'epoch': 31, 'iter': 570, 'avg_loss': 0.22220101828034247, 'avg_acc': 0.0, 'loss': 0.23673765622103407}
+{'epoch': 31, 'iter': 580, 'avg_loss': 0.22213109423856311, 'avg_acc': 0.0, 'loss': 0.20837156546518337}
+{'epoch': 31, 'iter': 590, 'avg_loss': 0.22228099877572677, 'avg_acc': 0.0, 'loss': 0.23327265238627398}
+{'epoch': 31, 'iter': 600, 'avg_loss': 0.22227176927653614, 'avg_acc': 0.0, 'loss': 0.2491710789116236}
+{'epoch': 31, 'iter': 610, 'avg_loss': 0.2225769520801563, 'avg_acc': 0.0, 'loss': 0.29313015976104645}
+{'epoch': 31, 'iter': 620, 'avg_loss': 0.22314965601628559, 'avg_acc': 0.0, 'loss': 0.22364114763714885}
+{'epoch': 31, 'iter': 630, 'avg_loss': 0.22304333472001478, 'avg_acc': 0.0, 'loss': 0.17346979819946487}
+{'epoch': 31, 'iter': 640, 'avg_loss': 0.2230520496984976, 'avg_acc': 0.0, 'loss': 0.2071736821145415}
+{'epoch': 31, 'iter': 650, 'avg_loss': 0.2231143207608469, 'avg_acc': 0.0, 'loss': 0.2508770808243363}
+{'epoch': 31, 'iter': 660, 'avg_loss': 0.2235818802543542, 'avg_acc': 0.0, 'loss': 0.24462650769818797}
+{'epoch': 31, 'iter': 670, 'avg_loss': 0.22341854786212612, 'avg_acc': 0.0, 'loss': 0.2120532455088713}
+{'epoch': 31, 'iter': 680, 'avg_loss': 0.22356385558880934, 'avg_acc': 0.0, 'loss': 0.21669326336593386}
+{'epoch': 31, 'iter': 690, 'avg_loss': 0.22382632649857306, 'avg_acc': 0.0, 'loss': 0.24105873445929707}
+{'epoch': 31, 'iter': 700, 'avg_loss': 0.2238724827414444, 'avg_acc': 0.0, 'loss': 0.17816309984976084}
+{'epoch': 31, 'iter': 710, 'avg_loss': 0.2237098611012013, 'avg_acc': 0.0, 'loss': 0.17525030005744416}
+{'epoch': 31, 'iter': 720, 'avg_loss': 0.2235784677913764, 'avg_acc': 0.0, 'loss': 0.22205775097069946}
+{'epoch': 31, 'iter': 730, 'avg_loss': 0.2234556967227236, 'avg_acc': 0.0, 'loss': 0.2591809119884536}
+{'epoch': 31, 'iter': 740, 'avg_loss': 0.22367450114079343, 'avg_acc': 0.0, 'loss': 0.23588888960544602}
+{'epoch': 31, 'iter': 750, 'avg_loss': 0.22363740219202, 'avg_acc': 0.0, 'loss': 0.2225532496584362}
+{'epoch': 31, 'iter': 760, 'avg_loss': 0.2237733589658359, 'avg_acc': 0.0, 'loss': 0.3110834850980219}
+{'epoch': 31, 'iter': 770, 'avg_loss': 0.22353224786665876, 'avg_acc': 0.0, 'loss': 0.17331242829985577}
+{'epoch': 31, 'iter': 780, 'avg_loss': 0.22340990082538437, 'avg_acc': 0.0, 'loss': 0.2715495835135308}
+{'epoch': 31, 'iter': 790, 'avg_loss': 0.22323914752205035, 'avg_acc': 0.0, 'loss': 0.258223097176759}
+{'epoch': 31, 'iter': 800, 'avg_loss': 0.2233286077763435, 'avg_acc': 0.0, 'loss': 0.2620136072156518}
+{'epoch': 31, 'iter': 810, 'avg_loss': 0.22332568294826824, 'avg_acc': 0.0, 'loss': 0.2651410044527113}
+{'epoch': 31, 'iter': 820, 'avg_loss': 0.22290073895683493, 'avg_acc': 0.0, 'loss': 0.20361496754828423}
+{'epoch': 31, 'iter': 830, 'avg_loss': 0.22268751968055445, 'avg_acc': 0.0, 'loss': 0.19212361455241272}
+{'epoch': 31, 'iter': 840, 'avg_loss': 0.22237227510627464, 'avg_acc': 0.0, 'loss': 0.1941615965568774}
+{'epoch': 31, 'iter': 850, 'avg_loss': 0.22218269914271654, 'avg_acc': 0.0, 'loss': 0.15905167334197554}
+{'epoch': 31, 'iter': 860, 'avg_loss': 0.2222719705037247, 'avg_acc': 0.0, 'loss': 0.265297190142795}
+{'epoch': 31, 'iter': 870, 'avg_loss': 0.22272472901947568, 'avg_acc': 0.0, 'loss': 0.27331637361463174}
+{'epoch': 31, 'iter': 880, 'avg_loss': 0.22257527660386028, 'avg_acc': 0.0, 'loss': 0.1788598317623707}
+{'epoch': 31, 'iter': 890, 'avg_loss': 0.22254053656693104, 'avg_acc': 0.0, 'loss': 0.25889457676722877}
+{'epoch': 31, 'iter': 900, 'avg_loss': 0.22261559531386954, 'avg_acc': 0.0, 'loss': 0.21237533299284092}
+{'epoch': 31, 'iter': 910, 'avg_loss': 0.22269384000815737, 'avg_acc': 0.0, 'loss': 0.2069520291832987}
+{'epoch': 31, 'iter': 920, 'avg_loss': 0.22292135859578677, 'avg_acc': 0.0, 'loss': 0.22522471712185116}
+{'epoch': 31, 'iter': 930, 'avg_loss': 0.2228229280302157, 'avg_acc': 0.0, 'loss': 0.18982386873208917}
+{'epoch': 31, 'iter': 940, 'avg_loss': 0.22282699576326326, 'avg_acc': 0.0, 'loss': 0.21051358255109723}
+{'epoch': 31, 'iter': 950, 'avg_loss': 0.22303358058612366, 'avg_acc': 0.0, 'loss': 0.23324167394262724}
+{'epoch': 31, 'iter': 960, 'avg_loss': 0.22288981141024133, 'avg_acc': 0.0, 'loss': 0.2198111570416391}
+{'epoch': 31, 'iter': 970, 'avg_loss': 0.22304057780605327, 'avg_acc': 0.0, 'loss': 0.3007173431617827}
+{'epoch': 31, 'iter': 980, 'avg_loss': 0.22324651552682248, 'avg_acc': 0.0, 'loss': 0.22704672685482102}
+{'epoch': 31, 'iter': 990, 'avg_loss': 0.22344566327687812, 'avg_acc': 0.0, 'loss': 0.21360507695538086}
+{'epoch': 31, 'iter': 1000, 'avg_loss': 0.22348808535125134, 'avg_acc': 0.0, 'loss': 0.22280201516337325}
+{'epoch': 31, 'iter': 1010, 'avg_loss': 0.2235960900824617, 'avg_acc': 0.0, 'loss': 0.23154541499859857}
+{'epoch': 31, 'iter': 1020, 'avg_loss': 0.223608443278134, 'avg_acc': 0.0, 'loss': 0.2431221937177952}
+{'epoch': 31, 'iter': 1030, 'avg_loss': 0.22353303409918535, 'avg_acc': 0.0, 'loss': 0.19458537840429405}
+{'epoch': 31, 'iter': 1040, 'avg_loss': 0.22342423260632235, 'avg_acc': 0.0, 'loss': 0.2576871757338657}
+{'epoch': 31, 'iter': 1050, 'avg_loss': 0.22335513955709374, 'avg_acc': 0.0, 'loss': 0.20368329901409002}
+{'epoch': 31, 'iter': 1060, 'avg_loss': 0.22329024814358753, 'avg_acc': 0.0, 'loss': 0.17902756582946364}
+{'epoch': 31, 'iter': 1070, 'avg_loss': 0.22318936074433712, 'avg_acc': 0.0, 'loss': 0.1732549056704329}
+{'epoch': 31, 'iter': 1080, 'avg_loss': 0.223215072249938, 'avg_acc': 0.0, 'loss': 0.18552735359773057}
+{'epoch': 31, 'iter': 1090, 'avg_loss': 0.22309663432448965, 'avg_acc': 0.0, 'loss': 0.19665339988770417}
+{'epoch': 31, 'iter': 1100, 'avg_loss': 0.22311629585716253, 'avg_acc': 0.0, 'loss': 0.2156260295870262}
+{'epoch': 31, 'iter': 1110, 'avg_loss': 0.22320594089812307, 'avg_acc': 0.0, 'loss': 0.26850937664430924}
+{'epoch': 31, 'iter': 1120, 'avg_loss': 0.2232494090363238, 'avg_acc': 0.0, 'loss': 0.2619164324204835}
+{'epoch': 31, 'iter': 1130, 'avg_loss': 0.22324990770511136, 'avg_acc': 0.0, 'loss': 0.1978005867820879}
+{'epoch': 31, 'iter': 1140, 'avg_loss': 0.223096982745321, 'avg_acc': 0.0, 'loss': 0.22010657638072317}
+{'epoch': 31, 'iter': 1150, 'avg_loss': 0.2229421469494349, 'avg_acc': 0.0, 'loss': 0.2336380113704633}
+{'epoch': 31, 'iter': 1160, 'avg_loss': 0.22315622823998213, 'avg_acc': 0.0, 'loss': 0.2626812952874908}
+{'epoch': 31, 'iter': 1170, 'avg_loss': 0.22301763459189225, 'avg_acc': 0.0, 'loss': 0.2189117016754218}
+{'epoch': 31, 'iter': 1180, 'avg_loss': 0.22302572438727675, 'avg_acc': 0.0, 'loss': 0.17020279071818678}
+{'epoch': 31, 'iter': 1190, 'avg_loss': 0.22290820487059823, 'avg_acc': 0.0, 'loss': 0.17496511070645024}
+{'epoch': 31, 'iter': 1200, 'avg_loss': 0.22273979708997482, 'avg_acc': 0.0, 'loss': 0.19638371413371453}
+{'epoch': 31, 'iter': 1210, 'avg_loss': 0.22283145548293434, 'avg_acc': 0.0, 'loss': 0.2174755632143907}
+{'epoch': 31, 'iter': 1220, 'avg_loss': 0.22287622177298952, 'avg_acc': 0.0, 'loss': 0.1705712780277671}
+{'epoch': 31, 'iter': 1230, 'avg_loss': 0.22297995663287187, 'avg_acc': 0.0, 'loss': 0.2672850107473193}
+{'epoch': 31, 'iter': 1240, 'avg_loss': 0.22288718995691434, 'avg_acc': 0.0, 'loss': 0.2226228127116201}
+{'epoch': 'EP31_test', 'eval_accuracy': 0.0, 'ece': 0.14308162033557892, 'avg_loss': 0.22288718995691434, 'f1_scores': 0.7418791421641642}
+{'epoch': 32, 'iter': 0, 'avg_loss': 0.158172345093882, 'avg_acc': 0.0, 'loss': 0.158172345093882}
+{'epoch': 32, 'iter': 10, 'avg_loss': 0.20209241364003064, 'avg_acc': 0.0, 'loss': 0.22818671021796683}
+{'epoch': 32, 'iter': 20, 'avg_loss': 0.20226145365514717, 'avg_acc': 0.0, 'loss': 0.20716023363820568}
+{'epoch': 32, 'iter': 30, 'avg_loss': 0.21267491946243522, 'avg_acc': 0.0, 'loss': 0.19246230860406804}
+{'epoch': 32, 'iter': 40, 'avg_loss': 0.22016250431645853, 'avg_acc': 0.0, 'loss': 0.3131175031733814}
+{'epoch': 32, 'iter': 50, 'avg_loss': 0.2204104687216153, 'avg_acc': 0.0, 'loss': 0.21983589796004058}
+{'epoch': 32, 'iter': 60, 'avg_loss': 0.22594121296818193, 'avg_acc': 0.0, 'loss': 0.20407837798913012}
+{'epoch': 32, 'iter': 70, 'avg_loss': 0.22849507771170907, 'avg_acc': 0.0, 'loss': 0.25872714421400034}
+{'epoch': 32, 'iter': 80, 'avg_loss': 0.22532444853253414, 'avg_acc': 0.0, 'loss': 0.21109135957785188}
+{'epoch': 32, 'iter': 90, 'avg_loss': 0.22508268694446734, 'avg_acc': 0.0, 'loss': 0.22307150434889014}
+{'epoch': 32, 'iter': 100, 'avg_loss': 0.22486776229704436, 'avg_acc': 0.0, 'loss': 0.247306298223618}
+{'epoch': 32, 'iter': 110, 'avg_loss': 0.2239835025201003, 'avg_acc': 0.0, 'loss': 0.2212794976218382}
+{'epoch': 32, 'iter': 120, 'avg_loss': 0.22236111329243236, 'avg_acc': 0.0, 'loss': 0.19838374712649703}
+{'epoch': 32, 'iter': 130, 'avg_loss': 0.2216648793399497, 'avg_acc': 0.0, 'loss': 0.17453647713525047}
+{'epoch': 32, 'iter': 140, 'avg_loss': 0.2220466775415278, 'avg_acc': 0.0, 'loss': 0.28160719455498956}
+{'epoch': 32, 'iter': 150, 'avg_loss': 0.22331700478946864, 'avg_acc': 0.0, 'loss': 0.2828789084234618}
+{'epoch': 32, 'iter': 160, 'avg_loss': 0.22436853582031796, 'avg_acc': 0.0, 'loss': 0.23395941782512505}
+{'epoch': 32, 'iter': 170, 'avg_loss': 0.22279701291648854, 'avg_acc': 0.0, 'loss': 0.21596596785609887}
+{'epoch': 32, 'iter': 180, 'avg_loss': 0.223078678647026, 'avg_acc': 0.0, 'loss': 0.25288854595890237}
+{'epoch': 32, 'iter': 190, 'avg_loss': 0.2226516363068355, 'avg_acc': 0.0, 'loss': 0.1514939474685174}
+{'epoch': 32, 'iter': 200, 'avg_loss': 0.22272444588710544, 'avg_acc': 0.0, 'loss': 0.22584731074459796}
+{'epoch': 32, 'iter': 210, 'avg_loss': 0.22292327021082203, 'avg_acc': 0.0, 'loss': 0.20251711919542814}
+{'epoch': 32, 'iter': 220, 'avg_loss': 0.2231495311076198, 'avg_acc': 0.0, 'loss': 0.2424065584854296}
+{'epoch': 32, 'iter': 230, 'avg_loss': 0.22401375430234113, 'avg_acc': 0.0, 'loss': 0.23378015554370837}
+{'epoch': 32, 'iter': 240, 'avg_loss': 0.2241497182614505, 'avg_acc': 0.0, 'loss': 0.2931803287066421}
+{'epoch': 32, 'iter': 250, 'avg_loss': 0.22412862866504044, 'avg_acc': 0.0, 'loss': 0.23655010570298274}
+{'epoch': 32, 'iter': 260, 'avg_loss': 0.2241421041609922, 'avg_acc': 0.0, 'loss': 0.2600086076328612}
+{'epoch': 32, 'iter': 270, 'avg_loss': 0.223999915837523, 'avg_acc': 0.0, 'loss': 0.2624918847468832}
+{'epoch': 32, 'iter': 280, 'avg_loss': 0.22388790646499063, 'avg_acc': 0.0, 'loss': 0.23661838032713992}
+{'epoch': 32, 'iter': 290, 'avg_loss': 0.22383144463907237, 'avg_acc': 0.0, 'loss': 0.2082294675783487}
+{'epoch': 32, 'iter': 300, 'avg_loss': 0.22325032742514708, 'avg_acc': 0.0, 'loss': 0.20114113422537877}
+{'epoch': 32, 'iter': 310, 'avg_loss': 0.22315680729173787, 'avg_acc': 0.0, 'loss': 0.17080678950437037}
+{'epoch': 32, 'iter': 320, 'avg_loss': 0.22344456440401592, 'avg_acc': 0.0, 'loss': 0.20294521170840846}
+{'epoch': 32, 'iter': 330, 'avg_loss': 0.22372074465766822, 'avg_acc': 0.0, 'loss': 0.25904559171070624}
+{'epoch': 32, 'iter': 340, 'avg_loss': 0.22434495813765626, 'avg_acc': 0.0, 'loss': 0.2740542205701136}
+{'epoch': 32, 'iter': 350, 'avg_loss': 0.2241383912899853, 'avg_acc': 0.0, 'loss': 0.2392578021123362}
+{'epoch': 32, 'iter': 360, 'avg_loss': 0.2240718128455457, 'avg_acc': 0.0, 'loss': 0.17816497869219866}
+{'epoch': 32, 'iter': 370, 'avg_loss': 0.22400026427683156, 'avg_acc': 0.0, 'loss': 0.20499822817006522}
+{'epoch': 32, 'iter': 380, 'avg_loss': 0.22399124249889357, 'avg_acc': 0.0, 'loss': 0.17123607192786494}
+{'epoch': 32, 'iter': 390, 'avg_loss': 0.22395142046194502, 'avg_acc': 0.0, 'loss': 0.197130182273213}
+{'epoch': 32, 'iter': 400, 'avg_loss': 0.22406860632835757, 'avg_acc': 0.0, 'loss': 0.2346828175660026}
+{'epoch': 32, 'iter': 410, 'avg_loss': 0.22434054423081612, 'avg_acc': 0.0, 'loss': 0.2040002470831236}
+{'epoch': 32, 'iter': 420, 'avg_loss': 0.22395810655803308, 'avg_acc': 0.0, 'loss': 0.18424797076082605}
+{'epoch': 32, 'iter': 430, 'avg_loss': 0.2240185477836559, 'avg_acc': 0.0, 'loss': 0.23903636365966055}
+{'epoch': 32, 'iter': 440, 'avg_loss': 0.2239232531963667, 'avg_acc': 0.0, 'loss': 0.25546112708876273}
+{'epoch': 32, 'iter': 450, 'avg_loss': 0.22412769759954881, 'avg_acc': 0.0, 'loss': 0.24463691830091452}
+{'epoch': 32, 'iter': 460, 'avg_loss': 0.22427510285592023, 'avg_acc': 0.0, 'loss': 0.20488799428410076}
+{'epoch': 32, 'iter': 470, 'avg_loss': 0.22417816827928955, 'avg_acc': 0.0, 'loss': 0.2287780498041424}
+{'epoch': 32, 'iter': 480, 'avg_loss': 0.22414056648848513, 'avg_acc': 0.0, 'loss': 0.23079565572278884}
+{'epoch': 32, 'iter': 490, 'avg_loss': 0.2240240132801809, 'avg_acc': 0.0, 'loss': 0.1995848821456028}
+{'epoch': 32, 'iter': 500, 'avg_loss': 0.2238291818576085, 'avg_acc': 0.0, 'loss': 0.24437240258534335}
+{'epoch': 32, 'iter': 510, 'avg_loss': 0.2238450548696751, 'avg_acc': 0.0, 'loss': 0.1772954090809305}
+{'epoch': 32, 'iter': 520, 'avg_loss': 0.22373139147448604, 'avg_acc': 0.0, 'loss': 0.24141926230231547}
+{'epoch': 32, 'iter': 530, 'avg_loss': 0.22375107039744913, 'avg_acc': 0.0, 'loss': 0.23331950464184306}
+{'epoch': 32, 'iter': 540, 'avg_loss': 0.22397663300827286, 'avg_acc': 0.0, 'loss': 0.1891600931879306}
+{'epoch': 32, 'iter': 550, 'avg_loss': 0.22394759374454143, 'avg_acc': 0.0, 'loss': 0.2718765574379956}
+{'epoch': 32, 'iter': 560, 'avg_loss': 0.223690663046937, 'avg_acc': 0.0, 'loss': 0.16020707580212598}
+{'epoch': 32, 'iter': 570, 'avg_loss': 0.22424659097967084, 'avg_acc': 0.0, 'loss': 0.238061277345683}
+{'epoch': 32, 'iter': 580, 'avg_loss': 0.22419010553994648, 'avg_acc': 0.0, 'loss': 0.21427322237682994}
+{'epoch': 32, 'iter': 590, 'avg_loss': 0.2243367587507759, 'avg_acc': 0.0, 'loss': 0.23506487439437607}
+{'epoch': 32, 'iter': 600, 'avg_loss': 0.22433625371469695, 'avg_acc': 0.0, 'loss': 0.25034461403869757}
+{'epoch': 32, 'iter': 610, 'avg_loss': 0.22463683075403162, 'avg_acc': 0.0, 'loss': 0.2916900428574211}
+{'epoch': 32, 'iter': 620, 'avg_loss': 0.22519715503291834, 'avg_acc': 0.0, 'loss': 0.22971306715128645}
+{'epoch': 32, 'iter': 630, 'avg_loss': 0.22510652567449618, 'avg_acc': 0.0, 'loss': 0.17829006009541054}
+{'epoch': 32, 'iter': 640, 'avg_loss': 0.2251177369675303, 'avg_acc': 0.0, 'loss': 0.2108280967711055}
+{'epoch': 32, 'iter': 650, 'avg_loss': 0.22517039222377602, 'avg_acc': 0.0, 'loss': 0.24995790970219137}
+{'epoch': 32, 'iter': 660, 'avg_loss': 0.2256082710390992, 'avg_acc': 0.0, 'loss': 0.24510683394437038}
+{'epoch': 32, 'iter': 670, 'avg_loss': 0.22543478906451622, 'avg_acc': 0.0, 'loss': 0.215437213395262}
+{'epoch': 32, 'iter': 680, 'avg_loss': 0.22556530305869185, 'avg_acc': 0.0, 'loss': 0.2198459974119292}
+{'epoch': 32, 'iter': 690, 'avg_loss': 0.22581242680700975, 'avg_acc': 0.0, 'loss': 0.24227777420248586}
+{'epoch': 32, 'iter': 700, 'avg_loss': 0.22585677915702146, 'avg_acc': 0.0, 'loss': 0.18171553585703543}
+{'epoch': 32, 'iter': 710, 'avg_loss': 0.22570359305397011, 'avg_acc': 0.0, 'loss': 0.17560178901261939}
+{'epoch': 32, 'iter': 720, 'avg_loss': 0.22559655808967286, 'avg_acc': 0.0, 'loss': 0.2266564647560634}
+{'epoch': 32, 'iter': 730, 'avg_loss': 0.22548628793094527, 'avg_acc': 0.0, 'loss': 0.2579813641808966}
+{'epoch': 32, 'iter': 740, 'avg_loss': 0.2256986897463682, 'avg_acc': 0.0, 'loss': 0.23644068700697776}
+{'epoch': 32, 'iter': 750, 'avg_loss': 0.22566271497303567, 'avg_acc': 0.0, 'loss': 0.2238098041991309}
+{'epoch': 32, 'iter': 760, 'avg_loss': 0.2257964217063848, 'avg_acc': 0.0, 'loss': 0.3103290669140993}
+{'epoch': 32, 'iter': 770, 'avg_loss': 0.22555641175929492, 'avg_acc': 0.0, 'loss': 0.17568430336179322}
+{'epoch': 32, 'iter': 780, 'avg_loss': 0.22543770394405666, 'avg_acc': 0.0, 'loss': 0.2705450350178385}
+{'epoch': 32, 'iter': 790, 'avg_loss': 0.22527222297365546, 'avg_acc': 0.0, 'loss': 0.2590285921078248}
+{'epoch': 32, 'iter': 800, 'avg_loss': 0.22537225496825164, 'avg_acc': 0.0, 'loss': 0.2645275595392117}
+{'epoch': 32, 'iter': 810, 'avg_loss': 0.22537387446846344, 'avg_acc': 0.0, 'loss': 0.2638551427898099}
+{'epoch': 32, 'iter': 820, 'avg_loss': 0.22496950129385762, 'avg_acc': 0.0, 'loss': 0.20620505420629343}
+{'epoch': 32, 'iter': 830, 'avg_loss': 0.22476296688899425, 'avg_acc': 0.0, 'loss': 0.1942107709799237}
+{'epoch': 32, 'iter': 840, 'avg_loss': 0.22447042472359055, 'avg_acc': 0.0, 'loss': 0.19798613810046714}
+{'epoch': 32, 'iter': 850, 'avg_loss': 0.2242939028116384, 'avg_acc': 0.0, 'loss': 0.1623916938073892}
+{'epoch': 32, 'iter': 860, 'avg_loss': 0.22438357644747672, 'avg_acc': 0.0, 'loss': 0.26847069943330226}
+{'epoch': 32, 'iter': 870, 'avg_loss': 0.22481731784322956, 'avg_acc': 0.0, 'loss': 0.2725848184989315}
+{'epoch': 32, 'iter': 880, 'avg_loss': 0.2246646724582325, 'avg_acc': 0.0, 'loss': 0.18241946353769628}
+{'epoch': 32, 'iter': 890, 'avg_loss': 0.2246404049738053, 'avg_acc': 0.0, 'loss': 0.2621322790195921}
+{'epoch': 32, 'iter': 900, 'avg_loss': 0.22471991045354595, 'avg_acc': 0.0, 'loss': 0.2154318770125688}
+{'epoch': 32, 'iter': 910, 'avg_loss': 0.22479430670254374, 'avg_acc': 0.0, 'loss': 0.21116494552734366}
+{'epoch': 32, 'iter': 920, 'avg_loss': 0.22500733760694835, 'avg_acc': 0.0, 'loss': 0.22736561437060182}
+{'epoch': 32, 'iter': 930, 'avg_loss': 0.22492345343559553, 'avg_acc': 0.0, 'loss': 0.19278553088848377}
+{'epoch': 32, 'iter': 940, 'avg_loss': 0.2249240315760508, 'avg_acc': 0.0, 'loss': 0.2157410361753591}
+{'epoch': 32, 'iter': 950, 'avg_loss': 0.22512019224042884, 'avg_acc': 0.0, 'loss': 0.23433676011317012}
+{'epoch': 32, 'iter': 960, 'avg_loss': 0.2249884578278024, 'avg_acc': 0.0, 'loss': 0.22463479611016215}
+{'epoch': 32, 'iter': 970, 'avg_loss': 0.22512946874977116, 'avg_acc': 0.0, 'loss': 0.3004692318604287}
+{'epoch': 32, 'iter': 980, 'avg_loss': 0.22532642490540658, 'avg_acc': 0.0, 'loss': 0.2286218900233702}
+{'epoch': 32, 'iter': 990, 'avg_loss': 0.2255209164231276, 'avg_acc': 0.0, 'loss': 0.21362003187011525}
+{'epoch': 32, 'iter': 1000, 'avg_loss': 0.22557206112761333, 'avg_acc': 0.0, 'loss': 0.22588707137916636}
+{'epoch': 32, 'iter': 1010, 'avg_loss': 0.22566649451562815, 'avg_acc': 0.0, 'loss': 0.2336704927125603}
+{'epoch': 32, 'iter': 1020, 'avg_loss': 0.2256757084229704, 'avg_acc': 0.0, 'loss': 0.24121931616595507}
+{'epoch': 32, 'iter': 1030, 'avg_loss': 0.22560860921212636, 'avg_acc': 0.0, 'loss': 0.1987566426527597}
+{'epoch': 32, 'iter': 1040, 'avg_loss': 0.22550061125837212, 'avg_acc': 0.0, 'loss': 0.2561418442344023}
+{'epoch': 32, 'iter': 1050, 'avg_loss': 0.22543594764681898, 'avg_acc': 0.0, 'loss': 0.20564040249868346}
+{'epoch': 32, 'iter': 1060, 'avg_loss': 0.225377706504637, 'avg_acc': 0.0, 'loss': 0.1803074330922852}
+{'epoch': 32, 'iter': 1070, 'avg_loss': 0.225282718727172, 'avg_acc': 0.0, 'loss': 0.17598216141391276}
+{'epoch': 32, 'iter': 1080, 'avg_loss': 0.22530177240014995, 'avg_acc': 0.0, 'loss': 0.18598448726178113}
+{'epoch': 32, 'iter': 1090, 'avg_loss': 0.22517306057535955, 'avg_acc': 0.0, 'loss': 0.1986994001599669}
+{'epoch': 32, 'iter': 1100, 'avg_loss': 0.22519277568039434, 'avg_acc': 0.0, 'loss': 0.21763805250774176}
+{'epoch': 32, 'iter': 1110, 'avg_loss': 0.22526813150789993, 'avg_acc': 0.0, 'loss': 0.2687420467437797}
+{'epoch': 32, 'iter': 1120, 'avg_loss': 0.22530353219862181, 'avg_acc': 0.0, 'loss': 0.2634275006211542}
+{'epoch': 32, 'iter': 1130, 'avg_loss': 0.22530070244057204, 'avg_acc': 0.0, 'loss': 0.19832972517633607}
+{'epoch': 32, 'iter': 1140, 'avg_loss': 0.2251539942247346, 'avg_acc': 0.0, 'loss': 0.2193444572532631}
+{'epoch': 32, 'iter': 1150, 'avg_loss': 0.22500380352101476, 'avg_acc': 0.0, 'loss': 0.23236865139590787}
+{'epoch': 32, 'iter': 1160, 'avg_loss': 0.22520444997383712, 'avg_acc': 0.0, 'loss': 0.2644078811000067}
+{'epoch': 32, 'iter': 1170, 'avg_loss': 0.22506467101488603, 'avg_acc': 0.0, 'loss': 0.2209904987928764}
+{'epoch': 32, 'iter': 1180, 'avg_loss': 0.22506636866237759, 'avg_acc': 0.0, 'loss': 0.17297550230523484}
+{'epoch': 32, 'iter': 1190, 'avg_loss': 0.22494928623395738, 'avg_acc': 0.0, 'loss': 0.18046489800859228}
+{'epoch': 32, 'iter': 1200, 'avg_loss': 0.22478900432890242, 'avg_acc': 0.0, 'loss': 0.19937430101991332}
+{'epoch': 32, 'iter': 1210, 'avg_loss': 0.224868822670483, 'avg_acc': 0.0, 'loss': 0.21746036880480393}
+{'epoch': 32, 'iter': 1220, 'avg_loss': 0.22490255084898872, 'avg_acc': 0.0, 'loss': 0.1745423486117618}
+{'epoch': 32, 'iter': 1230, 'avg_loss': 0.22500232343115212, 'avg_acc': 0.0, 'loss': 0.269220240072806}
+{'epoch': 32, 'iter': 1240, 'avg_loss': 0.22491966227806065, 'avg_acc': 0.0, 'loss': 0.2228098083226249}
+{'epoch': 'EP32_test', 'eval_accuracy': 0.0, 'ece': 0.12836973369121552, 'avg_loss': 0.22491966227806065, 'f1_scores': 0.7605633919470475}
+{'epoch': 33, 'iter': 0, 'avg_loss': 0.1593703716853432, 'avg_acc': 0.0, 'loss': 0.1593703716853432}
+{'epoch': 33, 'iter': 10, 'avg_loss': 0.20094867939685895, 'avg_acc': 0.0, 'loss': 0.2268553969659024}
+{'epoch': 33, 'iter': 20, 'avg_loss': 0.20125923763916362, 'avg_acc': 0.0, 'loss': 0.2074186281203408}
+{'epoch': 33, 'iter': 30, 'avg_loss': 0.211434813036967, 'avg_acc': 0.0, 'loss': 0.18837665351611577}
+{'epoch': 33, 'iter': 40, 'avg_loss': 0.21936552125351014, 'avg_acc': 0.0, 'loss': 0.32025289728954115}
+{'epoch': 33, 'iter': 50, 'avg_loss': 0.21974864556287307, 'avg_acc': 0.0, 'loss': 0.21902892005425656}
+{'epoch': 33, 'iter': 60, 'avg_loss': 0.22560624263594412, 'avg_acc': 0.0, 'loss': 0.20219874460959933}
+{'epoch': 33, 'iter': 70, 'avg_loss': 0.22821702229448654, 'avg_acc': 0.0, 'loss': 0.25952035815823493}
+{'epoch': 33, 'iter': 80, 'avg_loss': 0.22488770619324033, 'avg_acc': 0.0, 'loss': 0.20821895220176753}
+{'epoch': 33, 'iter': 90, 'avg_loss': 0.2246485465990651, 'avg_acc': 0.0, 'loss': 0.22711388990855344}
+{'epoch': 33, 'iter': 100, 'avg_loss': 0.22436421882521004, 'avg_acc': 0.0, 'loss': 0.24725085336386393}
+{'epoch': 33, 'iter': 110, 'avg_loss': 0.2234922599377881, 'avg_acc': 0.0, 'loss': 0.22131645539842076}
+{'epoch': 33, 'iter': 120, 'avg_loss': 0.22174905154052243, 'avg_acc': 0.0, 'loss': 0.19699686155258533}
+{'epoch': 33, 'iter': 130, 'avg_loss': 0.22101109112844664, 'avg_acc': 0.0, 'loss': 0.17325878562022418}
+{'epoch': 33, 'iter': 140, 'avg_loss': 0.22140913040550506, 'avg_acc': 0.0, 'loss': 0.28256252723929265}
+{'epoch': 33, 'iter': 150, 'avg_loss': 0.22276522313674893, 'avg_acc': 0.0, 'loss': 0.28215012606707596}
+{'epoch': 33, 'iter': 160, 'avg_loss': 0.2239290609328365, 'avg_acc': 0.0, 'loss': 0.23588004883881045}
+{'epoch': 33, 'iter': 170, 'avg_loss': 0.2222297487251406, 'avg_acc': 0.0, 'loss': 0.21323367925900322}
+{'epoch': 33, 'iter': 180, 'avg_loss': 0.2224476565548597, 'avg_acc': 0.0, 'loss': 0.25454992764059625}
+{'epoch': 33, 'iter': 190, 'avg_loss': 0.22204603311263177, 'avg_acc': 0.0, 'loss': 0.14870455220641685}
+{'epoch': 33, 'iter': 200, 'avg_loss': 0.2221418157676021, 'avg_acc': 0.0, 'loss': 0.22612472974253706}
+{'epoch': 33, 'iter': 210, 'avg_loss': 0.22233557923830788, 'avg_acc': 0.0, 'loss': 0.1985211442220621}
+{'epoch': 33, 'iter': 220, 'avg_loss': 0.22258550397088198, 'avg_acc': 0.0, 'loss': 0.24198030422001335}
+{'epoch': 33, 'iter': 230, 'avg_loss': 0.22349329969253193, 'avg_acc': 0.0, 'loss': 0.23436691443380042}
+{'epoch': 33, 'iter': 240, 'avg_loss': 0.22362897106706836, 'avg_acc': 0.0, 'loss': 0.2960994465420624}
+{'epoch': 33, 'iter': 250, 'avg_loss': 0.22365917094613777, 'avg_acc': 0.0, 'loss': 0.23964481153695616}
+{'epoch': 33, 'iter': 260, 'avg_loss': 0.22367086254403232, 'avg_acc': 0.0, 'loss': 0.2611920883758947}
+{'epoch': 33, 'iter': 270, 'avg_loss': 0.22353841667829696, 'avg_acc': 0.0, 'loss': 0.26412450469711396}
+{'epoch': 33, 'iter': 280, 'avg_loss': 0.2234120421537683, 'avg_acc': 0.0, 'loss': 0.2385975630929319}
+{'epoch': 33, 'iter': 290, 'avg_loss': 0.22333419177566338, 'avg_acc': 0.0, 'loss': 0.2060779846612734}
+{'epoch': 33, 'iter': 300, 'avg_loss': 0.22270633461611067, 'avg_acc': 0.0, 'loss': 0.2006580930536594}
+{'epoch': 33, 'iter': 310, 'avg_loss': 0.22258376201594807, 'avg_acc': 0.0, 'loss': 0.16629430496362016}
+{'epoch': 33, 'iter': 320, 'avg_loss': 0.22285963363449887, 'avg_acc': 0.0, 'loss': 0.20180269787493085}
+{'epoch': 33, 'iter': 330, 'avg_loss': 0.22318936961033137, 'avg_acc': 0.0, 'loss': 0.2618650104988904}
+{'epoch': 33, 'iter': 340, 'avg_loss': 0.22385965621228404, 'avg_acc': 0.0, 'loss': 0.27480652933749233}
+{'epoch': 33, 'iter': 350, 'avg_loss': 0.22362039871566802, 'avg_acc': 0.0, 'loss': 0.23652302550855048}
+{'epoch': 33, 'iter': 360, 'avg_loss': 0.22354859705726543, 'avg_acc': 0.0, 'loss': 0.1751883542082656}
+{'epoch': 33, 'iter': 370, 'avg_loss': 0.22343124743087103, 'avg_acc': 0.0, 'loss': 0.2032837502752045}
+{'epoch': 33, 'iter': 380, 'avg_loss': 0.22340718822942396, 'avg_acc': 0.0, 'loss': 0.16827742590810754}
+{'epoch': 33, 'iter': 390, 'avg_loss': 0.22336008641125468, 'avg_acc': 0.0, 'loss': 0.1923975807318519}
+{'epoch': 33, 'iter': 400, 'avg_loss': 0.22348745236772213, 'avg_acc': 0.0, 'loss': 0.23728493546853507}
+{'epoch': 33, 'iter': 410, 'avg_loss': 0.22377094860559124, 'avg_acc': 0.0, 'loss': 0.20023332767319904}
+{'epoch': 33, 'iter': 420, 'avg_loss': 0.2233662552206236, 'avg_acc': 0.0, 'loss': 0.18260723659242167}
+{'epoch': 33, 'iter': 430, 'avg_loss': 0.2234048501526254, 'avg_acc': 0.0, 'loss': 0.23873526791435648}
+{'epoch': 33, 'iter': 440, 'avg_loss': 0.22332028520391867, 'avg_acc': 0.0, 'loss': 0.25753937759204093}
+{'epoch': 33, 'iter': 450, 'avg_loss': 0.22351734979359233, 'avg_acc': 0.0, 'loss': 0.24791426092903227}
+{'epoch': 33, 'iter': 460, 'avg_loss': 0.2236883925885076, 'avg_acc': 0.0, 'loss': 0.2013425461725059}
+{'epoch': 33, 'iter': 470, 'avg_loss': 0.22357578377846482, 'avg_acc': 0.0, 'loss': 0.22861736038044}
+{'epoch': 33, 'iter': 480, 'avg_loss': 0.2235235249908198, 'avg_acc': 0.0, 'loss': 0.23062254009071886}
+{'epoch': 33, 'iter': 490, 'avg_loss': 0.22340683536007702, 'avg_acc': 0.0, 'loss': 0.1988003994663196}
+{'epoch': 33, 'iter': 500, 'avg_loss': 0.22319963647799115, 'avg_acc': 0.0, 'loss': 0.24554865036720586}
+{'epoch': 33, 'iter': 510, 'avg_loss': 0.2232251301938872, 'avg_acc': 0.0, 'loss': 0.17577402252790567}
+{'epoch': 33, 'iter': 520, 'avg_loss': 0.22310697422082726, 'avg_acc': 0.0, 'loss': 0.23805963854163434}
+{'epoch': 33, 'iter': 530, 'avg_loss': 0.2231405033168251, 'avg_acc': 0.0, 'loss': 0.23068802927119642}
+{'epoch': 33, 'iter': 540, 'avg_loss': 0.223366480210838, 'avg_acc': 0.0, 'loss': 0.1863592163650602}
+{'epoch': 33, 'iter': 550, 'avg_loss': 0.22331034073617528, 'avg_acc': 0.0, 'loss': 0.27234522994055105}
+{'epoch': 33, 'iter': 560, 'avg_loss': 0.22305670671101663, 'avg_acc': 0.0, 'loss': 0.1577061973236076}
+{'epoch': 33, 'iter': 570, 'avg_loss': 0.22364081237632885, 'avg_acc': 0.0, 'loss': 0.2417326529713039}
+{'epoch': 33, 'iter': 580, 'avg_loss': 0.22358725017809303, 'avg_acc': 0.0, 'loss': 0.21455179536220773}
+{'epoch': 33, 'iter': 590, 'avg_loss': 0.2237336408876098, 'avg_acc': 0.0, 'loss': 0.23222390899258827}
+{'epoch': 33, 'iter': 600, 'avg_loss': 0.22372171532949925, 'avg_acc': 0.0, 'loss': 0.25205996419385557}
+{'epoch': 33, 'iter': 610, 'avg_loss': 0.22403723877012705, 'avg_acc': 0.0, 'loss': 0.297206003182477}
+{'epoch': 33, 'iter': 620, 'avg_loss': 0.22462006490703615, 'avg_acc': 0.0, 'loss': 0.22672908383419454}
+{'epoch': 33, 'iter': 630, 'avg_loss': 0.22452256867293022, 'avg_acc': 0.0, 'loss': 0.17392668589135543}
+{'epoch': 33, 'iter': 640, 'avg_loss': 0.22453761696989324, 'avg_acc': 0.0, 'loss': 0.2099000525559599}
+{'epoch': 33, 'iter': 650, 'avg_loss': 0.22457602414332148, 'avg_acc': 0.0, 'loss': 0.2514642954383654}
+{'epoch': 33, 'iter': 660, 'avg_loss': 0.22504554284677342, 'avg_acc': 0.0, 'loss': 0.24603330594280642}
+{'epoch': 33, 'iter': 670, 'avg_loss': 0.2248785841907232, 'avg_acc': 0.0, 'loss': 0.21099096410853235}
+{'epoch': 33, 'iter': 680, 'avg_loss': 0.2250137385006614, 'avg_acc': 0.0, 'loss': 0.21920684885312117}
+{'epoch': 33, 'iter': 690, 'avg_loss': 0.22525829847763704, 'avg_acc': 0.0, 'loss': 0.2418928403979115}
+{'epoch': 33, 'iter': 700, 'avg_loss': 0.22529646946171833, 'avg_acc': 0.0, 'loss': 0.17927437945396765}
+{'epoch': 33, 'iter': 710, 'avg_loss': 0.225135646473568, 'avg_acc': 0.0, 'loss': 0.17397435252889537}
+{'epoch': 33, 'iter': 720, 'avg_loss': 0.22499657279559146, 'avg_acc': 0.0, 'loss': 0.22091528344667818}
+{'epoch': 33, 'iter': 730, 'avg_loss': 0.22490118454110986, 'avg_acc': 0.0, 'loss': 0.2617795921528178}
+{'epoch': 33, 'iter': 740, 'avg_loss': 0.22511179602392115, 'avg_acc': 0.0, 'loss': 0.23694393693334143}
+{'epoch': 33, 'iter': 750, 'avg_loss': 0.2250687826761357, 'avg_acc': 0.0, 'loss': 0.22288097598821616}
+{'epoch': 33, 'iter': 760, 'avg_loss': 0.22519801309948168, 'avg_acc': 0.0, 'loss': 0.3166183147461002}
+{'epoch': 33, 'iter': 770, 'avg_loss': 0.2249588080644905, 'avg_acc': 0.0, 'loss': 0.17416183094405824}
+{'epoch': 33, 'iter': 780, 'avg_loss': 0.22483555500253025, 'avg_acc': 0.0, 'loss': 0.2766883982417799}
+{'epoch': 33, 'iter': 790, 'avg_loss': 0.22465720117480656, 'avg_acc': 0.0, 'loss': 0.2552649287558129}
+{'epoch': 33, 'iter': 800, 'avg_loss': 0.2247413684042926, 'avg_acc': 0.0, 'loss': 0.262467795331174}
+{'epoch': 33, 'iter': 810, 'avg_loss': 0.2247356030940318, 'avg_acc': 0.0, 'loss': 0.2678983803934735}
+{'epoch': 33, 'iter': 820, 'avg_loss': 0.22433368602966475, 'avg_acc': 0.0, 'loss': 0.20541037848722354}
+{'epoch': 33, 'iter': 830, 'avg_loss': 0.22410471291211956, 'avg_acc': 0.0, 'loss': 0.19148092805377406}
+{'epoch': 33, 'iter': 840, 'avg_loss': 0.22378826799499651, 'avg_acc': 0.0, 'loss': 0.1927333025110199}
+{'epoch': 33, 'iter': 850, 'avg_loss': 0.22360270736958268, 'avg_acc': 0.0, 'loss': 0.15951286376161988}
+{'epoch': 33, 'iter': 860, 'avg_loss': 0.22367720415366296, 'avg_acc': 0.0, 'loss': 0.26713787531239824}
+{'epoch': 33, 'iter': 870, 'avg_loss': 0.2241382786288063, 'avg_acc': 0.0, 'loss': 0.2739372932645827}
+{'epoch': 33, 'iter': 880, 'avg_loss': 0.2239804374552993, 'avg_acc': 0.0, 'loss': 0.1790026518359582}
+{'epoch': 33, 'iter': 890, 'avg_loss': 0.22394064791742835, 'avg_acc': 0.0, 'loss': 0.26085106354337634}
+{'epoch': 33, 'iter': 900, 'avg_loss': 0.22402110804796696, 'avg_acc': 0.0, 'loss': 0.21490450863153193}
+{'epoch': 33, 'iter': 910, 'avg_loss': 0.22408788731278573, 'avg_acc': 0.0, 'loss': 0.20827323884723875}
+{'epoch': 33, 'iter': 920, 'avg_loss': 0.22430629103354474, 'avg_acc': 0.0, 'loss': 0.22562309032212266}
+{'epoch': 33, 'iter': 930, 'avg_loss': 0.2242170790968494, 'avg_acc': 0.0, 'loss': 0.18920357212930736}
+{'epoch': 33, 'iter': 940, 'avg_loss': 0.22421969980082995, 'avg_acc': 0.0, 'loss': 0.21342438644178074}
+{'epoch': 33, 'iter': 950, 'avg_loss': 0.2244243268143558, 'avg_acc': 0.0, 'loss': 0.2339390433293634}
+{'epoch': 33, 'iter': 960, 'avg_loss': 0.22427813188687318, 'avg_acc': 0.0, 'loss': 0.22129601801485216}
+{'epoch': 33, 'iter': 970, 'avg_loss': 0.2244180631343145, 'avg_acc': 0.0, 'loss': 0.3015739101324146}
+{'epoch': 33, 'iter': 980, 'avg_loss': 0.2246245191995382, 'avg_acc': 0.0, 'loss': 0.22680225420879196}
+{'epoch': 33, 'iter': 990, 'avg_loss': 0.2248271222169851, 'avg_acc': 0.0, 'loss': 0.2148623064393697}
+{'epoch': 33, 'iter': 1000, 'avg_loss': 0.22486781713572465, 'avg_acc': 0.0, 'loss': 0.22493909635902906}
+{'epoch': 33, 'iter': 1010, 'avg_loss': 0.22496140238805465, 'avg_acc': 0.0, 'loss': 0.22926632075780162}
+{'epoch': 33, 'iter': 1020, 'avg_loss': 0.2249776231654491, 'avg_acc': 0.0, 'loss': 0.2428588038048279}
+{'epoch': 33, 'iter': 1030, 'avg_loss': 0.2248995970716753, 'avg_acc': 0.0, 'loss': 0.1976553590824161}
+{'epoch': 33, 'iter': 1040, 'avg_loss': 0.22479509791738908, 'avg_acc': 0.0, 'loss': 0.25810975676189885}
+{'epoch': 33, 'iter': 1050, 'avg_loss': 0.2247346068774397, 'avg_acc': 0.0, 'loss': 0.2051636107904642}
+{'epoch': 33, 'iter': 1060, 'avg_loss': 0.22466926731521375, 'avg_acc': 0.0, 'loss': 0.18055382306390907}
+{'epoch': 33, 'iter': 1070, 'avg_loss': 0.224562332818365, 'avg_acc': 0.0, 'loss': 0.17388331323663156}
+{'epoch': 33, 'iter': 1080, 'avg_loss': 0.22458989627725426, 'avg_acc': 0.0, 'loss': 0.18382128688335797}
+{'epoch': 33, 'iter': 1090, 'avg_loss': 0.224464059322751, 'avg_acc': 0.0, 'loss': 0.1960187054758405}
+{'epoch': 33, 'iter': 1100, 'avg_loss': 0.2244766077833173, 'avg_acc': 0.0, 'loss': 0.21705395574287778}
+{'epoch': 33, 'iter': 1110, 'avg_loss': 0.22456122632950645, 'avg_acc': 0.0, 'loss': 0.268043109691413}
+{'epoch': 33, 'iter': 1120, 'avg_loss': 0.22460332372034805, 'avg_acc': 0.0, 'loss': 0.26639088096224633}
+{'epoch': 33, 'iter': 1130, 'avg_loss': 0.2246098297567799, 'avg_acc': 0.0, 'loss': 0.19783072994386786}
+{'epoch': 33, 'iter': 1140, 'avg_loss': 0.22445361690366086, 'avg_acc': 0.0, 'loss': 0.22120553456875314}
+{'epoch': 33, 'iter': 1150, 'avg_loss': 0.2242914968831261, 'avg_acc': 0.0, 'loss': 0.2330227553928645}
+{'epoch': 33, 'iter': 1160, 'avg_loss': 0.22450621646511504, 'avg_acc': 0.0, 'loss': 0.2628434495904262}
+{'epoch': 33, 'iter': 1170, 'avg_loss': 0.2243657800631346, 'avg_acc': 0.0, 'loss': 0.21838279481958772}
+{'epoch': 33, 'iter': 1180, 'avg_loss': 0.22437221999437643, 'avg_acc': 0.0, 'loss': 0.1695152855697058}
+{'epoch': 33, 'iter': 1190, 'avg_loss': 0.22425382470783245, 'avg_acc': 0.0, 'loss': 0.1772993352077167}
+{'epoch': 33, 'iter': 1200, 'avg_loss': 0.22409109292033902, 'avg_acc': 0.0, 'loss': 0.19829037883965026}
+{'epoch': 33, 'iter': 1210, 'avg_loss': 0.22417213047855788, 'avg_acc': 0.0, 'loss': 0.21609232921509502}
+{'epoch': 33, 'iter': 1220, 'avg_loss': 0.22421740400022896, 'avg_acc': 0.0, 'loss': 0.17286764679183111}
+{'epoch': 33, 'iter': 1230, 'avg_loss': 0.22432432305390404, 'avg_acc': 0.0, 'loss': 0.2690768896929317}
+{'epoch': 33, 'iter': 1240, 'avg_loss': 0.22423193074747302, 'avg_acc': 0.0, 'loss': 0.22548497903868076}
+{'epoch': 'EP33_test', 'eval_accuracy': 0.0, 'ece': 0.11087027937173843, 'avg_loss': 0.22423193074747302, 'f1_scores': 0.7411356119042722}
+{'epoch': 34, 'iter': 0, 'avg_loss': 0.15461028270734847, 'avg_acc': 0.0, 'loss': 0.15461028270734847}
+{'epoch': 34, 'iter': 10, 'avg_loss': 0.19872598466683966, 'avg_acc': 0.0, 'loss': 0.226809804871274}
+{'epoch': 34, 'iter': 20, 'avg_loss': 0.19842657240209455, 'avg_acc': 0.0, 'loss': 0.20518199357606395}
+{'epoch': 34, 'iter': 30, 'avg_loss': 0.20869669547047257, 'avg_acc': 0.0, 'loss': 0.18705291817949338}
+{'epoch': 34, 'iter': 40, 'avg_loss': 0.21633627095909022, 'avg_acc': 0.0, 'loss': 0.3165334375170719}
+{'epoch': 34, 'iter': 50, 'avg_loss': 0.2167020053411366, 'avg_acc': 0.0, 'loss': 0.21515509699955665}
+{'epoch': 34, 'iter': 60, 'avg_loss': 0.22271928060938534, 'avg_acc': 0.0, 'loss': 0.20226448338774258}
+{'epoch': 34, 'iter': 70, 'avg_loss': 0.22539780140649138, 'avg_acc': 0.0, 'loss': 0.2551461449602032}
+{'epoch': 34, 'iter': 80, 'avg_loss': 0.22212622410354702, 'avg_acc': 0.0, 'loss': 0.20530816346048855}
+{'epoch': 34, 'iter': 90, 'avg_loss': 0.2218809230119924, 'avg_acc': 0.0, 'loss': 0.2244239742319353}
+{'epoch': 34, 'iter': 100, 'avg_loss': 0.2216637273347351, 'avg_acc': 0.0, 'loss': 0.24690743964986592}
+{'epoch': 34, 'iter': 110, 'avg_loss': 0.22079231776948088, 'avg_acc': 0.0, 'loss': 0.21535388032274178}
+{'epoch': 34, 'iter': 120, 'avg_loss': 0.2190813971533803, 'avg_acc': 0.0, 'loss': 0.19519306855139412}
+{'epoch': 34, 'iter': 130, 'avg_loss': 0.2181741540013593, 'avg_acc': 0.0, 'loss': 0.16713675594314736}
+{'epoch': 34, 'iter': 140, 'avg_loss': 0.21857090293479134, 'avg_acc': 0.0, 'loss': 0.2826409645562567}
+{'epoch': 34, 'iter': 150, 'avg_loss': 0.21990720094961314, 'avg_acc': 0.0, 'loss': 0.279504832760527}
+{'epoch': 34, 'iter': 160, 'avg_loss': 0.22092812601490866, 'avg_acc': 0.0, 'loss': 0.22711442681968816}
+{'epoch': 34, 'iter': 170, 'avg_loss': 0.21926128663955513, 'avg_acc': 0.0, 'loss': 0.2102045083139988}
+{'epoch': 34, 'iter': 180, 'avg_loss': 0.21956387442983213, 'avg_acc': 0.0, 'loss': 0.25075005158461344}
+{'epoch': 34, 'iter': 190, 'avg_loss': 0.21917875572834986, 'avg_acc': 0.0, 'loss': 0.1468936507647608}
+{'epoch': 34, 'iter': 200, 'avg_loss': 0.2192951661620676, 'avg_acc': 0.0, 'loss': 0.2232330039819804}
+{'epoch': 34, 'iter': 210, 'avg_loss': 0.21945920627887824, 'avg_acc': 0.0, 'loss': 0.19617316123075007}
+{'epoch': 34, 'iter': 220, 'avg_loss': 0.21963523379634886, 'avg_acc': 0.0, 'loss': 0.23938065694840457}
+{'epoch': 34, 'iter': 230, 'avg_loss': 0.22053270461103755, 'avg_acc': 0.0, 'loss': 0.23064450586363297}
+{'epoch': 34, 'iter': 240, 'avg_loss': 0.22069219261435907, 'avg_acc': 0.0, 'loss': 0.29541400401002904}
+{'epoch': 34, 'iter': 250, 'avg_loss': 0.22071650783814312, 'avg_acc': 0.0, 'loss': 0.2333198687076349}
+{'epoch': 34, 'iter': 260, 'avg_loss': 0.22069848130067868, 'avg_acc': 0.0, 'loss': 0.25788900560516076}
+{'epoch': 34, 'iter': 270, 'avg_loss': 0.22055002612160046, 'avg_acc': 0.0, 'loss': 0.2597991835160493}
+{'epoch': 34, 'iter': 280, 'avg_loss': 0.2204580061305193, 'avg_acc': 0.0, 'loss': 0.2356869301549003}
+{'epoch': 34, 'iter': 290, 'avg_loss': 0.22042062602061374, 'avg_acc': 0.0, 'loss': 0.20576842128424946}
+{'epoch': 34, 'iter': 300, 'avg_loss': 0.2198206057196007, 'avg_acc': 0.0, 'loss': 0.19634755775911927}
+{'epoch': 34, 'iter': 310, 'avg_loss': 0.2197128636020421, 'avg_acc': 0.0, 'loss': 0.1641953538279982}
+{'epoch': 34, 'iter': 320, 'avg_loss': 0.21998743218842406, 'avg_acc': 0.0, 'loss': 0.20051005017720464}
+{'epoch': 34, 'iter': 330, 'avg_loss': 0.2203065304196867, 'avg_acc': 0.0, 'loss': 0.2596683883164782}
+{'epoch': 34, 'iter': 340, 'avg_loss': 0.22095465662425842, 'avg_acc': 0.0, 'loss': 0.27223038569507346}
+{'epoch': 34, 'iter': 350, 'avg_loss': 0.22073570612616084, 'avg_acc': 0.0, 'loss': 0.23370716870356642}
+{'epoch': 34, 'iter': 360, 'avg_loss': 0.2206599332813061, 'avg_acc': 0.0, 'loss': 0.17324948694259287}
+{'epoch': 34, 'iter': 370, 'avg_loss': 0.2205549557236865, 'avg_acc': 0.0, 'loss': 0.20082888130936485}
+{'epoch': 34, 'iter': 380, 'avg_loss': 0.2205218847193985, 'avg_acc': 0.0, 'loss': 0.16460736355834016}
+{'epoch': 34, 'iter': 390, 'avg_loss': 0.22044695155372845, 'avg_acc': 0.0, 'loss': 0.1930800975728094}
+{'epoch': 34, 'iter': 400, 'avg_loss': 0.22055963698153924, 'avg_acc': 0.0, 'loss': 0.23061305919795164}
+{'epoch': 34, 'iter': 410, 'avg_loss': 0.2208029937084262, 'avg_acc': 0.0, 'loss': 0.19839016146537297}
+{'epoch': 34, 'iter': 420, 'avg_loss': 0.22041619980650706, 'avg_acc': 0.0, 'loss': 0.18440664160094195}
+{'epoch': 34, 'iter': 430, 'avg_loss': 0.2204696952860961, 'avg_acc': 0.0, 'loss': 0.23704440234499607}
+{'epoch': 34, 'iter': 440, 'avg_loss': 0.22034285291430744, 'avg_acc': 0.0, 'loss': 0.2532253718193585}
+{'epoch': 34, 'iter': 450, 'avg_loss': 0.2205472074297599, 'avg_acc': 0.0, 'loss': 0.2421708384042956}
+{'epoch': 34, 'iter': 460, 'avg_loss': 0.22070801892567374, 'avg_acc': 0.0, 'loss': 0.19905801277556226}
+{'epoch': 34, 'iter': 470, 'avg_loss': 0.2206219922416421, 'avg_acc': 0.0, 'loss': 0.22722371811024847}
+{'epoch': 34, 'iter': 480, 'avg_loss': 0.22056982342741166, 'avg_acc': 0.0, 'loss': 0.22898357381450296}
+{'epoch': 34, 'iter': 490, 'avg_loss': 0.22046174130142768, 'avg_acc': 0.0, 'loss': 0.19513457998651312}
+{'epoch': 34, 'iter': 500, 'avg_loss': 0.22022197003046667, 'avg_acc': 0.0, 'loss': 0.24287721624721467}
+{'epoch': 34, 'iter': 510, 'avg_loss': 0.220248419633885, 'avg_acc': 0.0, 'loss': 0.1715883798779032}
+{'epoch': 34, 'iter': 520, 'avg_loss': 0.22012169997091044, 'avg_acc': 0.0, 'loss': 0.2377142328942422}
+{'epoch': 34, 'iter': 530, 'avg_loss': 0.22014326772805828, 'avg_acc': 0.0, 'loss': 0.22702749802056132}
+{'epoch': 34, 'iter': 540, 'avg_loss': 0.22037408309550147, 'avg_acc': 0.0, 'loss': 0.18427745685760652}
+{'epoch': 34, 'iter': 550, 'avg_loss': 0.220339754220007, 'avg_acc': 0.0, 'loss': 0.2719607098539914}
+{'epoch': 34, 'iter': 560, 'avg_loss': 0.22008187418079211, 'avg_acc': 0.0, 'loss': 0.15373668134735194}
+{'epoch': 34, 'iter': 570, 'avg_loss': 0.2206766264715011, 'avg_acc': 0.0, 'loss': 0.23859633482623263}
+{'epoch': 34, 'iter': 580, 'avg_loss': 0.22060165874275967, 'avg_acc': 0.0, 'loss': 0.21312402638701702}
+{'epoch': 34, 'iter': 590, 'avg_loss': 0.22075672480879782, 'avg_acc': 0.0, 'loss': 0.23032857383551733}
+{'epoch': 34, 'iter': 600, 'avg_loss': 0.22077152435432926, 'avg_acc': 0.0, 'loss': 0.25033378190304184}
+{'epoch': 34, 'iter': 610, 'avg_loss': 0.22110600779184947, 'avg_acc': 0.0, 'loss': 0.30129667363891194}
+{'epoch': 34, 'iter': 620, 'avg_loss': 0.22170404521125378, 'avg_acc': 0.0, 'loss': 0.22365522824085407}
+{'epoch': 34, 'iter': 630, 'avg_loss': 0.2216002042711179, 'avg_acc': 0.0, 'loss': 0.17011813936203776}
+{'epoch': 34, 'iter': 640, 'avg_loss': 0.22160268879276218, 'avg_acc': 0.0, 'loss': 0.20754673926405431}
+{'epoch': 34, 'iter': 650, 'avg_loss': 0.22166089430781633, 'avg_acc': 0.0, 'loss': 0.24885972096162082}
+{'epoch': 34, 'iter': 660, 'avg_loss': 0.22212729836333597, 'avg_acc': 0.0, 'loss': 0.247365989733063}
+{'epoch': 34, 'iter': 670, 'avg_loss': 0.2219458735720031, 'avg_acc': 0.0, 'loss': 0.2094645347367532}
+{'epoch': 34, 'iter': 680, 'avg_loss': 0.22209699196976435, 'avg_acc': 0.0, 'loss': 0.2153110286845471}
+{'epoch': 34, 'iter': 690, 'avg_loss': 0.22233553585854945, 'avg_acc': 0.0, 'loss': 0.2348444782777343}
+{'epoch': 34, 'iter': 700, 'avg_loss': 0.22239043914077006, 'avg_acc': 0.0, 'loss': 0.17694949933840168}
+{'epoch': 34, 'iter': 710, 'avg_loss': 0.22222368676721774, 'avg_acc': 0.0, 'loss': 0.17041022365625783}
+{'epoch': 34, 'iter': 720, 'avg_loss': 0.2221160793735272, 'avg_acc': 0.0, 'loss': 0.22297331794879938}
+{'epoch': 34, 'iter': 730, 'avg_loss': 0.22202481926542747, 'avg_acc': 0.0, 'loss': 0.2579129397338095}
+{'epoch': 34, 'iter': 740, 'avg_loss': 0.2222452807235088, 'avg_acc': 0.0, 'loss': 0.23357507186973894}
+{'epoch': 34, 'iter': 750, 'avg_loss': 0.22222039675255728, 'avg_acc': 0.0, 'loss': 0.22079561193614997}
+{'epoch': 34, 'iter': 760, 'avg_loss': 0.22234121563304593, 'avg_acc': 0.0, 'loss': 0.3120218099291573}
+{'epoch': 34, 'iter': 770, 'avg_loss': 0.22209048614598353, 'avg_acc': 0.0, 'loss': 0.1710400946623005}
+{'epoch': 34, 'iter': 780, 'avg_loss': 0.22197926030996862, 'avg_acc': 0.0, 'loss': 0.26894907471757634}
+{'epoch': 34, 'iter': 790, 'avg_loss': 0.2218021416836375, 'avg_acc': 0.0, 'loss': 0.2548556093622665}
+{'epoch': 34, 'iter': 800, 'avg_loss': 0.2218960511422432, 'avg_acc': 0.0, 'loss': 0.2634342275492015}
+{'epoch': 34, 'iter': 810, 'avg_loss': 0.22189705813768051, 'avg_acc': 0.0, 'loss': 0.260434811349374}
+{'epoch': 34, 'iter': 820, 'avg_loss': 0.2214725879045042, 'avg_acc': 0.0, 'loss': 0.20226965579630424}
+{'epoch': 34, 'iter': 830, 'avg_loss': 0.22126583783245876, 'avg_acc': 0.0, 'loss': 0.18958589531432932}
+{'epoch': 34, 'iter': 840, 'avg_loss': 0.2209603695308226, 'avg_acc': 0.0, 'loss': 0.19177600759316452}
+{'epoch': 34, 'iter': 850, 'avg_loss': 0.2207706378433196, 'avg_acc': 0.0, 'loss': 0.15648927081302386}
+{'epoch': 34, 'iter': 860, 'avg_loss': 0.22084657529683827, 'avg_acc': 0.0, 'loss': 0.2625828832338876}
+{'epoch': 34, 'iter': 870, 'avg_loss': 0.22131349765278585, 'avg_acc': 0.0, 'loss': 0.273104231886074}
+{'epoch': 34, 'iter': 880, 'avg_loss': 0.22115674999190257, 'avg_acc': 0.0, 'loss': 0.17840380984291315}
+{'epoch': 34, 'iter': 890, 'avg_loss': 0.221115715651599, 'avg_acc': 0.0, 'loss': 0.2584179302409016}
+{'epoch': 34, 'iter': 900, 'avg_loss': 0.22120318014835796, 'avg_acc': 0.0, 'loss': 0.214968637399839}
+{'epoch': 34, 'iter': 910, 'avg_loss': 0.22128337387838648, 'avg_acc': 0.0, 'loss': 0.20674811258832698}
+{'epoch': 34, 'iter': 920, 'avg_loss': 0.22152015502744538, 'avg_acc': 0.0, 'loss': 0.22475218598148264}
+{'epoch': 34, 'iter': 930, 'avg_loss': 0.22143733922265282, 'avg_acc': 0.0, 'loss': 0.19007556470666842}
+{'epoch': 34, 'iter': 940, 'avg_loss': 0.2214424320431856, 'avg_acc': 0.0, 'loss': 0.21188266727517657}
+{'epoch': 34, 'iter': 950, 'avg_loss': 0.22165680192990944, 'avg_acc': 0.0, 'loss': 0.23443898660226684}
+{'epoch': 34, 'iter': 960, 'avg_loss': 0.22151245246257198, 'avg_acc': 0.0, 'loss': 0.21742335160632006}
+{'epoch': 34, 'iter': 970, 'avg_loss': 0.22165602814905158, 'avg_acc': 0.0, 'loss': 0.30527004429450244}
+{'epoch': 34, 'iter': 980, 'avg_loss': 0.22185276183578845, 'avg_acc': 0.0, 'loss': 0.2255684536044425}
+{'epoch': 34, 'iter': 990, 'avg_loss': 0.22205329879692778, 'avg_acc': 0.0, 'loss': 0.20524547974667126}
+{'epoch': 34, 'iter': 1000, 'avg_loss': 0.22210393673161782, 'avg_acc': 0.0, 'loss': 0.21965680349782293}
+{'epoch': 34, 'iter': 1010, 'avg_loss': 0.22220320388162998, 'avg_acc': 0.0, 'loss': 0.22810633420648888}
+{'epoch': 34, 'iter': 1020, 'avg_loss': 0.22221161672086887, 'avg_acc': 0.0, 'loss': 0.2397759425307413}
+{'epoch': 34, 'iter': 1030, 'avg_loss': 0.22213935840488375, 'avg_acc': 0.0, 'loss': 0.19606182261262411}
+{'epoch': 34, 'iter': 1040, 'avg_loss': 0.22201471617724866, 'avg_acc': 0.0, 'loss': 0.2515885078481525}
+{'epoch': 34, 'iter': 1050, 'avg_loss': 0.2219468002775143, 'avg_acc': 0.0, 'loss': 0.20547508669764217}
+{'epoch': 34, 'iter': 1060, 'avg_loss': 0.22188047053375604, 'avg_acc': 0.0, 'loss': 0.1726285403318895}
+{'epoch': 34, 'iter': 1070, 'avg_loss': 0.22178409838231458, 'avg_acc': 0.0, 'loss': 0.17087917050444698}
+{'epoch': 34, 'iter': 1080, 'avg_loss': 0.22180572499371015, 'avg_acc': 0.0, 'loss': 0.1816265851064145}
+{'epoch': 34, 'iter': 1090, 'avg_loss': 0.22167505585577432, 'avg_acc': 0.0, 'loss': 0.19192850895953076}
+{'epoch': 34, 'iter': 1100, 'avg_loss': 0.2216915060290243, 'avg_acc': 0.0, 'loss': 0.21698532861968747}
+{'epoch': 34, 'iter': 1110, 'avg_loss': 0.22177308867204665, 'avg_acc': 0.0, 'loss': 0.2661231825437166}
+{'epoch': 34, 'iter': 1120, 'avg_loss': 0.22180642664285186, 'avg_acc': 0.0, 'loss': 0.262883033588683}
+{'epoch': 34, 'iter': 1130, 'avg_loss': 0.22180767264748727, 'avg_acc': 0.0, 'loss': 0.19263936222936145}
+{'epoch': 34, 'iter': 1140, 'avg_loss': 0.22165751564450767, 'avg_acc': 0.0, 'loss': 0.21697667534720363}
+{'epoch': 34, 'iter': 1150, 'avg_loss': 0.22149122859831538, 'avg_acc': 0.0, 'loss': 0.22700536493584877}
+{'epoch': 34, 'iter': 1160, 'avg_loss': 0.22169920358780704, 'avg_acc': 0.0, 'loss': 0.2624913308068244}
+{'epoch': 34, 'iter': 1170, 'avg_loss': 0.2215607783066125, 'avg_acc': 0.0, 'loss': 0.22159618612652462}
+{'epoch': 34, 'iter': 1180, 'avg_loss': 0.221572007767314, 'avg_acc': 0.0, 'loss': 0.16831813331301806}
+{'epoch': 34, 'iter': 1190, 'avg_loss': 0.22144873603824727, 'avg_acc': 0.0, 'loss': 0.17696758018269065}
+{'epoch': 34, 'iter': 1200, 'avg_loss': 0.22128513813272713, 'avg_acc': 0.0, 'loss': 0.19429177325040264}
+{'epoch': 34, 'iter': 1210, 'avg_loss': 0.22136791171448542, 'avg_acc': 0.0, 'loss': 0.21256169080904133}
+{'epoch': 34, 'iter': 1220, 'avg_loss': 0.22139887991180504, 'avg_acc': 0.0, 'loss': 0.16681549318514044}
+{'epoch': 34, 'iter': 1230, 'avg_loss': 0.22150384752169108, 'avg_acc': 0.0, 'loss': 0.2704042915198832}
+{'epoch': 34, 'iter': 1240, 'avg_loss': 0.22141766794681925, 'avg_acc': 0.0, 'loss': 0.2161426726663649}
+{'epoch': 'EP34_test', 'eval_accuracy': 0.0, 'ece': 0.14985574781894684, 'avg_loss': 0.22141766794681925, 'f1_scores': 0.7660460211940747}
+{'epoch': 35, 'iter': 0, 'avg_loss': 0.15775034452475925, 'avg_acc': 0.0, 'loss': 0.15775034452475925}
+{'epoch': 35, 'iter': 10, 'avg_loss': 0.20045745141157134, 'avg_acc': 0.0, 'loss': 0.22795671753965507}
+{'epoch': 35, 'iter': 20, 'avg_loss': 0.20045651661539787, 'avg_acc': 0.0, 'loss': 0.20608082990830617}
+{'epoch': 35, 'iter': 30, 'avg_loss': 0.2113231813895037, 'avg_acc': 0.0, 'loss': 0.18947824594621512}
+{'epoch': 35, 'iter': 40, 'avg_loss': 0.21931396943932033, 'avg_acc': 0.0, 'loss': 0.31954743361887133}
+{'epoch': 35, 'iter': 50, 'avg_loss': 0.21980586378236944, 'avg_acc': 0.0, 'loss': 0.2212639672397602}
+{'epoch': 35, 'iter': 60, 'avg_loss': 0.22593266304904164, 'avg_acc': 0.0, 'loss': 0.20287008630946599}
+{'epoch': 35, 'iter': 70, 'avg_loss': 0.22854933385778683, 'avg_acc': 0.0, 'loss': 0.26190959973873107}
+{'epoch': 35, 'iter': 80, 'avg_loss': 0.2253135420226416, 'avg_acc': 0.0, 'loss': 0.2093607085323908}
+{'epoch': 35, 'iter': 90, 'avg_loss': 0.22507485329770263, 'avg_acc': 0.0, 'loss': 0.22578017700215824}
+{'epoch': 35, 'iter': 100, 'avg_loss': 0.22481629613911588, 'avg_acc': 0.0, 'loss': 0.24685353648604696}
+{'epoch': 35, 'iter': 110, 'avg_loss': 0.22383852269310717, 'avg_acc': 0.0, 'loss': 0.21973344976457349}
+{'epoch': 35, 'iter': 120, 'avg_loss': 0.22209540383308465, 'avg_acc': 0.0, 'loss': 0.19703140709209166}
+{'epoch': 35, 'iter': 130, 'avg_loss': 0.2212905644093489, 'avg_acc': 0.0, 'loss': 0.16871913057085358}
+{'epoch': 35, 'iter': 140, 'avg_loss': 0.22174856125809164, 'avg_acc': 0.0, 'loss': 0.28721248914582376}
+{'epoch': 35, 'iter': 150, 'avg_loss': 0.22307609849615379, 'avg_acc': 0.0, 'loss': 0.28354780584957745}
+{'epoch': 35, 'iter': 160, 'avg_loss': 0.2242366383714186, 'avg_acc': 0.0, 'loss': 0.23740597048799827}
+{'epoch': 35, 'iter': 170, 'avg_loss': 0.22246091939682364, 'avg_acc': 0.0, 'loss': 0.2141706076792908}
+{'epoch': 35, 'iter': 180, 'avg_loss': 0.22273096708684678, 'avg_acc': 0.0, 'loss': 0.2570610713114547}
+{'epoch': 35, 'iter': 190, 'avg_loss': 0.22231276711144873, 'avg_acc': 0.0, 'loss': 0.14745465662367352}
+{'epoch': 35, 'iter': 200, 'avg_loss': 0.22239742451646213, 'avg_acc': 0.0, 'loss': 0.22603542947276115}
+{'epoch': 35, 'iter': 210, 'avg_loss': 0.2226085769585151, 'avg_acc': 0.0, 'loss': 0.19884853149582274}
+{'epoch': 35, 'iter': 220, 'avg_loss': 0.22287437138234656, 'avg_acc': 0.0, 'loss': 0.2432089398588622}
+{'epoch': 35, 'iter': 230, 'avg_loss': 0.22378596322025066, 'avg_acc': 0.0, 'loss': 0.2340559878880575}
+{'epoch': 35, 'iter': 240, 'avg_loss': 0.22396879253758928, 'avg_acc': 0.0, 'loss': 0.3011242101603264}
+{'epoch': 35, 'iter': 250, 'avg_loss': 0.2239784549917164, 'avg_acc': 0.0, 'loss': 0.23850763850987278}
+{'epoch': 35, 'iter': 260, 'avg_loss': 0.22397424068216426, 'avg_acc': 0.0, 'loss': 0.26052770347075693}
+{'epoch': 35, 'iter': 270, 'avg_loss': 0.2238372199825728, 'avg_acc': 0.0, 'loss': 0.2661990839010611}
+{'epoch': 35, 'iter': 280, 'avg_loss': 0.2236858211744648, 'avg_acc': 0.0, 'loss': 0.23819345418870136}
+{'epoch': 35, 'iter': 290, 'avg_loss': 0.22361892421692317, 'avg_acc': 0.0, 'loss': 0.2074969384913337}
+{'epoch': 35, 'iter': 300, 'avg_loss': 0.2230057239356199, 'avg_acc': 0.0, 'loss': 0.1999359991151875}
+{'epoch': 35, 'iter': 310, 'avg_loss': 0.22292030138241298, 'avg_acc': 0.0, 'loss': 0.16454928897915774}
+{'epoch': 35, 'iter': 320, 'avg_loss': 0.2232025968482414, 'avg_acc': 0.0, 'loss': 0.1992102710653723}
+{'epoch': 35, 'iter': 330, 'avg_loss': 0.22349675299480315, 'avg_acc': 0.0, 'loss': 0.26056050296668737}
+{'epoch': 35, 'iter': 340, 'avg_loss': 0.2241499974177452, 'avg_acc': 0.0, 'loss': 0.2750421470278265}
+{'epoch': 35, 'iter': 350, 'avg_loss': 0.2239373298113151, 'avg_acc': 0.0, 'loss': 0.24020692398936}
+{'epoch': 35, 'iter': 360, 'avg_loss': 0.22387721325923784, 'avg_acc': 0.0, 'loss': 0.17567038878790495}
+{'epoch': 35, 'iter': 370, 'avg_loss': 0.22376866587098054, 'avg_acc': 0.0, 'loss': 0.20310790270584025}
+{'epoch': 35, 'iter': 380, 'avg_loss': 0.22375472498747107, 'avg_acc': 0.0, 'loss': 0.16557339635996218}
+{'epoch': 35, 'iter': 390, 'avg_loss': 0.22372588597575988, 'avg_acc': 0.0, 'loss': 0.19508544464003663}
+{'epoch': 35, 'iter': 400, 'avg_loss': 0.22385421178126835, 'avg_acc': 0.0, 'loss': 0.23623228415192443}
+{'epoch': 35, 'iter': 410, 'avg_loss': 0.22414156476501737, 'avg_acc': 0.0, 'loss': 0.20160853107024324}
+{'epoch': 35, 'iter': 420, 'avg_loss': 0.22373317567919396, 'avg_acc': 0.0, 'loss': 0.1810998831954131}
+{'epoch': 35, 'iter': 430, 'avg_loss': 0.2237781085900852, 'avg_acc': 0.0, 'loss': 0.23957233639652842}
+{'epoch': 35, 'iter': 440, 'avg_loss': 0.22368601713682518, 'avg_acc': 0.0, 'loss': 0.2584832053357136}
+{'epoch': 35, 'iter': 450, 'avg_loss': 0.22389493992261678, 'avg_acc': 0.0, 'loss': 0.24751222377234885}
+{'epoch': 35, 'iter': 460, 'avg_loss': 0.2240633663950804, 'avg_acc': 0.0, 'loss': 0.2016816888348915}
+{'epoch': 35, 'iter': 470, 'avg_loss': 0.22395757298714933, 'avg_acc': 0.0, 'loss': 0.22751637979227518}
+{'epoch': 35, 'iter': 480, 'avg_loss': 0.22390763699111696, 'avg_acc': 0.0, 'loss': 0.2311508977314978}
+{'epoch': 35, 'iter': 490, 'avg_loss': 0.22377465337507635, 'avg_acc': 0.0, 'loss': 0.19800632992577707}
+{'epoch': 35, 'iter': 500, 'avg_loss': 0.22356871202603185, 'avg_acc': 0.0, 'loss': 0.24667237256637364}
+{'epoch': 35, 'iter': 510, 'avg_loss': 0.22359540106865278, 'avg_acc': 0.0, 'loss': 0.1759760939443952}
+{'epoch': 35, 'iter': 520, 'avg_loss': 0.22346320228122213, 'avg_acc': 0.0, 'loss': 0.2407870920053158}
+{'epoch': 35, 'iter': 530, 'avg_loss': 0.2234973137792616, 'avg_acc': 0.0, 'loss': 0.2313811823471334}
+{'epoch': 35, 'iter': 540, 'avg_loss': 0.22373528789502511, 'avg_acc': 0.0, 'loss': 0.18668288954626988}
+{'epoch': 35, 'iter': 550, 'avg_loss': 0.22369038437729336, 'avg_acc': 0.0, 'loss': 0.2732398998924574}
+{'epoch': 35, 'iter': 560, 'avg_loss': 0.22343797907688065, 'avg_acc': 0.0, 'loss': 0.15491870388874368}
+{'epoch': 35, 'iter': 570, 'avg_loss': 0.22402829937379715, 'avg_acc': 0.0, 'loss': 0.23971009516032737}
+{'epoch': 35, 'iter': 580, 'avg_loss': 0.22395126367593912, 'avg_acc': 0.0, 'loss': 0.2116019365640308}
+{'epoch': 35, 'iter': 590, 'avg_loss': 0.2241085533529668, 'avg_acc': 0.0, 'loss': 0.23719480550151467}
+{'epoch': 35, 'iter': 600, 'avg_loss': 0.22410145904357584, 'avg_acc': 0.0, 'loss': 0.2511503118439253}
+{'epoch': 35, 'iter': 610, 'avg_loss': 0.2244079432688691, 'avg_acc': 0.0, 'loss': 0.29666266820514203}
+{'epoch': 35, 'iter': 620, 'avg_loss': 0.22500199083892933, 'avg_acc': 0.0, 'loss': 0.22776028903928947}
+{'epoch': 35, 'iter': 630, 'avg_loss': 0.22489453820468147, 'avg_acc': 0.0, 'loss': 0.17281451185905486}
+{'epoch': 35, 'iter': 640, 'avg_loss': 0.22490021632186327, 'avg_acc': 0.0, 'loss': 0.20845467395398437}
+{'epoch': 35, 'iter': 650, 'avg_loss': 0.22496479247374832, 'avg_acc': 0.0, 'loss': 0.2554939060156747}
+{'epoch': 35, 'iter': 660, 'avg_loss': 0.22544625289214779, 'avg_acc': 0.0, 'loss': 0.2475206618670102}
+{'epoch': 35, 'iter': 670, 'avg_loss': 0.2252819894284639, 'avg_acc': 0.0, 'loss': 0.21439443274685538}
+{'epoch': 35, 'iter': 680, 'avg_loss': 0.22542160458603414, 'avg_acc': 0.0, 'loss': 0.21818408332041728}
+{'epoch': 35, 'iter': 690, 'avg_loss': 0.22569483280300603, 'avg_acc': 0.0, 'loss': 0.2451279457520091}
+{'epoch': 35, 'iter': 700, 'avg_loss': 0.22573883304455697, 'avg_acc': 0.0, 'loss': 0.1795856406050851}
+{'epoch': 35, 'iter': 710, 'avg_loss': 0.22556704544890294, 'avg_acc': 0.0, 'loss': 0.17478329084068328}
+{'epoch': 35, 'iter': 720, 'avg_loss': 0.22542717395755496, 'avg_acc': 0.0, 'loss': 0.22097915416376118}
+{'epoch': 35, 'iter': 730, 'avg_loss': 0.22530351541763427, 'avg_acc': 0.0, 'loss': 0.2608928403440944}
+{'epoch': 35, 'iter': 740, 'avg_loss': 0.22552588991797798, 'avg_acc': 0.0, 'loss': 0.23768905999086848}
+{'epoch': 35, 'iter': 750, 'avg_loss': 0.22548261860497446, 'avg_acc': 0.0, 'loss': 0.2242184712475656}
+{'epoch': 35, 'iter': 760, 'avg_loss': 0.22561827120389566, 'avg_acc': 0.0, 'loss': 0.315398983198455}
+{'epoch': 35, 'iter': 770, 'avg_loss': 0.22536492121726834, 'avg_acc': 0.0, 'loss': 0.17281368553941384}
+{'epoch': 35, 'iter': 780, 'avg_loss': 0.2252405815677122, 'avg_acc': 0.0, 'loss': 0.2750022730139108}
+{'epoch': 35, 'iter': 790, 'avg_loss': 0.22506282008869877, 'avg_acc': 0.0, 'loss': 0.2609635409679153}
+{'epoch': 35, 'iter': 800, 'avg_loss': 0.22515597319401137, 'avg_acc': 0.0, 'loss': 0.26467044006026946}
+{'epoch': 35, 'iter': 810, 'avg_loss': 0.22515359285576614, 'avg_acc': 0.0, 'loss': 0.267744516006912}
+{'epoch': 35, 'iter': 820, 'avg_loss': 0.22471497460943685, 'avg_acc': 0.0, 'loss': 0.20552162372145436}
+{'epoch': 35, 'iter': 830, 'avg_loss': 0.22448682078822554, 'avg_acc': 0.0, 'loss': 0.19235199181613485}
+{'epoch': 35, 'iter': 840, 'avg_loss': 0.2241594948919443, 'avg_acc': 0.0, 'loss': 0.19541864439585357}
+{'epoch': 35, 'iter': 850, 'avg_loss': 0.2239598041744271, 'avg_acc': 0.0, 'loss': 0.1575311750636794}
+{'epoch': 35, 'iter': 860, 'avg_loss': 0.2240582326367851, 'avg_acc': 0.0, 'loss': 0.2696107247113397}
+{'epoch': 35, 'iter': 870, 'avg_loss': 0.22452771012736977, 'avg_acc': 0.0, 'loss': 0.27673084585395763}
+{'epoch': 35, 'iter': 880, 'avg_loss': 0.22437509673094097, 'avg_acc': 0.0, 'loss': 0.17933633531132337}
+{'epoch': 35, 'iter': 890, 'avg_loss': 0.2243432518757247, 'avg_acc': 0.0, 'loss': 0.2625752031522097}
+{'epoch': 35, 'iter': 900, 'avg_loss': 0.22441638269866718, 'avg_acc': 0.0, 'loss': 0.21388889048632465}
+{'epoch': 35, 'iter': 910, 'avg_loss': 0.22449596982629585, 'avg_acc': 0.0, 'loss': 0.20785248284973282}
+{'epoch': 35, 'iter': 920, 'avg_loss': 0.22472392887221104, 'avg_acc': 0.0, 'loss': 0.2257008441820939}
+{'epoch': 35, 'iter': 930, 'avg_loss': 0.2246301787905767, 'avg_acc': 0.0, 'loss': 0.19068411455918977}
+{'epoch': 35, 'iter': 940, 'avg_loss': 0.22463624437748805, 'avg_acc': 0.0, 'loss': 0.21208472668864226}
+{'epoch': 35, 'iter': 950, 'avg_loss': 0.22485220666619848, 'avg_acc': 0.0, 'loss': 0.23496039530144636}
+{'epoch': 35, 'iter': 960, 'avg_loss': 0.22470784789881595, 'avg_acc': 0.0, 'loss': 0.22257344432000536}
+{'epoch': 35, 'iter': 970, 'avg_loss': 0.22486682331905114, 'avg_acc': 0.0, 'loss': 0.30477755653484045}
+{'epoch': 35, 'iter': 980, 'avg_loss': 0.2250822978682759, 'avg_acc': 0.0, 'loss': 0.22912730564527398}
+{'epoch': 35, 'iter': 990, 'avg_loss': 0.2252874028880426, 'avg_acc': 0.0, 'loss': 0.2151472536570509}
+{'epoch': 35, 'iter': 1000, 'avg_loss': 0.22532486013873065, 'avg_acc': 0.0, 'loss': 0.22474293901260417}
+{'epoch': 35, 'iter': 1010, 'avg_loss': 0.22543644512407424, 'avg_acc': 0.0, 'loss': 0.23311239263284733}
+{'epoch': 35, 'iter': 1020, 'avg_loss': 0.22545068905275453, 'avg_acc': 0.0, 'loss': 0.24653325573003063}
+{'epoch': 35, 'iter': 1030, 'avg_loss': 0.22537132444580388, 'avg_acc': 0.0, 'loss': 0.19592738219612976}
+{'epoch': 35, 'iter': 1040, 'avg_loss': 0.22525970793697403, 'avg_acc': 0.0, 'loss': 0.2599107084016785}
+{'epoch': 35, 'iter': 1050, 'avg_loss': 0.22519165979288916, 'avg_acc': 0.0, 'loss': 0.20533394417818077}
+{'epoch': 35, 'iter': 1060, 'avg_loss': 0.22512196377194954, 'avg_acc': 0.0, 'loss': 0.17964683067292037}
+{'epoch': 35, 'iter': 1070, 'avg_loss': 0.22501947325041322, 'avg_acc': 0.0, 'loss': 0.17322764364543478}
+{'epoch': 35, 'iter': 1080, 'avg_loss': 0.2250425273191884, 'avg_acc': 0.0, 'loss': 0.18704509014813603}
+{'epoch': 35, 'iter': 1090, 'avg_loss': 0.22492084025971734, 'avg_acc': 0.0, 'loss': 0.19779970859255105}
+{'epoch': 35, 'iter': 1100, 'avg_loss': 0.22494000080919976, 'avg_acc': 0.0, 'loss': 0.21823377740650227}
+{'epoch': 35, 'iter': 1110, 'avg_loss': 0.22502877365110888, 'avg_acc': 0.0, 'loss': 0.27214696979823266}
+{'epoch': 35, 'iter': 1120, 'avg_loss': 0.22507802564618418, 'avg_acc': 0.0, 'loss': 0.26565688572964063}
+{'epoch': 35, 'iter': 1130, 'avg_loss': 0.22507682622285727, 'avg_acc': 0.0, 'loss': 0.19763802599751604}
+{'epoch': 35, 'iter': 1140, 'avg_loss': 0.22492071679970332, 'avg_acc': 0.0, 'loss': 0.22060933093065874}
+{'epoch': 35, 'iter': 1150, 'avg_loss': 0.22476477544795884, 'avg_acc': 0.0, 'loss': 0.23621677893002663}
+{'epoch': 35, 'iter': 1160, 'avg_loss': 0.2249902628016079, 'avg_acc': 0.0, 'loss': 0.26542791713281333}
+{'epoch': 35, 'iter': 1170, 'avg_loss': 0.22484587664854014, 'avg_acc': 0.0, 'loss': 0.22011936893483963}
+{'epoch': 35, 'iter': 1180, 'avg_loss': 0.22485436219143592, 'avg_acc': 0.0, 'loss': 0.1698828325857643}
+{'epoch': 35, 'iter': 1190, 'avg_loss': 0.22473490505235663, 'avg_acc': 0.0, 'loss': 0.17584316526914076}
+{'epoch': 35, 'iter': 1200, 'avg_loss': 0.22456273555872522, 'avg_acc': 0.0, 'loss': 0.19722320099759014}
+{'epoch': 35, 'iter': 1210, 'avg_loss': 0.22465758006395226, 'avg_acc': 0.0, 'loss': 0.2199858020270377}
+{'epoch': 35, 'iter': 1220, 'avg_loss': 0.224700555967412, 'avg_acc': 0.0, 'loss': 0.1709006997370222}
+{'epoch': 35, 'iter': 1230, 'avg_loss': 0.22480799329944368, 'avg_acc': 0.0, 'loss': 0.27079326283909005}
+{'epoch': 35, 'iter': 1240, 'avg_loss': 0.22470879000667499, 'avg_acc': 0.0, 'loss': 0.22344514798588272}
+{'epoch': 'EP35_test', 'eval_accuracy': 0.0, 'ece': 0.12294156849384308, 'avg_loss': 0.22470879000667499, 'f1_scores': 0.7419617819040757}
+{'epoch': 36, 'iter': 0, 'avg_loss': 0.16078827269099552, 'avg_acc': 0.0, 'loss': 0.16078827269099552}
+{'epoch': 36, 'iter': 10, 'avg_loss': 0.20356901852278053, 'avg_acc': 0.0, 'loss': 0.22841671198739277}
+{'epoch': 36, 'iter': 20, 'avg_loss': 0.20386980273207234, 'avg_acc': 0.0, 'loss': 0.20871901784763783}
+{'epoch': 36, 'iter': 30, 'avg_loss': 0.21426434599124106, 'avg_acc': 0.0, 'loss': 0.18797225726429392}
+{'epoch': 36, 'iter': 40, 'avg_loss': 0.22236838151763566, 'avg_acc': 0.0, 'loss': 0.32484060622448396}
+{'epoch': 36, 'iter': 50, 'avg_loss': 0.22261705429796597, 'avg_acc': 0.0, 'loss': 0.22123187606892508}
+{'epoch': 36, 'iter': 60, 'avg_loss': 0.2285973566517521, 'avg_acc': 0.0, 'loss': 0.20612266877684043}
+{'epoch': 36, 'iter': 70, 'avg_loss': 0.23114549499102946, 'avg_acc': 0.0, 'loss': 0.26640621633103884}
+{'epoch': 36, 'iter': 80, 'avg_loss': 0.22784633363574425, 'avg_acc': 0.0, 'loss': 0.21143124762007962}
+{'epoch': 36, 'iter': 90, 'avg_loss': 0.22761804945694675, 'avg_acc': 0.0, 'loss': 0.23173846987273397}
+{'epoch': 36, 'iter': 100, 'avg_loss': 0.22726358014928313, 'avg_acc': 0.0, 'loss': 0.2475054525700021}
+{'epoch': 36, 'iter': 110, 'avg_loss': 0.2262775900686758, 'avg_acc': 0.0, 'loss': 0.22649271884628366}
+{'epoch': 36, 'iter': 120, 'avg_loss': 0.22443714396859094, 'avg_acc': 0.0, 'loss': 0.19785655178806597}
+{'epoch': 36, 'iter': 130, 'avg_loss': 0.2236947636868004, 'avg_acc': 0.0, 'loss': 0.17564437989686407}
+{'epoch': 36, 'iter': 140, 'avg_loss': 0.22413872774763935, 'avg_acc': 0.0, 'loss': 0.28820862661153307}
+{'epoch': 36, 'iter': 150, 'avg_loss': 0.22540939961925915, 'avg_acc': 0.0, 'loss': 0.2836830303094107}
+{'epoch': 36, 'iter': 160, 'avg_loss': 0.22667880794300874, 'avg_acc': 0.0, 'loss': 0.242087299740563}
+{'epoch': 36, 'iter': 170, 'avg_loss': 0.22484174065762416, 'avg_acc': 0.0, 'loss': 0.21640956157606134}
+{'epoch': 36, 'iter': 180, 'avg_loss': 0.22504209890895424, 'avg_acc': 0.0, 'loss': 0.25695556097434746}
+{'epoch': 36, 'iter': 190, 'avg_loss': 0.2246042832929422, 'avg_acc': 0.0, 'loss': 0.1451811548893147}
+{'epoch': 36, 'iter': 200, 'avg_loss': 0.22472946395914034, 'avg_acc': 0.0, 'loss': 0.2296628046938979}
+{'epoch': 36, 'iter': 210, 'avg_loss': 0.22495300801312845, 'avg_acc': 0.0, 'loss': 0.19828510033028124}
+{'epoch': 36, 'iter': 220, 'avg_loss': 0.22526245897223787, 'avg_acc': 0.0, 'loss': 0.2456414638351459}
+{'epoch': 36, 'iter': 230, 'avg_loss': 0.22619353881950172, 'avg_acc': 0.0, 'loss': 0.23606358865505886}
+{'epoch': 36, 'iter': 240, 'avg_loss': 0.2263935837477399, 'avg_acc': 0.0, 'loss': 0.305255971657175}
+{'epoch': 36, 'iter': 250, 'avg_loss': 0.22640391155951273, 'avg_acc': 0.0, 'loss': 0.24124573804277002}
+{'epoch': 36, 'iter': 260, 'avg_loss': 0.2264531225746688, 'avg_acc': 0.0, 'loss': 0.2634886410268109}
+{'epoch': 36, 'iter': 270, 'avg_loss': 0.2263072194089005, 'avg_acc': 0.0, 'loss': 0.26942914264610146}
+{'epoch': 36, 'iter': 280, 'avg_loss': 0.22613217825531923, 'avg_acc': 0.0, 'loss': 0.24064626605375644}
+{'epoch': 36, 'iter': 290, 'avg_loss': 0.22601933923574224, 'avg_acc': 0.0, 'loss': 0.20718188808106267}
+{'epoch': 36, 'iter': 300, 'avg_loss': 0.225389527355749, 'avg_acc': 0.0, 'loss': 0.2040958252576469}
+{'epoch': 36, 'iter': 310, 'avg_loss': 0.2252706879152212, 'avg_acc': 0.0, 'loss': 0.1650820278113737}
+{'epoch': 36, 'iter': 320, 'avg_loss': 0.22551965116494735, 'avg_acc': 0.0, 'loss': 0.1979532707211352}
+{'epoch': 36, 'iter': 330, 'avg_loss': 0.2258470185942349, 'avg_acc': 0.0, 'loss': 0.263124749130124}
+{'epoch': 36, 'iter': 340, 'avg_loss': 0.2265078394931119, 'avg_acc': 0.0, 'loss': 0.28030613471850885}
+{'epoch': 36, 'iter': 350, 'avg_loss': 0.22625311648620397, 'avg_acc': 0.0, 'loss': 0.24061928465586593}
+{'epoch': 36, 'iter': 360, 'avg_loss': 0.2261577687539275, 'avg_acc': 0.0, 'loss': 0.17769822355491474}
+{'epoch': 36, 'iter': 370, 'avg_loss': 0.2260063435766941, 'avg_acc': 0.0, 'loss': 0.2042136095393029}
+{'epoch': 36, 'iter': 380, 'avg_loss': 0.2260003867676739, 'avg_acc': 0.0, 'loss': 0.17040768803436937}
+{'epoch': 36, 'iter': 390, 'avg_loss': 0.22596374315763415, 'avg_acc': 0.0, 'loss': 0.19183335861323159}
+{'epoch': 36, 'iter': 400, 'avg_loss': 0.22610044074833072, 'avg_acc': 0.0, 'loss': 0.24097816417484602}
+{'epoch': 36, 'iter': 410, 'avg_loss': 0.22638588849428187, 'avg_acc': 0.0, 'loss': 0.19964479007246283}
+{'epoch': 36, 'iter': 420, 'avg_loss': 0.2259649387197827, 'avg_acc': 0.0, 'loss': 0.18099930674337167}
+{'epoch': 36, 'iter': 430, 'avg_loss': 0.2259913831960441, 'avg_acc': 0.0, 'loss': 0.24002967594581798}
+{'epoch': 36, 'iter': 440, 'avg_loss': 0.22593226372395406, 'avg_acc': 0.0, 'loss': 0.2622765427975407}
+{'epoch': 36, 'iter': 450, 'avg_loss': 0.22611478753676606, 'avg_acc': 0.0, 'loss': 0.2524531272126751}
+{'epoch': 36, 'iter': 460, 'avg_loss': 0.226291396160601, 'avg_acc': 0.0, 'loss': 0.20244588907369881}
+{'epoch': 36, 'iter': 470, 'avg_loss': 0.22616889786962815, 'avg_acc': 0.0, 'loss': 0.22814786748420243}
+{'epoch': 36, 'iter': 480, 'avg_loss': 0.22611003302369911, 'avg_acc': 0.0, 'loss': 0.23426792854528294}
+{'epoch': 36, 'iter': 490, 'avg_loss': 0.22597558093666825, 'avg_acc': 0.0, 'loss': 0.19884654133422178}
+{'epoch': 36, 'iter': 500, 'avg_loss': 0.22577298789594225, 'avg_acc': 0.0, 'loss': 0.24712453722038064}
+{'epoch': 36, 'iter': 510, 'avg_loss': 0.22578502959700672, 'avg_acc': 0.0, 'loss': 0.17628915507184825}
+{'epoch': 36, 'iter': 520, 'avg_loss': 0.22566540258732687, 'avg_acc': 0.0, 'loss': 0.2397216469291509}
+{'epoch': 36, 'iter': 530, 'avg_loss': 0.22570002427564673, 'avg_acc': 0.0, 'loss': 0.2323706999314124}
+{'epoch': 36, 'iter': 540, 'avg_loss': 0.2259306058815473, 'avg_acc': 0.0, 'loss': 0.18715809495779467}
+{'epoch': 36, 'iter': 550, 'avg_loss': 0.2258665008476495, 'avg_acc': 0.0, 'loss': 0.27453951478472455}
+{'epoch': 36, 'iter': 560, 'avg_loss': 0.2256119741253032, 'avg_acc': 0.0, 'loss': 0.15764403995407453}
+{'epoch': 36, 'iter': 570, 'avg_loss': 0.22622111959669725, 'avg_acc': 0.0, 'loss': 0.2413699359867353}
+{'epoch': 36, 'iter': 580, 'avg_loss': 0.22614411615380148, 'avg_acc': 0.0, 'loss': 0.21147826377796264}
+{'epoch': 36, 'iter': 590, 'avg_loss': 0.2262938470649395, 'avg_acc': 0.0, 'loss': 0.23424883656556564}
+{'epoch': 36, 'iter': 600, 'avg_loss': 0.2262708356954179, 'avg_acc': 0.0, 'loss': 0.25254445321203484}
+{'epoch': 36, 'iter': 610, 'avg_loss': 0.22660313613458571, 'avg_acc': 0.0, 'loss': 0.3021783727756104}
+{'epoch': 36, 'iter': 620, 'avg_loss': 0.22718823889507497, 'avg_acc': 0.0, 'loss': 0.22738928287636942}
+{'epoch': 36, 'iter': 630, 'avg_loss': 0.22708347171433485, 'avg_acc': 0.0, 'loss': 0.1757086409115475}
+{'epoch': 36, 'iter': 640, 'avg_loss': 0.2271129078187669, 'avg_acc': 0.0, 'loss': 0.2130510310785212}
+{'epoch': 36, 'iter': 650, 'avg_loss': 0.22718425350783866, 'avg_acc': 0.0, 'loss': 0.25647291315754367}
+{'epoch': 36, 'iter': 660, 'avg_loss': 0.22767431547011135, 'avg_acc': 0.0, 'loss': 0.2482541515304969}
+{'epoch': 36, 'iter': 670, 'avg_loss': 0.22750731385925552, 'avg_acc': 0.0, 'loss': 0.21413788753682184}
+{'epoch': 36, 'iter': 680, 'avg_loss': 0.22764360690703253, 'avg_acc': 0.0, 'loss': 0.22022125618389055}
+{'epoch': 36, 'iter': 690, 'avg_loss': 0.22789543874771973, 'avg_acc': 0.0, 'loss': 0.24877194523082835}
+{'epoch': 36, 'iter': 700, 'avg_loss': 0.22793730126170572, 'avg_acc': 0.0, 'loss': 0.1803990210460792}
+{'epoch': 36, 'iter': 710, 'avg_loss': 0.22775566268219144, 'avg_acc': 0.0, 'loss': 0.17426609016560438}
+{'epoch': 36, 'iter': 720, 'avg_loss': 0.22760618214217165, 'avg_acc': 0.0, 'loss': 0.223141967280867}
+{'epoch': 36, 'iter': 730, 'avg_loss': 0.2274793785787962, 'avg_acc': 0.0, 'loss': 0.26599188351549075}
+{'epoch': 36, 'iter': 740, 'avg_loss': 0.22769316618934252, 'avg_acc': 0.0, 'loss': 0.24018532487249492}
+{'epoch': 36, 'iter': 750, 'avg_loss': 0.2276505705248614, 'avg_acc': 0.0, 'loss': 0.22635996393643965}
+{'epoch': 36, 'iter': 760, 'avg_loss': 0.22778436424153908, 'avg_acc': 0.0, 'loss': 0.3191727133759221}
+{'epoch': 36, 'iter': 770, 'avg_loss': 0.22754410792112484, 'avg_acc': 0.0, 'loss': 0.17475995856326723}
+{'epoch': 36, 'iter': 780, 'avg_loss': 0.22740267462578911, 'avg_acc': 0.0, 'loss': 0.27871070039941515}
+{'epoch': 36, 'iter': 790, 'avg_loss': 0.2272222191062694, 'avg_acc': 0.0, 'loss': 0.2607870344087197}
+{'epoch': 36, 'iter': 800, 'avg_loss': 0.2273067349045928, 'avg_acc': 0.0, 'loss': 0.2646640261595426}
+{'epoch': 36, 'iter': 810, 'avg_loss': 0.22730613900310467, 'avg_acc': 0.0, 'loss': 0.27480091701725734}
+{'epoch': 36, 'iter': 820, 'avg_loss': 0.22688537183572108, 'avg_acc': 0.0, 'loss': 0.20445554007138914}
+{'epoch': 36, 'iter': 830, 'avg_loss': 0.22665255501800552, 'avg_acc': 0.0, 'loss': 0.1935394218667495}
+{'epoch': 36, 'iter': 840, 'avg_loss': 0.22633144755203768, 'avg_acc': 0.0, 'loss': 0.19301677788379426}
+{'epoch': 36, 'iter': 850, 'avg_loss': 0.2261335515856548, 'avg_acc': 0.0, 'loss': 0.16030282564500858}
+{'epoch': 36, 'iter': 860, 'avg_loss': 0.22622157666977505, 'avg_acc': 0.0, 'loss': 0.2727492779881036}
+{'epoch': 36, 'iter': 870, 'avg_loss': 0.2266812447699163, 'avg_acc': 0.0, 'loss': 0.2756836774557476}
+{'epoch': 36, 'iter': 880, 'avg_loss': 0.2265251919150832, 'avg_acc': 0.0, 'loss': 0.18090017059736443}
+{'epoch': 36, 'iter': 890, 'avg_loss': 0.22648374804768565, 'avg_acc': 0.0, 'loss': 0.26354048555569015}
+{'epoch': 36, 'iter': 900, 'avg_loss': 0.22655944788555965, 'avg_acc': 0.0, 'loss': 0.21490844601063533}
+{'epoch': 36, 'iter': 910, 'avg_loss': 0.2266243479499491, 'avg_acc': 0.0, 'loss': 0.2096786031421516}
+{'epoch': 36, 'iter': 920, 'avg_loss': 0.22684923492868586, 'avg_acc': 0.0, 'loss': 0.22976157369644817}
+{'epoch': 36, 'iter': 930, 'avg_loss': 0.2267524997400612, 'avg_acc': 0.0, 'loss': 0.19299410114074686}
+{'epoch': 36, 'iter': 940, 'avg_loss': 0.2267594765955385, 'avg_acc': 0.0, 'loss': 0.21522114278207027}
+{'epoch': 36, 'iter': 950, 'avg_loss': 0.22697504940702046, 'avg_acc': 0.0, 'loss': 0.23865238585455828}
+{'epoch': 36, 'iter': 960, 'avg_loss': 0.2268208533083015, 'avg_acc': 0.0, 'loss': 0.22358365301261074}
+{'epoch': 36, 'iter': 970, 'avg_loss': 0.22697841687161743, 'avg_acc': 0.0, 'loss': 0.3043508364961878}
+{'epoch': 36, 'iter': 980, 'avg_loss': 0.22719731257713222, 'avg_acc': 0.0, 'loss': 0.23214430359639338}
+{'epoch': 36, 'iter': 990, 'avg_loss': 0.22739651715163822, 'avg_acc': 0.0, 'loss': 0.2200005045873305}
+{'epoch': 36, 'iter': 1000, 'avg_loss': 0.22742397013633733, 'avg_acc': 0.0, 'loss': 0.22776913380896854}
+{'epoch': 36, 'iter': 1010, 'avg_loss': 0.22753031782601393, 'avg_acc': 0.0, 'loss': 0.2334648367666107}
+{'epoch': 36, 'iter': 1020, 'avg_loss': 0.22754707561224613, 'avg_acc': 0.0, 'loss': 0.24812854073650215}
+{'epoch': 36, 'iter': 1030, 'avg_loss': 0.22746270173044356, 'avg_acc': 0.0, 'loss': 0.19647056539992847}
+{'epoch': 36, 'iter': 1040, 'avg_loss': 0.22735100827348245, 'avg_acc': 0.0, 'loss': 0.26156311886097683}
+{'epoch': 36, 'iter': 1050, 'avg_loss': 0.22729486226846687, 'avg_acc': 0.0, 'loss': 0.21218544915617646}
+{'epoch': 36, 'iter': 1060, 'avg_loss': 0.22723169341512925, 'avg_acc': 0.0, 'loss': 0.1845907979129931}
+{'epoch': 36, 'iter': 1070, 'avg_loss': 0.22711390678616883, 'avg_acc': 0.0, 'loss': 0.17457260116007742}
+{'epoch': 36, 'iter': 1080, 'avg_loss': 0.22714457676346533, 'avg_acc': 0.0, 'loss': 0.18543691062497406}
+{'epoch': 36, 'iter': 1090, 'avg_loss': 0.22702110318556756, 'avg_acc': 0.0, 'loss': 0.19627900032251738}
+{'epoch': 36, 'iter': 1100, 'avg_loss': 0.22703654847171398, 'avg_acc': 0.0, 'loss': 0.21589537497045186}
+{'epoch': 36, 'iter': 1110, 'avg_loss': 0.22713079173638484, 'avg_acc': 0.0, 'loss': 0.2733392598516145}
+{'epoch': 36, 'iter': 1120, 'avg_loss': 0.22717266676428802, 'avg_acc': 0.0, 'loss': 0.2661217211722747}
+{'epoch': 36, 'iter': 1130, 'avg_loss': 0.2271827585059089, 'avg_acc': 0.0, 'loss': 0.20082521922124993}
+{'epoch': 36, 'iter': 1140, 'avg_loss': 0.22702397269603325, 'avg_acc': 0.0, 'loss': 0.2238182604756795}
+{'epoch': 36, 'iter': 1150, 'avg_loss': 0.22686024360390278, 'avg_acc': 0.0, 'loss': 0.23728135221030502}
+{'epoch': 36, 'iter': 1160, 'avg_loss': 0.227077672626985, 'avg_acc': 0.0, 'loss': 0.2677495588331697}
+{'epoch': 36, 'iter': 1170, 'avg_loss': 0.2269347343141433, 'avg_acc': 0.0, 'loss': 0.21869300428300317}
+{'epoch': 36, 'iter': 1180, 'avg_loss': 0.22693343119912388, 'avg_acc': 0.0, 'loss': 0.17135310609972162}
+{'epoch': 36, 'iter': 1190, 'avg_loss': 0.2268107269673443, 'avg_acc': 0.0, 'loss': 0.17645310905287}
+{'epoch': 36, 'iter': 1200, 'avg_loss': 0.22664540551471798, 'avg_acc': 0.0, 'loss': 0.2039567368450597}
+{'epoch': 36, 'iter': 1210, 'avg_loss': 0.22673381358921754, 'avg_acc': 0.0, 'loss': 0.221438940176394}
+{'epoch': 36, 'iter': 1220, 'avg_loss': 0.22678478189219553, 'avg_acc': 0.0, 'loss': 0.176645863153567}
+{'epoch': 36, 'iter': 1230, 'avg_loss': 0.22689633069286588, 'avg_acc': 0.0, 'loss': 0.27298969164220516}
+{'epoch': 36, 'iter': 1240, 'avg_loss': 0.22679775288844178, 'avg_acc': 0.0, 'loss': 0.23197918464346196}
+{'epoch': 'EP36_test', 'eval_accuracy': 0.0, 'ece': 0.13990919291973114, 'avg_loss': 0.22679775288844178, 'f1_scores': 0.7328758682003889}
+{'epoch': 37, 'iter': 0, 'avg_loss': 0.1585656498532119, 'avg_acc': 0.0, 'loss': 0.1585656498532119}
+{'epoch': 37, 'iter': 10, 'avg_loss': 0.20337964207261222, 'avg_acc': 0.0, 'loss': 0.2328286754002095}
+{'epoch': 37, 'iter': 20, 'avg_loss': 0.20385061534040966, 'avg_acc': 0.0, 'loss': 0.20767995292279853}
+{'epoch': 37, 'iter': 30, 'avg_loss': 0.21490062517555264, 'avg_acc': 0.0, 'loss': 0.18770116167734482}
+{'epoch': 37, 'iter': 40, 'avg_loss': 0.2232171928024305, 'avg_acc': 0.0, 'loss': 0.32824009025710305}
+{'epoch': 37, 'iter': 50, 'avg_loss': 0.2235131021427801, 'avg_acc': 0.0, 'loss': 0.22116905203677106}
+{'epoch': 37, 'iter': 60, 'avg_loss': 0.22982401360990654, 'avg_acc': 0.0, 'loss': 0.2076873379271709}
+{'epoch': 37, 'iter': 70, 'avg_loss': 0.23252803254918383, 'avg_acc': 0.0, 'loss': 0.266270743519239}
+{'epoch': 37, 'iter': 80, 'avg_loss': 0.2290800599479517, 'avg_acc': 0.0, 'loss': 0.21233946465278156}
+{'epoch': 37, 'iter': 90, 'avg_loss': 0.22880419253216286, 'avg_acc': 0.0, 'loss': 0.22853655299417952}
+{'epoch': 37, 'iter': 100, 'avg_loss': 0.22842675324845263, 'avg_acc': 0.0, 'loss': 0.2478397554875268}
+{'epoch': 37, 'iter': 110, 'avg_loss': 0.2275574457397666, 'avg_acc': 0.0, 'loss': 0.228851669757075}
+{'epoch': 37, 'iter': 120, 'avg_loss': 0.2257765656089643, 'avg_acc': 0.0, 'loss': 0.19734319495963906}
+{'epoch': 37, 'iter': 130, 'avg_loss': 0.22501917448343517, 'avg_acc': 0.0, 'loss': 0.17387918400015678}
+{'epoch': 37, 'iter': 140, 'avg_loss': 0.2254527235712519, 'avg_acc': 0.0, 'loss': 0.2910768395828102}
+{'epoch': 37, 'iter': 150, 'avg_loss': 0.22674058989686183, 'avg_acc': 0.0, 'loss': 0.289126364977538}
+{'epoch': 37, 'iter': 160, 'avg_loss': 0.22807900172843512, 'avg_acc': 0.0, 'loss': 0.24610114147812315}
+{'epoch': 37, 'iter': 170, 'avg_loss': 0.2262358860287961, 'avg_acc': 0.0, 'loss': 0.21586353132988734}
+{'epoch': 37, 'iter': 180, 'avg_loss': 0.22644920711694616, 'avg_acc': 0.0, 'loss': 0.25931901471017227}
+{'epoch': 37, 'iter': 190, 'avg_loss': 0.2260165448409294, 'avg_acc': 0.0, 'loss': 0.1436183255049822}
+{'epoch': 37, 'iter': 200, 'avg_loss': 0.22615793978524848, 'avg_acc': 0.0, 'loss': 0.23090256995404193}
+{'epoch': 37, 'iter': 210, 'avg_loss': 0.2263817168975052, 'avg_acc': 0.0, 'loss': 0.20121636916314856}
+{'epoch': 37, 'iter': 220, 'avg_loss': 0.22669165347084466, 'avg_acc': 0.0, 'loss': 0.24871333999202044}
+{'epoch': 37, 'iter': 230, 'avg_loss': 0.2276468579532817, 'avg_acc': 0.0, 'loss': 0.24041148765258769}
+{'epoch': 37, 'iter': 240, 'avg_loss': 0.22780987209802644, 'avg_acc': 0.0, 'loss': 0.30652802954396713}
+{'epoch': 37, 'iter': 250, 'avg_loss': 0.22781964588821046, 'avg_acc': 0.0, 'loss': 0.2502283527976163}
+{'epoch': 37, 'iter': 260, 'avg_loss': 0.22785612527910287, 'avg_acc': 0.0, 'loss': 0.2663735498153171}
+{'epoch': 37, 'iter': 270, 'avg_loss': 0.22776909608081275, 'avg_acc': 0.0, 'loss': 0.2748653713669487}
+{'epoch': 37, 'iter': 280, 'avg_loss': 0.2276306663897951, 'avg_acc': 0.0, 'loss': 0.24374871886454585}
+{'epoch': 37, 'iter': 290, 'avg_loss': 0.22751265771325063, 'avg_acc': 0.0, 'loss': 0.20785559077895802}
+{'epoch': 37, 'iter': 300, 'avg_loss': 0.22684398218161222, 'avg_acc': 0.0, 'loss': 0.20316711475852245}
+{'epoch': 37, 'iter': 310, 'avg_loss': 0.22669617401912548, 'avg_acc': 0.0, 'loss': 0.16483920495820062}
+{'epoch': 37, 'iter': 320, 'avg_loss': 0.22700390651527713, 'avg_acc': 0.0, 'loss': 0.20475902238523042}
+{'epoch': 37, 'iter': 330, 'avg_loss': 0.22736115243416552, 'avg_acc': 0.0, 'loss': 0.26590714268161264}
+{'epoch': 37, 'iter': 340, 'avg_loss': 0.228047893520102, 'avg_acc': 0.0, 'loss': 0.28004742970998514}
+{'epoch': 37, 'iter': 350, 'avg_loss': 0.22781527750159566, 'avg_acc': 0.0, 'loss': 0.2424568321900194}
+{'epoch': 37, 'iter': 360, 'avg_loss': 0.22773113158858102, 'avg_acc': 0.0, 'loss': 0.17367510503764347}
+{'epoch': 37, 'iter': 370, 'avg_loss': 0.22756178043326966, 'avg_acc': 0.0, 'loss': 0.20520568290891916}
+{'epoch': 37, 'iter': 380, 'avg_loss': 0.22753215078464317, 'avg_acc': 0.0, 'loss': 0.1674755623568233}
+{'epoch': 37, 'iter': 390, 'avg_loss': 0.22751894882372178, 'avg_acc': 0.0, 'loss': 0.1922253848316099}
+{'epoch': 37, 'iter': 400, 'avg_loss': 0.22763658889886945, 'avg_acc': 0.0, 'loss': 0.2431623847100549}
+{'epoch': 37, 'iter': 410, 'avg_loss': 0.2279650818773223, 'avg_acc': 0.0, 'loss': 0.20170473147615145}
+{'epoch': 37, 'iter': 420, 'avg_loss': 0.2275059873438842, 'avg_acc': 0.0, 'loss': 0.18347745484748298}
+{'epoch': 37, 'iter': 430, 'avg_loss': 0.22754230410946993, 'avg_acc': 0.0, 'loss': 0.24255526914735775}
+{'epoch': 37, 'iter': 440, 'avg_loss': 0.22745140432482666, 'avg_acc': 0.0, 'loss': 0.26672869845430924}
+{'epoch': 37, 'iter': 450, 'avg_loss': 0.22765061466234138, 'avg_acc': 0.0, 'loss': 0.25515512858912964}
+{'epoch': 37, 'iter': 460, 'avg_loss': 0.22783326705541537, 'avg_acc': 0.0, 'loss': 0.2013114042082569}
+{'epoch': 37, 'iter': 470, 'avg_loss': 0.22773175513137361, 'avg_acc': 0.0, 'loss': 0.2338931935876839}
+{'epoch': 37, 'iter': 480, 'avg_loss': 0.2276605894245367, 'avg_acc': 0.0, 'loss': 0.23314628635913387}
+{'epoch': 37, 'iter': 490, 'avg_loss': 0.22752880307485449, 'avg_acc': 0.0, 'loss': 0.20137307332900684}
+{'epoch': 37, 'iter': 500, 'avg_loss': 0.22732814687872768, 'avg_acc': 0.0, 'loss': 0.25294444160731794}
+{'epoch': 37, 'iter': 510, 'avg_loss': 0.22735627630980673, 'avg_acc': 0.0, 'loss': 0.17626399463446366}
+{'epoch': 37, 'iter': 520, 'avg_loss': 0.22721197208786223, 'avg_acc': 0.0, 'loss': 0.2440415072301708}
+{'epoch': 37, 'iter': 530, 'avg_loss': 0.227237588039508, 'avg_acc': 0.0, 'loss': 0.23495994478071225}
+{'epoch': 37, 'iter': 540, 'avg_loss': 0.2274725176578694, 'avg_acc': 0.0, 'loss': 0.18795090024048022}
+{'epoch': 37, 'iter': 550, 'avg_loss': 0.22738714855496434, 'avg_acc': 0.0, 'loss': 0.27848817810175724}
+{'epoch': 37, 'iter': 560, 'avg_loss': 0.22712328873334184, 'avg_acc': 0.0, 'loss': 0.1546266811772544}
+{'epoch': 37, 'iter': 570, 'avg_loss': 0.2277596633606699, 'avg_acc': 0.0, 'loss': 0.24689346534601747}
+{'epoch': 37, 'iter': 580, 'avg_loss': 0.22770313346036908, 'avg_acc': 0.0, 'loss': 0.21936105012465693}
+{'epoch': 37, 'iter': 590, 'avg_loss': 0.22784524368327969, 'avg_acc': 0.0, 'loss': 0.23007420121270375}
+{'epoch': 37, 'iter': 600, 'avg_loss': 0.22783401536879758, 'avg_acc': 0.0, 'loss': 0.255542106924947}
+{'epoch': 37, 'iter': 610, 'avg_loss': 0.2281403806701304, 'avg_acc': 0.0, 'loss': 0.2978878480998901}
+{'epoch': 37, 'iter': 620, 'avg_loss': 0.2287641739966756, 'avg_acc': 0.0, 'loss': 0.23410106680348364}
+{'epoch': 37, 'iter': 630, 'avg_loss': 0.22866549702544392, 'avg_acc': 0.0, 'loss': 0.17371327924687258}
+{'epoch': 37, 'iter': 640, 'avg_loss': 0.22868248732249702, 'avg_acc': 0.0, 'loss': 0.21367901505458672}
+{'epoch': 37, 'iter': 650, 'avg_loss': 0.22875377859816667, 'avg_acc': 0.0, 'loss': 0.2598755287098129}
+{'epoch': 37, 'iter': 660, 'avg_loss': 0.22926019644438844, 'avg_acc': 0.0, 'loss': 0.2530989941169212}
+{'epoch': 37, 'iter': 670, 'avg_loss': 0.22909434301286116, 'avg_acc': 0.0, 'loss': 0.21494623507679272}
+{'epoch': 37, 'iter': 680, 'avg_loss': 0.22922505257734324, 'avg_acc': 0.0, 'loss': 0.22220742377010083}
+{'epoch': 37, 'iter': 690, 'avg_loss': 0.22947948195325304, 'avg_acc': 0.0, 'loss': 0.25240539144712265}
+{'epoch': 37, 'iter': 700, 'avg_loss': 0.2295158973483933, 'avg_acc': 0.0, 'loss': 0.18197644088659864}
+{'epoch': 37, 'iter': 710, 'avg_loss': 0.22936065002745773, 'avg_acc': 0.0, 'loss': 0.17504355100231805}
+{'epoch': 37, 'iter': 720, 'avg_loss': 0.2292098952582637, 'avg_acc': 0.0, 'loss': 0.22154499123001056}
+{'epoch': 37, 'iter': 730, 'avg_loss': 0.2291031394374961, 'avg_acc': 0.0, 'loss': 0.2697528242315619}
+{'epoch': 37, 'iter': 740, 'avg_loss': 0.2293371419649668, 'avg_acc': 0.0, 'loss': 0.24328436773214435}
+{'epoch': 37, 'iter': 750, 'avg_loss': 0.2292883557688677, 'avg_acc': 0.0, 'loss': 0.22730035523172124}
+{'epoch': 37, 'iter': 760, 'avg_loss': 0.22941602908595007, 'avg_acc': 0.0, 'loss': 0.323237622719619}
+{'epoch': 37, 'iter': 770, 'avg_loss': 0.22916129213249553, 'avg_acc': 0.0, 'loss': 0.17120042450246079}
+{'epoch': 37, 'iter': 780, 'avg_loss': 0.22901358155934093, 'avg_acc': 0.0, 'loss': 0.2861036877932942}
+{'epoch': 37, 'iter': 790, 'avg_loss': 0.22882668464959255, 'avg_acc': 0.0, 'loss': 0.26427132760870464}
+{'epoch': 37, 'iter': 800, 'avg_loss': 0.22891507967811295, 'avg_acc': 0.0, 'loss': 0.2709263684454786}
+{'epoch': 37, 'iter': 810, 'avg_loss': 0.228912318457165, 'avg_acc': 0.0, 'loss': 0.28000966766444435}
+{'epoch': 37, 'iter': 820, 'avg_loss': 0.22849028244812622, 'avg_acc': 0.0, 'loss': 0.20889838993753074}
+{'epoch': 37, 'iter': 830, 'avg_loss': 0.22822933620989694, 'avg_acc': 0.0, 'loss': 0.19204719958997885}
+{'epoch': 37, 'iter': 840, 'avg_loss': 0.22788559985920073, 'avg_acc': 0.0, 'loss': 0.19353886654179014}
+{'epoch': 37, 'iter': 850, 'avg_loss': 0.22768380326440427, 'avg_acc': 0.0, 'loss': 0.1567629704817526}
+{'epoch': 37, 'iter': 860, 'avg_loss': 0.22776453974404953, 'avg_acc': 0.0, 'loss': 0.27520972072672323}
+{'epoch': 37, 'iter': 870, 'avg_loss': 0.228247544223544, 'avg_acc': 0.0, 'loss': 0.2779784672388164}
+{'epoch': 37, 'iter': 880, 'avg_loss': 0.22807807564914137, 'avg_acc': 0.0, 'loss': 0.18001693271459576}
+{'epoch': 37, 'iter': 890, 'avg_loss': 0.22803982536633075, 'avg_acc': 0.0, 'loss': 0.2644574841605325}
+{'epoch': 37, 'iter': 900, 'avg_loss': 0.22812157020924695, 'avg_acc': 0.0, 'loss': 0.218220031128843}
+{'epoch': 37, 'iter': 910, 'avg_loss': 0.22819645153498264, 'avg_acc': 0.0, 'loss': 0.21229825214023937}
+{'epoch': 37, 'iter': 920, 'avg_loss': 0.22841864915141566, 'avg_acc': 0.0, 'loss': 0.22773004372866773}
+{'epoch': 37, 'iter': 930, 'avg_loss': 0.22833555607909767, 'avg_acc': 0.0, 'loss': 0.19197143246027995}
+{'epoch': 37, 'iter': 940, 'avg_loss': 0.22833536208907818, 'avg_acc': 0.0, 'loss': 0.21601473471405694}
+{'epoch': 37, 'iter': 950, 'avg_loss': 0.2285449159941465, 'avg_acc': 0.0, 'loss': 0.23821023196221955}
+{'epoch': 37, 'iter': 960, 'avg_loss': 0.22838325927094053, 'avg_acc': 0.0, 'loss': 0.22615064379390656}
+{'epoch': 37, 'iter': 970, 'avg_loss': 0.22853110280099967, 'avg_acc': 0.0, 'loss': 0.30607000583295624}
+{'epoch': 37, 'iter': 980, 'avg_loss': 0.22875850811143436, 'avg_acc': 0.0, 'loss': 0.23299892752895954}
+{'epoch': 37, 'iter': 990, 'avg_loss': 0.22897900988844458, 'avg_acc': 0.0, 'loss': 0.2268751285516503}
+{'epoch': 37, 'iter': 1000, 'avg_loss': 0.22901625996812397, 'avg_acc': 0.0, 'loss': 0.2284802962410432}
+{'epoch': 37, 'iter': 1010, 'avg_loss': 0.2291168144768075, 'avg_acc': 0.0, 'loss': 0.2347573776630562}
+{'epoch': 37, 'iter': 1020, 'avg_loss': 0.22913169419625729, 'avg_acc': 0.0, 'loss': 0.2503707632494557}
+{'epoch': 37, 'iter': 1030, 'avg_loss': 0.22904649574579092, 'avg_acc': 0.0, 'loss': 0.19808381287228777}
+{'epoch': 37, 'iter': 1040, 'avg_loss': 0.2289551589308072, 'avg_acc': 0.0, 'loss': 0.2652133422672185}
+{'epoch': 37, 'iter': 1050, 'avg_loss': 0.22888764509667223, 'avg_acc': 0.0, 'loss': 0.2105528941622359}
+{'epoch': 37, 'iter': 1060, 'avg_loss': 0.228823218623966, 'avg_acc': 0.0, 'loss': 0.18500852811598634}
+{'epoch': 37, 'iter': 1070, 'avg_loss': 0.22870129936366143, 'avg_acc': 0.0, 'loss': 0.17247227041264068}
+{'epoch': 37, 'iter': 1080, 'avg_loss': 0.2287323996170504, 'avg_acc': 0.0, 'loss': 0.18194499223644858}
+{'epoch': 37, 'iter': 1090, 'avg_loss': 0.2285981376091993, 'avg_acc': 0.0, 'loss': 0.19660342628753824}
+{'epoch': 37, 'iter': 1100, 'avg_loss': 0.22860694204623255, 'avg_acc': 0.0, 'loss': 0.21885918276539734}
+{'epoch': 37, 'iter': 1110, 'avg_loss': 0.22869854527226122, 'avg_acc': 0.0, 'loss': 0.2763527921174662}
+{'epoch': 37, 'iter': 1120, 'avg_loss': 0.22874530157514233, 'avg_acc': 0.0, 'loss': 0.27477023144488805}
+{'epoch': 37, 'iter': 1130, 'avg_loss': 0.2287584180518517, 'avg_acc': 0.0, 'loss': 0.20338269830279743}
+{'epoch': 37, 'iter': 1140, 'avg_loss': 0.22858900095002882, 'avg_acc': 0.0, 'loss': 0.22600408995007065}
+{'epoch': 37, 'iter': 1150, 'avg_loss': 0.22841599700024753, 'avg_acc': 0.0, 'loss': 0.23804845229590552}
+{'epoch': 37, 'iter': 1160, 'avg_loss': 0.22864287804890035, 'avg_acc': 0.0, 'loss': 0.26676372490598105}
+{'epoch': 37, 'iter': 1170, 'avg_loss': 0.22850212677568918, 'avg_acc': 0.0, 'loss': 0.22265386283226818}
+{'epoch': 37, 'iter': 1180, 'avg_loss': 0.22849090509664924, 'avg_acc': 0.0, 'loss': 0.1674200964254656}
+{'epoch': 37, 'iter': 1190, 'avg_loss': 0.22836248595150838, 'avg_acc': 0.0, 'loss': 0.17968070757451315}
+{'epoch': 37, 'iter': 1200, 'avg_loss': 0.22819450055562437, 'avg_acc': 0.0, 'loss': 0.20304848358502373}
+{'epoch': 37, 'iter': 1210, 'avg_loss': 0.2282784839184701, 'avg_acc': 0.0, 'loss': 0.22122666411574493}
+{'epoch': 37, 'iter': 1220, 'avg_loss': 0.22832530876945825, 'avg_acc': 0.0, 'loss': 0.17426302232174098}
+{'epoch': 37, 'iter': 1230, 'avg_loss': 0.2284335664536048, 'avg_acc': 0.0, 'loss': 0.2727389532430574}
+{'epoch': 37, 'iter': 1240, 'avg_loss': 0.22833109972536345, 'avg_acc': 0.0, 'loss': 0.23284278680978332}
+{'epoch': 'EP37_test', 'eval_accuracy': 0.0, 'ece': 0.1798809915781021, 'avg_loss': 0.22833109972536345, 'f1_scores': 0.7316447211360698}
+{'epoch': 38, 'iter': 0, 'avg_loss': 0.15917967723303914, 'avg_acc': 0.0, 'loss': 0.15917967723303914}
+{'epoch': 38, 'iter': 10, 'avg_loss': 0.20352975425881095, 'avg_acc': 0.0, 'loss': 0.2325194957423134}
+{'epoch': 38, 'iter': 20, 'avg_loss': 0.20400754440680616, 'avg_acc': 0.0, 'loss': 0.20837392047730774}
+{'epoch': 38, 'iter': 30, 'avg_loss': 0.21453937621810507, 'avg_acc': 0.0, 'loss': 0.1887364785596576}
+{'epoch': 38, 'iter': 40, 'avg_loss': 0.22260245855354646, 'avg_acc': 0.0, 'loss': 0.325816512804181}
+{'epoch': 38, 'iter': 50, 'avg_loss': 0.2228706836660823, 'avg_acc': 0.0, 'loss': 0.21974813151354866}
+{'epoch': 38, 'iter': 60, 'avg_loss': 0.2288067415321764, 'avg_acc': 0.0, 'loss': 0.2072360619797239}
+{'epoch': 38, 'iter': 70, 'avg_loss': 0.23145481679839294, 'avg_acc': 0.0, 'loss': 0.2632958585975627}
+{'epoch': 38, 'iter': 80, 'avg_loss': 0.22811941054034685, 'avg_acc': 0.0, 'loss': 0.21425506981657755}
+{'epoch': 38, 'iter': 90, 'avg_loss': 0.22785609702774362, 'avg_acc': 0.0, 'loss': 0.22575532924257197}
+{'epoch': 38, 'iter': 100, 'avg_loss': 0.22749299034859238, 'avg_acc': 0.0, 'loss': 0.247908429508178}
+{'epoch': 38, 'iter': 110, 'avg_loss': 0.22664868229059404, 'avg_acc': 0.0, 'loss': 0.2249296426727564}
+{'epoch': 38, 'iter': 120, 'avg_loss': 0.22493086653422203, 'avg_acc': 0.0, 'loss': 0.19922132293891082}
+{'epoch': 38, 'iter': 130, 'avg_loss': 0.22420238092288006, 'avg_acc': 0.0, 'loss': 0.1744489972157258}
+{'epoch': 38, 'iter': 140, 'avg_loss': 0.22460214806876455, 'avg_acc': 0.0, 'loss': 0.2858878702935661}
+{'epoch': 38, 'iter': 150, 'avg_loss': 0.225888072320785, 'avg_acc': 0.0, 'loss': 0.28809792104842863}
+{'epoch': 38, 'iter': 160, 'avg_loss': 0.22710289934546202, 'avg_acc': 0.0, 'loss': 0.2423936176954677}
+{'epoch': 38, 'iter': 170, 'avg_loss': 0.22541444883844045, 'avg_acc': 0.0, 'loss': 0.21738563745925277}
+{'epoch': 38, 'iter': 180, 'avg_loss': 0.22564763979470776, 'avg_acc': 0.0, 'loss': 0.2579121839406915}
+{'epoch': 38, 'iter': 190, 'avg_loss': 0.22520846220689353, 'avg_acc': 0.0, 'loss': 0.14515137500786424}
+{'epoch': 38, 'iter': 200, 'avg_loss': 0.22530671902142826, 'avg_acc': 0.0, 'loss': 0.22858698254971646}
+{'epoch': 38, 'iter': 210, 'avg_loss': 0.22551133627849582, 'avg_acc': 0.0, 'loss': 0.2028771262354212}
+{'epoch': 38, 'iter': 220, 'avg_loss': 0.22580867360921794, 'avg_acc': 0.0, 'loss': 0.2470421889901867}
+{'epoch': 38, 'iter': 230, 'avg_loss': 0.22672779913968466, 'avg_acc': 0.0, 'loss': 0.2386464408704439}
+{'epoch': 38, 'iter': 240, 'avg_loss': 0.2268651473741137, 'avg_acc': 0.0, 'loss': 0.299561442808616}
+{'epoch': 38, 'iter': 250, 'avg_loss': 0.2268567783847565, 'avg_acc': 0.0, 'loss': 0.24632522881029217}
+{'epoch': 38, 'iter': 260, 'avg_loss': 0.22687854515295303, 'avg_acc': 0.0, 'loss': 0.26472494616460346}
+{'epoch': 38, 'iter': 270, 'avg_loss': 0.22678909472494202, 'avg_acc': 0.0, 'loss': 0.2705656461464839}
+{'epoch': 38, 'iter': 280, 'avg_loss': 0.22668222216545297, 'avg_acc': 0.0, 'loss': 0.243236064985857}
+{'epoch': 38, 'iter': 290, 'avg_loss': 0.2265906084410287, 'avg_acc': 0.0, 'loss': 0.20909820256981348}
+{'epoch': 38, 'iter': 300, 'avg_loss': 0.22592623530847794, 'avg_acc': 0.0, 'loss': 0.20301929744144737}
+{'epoch': 38, 'iter': 310, 'avg_loss': 0.225781751787415, 'avg_acc': 0.0, 'loss': 0.16748381264190876}
+{'epoch': 38, 'iter': 320, 'avg_loss': 0.2260718248289265, 'avg_acc': 0.0, 'loss': 0.20654155609505712}
+{'epoch': 38, 'iter': 330, 'avg_loss': 0.22641419387040282, 'avg_acc': 0.0, 'loss': 0.26501048190509985}
+{'epoch': 38, 'iter': 340, 'avg_loss': 0.22709577061558284, 'avg_acc': 0.0, 'loss': 0.2768690894863052}
+{'epoch': 38, 'iter': 350, 'avg_loss': 0.22687650070374576, 'avg_acc': 0.0, 'loss': 0.24206096324480442}
+{'epoch': 38, 'iter': 360, 'avg_loss': 0.2267958794033285, 'avg_acc': 0.0, 'loss': 0.17361068410506114}
+{'epoch': 38, 'iter': 370, 'avg_loss': 0.22665039233087475, 'avg_acc': 0.0, 'loss': 0.20583883682430884}
+{'epoch': 38, 'iter': 380, 'avg_loss': 0.22663519565420706, 'avg_acc': 0.0, 'loss': 0.16893706259585475}
+{'epoch': 38, 'iter': 390, 'avg_loss': 0.2266251109348974, 'avg_acc': 0.0, 'loss': 0.19446709320826422}
+{'epoch': 38, 'iter': 400, 'avg_loss': 0.22673997077396518, 'avg_acc': 0.0, 'loss': 0.24115941333231408}
+{'epoch': 38, 'iter': 410, 'avg_loss': 0.22705948792712516, 'avg_acc': 0.0, 'loss': 0.20383268156375117}
+{'epoch': 38, 'iter': 420, 'avg_loss': 0.22662630488545202, 'avg_acc': 0.0, 'loss': 0.18416771669792198}
+{'epoch': 38, 'iter': 430, 'avg_loss': 0.22667676795354388, 'avg_acc': 0.0, 'loss': 0.24195002793599735}
+{'epoch': 38, 'iter': 440, 'avg_loss': 0.22658099858785807, 'avg_acc': 0.0, 'loss': 0.26280819882237794}
+{'epoch': 38, 'iter': 450, 'avg_loss': 0.22678781272055945, 'avg_acc': 0.0, 'loss': 0.2523821661848485}
+{'epoch': 38, 'iter': 460, 'avg_loss': 0.22696644349496378, 'avg_acc': 0.0, 'loss': 0.20231705100414793}
+{'epoch': 38, 'iter': 470, 'avg_loss': 0.22686948226657697, 'avg_acc': 0.0, 'loss': 0.23368998705018384}
+{'epoch': 38, 'iter': 480, 'avg_loss': 0.22680360804886282, 'avg_acc': 0.0, 'loss': 0.23289939785120492}
+{'epoch': 38, 'iter': 490, 'avg_loss': 0.2266817332820247, 'avg_acc': 0.0, 'loss': 0.20134908025157267}
+{'epoch': 38, 'iter': 500, 'avg_loss': 0.22648873876484732, 'avg_acc': 0.0, 'loss': 0.25122880881131743}
+{'epoch': 38, 'iter': 510, 'avg_loss': 0.22652389043332838, 'avg_acc': 0.0, 'loss': 0.17711901256726442}
+{'epoch': 38, 'iter': 520, 'avg_loss': 0.22638831543629345, 'avg_acc': 0.0, 'loss': 0.24425570526458223}
+{'epoch': 38, 'iter': 530, 'avg_loss': 0.2264166257791122, 'avg_acc': 0.0, 'loss': 0.23401662578170804}
+{'epoch': 38, 'iter': 540, 'avg_loss': 0.22664892409856507, 'avg_acc': 0.0, 'loss': 0.18755374453587592}
+{'epoch': 38, 'iter': 550, 'avg_loss': 0.22657537985863538, 'avg_acc': 0.0, 'loss': 0.2763457514547229}
+{'epoch': 38, 'iter': 560, 'avg_loss': 0.22631330231481092, 'avg_acc': 0.0, 'loss': 0.15715166918802684}
+{'epoch': 38, 'iter': 570, 'avg_loss': 0.226922502014332, 'avg_acc': 0.0, 'loss': 0.24609849274210252}
+{'epoch': 38, 'iter': 580, 'avg_loss': 0.2268764927795883, 'avg_acc': 0.0, 'loss': 0.21997307221257803}
+{'epoch': 38, 'iter': 590, 'avg_loss': 0.22701383664575878, 'avg_acc': 0.0, 'loss': 0.2288261353260168}
+{'epoch': 38, 'iter': 600, 'avg_loss': 0.2270075629257693, 'avg_acc': 0.0, 'loss': 0.2548849691105813}
+{'epoch': 38, 'iter': 610, 'avg_loss': 0.22730851623540443, 'avg_acc': 0.0, 'loss': 0.29538595822339175}
+{'epoch': 38, 'iter': 620, 'avg_loss': 0.22790315656683774, 'avg_acc': 0.0, 'loss': 0.23428246631491284}
+{'epoch': 38, 'iter': 630, 'avg_loss': 0.2278125182475445, 'avg_acc': 0.0, 'loss': 0.1750938863156729}
+{'epoch': 38, 'iter': 640, 'avg_loss': 0.22783420340854818, 'avg_acc': 0.0, 'loss': 0.21302678559594107}
+{'epoch': 38, 'iter': 650, 'avg_loss': 0.22789227910149548, 'avg_acc': 0.0, 'loss': 0.255686922841554}
+{'epoch': 38, 'iter': 660, 'avg_loss': 0.2283766701812087, 'avg_acc': 0.0, 'loss': 0.24923833248593447}
+{'epoch': 38, 'iter': 670, 'avg_loss': 0.22821209806077838, 'avg_acc': 0.0, 'loss': 0.21490888123755017}
+{'epoch': 38, 'iter': 680, 'avg_loss': 0.22833519558176868, 'avg_acc': 0.0, 'loss': 0.22162398496110264}
+{'epoch': 38, 'iter': 690, 'avg_loss': 0.22858599573778926, 'avg_acc': 0.0, 'loss': 0.25006707839130676}
+{'epoch': 38, 'iter': 700, 'avg_loss': 0.22862023855127275, 'avg_acc': 0.0, 'loss': 0.18214019641290438}
+{'epoch': 38, 'iter': 710, 'avg_loss': 0.2284734880954983, 'avg_acc': 0.0, 'loss': 0.17465329047139935}
+{'epoch': 38, 'iter': 720, 'avg_loss': 0.22833996429961154, 'avg_acc': 0.0, 'loss': 0.22159442690604333}
+{'epoch': 38, 'iter': 730, 'avg_loss': 0.22823719236173745, 'avg_acc': 0.0, 'loss': 0.26535390271148374}
+{'epoch': 38, 'iter': 740, 'avg_loss': 0.2284620872867468, 'avg_acc': 0.0, 'loss': 0.24171859125007292}
+{'epoch': 38, 'iter': 750, 'avg_loss': 0.22841649187017493, 'avg_acc': 0.0, 'loss': 0.22745802871057613}
+{'epoch': 38, 'iter': 760, 'avg_loss': 0.22853402367292444, 'avg_acc': 0.0, 'loss': 0.32082805151013155}
+{'epoch': 38, 'iter': 770, 'avg_loss': 0.2282846137383584, 'avg_acc': 0.0, 'loss': 0.1728527333049377}
+{'epoch': 38, 'iter': 780, 'avg_loss': 0.22814319599756824, 'avg_acc': 0.0, 'loss': 0.2829330917217021}
+{'epoch': 38, 'iter': 790, 'avg_loss': 0.22796456961743203, 'avg_acc': 0.0, 'loss': 0.262702129148043}
+{'epoch': 38, 'iter': 800, 'avg_loss': 0.22805386513510603, 'avg_acc': 0.0, 'loss': 0.2687966098393904}
+{'epoch': 38, 'iter': 810, 'avg_loss': 0.22805303985111128, 'avg_acc': 0.0, 'loss': 0.2740086550780753}
+{'epoch': 38, 'iter': 820, 'avg_loss': 0.22764631955350492, 'avg_acc': 0.0, 'loss': 0.2110089923171472}
+{'epoch': 38, 'iter': 830, 'avg_loss': 0.2273997685264789, 'avg_acc': 0.0, 'loss': 0.19183830085280207}
+{'epoch': 38, 'iter': 840, 'avg_loss': 0.22707499576041573, 'avg_acc': 0.0, 'loss': 0.1948525439900907}
+{'epoch': 38, 'iter': 850, 'avg_loss': 0.22688907866436547, 'avg_acc': 0.0, 'loss': 0.15858419923625075}
+{'epoch': 38, 'iter': 860, 'avg_loss': 0.22696624307747662, 'avg_acc': 0.0, 'loss': 0.27430670887805975}
+{'epoch': 38, 'iter': 870, 'avg_loss': 0.2274312182942578, 'avg_acc': 0.0, 'loss': 0.2758344716306575}
+{'epoch': 38, 'iter': 880, 'avg_loss': 0.22726656847504006, 'avg_acc': 0.0, 'loss': 0.18141407221841224}
+{'epoch': 38, 'iter': 890, 'avg_loss': 0.22724134505741328, 'avg_acc': 0.0, 'loss': 0.2651530090828211}
+{'epoch': 38, 'iter': 900, 'avg_loss': 0.22732445181037042, 'avg_acc': 0.0, 'loss': 0.21863042766118007}
+{'epoch': 38, 'iter': 910, 'avg_loss': 0.22739248022663602, 'avg_acc': 0.0, 'loss': 0.21154781300697323}
+{'epoch': 38, 'iter': 920, 'avg_loss': 0.22760668393412012, 'avg_acc': 0.0, 'loss': 0.2268919663772359}
+{'epoch': 38, 'iter': 930, 'avg_loss': 0.2275310413402332, 'avg_acc': 0.0, 'loss': 0.19351960707328023}
+{'epoch': 38, 'iter': 940, 'avg_loss': 0.22752873313458058, 'avg_acc': 0.0, 'loss': 0.21659732205504106}
+{'epoch': 38, 'iter': 950, 'avg_loss': 0.2277306259193266, 'avg_acc': 0.0, 'loss': 0.23810306654451907}
+{'epoch': 38, 'iter': 960, 'avg_loss': 0.22758109639167268, 'avg_acc': 0.0, 'loss': 0.22678404576065855}
+{'epoch': 38, 'iter': 970, 'avg_loss': 0.22771652190298686, 'avg_acc': 0.0, 'loss': 0.30144420047367604}
+{'epoch': 38, 'iter': 980, 'avg_loss': 0.22793348527294416, 'avg_acc': 0.0, 'loss': 0.23159181546157015}
+{'epoch': 38, 'iter': 990, 'avg_loss': 0.22815051922528554, 'avg_acc': 0.0, 'loss': 0.2240850984262579}
+{'epoch': 38, 'iter': 1000, 'avg_loss': 0.22819125663220619, 'avg_acc': 0.0, 'loss': 0.22899201754842125}
+{'epoch': 38, 'iter': 1010, 'avg_loss': 0.22828180528710143, 'avg_acc': 0.0, 'loss': 0.2334983495043486}
+{'epoch': 38, 'iter': 1020, 'avg_loss': 0.22829397271221213, 'avg_acc': 0.0, 'loss': 0.2475210030031576}
+{'epoch': 38, 'iter': 1030, 'avg_loss': 0.2282189493363786, 'avg_acc': 0.0, 'loss': 0.2001102501949877}
+{'epoch': 38, 'iter': 1040, 'avg_loss': 0.22812585117545547, 'avg_acc': 0.0, 'loss': 0.2608696925931976}
+{'epoch': 38, 'iter': 1050, 'avg_loss': 0.228058533806514, 'avg_acc': 0.0, 'loss': 0.20792843228082347}
+{'epoch': 38, 'iter': 1060, 'avg_loss': 0.22799787120175596, 'avg_acc': 0.0, 'loss': 0.18405182621833252}
+{'epoch': 38, 'iter': 1070, 'avg_loss': 0.2278829716978186, 'avg_acc': 0.0, 'loss': 0.1738475103518015}
+{'epoch': 38, 'iter': 1080, 'avg_loss': 0.22791158030202377, 'avg_acc': 0.0, 'loss': 0.18407736487626736}
+{'epoch': 38, 'iter': 1090, 'avg_loss': 0.22778041163280002, 'avg_acc': 0.0, 'loss': 0.19696467378652674}
+{'epoch': 38, 'iter': 1100, 'avg_loss': 0.22778928970886, 'avg_acc': 0.0, 'loss': 0.21854563423335094}
+{'epoch': 38, 'iter': 1110, 'avg_loss': 0.2278725290704809, 'avg_acc': 0.0, 'loss': 0.2732287089450795}
+{'epoch': 38, 'iter': 1120, 'avg_loss': 0.2279090806147865, 'avg_acc': 0.0, 'loss': 0.27131485602046723}
+{'epoch': 38, 'iter': 1130, 'avg_loss': 0.22792184954600125, 'avg_acc': 0.0, 'loss': 0.20261561086166627}
+{'epoch': 38, 'iter': 1140, 'avg_loss': 0.22775756924511772, 'avg_acc': 0.0, 'loss': 0.22402149525578352}
+{'epoch': 38, 'iter': 1150, 'avg_loss': 0.2275941811254706, 'avg_acc': 0.0, 'loss': 0.23555016683699898}
+{'epoch': 38, 'iter': 1160, 'avg_loss': 0.2278119843661059, 'avg_acc': 0.0, 'loss': 0.26403787550517727}
+{'epoch': 38, 'iter': 1170, 'avg_loss': 0.22767414397130217, 'avg_acc': 0.0, 'loss': 0.2224382465330044}
+{'epoch': 38, 'iter': 1180, 'avg_loss': 0.22766616843468976, 'avg_acc': 0.0, 'loss': 0.16745668960113236}
+{'epoch': 38, 'iter': 1190, 'avg_loss': 0.22753987012783886, 'avg_acc': 0.0, 'loss': 0.18082850165124648}
+{'epoch': 38, 'iter': 1200, 'avg_loss': 0.22737792003525095, 'avg_acc': 0.0, 'loss': 0.20249226090363337}
+{'epoch': 38, 'iter': 1210, 'avg_loss': 0.2274562909344951, 'avg_acc': 0.0, 'loss': 0.21878378635230025}
+{'epoch': 38, 'iter': 1220, 'avg_loss': 0.22749821223252842, 'avg_acc': 0.0, 'loss': 0.17444027612603868}
+{'epoch': 38, 'iter': 1230, 'avg_loss': 0.22760038741179694, 'avg_acc': 0.0, 'loss': 0.2713537929222249}
+{'epoch': 38, 'iter': 1240, 'avg_loss': 0.22750573832970228, 'avg_acc': 0.0, 'loss': 0.22906878204605619}
+{'epoch': 'EP38_test', 'eval_accuracy': 0.0, 'ece': 0.13531345129013062, 'avg_loss': 0.22750573832970228, 'f1_scores': 0.7310141693881868}
+{'epoch': 39, 'iter': 0, 'avg_loss': 0.16109111891590341, 'avg_acc': 0.0, 'loss': 0.16109111891590341}
+{'epoch': 39, 'iter': 10, 'avg_loss': 0.2022198965688099, 'avg_acc': 0.0, 'loss': 0.23184432230826651}
+{'epoch': 39, 'iter': 20, 'avg_loss': 0.2024883760539057, 'avg_acc': 0.0, 'loss': 0.20839350387825561}
+{'epoch': 39, 'iter': 30, 'avg_loss': 0.21292645301983543, 'avg_acc': 0.0, 'loss': 0.18736242532843658}
+{'epoch': 39, 'iter': 40, 'avg_loss': 0.22084823120052352, 'avg_acc': 0.0, 'loss': 0.3234196383570114}
+{'epoch': 39, 'iter': 50, 'avg_loss': 0.2211443398324422, 'avg_acc': 0.0, 'loss': 0.2179071771943362}
+{'epoch': 39, 'iter': 60, 'avg_loss': 0.22733485026983463, 'avg_acc': 0.0, 'loss': 0.20228281347350013}
+{'epoch': 39, 'iter': 70, 'avg_loss': 0.2301324157030114, 'avg_acc': 0.0, 'loss': 0.2639228706697817}
+{'epoch': 39, 'iter': 80, 'avg_loss': 0.22669603090095003, 'avg_acc': 0.0, 'loss': 0.2104091480137283}
+{'epoch': 39, 'iter': 90, 'avg_loss': 0.2264887897334677, 'avg_acc': 0.0, 'loss': 0.22920775128700044}
+{'epoch': 39, 'iter': 100, 'avg_loss': 0.22611822981671112, 'avg_acc': 0.0, 'loss': 0.2486888485610247}
+{'epoch': 39, 'iter': 110, 'avg_loss': 0.2252665535133699, 'avg_acc': 0.0, 'loss': 0.22353506010886445}
+{'epoch': 39, 'iter': 120, 'avg_loss': 0.2234983033424755, 'avg_acc': 0.0, 'loss': 0.19608457397045445}
+{'epoch': 39, 'iter': 130, 'avg_loss': 0.22272807598941097, 'avg_acc': 0.0, 'loss': 0.17452975567368867}
+{'epoch': 39, 'iter': 140, 'avg_loss': 0.2231966959653797, 'avg_acc': 0.0, 'loss': 0.29048093107904344}
+{'epoch': 39, 'iter': 150, 'avg_loss': 0.22446557401190945, 'avg_acc': 0.0, 'loss': 0.2842514173091136}
+{'epoch': 39, 'iter': 160, 'avg_loss': 0.2256739956583446, 'avg_acc': 0.0, 'loss': 0.23866437518836392}
+{'epoch': 39, 'iter': 170, 'avg_loss': 0.22399850736373159, 'avg_acc': 0.0, 'loss': 0.21615866352556168}
+{'epoch': 39, 'iter': 180, 'avg_loss': 0.22421850270484062, 'avg_acc': 0.0, 'loss': 0.2540129098278417}
+{'epoch': 39, 'iter': 190, 'avg_loss': 0.22383422905243683, 'avg_acc': 0.0, 'loss': 0.14704110049793986}
+{'epoch': 39, 'iter': 200, 'avg_loss': 0.22396799441271478, 'avg_acc': 0.0, 'loss': 0.22899583619708402}
+{'epoch': 39, 'iter': 210, 'avg_loss': 0.22416858139998536, 'avg_acc': 0.0, 'loss': 0.19954137217156845}
+{'epoch': 39, 'iter': 220, 'avg_loss': 0.22443035450820067, 'avg_acc': 0.0, 'loss': 0.24527795478697303}
+{'epoch': 39, 'iter': 230, 'avg_loss': 0.2254075906223618, 'avg_acc': 0.0, 'loss': 0.23814291529804774}
+{'epoch': 39, 'iter': 240, 'avg_loss': 0.22562332645112596, 'avg_acc': 0.0, 'loss': 0.3049079511244567}
+{'epoch': 39, 'iter': 250, 'avg_loss': 0.22566621669183162, 'avg_acc': 0.0, 'loss': 0.2443892611765607}
+{'epoch': 39, 'iter': 260, 'avg_loss': 0.22566956283258727, 'avg_acc': 0.0, 'loss': 0.262136146435442}
+{'epoch': 39, 'iter': 270, 'avg_loss': 0.2255630686376431, 'avg_acc': 0.0, 'loss': 0.2668485449813228}
+{'epoch': 39, 'iter': 280, 'avg_loss': 0.2254148179196607, 'avg_acc': 0.0, 'loss': 0.24071696799389233}
+{'epoch': 39, 'iter': 290, 'avg_loss': 0.22531379671790827, 'avg_acc': 0.0, 'loss': 0.20798007461676854}
+{'epoch': 39, 'iter': 300, 'avg_loss': 0.22467618883488505, 'avg_acc': 0.0, 'loss': 0.20124108078821984}
+{'epoch': 39, 'iter': 310, 'avg_loss': 0.22451046090020146, 'avg_acc': 0.0, 'loss': 0.16545775780408736}
+{'epoch': 39, 'iter': 320, 'avg_loss': 0.22477309522731367, 'avg_acc': 0.0, 'loss': 0.20454353398354538}
+{'epoch': 39, 'iter': 330, 'avg_loss': 0.22513236229304098, 'avg_acc': 0.0, 'loss': 0.2625051082236496}
+{'epoch': 39, 'iter': 340, 'avg_loss': 0.22581207395216907, 'avg_acc': 0.0, 'loss': 0.27861960245700496}
+{'epoch': 39, 'iter': 350, 'avg_loss': 0.22558304833080992, 'avg_acc': 0.0, 'loss': 0.23883961124641115}
+{'epoch': 39, 'iter': 360, 'avg_loss': 0.22548322596254078, 'avg_acc': 0.0, 'loss': 0.17531426298168232}
+{'epoch': 39, 'iter': 370, 'avg_loss': 0.22534812592195602, 'avg_acc': 0.0, 'loss': 0.20426154303163457}
+{'epoch': 39, 'iter': 380, 'avg_loss': 0.22534329159927868, 'avg_acc': 0.0, 'loss': 0.16835862704592888}
+{'epoch': 39, 'iter': 390, 'avg_loss': 0.22530898776572025, 'avg_acc': 0.0, 'loss': 0.19183790245220472}
+{'epoch': 39, 'iter': 400, 'avg_loss': 0.22541961673707883, 'avg_acc': 0.0, 'loss': 0.23890887307417025}
+{'epoch': 39, 'iter': 410, 'avg_loss': 0.22571301588203418, 'avg_acc': 0.0, 'loss': 0.20074309265442025}
+{'epoch': 39, 'iter': 420, 'avg_loss': 0.2252679933395101, 'avg_acc': 0.0, 'loss': 0.18411227184016557}
+{'epoch': 39, 'iter': 430, 'avg_loss': 0.22530775630283056, 'avg_acc': 0.0, 'loss': 0.2399274664699078}
+{'epoch': 39, 'iter': 440, 'avg_loss': 0.2252167718868595, 'avg_acc': 0.0, 'loss': 0.26028238225811556}
+{'epoch': 39, 'iter': 450, 'avg_loss': 0.22542315570121188, 'avg_acc': 0.0, 'loss': 0.25153838656897926}
+{'epoch': 39, 'iter': 460, 'avg_loss': 0.22559300304434204, 'avg_acc': 0.0, 'loss': 0.20016951148259715}
+{'epoch': 39, 'iter': 470, 'avg_loss': 0.22549854153902313, 'avg_acc': 0.0, 'loss': 0.2341983136068068}
+{'epoch': 39, 'iter': 480, 'avg_loss': 0.22542559782783667, 'avg_acc': 0.0, 'loss': 0.22994455334877067}
+{'epoch': 39, 'iter': 490, 'avg_loss': 0.22530690255067634, 'avg_acc': 0.0, 'loss': 0.19837831037810766}
+{'epoch': 39, 'iter': 500, 'avg_loss': 0.22510554570327773, 'avg_acc': 0.0, 'loss': 0.2486073933335839}
+{'epoch': 39, 'iter': 510, 'avg_loss': 0.22512529660453248, 'avg_acc': 0.0, 'loss': 0.17650740510433544}
+{'epoch': 39, 'iter': 520, 'avg_loss': 0.2249970665682799, 'avg_acc': 0.0, 'loss': 0.2425156349973544}
+{'epoch': 39, 'iter': 530, 'avg_loss': 0.22502098699281434, 'avg_acc': 0.0, 'loss': 0.2319966573246412}
+{'epoch': 39, 'iter': 540, 'avg_loss': 0.2252544456578655, 'avg_acc': 0.0, 'loss': 0.18786496429809824}
+{'epoch': 39, 'iter': 550, 'avg_loss': 0.22519511831185043, 'avg_acc': 0.0, 'loss': 0.2754236799708321}
+{'epoch': 39, 'iter': 560, 'avg_loss': 0.22493528617815922, 'avg_acc': 0.0, 'loss': 0.15637084025018208}
+{'epoch': 39, 'iter': 570, 'avg_loss': 0.2255492328345299, 'avg_acc': 0.0, 'loss': 0.24505142618993755}
+{'epoch': 39, 'iter': 580, 'avg_loss': 0.2254978217806926, 'avg_acc': 0.0, 'loss': 0.21846107211825125}
+{'epoch': 39, 'iter': 590, 'avg_loss': 0.22562345615531718, 'avg_acc': 0.0, 'loss': 0.22702228796549662}
+{'epoch': 39, 'iter': 600, 'avg_loss': 0.2256241294611305, 'avg_acc': 0.0, 'loss': 0.2535561493519448}
+{'epoch': 39, 'iter': 610, 'avg_loss': 0.2259285554831039, 'avg_acc': 0.0, 'loss': 0.29706891865929}
+{'epoch': 39, 'iter': 620, 'avg_loss': 0.22652961291061793, 'avg_acc': 0.0, 'loss': 0.23209741409412538}
+{'epoch': 39, 'iter': 630, 'avg_loss': 0.2264477862448348, 'avg_acc': 0.0, 'loss': 0.1739998153929686}
+{'epoch': 39, 'iter': 640, 'avg_loss': 0.22647664127481865, 'avg_acc': 0.0, 'loss': 0.21345263650817156}
+{'epoch': 39, 'iter': 650, 'avg_loss': 0.22654404478783485, 'avg_acc': 0.0, 'loss': 0.25790976589520853}
+{'epoch': 39, 'iter': 660, 'avg_loss': 0.22702070270439953, 'avg_acc': 0.0, 'loss': 0.2530731161488445}
+{'epoch': 39, 'iter': 670, 'avg_loss': 0.22685508108131802, 'avg_acc': 0.0, 'loss': 0.2121369465259834}
+{'epoch': 39, 'iter': 680, 'avg_loss': 0.22698799975516076, 'avg_acc': 0.0, 'loss': 0.21942287404762542}
+{'epoch': 39, 'iter': 690, 'avg_loss': 0.22722312304089817, 'avg_acc': 0.0, 'loss': 0.24546576264531592}
+{'epoch': 39, 'iter': 700, 'avg_loss': 0.22726402968143994, 'avg_acc': 0.0, 'loss': 0.1795352054795103}
+{'epoch': 39, 'iter': 710, 'avg_loss': 0.22710582307019134, 'avg_acc': 0.0, 'loss': 0.17220925360002834}
+{'epoch': 39, 'iter': 720, 'avg_loss': 0.2269634342744337, 'avg_acc': 0.0, 'loss': 0.22107986078468195}
+{'epoch': 39, 'iter': 730, 'avg_loss': 0.2268630008746325, 'avg_acc': 0.0, 'loss': 0.2652805257169055}
+{'epoch': 39, 'iter': 740, 'avg_loss': 0.22709378491392632, 'avg_acc': 0.0, 'loss': 0.24021454822855048}
+{'epoch': 39, 'iter': 750, 'avg_loss': 0.22704320926690255, 'avg_acc': 0.0, 'loss': 0.2239680739524244}
+{'epoch': 39, 'iter': 760, 'avg_loss': 0.22715699225199862, 'avg_acc': 0.0, 'loss': 0.31837439076429874}
+{'epoch': 39, 'iter': 770, 'avg_loss': 0.2269087155296796, 'avg_acc': 0.0, 'loss': 0.17204136783561808}
+{'epoch': 39, 'iter': 780, 'avg_loss': 0.2267740767907784, 'avg_acc': 0.0, 'loss': 0.28005444109930977}
+{'epoch': 39, 'iter': 790, 'avg_loss': 0.22658770220577948, 'avg_acc': 0.0, 'loss': 0.25821776534886404}
+{'epoch': 39, 'iter': 800, 'avg_loss': 0.2266689951507498, 'avg_acc': 0.0, 'loss': 0.2682383933450702}
+{'epoch': 39, 'iter': 810, 'avg_loss': 0.22665762961325128, 'avg_acc': 0.0, 'loss': 0.2722350619462109}
+{'epoch': 39, 'iter': 820, 'avg_loss': 0.22624717138664852, 'avg_acc': 0.0, 'loss': 0.20725210248565418}
+{'epoch': 39, 'iter': 830, 'avg_loss': 0.22600472162721552, 'avg_acc': 0.0, 'loss': 0.1905203397543086}
+{'epoch': 39, 'iter': 840, 'avg_loss': 0.22569189230041292, 'avg_acc': 0.0, 'loss': 0.19319781294377336}
+{'epoch': 39, 'iter': 850, 'avg_loss': 0.22550385549283855, 'avg_acc': 0.0, 'loss': 0.15839210362323033}
+{'epoch': 39, 'iter': 860, 'avg_loss': 0.22557538409620143, 'avg_acc': 0.0, 'loss': 0.2713373906613177}
+{'epoch': 39, 'iter': 870, 'avg_loss': 0.22605398951920752, 'avg_acc': 0.0, 'loss': 0.27391787807995827}
+{'epoch': 39, 'iter': 880, 'avg_loss': 0.22589855830399652, 'avg_acc': 0.0, 'loss': 0.18126960079912025}
+{'epoch': 39, 'iter': 890, 'avg_loss': 0.2258602142939077, 'avg_acc': 0.0, 'loss': 0.26221860393556135}
+{'epoch': 39, 'iter': 900, 'avg_loss': 0.22594824355327597, 'avg_acc': 0.0, 'loss': 0.21792022152927917}
+{'epoch': 39, 'iter': 910, 'avg_loss': 0.22602661514393846, 'avg_acc': 0.0, 'loss': 0.2118064113969597}
+{'epoch': 39, 'iter': 920, 'avg_loss': 0.22624120240198234, 'avg_acc': 0.0, 'loss': 0.2274574444782047}
+{'epoch': 39, 'iter': 930, 'avg_loss': 0.2261571480556604, 'avg_acc': 0.0, 'loss': 0.19118158811501676}
+{'epoch': 39, 'iter': 940, 'avg_loss': 0.2261607751489951, 'avg_acc': 0.0, 'loss': 0.21605584548685133}
+{'epoch': 39, 'iter': 950, 'avg_loss': 0.2263774078465036, 'avg_acc': 0.0, 'loss': 0.23743863865164322}
+{'epoch': 39, 'iter': 960, 'avg_loss': 0.22622457983705346, 'avg_acc': 0.0, 'loss': 0.22407712577700878}
+{'epoch': 39, 'iter': 970, 'avg_loss': 0.22636416098970372, 'avg_acc': 0.0, 'loss': 0.3041455233475127}
+{'epoch': 39, 'iter': 980, 'avg_loss': 0.22658151922091643, 'avg_acc': 0.0, 'loss': 0.23085884368853318}
+{'epoch': 39, 'iter': 990, 'avg_loss': 0.22679540120133365, 'avg_acc': 0.0, 'loss': 0.2205263292528668}
+{'epoch': 39, 'iter': 1000, 'avg_loss': 0.2268357566466392, 'avg_acc': 0.0, 'loss': 0.22667950157384503}
+{'epoch': 39, 'iter': 1010, 'avg_loss': 0.22694151179246602, 'avg_acc': 0.0, 'loss': 0.23192496726042983}
+{'epoch': 39, 'iter': 1020, 'avg_loss': 0.22695267510017847, 'avg_acc': 0.0, 'loss': 0.24462250658858203}
+{'epoch': 39, 'iter': 1030, 'avg_loss': 0.22687684171835962, 'avg_acc': 0.0, 'loss': 0.19770137689256118}
+{'epoch': 39, 'iter': 1040, 'avg_loss': 0.226772758467529, 'avg_acc': 0.0, 'loss': 0.2592649430796103}
+{'epoch': 39, 'iter': 1050, 'avg_loss': 0.22670699916863543, 'avg_acc': 0.0, 'loss': 0.2078700885451131}
+{'epoch': 39, 'iter': 1060, 'avg_loss': 0.22664157212770228, 'avg_acc': 0.0, 'loss': 0.18201423728822874}
+{'epoch': 39, 'iter': 1070, 'avg_loss': 0.226522867355301, 'avg_acc': 0.0, 'loss': 0.17435654852667018}
+{'epoch': 39, 'iter': 1080, 'avg_loss': 0.2265554982360253, 'avg_acc': 0.0, 'loss': 0.181155765163859}
+{'epoch': 39, 'iter': 1090, 'avg_loss': 0.2264214407718419, 'avg_acc': 0.0, 'loss': 0.19347500515907864}
+{'epoch': 39, 'iter': 1100, 'avg_loss': 0.22643043023965306, 'avg_acc': 0.0, 'loss': 0.21763166233979192}
+{'epoch': 39, 'iter': 1110, 'avg_loss': 0.22651892991009812, 'avg_acc': 0.0, 'loss': 0.27458574500503474}
+{'epoch': 39, 'iter': 1120, 'avg_loss': 0.22654928925837547, 'avg_acc': 0.0, 'loss': 0.26888067472522637}
+{'epoch': 39, 'iter': 1130, 'avg_loss': 0.22655806745437956, 'avg_acc': 0.0, 'loss': 0.20070646419899923}
+{'epoch': 39, 'iter': 1140, 'avg_loss': 0.22639188259704235, 'avg_acc': 0.0, 'loss': 0.22203860522475743}
+{'epoch': 39, 'iter': 1150, 'avg_loss': 0.2262192442214587, 'avg_acc': 0.0, 'loss': 0.23088241661655826}
+{'epoch': 39, 'iter': 1160, 'avg_loss': 0.226424913662268, 'avg_acc': 0.0, 'loss': 0.26678349180683975}
+{'epoch': 39, 'iter': 1170, 'avg_loss': 0.22628947587145634, 'avg_acc': 0.0, 'loss': 0.2239402874226276}
+{'epoch': 39, 'iter': 1180, 'avg_loss': 0.22627966089068666, 'avg_acc': 0.0, 'loss': 0.16797840571229827}
+{'epoch': 39, 'iter': 1190, 'avg_loss': 0.22615077971335423, 'avg_acc': 0.0, 'loss': 0.17923588376010813}
+{'epoch': 39, 'iter': 1200, 'avg_loss': 0.22598182911129477, 'avg_acc': 0.0, 'loss': 0.19871219216864638}
+{'epoch': 39, 'iter': 1210, 'avg_loss': 0.22606516312318486, 'avg_acc': 0.0, 'loss': 0.21909340001743008}
+{'epoch': 39, 'iter': 1220, 'avg_loss': 0.22610551248670085, 'avg_acc': 0.0, 'loss': 0.17409309418435115}
+{'epoch': 39, 'iter': 1230, 'avg_loss': 0.22621740550334613, 'avg_acc': 0.0, 'loss': 0.2693670964621495}
+{'epoch': 39, 'iter': 1240, 'avg_loss': 0.22612383591969243, 'avg_acc': 0.0, 'loss': 0.22782673192021513}
+{'epoch': 'EP39_test', 'eval_accuracy': 0.0, 'ece': 0.15972596406936646, 'avg_loss': 0.22612383591969243, 'f1_scores': 0.7340516744953568}
+{'epoch': 40, 'iter': 0, 'avg_loss': 0.15964488678028893, 'avg_acc': 0.0, 'loss': 0.15964488678028893}
+{'epoch': 40, 'iter': 10, 'avg_loss': 0.20211341541849012, 'avg_acc': 0.0, 'loss': 0.23120938297305266}
+{'epoch': 40, 'iter': 20, 'avg_loss': 0.20204508208018823, 'avg_acc': 0.0, 'loss': 0.2074565718771737}
+{'epoch': 40, 'iter': 30, 'avg_loss': 0.21215788098178381, 'avg_acc': 0.0, 'loss': 0.1878236190118514}
+{'epoch': 40, 'iter': 40, 'avg_loss': 0.21993404863515137, 'avg_acc': 0.0, 'loss': 0.31992032924569813}
+{'epoch': 40, 'iter': 50, 'avg_loss': 0.22005822333437539, 'avg_acc': 0.0, 'loss': 0.2176029443628197}
+{'epoch': 40, 'iter': 60, 'avg_loss': 0.226083281441507, 'avg_acc': 0.0, 'loss': 0.20600393936079592}
+{'epoch': 40, 'iter': 70, 'avg_loss': 0.22866360048414222, 'avg_acc': 0.0, 'loss': 0.2606779785586793}
+{'epoch': 40, 'iter': 80, 'avg_loss': 0.2253791769468875, 'avg_acc': 0.0, 'loss': 0.2089694620411332}
+{'epoch': 40, 'iter': 90, 'avg_loss': 0.22513619405275143, 'avg_acc': 0.0, 'loss': 0.2241681625205274}
+{'epoch': 40, 'iter': 100, 'avg_loss': 0.2247874813507446, 'avg_acc': 0.0, 'loss': 0.24693584999623192}
+{'epoch': 40, 'iter': 110, 'avg_loss': 0.2239665324492224, 'avg_acc': 0.0, 'loss': 0.22337559419044542}
+{'epoch': 40, 'iter': 120, 'avg_loss': 0.2222074130860169, 'avg_acc': 0.0, 'loss': 0.19570079652146433}
+{'epoch': 40, 'iter': 130, 'avg_loss': 0.2213972202817505, 'avg_acc': 0.0, 'loss': 0.1726318547269037}
+{'epoch': 40, 'iter': 140, 'avg_loss': 0.22175100642734888, 'avg_acc': 0.0, 'loss': 0.2808341627530158}
+{'epoch': 40, 'iter': 150, 'avg_loss': 0.22298233053166414, 'avg_acc': 0.0, 'loss': 0.28225644570190006}
+{'epoch': 40, 'iter': 160, 'avg_loss': 0.22418243939405877, 'avg_acc': 0.0, 'loss': 0.23684528043551314}
+{'epoch': 40, 'iter': 170, 'avg_loss': 0.2225417130381689, 'avg_acc': 0.0, 'loss': 0.21574022741028134}
+{'epoch': 40, 'iter': 180, 'avg_loss': 0.22281113243150508, 'avg_acc': 0.0, 'loss': 0.25409525682831763}
+{'epoch': 40, 'iter': 190, 'avg_loss': 0.22240251282962975, 'avg_acc': 0.0, 'loss': 0.14675108510557167}
+{'epoch': 40, 'iter': 200, 'avg_loss': 0.22252430522019978, 'avg_acc': 0.0, 'loss': 0.2259632705344237}
+{'epoch': 40, 'iter': 210, 'avg_loss': 0.2227319129389459, 'avg_acc': 0.0, 'loss': 0.19858231844034435}
+{'epoch': 40, 'iter': 220, 'avg_loss': 0.222955966094553, 'avg_acc': 0.0, 'loss': 0.24298516555753782}
+{'epoch': 40, 'iter': 230, 'avg_loss': 0.22385735033562584, 'avg_acc': 0.0, 'loss': 0.2350098188926495}
+{'epoch': 40, 'iter': 240, 'avg_loss': 0.22398270937350384, 'avg_acc': 0.0, 'loss': 0.29747289902586865}
+{'epoch': 40, 'iter': 250, 'avg_loss': 0.2240228570325211, 'avg_acc': 0.0, 'loss': 0.24271854660933706}
+{'epoch': 40, 'iter': 260, 'avg_loss': 0.2240392127750778, 'avg_acc': 0.0, 'loss': 0.2605460018985955}
+{'epoch': 40, 'iter': 270, 'avg_loss': 0.2239161400018718, 'avg_acc': 0.0, 'loss': 0.26752165181205456}
+{'epoch': 40, 'iter': 280, 'avg_loss': 0.22379009119077858, 'avg_acc': 0.0, 'loss': 0.23985207393483116}
+{'epoch': 40, 'iter': 290, 'avg_loss': 0.22369982275778091, 'avg_acc': 0.0, 'loss': 0.2069307330680853}
+{'epoch': 40, 'iter': 300, 'avg_loss': 0.22307622121747456, 'avg_acc': 0.0, 'loss': 0.19910950989658105}
+{'epoch': 40, 'iter': 310, 'avg_loss': 0.22295568046510403, 'avg_acc': 0.0, 'loss': 0.16761094473448726}
+{'epoch': 40, 'iter': 320, 'avg_loss': 0.22324874677954087, 'avg_acc': 0.0, 'loss': 0.20245980981196354}
+{'epoch': 40, 'iter': 330, 'avg_loss': 0.22359957631937105, 'avg_acc': 0.0, 'loss': 0.26144172219109607}
+{'epoch': 40, 'iter': 340, 'avg_loss': 0.22427383908269702, 'avg_acc': 0.0, 'loss': 0.27588353764013257}
+{'epoch': 40, 'iter': 350, 'avg_loss': 0.2240419071789909, 'avg_acc': 0.0, 'loss': 0.2387583691955797}
+{'epoch': 40, 'iter': 360, 'avg_loss': 0.22395504142629843, 'avg_acc': 0.0, 'loss': 0.17238375280401538}
+{'epoch': 40, 'iter': 370, 'avg_loss': 0.22382362437095554, 'avg_acc': 0.0, 'loss': 0.2031412512621143}
+{'epoch': 40, 'iter': 380, 'avg_loss': 0.22379578502439668, 'avg_acc': 0.0, 'loss': 0.16759911560856314}
+{'epoch': 40, 'iter': 390, 'avg_loss': 0.22376076345443327, 'avg_acc': 0.0, 'loss': 0.19258217773663738}
+{'epoch': 40, 'iter': 400, 'avg_loss': 0.22388222906471597, 'avg_acc': 0.0, 'loss': 0.2366355937180385}
+{'epoch': 40, 'iter': 410, 'avg_loss': 0.22417049013989807, 'avg_acc': 0.0, 'loss': 0.19946278810256704}
+{'epoch': 40, 'iter': 420, 'avg_loss': 0.2237555561573826, 'avg_acc': 0.0, 'loss': 0.18308907639612113}
+{'epoch': 40, 'iter': 430, 'avg_loss': 0.22381506973574458, 'avg_acc': 0.0, 'loss': 0.23921252735955736}
+{'epoch': 40, 'iter': 440, 'avg_loss': 0.22372520669364787, 'avg_acc': 0.0, 'loss': 0.2606507228378437}
+{'epoch': 40, 'iter': 450, 'avg_loss': 0.22394445711145577, 'avg_acc': 0.0, 'loss': 0.24962494901823057}
+{'epoch': 40, 'iter': 460, 'avg_loss': 0.22411277726781575, 'avg_acc': 0.0, 'loss': 0.2002775381824579}
+{'epoch': 40, 'iter': 470, 'avg_loss': 0.22402324189292935, 'avg_acc': 0.0, 'loss': 0.2335059778964218}
+{'epoch': 40, 'iter': 480, 'avg_loss': 0.223968792106969, 'avg_acc': 0.0, 'loss': 0.2326374936780147}
+{'epoch': 40, 'iter': 490, 'avg_loss': 0.22386038199736913, 'avg_acc': 0.0, 'loss': 0.19835920938513546}
+{'epoch': 40, 'iter': 500, 'avg_loss': 0.2236553007549197, 'avg_acc': 0.0, 'loss': 0.24623191572563233}
+{'epoch': 40, 'iter': 510, 'avg_loss': 0.22366300353400004, 'avg_acc': 0.0, 'loss': 0.17380025865876242}
+{'epoch': 40, 'iter': 520, 'avg_loss': 0.22353892193833286, 'avg_acc': 0.0, 'loss': 0.24061591315132447}
+{'epoch': 40, 'iter': 530, 'avg_loss': 0.22355082829020356, 'avg_acc': 0.0, 'loss': 0.23031943552669937}
+{'epoch': 40, 'iter': 540, 'avg_loss': 0.22377515380826085, 'avg_acc': 0.0, 'loss': 0.18631030014319094}
+{'epoch': 40, 'iter': 550, 'avg_loss': 0.22372399865166112, 'avg_acc': 0.0, 'loss': 0.2744628999975833}
+{'epoch': 40, 'iter': 560, 'avg_loss': 0.22345328624881017, 'avg_acc': 0.0, 'loss': 0.15564142516302581}
+{'epoch': 40, 'iter': 570, 'avg_loss': 0.22406144127636912, 'avg_acc': 0.0, 'loss': 0.24064538641438762}
+{'epoch': 40, 'iter': 580, 'avg_loss': 0.22400217002500414, 'avg_acc': 0.0, 'loss': 0.21560551733341526}
+{'epoch': 40, 'iter': 590, 'avg_loss': 0.224140708970406, 'avg_acc': 0.0, 'loss': 0.22796353751117032}
+{'epoch': 40, 'iter': 600, 'avg_loss': 0.22413840675516253, 'avg_acc': 0.0, 'loss': 0.2515190819291969}
+{'epoch': 40, 'iter': 610, 'avg_loss': 0.22444809030109839, 'avg_acc': 0.0, 'loss': 0.295176242980574}
+{'epoch': 40, 'iter': 620, 'avg_loss': 0.22503174800894582, 'avg_acc': 0.0, 'loss': 0.2297507643568224}
+{'epoch': 40, 'iter': 630, 'avg_loss': 0.22492965565458617, 'avg_acc': 0.0, 'loss': 0.17321112156702967}
+{'epoch': 40, 'iter': 640, 'avg_loss': 0.22495369426834266, 'avg_acc': 0.0, 'loss': 0.21120358821276242}
+{'epoch': 40, 'iter': 650, 'avg_loss': 0.2250049874355211, 'avg_acc': 0.0, 'loss': 0.25142869776529353}
+{'epoch': 40, 'iter': 660, 'avg_loss': 0.22546403686974448, 'avg_acc': 0.0, 'loss': 0.24476140743117217}
+{'epoch': 40, 'iter': 670, 'avg_loss': 0.22528659932328834, 'avg_acc': 0.0, 'loss': 0.21291495823106743}
+{'epoch': 40, 'iter': 680, 'avg_loss': 0.2254196245332423, 'avg_acc': 0.0, 'loss': 0.21855152581399903}
+{'epoch': 40, 'iter': 690, 'avg_loss': 0.22565740985091476, 'avg_acc': 0.0, 'loss': 0.24238545682260337}
+{'epoch': 40, 'iter': 700, 'avg_loss': 0.22569743157267938, 'avg_acc': 0.0, 'loss': 0.179069593744446}
+{'epoch': 40, 'iter': 710, 'avg_loss': 0.2255396607778958, 'avg_acc': 0.0, 'loss': 0.17186307142732662}
+{'epoch': 40, 'iter': 720, 'avg_loss': 0.2254132563933766, 'avg_acc': 0.0, 'loss': 0.22182466628906433}
+{'epoch': 40, 'iter': 730, 'avg_loss': 0.22530884623505104, 'avg_acc': 0.0, 'loss': 0.26108676475325865}
+{'epoch': 40, 'iter': 740, 'avg_loss': 0.22552424258982454, 'avg_acc': 0.0, 'loss': 0.23622180656161618}
+{'epoch': 40, 'iter': 750, 'avg_loss': 0.22548373087393245, 'avg_acc': 0.0, 'loss': 0.22381489612770825}
+{'epoch': 40, 'iter': 760, 'avg_loss': 0.225614661060106, 'avg_acc': 0.0, 'loss': 0.3161484201910168}
+{'epoch': 40, 'iter': 770, 'avg_loss': 0.22537014804530178, 'avg_acc': 0.0, 'loss': 0.1717551401591371}
+{'epoch': 40, 'iter': 780, 'avg_loss': 0.2252390685396229, 'avg_acc': 0.0, 'loss': 0.276115587148703}
+{'epoch': 40, 'iter': 790, 'avg_loss': 0.2250555693138436, 'avg_acc': 0.0, 'loss': 0.25861793793959414}
+{'epoch': 40, 'iter': 800, 'avg_loss': 0.22514423333687408, 'avg_acc': 0.0, 'loss': 0.2660218720755308}
+{'epoch': 40, 'iter': 810, 'avg_loss': 0.22514240895340681, 'avg_acc': 0.0, 'loss': 0.2697808048794741}
+{'epoch': 40, 'iter': 820, 'avg_loss': 0.22473185433636111, 'avg_acc': 0.0, 'loss': 0.20542260258090597}
+{'epoch': 40, 'iter': 830, 'avg_loss': 0.22449672102907103, 'avg_acc': 0.0, 'loss': 0.1888636364727095}
+{'epoch': 40, 'iter': 840, 'avg_loss': 0.22418101889568467, 'avg_acc': 0.0, 'loss': 0.19193194920394163}
+{'epoch': 40, 'iter': 850, 'avg_loss': 0.2239929060802141, 'avg_acc': 0.0, 'loss': 0.15707056434767505}
+{'epoch': 40, 'iter': 860, 'avg_loss': 0.22406693626031376, 'avg_acc': 0.0, 'loss': 0.26883627798396703}
+{'epoch': 40, 'iter': 870, 'avg_loss': 0.22453188969631788, 'avg_acc': 0.0, 'loss': 0.2733352563734895}
+{'epoch': 40, 'iter': 880, 'avg_loss': 0.22437130328863664, 'avg_acc': 0.0, 'loss': 0.18051744761143187}
+{'epoch': 40, 'iter': 890, 'avg_loss': 0.22433993841217406, 'avg_acc': 0.0, 'loss': 0.2614092424628}
+{'epoch': 40, 'iter': 900, 'avg_loss': 0.2244236699912299, 'avg_acc': 0.0, 'loss': 0.21524343427163978}
+{'epoch': 40, 'iter': 910, 'avg_loss': 0.22448846516488802, 'avg_acc': 0.0, 'loss': 0.20823475106180922}
+{'epoch': 40, 'iter': 920, 'avg_loss': 0.2247079376581975, 'avg_acc': 0.0, 'loss': 0.2262031996066623}
+{'epoch': 40, 'iter': 930, 'avg_loss': 0.22463490703834427, 'avg_acc': 0.0, 'loss': 0.19368681588762876}
+{'epoch': 40, 'iter': 940, 'avg_loss': 0.2246342367631208, 'avg_acc': 0.0, 'loss': 0.21385773907703812}
+{'epoch': 40, 'iter': 950, 'avg_loss': 0.22484504272949268, 'avg_acc': 0.0, 'loss': 0.2378374985755077}
+{'epoch': 40, 'iter': 960, 'avg_loss': 0.22469929390327906, 'avg_acc': 0.0, 'loss': 0.2225948261663169}
+{'epoch': 40, 'iter': 970, 'avg_loss': 0.2248367838623553, 'avg_acc': 0.0, 'loss': 0.3014339487769218}
+{'epoch': 40, 'iter': 980, 'avg_loss': 0.2250451502885804, 'avg_acc': 0.0, 'loss': 0.22758860415150853}
+{'epoch': 40, 'iter': 990, 'avg_loss': 0.22525362100861737, 'avg_acc': 0.0, 'loss': 0.21549414425953728}
+{'epoch': 40, 'iter': 1000, 'avg_loss': 0.22529859636781457, 'avg_acc': 0.0, 'loss': 0.22466124027948808}
+{'epoch': 40, 'iter': 1010, 'avg_loss': 0.2253886685907016, 'avg_acc': 0.0, 'loss': 0.2297512109357415}
+{'epoch': 40, 'iter': 1020, 'avg_loss': 0.22540064590193376, 'avg_acc': 0.0, 'loss': 0.24234811943922197}
+{'epoch': 40, 'iter': 1030, 'avg_loss': 0.22532038522641143, 'avg_acc': 0.0, 'loss': 0.19736833232190876}
+{'epoch': 40, 'iter': 1040, 'avg_loss': 0.22521388906543735, 'avg_acc': 0.0, 'loss': 0.2584553391272623}
+{'epoch': 40, 'iter': 1050, 'avg_loss': 0.2251516650962074, 'avg_acc': 0.0, 'loss': 0.20827379812677851}
+{'epoch': 40, 'iter': 1060, 'avg_loss': 0.22508894813343264, 'avg_acc': 0.0, 'loss': 0.17972656366984144}
+{'epoch': 40, 'iter': 1070, 'avg_loss': 0.2249837570497806, 'avg_acc': 0.0, 'loss': 0.17199707217701285}
+{'epoch': 40, 'iter': 1080, 'avg_loss': 0.22500965464518566, 'avg_acc': 0.0, 'loss': 0.1813212157057608}
+{'epoch': 40, 'iter': 1090, 'avg_loss': 0.2248774166494, 'avg_acc': 0.0, 'loss': 0.19309373951981407}
+{'epoch': 40, 'iter': 1100, 'avg_loss': 0.22488731205379558, 'avg_acc': 0.0, 'loss': 0.21768089885631525}
+{'epoch': 40, 'iter': 1110, 'avg_loss': 0.2249685758542073, 'avg_acc': 0.0, 'loss': 0.2687960343417899}
+{'epoch': 40, 'iter': 1120, 'avg_loss': 0.2250035447915628, 'avg_acc': 0.0, 'loss': 0.2664811828382848}
+{'epoch': 40, 'iter': 1130, 'avg_loss': 0.22501321741882502, 'avg_acc': 0.0, 'loss': 0.19818744391097554}
+{'epoch': 40, 'iter': 1140, 'avg_loss': 0.22485494882273607, 'avg_acc': 0.0, 'loss': 0.22097657572404775}
+{'epoch': 40, 'iter': 1150, 'avg_loss': 0.22468837390129354, 'avg_acc': 0.0, 'loss': 0.23018167541184603}
+{'epoch': 40, 'iter': 1160, 'avg_loss': 0.22489675627589636, 'avg_acc': 0.0, 'loss': 0.2618926278100519}
+{'epoch': 40, 'iter': 1170, 'avg_loss': 0.2247596850520265, 'avg_acc': 0.0, 'loss': 0.22098908708627665}
+{'epoch': 40, 'iter': 1180, 'avg_loss': 0.22475363335186707, 'avg_acc': 0.0, 'loss': 0.16723612514322536}
+{'epoch': 40, 'iter': 1190, 'avg_loss': 0.22462677443691637, 'avg_acc': 0.0, 'loss': 0.1783940331565158}
+{'epoch': 40, 'iter': 1200, 'avg_loss': 0.22446731022710778, 'avg_acc': 0.0, 'loss': 0.20059987476125635}
+{'epoch': 40, 'iter': 1210, 'avg_loss': 0.224544468643559, 'avg_acc': 0.0, 'loss': 0.21464413778978397}
+{'epoch': 40, 'iter': 1220, 'avg_loss': 0.22458259570445785, 'avg_acc': 0.0, 'loss': 0.17166105844606655}
+{'epoch': 40, 'iter': 1230, 'avg_loss': 0.22468537794534105, 'avg_acc': 0.0, 'loss': 0.2704436234154173}
+{'epoch': 40, 'iter': 1240, 'avg_loss': 0.22459795679715078, 'avg_acc': 0.0, 'loss': 0.22539428881093823}
+{'epoch': 'EP40_test', 'eval_accuracy': 0.0, 'ece': 0.15241336822509766, 'avg_loss': 0.22459795679715078, 'f1_scores': 0.7338069401956019}
+{'epoch': 41, 'iter': 0, 'avg_loss': 0.1610651243194882, 'avg_acc': 0.0, 'loss': 0.1610651243194882}
+{'epoch': 41, 'iter': 10, 'avg_loss': 0.20506457570406217, 'avg_acc': 0.0, 'loss': 0.23212960839123298}
+{'epoch': 41, 'iter': 20, 'avg_loss': 0.20526451350172567, 'avg_acc': 0.0, 'loss': 0.20982213685923462}
+{'epoch': 41, 'iter': 30, 'avg_loss': 0.21541933814396144, 'avg_acc': 0.0, 'loss': 0.18911568538331786}
+{'epoch': 41, 'iter': 40, 'avg_loss': 0.22326530260556424, 'avg_acc': 0.0, 'loss': 0.3263252789163289}
+{'epoch': 41, 'iter': 50, 'avg_loss': 0.22340573277583686, 'avg_acc': 0.0, 'loss': 0.22152574822234783}
+{'epoch': 41, 'iter': 60, 'avg_loss': 0.2291474995605966, 'avg_acc': 0.0, 'loss': 0.20880712403101953}
+{'epoch': 41, 'iter': 70, 'avg_loss': 0.23173242547444056, 'avg_acc': 0.0, 'loss': 0.2647649716660518}
+{'epoch': 41, 'iter': 80, 'avg_loss': 0.2283915779177377, 'avg_acc': 0.0, 'loss': 0.2128609742081023}
+{'epoch': 41, 'iter': 90, 'avg_loss': 0.22810357102725487, 'avg_acc': 0.0, 'loss': 0.22666863298167883}
+{'epoch': 41, 'iter': 100, 'avg_loss': 0.22763177006800894, 'avg_acc': 0.0, 'loss': 0.24713187103485063}
+{'epoch': 41, 'iter': 110, 'avg_loss': 0.22671232380480122, 'avg_acc': 0.0, 'loss': 0.22705186250568332}
+{'epoch': 41, 'iter': 120, 'avg_loss': 0.2249410798013236, 'avg_acc': 0.0, 'loss': 0.19842108457503724}
+{'epoch': 41, 'iter': 130, 'avg_loss': 0.22422642362893877, 'avg_acc': 0.0, 'loss': 0.1788075525677511}
+{'epoch': 41, 'iter': 140, 'avg_loss': 0.22458850250051773, 'avg_acc': 0.0, 'loss': 0.2815192107955064}
+{'epoch': 41, 'iter': 150, 'avg_loss': 0.2258314224852289, 'avg_acc': 0.0, 'loss': 0.28670792978875526}
+{'epoch': 41, 'iter': 160, 'avg_loss': 0.22707355620313754, 'avg_acc': 0.0, 'loss': 0.2398814345354237}
+{'epoch': 41, 'iter': 170, 'avg_loss': 0.225393654084398, 'avg_acc': 0.0, 'loss': 0.2186532711878369}
+{'epoch': 41, 'iter': 180, 'avg_loss': 0.2256455965526998, 'avg_acc': 0.0, 'loss': 0.25678115450445405}
+{'epoch': 41, 'iter': 190, 'avg_loss': 0.22519471275884845, 'avg_acc': 0.0, 'loss': 0.1476943448570377}
+{'epoch': 41, 'iter': 200, 'avg_loss': 0.2253241279696073, 'avg_acc': 0.0, 'loss': 0.23015145515036498}
+{'epoch': 41, 'iter': 210, 'avg_loss': 0.22554399143686069, 'avg_acc': 0.0, 'loss': 0.2017517460720098}
+{'epoch': 41, 'iter': 220, 'avg_loss': 0.22583816933582707, 'avg_acc': 0.0, 'loss': 0.24764583180811833}
+{'epoch': 41, 'iter': 230, 'avg_loss': 0.2267428805975847, 'avg_acc': 0.0, 'loss': 0.23779600396965503}
+{'epoch': 41, 'iter': 240, 'avg_loss': 0.2268952404502729, 'avg_acc': 0.0, 'loss': 0.3015834360572366}
+{'epoch': 41, 'iter': 250, 'avg_loss': 0.22690801519083498, 'avg_acc': 0.0, 'loss': 0.24391639431165196}
+{'epoch': 41, 'iter': 260, 'avg_loss': 0.22694606850719196, 'avg_acc': 0.0, 'loss': 0.2639077846665064}
+{'epoch': 41, 'iter': 270, 'avg_loss': 0.22681966169346748, 'avg_acc': 0.0, 'loss': 0.26960889930562965}
+{'epoch': 41, 'iter': 280, 'avg_loss': 0.22669350294621693, 'avg_acc': 0.0, 'loss': 0.24248274813148132}
+{'epoch': 41, 'iter': 290, 'avg_loss': 0.22657946002508456, 'avg_acc': 0.0, 'loss': 0.20820546157509462}
+{'epoch': 41, 'iter': 300, 'avg_loss': 0.22593135959192012, 'avg_acc': 0.0, 'loss': 0.20286936523739638}
+{'epoch': 41, 'iter': 310, 'avg_loss': 0.2257943355589838, 'avg_acc': 0.0, 'loss': 0.1688925155369816}
+{'epoch': 41, 'iter': 320, 'avg_loss': 0.22607908067253696, 'avg_acc': 0.0, 'loss': 0.20324363152586294}
+{'epoch': 41, 'iter': 330, 'avg_loss': 0.2264321657608237, 'avg_acc': 0.0, 'loss': 0.26341027050339755}
+{'epoch': 41, 'iter': 340, 'avg_loss': 0.2271237752050139, 'avg_acc': 0.0, 'loss': 0.2808634454250815}
+{'epoch': 41, 'iter': 350, 'avg_loss': 0.22688396798137442, 'avg_acc': 0.0, 'loss': 0.24131160559327974}
+{'epoch': 41, 'iter': 360, 'avg_loss': 0.22680767169759966, 'avg_acc': 0.0, 'loss': 0.17563415234626842}
+{'epoch': 41, 'iter': 370, 'avg_loss': 0.22665067987494258, 'avg_acc': 0.0, 'loss': 0.20487282495059844}
+{'epoch': 41, 'iter': 380, 'avg_loss': 0.22665049586381608, 'avg_acc': 0.0, 'loss': 0.17197091233778597}
+{'epoch': 41, 'iter': 390, 'avg_loss': 0.22662541508112694, 'avg_acc': 0.0, 'loss': 0.19261771630746286}
+{'epoch': 41, 'iter': 400, 'avg_loss': 0.22676142615164901, 'avg_acc': 0.0, 'loss': 0.2425464509689326}
+{'epoch': 41, 'iter': 410, 'avg_loss': 0.22705979845968902, 'avg_acc': 0.0, 'loss': 0.20123998349819364}
+{'epoch': 41, 'iter': 420, 'avg_loss': 0.22663251760074965, 'avg_acc': 0.0, 'loss': 0.18267554658379073}
+{'epoch': 41, 'iter': 430, 'avg_loss': 0.22667708670730838, 'avg_acc': 0.0, 'loss': 0.24027252427294699}
+{'epoch': 41, 'iter': 440, 'avg_loss': 0.22660875936077032, 'avg_acc': 0.0, 'loss': 0.26295238182404185}
+{'epoch': 41, 'iter': 450, 'avg_loss': 0.22680955961438617, 'avg_acc': 0.0, 'loss': 0.25496578172078443}
+{'epoch': 41, 'iter': 460, 'avg_loss': 0.22698578605588693, 'avg_acc': 0.0, 'loss': 0.2030436386615812}
+{'epoch': 41, 'iter': 470, 'avg_loss': 0.22688111032695482, 'avg_acc': 0.0, 'loss': 0.23244036431177456}
+{'epoch': 41, 'iter': 480, 'avg_loss': 0.22681987876580492, 'avg_acc': 0.0, 'loss': 0.23598833635566863}
+{'epoch': 41, 'iter': 490, 'avg_loss': 0.22671525463090478, 'avg_acc': 0.0, 'loss': 0.20216965080102714}
+{'epoch': 41, 'iter': 500, 'avg_loss': 0.22653193119951567, 'avg_acc': 0.0, 'loss': 0.24890797888035973}
+{'epoch': 41, 'iter': 510, 'avg_loss': 0.22654352352236692, 'avg_acc': 0.0, 'loss': 0.1777892280444543}
+{'epoch': 41, 'iter': 520, 'avg_loss': 0.22643067526444138, 'avg_acc': 0.0, 'loss': 0.24298158142914872}
+{'epoch': 41, 'iter': 530, 'avg_loss': 0.22643954870977545, 'avg_acc': 0.0, 'loss': 0.23271510888962763}
+{'epoch': 41, 'iter': 540, 'avg_loss': 0.22667101591040484, 'avg_acc': 0.0, 'loss': 0.1889920978354504}
+{'epoch': 41, 'iter': 550, 'avg_loss': 0.22660060571478685, 'avg_acc': 0.0, 'loss': 0.2752640875653469}
+{'epoch': 41, 'iter': 560, 'avg_loss': 0.22633861289297952, 'avg_acc': 0.0, 'loss': 0.15861809136397043}
+{'epoch': 41, 'iter': 570, 'avg_loss': 0.22693938630487157, 'avg_acc': 0.0, 'loss': 0.24418951370811165}
+{'epoch': 41, 'iter': 580, 'avg_loss': 0.22688026154861146, 'avg_acc': 0.0, 'loss': 0.21791208461539618}
+{'epoch': 41, 'iter': 590, 'avg_loss': 0.22701764986717526, 'avg_acc': 0.0, 'loss': 0.22957137944016331}
+{'epoch': 41, 'iter': 600, 'avg_loss': 0.22700123489673965, 'avg_acc': 0.0, 'loss': 0.2543278913416153}
+{'epoch': 41, 'iter': 610, 'avg_loss': 0.22732552792636831, 'avg_acc': 0.0, 'loss': 0.2971262488335924}
+{'epoch': 41, 'iter': 620, 'avg_loss': 0.2279052691901522, 'avg_acc': 0.0, 'loss': 0.23183080403188275}
+{'epoch': 41, 'iter': 630, 'avg_loss': 0.22780743267334266, 'avg_acc': 0.0, 'loss': 0.1785008163767543}
+{'epoch': 41, 'iter': 640, 'avg_loss': 0.22783821454703085, 'avg_acc': 0.0, 'loss': 0.21520268893527827}
+{'epoch': 41, 'iter': 650, 'avg_loss': 0.22790066059067376, 'avg_acc': 0.0, 'loss': 0.2555533715798869}
+{'epoch': 41, 'iter': 660, 'avg_loss': 0.2283786956033572, 'avg_acc': 0.0, 'loss': 0.24574345464559752}
+{'epoch': 41, 'iter': 670, 'avg_loss': 0.2282051486096631, 'avg_acc': 0.0, 'loss': 0.21520052052658553}
+{'epoch': 41, 'iter': 680, 'avg_loss': 0.22832537921785268, 'avg_acc': 0.0, 'loss': 0.22131640196646782}
+{'epoch': 41, 'iter': 690, 'avg_loss': 0.2285538591068363, 'avg_acc': 0.0, 'loss': 0.24828708826385082}
+{'epoch': 41, 'iter': 700, 'avg_loss': 0.22859241506208336, 'avg_acc': 0.0, 'loss': 0.1816304050630281}
+{'epoch': 41, 'iter': 710, 'avg_loss': 0.2284214056524304, 'avg_acc': 0.0, 'loss': 0.17389170470979867}
+{'epoch': 41, 'iter': 720, 'avg_loss': 0.22829561875782753, 'avg_acc': 0.0, 'loss': 0.2228051934170675}
+{'epoch': 41, 'iter': 730, 'avg_loss': 0.22818732058508767, 'avg_acc': 0.0, 'loss': 0.2638302879759067}
+{'epoch': 41, 'iter': 740, 'avg_loss': 0.2283905504417492, 'avg_acc': 0.0, 'loss': 0.24097241414980478}
+{'epoch': 41, 'iter': 750, 'avg_loss': 0.2283512574792028, 'avg_acc': 0.0, 'loss': 0.22760702858503074}
+{'epoch': 41, 'iter': 760, 'avg_loss': 0.22847727725634487, 'avg_acc': 0.0, 'loss': 0.32169206922308796}
+{'epoch': 41, 'iter': 770, 'avg_loss': 0.22824334833671825, 'avg_acc': 0.0, 'loss': 0.17383216586355435}
+{'epoch': 41, 'iter': 780, 'avg_loss': 0.22809628424361583, 'avg_acc': 0.0, 'loss': 0.2819524654615699}
+{'epoch': 41, 'iter': 790, 'avg_loss': 0.22792061415137607, 'avg_acc': 0.0, 'loss': 0.2627130046094927}
+{'epoch': 41, 'iter': 800, 'avg_loss': 0.22801028326157, 'avg_acc': 0.0, 'loss': 0.2662916356869443}
+{'epoch': 41, 'iter': 810, 'avg_loss': 0.22800691178586321, 'avg_acc': 0.0, 'loss': 0.27529408795692234}
+{'epoch': 41, 'iter': 820, 'avg_loss': 0.22760798729157844, 'avg_acc': 0.0, 'loss': 0.20679833883929988}
+{'epoch': 41, 'iter': 830, 'avg_loss': 0.227361890424565, 'avg_acc': 0.0, 'loss': 0.19147341122842523}
+{'epoch': 41, 'iter': 840, 'avg_loss': 0.22704649099994634, 'avg_acc': 0.0, 'loss': 0.19470549507049587}
+{'epoch': 41, 'iter': 850, 'avg_loss': 0.2268628499301343, 'avg_acc': 0.0, 'loss': 0.15975180188141686}
+{'epoch': 41, 'iter': 860, 'avg_loss': 0.2269450456244208, 'avg_acc': 0.0, 'loss': 0.2760459823083952}
+{'epoch': 41, 'iter': 870, 'avg_loss': 0.22738954853825108, 'avg_acc': 0.0, 'loss': 0.2729107485963271}
+{'epoch': 41, 'iter': 880, 'avg_loss': 0.22722724491465335, 'avg_acc': 0.0, 'loss': 0.18270724313219944}
+{'epoch': 41, 'iter': 890, 'avg_loss': 0.2271972739880748, 'avg_acc': 0.0, 'loss': 0.2648386697215171}
+{'epoch': 41, 'iter': 900, 'avg_loss': 0.2272793738452185, 'avg_acc': 0.0, 'loss': 0.21788526021006352}
+{'epoch': 41, 'iter': 910, 'avg_loss': 0.22733205589894295, 'avg_acc': 0.0, 'loss': 0.21162627234707543}
+{'epoch': 41, 'iter': 920, 'avg_loss': 0.2275464126025986, 'avg_acc': 0.0, 'loss': 0.22741131728987185}
+{'epoch': 41, 'iter': 930, 'avg_loss': 0.22747121699831443, 'avg_acc': 0.0, 'loss': 0.19539871937812286}
+{'epoch': 41, 'iter': 940, 'avg_loss': 0.22746930726001452, 'avg_acc': 0.0, 'loss': 0.21724871814181562}
+{'epoch': 41, 'iter': 950, 'avg_loss': 0.22767844445120164, 'avg_acc': 0.0, 'loss': 0.23970376778548336}
+{'epoch': 41, 'iter': 960, 'avg_loss': 0.2275313740170657, 'avg_acc': 0.0, 'loss': 0.22645756396293237}
+{'epoch': 41, 'iter': 970, 'avg_loss': 0.22766557721769112, 'avg_acc': 0.0, 'loss': 0.2985303105363073}
+{'epoch': 41, 'iter': 980, 'avg_loss': 0.22787686096152338, 'avg_acc': 0.0, 'loss': 0.2318984736675377}
+{'epoch': 41, 'iter': 990, 'avg_loss': 0.22807959252179108, 'avg_acc': 0.0, 'loss': 0.2224281122548096}
+{'epoch': 41, 'iter': 1000, 'avg_loss': 0.22810995080586097, 'avg_acc': 0.0, 'loss': 0.2296188278959984}
+{'epoch': 41, 'iter': 1010, 'avg_loss': 0.2281948945653077, 'avg_acc': 0.0, 'loss': 0.23116636818180528}
+{'epoch': 41, 'iter': 1020, 'avg_loss': 0.22821995528432223, 'avg_acc': 0.0, 'loss': 0.24805286855818004}
+{'epoch': 41, 'iter': 1030, 'avg_loss': 0.2281409072996354, 'avg_acc': 0.0, 'loss': 0.1995608587479702}
+{'epoch': 41, 'iter': 1040, 'avg_loss': 0.22803660857415967, 'avg_acc': 0.0, 'loss': 0.2604057002002134}
+{'epoch': 41, 'iter': 1050, 'avg_loss': 0.22798520788744775, 'avg_acc': 0.0, 'loss': 0.212131390141654}
+{'epoch': 41, 'iter': 1060, 'avg_loss': 0.2279284029558545, 'avg_acc': 0.0, 'loss': 0.1865636731951099}
+{'epoch': 41, 'iter': 1070, 'avg_loss': 0.227807778535624, 'avg_acc': 0.0, 'loss': 0.17415928621003982}
+{'epoch': 41, 'iter': 1080, 'avg_loss': 0.2278408896253172, 'avg_acc': 0.0, 'loss': 0.1825192393258216}
+{'epoch': 41, 'iter': 1090, 'avg_loss': 0.2277041724777823, 'avg_acc': 0.0, 'loss': 0.1951054787909925}
+{'epoch': 41, 'iter': 1100, 'avg_loss': 0.22771129534847462, 'avg_acc': 0.0, 'loss': 0.2159835515011699}
+{'epoch': 41, 'iter': 1110, 'avg_loss': 0.22779005829210627, 'avg_acc': 0.0, 'loss': 0.272604261439499}
+{'epoch': 41, 'iter': 1120, 'avg_loss': 0.22781987498273584, 'avg_acc': 0.0, 'loss': 0.2669309638266181}
+{'epoch': 41, 'iter': 1130, 'avg_loss': 0.22784100303741622, 'avg_acc': 0.0, 'loss': 0.20315308177654448}
+{'epoch': 41, 'iter': 1140, 'avg_loss': 0.22768292864524042, 'avg_acc': 0.0, 'loss': 0.22189460269477682}
+{'epoch': 41, 'iter': 1150, 'avg_loss': 0.22751563224160265, 'avg_acc': 0.0, 'loss': 0.23286018389801807}
+{'epoch': 41, 'iter': 1160, 'avg_loss': 0.22772185717004195, 'avg_acc': 0.0, 'loss': 0.26286441460224197}
+{'epoch': 41, 'iter': 1170, 'avg_loss': 0.2275786167613674, 'avg_acc': 0.0, 'loss': 0.21786673748163463}
+{'epoch': 41, 'iter': 1180, 'avg_loss': 0.2275637491714172, 'avg_acc': 0.0, 'loss': 0.16872318385250243}
+{'epoch': 41, 'iter': 1190, 'avg_loss': 0.2274392299698899, 'avg_acc': 0.0, 'loss': 0.18042997823048218}
+{'epoch': 41, 'iter': 1200, 'avg_loss': 0.22728523718019486, 'avg_acc': 0.0, 'loss': 0.20671052597146755}
+{'epoch': 41, 'iter': 1210, 'avg_loss': 0.22735904349151298, 'avg_acc': 0.0, 'loss': 0.21769577147404107}
+{'epoch': 41, 'iter': 1220, 'avg_loss': 0.22740559325040646, 'avg_acc': 0.0, 'loss': 0.17864095726227852}
+{'epoch': 41, 'iter': 1230, 'avg_loss': 0.22751241156301905, 'avg_acc': 0.0, 'loss': 0.2734055727297735}
+{'epoch': 41, 'iter': 1240, 'avg_loss': 0.2274224838038961, 'avg_acc': 0.0, 'loss': 0.2300395862621209}
+{'epoch': 'EP41_test', 'eval_accuracy': 0.0, 'ece': 0.13910022377967834, 'avg_loss': 0.2274224838038961, 'f1_scores': 0.7320761869789594}
+{'epoch': 42, 'iter': 0, 'avg_loss': 0.161976882738892, 'avg_acc': 0.0, 'loss': 0.161976882738892}
+{'epoch': 42, 'iter': 10, 'avg_loss': 0.20163812485982036, 'avg_acc': 0.0, 'loss': 0.23147938071087992}
+{'epoch': 42, 'iter': 20, 'avg_loss': 0.20182223183776754, 'avg_acc': 0.0, 'loss': 0.20814517626703424}
+{'epoch': 42, 'iter': 30, 'avg_loss': 0.21231957520175013, 'avg_acc': 0.0, 'loss': 0.18762818978775286}
+{'epoch': 42, 'iter': 40, 'avg_loss': 0.2203614454593006, 'avg_acc': 0.0, 'loss': 0.3224819552441756}
+{'epoch': 42, 'iter': 50, 'avg_loss': 0.22069412290097007, 'avg_acc': 0.0, 'loss': 0.21832253901631507}
+{'epoch': 42, 'iter': 60, 'avg_loss': 0.22688159201959987, 'avg_acc': 0.0, 'loss': 0.20391954524669537}
+{'epoch': 42, 'iter': 70, 'avg_loss': 0.22952101443211298, 'avg_acc': 0.0, 'loss': 0.26174180449535406}
+{'epoch': 42, 'iter': 80, 'avg_loss': 0.22624956499983842, 'avg_acc': 0.0, 'loss': 0.21064131940374864}
+{'epoch': 42, 'iter': 90, 'avg_loss': 0.22602495054903948, 'avg_acc': 0.0, 'loss': 0.22739208665997726}
+{'epoch': 42, 'iter': 100, 'avg_loss': 0.22567466977353562, 'avg_acc': 0.0, 'loss': 0.2479984946108321}
+{'epoch': 42, 'iter': 110, 'avg_loss': 0.22487315963187232, 'avg_acc': 0.0, 'loss': 0.22378118061111046}
+{'epoch': 42, 'iter': 120, 'avg_loss': 0.22314276890887086, 'avg_acc': 0.0, 'loss': 0.1979702880082641}
+{'epoch': 42, 'iter': 130, 'avg_loss': 0.22233818763184804, 'avg_acc': 0.0, 'loss': 0.17132244202558208}
+{'epoch': 42, 'iter': 140, 'avg_loss': 0.22276162893600365, 'avg_acc': 0.0, 'loss': 0.28710991700691985}
+{'epoch': 42, 'iter': 150, 'avg_loss': 0.2240117490862683, 'avg_acc': 0.0, 'loss': 0.2831028043407124}
+{'epoch': 42, 'iter': 160, 'avg_loss': 0.2252312074983793, 'avg_acc': 0.0, 'loss': 0.2408201707344233}
+{'epoch': 42, 'iter': 170, 'avg_loss': 0.22353909470620353, 'avg_acc': 0.0, 'loss': 0.21520558295826828}
+{'epoch': 42, 'iter': 180, 'avg_loss': 0.22375005599008707, 'avg_acc': 0.0, 'loss': 0.2557477272393303}
+{'epoch': 42, 'iter': 190, 'avg_loss': 0.22337737072239766, 'avg_acc': 0.0, 'loss': 0.14747550142674623}
+{'epoch': 42, 'iter': 200, 'avg_loss': 0.22350167047749894, 'avg_acc': 0.0, 'loss': 0.22676704815754484}
+{'epoch': 42, 'iter': 210, 'avg_loss': 0.22368445075356266, 'avg_acc': 0.0, 'loss': 0.1995619048949493}
+{'epoch': 42, 'iter': 220, 'avg_loss': 0.223933345328847, 'avg_acc': 0.0, 'loss': 0.24423490348075508}
+{'epoch': 42, 'iter': 230, 'avg_loss': 0.22488567613827148, 'avg_acc': 0.0, 'loss': 0.2380523765438381}
+{'epoch': 42, 'iter': 240, 'avg_loss': 0.22503877489734136, 'avg_acc': 0.0, 'loss': 0.29988494845755603}
+{'epoch': 42, 'iter': 250, 'avg_loss': 0.22509845860899616, 'avg_acc': 0.0, 'loss': 0.24539432107004747}
+{'epoch': 42, 'iter': 260, 'avg_loss': 0.22511881622347593, 'avg_acc': 0.0, 'loss': 0.2632088568275971}
+{'epoch': 42, 'iter': 270, 'avg_loss': 0.22501000032671398, 'avg_acc': 0.0, 'loss': 0.26871423368132646}
+{'epoch': 42, 'iter': 280, 'avg_loss': 0.22485731811093435, 'avg_acc': 0.0, 'loss': 0.24070706007419823}
+{'epoch': 42, 'iter': 290, 'avg_loss': 0.22476265888913044, 'avg_acc': 0.0, 'loss': 0.20872517368063978}
+{'epoch': 42, 'iter': 300, 'avg_loss': 0.22412929641130125, 'avg_acc': 0.0, 'loss': 0.20170685698006502}
+{'epoch': 42, 'iter': 310, 'avg_loss': 0.2239902044139956, 'avg_acc': 0.0, 'loss': 0.16523686720829897}
+{'epoch': 42, 'iter': 320, 'avg_loss': 0.2242596919614633, 'avg_acc': 0.0, 'loss': 0.20449781805109524}
+{'epoch': 42, 'iter': 330, 'avg_loss': 0.22461293200188848, 'avg_acc': 0.0, 'loss': 0.2633225743922724}
+{'epoch': 42, 'iter': 340, 'avg_loss': 0.2252672580038363, 'avg_acc': 0.0, 'loss': 0.27298855994156057}
+{'epoch': 42, 'iter': 350, 'avg_loss': 0.225044501140222, 'avg_acc': 0.0, 'loss': 0.23847097998317882}
+{'epoch': 42, 'iter': 360, 'avg_loss': 0.22494089087045932, 'avg_acc': 0.0, 'loss': 0.17273759160429691}
+{'epoch': 42, 'iter': 370, 'avg_loss': 0.22479950609006472, 'avg_acc': 0.0, 'loss': 0.20426480220836699}
+{'epoch': 42, 'iter': 380, 'avg_loss': 0.22476764132802765, 'avg_acc': 0.0, 'loss': 0.16694169087023575}
+{'epoch': 42, 'iter': 390, 'avg_loss': 0.2247415156485553, 'avg_acc': 0.0, 'loss': 0.19320389773974966}
+{'epoch': 42, 'iter': 400, 'avg_loss': 0.22484838295481407, 'avg_acc': 0.0, 'loss': 0.2372995613052678}
+{'epoch': 42, 'iter': 410, 'avg_loss': 0.22513198425081168, 'avg_acc': 0.0, 'loss': 0.20136973125370006}
+{'epoch': 42, 'iter': 420, 'avg_loss': 0.22470307869158287, 'avg_acc': 0.0, 'loss': 0.18425700979326262}
+{'epoch': 42, 'iter': 430, 'avg_loss': 0.22475443339278842, 'avg_acc': 0.0, 'loss': 0.2406147259085693}
+{'epoch': 42, 'iter': 440, 'avg_loss': 0.2246514065153439, 'avg_acc': 0.0, 'loss': 0.26100961765031827}
+{'epoch': 42, 'iter': 450, 'avg_loss': 0.22485710380499913, 'avg_acc': 0.0, 'loss': 0.25052085082461417}
+{'epoch': 42, 'iter': 460, 'avg_loss': 0.22503028822752344, 'avg_acc': 0.0, 'loss': 0.2002477522242998}
+{'epoch': 42, 'iter': 470, 'avg_loss': 0.22493754171860408, 'avg_acc': 0.0, 'loss': 0.2326470148124307}
+{'epoch': 42, 'iter': 480, 'avg_loss': 0.22486242929178657, 'avg_acc': 0.0, 'loss': 0.23122707617164906}
+{'epoch': 42, 'iter': 490, 'avg_loss': 0.22473580607101643, 'avg_acc': 0.0, 'loss': 0.19796953895813982}
+{'epoch': 42, 'iter': 500, 'avg_loss': 0.22452032769287472, 'avg_acc': 0.0, 'loss': 0.24835698025438951}
+{'epoch': 42, 'iter': 510, 'avg_loss': 0.2245521716750853, 'avg_acc': 0.0, 'loss': 0.17608906886901618}
+{'epoch': 42, 'iter': 520, 'avg_loss': 0.22441809849172972, 'avg_acc': 0.0, 'loss': 0.2423400059328742}
+{'epoch': 42, 'iter': 530, 'avg_loss': 0.22444459985020945, 'avg_acc': 0.0, 'loss': 0.23209487338439364}
+{'epoch': 42, 'iter': 540, 'avg_loss': 0.22466685607222825, 'avg_acc': 0.0, 'loss': 0.18591614234646514}
+{'epoch': 42, 'iter': 550, 'avg_loss': 0.22460635146508734, 'avg_acc': 0.0, 'loss': 0.27631925199073387}
+{'epoch': 42, 'iter': 560, 'avg_loss': 0.2243348632313555, 'avg_acc': 0.0, 'loss': 0.1551410855080998}
+{'epoch': 42, 'iter': 570, 'avg_loss': 0.2249445086532861, 'avg_acc': 0.0, 'loss': 0.24308101709373528}
+{'epoch': 42, 'iter': 580, 'avg_loss': 0.2248932813340058, 'avg_acc': 0.0, 'loss': 0.21774329759874228}
+{'epoch': 42, 'iter': 590, 'avg_loss': 0.22502538262327976, 'avg_acc': 0.0, 'loss': 0.2275779470471012}
+{'epoch': 42, 'iter': 600, 'avg_loss': 0.22502622188406438, 'avg_acc': 0.0, 'loss': 0.25260235105442264}
+{'epoch': 42, 'iter': 610, 'avg_loss': 0.2253235855310363, 'avg_acc': 0.0, 'loss': 0.29731206069137833}
+{'epoch': 42, 'iter': 620, 'avg_loss': 0.22592249678037277, 'avg_acc': 0.0, 'loss': 0.23128552345318504}
+{'epoch': 42, 'iter': 630, 'avg_loss': 0.22583043540488298, 'avg_acc': 0.0, 'loss': 0.17135648084516625}
+{'epoch': 42, 'iter': 640, 'avg_loss': 0.22585407034968003, 'avg_acc': 0.0, 'loss': 0.21103270319231016}
+{'epoch': 42, 'iter': 650, 'avg_loss': 0.22591121480644966, 'avg_acc': 0.0, 'loss': 0.25546814422169256}
+{'epoch': 42, 'iter': 660, 'avg_loss': 0.22638077776429752, 'avg_acc': 0.0, 'loss': 0.24946619687779858}
+{'epoch': 42, 'iter': 670, 'avg_loss': 0.22621318369976126, 'avg_acc': 0.0, 'loss': 0.2123292422350005}
+{'epoch': 42, 'iter': 680, 'avg_loss': 0.2263492348984662, 'avg_acc': 0.0, 'loss': 0.21944591048837275}
+{'epoch': 42, 'iter': 690, 'avg_loss': 0.2265995304241261, 'avg_acc': 0.0, 'loss': 0.24533894776784237}
+{'epoch': 42, 'iter': 700, 'avg_loss': 0.2266347115785305, 'avg_acc': 0.0, 'loss': 0.17942008930036274}
+{'epoch': 42, 'iter': 710, 'avg_loss': 0.22648410250591203, 'avg_acc': 0.0, 'loss': 0.17360706049872274}
+{'epoch': 42, 'iter': 720, 'avg_loss': 0.22634098483665388, 'avg_acc': 0.0, 'loss': 0.2199000132876563}
+{'epoch': 42, 'iter': 730, 'avg_loss': 0.22624293162483688, 'avg_acc': 0.0, 'loss': 0.26382204567169404}
+{'epoch': 42, 'iter': 740, 'avg_loss': 0.22647112955776788, 'avg_acc': 0.0, 'loss': 0.23895190435462155}
+{'epoch': 42, 'iter': 750, 'avg_loss': 0.22642939198339943, 'avg_acc': 0.0, 'loss': 0.22499254790120304}
+{'epoch': 42, 'iter': 760, 'avg_loss': 0.22655241235314946, 'avg_acc': 0.0, 'loss': 0.3172030557046972}
+{'epoch': 42, 'iter': 770, 'avg_loss': 0.22629944890588413, 'avg_acc': 0.0, 'loss': 0.17160065289488102}
+{'epoch': 42, 'iter': 780, 'avg_loss': 0.22616537953252144, 'avg_acc': 0.0, 'loss': 0.2786900894925241}
+{'epoch': 42, 'iter': 790, 'avg_loss': 0.225980095398641, 'avg_acc': 0.0, 'loss': 0.25831088394912577}
+{'epoch': 42, 'iter': 800, 'avg_loss': 0.2260601444465133, 'avg_acc': 0.0, 'loss': 0.2667953623502269}
+{'epoch': 42, 'iter': 810, 'avg_loss': 0.22605063526705707, 'avg_acc': 0.0, 'loss': 0.2715862985684712}
+{'epoch': 42, 'iter': 820, 'avg_loss': 0.2256410490776498, 'avg_acc': 0.0, 'loss': 0.20766718536755693}
+{'epoch': 42, 'iter': 830, 'avg_loss': 0.2254018365236259, 'avg_acc': 0.0, 'loss': 0.19024760239100097}
+{'epoch': 42, 'iter': 840, 'avg_loss': 0.22507933416814396, 'avg_acc': 0.0, 'loss': 0.1926097880492047}
+{'epoch': 42, 'iter': 850, 'avg_loss': 0.224889154016564, 'avg_acc': 0.0, 'loss': 0.1568815532684604}
+{'epoch': 42, 'iter': 860, 'avg_loss': 0.22495869521458747, 'avg_acc': 0.0, 'loss': 0.2697265927884505}
+{'epoch': 42, 'iter': 870, 'avg_loss': 0.22543602624472048, 'avg_acc': 0.0, 'loss': 0.27624903844389337}
+{'epoch': 42, 'iter': 880, 'avg_loss': 0.2252738543402366, 'avg_acc': 0.0, 'loss': 0.1806636021945321}
+{'epoch': 42, 'iter': 890, 'avg_loss': 0.22524304716899446, 'avg_acc': 0.0, 'loss': 0.26219816721936695}
+{'epoch': 42, 'iter': 900, 'avg_loss': 0.22533058587117902, 'avg_acc': 0.0, 'loss': 0.2180621032989945}
+{'epoch': 42, 'iter': 910, 'avg_loss': 0.2254047815317308, 'avg_acc': 0.0, 'loss': 0.20881738594701865}
+{'epoch': 42, 'iter': 920, 'avg_loss': 0.22562282419457855, 'avg_acc': 0.0, 'loss': 0.22623557729939744}
+{'epoch': 42, 'iter': 930, 'avg_loss': 0.2255419964135985, 'avg_acc': 0.0, 'loss': 0.1911949917701869}
+{'epoch': 42, 'iter': 940, 'avg_loss': 0.2255403205122393, 'avg_acc': 0.0, 'loss': 0.2145966260359598}
+{'epoch': 42, 'iter': 950, 'avg_loss': 0.22575063599876144, 'avg_acc': 0.0, 'loss': 0.237935364077852}
+{'epoch': 42, 'iter': 960, 'avg_loss': 0.225593869847545, 'avg_acc': 0.0, 'loss': 0.22325545135273775}
+{'epoch': 42, 'iter': 970, 'avg_loss': 0.22573278319294734, 'avg_acc': 0.0, 'loss': 0.3041075915435028}
+{'epoch': 42, 'iter': 980, 'avg_loss': 0.22594745480812464, 'avg_acc': 0.0, 'loss': 0.2296563388527407}
+{'epoch': 42, 'iter': 990, 'avg_loss': 0.22615909357089445, 'avg_acc': 0.0, 'loss': 0.21771262183087206}
+{'epoch': 42, 'iter': 1000, 'avg_loss': 0.22620703561997157, 'avg_acc': 0.0, 'loss': 0.22629134447934768}
+{'epoch': 42, 'iter': 1010, 'avg_loss': 0.22630609776016342, 'avg_acc': 0.0, 'loss': 0.23106415227414345}
+{'epoch': 42, 'iter': 1020, 'avg_loss': 0.226313861615303, 'avg_acc': 0.0, 'loss': 0.2440063631325334}
+{'epoch': 42, 'iter': 1030, 'avg_loss': 0.2262334147599971, 'avg_acc': 0.0, 'loss': 0.19840562172151163}
+{'epoch': 42, 'iter': 1040, 'avg_loss': 0.2261323256536518, 'avg_acc': 0.0, 'loss': 0.2607790388333342}
+{'epoch': 42, 'iter': 1050, 'avg_loss': 0.22606321799389364, 'avg_acc': 0.0, 'loss': 0.20687861963110013}
+{'epoch': 42, 'iter': 1060, 'avg_loss': 0.22599459911464473, 'avg_acc': 0.0, 'loss': 0.18020794537816137}
+{'epoch': 42, 'iter': 1070, 'avg_loss': 0.22588252595234315, 'avg_acc': 0.0, 'loss': 0.1725974431415612}
+{'epoch': 42, 'iter': 1080, 'avg_loss': 0.22591028620763354, 'avg_acc': 0.0, 'loss': 0.18235493979307194}
+{'epoch': 42, 'iter': 1090, 'avg_loss': 0.225783692568642, 'avg_acc': 0.0, 'loss': 0.1938669504226839}
+{'epoch': 42, 'iter': 1100, 'avg_loss': 0.22579568764943433, 'avg_acc': 0.0, 'loss': 0.21851199621976644}
+{'epoch': 42, 'iter': 1110, 'avg_loss': 0.22588732186503893, 'avg_acc': 0.0, 'loss': 0.27156128871363955}
+{'epoch': 42, 'iter': 1120, 'avg_loss': 0.22592602348976457, 'avg_acc': 0.0, 'loss': 0.27052347398236115}
+{'epoch': 42, 'iter': 1130, 'avg_loss': 0.22593401054908221, 'avg_acc': 0.0, 'loss': 0.19871027208973502}
+{'epoch': 42, 'iter': 1140, 'avg_loss': 0.22577114790830932, 'avg_acc': 0.0, 'loss': 0.22319082507390572}
+{'epoch': 42, 'iter': 1150, 'avg_loss': 0.22560319833916465, 'avg_acc': 0.0, 'loss': 0.23299316340580845}
+{'epoch': 42, 'iter': 1160, 'avg_loss': 0.2258172696627475, 'avg_acc': 0.0, 'loss': 0.264706789477665}
+{'epoch': 42, 'iter': 1170, 'avg_loss': 0.22568718813535882, 'avg_acc': 0.0, 'loss': 0.2229604864648341}
+{'epoch': 42, 'iter': 1180, 'avg_loss': 0.2256825328500104, 'avg_acc': 0.0, 'loss': 0.16647154919171822}
+{'epoch': 42, 'iter': 1190, 'avg_loss': 0.22555594243619664, 'avg_acc': 0.0, 'loss': 0.17872499882514603}
+{'epoch': 42, 'iter': 1200, 'avg_loss': 0.22538876453827567, 'avg_acc': 0.0, 'loss': 0.19774945961967205}
+{'epoch': 42, 'iter': 1210, 'avg_loss': 0.22547062180304778, 'avg_acc': 0.0, 'loss': 0.2174833344874157}
+{'epoch': 42, 'iter': 1220, 'avg_loss': 0.22551103849919968, 'avg_acc': 0.0, 'loss': 0.17125418994355965}
+{'epoch': 42, 'iter': 1230, 'avg_loss': 0.22561741514996914, 'avg_acc': 0.0, 'loss': 0.26989647961724067}
+{'epoch': 42, 'iter': 1240, 'avg_loss': 0.22552543086092153, 'avg_acc': 0.0, 'loss': 0.2276342847033967}
+{'epoch': 'EP42_test', 'eval_accuracy': 0.0, 'ece': 0.12930338084697723, 'avg_loss': 0.22552543086092153, 'f1_scores': 0.7337915175170695}
+{'epoch': 43, 'iter': 0, 'avg_loss': 0.1639156061731585, 'avg_acc': 0.0, 'loss': 0.1639156061731585}
+{'epoch': 43, 'iter': 10, 'avg_loss': 0.2021414052250641, 'avg_acc': 0.0, 'loss': 0.22893580674477626}
+{'epoch': 43, 'iter': 20, 'avg_loss': 0.2021470171016888, 'avg_acc': 0.0, 'loss': 0.20778116273806646}
+{'epoch': 43, 'iter': 30, 'avg_loss': 0.2118976312497701, 'avg_acc': 0.0, 'loss': 0.18697771964793575}
+{'epoch': 43, 'iter': 40, 'avg_loss': 0.21937793098799568, 'avg_acc': 0.0, 'loss': 0.3163262850411651}
+{'epoch': 43, 'iter': 50, 'avg_loss': 0.21946050947524462, 'avg_acc': 0.0, 'loss': 0.21511864958516264}
+{'epoch': 43, 'iter': 60, 'avg_loss': 0.22543697519987596, 'avg_acc': 0.0, 'loss': 0.20216311160603642}
+{'epoch': 43, 'iter': 70, 'avg_loss': 0.22805971940740516, 'avg_acc': 0.0, 'loss': 0.26046023039777666}
+{'epoch': 43, 'iter': 80, 'avg_loss': 0.22485446196431305, 'avg_acc': 0.0, 'loss': 0.20825925761866007}
+{'epoch': 43, 'iter': 90, 'avg_loss': 0.22470017654299235, 'avg_acc': 0.0, 'loss': 0.2272182596597726}
+{'epoch': 43, 'iter': 100, 'avg_loss': 0.22432549667217055, 'avg_acc': 0.0, 'loss': 0.24758168161252211}
+{'epoch': 43, 'iter': 110, 'avg_loss': 0.22347447339622, 'avg_acc': 0.0, 'loss': 0.2237441097288573}
+{'epoch': 43, 'iter': 120, 'avg_loss': 0.22173761376574466, 'avg_acc': 0.0, 'loss': 0.1965597581229141}
+{'epoch': 43, 'iter': 130, 'avg_loss': 0.22095509522612292, 'avg_acc': 0.0, 'loss': 0.1754168786667703}
+{'epoch': 43, 'iter': 140, 'avg_loss': 0.22137330668223912, 'avg_acc': 0.0, 'loss': 0.284569009764352}
+{'epoch': 43, 'iter': 150, 'avg_loss': 0.2225844984595905, 'avg_acc': 0.0, 'loss': 0.2778732855381025}
+{'epoch': 43, 'iter': 160, 'avg_loss': 0.22372977755257972, 'avg_acc': 0.0, 'loss': 0.23506674227701296}
+{'epoch': 43, 'iter': 170, 'avg_loss': 0.22215243056592424, 'avg_acc': 0.0, 'loss': 0.2154521493405517}
+{'epoch': 43, 'iter': 180, 'avg_loss': 0.2223690231947784, 'avg_acc': 0.0, 'loss': 0.25188372552624316}
+{'epoch': 43, 'iter': 190, 'avg_loss': 0.22200282532265467, 'avg_acc': 0.0, 'loss': 0.14759389407806467}
+{'epoch': 43, 'iter': 200, 'avg_loss': 0.22215566578347007, 'avg_acc': 0.0, 'loss': 0.22760542189252775}
+{'epoch': 43, 'iter': 210, 'avg_loss': 0.22235038820459643, 'avg_acc': 0.0, 'loss': 0.19628790311652924}
+{'epoch': 43, 'iter': 220, 'avg_loss': 0.2225665553775925, 'avg_acc': 0.0, 'loss': 0.24214015181701143}
+{'epoch': 43, 'iter': 230, 'avg_loss': 0.2235131919928496, 'avg_acc': 0.0, 'loss': 0.2354256921234342}
+{'epoch': 43, 'iter': 240, 'avg_loss': 0.22371081014009014, 'avg_acc': 0.0, 'loss': 0.3009465712527149}
+{'epoch': 43, 'iter': 250, 'avg_loss': 0.22377873822160763, 'avg_acc': 0.0, 'loss': 0.23912625222237693}
+{'epoch': 43, 'iter': 260, 'avg_loss': 0.22380652412847088, 'avg_acc': 0.0, 'loss': 0.2584051782576385}
+{'epoch': 43, 'iter': 270, 'avg_loss': 0.22365770945125638, 'avg_acc': 0.0, 'loss': 0.2628583308844879}
+{'epoch': 43, 'iter': 280, 'avg_loss': 0.22349879812915113, 'avg_acc': 0.0, 'loss': 0.2383918141118621}
+{'epoch': 43, 'iter': 290, 'avg_loss': 0.22338632886296575, 'avg_acc': 0.0, 'loss': 0.20690022540085398}
+{'epoch': 43, 'iter': 300, 'avg_loss': 0.22277693073106766, 'avg_acc': 0.0, 'loss': 0.20025811649551475}
+{'epoch': 43, 'iter': 310, 'avg_loss': 0.22264048190911195, 'avg_acc': 0.0, 'loss': 0.16727447976958434}
+{'epoch': 43, 'iter': 320, 'avg_loss': 0.22287637389552972, 'avg_acc': 0.0, 'loss': 0.20035730025152326}
+{'epoch': 43, 'iter': 330, 'avg_loss': 0.22322093630069617, 'avg_acc': 0.0, 'loss': 0.2603409533888745}
+{'epoch': 43, 'iter': 340, 'avg_loss': 0.22385795632461344, 'avg_acc': 0.0, 'loss': 0.2750286504150056}
+{'epoch': 43, 'iter': 350, 'avg_loss': 0.22360140218013191, 'avg_acc': 0.0, 'loss': 0.23568045934278609}
+{'epoch': 43, 'iter': 360, 'avg_loss': 0.22348040322542392, 'avg_acc': 0.0, 'loss': 0.17617261433862755}
+{'epoch': 43, 'iter': 370, 'avg_loss': 0.22336243969887207, 'avg_acc': 0.0, 'loss': 0.2025996222784475}
+{'epoch': 43, 'iter': 380, 'avg_loss': 0.22336094204617116, 'avg_acc': 0.0, 'loss': 0.1709523365213954}
+{'epoch': 43, 'iter': 390, 'avg_loss': 0.22331854857172406, 'avg_acc': 0.0, 'loss': 0.1906928785614192}
+{'epoch': 43, 'iter': 400, 'avg_loss': 0.2234398821708346, 'avg_acc': 0.0, 'loss': 0.23522548210657337}
+{'epoch': 43, 'iter': 410, 'avg_loss': 0.22369317567040256, 'avg_acc': 0.0, 'loss': 0.19895475907670904}
+{'epoch': 43, 'iter': 420, 'avg_loss': 0.22328793982606482, 'avg_acc': 0.0, 'loss': 0.18376822118204927}
+{'epoch': 43, 'iter': 430, 'avg_loss': 0.2233121627351339, 'avg_acc': 0.0, 'loss': 0.2372000105621055}
+{'epoch': 43, 'iter': 440, 'avg_loss': 0.22322228242207495, 'avg_acc': 0.0, 'loss': 0.257364411199595}
+{'epoch': 43, 'iter': 450, 'avg_loss': 0.22343670233985163, 'avg_acc': 0.0, 'loss': 0.251439257436914}
+{'epoch': 43, 'iter': 460, 'avg_loss': 0.22359154139827753, 'avg_acc': 0.0, 'loss': 0.2004186498454601}
+{'epoch': 43, 'iter': 470, 'avg_loss': 0.22350006096760355, 'avg_acc': 0.0, 'loss': 0.23326059359987994}
+{'epoch': 43, 'iter': 480, 'avg_loss': 0.22342675616531654, 'avg_acc': 0.0, 'loss': 0.23030495012249372}
+{'epoch': 43, 'iter': 490, 'avg_loss': 0.2233159752945485, 'avg_acc': 0.0, 'loss': 0.19696399508451837}
+{'epoch': 43, 'iter': 500, 'avg_loss': 0.22309456915747153, 'avg_acc': 0.0, 'loss': 0.24272844495352988}
+{'epoch': 43, 'iter': 510, 'avg_loss': 0.22308964439612192, 'avg_acc': 0.0, 'loss': 0.1736352524540702}
+{'epoch': 43, 'iter': 520, 'avg_loss': 0.22296445569618295, 'avg_acc': 0.0, 'loss': 0.23724968654638748}
+{'epoch': 43, 'iter': 530, 'avg_loss': 0.2229756693776888, 'avg_acc': 0.0, 'loss': 0.22868912604914318}
+{'epoch': 43, 'iter': 540, 'avg_loss': 0.2231815202025657, 'avg_acc': 0.0, 'loss': 0.18662791572335533}
+{'epoch': 43, 'iter': 550, 'avg_loss': 0.22314440129147392, 'avg_acc': 0.0, 'loss': 0.27339595262096084}
+{'epoch': 43, 'iter': 560, 'avg_loss': 0.22287752524903598, 'avg_acc': 0.0, 'loss': 0.15832582317471275}
+{'epoch': 43, 'iter': 570, 'avg_loss': 0.22346697707266674, 'avg_acc': 0.0, 'loss': 0.23834365253430534}
+{'epoch': 43, 'iter': 580, 'avg_loss': 0.22341179394405988, 'avg_acc': 0.0, 'loss': 0.21377765641287688}
+{'epoch': 43, 'iter': 590, 'avg_loss': 0.22353352514304506, 'avg_acc': 0.0, 'loss': 0.22557833493751137}
+{'epoch': 43, 'iter': 600, 'avg_loss': 0.22352718624017465, 'avg_acc': 0.0, 'loss': 0.2504629030287333}
+{'epoch': 43, 'iter': 610, 'avg_loss': 0.2238393579820544, 'avg_acc': 0.0, 'loss': 0.29581104195689734}
+{'epoch': 43, 'iter': 620, 'avg_loss': 0.22441160172633992, 'avg_acc': 0.0, 'loss': 0.2263294238666731}
+{'epoch': 43, 'iter': 630, 'avg_loss': 0.2243230352696882, 'avg_acc': 0.0, 'loss': 0.17499761750761014}
+{'epoch': 43, 'iter': 640, 'avg_loss': 0.22436701446823956, 'avg_acc': 0.0, 'loss': 0.2113430917554199}
+{'epoch': 43, 'iter': 650, 'avg_loss': 0.22442982475104123, 'avg_acc': 0.0, 'loss': 0.25327611005080336}
+{'epoch': 43, 'iter': 660, 'avg_loss': 0.22486930701315344, 'avg_acc': 0.0, 'loss': 0.24693497715047993}
+{'epoch': 43, 'iter': 670, 'avg_loss': 0.2246973778728441, 'avg_acc': 0.0, 'loss': 0.2101026412579066}
+{'epoch': 43, 'iter': 680, 'avg_loss': 0.2248373022700436, 'avg_acc': 0.0, 'loss': 0.21767007583270825}
+{'epoch': 43, 'iter': 690, 'avg_loss': 0.22505100294601282, 'avg_acc': 0.0, 'loss': 0.2386774807798052}
+{'epoch': 43, 'iter': 700, 'avg_loss': 0.22509869200089794, 'avg_acc': 0.0, 'loss': 0.17815403945418698}
+{'epoch': 43, 'iter': 710, 'avg_loss': 0.2249296830955053, 'avg_acc': 0.0, 'loss': 0.1698895424569855}
+{'epoch': 43, 'iter': 720, 'avg_loss': 0.22479925206770504, 'avg_acc': 0.0, 'loss': 0.22465788893462751}
+{'epoch': 43, 'iter': 730, 'avg_loss': 0.22469993962227794, 'avg_acc': 0.0, 'loss': 0.26262424006238555}
+{'epoch': 43, 'iter': 740, 'avg_loss': 0.22491876377336714, 'avg_acc': 0.0, 'loss': 0.23649252168218027}
+{'epoch': 43, 'iter': 750, 'avg_loss': 0.2248843207574216, 'avg_acc': 0.0, 'loss': 0.22201068829372161}
+{'epoch': 43, 'iter': 760, 'avg_loss': 0.22500763503004093, 'avg_acc': 0.0, 'loss': 0.3121280824902572}
+{'epoch': 43, 'iter': 770, 'avg_loss': 0.2247763672684139, 'avg_acc': 0.0, 'loss': 0.1736927646582639}
+{'epoch': 43, 'iter': 780, 'avg_loss': 0.22464855344083773, 'avg_acc': 0.0, 'loss': 0.2728032879884625}
+{'epoch': 43, 'iter': 790, 'avg_loss': 0.22446636460188085, 'avg_acc': 0.0, 'loss': 0.25516884873447254}
+{'epoch': 43, 'iter': 800, 'avg_loss': 0.22453813960151853, 'avg_acc': 0.0, 'loss': 0.2628104077135244}
+{'epoch': 43, 'iter': 810, 'avg_loss': 0.2245228298073572, 'avg_acc': 0.0, 'loss': 0.2668963273390058}
+{'epoch': 43, 'iter': 820, 'avg_loss': 0.22412455674599305, 'avg_acc': 0.0, 'loss': 0.20277223989380996}
+{'epoch': 43, 'iter': 830, 'avg_loss': 0.22390874287962276, 'avg_acc': 0.0, 'loss': 0.1900195040903197}
+{'epoch': 43, 'iter': 840, 'avg_loss': 0.2236193191026423, 'avg_acc': 0.0, 'loss': 0.1916117437491331}
+{'epoch': 43, 'iter': 850, 'avg_loss': 0.22343862384883711, 'avg_acc': 0.0, 'loss': 0.16114909438850386}
+{'epoch': 43, 'iter': 860, 'avg_loss': 0.22350308302012611, 'avg_acc': 0.0, 'loss': 0.26527455473681777}
+{'epoch': 43, 'iter': 870, 'avg_loss': 0.22395607373357174, 'avg_acc': 0.0, 'loss': 0.27023312271022143}
+{'epoch': 43, 'iter': 880, 'avg_loss': 0.2238047128082651, 'avg_acc': 0.0, 'loss': 0.1825854749287308}
+{'epoch': 43, 'iter': 890, 'avg_loss': 0.22376767910615955, 'avg_acc': 0.0, 'loss': 0.25989979701911836}
+{'epoch': 43, 'iter': 900, 'avg_loss': 0.22385428341985866, 'avg_acc': 0.0, 'loss': 0.21559807512120902}
+{'epoch': 43, 'iter': 910, 'avg_loss': 0.22392513307754208, 'avg_acc': 0.0, 'loss': 0.20916881277394492}
+{'epoch': 43, 'iter': 920, 'avg_loss': 0.2241397553162798, 'avg_acc': 0.0, 'loss': 0.22831514350329077}
+{'epoch': 43, 'iter': 930, 'avg_loss': 0.22406074266632345, 'avg_acc': 0.0, 'loss': 0.193048303066072}
+{'epoch': 43, 'iter': 940, 'avg_loss': 0.2240658127434111, 'avg_acc': 0.0, 'loss': 0.21457263074924932}
+{'epoch': 43, 'iter': 950, 'avg_loss': 0.22427577100288124, 'avg_acc': 0.0, 'loss': 0.2385896594184617}
+{'epoch': 43, 'iter': 960, 'avg_loss': 0.22413104902229222, 'avg_acc': 0.0, 'loss': 0.22100320221352376}
+{'epoch': 43, 'iter': 970, 'avg_loss': 0.22426943645732875, 'avg_acc': 0.0, 'loss': 0.3001692339377249}
+{'epoch': 43, 'iter': 980, 'avg_loss': 0.22447108221146125, 'avg_acc': 0.0, 'loss': 0.2280673350057246}
+{'epoch': 43, 'iter': 990, 'avg_loss': 0.22466763650012186, 'avg_acc': 0.0, 'loss': 0.21299619184232402}
+{'epoch': 43, 'iter': 1000, 'avg_loss': 0.2247138879402938, 'avg_acc': 0.0, 'loss': 0.22392904477240855}
+{'epoch': 43, 'iter': 1010, 'avg_loss': 0.22481618156410246, 'avg_acc': 0.0, 'loss': 0.23050814741525624}
+{'epoch': 43, 'iter': 1020, 'avg_loss': 0.2248272883859352, 'avg_acc': 0.0, 'loss': 0.24058533123070447}
+{'epoch': 43, 'iter': 1030, 'avg_loss': 0.22475167437992513, 'avg_acc': 0.0, 'loss': 0.19649422934181918}
+{'epoch': 43, 'iter': 1040, 'avg_loss': 0.22463867054191194, 'avg_acc': 0.0, 'loss': 0.25567353766148565}
+{'epoch': 43, 'iter': 1050, 'avg_loss': 0.2245819375695064, 'avg_acc': 0.0, 'loss': 0.20902170666189637}
+{'epoch': 43, 'iter': 1060, 'avg_loss': 0.2245214355848351, 'avg_acc': 0.0, 'loss': 0.17919573723942708}
+{'epoch': 43, 'iter': 1070, 'avg_loss': 0.2244150520023185, 'avg_acc': 0.0, 'loss': 0.17432204041819788}
+{'epoch': 43, 'iter': 1080, 'avg_loss': 0.22444659137987946, 'avg_acc': 0.0, 'loss': 0.1790373810203099}
+{'epoch': 43, 'iter': 1090, 'avg_loss': 0.22431322362438355, 'avg_acc': 0.0, 'loss': 0.19170018065395716}
+{'epoch': 43, 'iter': 1100, 'avg_loss': 0.2243247767496712, 'avg_acc': 0.0, 'loss': 0.214685821846615}
+{'epoch': 43, 'iter': 1110, 'avg_loss': 0.22441197943291066, 'avg_acc': 0.0, 'loss': 0.2707476703232519}
+{'epoch': 43, 'iter': 1120, 'avg_loss': 0.22443368030600347, 'avg_acc': 0.0, 'loss': 0.26288957903809007}
+{'epoch': 43, 'iter': 1130, 'avg_loss': 0.22444017375620853, 'avg_acc': 0.0, 'loss': 0.19741794926410094}
+{'epoch': 43, 'iter': 1140, 'avg_loss': 0.22428822034808177, 'avg_acc': 0.0, 'loss': 0.21972556277215255}
+{'epoch': 43, 'iter': 1150, 'avg_loss': 0.22411954265900863, 'avg_acc': 0.0, 'loss': 0.22742073569205395}
+{'epoch': 43, 'iter': 1160, 'avg_loss': 0.2243066343693692, 'avg_acc': 0.0, 'loss': 0.26482577257791357}
+{'epoch': 43, 'iter': 1170, 'avg_loss': 0.22417428028223918, 'avg_acc': 0.0, 'loss': 0.21949227118830095}
+{'epoch': 43, 'iter': 1180, 'avg_loss': 0.22416362986918031, 'avg_acc': 0.0, 'loss': 0.16951181343605573}
+{'epoch': 43, 'iter': 1190, 'avg_loss': 0.2240376038337962, 'avg_acc': 0.0, 'loss': 0.17866900704656732}
+{'epoch': 43, 'iter': 1200, 'avg_loss': 0.22387204327296423, 'avg_acc': 0.0, 'loss': 0.19973525412077767}
+{'epoch': 43, 'iter': 1210, 'avg_loss': 0.22394848211796678, 'avg_acc': 0.0, 'loss': 0.21432907221951933}
+{'epoch': 43, 'iter': 1220, 'avg_loss': 0.22398811506261826, 'avg_acc': 0.0, 'loss': 0.1748752653046657}
+{'epoch': 43, 'iter': 1230, 'avg_loss': 0.22410088913162074, 'avg_acc': 0.0, 'loss': 0.2680800530764762}
+{'epoch': 43, 'iter': 1240, 'avg_loss': 0.22401991602322327, 'avg_acc': 0.0, 'loss': 0.22684900929782867}
+{'epoch': 'EP43_test', 'eval_accuracy': 0.0, 'ece': 0.10597173869609833, 'avg_loss': 0.22401991602322327, 'f1_scores': 0.7449559339369617}
+{'epoch': 44, 'iter': 0, 'avg_loss': 0.16454298757011135, 'avg_acc': 0.0, 'loss': 0.16454298757011135}
+{'epoch': 44, 'iter': 10, 'avg_loss': 0.20255507101181627, 'avg_acc': 0.0, 'loss': 0.22814129700181443}
+{'epoch': 44, 'iter': 20, 'avg_loss': 0.20252116531759506, 'avg_acc': 0.0, 'loss': 0.20695738595860086}
+{'epoch': 44, 'iter': 30, 'avg_loss': 0.21253065207350663, 'avg_acc': 0.0, 'loss': 0.18476840110671283}
+{'epoch': 44, 'iter': 40, 'avg_loss': 0.22031590307075502, 'avg_acc': 0.0, 'loss': 0.3218750846885021}
+{'epoch': 44, 'iter': 50, 'avg_loss': 0.2204474949905864, 'avg_acc': 0.0, 'loss': 0.21533792485040845}
+{'epoch': 44, 'iter': 60, 'avg_loss': 0.22622489943383237, 'avg_acc': 0.0, 'loss': 0.20295015059663715}
+{'epoch': 44, 'iter': 70, 'avg_loss': 0.22878401010441476, 'avg_acc': 0.0, 'loss': 0.26181950197441695}
+{'epoch': 44, 'iter': 80, 'avg_loss': 0.2256043578653051, 'avg_acc': 0.0, 'loss': 0.20955426686789125}
+{'epoch': 44, 'iter': 90, 'avg_loss': 0.22543266495908998, 'avg_acc': 0.0, 'loss': 0.22553496866734282}
+{'epoch': 44, 'iter': 100, 'avg_loss': 0.22503488002516356, 'avg_acc': 0.0, 'loss': 0.24693781110626592}
+{'epoch': 44, 'iter': 110, 'avg_loss': 0.22416370579532036, 'avg_acc': 0.0, 'loss': 0.22785593298146978}
+{'epoch': 44, 'iter': 120, 'avg_loss': 0.2224013473268082, 'avg_acc': 0.0, 'loss': 0.1962451219858719}
+{'epoch': 44, 'iter': 130, 'avg_loss': 0.2216594749045655, 'avg_acc': 0.0, 'loss': 0.17486458439110006}
+{'epoch': 44, 'iter': 140, 'avg_loss': 0.22202371413820757, 'avg_acc': 0.0, 'loss': 0.28028604693651815}
+{'epoch': 44, 'iter': 150, 'avg_loss': 0.22323454802215498, 'avg_acc': 0.0, 'loss': 0.2816097497423665}
+{'epoch': 44, 'iter': 160, 'avg_loss': 0.22451215825465426, 'avg_acc': 0.0, 'loss': 0.24085681326908212}
+{'epoch': 44, 'iter': 170, 'avg_loss': 0.22280652903281975, 'avg_acc': 0.0, 'loss': 0.21560716269290683}
+{'epoch': 44, 'iter': 180, 'avg_loss': 0.2230097910630508, 'avg_acc': 0.0, 'loss': 0.254527216605181}
+{'epoch': 44, 'iter': 190, 'avg_loss': 0.2226032279375242, 'avg_acc': 0.0, 'loss': 0.14383845749185703}
+{'epoch': 44, 'iter': 200, 'avg_loss': 0.22273460048636695, 'avg_acc': 0.0, 'loss': 0.2256559245275379}
+{'epoch': 44, 'iter': 210, 'avg_loss': 0.22296981219080936, 'avg_acc': 0.0, 'loss': 0.1965719193824985}
+{'epoch': 44, 'iter': 220, 'avg_loss': 0.22326271229389366, 'avg_acc': 0.0, 'loss': 0.24346912879280222}
+{'epoch': 44, 'iter': 230, 'avg_loss': 0.22417893918844425, 'avg_acc': 0.0, 'loss': 0.23614559374706393}
+{'epoch': 44, 'iter': 240, 'avg_loss': 0.22433723724875226, 'avg_acc': 0.0, 'loss': 0.29831641226147504}
+{'epoch': 44, 'iter': 250, 'avg_loss': 0.2243758457785176, 'avg_acc': 0.0, 'loss': 0.24281456008124483}
+{'epoch': 44, 'iter': 260, 'avg_loss': 0.2244530786370354, 'avg_acc': 0.0, 'loss': 0.26164572121935437}
+{'epoch': 44, 'iter': 270, 'avg_loss': 0.22430814432610527, 'avg_acc': 0.0, 'loss': 0.2676742052398952}
+{'epoch': 44, 'iter': 280, 'avg_loss': 0.22415389806981154, 'avg_acc': 0.0, 'loss': 0.23706774875081138}
+{'epoch': 44, 'iter': 290, 'avg_loss': 0.2240303767988742, 'avg_acc': 0.0, 'loss': 0.20574645027175262}
+{'epoch': 44, 'iter': 300, 'avg_loss': 0.2234079151962373, 'avg_acc': 0.0, 'loss': 0.20244219637887842}
+{'epoch': 44, 'iter': 310, 'avg_loss': 0.2232363278893047, 'avg_acc': 0.0, 'loss': 0.1646423439792508}
+{'epoch': 44, 'iter': 320, 'avg_loss': 0.2234815405300492, 'avg_acc': 0.0, 'loss': 0.19816278725323042}
+{'epoch': 44, 'iter': 330, 'avg_loss': 0.2238443636566386, 'avg_acc': 0.0, 'loss': 0.26139359178348187}
+{'epoch': 44, 'iter': 340, 'avg_loss': 0.22449315823345603, 'avg_acc': 0.0, 'loss': 0.2769755109830255}
+{'epoch': 44, 'iter': 350, 'avg_loss': 0.22423057216184766, 'avg_acc': 0.0, 'loss': 0.2371002072145042}
+{'epoch': 44, 'iter': 360, 'avg_loss': 0.22411522490343058, 'avg_acc': 0.0, 'loss': 0.17386771778236768}
+{'epoch': 44, 'iter': 370, 'avg_loss': 0.22396747349093904, 'avg_acc': 0.0, 'loss': 0.202355536542346}
+{'epoch': 44, 'iter': 380, 'avg_loss': 0.22395052874714924, 'avg_acc': 0.0, 'loss': 0.1701994866533596}
+{'epoch': 44, 'iter': 390, 'avg_loss': 0.22392123104200914, 'avg_acc': 0.0, 'loss': 0.1890684362660977}
+{'epoch': 44, 'iter': 400, 'avg_loss': 0.22405070611649103, 'avg_acc': 0.0, 'loss': 0.23989229415397922}
+{'epoch': 44, 'iter': 410, 'avg_loss': 0.2243443665536793, 'avg_acc': 0.0, 'loss': 0.19814039751495977}
+{'epoch': 44, 'iter': 420, 'avg_loss': 0.22391854628792568, 'avg_acc': 0.0, 'loss': 0.18034399128578116}
+{'epoch': 44, 'iter': 430, 'avg_loss': 0.2239361947949833, 'avg_acc': 0.0, 'loss': 0.23729354445429504}
+{'epoch': 44, 'iter': 440, 'avg_loss': 0.22386579647071336, 'avg_acc': 0.0, 'loss': 0.2614210601797627}
+{'epoch': 44, 'iter': 450, 'avg_loss': 0.2240769611677555, 'avg_acc': 0.0, 'loss': 0.25407129216981567}
+{'epoch': 44, 'iter': 460, 'avg_loss': 0.22424887829274628, 'avg_acc': 0.0, 'loss': 0.20049888960655995}
+{'epoch': 44, 'iter': 470, 'avg_loss': 0.22413924914121314, 'avg_acc': 0.0, 'loss': 0.23084544254603703}
+{'epoch': 44, 'iter': 480, 'avg_loss': 0.22406124782737058, 'avg_acc': 0.0, 'loss': 0.23059899460099587}
+{'epoch': 44, 'iter': 490, 'avg_loss': 0.2239451773631603, 'avg_acc': 0.0, 'loss': 0.19780577195376736}
+{'epoch': 44, 'iter': 500, 'avg_loss': 0.2237390029105505, 'avg_acc': 0.0, 'loss': 0.24402507363509227}
+{'epoch': 44, 'iter': 510, 'avg_loss': 0.2237494330249861, 'avg_acc': 0.0, 'loss': 0.17453347493670077}
+{'epoch': 44, 'iter': 520, 'avg_loss': 0.22361863531400783, 'avg_acc': 0.0, 'loss': 0.23808830561188188}
+{'epoch': 44, 'iter': 530, 'avg_loss': 0.22363998073948615, 'avg_acc': 0.0, 'loss': 0.23017698667191713}
+{'epoch': 44, 'iter': 540, 'avg_loss': 0.2238462170299909, 'avg_acc': 0.0, 'loss': 0.18358950429036927}
+{'epoch': 44, 'iter': 550, 'avg_loss': 0.22377065437541477, 'avg_acc': 0.0, 'loss': 0.27367656693908365}
+{'epoch': 44, 'iter': 560, 'avg_loss': 0.223497082292823, 'avg_acc': 0.0, 'loss': 0.15554769799890825}
+{'epoch': 44, 'iter': 570, 'avg_loss': 0.22411098639091362, 'avg_acc': 0.0, 'loss': 0.23966972168865855}
+{'epoch': 44, 'iter': 580, 'avg_loss': 0.2240573723983456, 'avg_acc': 0.0, 'loss': 0.21187231071610313}
+{'epoch': 44, 'iter': 590, 'avg_loss': 0.2241873263712375, 'avg_acc': 0.0, 'loss': 0.22379632968412416}
+{'epoch': 44, 'iter': 600, 'avg_loss': 0.2241678480591591, 'avg_acc': 0.0, 'loss': 0.2511889722553633}
+{'epoch': 44, 'iter': 610, 'avg_loss': 0.22447964873004433, 'avg_acc': 0.0, 'loss': 0.2936927370583687}
+{'epoch': 44, 'iter': 620, 'avg_loss': 0.2250555240216913, 'avg_acc': 0.0, 'loss': 0.22693631668445438}
+{'epoch': 44, 'iter': 630, 'avg_loss': 0.22495173892765483, 'avg_acc': 0.0, 'loss': 0.17398442667669248}
+{'epoch': 44, 'iter': 640, 'avg_loss': 0.22499000847287806, 'avg_acc': 0.0, 'loss': 0.21136292019022968}
+{'epoch': 44, 'iter': 650, 'avg_loss': 0.22504603411935528, 'avg_acc': 0.0, 'loss': 0.25031327004200776}
+{'epoch': 44, 'iter': 660, 'avg_loss': 0.22551457537951144, 'avg_acc': 0.0, 'loss': 0.24423961305657418}
+{'epoch': 44, 'iter': 670, 'avg_loss': 0.22534920232097733, 'avg_acc': 0.0, 'loss': 0.21016916937688684}
+{'epoch': 44, 'iter': 680, 'avg_loss': 0.22549009413940663, 'avg_acc': 0.0, 'loss': 0.21842294106868718}
+{'epoch': 44, 'iter': 690, 'avg_loss': 0.2257253553949321, 'avg_acc': 0.0, 'loss': 0.2454836055236293}
+{'epoch': 44, 'iter': 700, 'avg_loss': 0.22576279076058575, 'avg_acc': 0.0, 'loss': 0.17869079832777449}
+{'epoch': 44, 'iter': 710, 'avg_loss': 0.2255980717725277, 'avg_acc': 0.0, 'loss': 0.17216215108950497}
+{'epoch': 44, 'iter': 720, 'avg_loss': 0.22545953319658074, 'avg_acc': 0.0, 'loss': 0.22251597076789104}
+{'epoch': 44, 'iter': 730, 'avg_loss': 0.2253428967783749, 'avg_acc': 0.0, 'loss': 0.2646182991124663}
+{'epoch': 44, 'iter': 740, 'avg_loss': 0.2255609793254656, 'avg_acc': 0.0, 'loss': 0.23799762262513013}
+{'epoch': 44, 'iter': 750, 'avg_loss': 0.22552422301661068, 'avg_acc': 0.0, 'loss': 0.2235657782227268}
+{'epoch': 44, 'iter': 760, 'avg_loss': 0.2256538138038516, 'avg_acc': 0.0, 'loss': 0.3158527180274372}
+{'epoch': 44, 'iter': 770, 'avg_loss': 0.22542309998794705, 'avg_acc': 0.0, 'loss': 0.17256153434311727}
+{'epoch': 44, 'iter': 780, 'avg_loss': 0.22527611344689244, 'avg_acc': 0.0, 'loss': 0.2779810159660363}
+{'epoch': 44, 'iter': 790, 'avg_loss': 0.22509890727591728, 'avg_acc': 0.0, 'loss': 0.25877235023067763}
+{'epoch': 44, 'iter': 800, 'avg_loss': 0.22517626899529317, 'avg_acc': 0.0, 'loss': 0.26416567357015147}
+{'epoch': 44, 'iter': 810, 'avg_loss': 0.22516534600406335, 'avg_acc': 0.0, 'loss': 0.27481438513020096}
+{'epoch': 44, 'iter': 820, 'avg_loss': 0.2247643567855717, 'avg_acc': 0.0, 'loss': 0.20266815576880096}
+{'epoch': 44, 'iter': 830, 'avg_loss': 0.22452605105790407, 'avg_acc': 0.0, 'loss': 0.1902798035155391}
+{'epoch': 44, 'iter': 840, 'avg_loss': 0.22421078271979825, 'avg_acc': 0.0, 'loss': 0.191441567750238}
+{'epoch': 44, 'iter': 850, 'avg_loss': 0.22402596750121195, 'avg_acc': 0.0, 'loss': 0.15906029715204437}
+{'epoch': 44, 'iter': 860, 'avg_loss': 0.22409745024838995, 'avg_acc': 0.0, 'loss': 0.2692187205098792}
+{'epoch': 44, 'iter': 870, 'avg_loss': 0.2245514072790397, 'avg_acc': 0.0, 'loss': 0.27159679707941514}
+{'epoch': 44, 'iter': 880, 'avg_loss': 0.22439697922403318, 'avg_acc': 0.0, 'loss': 0.17986471176106988}
+{'epoch': 44, 'iter': 890, 'avg_loss': 0.22436141797195358, 'avg_acc': 0.0, 'loss': 0.2600569660207514}
+{'epoch': 44, 'iter': 900, 'avg_loss': 0.22444692990159634, 'avg_acc': 0.0, 'loss': 0.21388035257687726}
+{'epoch': 44, 'iter': 910, 'avg_loss': 0.22450566218080756, 'avg_acc': 0.0, 'loss': 0.20904563427414552}
+{'epoch': 44, 'iter': 920, 'avg_loss': 0.2247206632872465, 'avg_acc': 0.0, 'loss': 0.22716452918895616}
+{'epoch': 44, 'iter': 930, 'avg_loss': 0.22462976426720782, 'avg_acc': 0.0, 'loss': 0.19151582719450744}
+{'epoch': 44, 'iter': 940, 'avg_loss': 0.22463002140743035, 'avg_acc': 0.0, 'loss': 0.2130695766046691}
+{'epoch': 44, 'iter': 950, 'avg_loss': 0.22483626973630466, 'avg_acc': 0.0, 'loss': 0.23744023392405972}
+{'epoch': 44, 'iter': 960, 'avg_loss': 0.22467671546478743, 'avg_acc': 0.0, 'loss': 0.22246512198812848}
+{'epoch': 44, 'iter': 970, 'avg_loss': 0.22481739087648625, 'avg_acc': 0.0, 'loss': 0.2991732299856429}
+{'epoch': 44, 'iter': 980, 'avg_loss': 0.22502887401043245, 'avg_acc': 0.0, 'loss': 0.22909621343644304}
+{'epoch': 44, 'iter': 990, 'avg_loss': 0.2252330489452615, 'avg_acc': 0.0, 'loss': 0.22049557336621156}
+{'epoch': 44, 'iter': 1000, 'avg_loss': 0.22527239684035658, 'avg_acc': 0.0, 'loss': 0.22593876452724868}
+{'epoch': 44, 'iter': 1010, 'avg_loss': 0.2253647301528463, 'avg_acc': 0.0, 'loss': 0.2302554805831148}
+{'epoch': 44, 'iter': 1020, 'avg_loss': 0.22538086976507335, 'avg_acc': 0.0, 'loss': 0.24324621835215304}
+{'epoch': 44, 'iter': 1030, 'avg_loss': 0.22529673486778978, 'avg_acc': 0.0, 'loss': 0.19456868241582015}
+{'epoch': 44, 'iter': 1040, 'avg_loss': 0.22519563804999115, 'avg_acc': 0.0, 'loss': 0.2603860923988707}
+{'epoch': 44, 'iter': 1050, 'avg_loss': 0.22513126020912708, 'avg_acc': 0.0, 'loss': 0.20906225558357097}
+{'epoch': 44, 'iter': 1060, 'avg_loss': 0.22507325365541891, 'avg_acc': 0.0, 'loss': 0.183549888005278}
+{'epoch': 44, 'iter': 1070, 'avg_loss': 0.22495165867337386, 'avg_acc': 0.0, 'loss': 0.17223941183494518}
+{'epoch': 44, 'iter': 1080, 'avg_loss': 0.22498389530166296, 'avg_acc': 0.0, 'loss': 0.17967783118321481}
+{'epoch': 44, 'iter': 1090, 'avg_loss': 0.22485115072440062, 'avg_acc': 0.0, 'loss': 0.19281613649903712}
+{'epoch': 44, 'iter': 1100, 'avg_loss': 0.22486095125484962, 'avg_acc': 0.0, 'loss': 0.2130280040011517}
+{'epoch': 44, 'iter': 1110, 'avg_loss': 0.224954505178665, 'avg_acc': 0.0, 'loss': 0.2678770031201014}
+{'epoch': 44, 'iter': 1120, 'avg_loss': 0.2249849932757122, 'avg_acc': 0.0, 'loss': 0.26524844582138485}
+{'epoch': 44, 'iter': 1130, 'avg_loss': 0.22500084840505152, 'avg_acc': 0.0, 'loss': 0.20084466688875374}
+{'epoch': 44, 'iter': 1140, 'avg_loss': 0.22483934942708378, 'avg_acc': 0.0, 'loss': 0.22362724990205152}
+{'epoch': 44, 'iter': 1150, 'avg_loss': 0.2246717969045055, 'avg_acc': 0.0, 'loss': 0.2314663519123964}
+{'epoch': 44, 'iter': 1160, 'avg_loss': 0.22487251243943293, 'avg_acc': 0.0, 'loss': 0.26246228950240685}
+{'epoch': 44, 'iter': 1170, 'avg_loss': 0.22473992399081963, 'avg_acc': 0.0, 'loss': 0.21773169204009588}
+{'epoch': 44, 'iter': 1180, 'avg_loss': 0.2247273271351115, 'avg_acc': 0.0, 'loss': 0.16756302958770317}
+{'epoch': 44, 'iter': 1190, 'avg_loss': 0.2245979981405758, 'avg_acc': 0.0, 'loss': 0.1763341092611524}
+{'epoch': 44, 'iter': 1200, 'avg_loss': 0.22443551267184514, 'avg_acc': 0.0, 'loss': 0.20247990313060069}
+{'epoch': 44, 'iter': 1210, 'avg_loss': 0.22451493548534188, 'avg_acc': 0.0, 'loss': 0.2158254268303413}
+{'epoch': 44, 'iter': 1220, 'avg_loss': 0.22456416024112427, 'avg_acc': 0.0, 'loss': 0.17429462403494458}
+{'epoch': 44, 'iter': 1230, 'avg_loss': 0.22467177702696856, 'avg_acc': 0.0, 'loss': 0.26805112067760156}
+{'epoch': 44, 'iter': 1240, 'avg_loss': 0.2245851322197567, 'avg_acc': 0.0, 'loss': 0.2307587842822808}
+{'epoch': 'EP44_test', 'eval_accuracy': 0.0, 'ece': 0.13973833620548248, 'avg_loss': 0.2245851322197567, 'f1_scores': 0.7350096455372911}
+{'epoch': 45, 'iter': 0, 'avg_loss': 0.15718388736911493, 'avg_acc': 0.0, 'loss': 0.15718388736911493}
+{'epoch': 45, 'iter': 10, 'avg_loss': 0.19777571896117163, 'avg_acc': 0.0, 'loss': 0.22508605241340057}
+{'epoch': 45, 'iter': 20, 'avg_loss': 0.19716434864319718, 'avg_acc': 0.0, 'loss': 0.2057637162585349}
+{'epoch': 45, 'iter': 30, 'avg_loss': 0.20726243111712267, 'avg_acc': 0.0, 'loss': 0.1879639818112407}
+{'epoch': 45, 'iter': 40, 'avg_loss': 0.21460854986216413, 'avg_acc': 0.0, 'loss': 0.30753372654131844}
+{'epoch': 45, 'iter': 50, 'avg_loss': 0.21480191456570114, 'avg_acc': 0.0, 'loss': 0.21145830908046392}
+{'epoch': 45, 'iter': 60, 'avg_loss': 0.2205727638358809, 'avg_acc': 0.0, 'loss': 0.19652381828021653}
+{'epoch': 45, 'iter': 70, 'avg_loss': 0.223328095598358, 'avg_acc': 0.0, 'loss': 0.2553169744435633}
+{'epoch': 45, 'iter': 80, 'avg_loss': 0.22009295430719872, 'avg_acc': 0.0, 'loss': 0.20484485971272598}
+{'epoch': 45, 'iter': 90, 'avg_loss': 0.21989957693376241, 'avg_acc': 0.0, 'loss': 0.22374318544869504}
+{'epoch': 45, 'iter': 100, 'avg_loss': 0.2197574236541238, 'avg_acc': 0.0, 'loss': 0.2464188750008134}
+{'epoch': 45, 'iter': 110, 'avg_loss': 0.21879710260118757, 'avg_acc': 0.0, 'loss': 0.2098771344993143}
+{'epoch': 45, 'iter': 120, 'avg_loss': 0.21712146891604825, 'avg_acc': 0.0, 'loss': 0.19259291922016278}
+{'epoch': 45, 'iter': 130, 'avg_loss': 0.21624437855414003, 'avg_acc': 0.0, 'loss': 0.16547831016636597}
+{'epoch': 45, 'iter': 140, 'avg_loss': 0.21666521688400592, 'avg_acc': 0.0, 'loss': 0.281571786177616}
+{'epoch': 45, 'iter': 150, 'avg_loss': 0.2179369418067316, 'avg_acc': 0.0, 'loss': 0.2768252562429032}
+{'epoch': 45, 'iter': 160, 'avg_loss': 0.21884010077445679, 'avg_acc': 0.0, 'loss': 0.22152505443779902}
+{'epoch': 45, 'iter': 170, 'avg_loss': 0.21734335974459923, 'avg_acc': 0.0, 'loss': 0.21245663670593523}
+{'epoch': 45, 'iter': 180, 'avg_loss': 0.2176498028109183, 'avg_acc': 0.0, 'loss': 0.24455870296326662}
+{'epoch': 45, 'iter': 190, 'avg_loss': 0.21730806389150367, 'avg_acc': 0.0, 'loss': 0.15096698442034395}
+{'epoch': 45, 'iter': 200, 'avg_loss': 0.2174004844442309, 'avg_acc': 0.0, 'loss': 0.219588114239262}
+{'epoch': 45, 'iter': 210, 'avg_loss': 0.21756708465784644, 'avg_acc': 0.0, 'loss': 0.1964845827734182}
+{'epoch': 45, 'iter': 220, 'avg_loss': 0.21769876561442444, 'avg_acc': 0.0, 'loss': 0.23644701625473122}
+{'epoch': 45, 'iter': 230, 'avg_loss': 0.21861230175986407, 'avg_acc': 0.0, 'loss': 0.2289584919020951}
+{'epoch': 45, 'iter': 240, 'avg_loss': 0.21879757625945034, 'avg_acc': 0.0, 'loss': 0.2894037120871969}
+{'epoch': 45, 'iter': 250, 'avg_loss': 0.2188137003607169, 'avg_acc': 0.0, 'loss': 0.22705729258385482}
+{'epoch': 45, 'iter': 260, 'avg_loss': 0.21875270631268293, 'avg_acc': 0.0, 'loss': 0.2519406196445126}
+{'epoch': 45, 'iter': 270, 'avg_loss': 0.21860932477310338, 'avg_acc': 0.0, 'loss': 0.252978104089753}
+{'epoch': 45, 'iter': 280, 'avg_loss': 0.21852706928423685, 'avg_acc': 0.0, 'loss': 0.23041573688103004}
+{'epoch': 45, 'iter': 290, 'avg_loss': 0.2185052835810017, 'avg_acc': 0.0, 'loss': 0.205116839229439}
+{'epoch': 45, 'iter': 300, 'avg_loss': 0.2179489499527472, 'avg_acc': 0.0, 'loss': 0.193583370828037}
+{'epoch': 45, 'iter': 310, 'avg_loss': 0.21786305713186266, 'avg_acc': 0.0, 'loss': 0.16739151815071246}
+{'epoch': 45, 'iter': 320, 'avg_loss': 0.21810510255144935, 'avg_acc': 0.0, 'loss': 0.19931226202684876}
+{'epoch': 45, 'iter': 330, 'avg_loss': 0.21837941534814856, 'avg_acc': 0.0, 'loss': 0.2537852617946165}
+{'epoch': 45, 'iter': 340, 'avg_loss': 0.219008992732482, 'avg_acc': 0.0, 'loss': 0.27105999645347567}
+{'epoch': 45, 'iter': 350, 'avg_loss': 0.21881338418810678, 'avg_acc': 0.0, 'loss': 0.23379879475096133}
+{'epoch': 45, 'iter': 360, 'avg_loss': 0.21872960067684832, 'avg_acc': 0.0, 'loss': 0.1752938906612209}
+{'epoch': 45, 'iter': 370, 'avg_loss': 0.2186947159206162, 'avg_acc': 0.0, 'loss': 0.19998429649584587}
+{'epoch': 45, 'iter': 380, 'avg_loss': 0.21868856555476876, 'avg_acc': 0.0, 'loss': 0.1660750099005749}
+{'epoch': 45, 'iter': 390, 'avg_loss': 0.21860842467858735, 'avg_acc': 0.0, 'loss': 0.1934675173533833}
+{'epoch': 45, 'iter': 400, 'avg_loss': 0.21869783249249292, 'avg_acc': 0.0, 'loss': 0.2247844217608547}
+{'epoch': 45, 'iter': 410, 'avg_loss': 0.21893420171044164, 'avg_acc': 0.0, 'loss': 0.19928592169841455}
+{'epoch': 45, 'iter': 420, 'avg_loss': 0.21856539722244095, 'avg_acc': 0.0, 'loss': 0.18323055406798563}
+{'epoch': 45, 'iter': 430, 'avg_loss': 0.21864484415315347, 'avg_acc': 0.0, 'loss': 0.23468988577449829}
+{'epoch': 45, 'iter': 440, 'avg_loss': 0.2185265247415363, 'avg_acc': 0.0, 'loss': 0.24639419852529237}
+{'epoch': 45, 'iter': 450, 'avg_loss': 0.21876680472054957, 'avg_acc': 0.0, 'loss': 0.239054773934153}
+{'epoch': 45, 'iter': 460, 'avg_loss': 0.21890473712879782, 'avg_acc': 0.0, 'loss': 0.2001509174955832}
+{'epoch': 45, 'iter': 470, 'avg_loss': 0.21880820296933065, 'avg_acc': 0.0, 'loss': 0.2252518396063416}
+{'epoch': 45, 'iter': 480, 'avg_loss': 0.21876730332198704, 'avg_acc': 0.0, 'loss': 0.22596469030385638}
+{'epoch': 45, 'iter': 490, 'avg_loss': 0.2186597081350575, 'avg_acc': 0.0, 'loss': 0.19324619823713157}
+{'epoch': 45, 'iter': 500, 'avg_loss': 0.2184387416709389, 'avg_acc': 0.0, 'loss': 0.23832967825413626}
+{'epoch': 45, 'iter': 510, 'avg_loss': 0.2184491866492319, 'avg_acc': 0.0, 'loss': 0.17041576933180683}
+{'epoch': 45, 'iter': 520, 'avg_loss': 0.2183329699721724, 'avg_acc': 0.0, 'loss': 0.23951709888167116}
+{'epoch': 45, 'iter': 530, 'avg_loss': 0.21834391846425216, 'avg_acc': 0.0, 'loss': 0.2276518135366814}
+{'epoch': 45, 'iter': 540, 'avg_loss': 0.2185756267838943, 'avg_acc': 0.0, 'loss': 0.18301859292301156}
+{'epoch': 45, 'iter': 550, 'avg_loss': 0.2185800337742576, 'avg_acc': 0.0, 'loss': 0.2683977332856427}
+{'epoch': 45, 'iter': 560, 'avg_loss': 0.218312047160394, 'avg_acc': 0.0, 'loss': 0.15456015224271724}
+{'epoch': 45, 'iter': 570, 'avg_loss': 0.21887623029361203, 'avg_acc': 0.0, 'loss': 0.23334364773011526}
+{'epoch': 45, 'iter': 580, 'avg_loss': 0.21881852916343902, 'avg_acc': 0.0, 'loss': 0.20957886112691018}
+{'epoch': 45, 'iter': 590, 'avg_loss': 0.21897345166668133, 'avg_acc': 0.0, 'loss': 0.2326430374145697}
+{'epoch': 45, 'iter': 600, 'avg_loss': 0.21899181799933806, 'avg_acc': 0.0, 'loss': 0.2462550344569081}
+{'epoch': 45, 'iter': 610, 'avg_loss': 0.21931282347886374, 'avg_acc': 0.0, 'loss': 0.298502058878317}
+{'epoch': 45, 'iter': 620, 'avg_loss': 0.21988229174569018, 'avg_acc': 0.0, 'loss': 0.22513237548381376}
+{'epoch': 45, 'iter': 630, 'avg_loss': 0.21978868608146776, 'avg_acc': 0.0, 'loss': 0.17066866059198152}
+{'epoch': 45, 'iter': 640, 'avg_loss': 0.21979608547106688, 'avg_acc': 0.0, 'loss': 0.2061393000917714}
+{'epoch': 45, 'iter': 650, 'avg_loss': 0.2198522359314215, 'avg_acc': 0.0, 'loss': 0.24532682242855636}
+{'epoch': 45, 'iter': 660, 'avg_loss': 0.22028234082157294, 'avg_acc': 0.0, 'loss': 0.24405269803725915}
+{'epoch': 45, 'iter': 670, 'avg_loss': 0.22009033571281852, 'avg_acc': 0.0, 'loss': 0.21038287469242992}
+{'epoch': 45, 'iter': 680, 'avg_loss': 0.22025115360057917, 'avg_acc': 0.0, 'loss': 0.21254516582200722}
+{'epoch': 45, 'iter': 690, 'avg_loss': 0.22049692512260588, 'avg_acc': 0.0, 'loss': 0.23282441243752924}
+{'epoch': 45, 'iter': 700, 'avg_loss': 0.2205521588221278, 'avg_acc': 0.0, 'loss': 0.17552912813201665}
+{'epoch': 45, 'iter': 710, 'avg_loss': 0.2203898253539852, 'avg_acc': 0.0, 'loss': 0.16650535382859744}
+{'epoch': 45, 'iter': 720, 'avg_loss': 0.22030437559406407, 'avg_acc': 0.0, 'loss': 0.22507131478565562}
+{'epoch': 45, 'iter': 730, 'avg_loss': 0.2201987013721184, 'avg_acc': 0.0, 'loss': 0.2514641771418675}
+{'epoch': 45, 'iter': 740, 'avg_loss': 0.22041687190225745, 'avg_acc': 0.0, 'loss': 0.2293560249386571}
+{'epoch': 45, 'iter': 750, 'avg_loss': 0.22038452588043916, 'avg_acc': 0.0, 'loss': 0.21712473985735414}
+{'epoch': 45, 'iter': 760, 'avg_loss': 0.2205026717280991, 'avg_acc': 0.0, 'loss': 0.3040109783386729}
+{'epoch': 45, 'iter': 770, 'avg_loss': 0.2202504619505695, 'avg_acc': 0.0, 'loss': 0.17220822110588024}
+{'epoch': 45, 'iter': 780, 'avg_loss': 0.2201434376867225, 'avg_acc': 0.0, 'loss': 0.25928384566348733}
+{'epoch': 45, 'iter': 790, 'avg_loss': 0.21997157124552477, 'avg_acc': 0.0, 'loss': 0.25049834152067824}
+{'epoch': 45, 'iter': 800, 'avg_loss': 0.22007515234919817, 'avg_acc': 0.0, 'loss': 0.2626290064084904}
+{'epoch': 45, 'iter': 810, 'avg_loss': 0.22007387934585176, 'avg_acc': 0.0, 'loss': 0.25383777243697686}
+{'epoch': 45, 'iter': 820, 'avg_loss': 0.21965299799296, 'avg_acc': 0.0, 'loss': 0.20105403034488387}
+{'epoch': 45, 'iter': 830, 'avg_loss': 0.21946093821500737, 'avg_acc': 0.0, 'loss': 0.18927521559191973}
+{'epoch': 45, 'iter': 840, 'avg_loss': 0.2191852798104376, 'avg_acc': 0.0, 'loss': 0.19353129708633787}
+{'epoch': 45, 'iter': 850, 'avg_loss': 0.21900348510222514, 'avg_acc': 0.0, 'loss': 0.15795588505066657}
+{'epoch': 45, 'iter': 860, 'avg_loss': 0.21909310598091183, 'avg_acc': 0.0, 'loss': 0.26247342326691325}
+{'epoch': 45, 'iter': 870, 'avg_loss': 0.21954875861637316, 'avg_acc': 0.0, 'loss': 0.26991941109378914}
+{'epoch': 45, 'iter': 880, 'avg_loss': 0.21940895528574525, 'avg_acc': 0.0, 'loss': 0.17878864042779696}
+{'epoch': 45, 'iter': 890, 'avg_loss': 0.21938493071820336, 'avg_acc': 0.0, 'loss': 0.2574489411660709}
+{'epoch': 45, 'iter': 900, 'avg_loss': 0.21947187688125355, 'avg_acc': 0.0, 'loss': 0.21117272773277102}
+{'epoch': 45, 'iter': 910, 'avg_loss': 0.21955277238614337, 'avg_acc': 0.0, 'loss': 0.20635261263259963}
+{'epoch': 45, 'iter': 920, 'avg_loss': 0.21977333196641485, 'avg_acc': 0.0, 'loss': 0.22582157513545553}
+{'epoch': 45, 'iter': 930, 'avg_loss': 0.2196887840862221, 'avg_acc': 0.0, 'loss': 0.18828778008498503}
+{'epoch': 45, 'iter': 940, 'avg_loss': 0.2196917821284512, 'avg_acc': 0.0, 'loss': 0.21197987226391238}
+{'epoch': 45, 'iter': 950, 'avg_loss': 0.21991381797145965, 'avg_acc': 0.0, 'loss': 0.23374500418952135}
+{'epoch': 45, 'iter': 960, 'avg_loss': 0.21978270052864612, 'avg_acc': 0.0, 'loss': 0.21877068044545922}
+{'epoch': 45, 'iter': 970, 'avg_loss': 0.21992719768650962, 'avg_acc': 0.0, 'loss': 0.3046889627902374}
+{'epoch': 45, 'iter': 980, 'avg_loss': 0.2201264965275788, 'avg_acc': 0.0, 'loss': 0.22413422925311416}
+{'epoch': 45, 'iter': 990, 'avg_loss': 0.22032220776881142, 'avg_acc': 0.0, 'loss': 0.20101001372599317}
+{'epoch': 45, 'iter': 1000, 'avg_loss': 0.2203796270982945, 'avg_acc': 0.0, 'loss': 0.21985046171154668}
+{'epoch': 45, 'iter': 1010, 'avg_loss': 0.2204848943607252, 'avg_acc': 0.0, 'loss': 0.22878844146764873}
+{'epoch': 45, 'iter': 1020, 'avg_loss': 0.22048734373147635, 'avg_acc': 0.0, 'loss': 0.2335183945059985}
+{'epoch': 45, 'iter': 1030, 'avg_loss': 0.22042305174046734, 'avg_acc': 0.0, 'loss': 0.19438704448051727}
+{'epoch': 45, 'iter': 1040, 'avg_loss': 0.2202917560343923, 'avg_acc': 0.0, 'loss': 0.24906284990259206}
+{'epoch': 45, 'iter': 1050, 'avg_loss': 0.2202181208139898, 'avg_acc': 0.0, 'loss': 0.20166809514794942}
+{'epoch': 45, 'iter': 1060, 'avg_loss': 0.22015248424276804, 'avg_acc': 0.0, 'loss': 0.16919095702319606}
+{'epoch': 45, 'iter': 1070, 'avg_loss': 0.22006167922583714, 'avg_acc': 0.0, 'loss': 0.17246648511765475}
+{'epoch': 45, 'iter': 1080, 'avg_loss': 0.22007578976145573, 'avg_acc': 0.0, 'loss': 0.18334947391632078}
+{'epoch': 45, 'iter': 1090, 'avg_loss': 0.21994689841412648, 'avg_acc': 0.0, 'loss': 0.1925102197265005}
+{'epoch': 45, 'iter': 1100, 'avg_loss': 0.21996898484482447, 'avg_acc': 0.0, 'loss': 0.2167292740783588}
+{'epoch': 45, 'iter': 1110, 'avg_loss': 0.2200444761382384, 'avg_acc': 0.0, 'loss': 0.2645541349670728}
+{'epoch': 45, 'iter': 1120, 'avg_loss': 0.22006936921822443, 'avg_acc': 0.0, 'loss': 0.2564925459615129}
+{'epoch': 45, 'iter': 1130, 'avg_loss': 0.22005837893204266, 'avg_acc': 0.0, 'loss': 0.1893590259078337}
+{'epoch': 45, 'iter': 1140, 'avg_loss': 0.21991073740632155, 'avg_acc': 0.0, 'loss': 0.21250848694840635}
+{'epoch': 45, 'iter': 1150, 'avg_loss': 0.21975430805414986, 'avg_acc': 0.0, 'loss': 0.22304471278890298}
+{'epoch': 45, 'iter': 1160, 'avg_loss': 0.2199462499419033, 'avg_acc': 0.0, 'loss': 0.26562079420409646}
+{'epoch': 45, 'iter': 1170, 'avg_loss': 0.21980864962318747, 'avg_acc': 0.0, 'loss': 0.22279614061510852}
+{'epoch': 45, 'iter': 1180, 'avg_loss': 0.21981949671027343, 'avg_acc': 0.0, 'loss': 0.16955372130144042}
+{'epoch': 45, 'iter': 1190, 'avg_loss': 0.21969267299031747, 'avg_acc': 0.0, 'loss': 0.17574497555083976}
+{'epoch': 45, 'iter': 1200, 'avg_loss': 0.21952553162245123, 'avg_acc': 0.0, 'loss': 0.1907229739601267}
+{'epoch': 45, 'iter': 1210, 'avg_loss': 0.21961325875032472, 'avg_acc': 0.0, 'loss': 0.2132297716029825}
+{'epoch': 45, 'iter': 1220, 'avg_loss': 0.2196306687337706, 'avg_acc': 0.0, 'loss': 0.16589380023599784}
+{'epoch': 45, 'iter': 1230, 'avg_loss': 0.21973537078330496, 'avg_acc': 0.0, 'loss': 0.27091869663263424}
+{'epoch': 45, 'iter': 1240, 'avg_loss': 0.2196598633237488, 'avg_acc': 0.0, 'loss': 0.21067250109402785}
+{'epoch': 'EP45_test', 'eval_accuracy': 0.0, 'ece': 0.16470283269882202, 'avg_loss': 0.2196598633237488, 'f1_scores': 0.7687873484622175}
+{'epoch': 46, 'iter': 0, 'avg_loss': 0.16104173119284884, 'avg_acc': 0.0, 'loss': 0.16104173119284884}
+{'epoch': 46, 'iter': 10, 'avg_loss': 0.20056124514650187, 'avg_acc': 0.0, 'loss': 0.22611696813513454}
+{'epoch': 46, 'iter': 20, 'avg_loss': 0.2005033951215648, 'avg_acc': 0.0, 'loss': 0.20578146103324407}
+{'epoch': 46, 'iter': 30, 'avg_loss': 0.21039195189798113, 'avg_acc': 0.0, 'loss': 0.18546910246046924}
+{'epoch': 46, 'iter': 40, 'avg_loss': 0.21821739593879533, 'avg_acc': 0.0, 'loss': 0.32068618403306054}
+{'epoch': 46, 'iter': 50, 'avg_loss': 0.2184408310650812, 'avg_acc': 0.0, 'loss': 0.21512089243136803}
+{'epoch': 46, 'iter': 60, 'avg_loss': 0.22433988482624156, 'avg_acc': 0.0, 'loss': 0.2028757246278019}
+{'epoch': 46, 'iter': 70, 'avg_loss': 0.2268992585575129, 'avg_acc': 0.0, 'loss': 0.25886079552778285}
+{'epoch': 46, 'iter': 80, 'avg_loss': 0.22366624474836333, 'avg_acc': 0.0, 'loss': 0.2070792705948666}
+{'epoch': 46, 'iter': 90, 'avg_loss': 0.22343636995562047, 'avg_acc': 0.0, 'loss': 0.22564402652556378}
+{'epoch': 46, 'iter': 100, 'avg_loss': 0.22312087341289208, 'avg_acc': 0.0, 'loss': 0.2462541834222845}
+{'epoch': 46, 'iter': 110, 'avg_loss': 0.22227287781683094, 'avg_acc': 0.0, 'loss': 0.22070519110422993}
+{'epoch': 46, 'iter': 120, 'avg_loss': 0.2205514177234368, 'avg_acc': 0.0, 'loss': 0.19639505365187557}
+{'epoch': 46, 'iter': 130, 'avg_loss': 0.21974919873219267, 'avg_acc': 0.0, 'loss': 0.17146442121957403}
+{'epoch': 46, 'iter': 140, 'avg_loss': 0.22013484983499385, 'avg_acc': 0.0, 'loss': 0.2820615936217012}
+{'epoch': 46, 'iter': 150, 'avg_loss': 0.2214310424274803, 'avg_acc': 0.0, 'loss': 0.27981953895125244}
+{'epoch': 46, 'iter': 160, 'avg_loss': 0.2225984889257988, 'avg_acc': 0.0, 'loss': 0.23443772785120537}
+{'epoch': 46, 'iter': 170, 'avg_loss': 0.22090845739070028, 'avg_acc': 0.0, 'loss': 0.21165496111065554}
+{'epoch': 46, 'iter': 180, 'avg_loss': 0.22111559411350384, 'avg_acc': 0.0, 'loss': 0.2530244371404738}
+{'epoch': 46, 'iter': 190, 'avg_loss': 0.22074654843542674, 'avg_acc': 0.0, 'loss': 0.147298848895941}
+{'epoch': 46, 'iter': 200, 'avg_loss': 0.22089214285058276, 'avg_acc': 0.0, 'loss': 0.22522021866871}
+{'epoch': 46, 'iter': 210, 'avg_loss': 0.22106504602180763, 'avg_acc': 0.0, 'loss': 0.19648897756961298}
+{'epoch': 46, 'iter': 220, 'avg_loss': 0.22130452001482806, 'avg_acc': 0.0, 'loss': 0.24190112659459828}
+{'epoch': 46, 'iter': 230, 'avg_loss': 0.2222188809407606, 'avg_acc': 0.0, 'loss': 0.23414601883397218}
+{'epoch': 46, 'iter': 240, 'avg_loss': 0.22236562773213978, 'avg_acc': 0.0, 'loss': 0.29456567070305284}
+{'epoch': 46, 'iter': 250, 'avg_loss': 0.2224118738026355, 'avg_acc': 0.0, 'loss': 0.23959502344626213}
+{'epoch': 46, 'iter': 260, 'avg_loss': 0.22243206874452767, 'avg_acc': 0.0, 'loss': 0.2584769923173878}
+{'epoch': 46, 'iter': 270, 'avg_loss': 0.22231193313547748, 'avg_acc': 0.0, 'loss': 0.2634075788618832}
+{'epoch': 46, 'iter': 280, 'avg_loss': 0.22220031185481334, 'avg_acc': 0.0, 'loss': 0.23683567336086395}
+{'epoch': 46, 'iter': 290, 'avg_loss': 0.2221170061391165, 'avg_acc': 0.0, 'loss': 0.20520666844017146}
+{'epoch': 46, 'iter': 300, 'avg_loss': 0.22149073419033963, 'avg_acc': 0.0, 'loss': 0.19979129110980204}
+{'epoch': 46, 'iter': 310, 'avg_loss': 0.22134740774720227, 'avg_acc': 0.0, 'loss': 0.16507369119517534}
+{'epoch': 46, 'iter': 320, 'avg_loss': 0.22159959922613637, 'avg_acc': 0.0, 'loss': 0.20179862064911241}
+{'epoch': 46, 'iter': 330, 'avg_loss': 0.22193996203308428, 'avg_acc': 0.0, 'loss': 0.26068452174273}
+{'epoch': 46, 'iter': 340, 'avg_loss': 0.22259976772132578, 'avg_acc': 0.0, 'loss': 0.272123871518748}
+{'epoch': 46, 'iter': 350, 'avg_loss': 0.2223520895009649, 'avg_acc': 0.0, 'loss': 0.23435309409718943}
+{'epoch': 46, 'iter': 360, 'avg_loss': 0.22227073647506781, 'avg_acc': 0.0, 'loss': 0.1739488440279209}
+{'epoch': 46, 'iter': 370, 'avg_loss': 0.2221260567602483, 'avg_acc': 0.0, 'loss': 0.20128515632745803}
+{'epoch': 46, 'iter': 380, 'avg_loss': 0.22208984700530549, 'avg_acc': 0.0, 'loss': 0.1670802953103865}
+{'epoch': 46, 'iter': 390, 'avg_loss': 0.22204034410365175, 'avg_acc': 0.0, 'loss': 0.18938212042095462}
+{'epoch': 46, 'iter': 400, 'avg_loss': 0.2221537917549478, 'avg_acc': 0.0, 'loss': 0.23624449751811685}
+{'epoch': 46, 'iter': 410, 'avg_loss': 0.22242203154426482, 'avg_acc': 0.0, 'loss': 0.19870154836257825}
+{'epoch': 46, 'iter': 420, 'avg_loss': 0.22202709750877767, 'avg_acc': 0.0, 'loss': 0.18440229633571495}
+{'epoch': 46, 'iter': 430, 'avg_loss': 0.2220567926405386, 'avg_acc': 0.0, 'loss': 0.23678832209415238}
+{'epoch': 46, 'iter': 440, 'avg_loss': 0.22195798833171995, 'avg_acc': 0.0, 'loss': 0.25592989171341934}
+{'epoch': 46, 'iter': 450, 'avg_loss': 0.22216058415983808, 'avg_acc': 0.0, 'loss': 0.249184879388622}
+{'epoch': 46, 'iter': 460, 'avg_loss': 0.22233228617021042, 'avg_acc': 0.0, 'loss': 0.1994116140470591}
+{'epoch': 46, 'iter': 470, 'avg_loss': 0.22221671383206382, 'avg_acc': 0.0, 'loss': 0.22746541119736968}
+{'epoch': 46, 'iter': 480, 'avg_loss': 0.2221508824627515, 'avg_acc': 0.0, 'loss': 0.2302770675183053}
+{'epoch': 46, 'iter': 490, 'avg_loss': 0.22204099685635972, 'avg_acc': 0.0, 'loss': 0.19733516713664095}
+{'epoch': 46, 'iter': 500, 'avg_loss': 0.2218244219253494, 'avg_acc': 0.0, 'loss': 0.24456940056045692}
+{'epoch': 46, 'iter': 510, 'avg_loss': 0.22184757609228675, 'avg_acc': 0.0, 'loss': 0.17232629998829907}
+{'epoch': 46, 'iter': 520, 'avg_loss': 0.2217193061602401, 'avg_acc': 0.0, 'loss': 0.23688722742674273}
+{'epoch': 46, 'iter': 530, 'avg_loss': 0.22174820946141818, 'avg_acc': 0.0, 'loss': 0.22888658184534244}
+{'epoch': 46, 'iter': 540, 'avg_loss': 0.22196146717459758, 'avg_acc': 0.0, 'loss': 0.18400236239183088}
+{'epoch': 46, 'iter': 550, 'avg_loss': 0.2218946221678435, 'avg_acc': 0.0, 'loss': 0.2710495027959366}
+{'epoch': 46, 'iter': 560, 'avg_loss': 0.22163508669536988, 'avg_acc': 0.0, 'loss': 0.15558995400112963}
+{'epoch': 46, 'iter': 570, 'avg_loss': 0.22223382623530366, 'avg_acc': 0.0, 'loss': 0.24136944490643533}
+{'epoch': 46, 'iter': 580, 'avg_loss': 0.22218203775748865, 'avg_acc': 0.0, 'loss': 0.21468287395724212}
+{'epoch': 46, 'iter': 590, 'avg_loss': 0.2223242990371309, 'avg_acc': 0.0, 'loss': 0.22590109470434072}
+{'epoch': 46, 'iter': 600, 'avg_loss': 0.2223156781653536, 'avg_acc': 0.0, 'loss': 0.25148629564218283}
+{'epoch': 46, 'iter': 610, 'avg_loss': 0.22263472408543059, 'avg_acc': 0.0, 'loss': 0.2985899439816616}
+{'epoch': 46, 'iter': 620, 'avg_loss': 0.22322417069791767, 'avg_acc': 0.0, 'loss': 0.2253620075669005}
+{'epoch': 46, 'iter': 630, 'avg_loss': 0.22312200331078158, 'avg_acc': 0.0, 'loss': 0.1717959650704058}
+{'epoch': 46, 'iter': 640, 'avg_loss': 0.2231409974264823, 'avg_acc': 0.0, 'loss': 0.2089775019238524}
+{'epoch': 46, 'iter': 650, 'avg_loss': 0.22318849639104915, 'avg_acc': 0.0, 'loss': 0.25020442186463954}
+{'epoch': 46, 'iter': 660, 'avg_loss': 0.2236596582422846, 'avg_acc': 0.0, 'loss': 0.24598260167600267}
+{'epoch': 46, 'iter': 670, 'avg_loss': 0.22348666748599075, 'avg_acc': 0.0, 'loss': 0.2078142398004924}
+{'epoch': 46, 'iter': 680, 'avg_loss': 0.22362695162972882, 'avg_acc': 0.0, 'loss': 0.21744831116279784}
+{'epoch': 46, 'iter': 690, 'avg_loss': 0.2238598451144102, 'avg_acc': 0.0, 'loss': 0.2402529102784813}
+{'epoch': 46, 'iter': 700, 'avg_loss': 0.22389906364528206, 'avg_acc': 0.0, 'loss': 0.1783149678936817}
+{'epoch': 46, 'iter': 710, 'avg_loss': 0.22373796487579037, 'avg_acc': 0.0, 'loss': 0.1702764424082618}
+{'epoch': 46, 'iter': 720, 'avg_loss': 0.2236106254363041, 'avg_acc': 0.0, 'loss': 0.22157114446489296}
+{'epoch': 46, 'iter': 730, 'avg_loss': 0.22352211355402649, 'avg_acc': 0.0, 'loss': 0.2609529647773862}
+{'epoch': 46, 'iter': 740, 'avg_loss': 0.22373151146939704, 'avg_acc': 0.0, 'loss': 0.23551379277294665}
+{'epoch': 46, 'iter': 750, 'avg_loss': 0.2236971642244136, 'avg_acc': 0.0, 'loss': 0.222465649548667}
+{'epoch': 46, 'iter': 760, 'avg_loss': 0.22381544118893845, 'avg_acc': 0.0, 'loss': 0.3147856856722098}
+{'epoch': 46, 'iter': 770, 'avg_loss': 0.22357888947228166, 'avg_acc': 0.0, 'loss': 0.17233065999398278}
+{'epoch': 46, 'iter': 780, 'avg_loss': 0.2234540206489446, 'avg_acc': 0.0, 'loss': 0.27472555637473306}
+{'epoch': 46, 'iter': 790, 'avg_loss': 0.223277404963242, 'avg_acc': 0.0, 'loss': 0.2532867788858246}
+{'epoch': 46, 'iter': 800, 'avg_loss': 0.22335806149639972, 'avg_acc': 0.0, 'loss': 0.2615260012962608}
+{'epoch': 46, 'iter': 810, 'avg_loss': 0.22335510703721465, 'avg_acc': 0.0, 'loss': 0.2680080905890106}
+{'epoch': 46, 'iter': 820, 'avg_loss': 0.22296090122287604, 'avg_acc': 0.0, 'loss': 0.20333897351234292}
+{'epoch': 46, 'iter': 830, 'avg_loss': 0.22273236970947421, 'avg_acc': 0.0, 'loss': 0.18916415179603518}
+{'epoch': 46, 'iter': 840, 'avg_loss': 0.22241927781962606, 'avg_acc': 0.0, 'loss': 0.18958610601810374}
+{'epoch': 46, 'iter': 850, 'avg_loss': 0.22223130663197826, 'avg_acc': 0.0, 'loss': 0.15808441777380722}
+{'epoch': 46, 'iter': 860, 'avg_loss': 0.22230259508350111, 'avg_acc': 0.0, 'loss': 0.2654007010631858}
+{'epoch': 46, 'iter': 870, 'avg_loss': 0.22276432951263972, 'avg_acc': 0.0, 'loss': 0.271664366109787}
+{'epoch': 46, 'iter': 880, 'avg_loss': 0.22260857930046862, 'avg_acc': 0.0, 'loss': 0.17790280896844834}
+{'epoch': 46, 'iter': 890, 'avg_loss': 0.22256963835845575, 'avg_acc': 0.0, 'loss': 0.2583474555463973}
+{'epoch': 46, 'iter': 900, 'avg_loss': 0.22265266384832327, 'avg_acc': 0.0, 'loss': 0.214532504149117}
+{'epoch': 46, 'iter': 910, 'avg_loss': 0.22271790980810316, 'avg_acc': 0.0, 'loss': 0.20723804087296163}
+{'epoch': 46, 'iter': 920, 'avg_loss': 0.22293726206723852, 'avg_acc': 0.0, 'loss': 0.22540924129599}
+{'epoch': 46, 'iter': 930, 'avg_loss': 0.22285462955681895, 'avg_acc': 0.0, 'loss': 0.18877405449289392}
+{'epoch': 46, 'iter': 940, 'avg_loss': 0.22285221383488094, 'avg_acc': 0.0, 'loss': 0.2125873845556368}
+{'epoch': 46, 'iter': 950, 'avg_loss': 0.22305812629572946, 'avg_acc': 0.0, 'loss': 0.23564268612036746}
+{'epoch': 46, 'iter': 960, 'avg_loss': 0.22290655597908676, 'avg_acc': 0.0, 'loss': 0.21897134232426652}
+{'epoch': 46, 'iter': 970, 'avg_loss': 0.22304498055294347, 'avg_acc': 0.0, 'loss': 0.30099131070060786}
+{'epoch': 46, 'iter': 980, 'avg_loss': 0.22325243533212488, 'avg_acc': 0.0, 'loss': 0.22660179805526628}
+{'epoch': 46, 'iter': 990, 'avg_loss': 0.2234544290754592, 'avg_acc': 0.0, 'loss': 0.2133927217985599}
+{'epoch': 46, 'iter': 1000, 'avg_loss': 0.22349512269091354, 'avg_acc': 0.0, 'loss': 0.22258009832202266}
+{'epoch': 46, 'iter': 1010, 'avg_loss': 0.2235858310162672, 'avg_acc': 0.0, 'loss': 0.22773526523339374}
+{'epoch': 46, 'iter': 1020, 'avg_loss': 0.2236034139609275, 'avg_acc': 0.0, 'loss': 0.24163814108138532}
+{'epoch': 46, 'iter': 1030, 'avg_loss': 0.22352024614461258, 'avg_acc': 0.0, 'loss': 0.19628079049221014}
+{'epoch': 46, 'iter': 1040, 'avg_loss': 0.22341354237280883, 'avg_acc': 0.0, 'loss': 0.25552827279794393}
+{'epoch': 46, 'iter': 1050, 'avg_loss': 0.22335315457509078, 'avg_acc': 0.0, 'loss': 0.20737156622189037}
+{'epoch': 46, 'iter': 1060, 'avg_loss': 0.22329179082036374, 'avg_acc': 0.0, 'loss': 0.17928165764874393}
+{'epoch': 46, 'iter': 1070, 'avg_loss': 0.22318126278246989, 'avg_acc': 0.0, 'loss': 0.1722170359182168}
+{'epoch': 46, 'iter': 1080, 'avg_loss': 0.2232095385188228, 'avg_acc': 0.0, 'loss': 0.18144079338130073}
+{'epoch': 46, 'iter': 1090, 'avg_loss': 0.22308008018585596, 'avg_acc': 0.0, 'loss': 0.19225545887612885}
+{'epoch': 46, 'iter': 1100, 'avg_loss': 0.22309138653681748, 'avg_acc': 0.0, 'loss': 0.21535110248750503}
+{'epoch': 46, 'iter': 1110, 'avg_loss': 0.22317920769957442, 'avg_acc': 0.0, 'loss': 0.26713532043397337}
+{'epoch': 46, 'iter': 1120, 'avg_loss': 0.223214665375308, 'avg_acc': 0.0, 'loss': 0.26562262088041927}
+{'epoch': 46, 'iter': 1130, 'avg_loss': 0.22322670388573568, 'avg_acc': 0.0, 'loss': 0.1972099336713232}
+{'epoch': 46, 'iter': 1140, 'avg_loss': 0.22307281949372645, 'avg_acc': 0.0, 'loss': 0.22060726410235734}
+{'epoch': 46, 'iter': 1150, 'avg_loss': 0.22290509413714177, 'avg_acc': 0.0, 'loss': 0.22993150496514705}
+{'epoch': 46, 'iter': 1160, 'avg_loss': 0.22311313122511803, 'avg_acc': 0.0, 'loss': 0.26163488654796246}
+{'epoch': 46, 'iter': 1170, 'avg_loss': 0.22297928901268413, 'avg_acc': 0.0, 'loss': 0.21820864775242754}
+{'epoch': 46, 'iter': 1180, 'avg_loss': 0.2229805041992063, 'avg_acc': 0.0, 'loss': 0.16726140508155496}
+{'epoch': 46, 'iter': 1190, 'avg_loss': 0.22285634455085687, 'avg_acc': 0.0, 'loss': 0.17748588346255798}
+{'epoch': 46, 'iter': 1200, 'avg_loss': 0.22269815487281347, 'avg_acc': 0.0, 'loss': 0.19927211487751198}
+{'epoch': 46, 'iter': 1210, 'avg_loss': 0.22277473422826077, 'avg_acc': 0.0, 'loss': 0.21423625019661227}
+{'epoch': 46, 'iter': 1220, 'avg_loss': 0.22281512840494525, 'avg_acc': 0.0, 'loss': 0.17117567942097722}
+{'epoch': 46, 'iter': 1230, 'avg_loss': 0.22292287263702434, 'avg_acc': 0.0, 'loss': 0.2689704547835195}
+{'epoch': 46, 'iter': 1240, 'avg_loss': 0.22283326514504065, 'avg_acc': 0.0, 'loss': 0.22453086471390243}
+{'epoch': 'EP46_test', 'eval_accuracy': 0.0, 'ece': 0.1113850399851799, 'avg_loss': 0.22283326514504065, 'f1_scores': 0.7306765991506415}
+{'epoch': 47, 'iter': 0, 'avg_loss': 0.1637096086021919, 'avg_acc': 0.0, 'loss': 0.1637096086021919}
+{'epoch': 47, 'iter': 10, 'avg_loss': 0.20300426972991478, 'avg_acc': 0.0, 'loss': 0.22783967298313915}
+{'epoch': 47, 'iter': 20, 'avg_loss': 0.2029952344731902, 'avg_acc': 0.0, 'loss': 0.20795666695627393}
+{'epoch': 47, 'iter': 30, 'avg_loss': 0.21319675792824555, 'avg_acc': 0.0, 'loss': 0.18611917626477795}
+{'epoch': 47, 'iter': 40, 'avg_loss': 0.22119041043555848, 'avg_acc': 0.0, 'loss': 0.3256286459622158}
+{'epoch': 47, 'iter': 50, 'avg_loss': 0.22136063149632912, 'avg_acc': 0.0, 'loss': 0.21951014427887522}
+{'epoch': 47, 'iter': 60, 'avg_loss': 0.2273369208009571, 'avg_acc': 0.0, 'loss': 0.20127092549759187}
+{'epoch': 47, 'iter': 70, 'avg_loss': 0.23006022186207575, 'avg_acc': 0.0, 'loss': 0.2663150459102082}
+{'epoch': 47, 'iter': 80, 'avg_loss': 0.2266409194792604, 'avg_acc': 0.0, 'loss': 0.20771876738836323}
+{'epoch': 47, 'iter': 90, 'avg_loss': 0.22641169175422077, 'avg_acc': 0.0, 'loss': 0.22878467434402897}
+{'epoch': 47, 'iter': 100, 'avg_loss': 0.22597099854240107, 'avg_acc': 0.0, 'loss': 0.24841063044557032}
+{'epoch': 47, 'iter': 110, 'avg_loss': 0.2250132617921433, 'avg_acc': 0.0, 'loss': 0.22882226176723666}
+{'epoch': 47, 'iter': 120, 'avg_loss': 0.2231709113186391, 'avg_acc': 0.0, 'loss': 0.19784334443491908}
+{'epoch': 47, 'iter': 130, 'avg_loss': 0.2224515068809385, 'avg_acc': 0.0, 'loss': 0.17966505437623578}
+{'epoch': 47, 'iter': 140, 'avg_loss': 0.2228771948973553, 'avg_acc': 0.0, 'loss': 0.28680402364518287}
+{'epoch': 47, 'iter': 150, 'avg_loss': 0.2241767349241537, 'avg_acc': 0.0, 'loss': 0.28349114516941293}
+{'epoch': 47, 'iter': 160, 'avg_loss': 0.22546478354828894, 'avg_acc': 0.0, 'loss': 0.23927552737014982}
+{'epoch': 47, 'iter': 170, 'avg_loss': 0.2237273820045414, 'avg_acc': 0.0, 'loss': 0.2147225914034964}
+{'epoch': 47, 'iter': 180, 'avg_loss': 0.22391672549851963, 'avg_acc': 0.0, 'loss': 0.2554071886881794}
+{'epoch': 47, 'iter': 190, 'avg_loss': 0.22349657267531292, 'avg_acc': 0.0, 'loss': 0.14452492775025608}
+{'epoch': 47, 'iter': 200, 'avg_loss': 0.22365802057526907, 'avg_acc': 0.0, 'loss': 0.23154487719691424}
+{'epoch': 47, 'iter': 210, 'avg_loss': 0.22388656450072866, 'avg_acc': 0.0, 'loss': 0.19659888269792905}
+{'epoch': 47, 'iter': 220, 'avg_loss': 0.22414435308049582, 'avg_acc': 0.0, 'loss': 0.24548605413878832}
+{'epoch': 47, 'iter': 230, 'avg_loss': 0.22512448254350254, 'avg_acc': 0.0, 'loss': 0.23672552416651016}
+{'epoch': 47, 'iter': 240, 'avg_loss': 0.22532897514743389, 'avg_acc': 0.0, 'loss': 0.304814327147499}
+{'epoch': 47, 'iter': 250, 'avg_loss': 0.22539395075062274, 'avg_acc': 0.0, 'loss': 0.24350288287704253}
+{'epoch': 47, 'iter': 260, 'avg_loss': 0.22545996619013547, 'avg_acc': 0.0, 'loss': 0.2628997311063098}
+{'epoch': 47, 'iter': 270, 'avg_loss': 0.22528738926532169, 'avg_acc': 0.0, 'loss': 0.2674696289925253}
+{'epoch': 47, 'iter': 280, 'avg_loss': 0.22510352660146873, 'avg_acc': 0.0, 'loss': 0.2364354747822972}
+{'epoch': 47, 'iter': 290, 'avg_loss': 0.22496831071505025, 'avg_acc': 0.0, 'loss': 0.20547098996446167}
+{'epoch': 47, 'iter': 300, 'avg_loss': 0.22434356127911673, 'avg_acc': 0.0, 'loss': 0.2028605892198324}
+{'epoch': 47, 'iter': 310, 'avg_loss': 0.22418735296596046, 'avg_acc': 0.0, 'loss': 0.1673712901795982}
+{'epoch': 47, 'iter': 320, 'avg_loss': 0.22443682619529728, 'avg_acc': 0.0, 'loss': 0.19819466666215896}
+{'epoch': 47, 'iter': 330, 'avg_loss': 0.22478434740159248, 'avg_acc': 0.0, 'loss': 0.26166203193510484}
+{'epoch': 47, 'iter': 340, 'avg_loss': 0.22545367711858483, 'avg_acc': 0.0, 'loss': 0.2809250899530135}
+{'epoch': 47, 'iter': 350, 'avg_loss': 0.22516496909520048, 'avg_acc': 0.0, 'loss': 0.2359678698414557}
+{'epoch': 47, 'iter': 360, 'avg_loss': 0.22506888643799497, 'avg_acc': 0.0, 'loss': 0.17800485048579567}
+{'epoch': 47, 'iter': 370, 'avg_loss': 0.22492219451791565, 'avg_acc': 0.0, 'loss': 0.2027462605671774}
+{'epoch': 47, 'iter': 380, 'avg_loss': 0.22492232933981424, 'avg_acc': 0.0, 'loss': 0.17254627151560595}
+{'epoch': 47, 'iter': 390, 'avg_loss': 0.22486950192130337, 'avg_acc': 0.0, 'loss': 0.1885335247115368}
+{'epoch': 47, 'iter': 400, 'avg_loss': 0.22502554283534748, 'avg_acc': 0.0, 'loss': 0.2428802596916252}
+{'epoch': 47, 'iter': 410, 'avg_loss': 0.22529127199488871, 'avg_acc': 0.0, 'loss': 0.19866684570784593}
+{'epoch': 47, 'iter': 420, 'avg_loss': 0.224878424409892, 'avg_acc': 0.0, 'loss': 0.18216833856183712}
+{'epoch': 47, 'iter': 430, 'avg_loss': 0.22487510232394817, 'avg_acc': 0.0, 'loss': 0.23653031022164278}
+{'epoch': 47, 'iter': 440, 'avg_loss': 0.22481644426996608, 'avg_acc': 0.0, 'loss': 0.2603289075968535}
+{'epoch': 47, 'iter': 450, 'avg_loss': 0.22501662203334222, 'avg_acc': 0.0, 'loss': 0.2565836264792389}
+{'epoch': 47, 'iter': 460, 'avg_loss': 0.2251849778659772, 'avg_acc': 0.0, 'loss': 0.20147513062810113}
+{'epoch': 47, 'iter': 470, 'avg_loss': 0.22505719164150428, 'avg_acc': 0.0, 'loss': 0.2307425520253738}
+{'epoch': 47, 'iter': 480, 'avg_loss': 0.22498614898957217, 'avg_acc': 0.0, 'loss': 0.2325244570894743}
+{'epoch': 47, 'iter': 490, 'avg_loss': 0.22487575241633376, 'avg_acc': 0.0, 'loss': 0.19906748315864725}
+{'epoch': 47, 'iter': 500, 'avg_loss': 0.22466383879282492, 'avg_acc': 0.0, 'loss': 0.24496586601922637}
+{'epoch': 47, 'iter': 510, 'avg_loss': 0.2246654151876714, 'avg_acc': 0.0, 'loss': 0.17471982088470991}
+{'epoch': 47, 'iter': 520, 'avg_loss': 0.22455599432609605, 'avg_acc': 0.0, 'loss': 0.2373861819021548}
+{'epoch': 47, 'iter': 530, 'avg_loss': 0.22456888418017346, 'avg_acc': 0.0, 'loss': 0.23099783945260047}
+{'epoch': 47, 'iter': 540, 'avg_loss': 0.22478334547398135, 'avg_acc': 0.0, 'loss': 0.1880174419601417}
+{'epoch': 47, 'iter': 550, 'avg_loss': 0.2247199177780552, 'avg_acc': 0.0, 'loss': 0.27279147045476293}
+{'epoch': 47, 'iter': 560, 'avg_loss': 0.2244512428202716, 'avg_acc': 0.0, 'loss': 0.15941734354152814}
+{'epoch': 47, 'iter': 570, 'avg_loss': 0.22506110780723365, 'avg_acc': 0.0, 'loss': 0.24192637046907553}
+{'epoch': 47, 'iter': 580, 'avg_loss': 0.22500242466552592, 'avg_acc': 0.0, 'loss': 0.21368322678762297}
+{'epoch': 47, 'iter': 590, 'avg_loss': 0.2251266715375788, 'avg_acc': 0.0, 'loss': 0.22786507502506276}
+{'epoch': 47, 'iter': 600, 'avg_loss': 0.22509980027391993, 'avg_acc': 0.0, 'loss': 0.2535337472923434}
+{'epoch': 47, 'iter': 610, 'avg_loss': 0.22543424466888498, 'avg_acc': 0.0, 'loss': 0.2967353992781259}
+{'epoch': 47, 'iter': 620, 'avg_loss': 0.22602483339602647, 'avg_acc': 0.0, 'loss': 0.2265383545027849}
+{'epoch': 47, 'iter': 630, 'avg_loss': 0.22592983578183093, 'avg_acc': 0.0, 'loss': 0.1785204557615998}
+{'epoch': 47, 'iter': 640, 'avg_loss': 0.22596929008150074, 'avg_acc': 0.0, 'loss': 0.213568632525242}
+{'epoch': 47, 'iter': 650, 'avg_loss': 0.2260285002327938, 'avg_acc': 0.0, 'loss': 0.256458518457066}
+{'epoch': 47, 'iter': 660, 'avg_loss': 0.2265002443132725, 'avg_acc': 0.0, 'loss': 0.2485425710332671}
+{'epoch': 47, 'iter': 670, 'avg_loss': 0.22632146396907718, 'avg_acc': 0.0, 'loss': 0.20893825282390868}
+{'epoch': 47, 'iter': 680, 'avg_loss': 0.226458219516484, 'avg_acc': 0.0, 'loss': 0.22024246436334188}
+{'epoch': 47, 'iter': 690, 'avg_loss': 0.22667923067903795, 'avg_acc': 0.0, 'loss': 0.24299281797870467}
+{'epoch': 47, 'iter': 700, 'avg_loss': 0.22672933581647622, 'avg_acc': 0.0, 'loss': 0.1781285452732553}
+{'epoch': 47, 'iter': 710, 'avg_loss': 0.2265433765465591, 'avg_acc': 0.0, 'loss': 0.17234056743864454}
+{'epoch': 47, 'iter': 720, 'avg_loss': 0.22639773694191043, 'avg_acc': 0.0, 'loss': 0.22554980152439644}
+{'epoch': 47, 'iter': 730, 'avg_loss': 0.22629449345973923, 'avg_acc': 0.0, 'loss': 0.26676446057924097}
+{'epoch': 47, 'iter': 740, 'avg_loss': 0.22650850551018917, 'avg_acc': 0.0, 'loss': 0.23879009677858676}
+{'epoch': 47, 'iter': 750, 'avg_loss': 0.2264640640839254, 'avg_acc': 0.0, 'loss': 0.22355201344563672}
+{'epoch': 47, 'iter': 760, 'avg_loss': 0.22660557230209666, 'avg_acc': 0.0, 'loss': 0.31918403225602426}
+{'epoch': 47, 'iter': 770, 'avg_loss': 0.22638671200498856, 'avg_acc': 0.0, 'loss': 0.17476675016715554}
+{'epoch': 47, 'iter': 780, 'avg_loss': 0.22624962809994312, 'avg_acc': 0.0, 'loss': 0.27965889867833277}
+{'epoch': 47, 'iter': 790, 'avg_loss': 0.22606935220711244, 'avg_acc': 0.0, 'loss': 0.25667476683830565}
+{'epoch': 47, 'iter': 800, 'avg_loss': 0.22614021502731013, 'avg_acc': 0.0, 'loss': 0.26366998406513176}
+{'epoch': 47, 'iter': 810, 'avg_loss': 0.22613172331804993, 'avg_acc': 0.0, 'loss': 0.27559977777486566}
+{'epoch': 47, 'iter': 820, 'avg_loss': 0.22573069531013096, 'avg_acc': 0.0, 'loss': 0.20008382587184315}
+{'epoch': 47, 'iter': 830, 'avg_loss': 0.22549303954138816, 'avg_acc': 0.0, 'loss': 0.19195975922936473}
+{'epoch': 47, 'iter': 840, 'avg_loss': 0.22518275388765552, 'avg_acc': 0.0, 'loss': 0.19248923323422265}
+{'epoch': 47, 'iter': 850, 'avg_loss': 0.22499491399744953, 'avg_acc': 0.0, 'loss': 0.16199477676910387}
+{'epoch': 47, 'iter': 860, 'avg_loss': 0.2250667733681631, 'avg_acc': 0.0, 'loss': 0.26991021572488144}
+{'epoch': 47, 'iter': 870, 'avg_loss': 0.22552647563726083, 'avg_acc': 0.0, 'loss': 0.27196463557892714}
+{'epoch': 47, 'iter': 880, 'avg_loss': 0.225374335029038, 'avg_acc': 0.0, 'loss': 0.17983213427386804}
+{'epoch': 47, 'iter': 890, 'avg_loss': 0.2253282492381517, 'avg_acc': 0.0, 'loss': 0.2605272802930553}
+{'epoch': 47, 'iter': 900, 'avg_loss': 0.2254103056388884, 'avg_acc': 0.0, 'loss': 0.2146159027334501}
+{'epoch': 47, 'iter': 910, 'avg_loss': 0.22548036080375738, 'avg_acc': 0.0, 'loss': 0.21118646770217503}
+{'epoch': 47, 'iter': 920, 'avg_loss': 0.2256971206669616, 'avg_acc': 0.0, 'loss': 0.2281355477869949}
+{'epoch': 47, 'iter': 930, 'avg_loss': 0.22560420932064643, 'avg_acc': 0.0, 'loss': 0.18900613238266875}
+{'epoch': 47, 'iter': 940, 'avg_loss': 0.22561119031890203, 'avg_acc': 0.0, 'loss': 0.21643433144720348}
+{'epoch': 47, 'iter': 950, 'avg_loss': 0.22582300104199673, 'avg_acc': 0.0, 'loss': 0.23703460681843222}
+{'epoch': 47, 'iter': 960, 'avg_loss': 0.22566874525945632, 'avg_acc': 0.0, 'loss': 0.22167643173302815}
+{'epoch': 47, 'iter': 970, 'avg_loss': 0.2258103006802427, 'avg_acc': 0.0, 'loss': 0.30092932162533864}
+{'epoch': 47, 'iter': 980, 'avg_loss': 0.2260237558192853, 'avg_acc': 0.0, 'loss': 0.22987022416302644}
+{'epoch': 47, 'iter': 990, 'avg_loss': 0.22622033424537483, 'avg_acc': 0.0, 'loss': 0.21690532007226335}
+{'epoch': 47, 'iter': 1000, 'avg_loss': 0.22625558538206839, 'avg_acc': 0.0, 'loss': 0.2263910191168991}
+{'epoch': 47, 'iter': 1010, 'avg_loss': 0.226355428569985, 'avg_acc': 0.0, 'loss': 0.23011693249184514}
+{'epoch': 47, 'iter': 1020, 'avg_loss': 0.22637875987652234, 'avg_acc': 0.0, 'loss': 0.2460425498163496}
+{'epoch': 47, 'iter': 1030, 'avg_loss': 0.22629488519437163, 'avg_acc': 0.0, 'loss': 0.19557949505026173}
+{'epoch': 47, 'iter': 1040, 'avg_loss': 0.22617684516217684, 'avg_acc': 0.0, 'loss': 0.25958240851066094}
+{'epoch': 47, 'iter': 1050, 'avg_loss': 0.2261279457421728, 'avg_acc': 0.0, 'loss': 0.21104546830997606}
+{'epoch': 47, 'iter': 1060, 'avg_loss': 0.22607714112419725, 'avg_acc': 0.0, 'loss': 0.18351805930339943}
+{'epoch': 47, 'iter': 1070, 'avg_loss': 0.2259519732362662, 'avg_acc': 0.0, 'loss': 0.17370361711721216}
+{'epoch': 47, 'iter': 1080, 'avg_loss': 0.22598922776043226, 'avg_acc': 0.0, 'loss': 0.17874345213216916}
+{'epoch': 47, 'iter': 1090, 'avg_loss': 0.2258495484520282, 'avg_acc': 0.0, 'loss': 0.19221515726004715}
+{'epoch': 47, 'iter': 1100, 'avg_loss': 0.2258614050696452, 'avg_acc': 0.0, 'loss': 0.2125804164933892}
+{'epoch': 47, 'iter': 1110, 'avg_loss': 0.22595277506662714, 'avg_acc': 0.0, 'loss': 0.27340367662413556}
+{'epoch': 47, 'iter': 1120, 'avg_loss': 0.22598277382801224, 'avg_acc': 0.0, 'loss': 0.2647856183866679}
+{'epoch': 47, 'iter': 1130, 'avg_loss': 0.22599836156236527, 'avg_acc': 0.0, 'loss': 0.2007714678544273}
+{'epoch': 47, 'iter': 1140, 'avg_loss': 0.22584391427001138, 'avg_acc': 0.0, 'loss': 0.22219561681077135}
+{'epoch': 47, 'iter': 1150, 'avg_loss': 0.22566949855930388, 'avg_acc': 0.0, 'loss': 0.23115335733395373}
+{'epoch': 47, 'iter': 1160, 'avg_loss': 0.22587061939346406, 'avg_acc': 0.0, 'loss': 0.26631906514398906}
+{'epoch': 47, 'iter': 1170, 'avg_loss': 0.2257259161641438, 'avg_acc': 0.0, 'loss': 0.21404523499586503}
+{'epoch': 47, 'iter': 1180, 'avg_loss': 0.22571352155639648, 'avg_acc': 0.0, 'loss': 0.17079600344853976}
+{'epoch': 47, 'iter': 1190, 'avg_loss': 0.22558713793140056, 'avg_acc': 0.0, 'loss': 0.17788416360854495}
+{'epoch': 47, 'iter': 1200, 'avg_loss': 0.22541994914037983, 'avg_acc': 0.0, 'loss': 0.20421441949866903}
+{'epoch': 47, 'iter': 1210, 'avg_loss': 0.22549838644997416, 'avg_acc': 0.0, 'loss': 0.21652265539111273}
+{'epoch': 47, 'iter': 1220, 'avg_loss': 0.2255503288783427, 'avg_acc': 0.0, 'loss': 0.17906305800741912}
+{'epoch': 47, 'iter': 1230, 'avg_loss': 0.22566908610194852, 'avg_acc': 0.0, 'loss': 0.26933207974551415}
+{'epoch': 47, 'iter': 1240, 'avg_loss': 0.2255840228616446, 'avg_acc': 0.0, 'loss': 0.23219940566014785}
+{'epoch': 'EP47_test', 'eval_accuracy': 0.0, 'ece': 0.13461822271347046, 'avg_loss': 0.2255840228616446, 'f1_scores': 0.736832103239338}
+{'epoch': 48, 'iter': 0, 'avg_loss': 0.16084930026964425, 'avg_acc': 0.0, 'loss': 0.16084930026964425}
+{'epoch': 48, 'iter': 10, 'avg_loss': 0.2028600600322817, 'avg_acc': 0.0, 'loss': 0.23188572055396758}
+{'epoch': 48, 'iter': 20, 'avg_loss': 0.20319673432957716, 'avg_acc': 0.0, 'loss': 0.2067841203000528}
+{'epoch': 48, 'iter': 30, 'avg_loss': 0.21337942572850918, 'avg_acc': 0.0, 'loss': 0.18551375939068748}
+{'epoch': 48, 'iter': 40, 'avg_loss': 0.22150060999663845, 'avg_acc': 0.0, 'loss': 0.32690780337528785}
+{'epoch': 48, 'iter': 50, 'avg_loss': 0.22163844753323644, 'avg_acc': 0.0, 'loss': 0.218606975718639}
+{'epoch': 48, 'iter': 60, 'avg_loss': 0.22767054525038907, 'avg_acc': 0.0, 'loss': 0.20448638392203325}
+{'epoch': 48, 'iter': 70, 'avg_loss': 0.23038586623348312, 'avg_acc': 0.0, 'loss': 0.2637331885163933}
+{'epoch': 48, 'iter': 80, 'avg_loss': 0.22697149569352526, 'avg_acc': 0.0, 'loss': 0.2093313686899754}
+{'epoch': 48, 'iter': 90, 'avg_loss': 0.2267333092247903, 'avg_acc': 0.0, 'loss': 0.2268855224250176}
+{'epoch': 48, 'iter': 100, 'avg_loss': 0.22632519180142444, 'avg_acc': 0.0, 'loss': 0.24858593105325}
+{'epoch': 48, 'iter': 110, 'avg_loss': 0.22555145757792117, 'avg_acc': 0.0, 'loss': 0.22822810129762922}
+{'epoch': 48, 'iter': 120, 'avg_loss': 0.22375606419445787, 'avg_acc': 0.0, 'loss': 0.19815229515242141}
+{'epoch': 48, 'iter': 130, 'avg_loss': 0.22300375047265408, 'avg_acc': 0.0, 'loss': 0.1765597105435128}
+{'epoch': 48, 'iter': 140, 'avg_loss': 0.22337298789073431, 'avg_acc': 0.0, 'loss': 0.284708921655936}
+{'epoch': 48, 'iter': 150, 'avg_loss': 0.2246776244734364, 'avg_acc': 0.0, 'loss': 0.2863914603361276}
+{'epoch': 48, 'iter': 160, 'avg_loss': 0.22597971166907194, 'avg_acc': 0.0, 'loss': 0.24219453384820813}
+{'epoch': 48, 'iter': 170, 'avg_loss': 0.2242733293316036, 'avg_acc': 0.0, 'loss': 0.2142965715267207}
+{'epoch': 48, 'iter': 180, 'avg_loss': 0.2244470789371411, 'avg_acc': 0.0, 'loss': 0.25512454872780055}
+{'epoch': 48, 'iter': 190, 'avg_loss': 0.22402722180640142, 'avg_acc': 0.0, 'loss': 0.14211327965368323}
+{'epoch': 48, 'iter': 200, 'avg_loss': 0.22416869661434774, 'avg_acc': 0.0, 'loss': 0.2295433154131631}
+{'epoch': 48, 'iter': 210, 'avg_loss': 0.22438250436100507, 'avg_acc': 0.0, 'loss': 0.19839710822952838}
+{'epoch': 48, 'iter': 220, 'avg_loss': 0.22465763840298564, 'avg_acc': 0.0, 'loss': 0.2468841783233821}
+{'epoch': 48, 'iter': 230, 'avg_loss': 0.22561538382796378, 'avg_acc': 0.0, 'loss': 0.23976321375336543}
+{'epoch': 48, 'iter': 240, 'avg_loss': 0.22575170141705317, 'avg_acc': 0.0, 'loss': 0.30164435449911964}
+{'epoch': 48, 'iter': 250, 'avg_loss': 0.22580659642812503, 'avg_acc': 0.0, 'loss': 0.2500015995118961}
+{'epoch': 48, 'iter': 260, 'avg_loss': 0.22586839159322503, 'avg_acc': 0.0, 'loss': 0.26429475551825427}
+{'epoch': 48, 'iter': 270, 'avg_loss': 0.2257451047085344, 'avg_acc': 0.0, 'loss': 0.2700626016251622}
+{'epoch': 48, 'iter': 280, 'avg_loss': 0.22560661829659875, 'avg_acc': 0.0, 'loss': 0.2411824923055162}
+{'epoch': 48, 'iter': 290, 'avg_loss': 0.2254829326595204, 'avg_acc': 0.0, 'loss': 0.20629826193154646}
+{'epoch': 48, 'iter': 300, 'avg_loss': 0.22482755599364485, 'avg_acc': 0.0, 'loss': 0.20273492163876686}
+{'epoch': 48, 'iter': 310, 'avg_loss': 0.22464812124026237, 'avg_acc': 0.0, 'loss': 0.16702605681647192}
+{'epoch': 48, 'iter': 320, 'avg_loss': 0.2249395881977161, 'avg_acc': 0.0, 'loss': 0.20486841084943663}
+{'epoch': 48, 'iter': 330, 'avg_loss': 0.22531839843872, 'avg_acc': 0.0, 'loss': 0.2655694891147797}
+{'epoch': 48, 'iter': 340, 'avg_loss': 0.22599737911992054, 'avg_acc': 0.0, 'loss': 0.27751643327206105}
+{'epoch': 48, 'iter': 350, 'avg_loss': 0.22573268136318744, 'avg_acc': 0.0, 'loss': 0.2376839403153456}
+{'epoch': 48, 'iter': 360, 'avg_loss': 0.22563447997388922, 'avg_acc': 0.0, 'loss': 0.17299112037898923}
+{'epoch': 48, 'iter': 370, 'avg_loss': 0.22547677539944902, 'avg_acc': 0.0, 'loss': 0.20373300085077517}
+{'epoch': 48, 'iter': 380, 'avg_loss': 0.2254464584247709, 'avg_acc': 0.0, 'loss': 0.17005696233356307}
+{'epoch': 48, 'iter': 390, 'avg_loss': 0.22541697381497092, 'avg_acc': 0.0, 'loss': 0.1899770548953451}
+{'epoch': 48, 'iter': 400, 'avg_loss': 0.22555296151419413, 'avg_acc': 0.0, 'loss': 0.24304614709915637}
+{'epoch': 48, 'iter': 410, 'avg_loss': 0.22584985273664585, 'avg_acc': 0.0, 'loss': 0.19998913947428523}
+{'epoch': 48, 'iter': 420, 'avg_loss': 0.2254185735788928, 'avg_acc': 0.0, 'loss': 0.18480995682865242}
+{'epoch': 48, 'iter': 430, 'avg_loss': 0.22543203425861888, 'avg_acc': 0.0, 'loss': 0.23931368874270575}
+{'epoch': 48, 'iter': 440, 'avg_loss': 0.2253529795438826, 'avg_acc': 0.0, 'loss': 0.26364544384312333}
+{'epoch': 48, 'iter': 450, 'avg_loss': 0.22555851513332467, 'avg_acc': 0.0, 'loss': 0.2570445519119013}
+{'epoch': 48, 'iter': 460, 'avg_loss': 0.22574034052213082, 'avg_acc': 0.0, 'loss': 0.19923124476622434}
+{'epoch': 48, 'iter': 470, 'avg_loss': 0.22563546713334415, 'avg_acc': 0.0, 'loss': 0.2355063122194159}
+{'epoch': 48, 'iter': 480, 'avg_loss': 0.22554888230081258, 'avg_acc': 0.0, 'loss': 0.23166794846167704}
+{'epoch': 48, 'iter': 490, 'avg_loss': 0.22543815504542933, 'avg_acc': 0.0, 'loss': 0.19935703569639632}
+{'epoch': 48, 'iter': 500, 'avg_loss': 0.2252184719498594, 'avg_acc': 0.0, 'loss': 0.24819970781374778}
+{'epoch': 48, 'iter': 510, 'avg_loss': 0.22523787698011302, 'avg_acc': 0.0, 'loss': 0.17479211776502065}
+{'epoch': 48, 'iter': 520, 'avg_loss': 0.22510470274139038, 'avg_acc': 0.0, 'loss': 0.23971606916745714}
+{'epoch': 48, 'iter': 530, 'avg_loss': 0.22511686184199045, 'avg_acc': 0.0, 'loss': 0.23243786694343627}
+{'epoch': 48, 'iter': 540, 'avg_loss': 0.22533537980660348, 'avg_acc': 0.0, 'loss': 0.18686656151161124}
+{'epoch': 48, 'iter': 550, 'avg_loss': 0.22525063609418144, 'avg_acc': 0.0, 'loss': 0.2769736156435556}
+{'epoch': 48, 'iter': 560, 'avg_loss': 0.22497462481519145, 'avg_acc': 0.0, 'loss': 0.15712660966346448}
+{'epoch': 48, 'iter': 570, 'avg_loss': 0.2256030186571542, 'avg_acc': 0.0, 'loss': 0.24556678449104244}
+{'epoch': 48, 'iter': 580, 'avg_loss': 0.22556077049678105, 'avg_acc': 0.0, 'loss': 0.21988865608994956}
+{'epoch': 48, 'iter': 590, 'avg_loss': 0.22568570361948875, 'avg_acc': 0.0, 'loss': 0.22351950548573182}
+{'epoch': 48, 'iter': 600, 'avg_loss': 0.22567151132966065, 'avg_acc': 0.0, 'loss': 0.25515063006256306}
+{'epoch': 48, 'iter': 610, 'avg_loss': 0.22599032930664317, 'avg_acc': 0.0, 'loss': 0.29608836197179955}
+{'epoch': 48, 'iter': 620, 'avg_loss': 0.22659619685561605, 'avg_acc': 0.0, 'loss': 0.2309295042238091}
+{'epoch': 48, 'iter': 630, 'avg_loss': 0.22650271702672536, 'avg_acc': 0.0, 'loss': 0.1740712784002848}
+{'epoch': 48, 'iter': 640, 'avg_loss': 0.22654206832394905, 'avg_acc': 0.0, 'loss': 0.21355540404091145}
+{'epoch': 48, 'iter': 650, 'avg_loss': 0.22658596909033837, 'avg_acc': 0.0, 'loss': 0.2535686902638677}
+{'epoch': 48, 'iter': 660, 'avg_loss': 0.22705832722857475, 'avg_acc': 0.0, 'loss': 0.2493653250666138}
+{'epoch': 48, 'iter': 670, 'avg_loss': 0.22688822597541253, 'avg_acc': 0.0, 'loss': 0.20989241120673796}
+{'epoch': 48, 'iter': 680, 'avg_loss': 0.22702120872576295, 'avg_acc': 0.0, 'loss': 0.22152386144853153}
+{'epoch': 48, 'iter': 690, 'avg_loss': 0.22724325040885224, 'avg_acc': 0.0, 'loss': 0.24548413002079475}
+{'epoch': 48, 'iter': 700, 'avg_loss': 0.22728199634400656, 'avg_acc': 0.0, 'loss': 0.1800281291403475}
+{'epoch': 48, 'iter': 710, 'avg_loss': 0.22713036804589506, 'avg_acc': 0.0, 'loss': 0.17385622699110367}
+{'epoch': 48, 'iter': 720, 'avg_loss': 0.22698398493018737, 'avg_acc': 0.0, 'loss': 0.22286556449996298}
+{'epoch': 48, 'iter': 730, 'avg_loss': 0.22690569800130733, 'avg_acc': 0.0, 'loss': 0.269662237766527}
+{'epoch': 48, 'iter': 740, 'avg_loss': 0.22713038070327138, 'avg_acc': 0.0, 'loss': 0.23990591951133766}
+{'epoch': 48, 'iter': 750, 'avg_loss': 0.22708884577084534, 'avg_acc': 0.0, 'loss': 0.22543403747493226}
+{'epoch': 48, 'iter': 760, 'avg_loss': 0.22721836756205327, 'avg_acc': 0.0, 'loss': 0.32051374495452883}
+{'epoch': 48, 'iter': 770, 'avg_loss': 0.22698571381260493, 'avg_acc': 0.0, 'loss': 0.1728307612407564}
+{'epoch': 48, 'iter': 780, 'avg_loss': 0.2268478878382043, 'avg_acc': 0.0, 'loss': 0.28520517542504614}
+{'epoch': 48, 'iter': 790, 'avg_loss': 0.22665711633058255, 'avg_acc': 0.0, 'loss': 0.2559744630598613}
+{'epoch': 48, 'iter': 800, 'avg_loss': 0.22672818345107365, 'avg_acc': 0.0, 'loss': 0.2666252199652977}
+{'epoch': 48, 'iter': 810, 'avg_loss': 0.22672029312672387, 'avg_acc': 0.0, 'loss': 0.27677263800819674}
+{'epoch': 48, 'iter': 820, 'avg_loss': 0.2263295559965053, 'avg_acc': 0.0, 'loss': 0.20513427493876535}
+{'epoch': 48, 'iter': 830, 'avg_loss': 0.22608041761152858, 'avg_acc': 0.0, 'loss': 0.19011964294457226}
+{'epoch': 48, 'iter': 840, 'avg_loss': 0.22575316722374458, 'avg_acc': 0.0, 'loss': 0.19013677906788676}
+{'epoch': 48, 'iter': 850, 'avg_loss': 0.22556638685775776, 'avg_acc': 0.0, 'loss': 0.1589706116974087}
+{'epoch': 48, 'iter': 860, 'avg_loss': 0.22561820257999496, 'avg_acc': 0.0, 'loss': 0.269429593580071}
+{'epoch': 48, 'iter': 870, 'avg_loss': 0.22609320560440166, 'avg_acc': 0.0, 'loss': 0.27460137259887624}
+{'epoch': 48, 'iter': 880, 'avg_loss': 0.22592693673845668, 'avg_acc': 0.0, 'loss': 0.17900172130634928}
+{'epoch': 48, 'iter': 890, 'avg_loss': 0.22588544971312066, 'avg_acc': 0.0, 'loss': 0.2617063002647423}
+{'epoch': 48, 'iter': 900, 'avg_loss': 0.2259731313170134, 'avg_acc': 0.0, 'loss': 0.2171324901203044}
+{'epoch': 48, 'iter': 910, 'avg_loss': 0.22604138398114304, 'avg_acc': 0.0, 'loss': 0.21088109715492465}
+{'epoch': 48, 'iter': 920, 'avg_loss': 0.22625596492074204, 'avg_acc': 0.0, 'loss': 0.22672215558732692}
+{'epoch': 48, 'iter': 930, 'avg_loss': 0.2261769249609279, 'avg_acc': 0.0, 'loss': 0.1907360526128871}
+{'epoch': 48, 'iter': 940, 'avg_loss': 0.22618102342479623, 'avg_acc': 0.0, 'loss': 0.2170684938815514}
+{'epoch': 48, 'iter': 950, 'avg_loss': 0.2263836526447998, 'avg_acc': 0.0, 'loss': 0.2389458316121623}
+{'epoch': 48, 'iter': 960, 'avg_loss': 0.22622219378795336, 'avg_acc': 0.0, 'loss': 0.22359122309360047}
+{'epoch': 48, 'iter': 970, 'avg_loss': 0.2263524671987746, 'avg_acc': 0.0, 'loss': 0.30145787478349056}
+{'epoch': 48, 'iter': 980, 'avg_loss': 0.2265652888755258, 'avg_acc': 0.0, 'loss': 0.22922495579228194}
+{'epoch': 48, 'iter': 990, 'avg_loss': 0.22678104213312508, 'avg_acc': 0.0, 'loss': 0.22035309053018992}
+{'epoch': 48, 'iter': 1000, 'avg_loss': 0.22682665878568478, 'avg_acc': 0.0, 'loss': 0.22590311977821134}
+{'epoch': 48, 'iter': 1010, 'avg_loss': 0.2269085148700092, 'avg_acc': 0.0, 'loss': 0.22990291482278735}
+{'epoch': 48, 'iter': 1020, 'avg_loss': 0.22691911411018048, 'avg_acc': 0.0, 'loss': 0.24386664215007514}
+{'epoch': 48, 'iter': 1030, 'avg_loss': 0.22683590995856517, 'avg_acc': 0.0, 'loss': 0.19782514559876418}
+{'epoch': 48, 'iter': 1040, 'avg_loss': 0.22673871691692607, 'avg_acc': 0.0, 'loss': 0.26141598374533714}
+{'epoch': 48, 'iter': 1050, 'avg_loss': 0.22667565111877117, 'avg_acc': 0.0, 'loss': 0.2094471639109575}
+{'epoch': 48, 'iter': 1060, 'avg_loss': 0.22661864973872334, 'avg_acc': 0.0, 'loss': 0.18213536442918404}
+{'epoch': 48, 'iter': 1070, 'avg_loss': 0.22649909708462485, 'avg_acc': 0.0, 'loss': 0.1717303635793509}
+{'epoch': 48, 'iter': 1080, 'avg_loss': 0.22652724094421534, 'avg_acc': 0.0, 'loss': 0.17865218470326127}
+{'epoch': 48, 'iter': 1090, 'avg_loss': 0.22638599801310308, 'avg_acc': 0.0, 'loss': 0.1924083660162848}
+{'epoch': 48, 'iter': 1100, 'avg_loss': 0.2263928685745248, 'avg_acc': 0.0, 'loss': 0.21653720926264797}
+{'epoch': 48, 'iter': 1110, 'avg_loss': 0.22647961685017362, 'avg_acc': 0.0, 'loss': 0.2706720346870465}
+{'epoch': 48, 'iter': 1120, 'avg_loss': 0.22651766588967867, 'avg_acc': 0.0, 'loss': 0.27254795512681085}
+{'epoch': 48, 'iter': 1130, 'avg_loss': 0.22653498552726692, 'avg_acc': 0.0, 'loss': 0.20136785499309845}
+{'epoch': 48, 'iter': 1140, 'avg_loss': 0.22637014273937142, 'avg_acc': 0.0, 'loss': 0.22443492708729146}
+{'epoch': 48, 'iter': 1150, 'avg_loss': 0.22619616860168543, 'avg_acc': 0.0, 'loss': 0.2328421293071707}
+{'epoch': 48, 'iter': 1160, 'avg_loss': 0.2264049964519865, 'avg_acc': 0.0, 'loss': 0.2630560657200281}
+{'epoch': 48, 'iter': 1170, 'avg_loss': 0.22627026655772065, 'avg_acc': 0.0, 'loss': 0.21869246511971596}
+{'epoch': 48, 'iter': 1180, 'avg_loss': 0.22625770865233655, 'avg_acc': 0.0, 'loss': 0.16716258002585552}
+{'epoch': 48, 'iter': 1190, 'avg_loss': 0.22612992773990911, 'avg_acc': 0.0, 'loss': 0.1810111080446859}
+{'epoch': 48, 'iter': 1200, 'avg_loss': 0.2259656331108622, 'avg_acc': 0.0, 'loss': 0.20125312767470405}
+{'epoch': 48, 'iter': 1210, 'avg_loss': 0.22603632326038287, 'avg_acc': 0.0, 'loss': 0.21336581199202392}
+{'epoch': 48, 'iter': 1220, 'avg_loss': 0.226087188857761, 'avg_acc': 0.0, 'loss': 0.17474423621948582}
+{'epoch': 48, 'iter': 1230, 'avg_loss': 0.22619644099302985, 'avg_acc': 0.0, 'loss': 0.268895566866068}
+{'epoch': 48, 'iter': 1240, 'avg_loss': 0.2261072717051572, 'avg_acc': 0.0, 'loss': 0.2314251470196333}
+{'epoch': 'EP48_test', 'eval_accuracy': 0.0, 'ece': 0.11891265958547592, 'avg_loss': 0.2261072717051572, 'f1_scores': 0.7338685557632383}
+{'epoch': 49, 'iter': 0, 'avg_loss': 0.16039672344855457, 'avg_acc': 0.0, 'loss': 0.16039672344855457}
+{'epoch': 49, 'iter': 10, 'avg_loss': 0.20128618841709212, 'avg_acc': 0.0, 'loss': 0.2308039496567013}
+{'epoch': 49, 'iter': 20, 'avg_loss': 0.20157521800959308, 'avg_acc': 0.0, 'loss': 0.2057633658249074}
+{'epoch': 49, 'iter': 30, 'avg_loss': 0.21210846289462362, 'avg_acc': 0.0, 'loss': 0.18261303503282988}
+{'epoch': 49, 'iter': 40, 'avg_loss': 0.220346030293253, 'avg_acc': 0.0, 'loss': 0.3293054918614107}
+{'epoch': 49, 'iter': 50, 'avg_loss': 0.22055046988597413, 'avg_acc': 0.0, 'loss': 0.21580802485365372}
+{'epoch': 49, 'iter': 60, 'avg_loss': 0.22682175318545414, 'avg_acc': 0.0, 'loss': 0.1993638337625368}
+{'epoch': 49, 'iter': 70, 'avg_loss': 0.22965276950716035, 'avg_acc': 0.0, 'loss': 0.2661691512042239}
+{'epoch': 49, 'iter': 80, 'avg_loss': 0.2261211604040426, 'avg_acc': 0.0, 'loss': 0.20943510148457073}
+{'epoch': 49, 'iter': 90, 'avg_loss': 0.2259151992234822, 'avg_acc': 0.0, 'loss': 0.22881352025616153}
+{'epoch': 49, 'iter': 100, 'avg_loss': 0.2254714393091451, 'avg_acc': 0.0, 'loss': 0.24881293717904132}
+{'epoch': 49, 'iter': 110, 'avg_loss': 0.22459193327334756, 'avg_acc': 0.0, 'loss': 0.22555647694991063}
+{'epoch': 49, 'iter': 120, 'avg_loss': 0.2227039789481899, 'avg_acc': 0.0, 'loss': 0.19521291282620723}
+{'epoch': 49, 'iter': 130, 'avg_loss': 0.22194072039038534, 'avg_acc': 0.0, 'loss': 0.1757473610464493}
+{'epoch': 49, 'iter': 140, 'avg_loss': 0.22238305983105291, 'avg_acc': 0.0, 'loss': 0.28914164877596704}
+{'epoch': 49, 'iter': 150, 'avg_loss': 0.22369177286146627, 'avg_acc': 0.0, 'loss': 0.2848745998237194}
+{'epoch': 49, 'iter': 160, 'avg_loss': 0.2250415167080374, 'avg_acc': 0.0, 'loss': 0.24114817541879216}
+{'epoch': 49, 'iter': 170, 'avg_loss': 0.22327068366361952, 'avg_acc': 0.0, 'loss': 0.21456676685938547}
+{'epoch': 49, 'iter': 180, 'avg_loss': 0.2234547095787847, 'avg_acc': 0.0, 'loss': 0.2553609061246951}
+{'epoch': 49, 'iter': 190, 'avg_loss': 0.22304933159121212, 'avg_acc': 0.0, 'loss': 0.14091036257031775}
+{'epoch': 49, 'iter': 200, 'avg_loss': 0.2232012135198369, 'avg_acc': 0.0, 'loss': 0.22980424725473572}
+{'epoch': 49, 'iter': 210, 'avg_loss': 0.22343666792001127, 'avg_acc': 0.0, 'loss': 0.19587163829867546}
+{'epoch': 49, 'iter': 220, 'avg_loss': 0.2237352876228757, 'avg_acc': 0.0, 'loss': 0.24573794199381738}
+{'epoch': 49, 'iter': 230, 'avg_loss': 0.2247528192570724, 'avg_acc': 0.0, 'loss': 0.23885995529713}
+{'epoch': 49, 'iter': 240, 'avg_loss': 0.22497292942997318, 'avg_acc': 0.0, 'loss': 0.3076548134950079}
+{'epoch': 49, 'iter': 250, 'avg_loss': 0.22503644311966234, 'avg_acc': 0.0, 'loss': 0.24728114697755438}
+{'epoch': 49, 'iter': 260, 'avg_loss': 0.22509141679624242, 'avg_acc': 0.0, 'loss': 0.2637846840230671}
+{'epoch': 49, 'iter': 270, 'avg_loss': 0.22498198819264223, 'avg_acc': 0.0, 'loss': 0.2681543004617554}
+{'epoch': 49, 'iter': 280, 'avg_loss': 0.2248082457355958, 'avg_acc': 0.0, 'loss': 0.2390424647356245}
+{'epoch': 49, 'iter': 290, 'avg_loss': 0.224672243039637, 'avg_acc': 0.0, 'loss': 0.20495980965318136}
+{'epoch': 49, 'iter': 300, 'avg_loss': 0.22400660868869807, 'avg_acc': 0.0, 'loss': 0.20206832405727937}
+{'epoch': 49, 'iter': 310, 'avg_loss': 0.22379458333183946, 'avg_acc': 0.0, 'loss': 0.16254679275828363}
+{'epoch': 49, 'iter': 320, 'avg_loss': 0.22403446275938446, 'avg_acc': 0.0, 'loss': 0.20135097353712741}
+{'epoch': 49, 'iter': 330, 'avg_loss': 0.22441747165425985, 'avg_acc': 0.0, 'loss': 0.26326971214452244}
+{'epoch': 49, 'iter': 340, 'avg_loss': 0.22512517509696583, 'avg_acc': 0.0, 'loss': 0.2798778378584805}
+{'epoch': 49, 'iter': 350, 'avg_loss': 0.22485690379520995, 'avg_acc': 0.0, 'loss': 0.2374870092599508}
+{'epoch': 49, 'iter': 360, 'avg_loss': 0.22475409332573873, 'avg_acc': 0.0, 'loss': 0.1736855041557419}
+{'epoch': 49, 'iter': 370, 'avg_loss': 0.22458093407286286, 'avg_acc': 0.0, 'loss': 0.20175433840531856}
+{'epoch': 49, 'iter': 380, 'avg_loss': 0.22457578318921875, 'avg_acc': 0.0, 'loss': 0.16839101666961856}
+{'epoch': 49, 'iter': 390, 'avg_loss': 0.2245428515800544, 'avg_acc': 0.0, 'loss': 0.18659202101798655}
+{'epoch': 49, 'iter': 400, 'avg_loss': 0.22468669443607073, 'avg_acc': 0.0, 'loss': 0.24340659576270288}
+{'epoch': 49, 'iter': 410, 'avg_loss': 0.2249849833445286, 'avg_acc': 0.0, 'loss': 0.19689659683893165}
+{'epoch': 49, 'iter': 420, 'avg_loss': 0.22453590489740316, 'avg_acc': 0.0, 'loss': 0.18146567006006567}
+{'epoch': 49, 'iter': 430, 'avg_loss': 0.2245375892690066, 'avg_acc': 0.0, 'loss': 0.237381881385204}
+{'epoch': 49, 'iter': 440, 'avg_loss': 0.2244729120243153, 'avg_acc': 0.0, 'loss': 0.26224483117656355}
+{'epoch': 49, 'iter': 450, 'avg_loss': 0.22468211540929275, 'avg_acc': 0.0, 'loss': 0.2579637370734775}
+{'epoch': 49, 'iter': 460, 'avg_loss': 0.22486599950715538, 'avg_acc': 0.0, 'loss': 0.19691196791770996}
+{'epoch': 49, 'iter': 470, 'avg_loss': 0.22474953463155162, 'avg_acc': 0.0, 'loss': 0.23305425945813696}
+{'epoch': 49, 'iter': 480, 'avg_loss': 0.22464203876141725, 'avg_acc': 0.0, 'loss': 0.22892507893858138}
+{'epoch': 49, 'iter': 490, 'avg_loss': 0.22452729150051615, 'avg_acc': 0.0, 'loss': 0.19766239834441582}
+{'epoch': 49, 'iter': 500, 'avg_loss': 0.22431399197454813, 'avg_acc': 0.0, 'loss': 0.24655420270968467}
+{'epoch': 49, 'iter': 510, 'avg_loss': 0.22433036063387343, 'avg_acc': 0.0, 'loss': 0.17308479580099498}
+{'epoch': 49, 'iter': 520, 'avg_loss': 0.22419835658130152, 'avg_acc': 0.0, 'loss': 0.23956523384910203}
+{'epoch': 49, 'iter': 530, 'avg_loss': 0.22421754307469055, 'avg_acc': 0.0, 'loss': 0.22870794076726497}
+{'epoch': 49, 'iter': 540, 'avg_loss': 0.2244449133013499, 'avg_acc': 0.0, 'loss': 0.18455624760364991}
+{'epoch': 49, 'iter': 550, 'avg_loss': 0.22435614812701918, 'avg_acc': 0.0, 'loss': 0.2757163490484881}
+{'epoch': 49, 'iter': 560, 'avg_loss': 0.22408084314702795, 'avg_acc': 0.0, 'loss': 0.15365502033975936}
+{'epoch': 49, 'iter': 570, 'avg_loss': 0.22472386176260487, 'avg_acc': 0.0, 'loss': 0.2458838930469775}
+{'epoch': 49, 'iter': 580, 'avg_loss': 0.2246748487205044, 'avg_acc': 0.0, 'loss': 0.21720503658809776}
+{'epoch': 49, 'iter': 590, 'avg_loss': 0.22479307799163664, 'avg_acc': 0.0, 'loss': 0.22166205677501694}
+{'epoch': 49, 'iter': 600, 'avg_loss': 0.2247791811100833, 'avg_acc': 0.0, 'loss': 0.2548846857795622}
+{'epoch': 49, 'iter': 610, 'avg_loss': 0.2251057358257055, 'avg_acc': 0.0, 'loss': 0.2978017557838289}
+{'epoch': 49, 'iter': 620, 'avg_loss': 0.22572113465640767, 'avg_acc': 0.0, 'loss': 0.22917271100880043}
+{'epoch': 49, 'iter': 630, 'avg_loss': 0.22563413157143145, 'avg_acc': 0.0, 'loss': 0.17302019210613448}
+{'epoch': 49, 'iter': 640, 'avg_loss': 0.22568170291182024, 'avg_acc': 0.0, 'loss': 0.2133067255864408}
+{'epoch': 49, 'iter': 650, 'avg_loss': 0.2257424845049737, 'avg_acc': 0.0, 'loss': 0.25733678574984453}
+{'epoch': 49, 'iter': 660, 'avg_loss': 0.22623851365924913, 'avg_acc': 0.0, 'loss': 0.25188566183290306}
+{'epoch': 49, 'iter': 670, 'avg_loss': 0.22606873866893415, 'avg_acc': 0.0, 'loss': 0.20781097517046224}
+{'epoch': 49, 'iter': 680, 'avg_loss': 0.22620800817048595, 'avg_acc': 0.0, 'loss': 0.21900263803671902}
+{'epoch': 49, 'iter': 690, 'avg_loss': 0.22643270339636326, 'avg_acc': 0.0, 'loss': 0.24584645314104947}
+{'epoch': 49, 'iter': 700, 'avg_loss': 0.2264695909205686, 'avg_acc': 0.0, 'loss': 0.17594134832037459}
+{'epoch': 49, 'iter': 710, 'avg_loss': 0.22630238560169438, 'avg_acc': 0.0, 'loss': 0.17030702383913518}
+{'epoch': 49, 'iter': 720, 'avg_loss': 0.22614074362990436, 'avg_acc': 0.0, 'loss': 0.21837913501340314}
+{'epoch': 49, 'iter': 730, 'avg_loss': 0.2260432273739245, 'avg_acc': 0.0, 'loss': 0.268780031977615}
+{'epoch': 49, 'iter': 740, 'avg_loss': 0.2262701329433133, 'avg_acc': 0.0, 'loss': 0.24015909431790305}
+{'epoch': 49, 'iter': 750, 'avg_loss': 0.2262165026904881, 'avg_acc': 0.0, 'loss': 0.22379935586073835}
+{'epoch': 49, 'iter': 760, 'avg_loss': 0.22633612707885248, 'avg_acc': 0.0, 'loss': 0.32244899005347955}
+{'epoch': 49, 'iter': 770, 'avg_loss': 0.22610028527540663, 'avg_acc': 0.0, 'loss': 0.17059561260152478}
+{'epoch': 49, 'iter': 780, 'avg_loss': 0.22595377626731175, 'avg_acc': 0.0, 'loss': 0.2849974712603479}
+{'epoch': 49, 'iter': 790, 'avg_loss': 0.2257629277049308, 'avg_acc': 0.0, 'loss': 0.2572334398708774}
+{'epoch': 49, 'iter': 800, 'avg_loss': 0.22582560652113656, 'avg_acc': 0.0, 'loss': 0.26513560037851186}
+{'epoch': 49, 'iter': 810, 'avg_loss': 0.22580790862464478, 'avg_acc': 0.0, 'loss': 0.2770208257263107}
+{'epoch': 49, 'iter': 820, 'avg_loss': 0.22540424743298443, 'avg_acc': 0.0, 'loss': 0.20394680243511434}
+{'epoch': 49, 'iter': 830, 'avg_loss': 0.22514218289842314, 'avg_acc': 0.0, 'loss': 0.18796065972817033}
+{'epoch': 49, 'iter': 840, 'avg_loss': 0.22481571821033516, 'avg_acc': 0.0, 'loss': 0.18895766406314707}
+{'epoch': 49, 'iter': 850, 'avg_loss': 0.22462430259115815, 'avg_acc': 0.0, 'loss': 0.15692992642790873}
+{'epoch': 49, 'iter': 860, 'avg_loss': 0.2246844557933101, 'avg_acc': 0.0, 'loss': 0.27109877689082396}
+{'epoch': 49, 'iter': 870, 'avg_loss': 0.2251737176088161, 'avg_acc': 0.0, 'loss': 0.2732283980289237}
+{'epoch': 49, 'iter': 880, 'avg_loss': 0.22501772996612038, 'avg_acc': 0.0, 'loss': 0.1777661466912832}
+{'epoch': 49, 'iter': 890, 'avg_loss': 0.22497481864036134, 'avg_acc': 0.0, 'loss': 0.2615951546882635}
+{'epoch': 49, 'iter': 900, 'avg_loss': 0.22506660459934924, 'avg_acc': 0.0, 'loss': 0.21567360820076178}
+{'epoch': 49, 'iter': 910, 'avg_loss': 0.2251358643559662, 'avg_acc': 0.0, 'loss': 0.20983243780569538}
+{'epoch': 49, 'iter': 920, 'avg_loss': 0.22534883652704382, 'avg_acc': 0.0, 'loss': 0.22558050662541973}
+{'epoch': 49, 'iter': 930, 'avg_loss': 0.2252565272294696, 'avg_acc': 0.0, 'loss': 0.1878981847853538}
+{'epoch': 49, 'iter': 940, 'avg_loss': 0.2252629743695122, 'avg_acc': 0.0, 'loss': 0.21522261815018087}
+{'epoch': 49, 'iter': 950, 'avg_loss': 0.22548458669751037, 'avg_acc': 0.0, 'loss': 0.23890795470642193}
+{'epoch': 49, 'iter': 960, 'avg_loss': 0.22531661362908043, 'avg_acc': 0.0, 'loss': 0.22202675092019522}
+{'epoch': 49, 'iter': 970, 'avg_loss': 0.22545450380183046, 'avg_acc': 0.0, 'loss': 0.30162810130627804}
+{'epoch': 49, 'iter': 980, 'avg_loss': 0.22568086115123093, 'avg_acc': 0.0, 'loss': 0.2298434509937205}
+{'epoch': 49, 'iter': 990, 'avg_loss': 0.22589659405543625, 'avg_acc': 0.0, 'loss': 0.22145167053294504}
+{'epoch': 49, 'iter': 1000, 'avg_loss': 0.22592957725533108, 'avg_acc': 0.0, 'loss': 0.2266517882628461}
+{'epoch': 49, 'iter': 1010, 'avg_loss': 0.22603057106653812, 'avg_acc': 0.0, 'loss': 0.2276609501531977}
+{'epoch': 49, 'iter': 1020, 'avg_loss': 0.2260501439773573, 'avg_acc': 0.0, 'loss': 0.24543430126279223}
+{'epoch': 49, 'iter': 1030, 'avg_loss': 0.22596851711303798, 'avg_acc': 0.0, 'loss': 0.19487136517954337}
+{'epoch': 49, 'iter': 1040, 'avg_loss': 0.22586080997764557, 'avg_acc': 0.0, 'loss': 0.2599734999409325}
+{'epoch': 49, 'iter': 1050, 'avg_loss': 0.2258003504244648, 'avg_acc': 0.0, 'loss': 0.20823856244008504}
+{'epoch': 49, 'iter': 1060, 'avg_loss': 0.2257393257125434, 'avg_acc': 0.0, 'loss': 0.18209344019130314}
+{'epoch': 49, 'iter': 1070, 'avg_loss': 0.2256064005390991, 'avg_acc': 0.0, 'loss': 0.17190519065776144}
+{'epoch': 49, 'iter': 1080, 'avg_loss': 0.22563976431257127, 'avg_acc': 0.0, 'loss': 0.1775036886137481}
+{'epoch': 49, 'iter': 1090, 'avg_loss': 0.22549843159884594, 'avg_acc': 0.0, 'loss': 0.1896313758113105}
+{'epoch': 49, 'iter': 1100, 'avg_loss': 0.22550610831123932, 'avg_acc': 0.0, 'loss': 0.21396989379314033}
+{'epoch': 49, 'iter': 1110, 'avg_loss': 0.22560165456311101, 'avg_acc': 0.0, 'loss': 0.27425742814395043}
+{'epoch': 49, 'iter': 1120, 'avg_loss': 0.2256307890077852, 'avg_acc': 0.0, 'loss': 0.26959358669733186}
+{'epoch': 49, 'iter': 1130, 'avg_loss': 0.2256500613717815, 'avg_acc': 0.0, 'loss': 0.19965272186365315}
+{'epoch': 49, 'iter': 1140, 'avg_loss': 0.22547847343951158, 'avg_acc': 0.0, 'loss': 0.2232823991226545}
+{'epoch': 49, 'iter': 1150, 'avg_loss': 0.22529693471015086, 'avg_acc': 0.0, 'loss': 0.23040857376242585}
+{'epoch': 49, 'iter': 1160, 'avg_loss': 0.22550580467501316, 'avg_acc': 0.0, 'loss': 0.2642298538651906}
+{'epoch': 49, 'iter': 1170, 'avg_loss': 0.22536920171446595, 'avg_acc': 0.0, 'loss': 0.21937258222937672}
+{'epoch': 49, 'iter': 1180, 'avg_loss': 0.22535158851904036, 'avg_acc': 0.0, 'loss': 0.16540049213063768}
+{'epoch': 49, 'iter': 1190, 'avg_loss': 0.22521865047704778, 'avg_acc': 0.0, 'loss': 0.1765961452324843}
+{'epoch': 49, 'iter': 1200, 'avg_loss': 0.22504822545617464, 'avg_acc': 0.0, 'loss': 0.19984869009123582}
+{'epoch': 49, 'iter': 1210, 'avg_loss': 0.22512697864767867, 'avg_acc': 0.0, 'loss': 0.21572833650651546}
+{'epoch': 49, 'iter': 1220, 'avg_loss': 0.22518122129764317, 'avg_acc': 0.0, 'loss': 0.17475475995117254}
+{'epoch': 49, 'iter': 1230, 'avg_loss': 0.22530033781771552, 'avg_acc': 0.0, 'loss': 0.2676435632313639}
+{'epoch': 49, 'iter': 1240, 'avg_loss': 0.22520485795269396, 'avg_acc': 0.0, 'loss': 0.23085015728967812}
+{'epoch': 'EP49_test', 'eval_accuracy': 0.0, 'ece': 0.12926624715328217, 'avg_loss': 0.22520485795269396, 'f1_scores': 0.7358723573755946}
+{'epoch': 50, 'iter': 0, 'avg_loss': 0.16030137643052253, 'avg_acc': 0.0, 'loss': 0.16030137643052253}
+{'epoch': 50, 'iter': 10, 'avg_loss': 0.19939257731945495, 'avg_acc': 0.0, 'loss': 0.22837983594243788}
+{'epoch': 50, 'iter': 20, 'avg_loss': 0.19944561382229983, 'avg_acc': 0.0, 'loss': 0.2052727420838372}
+{'epoch': 50, 'iter': 30, 'avg_loss': 0.2098277489962842, 'avg_acc': 0.0, 'loss': 0.18457256314932885}
+{'epoch': 50, 'iter': 40, 'avg_loss': 0.2174315196654124, 'avg_acc': 0.0, 'loss': 0.31931060793863253}
+{'epoch': 50, 'iter': 50, 'avg_loss': 0.2177088625332058, 'avg_acc': 0.0, 'loss': 0.21487182594051188}
+{'epoch': 50, 'iter': 60, 'avg_loss': 0.22378128238932157, 'avg_acc': 0.0, 'loss': 0.19890620207115717}
+{'epoch': 50, 'iter': 70, 'avg_loss': 0.22645748252373385, 'avg_acc': 0.0, 'loss': 0.2592548250414503}
+{'epoch': 50, 'iter': 80, 'avg_loss': 0.2231834617680325, 'avg_acc': 0.0, 'loss': 0.20781655571395924}
+{'epoch': 50, 'iter': 90, 'avg_loss': 0.22298178417549286, 'avg_acc': 0.0, 'loss': 0.2258821248021669}
+{'epoch': 50, 'iter': 100, 'avg_loss': 0.22263564808685682, 'avg_acc': 0.0, 'loss': 0.24621904657967011}
+{'epoch': 50, 'iter': 110, 'avg_loss': 0.22179068594784512, 'avg_acc': 0.0, 'loss': 0.21862507548358473}
+{'epoch': 50, 'iter': 120, 'avg_loss': 0.22006633063276154, 'avg_acc': 0.0, 'loss': 0.1955667840580385}
+{'epoch': 50, 'iter': 130, 'avg_loss': 0.21926753417937414, 'avg_acc': 0.0, 'loss': 0.1726910849159984}
+{'epoch': 50, 'iter': 140, 'avg_loss': 0.2197282462313858, 'avg_acc': 0.0, 'loss': 0.28644775551764007}
+{'epoch': 50, 'iter': 150, 'avg_loss': 0.22099428441514976, 'avg_acc': 0.0, 'loss': 0.27853323832831783}
+{'epoch': 50, 'iter': 160, 'avg_loss': 0.2221277340220982, 'avg_acc': 0.0, 'loss': 0.2340743356493736}
+{'epoch': 50, 'iter': 170, 'avg_loss': 0.22049474292983406, 'avg_acc': 0.0, 'loss': 0.21251946033690466}
+{'epoch': 50, 'iter': 180, 'avg_loss': 0.220727031015098, 'avg_acc': 0.0, 'loss': 0.2527100733493626}
+{'epoch': 50, 'iter': 190, 'avg_loss': 0.22034774346756236, 'avg_acc': 0.0, 'loss': 0.14626239150659004}
+{'epoch': 50, 'iter': 200, 'avg_loss': 0.22051122925164893, 'avg_acc': 0.0, 'loss': 0.22816595344279123}
+{'epoch': 50, 'iter': 210, 'avg_loss': 0.22067523469892386, 'avg_acc': 0.0, 'loss': 0.1954993822979369}
+{'epoch': 50, 'iter': 220, 'avg_loss': 0.22090011226337955, 'avg_acc': 0.0, 'loss': 0.24142785658430704}
+{'epoch': 50, 'iter': 230, 'avg_loss': 0.22186791721538596, 'avg_acc': 0.0, 'loss': 0.23513350769511426}
+{'epoch': 50, 'iter': 240, 'avg_loss': 0.22208710369650272, 'avg_acc': 0.0, 'loss': 0.2993724458228176}
+{'epoch': 50, 'iter': 250, 'avg_loss': 0.22214771959076618, 'avg_acc': 0.0, 'loss': 0.24000753348452364}
+{'epoch': 50, 'iter': 260, 'avg_loss': 0.22216110617031193, 'avg_acc': 0.0, 'loss': 0.2582060668766936}
+{'epoch': 50, 'iter': 270, 'avg_loss': 0.22206103590194937, 'avg_acc': 0.0, 'loss': 0.2607526836592504}
+{'epoch': 50, 'iter': 280, 'avg_loss': 0.22191361539589372, 'avg_acc': 0.0, 'loss': 0.23556082917122823}
+{'epoch': 50, 'iter': 290, 'avg_loss': 0.22182184500000943, 'avg_acc': 0.0, 'loss': 0.20631416082246037}
+{'epoch': 50, 'iter': 300, 'avg_loss': 0.22121105221808032, 'avg_acc': 0.0, 'loss': 0.19945895105861056}
+{'epoch': 50, 'iter': 310, 'avg_loss': 0.2210472110501413, 'avg_acc': 0.0, 'loss': 0.16401695775968098}
+{'epoch': 50, 'iter': 320, 'avg_loss': 0.2212674437367328, 'avg_acc': 0.0, 'loss': 0.20184938455580387}
+{'epoch': 50, 'iter': 330, 'avg_loss': 0.2215970697489179, 'avg_acc': 0.0, 'loss': 0.2588938832412688}
+{'epoch': 50, 'iter': 340, 'avg_loss': 0.22223737902491061, 'avg_acc': 0.0, 'loss': 0.270404485163892}
+{'epoch': 50, 'iter': 350, 'avg_loss': 0.22201348319078992, 'avg_acc': 0.0, 'loss': 0.23468469616750554}
+{'epoch': 50, 'iter': 360, 'avg_loss': 0.22192438226040015, 'avg_acc': 0.0, 'loss': 0.1748351223804028}
+{'epoch': 50, 'iter': 370, 'avg_loss': 0.22178403204963568, 'avg_acc': 0.0, 'loss': 0.20144299765278056}
+{'epoch': 50, 'iter': 380, 'avg_loss': 0.2217757834670414, 'avg_acc': 0.0, 'loss': 0.1674239592899929}
+{'epoch': 50, 'iter': 390, 'avg_loss': 0.22172392693612245, 'avg_acc': 0.0, 'loss': 0.18934597055411878}
+{'epoch': 50, 'iter': 400, 'avg_loss': 0.2218385021664317, 'avg_acc': 0.0, 'loss': 0.23548493959201874}
+{'epoch': 50, 'iter': 410, 'avg_loss': 0.22209199028371918, 'avg_acc': 0.0, 'loss': 0.19749020161404066}
+{'epoch': 50, 'iter': 420, 'avg_loss': 0.2216835076377989, 'avg_acc': 0.0, 'loss': 0.18357785521936876}
+{'epoch': 50, 'iter': 430, 'avg_loss': 0.2217083637745395, 'avg_acc': 0.0, 'loss': 0.23521765282297175}
+{'epoch': 50, 'iter': 440, 'avg_loss': 0.22160214511100515, 'avg_acc': 0.0, 'loss': 0.2548830887922447}
+{'epoch': 50, 'iter': 450, 'avg_loss': 0.22180824404515845, 'avg_acc': 0.0, 'loss': 0.24995170990525495}
+{'epoch': 50, 'iter': 460, 'avg_loss': 0.22197596791612692, 'avg_acc': 0.0, 'loss': 0.19741614486866052}
+{'epoch': 50, 'iter': 470, 'avg_loss': 0.22187312763368014, 'avg_acc': 0.0, 'loss': 0.2284760957716766}
+{'epoch': 50, 'iter': 480, 'avg_loss': 0.22178203304044927, 'avg_acc': 0.0, 'loss': 0.22676444926969452}
+{'epoch': 50, 'iter': 490, 'avg_loss': 0.22167065938928987, 'avg_acc': 0.0, 'loss': 0.19744820478302114}
+{'epoch': 50, 'iter': 500, 'avg_loss': 0.22145482591792617, 'avg_acc': 0.0, 'loss': 0.24358831962516497}
+{'epoch': 50, 'iter': 510, 'avg_loss': 0.22147729832204172, 'avg_acc': 0.0, 'loss': 0.17342925749742985}
+{'epoch': 50, 'iter': 520, 'avg_loss': 0.22134820485745277, 'avg_acc': 0.0, 'loss': 0.2387945130895202}
+{'epoch': 50, 'iter': 530, 'avg_loss': 0.22136884310109833, 'avg_acc': 0.0, 'loss': 0.22696077677777077}
+{'epoch': 50, 'iter': 540, 'avg_loss': 0.22159014999637638, 'avg_acc': 0.0, 'loss': 0.18624556700228823}
+{'epoch': 50, 'iter': 550, 'avg_loss': 0.2215332026242888, 'avg_acc': 0.0, 'loss': 0.2708888228152903}
+{'epoch': 50, 'iter': 560, 'avg_loss': 0.2212758782771389, 'avg_acc': 0.0, 'loss': 0.1547763030766386}
+{'epoch': 50, 'iter': 570, 'avg_loss': 0.22187109300236832, 'avg_acc': 0.0, 'loss': 0.2417227860036876}
+{'epoch': 50, 'iter': 580, 'avg_loss': 0.2218152545364039, 'avg_acc': 0.0, 'loss': 0.21598431326593265}
+{'epoch': 50, 'iter': 590, 'avg_loss': 0.22193436905789585, 'avg_acc': 0.0, 'loss': 0.22418465377908042}
+{'epoch': 50, 'iter': 600, 'avg_loss': 0.22194277766495396, 'avg_acc': 0.0, 'loss': 0.250797067453472}
+{'epoch': 50, 'iter': 610, 'avg_loss': 0.22224627355553545, 'avg_acc': 0.0, 'loss': 0.29238530251866124}
+{'epoch': 50, 'iter': 620, 'avg_loss': 0.22283884554937028, 'avg_acc': 0.0, 'loss': 0.22696345930697653}
+{'epoch': 50, 'iter': 630, 'avg_loss': 0.22275798877177325, 'avg_acc': 0.0, 'loss': 0.17281807805164004}
+{'epoch': 50, 'iter': 640, 'avg_loss': 0.22278384027877418, 'avg_acc': 0.0, 'loss': 0.20951670997742763}
+{'epoch': 50, 'iter': 650, 'avg_loss': 0.22285517882442962, 'avg_acc': 0.0, 'loss': 0.2559878211576298}
+{'epoch': 50, 'iter': 660, 'avg_loss': 0.22332145062639705, 'avg_acc': 0.0, 'loss': 0.2501955735970926}
+{'epoch': 50, 'iter': 670, 'avg_loss': 0.2231539779263371, 'avg_acc': 0.0, 'loss': 0.20764735475251783}
+{'epoch': 50, 'iter': 680, 'avg_loss': 0.2232918618321132, 'avg_acc': 0.0, 'loss': 0.2161314761249124}
+{'epoch': 50, 'iter': 690, 'avg_loss': 0.22351941517904364, 'avg_acc': 0.0, 'loss': 0.2392777075498803}
+{'epoch': 50, 'iter': 700, 'avg_loss': 0.22356171672728306, 'avg_acc': 0.0, 'loss': 0.1763823848341417}
+{'epoch': 50, 'iter': 710, 'avg_loss': 0.2234016094782691, 'avg_acc': 0.0, 'loss': 0.17080636137211513}
+{'epoch': 50, 'iter': 720, 'avg_loss': 0.22326206464816364, 'avg_acc': 0.0, 'loss': 0.21793682845702733}
+{'epoch': 50, 'iter': 730, 'avg_loss': 0.22317411182597635, 'avg_acc': 0.0, 'loss': 0.2599975505757064}
+{'epoch': 50, 'iter': 740, 'avg_loss': 0.2233912190574492, 'avg_acc': 0.0, 'loss': 0.23645623481901826}
+{'epoch': 50, 'iter': 750, 'avg_loss': 0.22334682194951302, 'avg_acc': 0.0, 'loss': 0.22158347967846176}
+{'epoch': 50, 'iter': 760, 'avg_loss': 0.2234587072420779, 'avg_acc': 0.0, 'loss': 0.31324629731706666}
+{'epoch': 50, 'iter': 770, 'avg_loss': 0.22321970881228134, 'avg_acc': 0.0, 'loss': 0.17085052139855503}
+{'epoch': 50, 'iter': 780, 'avg_loss': 0.22309393628500848, 'avg_acc': 0.0, 'loss': 0.27310589438392135}
+{'epoch': 50, 'iter': 790, 'avg_loss': 0.22292099128816342, 'avg_acc': 0.0, 'loss': 0.25495601685658387}
+{'epoch': 50, 'iter': 800, 'avg_loss': 0.22298665314452393, 'avg_acc': 0.0, 'loss': 0.26095346633418814}
+{'epoch': 50, 'iter': 810, 'avg_loss': 0.2229713221708563, 'avg_acc': 0.0, 'loss': 0.2661771230824732}
+{'epoch': 50, 'iter': 820, 'avg_loss': 0.22257781731241702, 'avg_acc': 0.0, 'loss': 0.20344460996446806}
+{'epoch': 50, 'iter': 830, 'avg_loss': 0.22234770484947988, 'avg_acc': 0.0, 'loss': 0.18880557463111405}
+{'epoch': 50, 'iter': 840, 'avg_loss': 0.22204280688074593, 'avg_acc': 0.0, 'loss': 0.1905327346352286}
+{'epoch': 50, 'iter': 850, 'avg_loss': 0.22185803754740274, 'avg_acc': 0.0, 'loss': 0.1580546590770869}
+{'epoch': 50, 'iter': 860, 'avg_loss': 0.22192696640434142, 'avg_acc': 0.0, 'loss': 0.26539772246969406}
+{'epoch': 50, 'iter': 870, 'avg_loss': 0.22239098176337843, 'avg_acc': 0.0, 'loss': 0.2705910842115762}
+{'epoch': 50, 'iter': 880, 'avg_loss': 0.2222462661093871, 'avg_acc': 0.0, 'loss': 0.17945097323351025}
+{'epoch': 50, 'iter': 890, 'avg_loss': 0.2222119035111801, 'avg_acc': 0.0, 'loss': 0.2576245582812849}
+{'epoch': 50, 'iter': 900, 'avg_loss': 0.22229888451210064, 'avg_acc': 0.0, 'loss': 0.21620973976044816}
+{'epoch': 50, 'iter': 910, 'avg_loss': 0.22237455901148004, 'avg_acc': 0.0, 'loss': 0.2081467261576303}
+{'epoch': 50, 'iter': 920, 'avg_loss': 0.22258569579656828, 'avg_acc': 0.0, 'loss': 0.22273501168134704}
+{'epoch': 50, 'iter': 930, 'avg_loss': 0.222502377932855, 'avg_acc': 0.0, 'loss': 0.18846939894605644}
+{'epoch': 50, 'iter': 940, 'avg_loss': 0.22250444136276393, 'avg_acc': 0.0, 'loss': 0.2124652107476095}
+{'epoch': 50, 'iter': 950, 'avg_loss': 0.2227167485759192, 'avg_acc': 0.0, 'loss': 0.236185905035232}
+{'epoch': 50, 'iter': 960, 'avg_loss': 0.22256198817283113, 'avg_acc': 0.0, 'loss': 0.21883233922020345}
+{'epoch': 50, 'iter': 970, 'avg_loss': 0.2226939683954965, 'avg_acc': 0.0, 'loss': 0.2978482637830016}
+{'epoch': 50, 'iter': 980, 'avg_loss': 0.22290679952373754, 'avg_acc': 0.0, 'loss': 0.2273413188236028}
+{'epoch': 50, 'iter': 990, 'avg_loss': 0.22310620643992368, 'avg_acc': 0.0, 'loss': 0.21350458301133454}
+{'epoch': 50, 'iter': 1000, 'avg_loss': 0.22314677450805828, 'avg_acc': 0.0, 'loss': 0.22323028310081228}
+{'epoch': 50, 'iter': 1010, 'avg_loss': 0.22325506534796424, 'avg_acc': 0.0, 'loss': 0.22712811426543209}
+{'epoch': 50, 'iter': 1020, 'avg_loss': 0.22327023234365953, 'avg_acc': 0.0, 'loss': 0.24271952577935604}
+{'epoch': 50, 'iter': 1030, 'avg_loss': 0.2231989971540588, 'avg_acc': 0.0, 'loss': 0.19526591207141206}
+{'epoch': 50, 'iter': 1040, 'avg_loss': 0.22308740226188709, 'avg_acc': 0.0, 'loss': 0.25386287737131036}
+{'epoch': 50, 'iter': 1050, 'avg_loss': 0.22302600823003996, 'avg_acc': 0.0, 'loss': 0.20652159505860773}
+{'epoch': 50, 'iter': 1060, 'avg_loss': 0.22296301554388728, 'avg_acc': 0.0, 'loss': 0.1781760799471093}
+{'epoch': 50, 'iter': 1070, 'avg_loss': 0.22285082499106262, 'avg_acc': 0.0, 'loss': 0.17344540064612243}
+{'epoch': 50, 'iter': 1080, 'avg_loss': 0.2228849598541998, 'avg_acc': 0.0, 'loss': 0.18040021329540779}
+{'epoch': 50, 'iter': 1090, 'avg_loss': 0.22275613772709962, 'avg_acc': 0.0, 'loss': 0.1904015850691069}
+{'epoch': 50, 'iter': 1100, 'avg_loss': 0.22276903806613382, 'avg_acc': 0.0, 'loss': 0.214913010922081}
+{'epoch': 50, 'iter': 1110, 'avg_loss': 0.22285548049825285, 'avg_acc': 0.0, 'loss': 0.27045395189894145}
+{'epoch': 50, 'iter': 1120, 'avg_loss': 0.222884194951549, 'avg_acc': 0.0, 'loss': 0.2642598920512487}
+{'epoch': 50, 'iter': 1130, 'avg_loss': 0.222896132623303, 'avg_acc': 0.0, 'loss': 0.19615107855349834}
+{'epoch': 50, 'iter': 1140, 'avg_loss': 0.22274089520602403, 'avg_acc': 0.0, 'loss': 0.2190319713033984}
+{'epoch': 50, 'iter': 1150, 'avg_loss': 0.22257221262787605, 'avg_acc': 0.0, 'loss': 0.2275488734292464}
+{'epoch': 50, 'iter': 1160, 'avg_loss': 0.2227701135749772, 'avg_acc': 0.0, 'loss': 0.2613441103092262}
+{'epoch': 50, 'iter': 1170, 'avg_loss': 0.22263942995921204, 'avg_acc': 0.0, 'loss': 0.21938025260715222}
+{'epoch': 50, 'iter': 1180, 'avg_loss': 0.22263129783748573, 'avg_acc': 0.0, 'loss': 0.16740464041931447}
+{'epoch': 50, 'iter': 1190, 'avg_loss': 0.22250778065482565, 'avg_acc': 0.0, 'loss': 0.17785139643595876}
+{'epoch': 50, 'iter': 1200, 'avg_loss': 0.2223471786663955, 'avg_acc': 0.0, 'loss': 0.1970430561266312}
+{'epoch': 50, 'iter': 1210, 'avg_loss': 0.22242610555975154, 'avg_acc': 0.0, 'loss': 0.21533776512106734}
+{'epoch': 50, 'iter': 1220, 'avg_loss': 0.2224657397773917, 'avg_acc': 0.0, 'loss': 0.17260845085671203}
+{'epoch': 50, 'iter': 1230, 'avg_loss': 0.22257583083447482, 'avg_acc': 0.0, 'loss': 0.26533339545819346}
+{'epoch': 50, 'iter': 1240, 'avg_loss': 0.22248786939500442, 'avg_acc': 0.0, 'loss': 0.2225958435368024}
+{'epoch': 'EP50_test', 'eval_accuracy': 0.0, 'ece': 0.11245938390493393, 'avg_loss': 0.22248786939500442, 'f1_scores': 0.7608716136463035}