diff --git "a/ratio_proportion_change4/logs/masked/log_test_FS_finetuned.txt" "b/ratio_proportion_change4/logs/masked/log_test_FS_finetuned.txt"
new file mode 100644--- /dev/null
+++ "b/ratio_proportion_change4/logs/masked/log_test_FS_finetuned.txt"
@@ -0,0 +1,1428 @@
+{'epoch': 0, 'iter': 0, 'avg_loss': 0.17873295641454334, 'avg_acc': 0.0, 'loss': 0.17873295641454334}
+{'epoch': 0, 'iter': 10, 'avg_loss': 0.18073872046438558, 'avg_acc': 0.0, 'loss': 0.21759558044141158}
+{'epoch': 0, 'iter': 20, 'avg_loss': 0.18516630137614531, 'avg_acc': 0.0, 'loss': 0.16802976662542538}
+{'epoch': 0, 'iter': 30, 'avg_loss': 0.18399845746310342, 'avg_acc': 0.0, 'loss': 0.19752325310193034}
+{'epoch': 0, 'iter': 40, 'avg_loss': 0.18275349513911374, 'avg_acc': 0.0, 'loss': 0.18606316945494783}
+{'epoch': 0, 'iter': 50, 'avg_loss': 0.18267556012549044, 'avg_acc': 0.0, 'loss': 0.1920119892602088}
+{'epoch': 0, 'iter': 60, 'avg_loss': 0.18200414854857405, 'avg_acc': 0.0, 'loss': 0.17418883097915178}
+{'epoch': 0, 'iter': 70, 'avg_loss': 0.18701127897804115, 'avg_acc': 0.0, 'loss': 0.21216887011957752}
+{'epoch': 0, 'iter': 80, 'avg_loss': 0.18626880962354275, 'avg_acc': 0.0, 'loss': 0.19522310259968173}
+{'epoch': 0, 'iter': 90, 'avg_loss': 0.1851763960679521, 'avg_acc': 0.0, 'loss': 0.15612005108206564}
+{'epoch': 0, 'iter': 100, 'avg_loss': 0.18415303256069185, 'avg_acc': 0.0, 'loss': 0.1590615396292248}
+{'epoch': 0, 'iter': 110, 'avg_loss': 0.18506705059286152, 'avg_acc': 0.0, 'loss': 0.18090613376781609}
+{'epoch': 0, 'iter': 120, 'avg_loss': 0.18566630589182417, 'avg_acc': 0.0, 'loss': 0.21639048120518314}
+{'epoch': 0, 'iter': 130, 'avg_loss': 0.18711663258639175, 'avg_acc': 0.0, 'loss': 0.2748486495038378}
+{'epoch': 0, 'iter': 140, 'avg_loss': 0.18731458282726238, 'avg_acc': 0.0, 'loss': 0.18986234900304613}
+{'epoch': 0, 'iter': 150, 'avg_loss': 0.18730710496568867, 'avg_acc': 0.0, 'loss': 0.18178197647544686}
+{'epoch': 0, 'iter': 160, 'avg_loss': 0.18667372584672354, 'avg_acc': 0.0, 'loss': 0.22398990914994749}
+{'epoch': 0, 'iter': 170, 'avg_loss': 0.1865740415978583, 'avg_acc': 0.0, 'loss': 0.2134278221003894}
+{'epoch': 0, 'iter': 180, 'avg_loss': 0.1869433254606694, 'avg_acc': 0.0, 'loss': 0.2574874302715346}
+{'epoch': 0, 'iter': 190, 'avg_loss': 0.18726250506691602, 'avg_acc': 0.0, 'loss': 0.2732934936793754}
+{'epoch': 0, 'iter': 200, 'avg_loss': 0.18748248560144545, 'avg_acc': 0.0, 'loss': 0.19346254090383547}
+{'epoch': 0, 'iter': 210, 'avg_loss': 0.18780093689270225, 'avg_acc': 0.0, 'loss': 0.2504157143838321}
+{'epoch': 0, 'iter': 220, 'avg_loss': 0.18782394095627478, 'avg_acc': 0.0, 'loss': 0.1841573061880938}
+{'epoch': 0, 'iter': 230, 'avg_loss': 0.1881275867761817, 'avg_acc': 0.0, 'loss': 0.22372593218252793}
+{'epoch': 0, 'iter': 240, 'avg_loss': 0.18790523372712198, 'avg_acc': 0.0, 'loss': 0.15117787723491866}
+{'epoch': 0, 'iter': 250, 'avg_loss': 0.18813305763066354, 'avg_acc': 0.0, 'loss': 0.1660772240060656}
+{'epoch': 0, 'iter': 260, 'avg_loss': 0.18832651673609427, 'avg_acc': 0.0, 'loss': 0.21002430357787358}
+{'epoch': 'EP0_test', 'eval_accuracy': 0.0, 'ece': 0.11083254963159561, 'avg_loss': 0.18872831244277802, 'f1_scores': 0.7577931764348403}
+{'epoch': 1, 'iter': 0, 'avg_loss': 0.1265742250831993, 'avg_acc': 0.0, 'loss': 0.1265742250831993}
+{'epoch': 1, 'iter': 10, 'avg_loss': 0.12671786144271102, 'avg_acc': 0.0, 'loss': 0.13430019738163015}
+{'epoch': 1, 'iter': 20, 'avg_loss': 0.13192610172522184, 'avg_acc': 0.0, 'loss': 0.11255458560377259}
+{'epoch': 1, 'iter': 30, 'avg_loss': 0.13220346646914116, 'avg_acc': 0.0, 'loss': 0.12179721973760543}
+{'epoch': 1, 'iter': 40, 'avg_loss': 0.13083820071926175, 'avg_acc': 0.0, 'loss': 0.14012910507231677}
+{'epoch': 1, 'iter': 50, 'avg_loss': 0.13235242452775373, 'avg_acc': 0.0, 'loss': 0.13733658927672618}
+{'epoch': 1, 'iter': 60, 'avg_loss': 0.1319246872061904, 'avg_acc': 0.0, 'loss': 0.11122892545478992}
+{'epoch': 1, 'iter': 70, 'avg_loss': 0.13565690035158123, 'avg_acc': 0.0, 'loss': 0.1486099120221687}
+{'epoch': 1, 'iter': 80, 'avg_loss': 0.13396652533268505, 'avg_acc': 0.0, 'loss': 0.1309239540189862}
+{'epoch': 1, 'iter': 90, 'avg_loss': 0.13334211925681455, 'avg_acc': 0.0, 'loss': 0.10290073899081367}
+{'epoch': 1, 'iter': 100, 'avg_loss': 0.13235948631466654, 'avg_acc': 0.0, 'loss': 0.11040591300843516}
+{'epoch': 1, 'iter': 110, 'avg_loss': 0.1331335990963819, 'avg_acc': 0.0, 'loss': 0.13602723356546317}
+{'epoch': 1, 'iter': 120, 'avg_loss': 0.13333485031675413, 'avg_acc': 0.0, 'loss': 0.16622403517638823}
+{'epoch': 1, 'iter': 130, 'avg_loss': 0.13432380656462958, 'avg_acc': 0.0, 'loss': 0.20456110962394242}
+{'epoch': 1, 'iter': 140, 'avg_loss': 0.13499408367650792, 'avg_acc': 0.0, 'loss': 0.13741690202888482}
+{'epoch': 1, 'iter': 150, 'avg_loss': 0.1349072587766446, 'avg_acc': 0.0, 'loss': 0.13882440851453534}
+{'epoch': 1, 'iter': 160, 'avg_loss': 0.13419236703401735, 'avg_acc': 0.0, 'loss': 0.16572072939067894}
+{'epoch': 1, 'iter': 170, 'avg_loss': 0.1340507563011495, 'avg_acc': 0.0, 'loss': 0.1633896867964982}
+{'epoch': 1, 'iter': 180, 'avg_loss': 0.13459568492289808, 'avg_acc': 0.0, 'loss': 0.19247130117868697}
+{'epoch': 1, 'iter': 190, 'avg_loss': 0.13493284010599585, 'avg_acc': 0.0, 'loss': 0.2262064778034463}
+{'epoch': 1, 'iter': 200, 'avg_loss': 0.1350144335499704, 'avg_acc': 0.0, 'loss': 0.14697881713358843}
+{'epoch': 1, 'iter': 210, 'avg_loss': 0.13554220851936288, 'avg_acc': 0.0, 'loss': 0.19974190617462487}
+{'epoch': 1, 'iter': 220, 'avg_loss': 0.13544671547209694, 'avg_acc': 0.0, 'loss': 0.14191779367891805}
+{'epoch': 1, 'iter': 230, 'avg_loss': 0.1357568926775688, 'avg_acc': 0.0, 'loss': 0.18802696991094436}
+{'epoch': 1, 'iter': 240, 'avg_loss': 0.13568435218133243, 'avg_acc': 0.0, 'loss': 0.10938770152149248}
+{'epoch': 1, 'iter': 250, 'avg_loss': 0.13575389065432583, 'avg_acc': 0.0, 'loss': 0.11304060834611715}
+{'epoch': 1, 'iter': 260, 'avg_loss': 0.1357340772591563, 'avg_acc': 0.0, 'loss': 0.14473232417159512}
+{'epoch': 'EP1_test', 'eval_accuracy': 0.0, 'ece': 0.12314990907907486, 'avg_loss': 0.13589271152164012, 'f1_scores': 0.8194149335816461}
+{'epoch': 2, 'iter': 0, 'avg_loss': 0.1206400791393857, 'avg_acc': 0.0, 'loss': 0.1206400791393857}
+{'epoch': 2, 'iter': 10, 'avg_loss': 0.1205768495540594, 'avg_acc': 0.0, 'loss': 0.12725400779969018}
+{'epoch': 2, 'iter': 20, 'avg_loss': 0.1263987489493251, 'avg_acc': 0.0, 'loss': 0.10772666207984521}
+{'epoch': 2, 'iter': 30, 'avg_loss': 0.1265092866118184, 'avg_acc': 0.0, 'loss': 0.11133824473615407}
+{'epoch': 2, 'iter': 40, 'avg_loss': 0.12528228999793634, 'avg_acc': 0.0, 'loss': 0.13742097250334542}
+{'epoch': 2, 'iter': 50, 'avg_loss': 0.12685460833319095, 'avg_acc': 0.0, 'loss': 0.1308455460777103}
+{'epoch': 2, 'iter': 60, 'avg_loss': 0.1265500764736425, 'avg_acc': 0.0, 'loss': 0.10907326684796965}
+{'epoch': 2, 'iter': 70, 'avg_loss': 0.12987971791454023, 'avg_acc': 0.0, 'loss': 0.13837810409287546}
+{'epoch': 2, 'iter': 80, 'avg_loss': 0.12819882872370303, 'avg_acc': 0.0, 'loss': 0.1218962356547958}
+{'epoch': 2, 'iter': 90, 'avg_loss': 0.12746248157152026, 'avg_acc': 0.0, 'loss': 0.09709928033667632}
+{'epoch': 2, 'iter': 100, 'avg_loss': 0.12658808129439256, 'avg_acc': 0.0, 'loss': 0.1045476594876423}
+{'epoch': 2, 'iter': 110, 'avg_loss': 0.12728489074345756, 'avg_acc': 0.0, 'loss': 0.13215970585952164}
+{'epoch': 2, 'iter': 120, 'avg_loss': 0.12746042282814293, 'avg_acc': 0.0, 'loss': 0.1596177600851141}
+{'epoch': 2, 'iter': 130, 'avg_loss': 0.128447458126385, 'avg_acc': 0.0, 'loss': 0.19928496656328726}
+{'epoch': 2, 'iter': 140, 'avg_loss': 0.1291379263993269, 'avg_acc': 0.0, 'loss': 0.12957885939847202}
+{'epoch': 2, 'iter': 150, 'avg_loss': 0.12902361939626247, 'avg_acc': 0.0, 'loss': 0.13529641278884288}
+{'epoch': 2, 'iter': 160, 'avg_loss': 0.12839450322936766, 'avg_acc': 0.0, 'loss': 0.162310502555556}
+{'epoch': 2, 'iter': 170, 'avg_loss': 0.12831648950607125, 'avg_acc': 0.0, 'loss': 0.16427626309177867}
+{'epoch': 2, 'iter': 180, 'avg_loss': 0.1290064832207155, 'avg_acc': 0.0, 'loss': 0.18674372370995634}
+{'epoch': 2, 'iter': 190, 'avg_loss': 0.12941936739993476, 'avg_acc': 0.0, 'loss': 0.2254760896222641}
+{'epoch': 2, 'iter': 200, 'avg_loss': 0.1294400554862531, 'avg_acc': 0.0, 'loss': 0.14108777398282005}
+{'epoch': 2, 'iter': 210, 'avg_loss': 0.12997600136540996, 'avg_acc': 0.0, 'loss': 0.19763341119271768}
+{'epoch': 2, 'iter': 220, 'avg_loss': 0.12990000605043114, 'avg_acc': 0.0, 'loss': 0.13863839691735588}
+{'epoch': 2, 'iter': 230, 'avg_loss': 0.13018717715971964, 'avg_acc': 0.0, 'loss': 0.18335326260174561}
+{'epoch': 2, 'iter': 240, 'avg_loss': 0.13008681613994338, 'avg_acc': 0.0, 'loss': 0.10913758333273497}
+{'epoch': 2, 'iter': 250, 'avg_loss': 0.13008820283257572, 'avg_acc': 0.0, 'loss': 0.11005009427753976}
+{'epoch': 2, 'iter': 260, 'avg_loss': 0.13006269537312104, 'avg_acc': 0.0, 'loss': 0.13859631452942267}
+{'epoch': 'EP2_test', 'eval_accuracy': 0.0, 'ece': 0.12475427240133286, 'avg_loss': 0.1301534784579206, 'f1_scores': 0.8170839334033457}
+{'epoch': 3, 'iter': 0, 'avg_loss': 0.11921423841717374, 'avg_acc': 0.0, 'loss': 0.11921423841717374}
+{'epoch': 3, 'iter': 10, 'avg_loss': 0.11881332681907651, 'avg_acc': 0.0, 'loss': 0.12445765518259577}
+{'epoch': 3, 'iter': 20, 'avg_loss': 0.12446958208836027, 'avg_acc': 0.0, 'loss': 0.10896741007075303}
+{'epoch': 3, 'iter': 30, 'avg_loss': 0.12495077904658658, 'avg_acc': 0.0, 'loss': 0.11433212523908358}
+{'epoch': 3, 'iter': 40, 'avg_loss': 0.12360670503383564, 'avg_acc': 0.0, 'loss': 0.13932192678346056}
+{'epoch': 3, 'iter': 50, 'avg_loss': 0.12542438948821147, 'avg_acc': 0.0, 'loss': 0.12862295243147465}
+{'epoch': 3, 'iter': 60, 'avg_loss': 0.12488659370863292, 'avg_acc': 0.0, 'loss': 0.10513313164522384}
+{'epoch': 3, 'iter': 70, 'avg_loss': 0.12838109156892796, 'avg_acc': 0.0, 'loss': 0.1360340477952247}
+{'epoch': 3, 'iter': 80, 'avg_loss': 0.12657855196506576, 'avg_acc': 0.0, 'loss': 0.12391320821825502}
+{'epoch': 3, 'iter': 90, 'avg_loss': 0.125942716856156, 'avg_acc': 0.0, 'loss': 0.0958890486430651}
+{'epoch': 3, 'iter': 100, 'avg_loss': 0.12492344156248784, 'avg_acc': 0.0, 'loss': 0.10191432329416523}
+{'epoch': 3, 'iter': 110, 'avg_loss': 0.12567910888924266, 'avg_acc': 0.0, 'loss': 0.1262621830666311}
+{'epoch': 3, 'iter': 120, 'avg_loss': 0.1258481625015403, 'avg_acc': 0.0, 'loss': 0.16188928909429834}
+{'epoch': 3, 'iter': 130, 'avg_loss': 0.12675305123268996, 'avg_acc': 0.0, 'loss': 0.18843356041140524}
+{'epoch': 3, 'iter': 140, 'avg_loss': 0.12753695731196404, 'avg_acc': 0.0, 'loss': 0.13087929762124464}
+{'epoch': 3, 'iter': 150, 'avg_loss': 0.12749976071156444, 'avg_acc': 0.0, 'loss': 0.13133341241479812}
+{'epoch': 3, 'iter': 160, 'avg_loss': 0.1268267972977508, 'avg_acc': 0.0, 'loss': 0.15892300913453383}
+{'epoch': 3, 'iter': 170, 'avg_loss': 0.1267252044662282, 'avg_acc': 0.0, 'loss': 0.15710904340448906}
+{'epoch': 3, 'iter': 180, 'avg_loss': 0.12736556184032227, 'avg_acc': 0.0, 'loss': 0.1844989048838345}
+{'epoch': 3, 'iter': 190, 'avg_loss': 0.12774612967944565, 'avg_acc': 0.0, 'loss': 0.2246323652200642}
+{'epoch': 3, 'iter': 200, 'avg_loss': 0.12777759198870983, 'avg_acc': 0.0, 'loss': 0.13748515873248834}
+{'epoch': 3, 'iter': 210, 'avg_loss': 0.1283885489052636, 'avg_acc': 0.0, 'loss': 0.2002744851432518}
+{'epoch': 3, 'iter': 220, 'avg_loss': 0.12829401369943344, 'avg_acc': 0.0, 'loss': 0.14007146893917316}
+{'epoch': 3, 'iter': 230, 'avg_loss': 0.12857044459124672, 'avg_acc': 0.0, 'loss': 0.1829657394138329}
+{'epoch': 3, 'iter': 240, 'avg_loss': 0.12847554310843534, 'avg_acc': 0.0, 'loss': 0.10821908680567763}
+{'epoch': 3, 'iter': 250, 'avg_loss': 0.12848047284686617, 'avg_acc': 0.0, 'loss': 0.10619861168301473}
+{'epoch': 3, 'iter': 260, 'avg_loss': 0.12843385919330558, 'avg_acc': 0.0, 'loss': 0.13777140043358874}
+{'epoch': 'EP3_test', 'eval_accuracy': 0.0, 'ece': 0.12021228671073914, 'avg_loss': 0.12851892291469574, 'f1_scores': 0.8385164027641809}
+{'epoch': 4, 'iter': 0, 'avg_loss': 0.11530448201736881, 'avg_acc': 0.0, 'loss': 0.11530448201736881}
+{'epoch': 4, 'iter': 10, 'avg_loss': 0.11631786510669925, 'avg_acc': 0.0, 'loss': 0.12053344017912032}
+{'epoch': 4, 'iter': 20, 'avg_loss': 0.12175526319512699, 'avg_acc': 0.0, 'loss': 0.10590855162951941}
+{'epoch': 4, 'iter': 30, 'avg_loss': 0.12252377715632916, 'avg_acc': 0.0, 'loss': 0.11109921132031428}
+{'epoch': 4, 'iter': 40, 'avg_loss': 0.1211896625558524, 'avg_acc': 0.0, 'loss': 0.13659808322017852}
+{'epoch': 4, 'iter': 50, 'avg_loss': 0.12316105243451689, 'avg_acc': 0.0, 'loss': 0.1274825638448809}
+{'epoch': 4, 'iter': 60, 'avg_loss': 0.1225743590499167, 'avg_acc': 0.0, 'loss': 0.10276047333608013}
+{'epoch': 4, 'iter': 70, 'avg_loss': 0.1259144123503701, 'avg_acc': 0.0, 'loss': 0.131983667921304}
+{'epoch': 4, 'iter': 80, 'avg_loss': 0.1240834532835853, 'avg_acc': 0.0, 'loss': 0.1212123595034557}
+{'epoch': 4, 'iter': 90, 'avg_loss': 0.12349682751093402, 'avg_acc': 0.0, 'loss': 0.09406864655569994}
+{'epoch': 4, 'iter': 100, 'avg_loss': 0.1225104834991126, 'avg_acc': 0.0, 'loss': 0.100175879004902}
+{'epoch': 4, 'iter': 110, 'avg_loss': 0.12324006299302609, 'avg_acc': 0.0, 'loss': 0.12417744874950845}
+{'epoch': 4, 'iter': 120, 'avg_loss': 0.12337465185567817, 'avg_acc': 0.0, 'loss': 0.15788472457948696}
+{'epoch': 4, 'iter': 130, 'avg_loss': 0.12424526381670939, 'avg_acc': 0.0, 'loss': 0.18282413334424874}
+{'epoch': 4, 'iter': 140, 'avg_loss': 0.1250624640005715, 'avg_acc': 0.0, 'loss': 0.12862384842706628}
+{'epoch': 4, 'iter': 150, 'avg_loss': 0.12501335290845783, 'avg_acc': 0.0, 'loss': 0.1285207970905893}
+{'epoch': 4, 'iter': 160, 'avg_loss': 0.12436307547393466, 'avg_acc': 0.0, 'loss': 0.1544268480451397}
+{'epoch': 4, 'iter': 170, 'avg_loss': 0.12424315066392792, 'avg_acc': 0.0, 'loss': 0.15247303022403813}
+{'epoch': 4, 'iter': 180, 'avg_loss': 0.12484840027238626, 'avg_acc': 0.0, 'loss': 0.17974671137056117}
+{'epoch': 4, 'iter': 190, 'avg_loss': 0.1252212049949744, 'avg_acc': 0.0, 'loss': 0.22047818734388003}
+{'epoch': 4, 'iter': 200, 'avg_loss': 0.1252515740611208, 'avg_acc': 0.0, 'loss': 0.13786377100073618}
+{'epoch': 4, 'iter': 210, 'avg_loss': 0.12584353712532373, 'avg_acc': 0.0, 'loss': 0.19770738550596434}
+{'epoch': 4, 'iter': 220, 'avg_loss': 0.12573894148112974, 'avg_acc': 0.0, 'loss': 0.1360579747629994}
+{'epoch': 4, 'iter': 230, 'avg_loss': 0.1259969006695429, 'avg_acc': 0.0, 'loss': 0.17884682054987672}
+{'epoch': 4, 'iter': 240, 'avg_loss': 0.12591994741037327, 'avg_acc': 0.0, 'loss': 0.10613834373368393}
+{'epoch': 4, 'iter': 250, 'avg_loss': 0.1259132404985752, 'avg_acc': 0.0, 'loss': 0.10489743547161975}
+{'epoch': 4, 'iter': 260, 'avg_loss': 0.12587177108730263, 'avg_acc': 0.0, 'loss': 0.13653270011764107}
+{'epoch': 'EP4_test', 'eval_accuracy': 0.0, 'ece': 0.11133687198162079, 'avg_loss': 0.12592983156248147, 'f1_scores': 0.8381269622772226}
+{'epoch': 5, 'iter': 0, 'avg_loss': 0.11582101209062654, 'avg_acc': 0.0, 'loss': 0.11582101209062654}
+{'epoch': 5, 'iter': 10, 'avg_loss': 0.11659258444288079, 'avg_acc': 0.0, 'loss': 0.11993751750618944}
+{'epoch': 5, 'iter': 20, 'avg_loss': 0.12147068690695909, 'avg_acc': 0.0, 'loss': 0.1060531479759967}
+{'epoch': 5, 'iter': 30, 'avg_loss': 0.1222138495451688, 'avg_acc': 0.0, 'loss': 0.11162744205025124}
+{'epoch': 5, 'iter': 40, 'avg_loss': 0.1207634325279328, 'avg_acc': 0.0, 'loss': 0.1355958195942029}
+{'epoch': 5, 'iter': 50, 'avg_loss': 0.12255232616944316, 'avg_acc': 0.0, 'loss': 0.12801462231833025}
+{'epoch': 5, 'iter': 60, 'avg_loss': 0.12209434018500073, 'avg_acc': 0.0, 'loss': 0.10377069394650919}
+{'epoch': 5, 'iter': 70, 'avg_loss': 0.12555878348286198, 'avg_acc': 0.0, 'loss': 0.13443299084383398}
+{'epoch': 5, 'iter': 80, 'avg_loss': 0.12381277039551125, 'avg_acc': 0.0, 'loss': 0.1209344858496349}
+{'epoch': 5, 'iter': 90, 'avg_loss': 0.12319341273156652, 'avg_acc': 0.0, 'loss': 0.09272592011451966}
+{'epoch': 5, 'iter': 100, 'avg_loss': 0.1222259911122815, 'avg_acc': 0.0, 'loss': 0.09797231494388012}
+{'epoch': 5, 'iter': 110, 'avg_loss': 0.12299634574072259, 'avg_acc': 0.0, 'loss': 0.12627544706375762}
+{'epoch': 5, 'iter': 120, 'avg_loss': 0.12315465000045692, 'avg_acc': 0.0, 'loss': 0.1591034530347315}
+{'epoch': 5, 'iter': 130, 'avg_loss': 0.12402580160231909, 'avg_acc': 0.0, 'loss': 0.18344645941267246}
+{'epoch': 5, 'iter': 140, 'avg_loss': 0.12483494339140809, 'avg_acc': 0.0, 'loss': 0.13026667800308392}
+{'epoch': 5, 'iter': 150, 'avg_loss': 0.1247883593547741, 'avg_acc': 0.0, 'loss': 0.1303094696476624}
+{'epoch': 5, 'iter': 160, 'avg_loss': 0.1241392261940733, 'avg_acc': 0.0, 'loss': 0.15225918064990243}
+{'epoch': 5, 'iter': 170, 'avg_loss': 0.12402731545837763, 'avg_acc': 0.0, 'loss': 0.15154221092292833}
+{'epoch': 5, 'iter': 180, 'avg_loss': 0.12463116293152571, 'avg_acc': 0.0, 'loss': 0.17816254144106225}
+{'epoch': 5, 'iter': 190, 'avg_loss': 0.12504034941968675, 'avg_acc': 0.0, 'loss': 0.22304078873860686}
+{'epoch': 5, 'iter': 200, 'avg_loss': 0.12510693957737584, 'avg_acc': 0.0, 'loss': 0.13469468719748484}
+{'epoch': 5, 'iter': 210, 'avg_loss': 0.12570116318969965, 'avg_acc': 0.0, 'loss': 0.19814922622202044}
+{'epoch': 5, 'iter': 220, 'avg_loss': 0.12557225748275475, 'avg_acc': 0.0, 'loss': 0.13691602561591154}
+{'epoch': 5, 'iter': 230, 'avg_loss': 0.12580378043858026, 'avg_acc': 0.0, 'loss': 0.179168031784684}
+{'epoch': 5, 'iter': 240, 'avg_loss': 0.1257176282320378, 'avg_acc': 0.0, 'loss': 0.10505190218022367}
+{'epoch': 5, 'iter': 250, 'avg_loss': 0.12577349029599336, 'avg_acc': 0.0, 'loss': 0.10716046945520116}
+{'epoch': 5, 'iter': 260, 'avg_loss': 0.1257538716273622, 'avg_acc': 0.0, 'loss': 0.13400231516386285}
+{'epoch': 'EP5_test', 'eval_accuracy': 0.0, 'ece': 0.1276150792837143, 'avg_loss': 0.12582359816601088, 'f1_scores': 0.8202759966918417}
+{'epoch': 6, 'iter': 0, 'avg_loss': 0.10950767148337295, 'avg_acc': 0.0, 'loss': 0.10950767148337295}
+{'epoch': 6, 'iter': 10, 'avg_loss': 0.11236074751475932, 'avg_acc': 0.0, 'loss': 0.11131229899719333}
+{'epoch': 6, 'iter': 20, 'avg_loss': 0.1159697510880029, 'avg_acc': 0.0, 'loss': 0.09994525457087937}
+{'epoch': 6, 'iter': 30, 'avg_loss': 0.11763592040549266, 'avg_acc': 0.0, 'loss': 0.11094345034442604}
+{'epoch': 6, 'iter': 40, 'avg_loss': 0.11636560490572151, 'avg_acc': 0.0, 'loss': 0.1323183687423547}
+{'epoch': 6, 'iter': 50, 'avg_loss': 0.11848209413711928, 'avg_acc': 0.0, 'loss': 0.1248376396576337}
+{'epoch': 6, 'iter': 60, 'avg_loss': 0.11780748468577397, 'avg_acc': 0.0, 'loss': 0.09789541515345132}
+{'epoch': 6, 'iter': 70, 'avg_loss': 0.12101521879725453, 'avg_acc': 0.0, 'loss': 0.12757577477935098}
+{'epoch': 6, 'iter': 80, 'avg_loss': 0.1192955449659378, 'avg_acc': 0.0, 'loss': 0.11995100274910847}
+{'epoch': 6, 'iter': 90, 'avg_loss': 0.11898105495979837, 'avg_acc': 0.0, 'loss': 0.09017679709099216}
+{'epoch': 6, 'iter': 100, 'avg_loss': 0.11804840725540477, 'avg_acc': 0.0, 'loss': 0.0969099773963405}
+{'epoch': 6, 'iter': 110, 'avg_loss': 0.11885467241500705, 'avg_acc': 0.0, 'loss': 0.1204266521090176}
+{'epoch': 6, 'iter': 120, 'avg_loss': 0.11896584669221923, 'avg_acc': 0.0, 'loss': 0.15722655923722023}
+{'epoch': 6, 'iter': 130, 'avg_loss': 0.11971885885764756, 'avg_acc': 0.0, 'loss': 0.16775754850436897}
+{'epoch': 6, 'iter': 140, 'avg_loss': 0.12054967036170124, 'avg_acc': 0.0, 'loss': 0.12658631970271017}
+{'epoch': 6, 'iter': 150, 'avg_loss': 0.1205353278925486, 'avg_acc': 0.0, 'loss': 0.12173518884164228}
+{'epoch': 6, 'iter': 160, 'avg_loss': 0.11989563944342482, 'avg_acc': 0.0, 'loss': 0.1409164770384125}
+{'epoch': 6, 'iter': 170, 'avg_loss': 0.11971970247246869, 'avg_acc': 0.0, 'loss': 0.13607329462872386}
+{'epoch': 6, 'iter': 180, 'avg_loss': 0.12018974229550054, 'avg_acc': 0.0, 'loss': 0.16789812492502929}
+{'epoch': 6, 'iter': 190, 'avg_loss': 0.12047333103962299, 'avg_acc': 0.0, 'loss': 0.2057409972631571}
+{'epoch': 6, 'iter': 200, 'avg_loss': 0.12055609004258915, 'avg_acc': 0.0, 'loss': 0.1326683585531165}
+{'epoch': 6, 'iter': 210, 'avg_loss': 0.12114047136051728, 'avg_acc': 0.0, 'loss': 0.1929402840075909}
+{'epoch': 6, 'iter': 220, 'avg_loss': 0.12100277075759178, 'avg_acc': 0.0, 'loss': 0.13076325172343264}
+{'epoch': 6, 'iter': 230, 'avg_loss': 0.1212138047677267, 'avg_acc': 0.0, 'loss': 0.1695027760317771}
+{'epoch': 6, 'iter': 240, 'avg_loss': 0.1211849283262839, 'avg_acc': 0.0, 'loss': 0.10146509921634918}
+{'epoch': 6, 'iter': 250, 'avg_loss': 0.12121655741476209, 'avg_acc': 0.0, 'loss': 0.10225384478920724}
+{'epoch': 6, 'iter': 260, 'avg_loss': 0.12118854143060562, 'avg_acc': 0.0, 'loss': 0.1324632980127457}
+{'epoch': 'EP6_test', 'eval_accuracy': 0.0, 'ece': 0.1036914512515068, 'avg_loss': 0.12122838419967834, 'f1_scores': 0.8536492720668639}
+{'epoch': 7, 'iter': 0, 'avg_loss': 0.0964637328952449, 'avg_acc': 0.0, 'loss': 0.0964637328952449}
+{'epoch': 7, 'iter': 10, 'avg_loss': 0.10443568539340373, 'avg_acc': 0.0, 'loss': 0.09317610732494228}
+{'epoch': 7, 'iter': 20, 'avg_loss': 0.10431285319542798, 'avg_acc': 0.0, 'loss': 0.08275935582508152}
+{'epoch': 7, 'iter': 30, 'avg_loss': 0.10757697489403256, 'avg_acc': 0.0, 'loss': 0.11130035019479172}
+{'epoch': 7, 'iter': 40, 'avg_loss': 0.1063381820627753, 'avg_acc': 0.0, 'loss': 0.11909939966291663}
+{'epoch': 7, 'iter': 50, 'avg_loss': 0.10867390212953999, 'avg_acc': 0.0, 'loss': 0.11867703924138237}
+{'epoch': 7, 'iter': 60, 'avg_loss': 0.10764409147311114, 'avg_acc': 0.0, 'loss': 0.08945122050595597}
+{'epoch': 7, 'iter': 70, 'avg_loss': 0.11115421861331141, 'avg_acc': 0.0, 'loss': 0.12308354635565268}
+{'epoch': 7, 'iter': 80, 'avg_loss': 0.10955168681498181, 'avg_acc': 0.0, 'loss': 0.11846029245884893}
+{'epoch': 7, 'iter': 90, 'avg_loss': 0.10956202019651132, 'avg_acc': 0.0, 'loss': 0.07959674331589538}
+{'epoch': 7, 'iter': 100, 'avg_loss': 0.10851499374267212, 'avg_acc': 0.0, 'loss': 0.08628151233988644}
+{'epoch': 7, 'iter': 110, 'avg_loss': 0.10951513188541108, 'avg_acc': 0.0, 'loss': 0.11096999483559751}
+{'epoch': 7, 'iter': 120, 'avg_loss': 0.10947766692929238, 'avg_acc': 0.0, 'loss': 0.150375710738818}
+{'epoch': 7, 'iter': 130, 'avg_loss': 0.11020006491130278, 'avg_acc': 0.0, 'loss': 0.1399128266016305}
+{'epoch': 7, 'iter': 140, 'avg_loss': 0.1109882385747965, 'avg_acc': 0.0, 'loss': 0.1194257863374852}
+{'epoch': 7, 'iter': 150, 'avg_loss': 0.11094608084208621, 'avg_acc': 0.0, 'loss': 0.0998626531883084}
+{'epoch': 7, 'iter': 160, 'avg_loss': 0.11027887638834376, 'avg_acc': 0.0, 'loss': 0.11540846501946231}
+{'epoch': 7, 'iter': 170, 'avg_loss': 0.11003825744788694, 'avg_acc': 0.0, 'loss': 0.11015184841479757}
+{'epoch': 7, 'iter': 180, 'avg_loss': 0.11022733517087985, 'avg_acc': 0.0, 'loss': 0.14910967015381563}
+{'epoch': 7, 'iter': 190, 'avg_loss': 0.11018173757058021, 'avg_acc': 0.0, 'loss': 0.173833058146751}
+{'epoch': 7, 'iter': 200, 'avg_loss': 0.11033193255878267, 'avg_acc': 0.0, 'loss': 0.12222508271609707}
+{'epoch': 7, 'iter': 210, 'avg_loss': 0.11087110711771178, 'avg_acc': 0.0, 'loss': 0.18735163221653497}
+{'epoch': 7, 'iter': 220, 'avg_loss': 0.11060722126999101, 'avg_acc': 0.0, 'loss': 0.1136779933899561}
+{'epoch': 7, 'iter': 230, 'avg_loss': 0.11073051492162694, 'avg_acc': 0.0, 'loss': 0.15007185201565268}
+{'epoch': 7, 'iter': 240, 'avg_loss': 0.11087171312150736, 'avg_acc': 0.0, 'loss': 0.08451853071949245}
+{'epoch': 7, 'iter': 250, 'avg_loss': 0.11105081640824235, 'avg_acc': 0.0, 'loss': 0.09992130789864209}
+{'epoch': 7, 'iter': 260, 'avg_loss': 0.11112682546437976, 'avg_acc': 0.0, 'loss': 0.12456054976402291}
+{'epoch': 'EP7_test', 'eval_accuracy': 0.0, 'ece': 0.10328160226345062, 'avg_loss': 0.11117049136214123, 'f1_scores': 0.8833386614204818}
+{'epoch': 8, 'iter': 0, 'avg_loss': 0.07406584553607282, 'avg_acc': 0.0, 'loss': 0.07406584553607282}
+{'epoch': 8, 'iter': 10, 'avg_loss': 0.08770052976313585, 'avg_acc': 0.0, 'loss': 0.06727949502645254}
+{'epoch': 8, 'iter': 20, 'avg_loss': 0.0848496585792579, 'avg_acc': 0.0, 'loss': 0.06445557884236612}
+{'epoch': 8, 'iter': 30, 'avg_loss': 0.08926602842117663, 'avg_acc': 0.0, 'loss': 0.11053523722044441}
+{'epoch': 8, 'iter': 40, 'avg_loss': 0.08822734641788771, 'avg_acc': 0.0, 'loss': 0.08514870202794862}
+{'epoch': 8, 'iter': 50, 'avg_loss': 0.09091564801768977, 'avg_acc': 0.0, 'loss': 0.10941897385132343}
+{'epoch': 8, 'iter': 60, 'avg_loss': 0.08941776092916505, 'avg_acc': 0.0, 'loss': 0.06538769506814544}
+{'epoch': 8, 'iter': 70, 'avg_loss': 0.09324950380364358, 'avg_acc': 0.0, 'loss': 0.11395486520712389}
+{'epoch': 8, 'iter': 80, 'avg_loss': 0.0919105361514228, 'avg_acc': 0.0, 'loss': 0.11174174804954515}
+{'epoch': 8, 'iter': 90, 'avg_loss': 0.09195788730896491, 'avg_acc': 0.0, 'loss': 0.06815607545464834}
+{'epoch': 8, 'iter': 100, 'avg_loss': 0.09047047900281215, 'avg_acc': 0.0, 'loss': 0.06623653347719076}
+{'epoch': 8, 'iter': 110, 'avg_loss': 0.09153015065196912, 'avg_acc': 0.0, 'loss': 0.08868285397970306}
+{'epoch': 8, 'iter': 120, 'avg_loss': 0.09158884621832758, 'avg_acc': 0.0, 'loss': 0.12166673994596927}
+{'epoch': 8, 'iter': 130, 'avg_loss': 0.09228137577223317, 'avg_acc': 0.0, 'loss': 0.1033643389120706}
+{'epoch': 8, 'iter': 140, 'avg_loss': 0.09271397937392792, 'avg_acc': 0.0, 'loss': 0.10047710614073171}
+{'epoch': 8, 'iter': 150, 'avg_loss': 0.09267289168326087, 'avg_acc': 0.0, 'loss': 0.0668943505730551}
+{'epoch': 8, 'iter': 160, 'avg_loss': 0.09195784920303805, 'avg_acc': 0.0, 'loss': 0.08190358159903001}
+{'epoch': 8, 'iter': 170, 'avg_loss': 0.09175422087033851, 'avg_acc': 0.0, 'loss': 0.07393312286275285}
+{'epoch': 8, 'iter': 180, 'avg_loss': 0.09138963727500889, 'avg_acc': 0.0, 'loss': 0.11760125507927503}
+{'epoch': 8, 'iter': 190, 'avg_loss': 0.09098849385528647, 'avg_acc': 0.0, 'loss': 0.1256709807082968}
+{'epoch': 8, 'iter': 200, 'avg_loss': 0.09131913198748196, 'avg_acc': 0.0, 'loss': 0.09916282576778761}
+{'epoch': 8, 'iter': 210, 'avg_loss': 0.0916831096465849, 'avg_acc': 0.0, 'loss': 0.15509712284024804}
+{'epoch': 8, 'iter': 220, 'avg_loss': 0.09139040535757366, 'avg_acc': 0.0, 'loss': 0.09075200528234614}
+{'epoch': 8, 'iter': 230, 'avg_loss': 0.0914480204585689, 'avg_acc': 0.0, 'loss': 0.11455322334685189}
+{'epoch': 8, 'iter': 240, 'avg_loss': 0.0918105848552002, 'avg_acc': 0.0, 'loss': 0.055820374574064344}
+{'epoch': 8, 'iter': 250, 'avg_loss': 0.09219645909539625, 'avg_acc': 0.0, 'loss': 0.08683551337242891}
+{'epoch': 8, 'iter': 260, 'avg_loss': 0.09240418547394569, 'avg_acc': 0.0, 'loss': 0.10445958768978665}
+{'epoch': 'EP8_test', 'eval_accuracy': 0.0, 'ece': 0.11015022546052933, 'avg_loss': 0.09269169274853206, 'f1_scores': 0.9173417836273585}
+{'epoch': 9, 'iter': 0, 'avg_loss': 0.06880879794491485, 'avg_acc': 0.0, 'loss': 0.06880879794491485}
+{'epoch': 9, 'iter': 10, 'avg_loss': 0.0881111870004117, 'avg_acc': 0.0, 'loss': 0.05918387783088365}
+{'epoch': 9, 'iter': 20, 'avg_loss': 0.08523851474569315, 'avg_acc': 0.0, 'loss': 0.06618309356742559}
+{'epoch': 9, 'iter': 30, 'avg_loss': 0.09028379678838175, 'avg_acc': 0.0, 'loss': 0.11926168791939874}
+{'epoch': 9, 'iter': 40, 'avg_loss': 0.08962583244587369, 'avg_acc': 0.0, 'loss': 0.08490444473339258}
+{'epoch': 9, 'iter': 50, 'avg_loss': 0.0928656316545825, 'avg_acc': 0.0, 'loss': 0.11251800308732486}
+{'epoch': 9, 'iter': 60, 'avg_loss': 0.09113593219908751, 'avg_acc': 0.0, 'loss': 0.06043006552687302}
+{'epoch': 9, 'iter': 70, 'avg_loss': 0.09533705584503185, 'avg_acc': 0.0, 'loss': 0.12304658786945107}
+{'epoch': 9, 'iter': 80, 'avg_loss': 0.09378588516611003, 'avg_acc': 0.0, 'loss': 0.11983077411260012}
+{'epoch': 9, 'iter': 90, 'avg_loss': 0.09379116215302066, 'avg_acc': 0.0, 'loss': 0.06597667507743868}
+{'epoch': 9, 'iter': 100, 'avg_loss': 0.09210838304095972, 'avg_acc': 0.0, 'loss': 0.06932991367737477}
+{'epoch': 9, 'iter': 110, 'avg_loss': 0.09345101105321048, 'avg_acc': 0.0, 'loss': 0.09224713690380781}
+{'epoch': 9, 'iter': 120, 'avg_loss': 0.0934216505572992, 'avg_acc': 0.0, 'loss': 0.10913520789372504}
+{'epoch': 9, 'iter': 130, 'avg_loss': 0.09407549858806986, 'avg_acc': 0.0, 'loss': 0.1059014827531318}
+{'epoch': 9, 'iter': 140, 'avg_loss': 0.09442855534539164, 'avg_acc': 0.0, 'loss': 0.09634756669374106}
+{'epoch': 9, 'iter': 150, 'avg_loss': 0.09445027742791712, 'avg_acc': 0.0, 'loss': 0.06524185622863854}
+{'epoch': 9, 'iter': 160, 'avg_loss': 0.09370653255979904, 'avg_acc': 0.0, 'loss': 0.07910546514229923}
+{'epoch': 9, 'iter': 170, 'avg_loss': 0.0935082074175409, 'avg_acc': 0.0, 'loss': 0.06568614021714884}
+{'epoch': 9, 'iter': 180, 'avg_loss': 0.09285546270951917, 'avg_acc': 0.0, 'loss': 0.10974334981969085}
+{'epoch': 9, 'iter': 190, 'avg_loss': 0.0924285157565252, 'avg_acc': 0.0, 'loss': 0.12564096125616075}
+{'epoch': 9, 'iter': 200, 'avg_loss': 0.09275817057025691, 'avg_acc': 0.0, 'loss': 0.09611485296334113}
+{'epoch': 9, 'iter': 210, 'avg_loss': 0.09310880041523714, 'avg_acc': 0.0, 'loss': 0.15137541773430638}
+{'epoch': 9, 'iter': 220, 'avg_loss': 0.09281702158418959, 'avg_acc': 0.0, 'loss': 0.09148505919207699}
+{'epoch': 9, 'iter': 230, 'avg_loss': 0.09286576414355562, 'avg_acc': 0.0, 'loss': 0.11685083236317187}
+{'epoch': 9, 'iter': 240, 'avg_loss': 0.09325509033931095, 'avg_acc': 0.0, 'loss': 0.052118126530899644}
+{'epoch': 9, 'iter': 250, 'avg_loss': 0.09368155557358486, 'avg_acc': 0.0, 'loss': 0.08466712236449121}
+{'epoch': 9, 'iter': 260, 'avg_loss': 0.09392248179854308, 'avg_acc': 0.0, 'loss': 0.10534432057668092}
+{'epoch': 'EP9_test', 'eval_accuracy': 0.0, 'ece': 0.09398742765188217, 'avg_loss': 0.09430949881229228, 'f1_scores': 0.9229856407475013}
+{'epoch': 10, 'iter': 0, 'avg_loss': 0.0673363974613425, 'avg_acc': 0.0, 'loss': 0.0673363974613425}
+{'epoch': 10, 'iter': 10, 'avg_loss': 0.08983252716472369, 'avg_acc': 0.0, 'loss': 0.059835627146546645}
+{'epoch': 10, 'iter': 20, 'avg_loss': 0.08710056958143221, 'avg_acc': 0.0, 'loss': 0.06894557046881085}
+{'epoch': 10, 'iter': 30, 'avg_loss': 0.09231069578427895, 'avg_acc': 0.0, 'loss': 0.12460563365188396}
+{'epoch': 10, 'iter': 40, 'avg_loss': 0.09170103892579982, 'avg_acc': 0.0, 'loss': 0.08702035053334863}
+{'epoch': 10, 'iter': 50, 'avg_loss': 0.09522829662684025, 'avg_acc': 0.0, 'loss': 0.11500617386985214}
+{'epoch': 10, 'iter': 60, 'avg_loss': 0.09332779696769389, 'avg_acc': 0.0, 'loss': 0.06154054174122945}
+{'epoch': 10, 'iter': 70, 'avg_loss': 0.09773921445247762, 'avg_acc': 0.0, 'loss': 0.12779452940395075}
+{'epoch': 10, 'iter': 80, 'avg_loss': 0.09607921262045323, 'avg_acc': 0.0, 'loss': 0.12386555370395058}
+{'epoch': 10, 'iter': 90, 'avg_loss': 0.09608416111696905, 'avg_acc': 0.0, 'loss': 0.06761740286671218}
+{'epoch': 10, 'iter': 100, 'avg_loss': 0.09428413842820946, 'avg_acc': 0.0, 'loss': 0.07215388097858165}
+{'epoch': 10, 'iter': 110, 'avg_loss': 0.09567641624796204, 'avg_acc': 0.0, 'loss': 0.0934114200378612}
+{'epoch': 10, 'iter': 120, 'avg_loss': 0.09558653482331424, 'avg_acc': 0.0, 'loss': 0.10714021945260095}
+{'epoch': 10, 'iter': 130, 'avg_loss': 0.09619888036930604, 'avg_acc': 0.0, 'loss': 0.10663955829417253}
+{'epoch': 10, 'iter': 140, 'avg_loss': 0.09655442181383644, 'avg_acc': 0.0, 'loss': 0.096157459876626}
+{'epoch': 10, 'iter': 150, 'avg_loss': 0.09661832509953264, 'avg_acc': 0.0, 'loss': 0.0654102268696976}
+{'epoch': 10, 'iter': 160, 'avg_loss': 0.09584478120956681, 'avg_acc': 0.0, 'loss': 0.08043930544496698}
+{'epoch': 10, 'iter': 170, 'avg_loss': 0.09562802273709745, 'avg_acc': 0.0, 'loss': 0.0649850841623366}
+{'epoch': 10, 'iter': 180, 'avg_loss': 0.09486722318814414, 'avg_acc': 0.0, 'loss': 0.11076146579156491}
+{'epoch': 10, 'iter': 190, 'avg_loss': 0.09440791009746596, 'avg_acc': 0.0, 'loss': 0.12481596318351404}
+{'epoch': 10, 'iter': 200, 'avg_loss': 0.09472500985147336, 'avg_acc': 0.0, 'loss': 0.09540866618458006}
+{'epoch': 10, 'iter': 210, 'avg_loss': 0.09507012289467187, 'avg_acc': 0.0, 'loss': 0.14922537451362367}
+{'epoch': 10, 'iter': 220, 'avg_loss': 0.09478682729010171, 'avg_acc': 0.0, 'loss': 0.09458153288876149}
+{'epoch': 10, 'iter': 230, 'avg_loss': 0.09481311458589076, 'avg_acc': 0.0, 'loss': 0.11842956013727854}
+{'epoch': 10, 'iter': 240, 'avg_loss': 0.09520654065945965, 'avg_acc': 0.0, 'loss': 0.0533523766208402}
+{'epoch': 10, 'iter': 250, 'avg_loss': 0.09563223974420222, 'avg_acc': 0.0, 'loss': 0.08510183662467137}
+{'epoch': 10, 'iter': 260, 'avg_loss': 0.09587171704272172, 'avg_acc': 0.0, 'loss': 0.10563796738395174}
+{'epoch': 'EP10_test', 'eval_accuracy': 0.0, 'ece': 0.10903793573379517, 'avg_loss': 0.09629494528980918, 'f1_scores': 0.9254850123297983}
+{'epoch': 11, 'iter': 0, 'avg_loss': 0.06720388310971868, 'avg_acc': 0.0, 'loss': 0.06720388310971868}
+{'epoch': 11, 'iter': 10, 'avg_loss': 0.09036794991095483, 'avg_acc': 0.0, 'loss': 0.05892814771520298}
+{'epoch': 11, 'iter': 20, 'avg_loss': 0.0874784523135662, 'avg_acc': 0.0, 'loss': 0.0694510211377032}
+{'epoch': 11, 'iter': 30, 'avg_loss': 0.09272076175298534, 'avg_acc': 0.0, 'loss': 0.12699680989862827}
+{'epoch': 11, 'iter': 40, 'avg_loss': 0.09204665499360713, 'avg_acc': 0.0, 'loss': 0.08680782591023574}
+{'epoch': 11, 'iter': 50, 'avg_loss': 0.09566531688740139, 'avg_acc': 0.0, 'loss': 0.11513022693218439}
+{'epoch': 11, 'iter': 60, 'avg_loss': 0.09372497130287977, 'avg_acc': 0.0, 'loss': 0.06116082821918058}
+{'epoch': 11, 'iter': 70, 'avg_loss': 0.0982777369018873, 'avg_acc': 0.0, 'loss': 0.12989067264969176}
+{'epoch': 11, 'iter': 80, 'avg_loss': 0.09651742061564826, 'avg_acc': 0.0, 'loss': 0.12563640032300125}
+{'epoch': 11, 'iter': 90, 'avg_loss': 0.09652709588191173, 'avg_acc': 0.0, 'loss': 0.06754722251753265}
+{'epoch': 11, 'iter': 100, 'avg_loss': 0.0946628550767478, 'avg_acc': 0.0, 'loss': 0.0718827926300532}
+{'epoch': 11, 'iter': 110, 'avg_loss': 0.09611124463144176, 'avg_acc': 0.0, 'loss': 0.09317719264635521}
+{'epoch': 11, 'iter': 120, 'avg_loss': 0.09598607784406143, 'avg_acc': 0.0, 'loss': 0.10484584912184808}
+{'epoch': 11, 'iter': 130, 'avg_loss': 0.09660892967013697, 'avg_acc': 0.0, 'loss': 0.10783333423324239}
+{'epoch': 11, 'iter': 140, 'avg_loss': 0.0969554934317848, 'avg_acc': 0.0, 'loss': 0.09647578226230685}
+{'epoch': 11, 'iter': 150, 'avg_loss': 0.0970445586859099, 'avg_acc': 0.0, 'loss': 0.06510032367779875}
+{'epoch': 11, 'iter': 160, 'avg_loss': 0.09622254697724585, 'avg_acc': 0.0, 'loss': 0.0799618774497231}
+{'epoch': 11, 'iter': 170, 'avg_loss': 0.09600466049631434, 'avg_acc': 0.0, 'loss': 0.06460986852674669}
+{'epoch': 11, 'iter': 180, 'avg_loss': 0.09519414559127494, 'avg_acc': 0.0, 'loss': 0.110055142686755}
+{'epoch': 11, 'iter': 190, 'avg_loss': 0.09472926348206541, 'avg_acc': 0.0, 'loss': 0.12628573345977298}
+{'epoch': 11, 'iter': 200, 'avg_loss': 0.09506100989516215, 'avg_acc': 0.0, 'loss': 0.09435242434195296}
+{'epoch': 11, 'iter': 210, 'avg_loss': 0.09542242158173343, 'avg_acc': 0.0, 'loss': 0.14905082020010849}
+{'epoch': 11, 'iter': 220, 'avg_loss': 0.09513531549877795, 'avg_acc': 0.0, 'loss': 0.09601033136885104}
+{'epoch': 11, 'iter': 230, 'avg_loss': 0.09515317740759609, 'avg_acc': 0.0, 'loss': 0.11965916724962661}
+{'epoch': 11, 'iter': 240, 'avg_loss': 0.09555232459247817, 'avg_acc': 0.0, 'loss': 0.052840902001908115}
+{'epoch': 11, 'iter': 250, 'avg_loss': 0.09599113280762583, 'avg_acc': 0.0, 'loss': 0.08463740571390588}
+{'epoch': 11, 'iter': 260, 'avg_loss': 0.09622257182094536, 'avg_acc': 0.0, 'loss': 0.10630515694373344}
+{'epoch': 'EP11_test', 'eval_accuracy': 0.0, 'ece': 0.09404018521308899, 'avg_loss': 0.09667143869373392, 'f1_scores': 0.9256018947840403}
+{'epoch': 12, 'iter': 0, 'avg_loss': 0.06629952750636951, 'avg_acc': 0.0, 'loss': 0.06629952750636951}
+{'epoch': 12, 'iter': 10, 'avg_loss': 0.08966465452263071, 'avg_acc': 0.0, 'loss': 0.057596287627847326}
+{'epoch': 12, 'iter': 20, 'avg_loss': 0.08685964762556245, 'avg_acc': 0.0, 'loss': 0.06889522903900668}
+{'epoch': 12, 'iter': 30, 'avg_loss': 0.09213980190356735, 'avg_acc': 0.0, 'loss': 0.1264863155410824}
+{'epoch': 12, 'iter': 40, 'avg_loss': 0.09147266614714812, 'avg_acc': 0.0, 'loss': 0.08546133538957738}
+{'epoch': 12, 'iter': 50, 'avg_loss': 0.09511696351218893, 'avg_acc': 0.0, 'loss': 0.11471347061642842}
+{'epoch': 12, 'iter': 60, 'avg_loss': 0.09317016744688802, 'avg_acc': 0.0, 'loss': 0.06116491494389566}
+{'epoch': 12, 'iter': 70, 'avg_loss': 0.09771368870031581, 'avg_acc': 0.0, 'loss': 0.12951455259027356}
+{'epoch': 12, 'iter': 80, 'avg_loss': 0.09593888105971884, 'avg_acc': 0.0, 'loss': 0.1248851165081492}
+{'epoch': 12, 'iter': 90, 'avg_loss': 0.09595521900189977, 'avg_acc': 0.0, 'loss': 0.06718059028844436}
+{'epoch': 12, 'iter': 100, 'avg_loss': 0.094099556227015, 'avg_acc': 0.0, 'loss': 0.07155579572874565}
+{'epoch': 12, 'iter': 110, 'avg_loss': 0.09555378297930651, 'avg_acc': 0.0, 'loss': 0.09250694633351689}
+{'epoch': 12, 'iter': 120, 'avg_loss': 0.09542383787369925, 'avg_acc': 0.0, 'loss': 0.10402263719719379}
+{'epoch': 12, 'iter': 130, 'avg_loss': 0.09604772851039883, 'avg_acc': 0.0, 'loss': 0.10672016240285132}
+{'epoch': 12, 'iter': 140, 'avg_loss': 0.09638464446065395, 'avg_acc': 0.0, 'loss': 0.09448293550592064}
+{'epoch': 12, 'iter': 150, 'avg_loss': 0.09646822665512546, 'avg_acc': 0.0, 'loss': 0.06492343153234158}
+{'epoch': 12, 'iter': 160, 'avg_loss': 0.09564455031381072, 'avg_acc': 0.0, 'loss': 0.0787423743041659}
+{'epoch': 12, 'iter': 170, 'avg_loss': 0.09542522071036029, 'avg_acc': 0.0, 'loss': 0.06451214642296016}
+{'epoch': 12, 'iter': 180, 'avg_loss': 0.09460515879993671, 'avg_acc': 0.0, 'loss': 0.10849818583432125}
+{'epoch': 12, 'iter': 190, 'avg_loss': 0.09413856882555732, 'avg_acc': 0.0, 'loss': 0.12525030103316226}
+{'epoch': 12, 'iter': 200, 'avg_loss': 0.09446617828924354, 'avg_acc': 0.0, 'loss': 0.09357151069236684}
+{'epoch': 12, 'iter': 210, 'avg_loss': 0.09481787782629886, 'avg_acc': 0.0, 'loss': 0.14759853183484697}
+{'epoch': 12, 'iter': 220, 'avg_loss': 0.09454071262221317, 'avg_acc': 0.0, 'loss': 0.09565364300367815}
+{'epoch': 12, 'iter': 230, 'avg_loss': 0.09455335288104459, 'avg_acc': 0.0, 'loss': 0.11886523950695756}
+{'epoch': 12, 'iter': 240, 'avg_loss': 0.09495621894768695, 'avg_acc': 0.0, 'loss': 0.05249189143730705}
+{'epoch': 12, 'iter': 250, 'avg_loss': 0.09539497447676669, 'avg_acc': 0.0, 'loss': 0.0844660288273766}
+{'epoch': 12, 'iter': 260, 'avg_loss': 0.09563254797668719, 'avg_acc': 0.0, 'loss': 0.10540627002185536}
+{'epoch': 'EP12_test', 'eval_accuracy': 0.0, 'ece': 0.09434822201728821, 'avg_loss': 0.09607751325401201, 'f1_scores': 0.9256018947840403}
+{'epoch': 13, 'iter': 0, 'avg_loss': 0.06595461910969748, 'avg_acc': 0.0, 'loss': 0.06595461910969748}
+{'epoch': 13, 'iter': 10, 'avg_loss': 0.08903339404016436, 'avg_acc': 0.0, 'loss': 0.05868230846191531}
+{'epoch': 13, 'iter': 20, 'avg_loss': 0.0864899702107389, 'avg_acc': 0.0, 'loss': 0.06981628639810618}
+{'epoch': 13, 'iter': 30, 'avg_loss': 0.0916225954442144, 'avg_acc': 0.0, 'loss': 0.12529758047406045}
+{'epoch': 13, 'iter': 40, 'avg_loss': 0.09096234831851127, 'avg_acc': 0.0, 'loss': 0.08502209363166253}
+{'epoch': 13, 'iter': 50, 'avg_loss': 0.09453671445517024, 'avg_acc': 0.0, 'loss': 0.11433583160738131}
+{'epoch': 13, 'iter': 60, 'avg_loss': 0.09258774250723481, 'avg_acc': 0.0, 'loss': 0.060650260355773505}
+{'epoch': 13, 'iter': 70, 'avg_loss': 0.09699528032855498, 'avg_acc': 0.0, 'loss': 0.12701116688542818}
+{'epoch': 13, 'iter': 80, 'avg_loss': 0.09525373172984097, 'avg_acc': 0.0, 'loss': 0.12322783704530389}
+{'epoch': 13, 'iter': 90, 'avg_loss': 0.09525631360686164, 'avg_acc': 0.0, 'loss': 0.0678304982073184}
+{'epoch': 13, 'iter': 100, 'avg_loss': 0.09344109280237561, 'avg_acc': 0.0, 'loss': 0.07253834496741465}
+{'epoch': 13, 'iter': 110, 'avg_loss': 0.09481440590485811, 'avg_acc': 0.0, 'loss': 0.09139051812389351}
+{'epoch': 13, 'iter': 120, 'avg_loss': 0.0947176855987642, 'avg_acc': 0.0, 'loss': 0.10307320600615404}
+{'epoch': 13, 'iter': 130, 'avg_loss': 0.09531135803112935, 'avg_acc': 0.0, 'loss': 0.10505676378011636}
+{'epoch': 13, 'iter': 140, 'avg_loss': 0.09561772196878847, 'avg_acc': 0.0, 'loss': 0.09327027320171055}
+{'epoch': 13, 'iter': 150, 'avg_loss': 0.09571649812736972, 'avg_acc': 0.0, 'loss': 0.06452820548088312}
+{'epoch': 13, 'iter': 160, 'avg_loss': 0.09492575015975618, 'avg_acc': 0.0, 'loss': 0.07953089841321262}
+{'epoch': 13, 'iter': 170, 'avg_loss': 0.09471631897403812, 'avg_acc': 0.0, 'loss': 0.06440889656052816}
+{'epoch': 13, 'iter': 180, 'avg_loss': 0.09389787747979063, 'avg_acc': 0.0, 'loss': 0.10757877446997911}
+{'epoch': 13, 'iter': 190, 'avg_loss': 0.09343621482173325, 'avg_acc': 0.0, 'loss': 0.12311922834568836}
+{'epoch': 13, 'iter': 200, 'avg_loss': 0.09375245277604312, 'avg_acc': 0.0, 'loss': 0.09381054804570559}
+{'epoch': 13, 'iter': 210, 'avg_loss': 0.09408897292792175, 'avg_acc': 0.0, 'loss': 0.14528813168517118}
+{'epoch': 13, 'iter': 220, 'avg_loss': 0.0938360283739848, 'avg_acc': 0.0, 'loss': 0.09503538792104596}
+{'epoch': 13, 'iter': 230, 'avg_loss': 0.09384479056986055, 'avg_acc': 0.0, 'loss': 0.11569718906286498}
+{'epoch': 13, 'iter': 240, 'avg_loss': 0.09423088969943261, 'avg_acc': 0.0, 'loss': 0.05306311973902008}
+{'epoch': 13, 'iter': 250, 'avg_loss': 0.09465300510219922, 'avg_acc': 0.0, 'loss': 0.08482160916368287}
+{'epoch': 13, 'iter': 260, 'avg_loss': 0.09489087975843523, 'avg_acc': 0.0, 'loss': 0.10522877169268798}
+{'epoch': 'EP13_test', 'eval_accuracy': 0.0, 'ece': 0.10945873707532883, 'avg_loss': 0.09532677379485643, 'f1_scores': 0.9254850123297983}
+{'epoch': 14, 'iter': 0, 'avg_loss': 0.06526607665652964, 'avg_acc': 0.0, 'loss': 0.06526607665652964}
+{'epoch': 14, 'iter': 10, 'avg_loss': 0.08912935218658495, 'avg_acc': 0.0, 'loss': 0.05759905406999012}
+{'epoch': 14, 'iter': 20, 'avg_loss': 0.08644155380384061, 'avg_acc': 0.0, 'loss': 0.06954606289173171}
+{'epoch': 14, 'iter': 30, 'avg_loss': 0.09165483336749511, 'avg_acc': 0.0, 'loss': 0.12653213470853839}
+{'epoch': 14, 'iter': 40, 'avg_loss': 0.09097093508362956, 'avg_acc': 0.0, 'loss': 0.08455596960603323}
+{'epoch': 14, 'iter': 50, 'avg_loss': 0.09461256578008233, 'avg_acc': 0.0, 'loss': 0.11468945801083155}
+{'epoch': 14, 'iter': 60, 'avg_loss': 0.09264081037972456, 'avg_acc': 0.0, 'loss': 0.06029691855604215}
+{'epoch': 14, 'iter': 70, 'avg_loss': 0.09720745138779988, 'avg_acc': 0.0, 'loss': 0.12877255551855982}
+{'epoch': 14, 'iter': 80, 'avg_loss': 0.09543879257983379, 'avg_acc': 0.0, 'loss': 0.12381901095002538}
+{'epoch': 14, 'iter': 90, 'avg_loss': 0.0954133702642131, 'avg_acc': 0.0, 'loss': 0.06714178077660497}
+{'epoch': 14, 'iter': 100, 'avg_loss': 0.09355675080638488, 'avg_acc': 0.0, 'loss': 0.07212944929148282}
+{'epoch': 14, 'iter': 110, 'avg_loss': 0.09496520898391334, 'avg_acc': 0.0, 'loss': 0.09194414943175389}
+{'epoch': 14, 'iter': 120, 'avg_loss': 0.09486584763863244, 'avg_acc': 0.0, 'loss': 0.10339603570079094}
+{'epoch': 14, 'iter': 130, 'avg_loss': 0.09547716828314687, 'avg_acc': 0.0, 'loss': 0.10591010711371496}
+{'epoch': 14, 'iter': 140, 'avg_loss': 0.09578758941779125, 'avg_acc': 0.0, 'loss': 0.09287032339093619}
+{'epoch': 14, 'iter': 150, 'avg_loss': 0.09589300417713527, 'avg_acc': 0.0, 'loss': 0.0637307667596149}
+{'epoch': 14, 'iter': 160, 'avg_loss': 0.09506985496656542, 'avg_acc': 0.0, 'loss': 0.07969186056058268}
+{'epoch': 14, 'iter': 170, 'avg_loss': 0.09485413415720574, 'avg_acc': 0.0, 'loss': 0.06440480817261728}
+{'epoch': 14, 'iter': 180, 'avg_loss': 0.09401503883379482, 'avg_acc': 0.0, 'loss': 0.10798883782234725}
+{'epoch': 14, 'iter': 190, 'avg_loss': 0.09353849038085763, 'avg_acc': 0.0, 'loss': 0.12392474491811152}
+{'epoch': 14, 'iter': 200, 'avg_loss': 0.09386565449184615, 'avg_acc': 0.0, 'loss': 0.09354204890221393}
+{'epoch': 14, 'iter': 210, 'avg_loss': 0.09420117930977576, 'avg_acc': 0.0, 'loss': 0.14565846698272772}
+{'epoch': 14, 'iter': 220, 'avg_loss': 0.09394114802700002, 'avg_acc': 0.0, 'loss': 0.09505151774107747}
+{'epoch': 14, 'iter': 230, 'avg_loss': 0.09394620461966585, 'avg_acc': 0.0, 'loss': 0.11591603112286057}
+{'epoch': 14, 'iter': 240, 'avg_loss': 0.09433699772626866, 'avg_acc': 0.0, 'loss': 0.05211533335154326}
+{'epoch': 14, 'iter': 250, 'avg_loss': 0.09478050242299699, 'avg_acc': 0.0, 'loss': 0.08553012474783372}
+{'epoch': 14, 'iter': 260, 'avg_loss': 0.09502348526937535, 'avg_acc': 0.0, 'loss': 0.10467180728693393}
+{'epoch': 'EP14_test', 'eval_accuracy': 0.0, 'ece': 0.11060202121734619, 'avg_loss': 0.0954741397854202, 'f1_scores': 0.9254850123297983}
+{'epoch': 15, 'iter': 0, 'avg_loss': 0.06748466412896699, 'avg_acc': 0.0, 'loss': 0.06748466412896699}
+{'epoch': 15, 'iter': 10, 'avg_loss': 0.09160118513723768, 'avg_acc': 0.0, 'loss': 0.05808754512566695}
+{'epoch': 15, 'iter': 20, 'avg_loss': 0.08875809583869376, 'avg_acc': 0.0, 'loss': 0.07170665780238648}
+{'epoch': 15, 'iter': 30, 'avg_loss': 0.09410153580673991, 'avg_acc': 0.0, 'loss': 0.13011841030025348}
+{'epoch': 15, 'iter': 40, 'avg_loss': 0.09341945667667502, 'avg_acc': 0.0, 'loss': 0.08716824115193487}
+{'epoch': 15, 'iter': 50, 'avg_loss': 0.09708389073589695, 'avg_acc': 0.0, 'loss': 0.11658421470227154}
+{'epoch': 15, 'iter': 60, 'avg_loss': 0.09508552583382782, 'avg_acc': 0.0, 'loss': 0.06209477890631579}
+{'epoch': 15, 'iter': 70, 'avg_loss': 0.09977720374208314, 'avg_acc': 0.0, 'loss': 0.1324783975405767}
+{'epoch': 15, 'iter': 80, 'avg_loss': 0.09796611601563329, 'avg_acc': 0.0, 'loss': 0.12775644481912096}
+{'epoch': 15, 'iter': 90, 'avg_loss': 0.09796118781533737, 'avg_acc': 0.0, 'loss': 0.06804443092726485}
+{'epoch': 15, 'iter': 100, 'avg_loss': 0.09606044549017656, 'avg_acc': 0.0, 'loss': 0.07389788195234408}
+{'epoch': 15, 'iter': 110, 'avg_loss': 0.09752899315620486, 'avg_acc': 0.0, 'loss': 0.09459976284251427}
+{'epoch': 15, 'iter': 120, 'avg_loss': 0.09740861864181591, 'avg_acc': 0.0, 'loss': 0.10595980004485535}
+{'epoch': 15, 'iter': 130, 'avg_loss': 0.09801960373364194, 'avg_acc': 0.0, 'loss': 0.10828228849605637}
+{'epoch': 15, 'iter': 140, 'avg_loss': 0.09834486474592849, 'avg_acc': 0.0, 'loss': 0.09613335330533346}
+{'epoch': 15, 'iter': 150, 'avg_loss': 0.09845381576562288, 'avg_acc': 0.0, 'loss': 0.0657503145228832}
+{'epoch': 15, 'iter': 160, 'avg_loss': 0.09760593605500423, 'avg_acc': 0.0, 'loss': 0.08076374211234695}
+{'epoch': 15, 'iter': 170, 'avg_loss': 0.09739057661396334, 'avg_acc': 0.0, 'loss': 0.06561487785664001}
+{'epoch': 15, 'iter': 180, 'avg_loss': 0.0965250266412527, 'avg_acc': 0.0, 'loss': 0.10988855757558927}
+{'epoch': 15, 'iter': 190, 'avg_loss': 0.09605649855718347, 'avg_acc': 0.0, 'loss': 0.12773218060317504}
+{'epoch': 15, 'iter': 200, 'avg_loss': 0.096390488209819, 'avg_acc': 0.0, 'loss': 0.09483179128233538}
+{'epoch': 15, 'iter': 210, 'avg_loss': 0.09674590449652597, 'avg_acc': 0.0, 'loss': 0.14901171272402636}
+{'epoch': 15, 'iter': 220, 'avg_loss': 0.09646466859503773, 'avg_acc': 0.0, 'loss': 0.09792483727356478}
+{'epoch': 15, 'iter': 230, 'avg_loss': 0.0964751868739199, 'avg_acc': 0.0, 'loss': 0.12043840062794482}
+{'epoch': 15, 'iter': 240, 'avg_loss': 0.09686714064054801, 'avg_acc': 0.0, 'loss': 0.053686584587568725}
+{'epoch': 15, 'iter': 250, 'avg_loss': 0.09732973059610209, 'avg_acc': 0.0, 'loss': 0.08767350259067337}
+{'epoch': 15, 'iter': 260, 'avg_loss': 0.09757540275639315, 'avg_acc': 0.0, 'loss': 0.10689797933325247}
+{'epoch': 'EP15_test', 'eval_accuracy': 0.0, 'ece': 0.09588012099266052, 'avg_loss': 0.0980349833556479, 'f1_scores': 0.9254850123297983}
+{'epoch': 16, 'iter': 0, 'avg_loss': 0.0656467652652038, 'avg_acc': 0.0, 'loss': 0.0656467652652038}
+{'epoch': 16, 'iter': 10, 'avg_loss': 0.08978684623907268, 'avg_acc': 0.0, 'loss': 0.056669703085690665}
+{'epoch': 16, 'iter': 20, 'avg_loss': 0.08694384740664021, 'avg_acc': 0.0, 'loss': 0.06995227641001682}
+{'epoch': 16, 'iter': 30, 'avg_loss': 0.09228847032881954, 'avg_acc': 0.0, 'loss': 0.12826072888008508}
+{'epoch': 16, 'iter': 40, 'avg_loss': 0.09163553744579744, 'avg_acc': 0.0, 'loss': 0.08461813749143232}
+{'epoch': 16, 'iter': 50, 'avg_loss': 0.09531958173794527, 'avg_acc': 0.0, 'loss': 0.11532667749446546}
+{'epoch': 16, 'iter': 60, 'avg_loss': 0.0933208752075481, 'avg_acc': 0.0, 'loss': 0.060704479164385816}
+{'epoch': 16, 'iter': 70, 'avg_loss': 0.0979896191531283, 'avg_acc': 0.0, 'loss': 0.130529805349797}
+{'epoch': 16, 'iter': 80, 'avg_loss': 0.09616291067650197, 'avg_acc': 0.0, 'loss': 0.12548289880860303}
+{'epoch': 16, 'iter': 90, 'avg_loss': 0.09614431475597711, 'avg_acc': 0.0, 'loss': 0.06743790405266736}
+{'epoch': 16, 'iter': 100, 'avg_loss': 0.0942438101016928, 'avg_acc': 0.0, 'loss': 0.0720649141077538}
+{'epoch': 16, 'iter': 110, 'avg_loss': 0.09569292163214346, 'avg_acc': 0.0, 'loss': 0.09244061241052544}
+{'epoch': 16, 'iter': 120, 'avg_loss': 0.09559994041320401, 'avg_acc': 0.0, 'loss': 0.10354278949074772}
+{'epoch': 16, 'iter': 130, 'avg_loss': 0.09620614329139993, 'avg_acc': 0.0, 'loss': 0.10657337665685418}
+{'epoch': 16, 'iter': 140, 'avg_loss': 0.09651903004650736, 'avg_acc': 0.0, 'loss': 0.09393490333541518}
+{'epoch': 16, 'iter': 150, 'avg_loss': 0.09662601634051853, 'avg_acc': 0.0, 'loss': 0.0639466670840615}
+{'epoch': 16, 'iter': 160, 'avg_loss': 0.09578160204229286, 'avg_acc': 0.0, 'loss': 0.0792336846188724}
+{'epoch': 16, 'iter': 170, 'avg_loss': 0.09556278140862355, 'avg_acc': 0.0, 'loss': 0.06431230397234954}
+{'epoch': 16, 'iter': 180, 'avg_loss': 0.0946921695826404, 'avg_acc': 0.0, 'loss': 0.10838699561890865}
+{'epoch': 16, 'iter': 190, 'avg_loss': 0.09422841010889589, 'avg_acc': 0.0, 'loss': 0.12539997750546863}
+{'epoch': 16, 'iter': 200, 'avg_loss': 0.09456121811104241, 'avg_acc': 0.0, 'loss': 0.09352691920697964}
+{'epoch': 16, 'iter': 210, 'avg_loss': 0.09490914888852237, 'avg_acc': 0.0, 'loss': 0.1470846045246422}
+{'epoch': 16, 'iter': 220, 'avg_loss': 0.09462801554417424, 'avg_acc': 0.0, 'loss': 0.09617063006245578}
+{'epoch': 16, 'iter': 230, 'avg_loss': 0.09462748906944432, 'avg_acc': 0.0, 'loss': 0.11791403364742944}
+{'epoch': 16, 'iter': 240, 'avg_loss': 0.09502720338359201, 'avg_acc': 0.0, 'loss': 0.0521149497858886}
+{'epoch': 16, 'iter': 250, 'avg_loss': 0.09548326204000329, 'avg_acc': 0.0, 'loss': 0.08589105071935624}
+{'epoch': 16, 'iter': 260, 'avg_loss': 0.09572653216819778, 'avg_acc': 0.0, 'loss': 0.10504601110611539}
+{'epoch': 'EP16_test', 'eval_accuracy': 0.0, 'ece': 0.09585697948932648, 'avg_loss': 0.09618459801484586, 'f1_scores': 0.9254850123297983}
+{'epoch': 17, 'iter': 0, 'avg_loss': 0.06651800319830516, 'avg_acc': 0.0, 'loss': 0.06651800319830516}
+{'epoch': 17, 'iter': 10, 'avg_loss': 0.09014346897892783, 'avg_acc': 0.0, 'loss': 0.05807225083258669}
+{'epoch': 17, 'iter': 20, 'avg_loss': 0.0874157583348555, 'avg_acc': 0.0, 'loss': 0.07082224953397338}
+{'epoch': 17, 'iter': 30, 'avg_loss': 0.09275837512683947, 'avg_acc': 0.0, 'loss': 0.12782975061619642}
+{'epoch': 17, 'iter': 40, 'avg_loss': 0.0921737819930325, 'avg_acc': 0.0, 'loss': 0.08477540763596535}
+{'epoch': 17, 'iter': 50, 'avg_loss': 0.09581286231817104, 'avg_acc': 0.0, 'loss': 0.11568141539774095}
+{'epoch': 17, 'iter': 60, 'avg_loss': 0.09380380678193838, 'avg_acc': 0.0, 'loss': 0.061880010699531286}
+{'epoch': 17, 'iter': 70, 'avg_loss': 0.09833610219163379, 'avg_acc': 0.0, 'loss': 0.1294127154157475}
+{'epoch': 17, 'iter': 80, 'avg_loss': 0.09653067386302563, 'avg_acc': 0.0, 'loss': 0.12528062213071475}
+{'epoch': 17, 'iter': 90, 'avg_loss': 0.09655384711557871, 'avg_acc': 0.0, 'loss': 0.06847538463076878}
+{'epoch': 17, 'iter': 100, 'avg_loss': 0.09468552735087289, 'avg_acc': 0.0, 'loss': 0.07354333039820103}
+{'epoch': 17, 'iter': 110, 'avg_loss': 0.09609688608540286, 'avg_acc': 0.0, 'loss': 0.09252403631477282}
+{'epoch': 17, 'iter': 120, 'avg_loss': 0.09602310250800714, 'avg_acc': 0.0, 'loss': 0.1044855971757406}
+{'epoch': 17, 'iter': 130, 'avg_loss': 0.09660802089332898, 'avg_acc': 0.0, 'loss': 0.10553296625772442}
+{'epoch': 17, 'iter': 140, 'avg_loss': 0.09691055859623496, 'avg_acc': 0.0, 'loss': 0.09426507265042768}
+{'epoch': 17, 'iter': 150, 'avg_loss': 0.09700802192895147, 'avg_acc': 0.0, 'loss': 0.0648876539046463}
+{'epoch': 17, 'iter': 160, 'avg_loss': 0.0962006063063766, 'avg_acc': 0.0, 'loss': 0.07944187602743519}
+{'epoch': 17, 'iter': 170, 'avg_loss': 0.09599187778919631, 'avg_acc': 0.0, 'loss': 0.0651566740108588}
+{'epoch': 17, 'iter': 180, 'avg_loss': 0.09512283030792106, 'avg_acc': 0.0, 'loss': 0.10833330339375737}
+{'epoch': 17, 'iter': 190, 'avg_loss': 0.09467489858676649, 'avg_acc': 0.0, 'loss': 0.12424579027698508}
+{'epoch': 17, 'iter': 200, 'avg_loss': 0.09499920089755207, 'avg_acc': 0.0, 'loss': 0.09435928407765662}
+{'epoch': 17, 'iter': 210, 'avg_loss': 0.09533696357713821, 'avg_acc': 0.0, 'loss': 0.14665327099618658}
+{'epoch': 17, 'iter': 220, 'avg_loss': 0.09506297011369898, 'avg_acc': 0.0, 'loss': 0.09644174439797228}
+{'epoch': 17, 'iter': 230, 'avg_loss': 0.0950583417768957, 'avg_acc': 0.0, 'loss': 0.11734823712081013}
+{'epoch': 17, 'iter': 240, 'avg_loss': 0.09545221816334643, 'avg_acc': 0.0, 'loss': 0.0534988484687245}
+{'epoch': 17, 'iter': 250, 'avg_loss': 0.09589478780062237, 'avg_acc': 0.0, 'loss': 0.08647453674500737}
+{'epoch': 17, 'iter': 260, 'avg_loss': 0.09613913043017126, 'avg_acc': 0.0, 'loss': 0.10567777199863874}
+{'epoch': 'EP17_test', 'eval_accuracy': 0.0, 'ece': 0.09309017658233643, 'avg_loss': 0.09658364868890278, 'f1_scores': 0.9254850123297983}
+{'epoch': 18, 'iter': 0, 'avg_loss': 0.06605065120594134, 'avg_acc': 0.0, 'loss': 0.06605065120594134}
+{'epoch': 18, 'iter': 10, 'avg_loss': 0.08986889251175763, 'avg_acc': 0.0, 'loss': 0.057500007944739195}
+{'epoch': 18, 'iter': 20, 'avg_loss': 0.08706496940869023, 'avg_acc': 0.0, 'loss': 0.07008727434549655}
+{'epoch': 18, 'iter': 30, 'avg_loss': 0.09237011984671213, 'avg_acc': 0.0, 'loss': 0.1269538259510747}
+{'epoch': 18, 'iter': 40, 'avg_loss': 0.09176784788267923, 'avg_acc': 0.0, 'loss': 0.08423574202708194}
+{'epoch': 18, 'iter': 50, 'avg_loss': 0.09536584601965167, 'avg_acc': 0.0, 'loss': 0.11506906110059031}
+{'epoch': 18, 'iter': 60, 'avg_loss': 0.09341508085316427, 'avg_acc': 0.0, 'loss': 0.06192284897295508}
+{'epoch': 18, 'iter': 70, 'avg_loss': 0.0979149717061647, 'avg_acc': 0.0, 'loss': 0.12954563439501499}
+{'epoch': 18, 'iter': 80, 'avg_loss': 0.09611860770006596, 'avg_acc': 0.0, 'loss': 0.12421618283423794}
+{'epoch': 18, 'iter': 90, 'avg_loss': 0.0961184905077354, 'avg_acc': 0.0, 'loss': 0.06807046981826455}
+{'epoch': 18, 'iter': 100, 'avg_loss': 0.0942855827324868, 'avg_acc': 0.0, 'loss': 0.07303850785505972}
+{'epoch': 18, 'iter': 110, 'avg_loss': 0.09570017346621319, 'avg_acc': 0.0, 'loss': 0.09298192340135358}
+{'epoch': 18, 'iter': 120, 'avg_loss': 0.09560170179312036, 'avg_acc': 0.0, 'loss': 0.1031419400564906}
+{'epoch': 18, 'iter': 130, 'avg_loss': 0.0962017050041208, 'avg_acc': 0.0, 'loss': 0.1068032273121316}
+{'epoch': 18, 'iter': 140, 'avg_loss': 0.09649577211984466, 'avg_acc': 0.0, 'loss': 0.09390698632277657}
+{'epoch': 18, 'iter': 150, 'avg_loss': 0.09658335539250668, 'avg_acc': 0.0, 'loss': 0.064698314070934}
+{'epoch': 18, 'iter': 160, 'avg_loss': 0.09577054422322624, 'avg_acc': 0.0, 'loss': 0.078819631015855}
+{'epoch': 18, 'iter': 170, 'avg_loss': 0.09556944923128657, 'avg_acc': 0.0, 'loss': 0.06576377723779103}
+{'epoch': 18, 'iter': 180, 'avg_loss': 0.09471832830536084, 'avg_acc': 0.0, 'loss': 0.10761032931951928}
+{'epoch': 18, 'iter': 190, 'avg_loss': 0.09426545401862015, 'avg_acc': 0.0, 'loss': 0.12376370175009502}
+{'epoch': 18, 'iter': 200, 'avg_loss': 0.0945904584045826, 'avg_acc': 0.0, 'loss': 0.09405819923032205}
+{'epoch': 18, 'iter': 210, 'avg_loss': 0.0949173204675801, 'avg_acc': 0.0, 'loss': 0.14545973454031014}
+{'epoch': 18, 'iter': 220, 'avg_loss': 0.09464253700008916, 'avg_acc': 0.0, 'loss': 0.09580448246151718}
+{'epoch': 18, 'iter': 230, 'avg_loss': 0.09464188952937931, 'avg_acc': 0.0, 'loss': 0.11693460235899725}
+{'epoch': 18, 'iter': 240, 'avg_loss': 0.09504059521548047, 'avg_acc': 0.0, 'loss': 0.05344359659642756}
+{'epoch': 18, 'iter': 250, 'avg_loss': 0.09548820411819146, 'avg_acc': 0.0, 'loss': 0.08658659078162755}
+{'epoch': 18, 'iter': 260, 'avg_loss': 0.09572913826499797, 'avg_acc': 0.0, 'loss': 0.10518445187212169}
+{'epoch': 'EP18_test', 'eval_accuracy': 0.0, 'ece': 0.0994013324379921, 'avg_loss': 0.09616926201948499, 'f1_scores': 0.9254850123297983}
+{'epoch': 19, 'iter': 0, 'avg_loss': 0.06732786396765837, 'avg_acc': 0.0, 'loss': 0.06732786396765837}
+{'epoch': 19, 'iter': 10, 'avg_loss': 0.09200093282993146, 'avg_acc': 0.0, 'loss': 0.05758092981285553}
+{'epoch': 19, 'iter': 20, 'avg_loss': 0.08890747004183719, 'avg_acc': 0.0, 'loss': 0.0713517522001114}
+{'epoch': 19, 'iter': 30, 'avg_loss': 0.09434395444837321, 'avg_acc': 0.0, 'loss': 0.13067254933093864}
+{'epoch': 19, 'iter': 40, 'avg_loss': 0.09370321460702119, 'avg_acc': 0.0, 'loss': 0.08596210981940137}
+{'epoch': 19, 'iter': 50, 'avg_loss': 0.09738245287647702, 'avg_acc': 0.0, 'loss': 0.11700006583203251}
+{'epoch': 19, 'iter': 60, 'avg_loss': 0.09538702714664844, 'avg_acc': 0.0, 'loss': 0.06304721865106647}
+{'epoch': 19, 'iter': 70, 'avg_loss': 0.10016851794432031, 'avg_acc': 0.0, 'loss': 0.1343729738841424}
+{'epoch': 19, 'iter': 80, 'avg_loss': 0.09832555980738868, 'avg_acc': 0.0, 'loss': 0.12774602899093726}
+{'epoch': 19, 'iter': 90, 'avg_loss': 0.09830269316672935, 'avg_acc': 0.0, 'loss': 0.06777434902684425}
+{'epoch': 19, 'iter': 100, 'avg_loss': 0.09640118978006859, 'avg_acc': 0.0, 'loss': 0.07399664713069447}
+{'epoch': 19, 'iter': 110, 'avg_loss': 0.09789194688232104, 'avg_acc': 0.0, 'loss': 0.0956592020529062}
+{'epoch': 19, 'iter': 120, 'avg_loss': 0.09778366254295516, 'avg_acc': 0.0, 'loss': 0.1062286954445284}
+{'epoch': 19, 'iter': 130, 'avg_loss': 0.09840354887122409, 'avg_acc': 0.0, 'loss': 0.10960326954616001}
+{'epoch': 19, 'iter': 140, 'avg_loss': 0.098724963348971, 'avg_acc': 0.0, 'loss': 0.09647946526536494}
+{'epoch': 19, 'iter': 150, 'avg_loss': 0.09881914185344354, 'avg_acc': 0.0, 'loss': 0.06542461198879883}
+{'epoch': 19, 'iter': 160, 'avg_loss': 0.09795942338981958, 'avg_acc': 0.0, 'loss': 0.08028488077710604}
+{'epoch': 19, 'iter': 170, 'avg_loss': 0.0977463088212362, 'avg_acc': 0.0, 'loss': 0.06689179257063975}
+{'epoch': 19, 'iter': 180, 'avg_loss': 0.09685902366087097, 'avg_acc': 0.0, 'loss': 0.10972042533007555}
+{'epoch': 19, 'iter': 190, 'avg_loss': 0.09638091980575686, 'avg_acc': 0.0, 'loss': 0.1275989159120375}
+{'epoch': 19, 'iter': 200, 'avg_loss': 0.09672324704094362, 'avg_acc': 0.0, 'loss': 0.09554349750125368}
+{'epoch': 19, 'iter': 210, 'avg_loss': 0.09705843347103207, 'avg_acc': 0.0, 'loss': 0.14882915774612318}
+{'epoch': 19, 'iter': 220, 'avg_loss': 0.09676000311006616, 'avg_acc': 0.0, 'loss': 0.0980676169792137}
+{'epoch': 19, 'iter': 230, 'avg_loss': 0.09676225150447346, 'avg_acc': 0.0, 'loss': 0.12037321589428375}
+{'epoch': 19, 'iter': 240, 'avg_loss': 0.09716556267752763, 'avg_acc': 0.0, 'loss': 0.05365717557000745}
+{'epoch': 19, 'iter': 250, 'avg_loss': 0.09764747501096226, 'avg_acc': 0.0, 'loss': 0.08881359321350958}
+{'epoch': 19, 'iter': 260, 'avg_loss': 0.09789223803666489, 'avg_acc': 0.0, 'loss': 0.10639357299268275}
+{'epoch': 'EP19_test', 'eval_accuracy': 0.0, 'ece': 0.09686127305030823, 'avg_loss': 0.0983533146532385, 'f1_scores': 0.9254850123297983}
+{'epoch': 20, 'iter': 0, 'avg_loss': 0.06736699771736353, 'avg_acc': 0.0, 'loss': 0.06736699771736353}
+{'epoch': 20, 'iter': 10, 'avg_loss': 0.09095005448100367, 'avg_acc': 0.0, 'loss': 0.05858461104287674}
+{'epoch': 20, 'iter': 20, 'avg_loss': 0.08810085296478778, 'avg_acc': 0.0, 'loss': 0.07172049298781401}
+{'epoch': 20, 'iter': 30, 'avg_loss': 0.09344497553065702, 'avg_acc': 0.0, 'loss': 0.12912043000811277}
+{'epoch': 20, 'iter': 40, 'avg_loss': 0.09276106762534492, 'avg_acc': 0.0, 'loss': 0.08562724228271584}
+{'epoch': 20, 'iter': 50, 'avg_loss': 0.09640225585669757, 'avg_acc': 0.0, 'loss': 0.1157777455087654}
+{'epoch': 20, 'iter': 60, 'avg_loss': 0.0943892184824557, 'avg_acc': 0.0, 'loss': 0.06206965791962813}
+{'epoch': 20, 'iter': 70, 'avg_loss': 0.09901037589818662, 'avg_acc': 0.0, 'loss': 0.13077861966971227}
+{'epoch': 20, 'iter': 80, 'avg_loss': 0.0971941671994006, 'avg_acc': 0.0, 'loss': 0.1260686518972075}
+{'epoch': 20, 'iter': 90, 'avg_loss': 0.09721125309544962, 'avg_acc': 0.0, 'loss': 0.06820804478021662}
+{'epoch': 20, 'iter': 100, 'avg_loss': 0.0953256511092844, 'avg_acc': 0.0, 'loss': 0.07363373380125486}
+{'epoch': 20, 'iter': 110, 'avg_loss': 0.09674445613158435, 'avg_acc': 0.0, 'loss': 0.09310290593645983}
+{'epoch': 20, 'iter': 120, 'avg_loss': 0.09665905180126277, 'avg_acc': 0.0, 'loss': 0.10619557183405195}
+{'epoch': 20, 'iter': 130, 'avg_loss': 0.09724030069930804, 'avg_acc': 0.0, 'loss': 0.10598678620040605}
+{'epoch': 20, 'iter': 140, 'avg_loss': 0.09754899902818294, 'avg_acc': 0.0, 'loss': 0.09577525396459967}
+{'epoch': 20, 'iter': 150, 'avg_loss': 0.09765346218480918, 'avg_acc': 0.0, 'loss': 0.06509081384971133}
+{'epoch': 20, 'iter': 160, 'avg_loss': 0.09682760502830937, 'avg_acc': 0.0, 'loss': 0.08010320158774471}
+{'epoch': 20, 'iter': 170, 'avg_loss': 0.09662268279493634, 'avg_acc': 0.0, 'loss': 0.0655067877168461}
+{'epoch': 20, 'iter': 180, 'avg_loss': 0.09574717465196263, 'avg_acc': 0.0, 'loss': 0.10912228389281609}
+{'epoch': 20, 'iter': 190, 'avg_loss': 0.09528593084783697, 'avg_acc': 0.0, 'loss': 0.12559092041422965}
+{'epoch': 20, 'iter': 200, 'avg_loss': 0.0956191604380509, 'avg_acc': 0.0, 'loss': 0.09476212055242934}
+{'epoch': 20, 'iter': 210, 'avg_loss': 0.09596469413269557, 'avg_acc': 0.0, 'loss': 0.1476030664171292}
+{'epoch': 20, 'iter': 220, 'avg_loss': 0.09567875022795869, 'avg_acc': 0.0, 'loss': 0.09755481040838276}
+{'epoch': 20, 'iter': 230, 'avg_loss': 0.09568384290589525, 'avg_acc': 0.0, 'loss': 0.11820428158323182}
+{'epoch': 20, 'iter': 240, 'avg_loss': 0.09607872176459294, 'avg_acc': 0.0, 'loss': 0.05372573441422494}
+{'epoch': 20, 'iter': 250, 'avg_loss': 0.09654400319600083, 'avg_acc': 0.0, 'loss': 0.08755077600910965}
+{'epoch': 20, 'iter': 260, 'avg_loss': 0.09678621692199785, 'avg_acc': 0.0, 'loss': 0.10607378216204616}
+{'epoch': 'EP20_test', 'eval_accuracy': 0.0, 'ece': 0.09469754993915558, 'avg_loss': 0.09723502651816184, 'f1_scores': 0.9254850123297983}
+{'epoch': 21, 'iter': 0, 'avg_loss': 0.06742696874629164, 'avg_acc': 0.0, 'loss': 0.06742696874629164}
+{'epoch': 21, 'iter': 10, 'avg_loss': 0.09058215445106972, 'avg_acc': 0.0, 'loss': 0.05951860644234078}
+{'epoch': 21, 'iter': 20, 'avg_loss': 0.08776201413750477, 'avg_acc': 0.0, 'loss': 0.07156633082279638}
+{'epoch': 21, 'iter': 30, 'avg_loss': 0.09293553906930702, 'avg_acc': 0.0, 'loss': 0.12846748362231405}
+{'epoch': 21, 'iter': 40, 'avg_loss': 0.09222168646104588, 'avg_acc': 0.0, 'loss': 0.08452019917952823}
+{'epoch': 21, 'iter': 50, 'avg_loss': 0.09579880290429896, 'avg_acc': 0.0, 'loss': 0.11474838728018304}
+{'epoch': 21, 'iter': 60, 'avg_loss': 0.09380273456493497, 'avg_acc': 0.0, 'loss': 0.06203902130222616}
+{'epoch': 21, 'iter': 70, 'avg_loss': 0.09836735030015512, 'avg_acc': 0.0, 'loss': 0.12983714617559322}
+{'epoch': 21, 'iter': 80, 'avg_loss': 0.09655753061233646, 'avg_acc': 0.0, 'loss': 0.12452809638684771}
+{'epoch': 21, 'iter': 90, 'avg_loss': 0.09656262566817404, 'avg_acc': 0.0, 'loss': 0.06846004032104247}
+{'epoch': 21, 'iter': 100, 'avg_loss': 0.09468765187650276, 'avg_acc': 0.0, 'loss': 0.07323110053825335}
+{'epoch': 21, 'iter': 110, 'avg_loss': 0.09606504735171519, 'avg_acc': 0.0, 'loss': 0.09174070139063213}
+{'epoch': 21, 'iter': 120, 'avg_loss': 0.09602098698462459, 'avg_acc': 0.0, 'loss': 0.10499995157553395}
+{'epoch': 21, 'iter': 130, 'avg_loss': 0.09659219283088927, 'avg_acc': 0.0, 'loss': 0.10533818173746973}
+{'epoch': 21, 'iter': 140, 'avg_loss': 0.09688642266546174, 'avg_acc': 0.0, 'loss': 0.09573475136840719}
+{'epoch': 21, 'iter': 150, 'avg_loss': 0.09700224596880039, 'avg_acc': 0.0, 'loss': 0.06483363558589263}
+{'epoch': 21, 'iter': 160, 'avg_loss': 0.09617943794392872, 'avg_acc': 0.0, 'loss': 0.08056348546782642}
+{'epoch': 21, 'iter': 170, 'avg_loss': 0.0959721718253268, 'avg_acc': 0.0, 'loss': 0.06573393843293777}
+{'epoch': 21, 'iter': 180, 'avg_loss': 0.09510134769005536, 'avg_acc': 0.0, 'loss': 0.10855773467433696}
+{'epoch': 21, 'iter': 190, 'avg_loss': 0.0946443808892045, 'avg_acc': 0.0, 'loss': 0.12440357903723712}
+{'epoch': 21, 'iter': 200, 'avg_loss': 0.09498338341015954, 'avg_acc': 0.0, 'loss': 0.09436619093005}
+{'epoch': 21, 'iter': 210, 'avg_loss': 0.09532353577332661, 'avg_acc': 0.0, 'loss': 0.1458289031878073}
+{'epoch': 21, 'iter': 220, 'avg_loss': 0.09504339871079558, 'avg_acc': 0.0, 'loss': 0.09738808377557819}
+{'epoch': 21, 'iter': 230, 'avg_loss': 0.09503688948784313, 'avg_acc': 0.0, 'loss': 0.11620735540501974}
+{'epoch': 21, 'iter': 240, 'avg_loss': 0.09542696375106621, 'avg_acc': 0.0, 'loss': 0.05366192873456197}
+{'epoch': 21, 'iter': 250, 'avg_loss': 0.0958926781445378, 'avg_acc': 0.0, 'loss': 0.08713895956019257}
+{'epoch': 21, 'iter': 260, 'avg_loss': 0.09612705585894224, 'avg_acc': 0.0, 'loss': 0.10543558343339651}
+{'epoch': 'EP21_test', 'eval_accuracy': 0.0, 'ece': 0.09592326730489731, 'avg_loss': 0.0965779582606574, 'f1_scores': 0.9254850123297983}
+{'epoch': 22, 'iter': 0, 'avg_loss': 0.06663573401960678, 'avg_acc': 0.0, 'loss': 0.06663573401960678}
+{'epoch': 22, 'iter': 10, 'avg_loss': 0.0906764438681293, 'avg_acc': 0.0, 'loss': 0.05876260072511334}
+{'epoch': 22, 'iter': 20, 'avg_loss': 0.08775450888779839, 'avg_acc': 0.0, 'loss': 0.0707126049533794}
+{'epoch': 22, 'iter': 30, 'avg_loss': 0.09314134671480512, 'avg_acc': 0.0, 'loss': 0.12664571484960366}
+{'epoch': 22, 'iter': 40, 'avg_loss': 0.09256774167695336, 'avg_acc': 0.0, 'loss': 0.08505871692251178}
+{'epoch': 22, 'iter': 50, 'avg_loss': 0.09612151678196888, 'avg_acc': 0.0, 'loss': 0.11635006700079283}
+{'epoch': 22, 'iter': 60, 'avg_loss': 0.09417903733715768, 'avg_acc': 0.0, 'loss': 0.062297334398615636}
+{'epoch': 22, 'iter': 70, 'avg_loss': 0.09863791235195901, 'avg_acc': 0.0, 'loss': 0.12984729324204278}
+{'epoch': 22, 'iter': 80, 'avg_loss': 0.09681324103365732, 'avg_acc': 0.0, 'loss': 0.12460184902070637}
+{'epoch': 22, 'iter': 90, 'avg_loss': 0.09683975970391565, 'avg_acc': 0.0, 'loss': 0.068661695352018}
+{'epoch': 22, 'iter': 100, 'avg_loss': 0.09505054024157919, 'avg_acc': 0.0, 'loss': 0.07501375001334866}
+{'epoch': 22, 'iter': 110, 'avg_loss': 0.09646034209279584, 'avg_acc': 0.0, 'loss': 0.09454363770147518}
+{'epoch': 22, 'iter': 120, 'avg_loss': 0.09634567472336587, 'avg_acc': 0.0, 'loss': 0.10396086332093951}
+{'epoch': 22, 'iter': 130, 'avg_loss': 0.09693579859770728, 'avg_acc': 0.0, 'loss': 0.10749948501439884}
+{'epoch': 22, 'iter': 140, 'avg_loss': 0.09722289843624195, 'avg_acc': 0.0, 'loss': 0.0952521139844537}
+{'epoch': 22, 'iter': 150, 'avg_loss': 0.09729095278115463, 'avg_acc': 0.0, 'loss': 0.06516854849406123}
+{'epoch': 22, 'iter': 160, 'avg_loss': 0.09650076780199383, 'avg_acc': 0.0, 'loss': 0.07833096924698323}
+{'epoch': 22, 'iter': 170, 'avg_loss': 0.0963168327349271, 'avg_acc': 0.0, 'loss': 0.06629091082882203}
+{'epoch': 22, 'iter': 180, 'avg_loss': 0.09544814039738246, 'avg_acc': 0.0, 'loss': 0.1064619313757313}
+{'epoch': 22, 'iter': 190, 'avg_loss': 0.09499116734867923, 'avg_acc': 0.0, 'loss': 0.1237845274157345}
+{'epoch': 22, 'iter': 200, 'avg_loss': 0.09530409517060259, 'avg_acc': 0.0, 'loss': 0.09523169227015922}
+{'epoch': 22, 'iter': 210, 'avg_loss': 0.0956140097786363, 'avg_acc': 0.0, 'loss': 0.14658251171381462}
+{'epoch': 22, 'iter': 220, 'avg_loss': 0.09533589135295283, 'avg_acc': 0.0, 'loss': 0.09626912645964174}
+{'epoch': 22, 'iter': 230, 'avg_loss': 0.09533223146378676, 'avg_acc': 0.0, 'loss': 0.11669458530307354}
+{'epoch': 22, 'iter': 240, 'avg_loss': 0.09574367105836076, 'avg_acc': 0.0, 'loss': 0.05445997569643574}
+{'epoch': 22, 'iter': 250, 'avg_loss': 0.09619698329671508, 'avg_acc': 0.0, 'loss': 0.0878400604478762}
+{'epoch': 22, 'iter': 260, 'avg_loss': 0.09644248789598067, 'avg_acc': 0.0, 'loss': 0.10614515259032942}
+{'epoch': 'EP22_test', 'eval_accuracy': 0.0, 'ece': 0.10527649521827698, 'avg_loss': 0.09686738142111588, 'f1_scores': 0.9254850123297983}
+{'epoch': 23, 'iter': 0, 'avg_loss': 0.06755282865159577, 'avg_acc': 0.0, 'loss': 0.06755282865159577}
+{'epoch': 23, 'iter': 10, 'avg_loss': 0.09141440393469778, 'avg_acc': 0.0, 'loss': 0.05909273306054225}
+{'epoch': 23, 'iter': 20, 'avg_loss': 0.08848067379350996, 'avg_acc': 0.0, 'loss': 0.07164134289054605}
+{'epoch': 23, 'iter': 30, 'avg_loss': 0.09382821412950192, 'avg_acc': 0.0, 'loss': 0.12777480296914032}
+{'epoch': 23, 'iter': 40, 'avg_loss': 0.09320745767338484, 'avg_acc': 0.0, 'loss': 0.08592387575109633}
+{'epoch': 23, 'iter': 50, 'avg_loss': 0.09678826240387042, 'avg_acc': 0.0, 'loss': 0.11645862391897106}
+{'epoch': 23, 'iter': 60, 'avg_loss': 0.09483051232158458, 'avg_acc': 0.0, 'loss': 0.06289781104276569}
+{'epoch': 23, 'iter': 70, 'avg_loss': 0.09935809478012089, 'avg_acc': 0.0, 'loss': 0.13121437401249278}
+{'epoch': 23, 'iter': 80, 'avg_loss': 0.0975176563263916, 'avg_acc': 0.0, 'loss': 0.1253665683477761}
+{'epoch': 23, 'iter': 90, 'avg_loss': 0.09755301330504944, 'avg_acc': 0.0, 'loss': 0.06941554769946379}
+{'epoch': 23, 'iter': 100, 'avg_loss': 0.09573029575685867, 'avg_acc': 0.0, 'loss': 0.07498290906302225}
+{'epoch': 23, 'iter': 110, 'avg_loss': 0.09714735598381066, 'avg_acc': 0.0, 'loss': 0.09457289002570438}
+{'epoch': 23, 'iter': 120, 'avg_loss': 0.09704026814956407, 'avg_acc': 0.0, 'loss': 0.10481071661326626}
+{'epoch': 23, 'iter': 130, 'avg_loss': 0.09761322008627296, 'avg_acc': 0.0, 'loss': 0.10756406249793063}
+{'epoch': 23, 'iter': 140, 'avg_loss': 0.09791684132357877, 'avg_acc': 0.0, 'loss': 0.09654213554520245}
+{'epoch': 23, 'iter': 150, 'avg_loss': 0.09800026411243282, 'avg_acc': 0.0, 'loss': 0.06592268702881857}
+{'epoch': 23, 'iter': 160, 'avg_loss': 0.09720068763516798, 'avg_acc': 0.0, 'loss': 0.07895611150764888}
+{'epoch': 23, 'iter': 170, 'avg_loss': 0.0970047935027855, 'avg_acc': 0.0, 'loss': 0.06661778469877179}
+{'epoch': 23, 'iter': 180, 'avg_loss': 0.09612433604951767, 'avg_acc': 0.0, 'loss': 0.10689194367515548}
+{'epoch': 23, 'iter': 190, 'avg_loss': 0.09566823744281078, 'avg_acc': 0.0, 'loss': 0.12514375766755034}
+{'epoch': 23, 'iter': 200, 'avg_loss': 0.0959833202213244, 'avg_acc': 0.0, 'loss': 0.09474910462656842}
+{'epoch': 23, 'iter': 210, 'avg_loss': 0.09630316277491571, 'avg_acc': 0.0, 'loss': 0.1468767231692831}
+{'epoch': 23, 'iter': 220, 'avg_loss': 0.09601703848261234, 'avg_acc': 0.0, 'loss': 0.09771596911520776}
+{'epoch': 23, 'iter': 230, 'avg_loss': 0.09601052028885637, 'avg_acc': 0.0, 'loss': 0.11798169841104514}
+{'epoch': 23, 'iter': 240, 'avg_loss': 0.09641449593247196, 'avg_acc': 0.0, 'loss': 0.05494362849757246}
+{'epoch': 23, 'iter': 250, 'avg_loss': 0.09687518667555686, 'avg_acc': 0.0, 'loss': 0.08812310246559767}
+{'epoch': 23, 'iter': 260, 'avg_loss': 0.09711478695809002, 'avg_acc': 0.0, 'loss': 0.10619018766518755}
+{'epoch': 'EP23_test', 'eval_accuracy': 0.0, 'ece': 0.11129120737314224, 'avg_loss': 0.09754384890964675, 'f1_scores': 0.9254850123297983}
+{'epoch': 24, 'iter': 0, 'avg_loss': 0.06657323677397033, 'avg_acc': 0.0, 'loss': 0.06657323677397033}
+{'epoch': 24, 'iter': 10, 'avg_loss': 0.09010081852387997, 'avg_acc': 0.0, 'loss': 0.059259158466168006}
+{'epoch': 24, 'iter': 20, 'avg_loss': 0.08737219869610775, 'avg_acc': 0.0, 'loss': 0.07128642442590456}
+{'epoch': 24, 'iter': 30, 'avg_loss': 0.09259861311595283, 'avg_acc': 0.0, 'loss': 0.1274648271879154}
+{'epoch': 24, 'iter': 40, 'avg_loss': 0.09189559876706388, 'avg_acc': 0.0, 'loss': 0.08389458689375472}
+{'epoch': 24, 'iter': 50, 'avg_loss': 0.09547517949396922, 'avg_acc': 0.0, 'loss': 0.115330789736309}
+{'epoch': 24, 'iter': 60, 'avg_loss': 0.09350346373535881, 'avg_acc': 0.0, 'loss': 0.06174446428900231}
+{'epoch': 24, 'iter': 70, 'avg_loss': 0.09802021717550488, 'avg_acc': 0.0, 'loss': 0.12911346216056682}
+{'epoch': 24, 'iter': 80, 'avg_loss': 0.09619293563100799, 'avg_acc': 0.0, 'loss': 0.12340133698962014}
+{'epoch': 24, 'iter': 90, 'avg_loss': 0.09618254678542744, 'avg_acc': 0.0, 'loss': 0.06881028542043817}
+{'epoch': 24, 'iter': 100, 'avg_loss': 0.09434658378304728, 'avg_acc': 0.0, 'loss': 0.07373589438376321}
+{'epoch': 24, 'iter': 110, 'avg_loss': 0.09571158879378074, 'avg_acc': 0.0, 'loss': 0.0922270428807995}
+{'epoch': 24, 'iter': 120, 'avg_loss': 0.09566439605795933, 'avg_acc': 0.0, 'loss': 0.10358312299823069}
+{'epoch': 24, 'iter': 130, 'avg_loss': 0.09623921004350952, 'avg_acc': 0.0, 'loss': 0.10574766754270723}
+{'epoch': 24, 'iter': 140, 'avg_loss': 0.09651148443150352, 'avg_acc': 0.0, 'loss': 0.09410249082249525}
+{'epoch': 24, 'iter': 150, 'avg_loss': 0.09662031643119053, 'avg_acc': 0.0, 'loss': 0.06441698806944324}
+{'epoch': 24, 'iter': 160, 'avg_loss': 0.09580880616943593, 'avg_acc': 0.0, 'loss': 0.08017088460024167}
+{'epoch': 24, 'iter': 170, 'avg_loss': 0.09561440874695781, 'avg_acc': 0.0, 'loss': 0.06587545654206549}
+{'epoch': 24, 'iter': 180, 'avg_loss': 0.09473772666958287, 'avg_acc': 0.0, 'loss': 0.10776991247735168}
+{'epoch': 24, 'iter': 190, 'avg_loss': 0.09428235746236284, 'avg_acc': 0.0, 'loss': 0.12361307170073944}
+{'epoch': 24, 'iter': 200, 'avg_loss': 0.09460983230105731, 'avg_acc': 0.0, 'loss': 0.09477672469208999}
+{'epoch': 24, 'iter': 210, 'avg_loss': 0.09493244417517384, 'avg_acc': 0.0, 'loss': 0.14536796834996882}
+{'epoch': 24, 'iter': 220, 'avg_loss': 0.09465570741379857, 'avg_acc': 0.0, 'loss': 0.09630182299347974}
+{'epoch': 24, 'iter': 230, 'avg_loss': 0.09464357580803094, 'avg_acc': 0.0, 'loss': 0.11464999028805371}
+{'epoch': 24, 'iter': 240, 'avg_loss': 0.09504167146463405, 'avg_acc': 0.0, 'loss': 0.053653971257318744}
+{'epoch': 24, 'iter': 250, 'avg_loss': 0.09550448060520123, 'avg_acc': 0.0, 'loss': 0.08765473860628958}
+{'epoch': 24, 'iter': 260, 'avg_loss': 0.09574474163835411, 'avg_acc': 0.0, 'loss': 0.10557571410077213}
+{'epoch': 'EP24_test', 'eval_accuracy': 0.0, 'ece': 0.10418517142534256, 'avg_loss': 0.09618717906262603, 'f1_scores': 0.9254850123297983}
+{'epoch': 25, 'iter': 0, 'avg_loss': 0.06677740655692535, 'avg_acc': 0.0, 'loss': 0.06677740655692535}
+{'epoch': 25, 'iter': 10, 'avg_loss': 0.08988536816132377, 'avg_acc': 0.0, 'loss': 0.05941287568053407}
+{'epoch': 25, 'iter': 20, 'avg_loss': 0.08715560337200076, 'avg_acc': 0.0, 'loss': 0.07162166165101423}
+{'epoch': 25, 'iter': 30, 'avg_loss': 0.0924244260766362, 'avg_acc': 0.0, 'loss': 0.12674116893698997}
+{'epoch': 25, 'iter': 40, 'avg_loss': 0.09173509173457144, 'avg_acc': 0.0, 'loss': 0.0837403205100214}
+{'epoch': 25, 'iter': 50, 'avg_loss': 0.0953341803168464, 'avg_acc': 0.0, 'loss': 0.11545899930875285}
+{'epoch': 25, 'iter': 60, 'avg_loss': 0.09333218933087613, 'avg_acc': 0.0, 'loss': 0.06153713371985856}
+{'epoch': 25, 'iter': 70, 'avg_loss': 0.0977603443031797, 'avg_acc': 0.0, 'loss': 0.12761317413359205}
+{'epoch': 25, 'iter': 80, 'avg_loss': 0.09591210399473966, 'avg_acc': 0.0, 'loss': 0.12319287572191229}
+{'epoch': 25, 'iter': 90, 'avg_loss': 0.09595433296523331, 'avg_acc': 0.0, 'loss': 0.06975531852835307}
+{'epoch': 25, 'iter': 100, 'avg_loss': 0.094109716759448, 'avg_acc': 0.0, 'loss': 0.07354775391061708}
+{'epoch': 25, 'iter': 110, 'avg_loss': 0.0954603364629104, 'avg_acc': 0.0, 'loss': 0.09100652599398171}
+{'epoch': 25, 'iter': 120, 'avg_loss': 0.09541746793462087, 'avg_acc': 0.0, 'loss': 0.10309948370201028}
+{'epoch': 25, 'iter': 130, 'avg_loss': 0.09596698951867559, 'avg_acc': 0.0, 'loss': 0.10378601199085477}
+{'epoch': 25, 'iter': 140, 'avg_loss': 0.09623502410898793, 'avg_acc': 0.0, 'loss': 0.09404217113661924}
+{'epoch': 25, 'iter': 150, 'avg_loss': 0.09634242390255603, 'avg_acc': 0.0, 'loss': 0.06460539831758792}
+{'epoch': 25, 'iter': 160, 'avg_loss': 0.09555154979554009, 'avg_acc': 0.0, 'loss': 0.07875340272762799}
+{'epoch': 25, 'iter': 170, 'avg_loss': 0.095357108370546, 'avg_acc': 0.0, 'loss': 0.06480798575659767}
+{'epoch': 25, 'iter': 180, 'avg_loss': 0.0944643089886644, 'avg_acc': 0.0, 'loss': 0.10650602080098029}
+{'epoch': 25, 'iter': 190, 'avg_loss': 0.09402176409370175, 'avg_acc': 0.0, 'loss': 0.1225860079028759}
+{'epoch': 25, 'iter': 200, 'avg_loss': 0.09433973052156643, 'avg_acc': 0.0, 'loss': 0.09358471238338746}
+{'epoch': 25, 'iter': 210, 'avg_loss': 0.09466408688018711, 'avg_acc': 0.0, 'loss': 0.14467137684411366}
+{'epoch': 25, 'iter': 220, 'avg_loss': 0.09438968415226248, 'avg_acc': 0.0, 'loss': 0.09682854034690536}
+{'epoch': 25, 'iter': 230, 'avg_loss': 0.09437090857716383, 'avg_acc': 0.0, 'loss': 0.1145092742908186}
+{'epoch': 25, 'iter': 240, 'avg_loss': 0.09477333355563787, 'avg_acc': 0.0, 'loss': 0.05412863874261932}
+{'epoch': 25, 'iter': 250, 'avg_loss': 0.09522577525697704, 'avg_acc': 0.0, 'loss': 0.08654743487257324}
+{'epoch': 25, 'iter': 260, 'avg_loss': 0.09546388710928908, 'avg_acc': 0.0, 'loss': 0.10573777624024062}
+{'epoch': 'EP25_test', 'eval_accuracy': 0.0, 'ece': 0.10067594796419144, 'avg_loss': 0.09589652169201476, 'f1_scores': 0.9254850123297983}
+{'epoch': 26, 'iter': 0, 'avg_loss': 0.0662194728478056, 'avg_acc': 0.0, 'loss': 0.0662194728478056}
+{'epoch': 26, 'iter': 10, 'avg_loss': 0.09007505319412515, 'avg_acc': 0.0, 'loss': 0.057797946320885016}
+{'epoch': 26, 'iter': 20, 'avg_loss': 0.08720459449743541, 'avg_acc': 0.0, 'loss': 0.07080721539562417}
+{'epoch': 26, 'iter': 30, 'avg_loss': 0.09250520779877168, 'avg_acc': 0.0, 'loss': 0.12716903004034716}
+{'epoch': 26, 'iter': 40, 'avg_loss': 0.09183085145120592, 'avg_acc': 0.0, 'loss': 0.0838720605605902}
+{'epoch': 26, 'iter': 50, 'avg_loss': 0.09544006959112505, 'avg_acc': 0.0, 'loss': 0.11508460359956985}
+{'epoch': 26, 'iter': 60, 'avg_loss': 0.09346565357026283, 'avg_acc': 0.0, 'loss': 0.06174420351040664}
+{'epoch': 26, 'iter': 70, 'avg_loss': 0.09801653336487173, 'avg_acc': 0.0, 'loss': 0.13012806881300368}
+{'epoch': 26, 'iter': 80, 'avg_loss': 0.0961580241612722, 'avg_acc': 0.0, 'loss': 0.12367530591215825}
+{'epoch': 26, 'iter': 90, 'avg_loss': 0.09617830705742098, 'avg_acc': 0.0, 'loss': 0.06873485317152829}
+{'epoch': 26, 'iter': 100, 'avg_loss': 0.09433274824059948, 'avg_acc': 0.0, 'loss': 0.07353015355874755}
+{'epoch': 26, 'iter': 110, 'avg_loss': 0.09572763182526978, 'avg_acc': 0.0, 'loss': 0.09233901520150108}
+{'epoch': 26, 'iter': 120, 'avg_loss': 0.09566902613705207, 'avg_acc': 0.0, 'loss': 0.10309001385074826}
+{'epoch': 26, 'iter': 130, 'avg_loss': 0.09623661329552854, 'avg_acc': 0.0, 'loss': 0.10576758619021526}
+{'epoch': 26, 'iter': 140, 'avg_loss': 0.09651571095492799, 'avg_acc': 0.0, 'loss': 0.0938931274868813}
+{'epoch': 26, 'iter': 150, 'avg_loss': 0.09661915670833365, 'avg_acc': 0.0, 'loss': 0.06426745773010874}
+{'epoch': 26, 'iter': 160, 'avg_loss': 0.09580571297996994, 'avg_acc': 0.0, 'loss': 0.07875199390988996}
+{'epoch': 26, 'iter': 170, 'avg_loss': 0.09560454433465658, 'avg_acc': 0.0, 'loss': 0.06545704818428533}
+{'epoch': 26, 'iter': 180, 'avg_loss': 0.09470447889982946, 'avg_acc': 0.0, 'loss': 0.10561695966521256}
+{'epoch': 26, 'iter': 190, 'avg_loss': 0.09424770806148773, 'avg_acc': 0.0, 'loss': 0.12373243255280743}
+{'epoch': 26, 'iter': 200, 'avg_loss': 0.09457041565845614, 'avg_acc': 0.0, 'loss': 0.09371902202492167}
+{'epoch': 26, 'iter': 210, 'avg_loss': 0.09489418378012787, 'avg_acc': 0.0, 'loss': 0.14492651246566926}
+{'epoch': 26, 'iter': 220, 'avg_loss': 0.09461145625045049, 'avg_acc': 0.0, 'loss': 0.09659354261930275}
+{'epoch': 26, 'iter': 230, 'avg_loss': 0.09459737124129997, 'avg_acc': 0.0, 'loss': 0.11554321203963776}
+{'epoch': 26, 'iter': 240, 'avg_loss': 0.0949970962151728, 'avg_acc': 0.0, 'loss': 0.053558342701612506}
+{'epoch': 26, 'iter': 250, 'avg_loss': 0.0954620756873411, 'avg_acc': 0.0, 'loss': 0.08734719922104667}
+{'epoch': 26, 'iter': 260, 'avg_loss': 0.09569910546564189, 'avg_acc': 0.0, 'loss': 0.10496268138660167}
+{'epoch': 'EP26_test', 'eval_accuracy': 0.0, 'ece': 0.1111658588051796, 'avg_loss': 0.09613801339233242, 'f1_scores': 0.9254850123297983}
+{'epoch': 27, 'iter': 0, 'avg_loss': 0.06710018905453044, 'avg_acc': 0.0, 'loss': 0.06710018905453044}
+{'epoch': 27, 'iter': 10, 'avg_loss': 0.09003940226506597, 'avg_acc': 0.0, 'loss': 0.05988934737920155}
+{'epoch': 27, 'iter': 20, 'avg_loss': 0.08751084930591273, 'avg_acc': 0.0, 'loss': 0.07258622161329445}
+{'epoch': 27, 'iter': 30, 'avg_loss': 0.09272570878013471, 'avg_acc': 0.0, 'loss': 0.12615528539403645}
+{'epoch': 27, 'iter': 40, 'avg_loss': 0.09200311185521694, 'avg_acc': 0.0, 'loss': 0.08448337075485922}
+{'epoch': 27, 'iter': 50, 'avg_loss': 0.09556305187992886, 'avg_acc': 0.0, 'loss': 0.1153277433119594}
+{'epoch': 27, 'iter': 60, 'avg_loss': 0.09356696633008245, 'avg_acc': 0.0, 'loss': 0.06152447553174056}
+{'epoch': 27, 'iter': 70, 'avg_loss': 0.0978572528461305, 'avg_acc': 0.0, 'loss': 0.12622479763402744}
+{'epoch': 27, 'iter': 80, 'avg_loss': 0.09600744653822557, 'avg_acc': 0.0, 'loss': 0.1226617648324902}
+{'epoch': 27, 'iter': 90, 'avg_loss': 0.09608115023354952, 'avg_acc': 0.0, 'loss': 0.07118262255075283}
+{'epoch': 27, 'iter': 100, 'avg_loss': 0.09427234727774092, 'avg_acc': 0.0, 'loss': 0.07482837324409225}
+{'epoch': 27, 'iter': 110, 'avg_loss': 0.09558456429555391, 'avg_acc': 0.0, 'loss': 0.09053693346821692}
+{'epoch': 27, 'iter': 120, 'avg_loss': 0.09552941319000957, 'avg_acc': 0.0, 'loss': 0.1028148627785502}
+{'epoch': 27, 'iter': 130, 'avg_loss': 0.09605493601770243, 'avg_acc': 0.0, 'loss': 0.10321513027318067}
+{'epoch': 27, 'iter': 140, 'avg_loss': 0.0962917564926876, 'avg_acc': 0.0, 'loss': 0.09322231263174834}
+{'epoch': 27, 'iter': 150, 'avg_loss': 0.09640570961158071, 'avg_acc': 0.0, 'loss': 0.06506367970050064}
+{'epoch': 27, 'iter': 160, 'avg_loss': 0.09563259320598232, 'avg_acc': 0.0, 'loss': 0.0789665398532447}
+{'epoch': 27, 'iter': 170, 'avg_loss': 0.0954444824643043, 'avg_acc': 0.0, 'loss': 0.06506084201022384}
+{'epoch': 27, 'iter': 180, 'avg_loss': 0.09455624500427505, 'avg_acc': 0.0, 'loss': 0.10523666682636952}
+{'epoch': 27, 'iter': 190, 'avg_loss': 0.09410881913768203, 'avg_acc': 0.0, 'loss': 0.12208897304654036}
+{'epoch': 27, 'iter': 200, 'avg_loss': 0.09441702290196101, 'avg_acc': 0.0, 'loss': 0.09388622440947154}
+{'epoch': 27, 'iter': 210, 'avg_loss': 0.09474148003456777, 'avg_acc': 0.0, 'loss': 0.14374787715680423}
+{'epoch': 27, 'iter': 220, 'avg_loss': 0.0944836217132566, 'avg_acc': 0.0, 'loss': 0.09745116889929964}
+{'epoch': 27, 'iter': 230, 'avg_loss': 0.09446682349286843, 'avg_acc': 0.0, 'loss': 0.1136279030385765}
+{'epoch': 27, 'iter': 240, 'avg_loss': 0.09486535619879859, 'avg_acc': 0.0, 'loss': 0.0554063905228231}
+{'epoch': 27, 'iter': 250, 'avg_loss': 0.09530514489313145, 'avg_acc': 0.0, 'loss': 0.08700515495055632}
+{'epoch': 27, 'iter': 260, 'avg_loss': 0.0955403407819583, 'avg_acc': 0.0, 'loss': 0.10674761850844203}
+{'epoch': 'EP27_test', 'eval_accuracy': 0.0, 'ece': 0.09619869291782379, 'avg_loss': 0.09596016070769396, 'f1_scores': 0.9254850123297983}
+{'epoch': 28, 'iter': 0, 'avg_loss': 0.06785071751627925, 'avg_acc': 0.0, 'loss': 0.06785071751627925}
+{'epoch': 28, 'iter': 10, 'avg_loss': 0.09088978023776374, 'avg_acc': 0.0, 'loss': 0.05998307661904992}
+{'epoch': 28, 'iter': 20, 'avg_loss': 0.08815270252313868, 'avg_acc': 0.0, 'loss': 0.07280696433086371}
+{'epoch': 28, 'iter': 30, 'avg_loss': 0.09330071679828897, 'avg_acc': 0.0, 'loss': 0.12694910273239657}
+{'epoch': 28, 'iter': 40, 'avg_loss': 0.09257765095434616, 'avg_acc': 0.0, 'loss': 0.08463090552192348}
+{'epoch': 28, 'iter': 50, 'avg_loss': 0.09610074355409813, 'avg_acc': 0.0, 'loss': 0.11505460365886425}
+{'epoch': 28, 'iter': 60, 'avg_loss': 0.09413397342561178, 'avg_acc': 0.0, 'loss': 0.06297621370233385}
+{'epoch': 28, 'iter': 70, 'avg_loss': 0.09847739845317952, 'avg_acc': 0.0, 'loss': 0.1283204300439341}
+{'epoch': 28, 'iter': 80, 'avg_loss': 0.09663161655195392, 'avg_acc': 0.0, 'loss': 0.12347767689657221}
+{'epoch': 28, 'iter': 90, 'avg_loss': 0.09670352575511888, 'avg_acc': 0.0, 'loss': 0.07132611675056717}
+{'epoch': 28, 'iter': 100, 'avg_loss': 0.09488672670556077, 'avg_acc': 0.0, 'loss': 0.07460734713441752}
+{'epoch': 28, 'iter': 110, 'avg_loss': 0.09621137370551483, 'avg_acc': 0.0, 'loss': 0.09113151940182514}
+{'epoch': 28, 'iter': 120, 'avg_loss': 0.09618244063923892, 'avg_acc': 0.0, 'loss': 0.10349747044793389}
+{'epoch': 28, 'iter': 130, 'avg_loss': 0.09671349111694923, 'avg_acc': 0.0, 'loss': 0.10445720313457432}
+{'epoch': 28, 'iter': 140, 'avg_loss': 0.09695940979741015, 'avg_acc': 0.0, 'loss': 0.0943384300627648}
+{'epoch': 28, 'iter': 150, 'avg_loss': 0.0970706160489072, 'avg_acc': 0.0, 'loss': 0.06576911047023616}
+{'epoch': 28, 'iter': 160, 'avg_loss': 0.09627622581467811, 'avg_acc': 0.0, 'loss': 0.07939830725127552}
+{'epoch': 28, 'iter': 170, 'avg_loss': 0.09607788630678567, 'avg_acc': 0.0, 'loss': 0.06634662387909072}
+{'epoch': 28, 'iter': 180, 'avg_loss': 0.09518578017809484, 'avg_acc': 0.0, 'loss': 0.10561374084831446}
+{'epoch': 28, 'iter': 190, 'avg_loss': 0.0947447207520552, 'avg_acc': 0.0, 'loss': 0.12318055568578398}
+{'epoch': 28, 'iter': 200, 'avg_loss': 0.09505637087863533, 'avg_acc': 0.0, 'loss': 0.09370036770550069}
+{'epoch': 28, 'iter': 210, 'avg_loss': 0.09538059350057113, 'avg_acc': 0.0, 'loss': 0.14342563689828985}
+{'epoch': 28, 'iter': 220, 'avg_loss': 0.09511159035919019, 'avg_acc': 0.0, 'loss': 0.0984042252578417}
+{'epoch': 28, 'iter': 230, 'avg_loss': 0.09508969166851257, 'avg_acc': 0.0, 'loss': 0.11512450793804467}
+{'epoch': 28, 'iter': 240, 'avg_loss': 0.09548252995380895, 'avg_acc': 0.0, 'loss': 0.05605084665091502}
+{'epoch': 28, 'iter': 250, 'avg_loss': 0.0959322240330871, 'avg_acc': 0.0, 'loss': 0.0877399062935597}
+{'epoch': 28, 'iter': 260, 'avg_loss': 0.09615998080485574, 'avg_acc': 0.0, 'loss': 0.10631815172267318}
+{'epoch': 'EP28_test', 'eval_accuracy': 0.0, 'ece': 0.1001061275601387, 'avg_loss': 0.09658521103105566, 'f1_scores': 0.9254850123297983}
+{'epoch': 29, 'iter': 0, 'avg_loss': 0.06664128686704121, 'avg_acc': 0.0, 'loss': 0.06664128686704121}
+{'epoch': 29, 'iter': 10, 'avg_loss': 0.08980406884131716, 'avg_acc': 0.0, 'loss': 0.06035207310540207}
+{'epoch': 29, 'iter': 20, 'avg_loss': 0.08721641249682652, 'avg_acc': 0.0, 'loss': 0.07214168943950686}
+{'epoch': 29, 'iter': 30, 'avg_loss': 0.09232521852500607, 'avg_acc': 0.0, 'loss': 0.1256177566236017}
+{'epoch': 29, 'iter': 40, 'avg_loss': 0.09161548397082311, 'avg_acc': 0.0, 'loss': 0.08347626513710386}
+{'epoch': 29, 'iter': 50, 'avg_loss': 0.0951006935991822, 'avg_acc': 0.0, 'loss': 0.11506704135288308}
+{'epoch': 29, 'iter': 60, 'avg_loss': 0.0931481391788125, 'avg_acc': 0.0, 'loss': 0.061854859628888495}
+{'epoch': 29, 'iter': 70, 'avg_loss': 0.0974024919071589, 'avg_acc': 0.0, 'loss': 0.12597108635521131}
+{'epoch': 29, 'iter': 80, 'avg_loss': 0.09557224483108526, 'avg_acc': 0.0, 'loss': 0.12134140796097523}
+{'epoch': 29, 'iter': 90, 'avg_loss': 0.09561143440417279, 'avg_acc': 0.0, 'loss': 0.07101001995234972}
+{'epoch': 29, 'iter': 100, 'avg_loss': 0.09383964075371523, 'avg_acc': 0.0, 'loss': 0.07465643358068924}
+{'epoch': 29, 'iter': 110, 'avg_loss': 0.09512764435163173, 'avg_acc': 0.0, 'loss': 0.09071421288954946}
+{'epoch': 29, 'iter': 120, 'avg_loss': 0.09511679416985946, 'avg_acc': 0.0, 'loss': 0.10271974552523894}
+{'epoch': 29, 'iter': 130, 'avg_loss': 0.09565428163473987, 'avg_acc': 0.0, 'loss': 0.10386065432371895}
+{'epoch': 29, 'iter': 140, 'avg_loss': 0.09586396807958392, 'avg_acc': 0.0, 'loss': 0.09177412258249465}
+{'epoch': 29, 'iter': 150, 'avg_loss': 0.09598021278026284, 'avg_acc': 0.0, 'loss': 0.06481249351207907}
+{'epoch': 29, 'iter': 160, 'avg_loss': 0.09520593016192709, 'avg_acc': 0.0, 'loss': 0.07950497206837781}
+{'epoch': 29, 'iter': 170, 'avg_loss': 0.09502224955453722, 'avg_acc': 0.0, 'loss': 0.06623655153302366}
+{'epoch': 29, 'iter': 180, 'avg_loss': 0.0941478725181462, 'avg_acc': 0.0, 'loss': 0.10486265898082689}
+{'epoch': 29, 'iter': 190, 'avg_loss': 0.09370090167580085, 'avg_acc': 0.0, 'loss': 0.12153573485602465}
+{'epoch': 29, 'iter': 200, 'avg_loss': 0.09401070100367849, 'avg_acc': 0.0, 'loss': 0.09395919291285232}
+{'epoch': 29, 'iter': 210, 'avg_loss': 0.09431575954504626, 'avg_acc': 0.0, 'loss': 0.14256629424659195}
+{'epoch': 29, 'iter': 220, 'avg_loss': 0.09406885038763733, 'avg_acc': 0.0, 'loss': 0.0966899907442504}
+{'epoch': 29, 'iter': 230, 'avg_loss': 0.0940478173269928, 'avg_acc': 0.0, 'loss': 0.11171918123990361}
+{'epoch': 29, 'iter': 240, 'avg_loss': 0.09443453918684067, 'avg_acc': 0.0, 'loss': 0.05525469748284958}
+{'epoch': 29, 'iter': 250, 'avg_loss': 0.09488119972894321, 'avg_acc': 0.0, 'loss': 0.08803293347572044}
+{'epoch': 29, 'iter': 260, 'avg_loss': 0.09511503839509067, 'avg_acc': 0.0, 'loss': 0.1064789642785107}
+{'epoch': 'EP29_test', 'eval_accuracy': 0.0, 'ece': 0.09407693892717361, 'avg_loss': 0.09553683310064102, 'f1_scores': 0.9254850123297983}
+{'epoch': 30, 'iter': 0, 'avg_loss': 0.06589534106238253, 'avg_acc': 0.0, 'loss': 0.06589534106238253}
+{'epoch': 30, 'iter': 10, 'avg_loss': 0.08876543953848509, 'avg_acc': 0.0, 'loss': 0.05796719929887014}
+{'epoch': 30, 'iter': 20, 'avg_loss': 0.08609614439616255, 'avg_acc': 0.0, 'loss': 0.0712731105797632}
+{'epoch': 30, 'iter': 30, 'avg_loss': 0.09124992106434998, 'avg_acc': 0.0, 'loss': 0.12568945997476735}
+{'epoch': 30, 'iter': 40, 'avg_loss': 0.09051514586940941, 'avg_acc': 0.0, 'loss': 0.0821734452212967}
+{'epoch': 30, 'iter': 50, 'avg_loss': 0.09410002559851921, 'avg_acc': 0.0, 'loss': 0.11419865829539941}
+{'epoch': 30, 'iter': 60, 'avg_loss': 0.09211319737005108, 'avg_acc': 0.0, 'loss': 0.06058639518005902}
+{'epoch': 30, 'iter': 70, 'avg_loss': 0.09648584429611642, 'avg_acc': 0.0, 'loss': 0.1260185497807628}
+{'epoch': 30, 'iter': 80, 'avg_loss': 0.09461716701723583, 'avg_acc': 0.0, 'loss': 0.12141436458584158}
+{'epoch': 30, 'iter': 90, 'avg_loss': 0.09467117105367538, 'avg_acc': 0.0, 'loss': 0.07025557326785149}
+{'epoch': 30, 'iter': 100, 'avg_loss': 0.09282879122979099, 'avg_acc': 0.0, 'loss': 0.07242615913961004}
+{'epoch': 30, 'iter': 110, 'avg_loss': 0.09414379360676366, 'avg_acc': 0.0, 'loss': 0.08874114839821955}
+{'epoch': 30, 'iter': 120, 'avg_loss': 0.09414530289857109, 'avg_acc': 0.0, 'loss': 0.10087149055665227}
+{'epoch': 30, 'iter': 130, 'avg_loss': 0.09467431864373566, 'avg_acc': 0.0, 'loss': 0.10217955412596576}
+{'epoch': 30, 'iter': 140, 'avg_loss': 0.09490814081777067, 'avg_acc': 0.0, 'loss': 0.09147280444347773}
+{'epoch': 30, 'iter': 150, 'avg_loss': 0.09503870065365726, 'avg_acc': 0.0, 'loss': 0.0634696972822886}
+{'epoch': 30, 'iter': 160, 'avg_loss': 0.09423912494569692, 'avg_acc': 0.0, 'loss': 0.07780821614760416}
+{'epoch': 30, 'iter': 170, 'avg_loss': 0.09403569024220802, 'avg_acc': 0.0, 'loss': 0.06389244552011876}
+{'epoch': 30, 'iter': 180, 'avg_loss': 0.09312229934875267, 'avg_acc': 0.0, 'loss': 0.10365420138638065}
+{'epoch': 30, 'iter': 190, 'avg_loss': 0.09268475894138281, 'avg_acc': 0.0, 'loss': 0.12119483090242511}
+{'epoch': 30, 'iter': 200, 'avg_loss': 0.09300109484388389, 'avg_acc': 0.0, 'loss': 0.09183113626596041}
+{'epoch': 30, 'iter': 210, 'avg_loss': 0.09332708378854433, 'avg_acc': 0.0, 'loss': 0.1420393609089022}
+{'epoch': 30, 'iter': 220, 'avg_loss': 0.09306155616020852, 'avg_acc': 0.0, 'loss': 0.09618902071731229}
+{'epoch': 30, 'iter': 230, 'avg_loss': 0.09303525686428224, 'avg_acc': 0.0, 'loss': 0.11242823902395367}
+{'epoch': 30, 'iter': 240, 'avg_loss': 0.09342444641420818, 'avg_acc': 0.0, 'loss': 0.05358652433610952}
+{'epoch': 30, 'iter': 250, 'avg_loss': 0.09387466150586057, 'avg_acc': 0.0, 'loss': 0.0858922378985909}
+{'epoch': 30, 'iter': 260, 'avg_loss': 0.09410104820947786, 'avg_acc': 0.0, 'loss': 0.10472174174435622}
+{'epoch': 'EP30_test', 'eval_accuracy': 0.0, 'ece': 0.09997672587633133, 'avg_loss': 0.09453478715265984, 'f1_scores': 0.9254850123297983}
+{'epoch': 31, 'iter': 0, 'avg_loss': 0.06936992485018882, 'avg_acc': 0.0, 'loss': 0.06936992485018882}
+{'epoch': 31, 'iter': 10, 'avg_loss': 0.09180911340634333, 'avg_acc': 0.0, 'loss': 0.06263670771597722}
+{'epoch': 31, 'iter': 20, 'avg_loss': 0.08911323891506119, 'avg_acc': 0.0, 'loss': 0.07445800220284582}
+{'epoch': 31, 'iter': 30, 'avg_loss': 0.09410698332095203, 'avg_acc': 0.0, 'loss': 0.1277885893784644}
+{'epoch': 31, 'iter': 40, 'avg_loss': 0.09335104762538143, 'avg_acc': 0.0, 'loss': 0.08480819839751469}
+{'epoch': 31, 'iter': 50, 'avg_loss': 0.09677525112594658, 'avg_acc': 0.0, 'loss': 0.11551348334767145}
+{'epoch': 31, 'iter': 60, 'avg_loss': 0.09482938060608626, 'avg_acc': 0.0, 'loss': 0.06481784500793301}
+{'epoch': 31, 'iter': 70, 'avg_loss': 0.09909322154974452, 'avg_acc': 0.0, 'loss': 0.1277121351820268}
+{'epoch': 31, 'iter': 80, 'avg_loss': 0.09728358615722042, 'avg_acc': 0.0, 'loss': 0.12319400645905887}
+{'epoch': 31, 'iter': 90, 'avg_loss': 0.09733848871307815, 'avg_acc': 0.0, 'loss': 0.0726334278293247}
+{'epoch': 31, 'iter': 100, 'avg_loss': 0.09554529348380307, 'avg_acc': 0.0, 'loss': 0.07531221254207512}
+{'epoch': 31, 'iter': 110, 'avg_loss': 0.09680322199502069, 'avg_acc': 0.0, 'loss': 0.09102105340911594}
+{'epoch': 31, 'iter': 120, 'avg_loss': 0.0968658682650229, 'avg_acc': 0.0, 'loss': 0.10541805714653663}
+{'epoch': 31, 'iter': 130, 'avg_loss': 0.09739044677298937, 'avg_acc': 0.0, 'loss': 0.104311979455872}
+{'epoch': 31, 'iter': 140, 'avg_loss': 0.09761577150452297, 'avg_acc': 0.0, 'loss': 0.0953126306724081}
+{'epoch': 31, 'iter': 150, 'avg_loss': 0.09774481828079347, 'avg_acc': 0.0, 'loss': 0.06667164555439951}
+{'epoch': 31, 'iter': 160, 'avg_loss': 0.09696349328273585, 'avg_acc': 0.0, 'loss': 0.08149309347339795}
+{'epoch': 31, 'iter': 170, 'avg_loss': 0.09676025815589426, 'avg_acc': 0.0, 'loss': 0.06835331604270728}
+{'epoch': 31, 'iter': 180, 'avg_loss': 0.09587942548511273, 'avg_acc': 0.0, 'loss': 0.10782832740092577}
+{'epoch': 31, 'iter': 190, 'avg_loss': 0.09544853315335038, 'avg_acc': 0.0, 'loss': 0.12312770144915978}
+{'epoch': 31, 'iter': 200, 'avg_loss': 0.09576351967683694, 'avg_acc': 0.0, 'loss': 0.09456718107208976}
+{'epoch': 31, 'iter': 210, 'avg_loss': 0.09607559525631053, 'avg_acc': 0.0, 'loss': 0.14298654547892753}
+{'epoch': 31, 'iter': 220, 'avg_loss': 0.0958147511529148, 'avg_acc': 0.0, 'loss': 0.0994437737671043}
+{'epoch': 31, 'iter': 230, 'avg_loss': 0.09578241812322588, 'avg_acc': 0.0, 'loss': 0.11382897071525275}
+{'epoch': 31, 'iter': 240, 'avg_loss': 0.09616083447410015, 'avg_acc': 0.0, 'loss': 0.05786911617488296}
+{'epoch': 31, 'iter': 250, 'avg_loss': 0.09661513743442102, 'avg_acc': 0.0, 'loss': 0.08969767735991394}
+{'epoch': 31, 'iter': 260, 'avg_loss': 0.09683772042346488, 'avg_acc': 0.0, 'loss': 0.10725215801811924}
+{'epoch': 'EP31_test', 'eval_accuracy': 0.0, 'ece': 0.09700294584035873, 'avg_loss': 0.0972606705723315, 'f1_scores': 0.9254850123297983}
+{'epoch': 32, 'iter': 0, 'avg_loss': 0.06680098212241399, 'avg_acc': 0.0, 'loss': 0.06680098212241399}
+{'epoch': 32, 'iter': 10, 'avg_loss': 0.08975647879724485, 'avg_acc': 0.0, 'loss': 0.059857032565353}
+{'epoch': 32, 'iter': 20, 'avg_loss': 0.08710613219677883, 'avg_acc': 0.0, 'loss': 0.07236386900123241}
+{'epoch': 32, 'iter': 30, 'avg_loss': 0.09223962133255591, 'avg_acc': 0.0, 'loss': 0.12572645689078854}
+{'epoch': 32, 'iter': 40, 'avg_loss': 0.09155945948676383, 'avg_acc': 0.0, 'loss': 0.08339459072197997}
+{'epoch': 32, 'iter': 50, 'avg_loss': 0.09508965178837936, 'avg_acc': 0.0, 'loss': 0.11556827938099039}
+{'epoch': 32, 'iter': 60, 'avg_loss': 0.09312609493435173, 'avg_acc': 0.0, 'loss': 0.061829964028122825}
+{'epoch': 32, 'iter': 70, 'avg_loss': 0.09739933399421999, 'avg_acc': 0.0, 'loss': 0.12612221274371546}
+{'epoch': 32, 'iter': 80, 'avg_loss': 0.09555562712565517, 'avg_acc': 0.0, 'loss': 0.12182690853971881}
+{'epoch': 32, 'iter': 90, 'avg_loss': 0.09561569966850349, 'avg_acc': 0.0, 'loss': 0.07161288319678404}
+{'epoch': 32, 'iter': 100, 'avg_loss': 0.09382968316215726, 'avg_acc': 0.0, 'loss': 0.07450274243125168}
+{'epoch': 32, 'iter': 110, 'avg_loss': 0.09512213032048229, 'avg_acc': 0.0, 'loss': 0.09056424355542195}
+{'epoch': 32, 'iter': 120, 'avg_loss': 0.09511945651836122, 'avg_acc': 0.0, 'loss': 0.10154962908026326}
+{'epoch': 32, 'iter': 130, 'avg_loss': 0.09564984280413909, 'avg_acc': 0.0, 'loss': 0.10338416334559497}
+{'epoch': 32, 'iter': 140, 'avg_loss': 0.09587279843748873, 'avg_acc': 0.0, 'loss': 0.09226033893688573}
+{'epoch': 32, 'iter': 150, 'avg_loss': 0.0959892308898291, 'avg_acc': 0.0, 'loss': 0.06468325274655788}
+{'epoch': 32, 'iter': 160, 'avg_loss': 0.09521662154662804, 'avg_acc': 0.0, 'loss': 0.0785734141773316}
+{'epoch': 32, 'iter': 170, 'avg_loss': 0.09502398163660514, 'avg_acc': 0.0, 'loss': 0.06535345152393493}
+{'epoch': 32, 'iter': 180, 'avg_loss': 0.09411857732834544, 'avg_acc': 0.0, 'loss': 0.10365484953561982}
+{'epoch': 32, 'iter': 190, 'avg_loss': 0.09368666860295986, 'avg_acc': 0.0, 'loss': 0.12149544655439318}
+{'epoch': 32, 'iter': 200, 'avg_loss': 0.09399553072298727, 'avg_acc': 0.0, 'loss': 0.0931749687578807}
+{'epoch': 32, 'iter': 210, 'avg_loss': 0.09430160683755298, 'avg_acc': 0.0, 'loss': 0.14235651177924474}
+{'epoch': 32, 'iter': 220, 'avg_loss': 0.0940470229754222, 'avg_acc': 0.0, 'loss': 0.09673839590712824}
+{'epoch': 32, 'iter': 230, 'avg_loss': 0.09401723450063935, 'avg_acc': 0.0, 'loss': 0.11222185669191731}
+{'epoch': 32, 'iter': 240, 'avg_loss': 0.09440169762442913, 'avg_acc': 0.0, 'loss': 0.05511448861934046}
+{'epoch': 32, 'iter': 250, 'avg_loss': 0.09484599071411645, 'avg_acc': 0.0, 'loss': 0.08763693452330097}
+{'epoch': 32, 'iter': 260, 'avg_loss': 0.09508114207352411, 'avg_acc': 0.0, 'loss': 0.10618455479089203}
+{'epoch': 'EP32_test', 'eval_accuracy': 0.0, 'ece': 0.09559936076402664, 'avg_loss': 0.0955025919590085, 'f1_scores': 0.9254850123297983}
+{'epoch': 33, 'iter': 0, 'avg_loss': 0.06611978451026955, 'avg_acc': 0.0, 'loss': 0.06611978451026955}
+{'epoch': 33, 'iter': 10, 'avg_loss': 0.08895233003780413, 'avg_acc': 0.0, 'loss': 0.05872112876399374}
+{'epoch': 33, 'iter': 20, 'avg_loss': 0.08634795965961704, 'avg_acc': 0.0, 'loss': 0.07179177583325975}
+{'epoch': 33, 'iter': 30, 'avg_loss': 0.09154168638782273, 'avg_acc': 0.0, 'loss': 0.12568190191801218}
+{'epoch': 33, 'iter': 40, 'avg_loss': 0.09078536929566605, 'avg_acc': 0.0, 'loss': 0.08265629909647032}
+{'epoch': 33, 'iter': 50, 'avg_loss': 0.0943846500162027, 'avg_acc': 0.0, 'loss': 0.11522708639641012}
+{'epoch': 33, 'iter': 60, 'avg_loss': 0.0923872046506601, 'avg_acc': 0.0, 'loss': 0.06061798412900186}
+{'epoch': 33, 'iter': 70, 'avg_loss': 0.09669129551193513, 'avg_acc': 0.0, 'loss': 0.12533946066929907}
+{'epoch': 33, 'iter': 80, 'avg_loss': 0.09482184896148117, 'avg_acc': 0.0, 'loss': 0.12149478077603248}
+{'epoch': 33, 'iter': 90, 'avg_loss': 0.09489723514956051, 'avg_acc': 0.0, 'loss': 0.07143517826144878}
+{'epoch': 33, 'iter': 100, 'avg_loss': 0.09307993582873454, 'avg_acc': 0.0, 'loss': 0.07349898699292062}
+{'epoch': 33, 'iter': 110, 'avg_loss': 0.09438663297632045, 'avg_acc': 0.0, 'loss': 0.0891532763195479}
+{'epoch': 33, 'iter': 120, 'avg_loss': 0.09435117033366303, 'avg_acc': 0.0, 'loss': 0.10034538249968655}
+{'epoch': 33, 'iter': 130, 'avg_loss': 0.09488034887940529, 'avg_acc': 0.0, 'loss': 0.10221971465011848}
+{'epoch': 33, 'iter': 140, 'avg_loss': 0.0951048023584595, 'avg_acc': 0.0, 'loss': 0.09126715959797593}
+{'epoch': 33, 'iter': 150, 'avg_loss': 0.09522593163070922, 'avg_acc': 0.0, 'loss': 0.0638882359759358}
+{'epoch': 33, 'iter': 160, 'avg_loss': 0.09443560722669267, 'avg_acc': 0.0, 'loss': 0.07744138171329139}
+{'epoch': 33, 'iter': 170, 'avg_loss': 0.09424527677233119, 'avg_acc': 0.0, 'loss': 0.06384091075927602}
+{'epoch': 33, 'iter': 180, 'avg_loss': 0.09332539089204384, 'avg_acc': 0.0, 'loss': 0.10274050509285967}
+{'epoch': 33, 'iter': 190, 'avg_loss': 0.09289184356658267, 'avg_acc': 0.0, 'loss': 0.12112330355610164}
+{'epoch': 33, 'iter': 200, 'avg_loss': 0.09320715253603255, 'avg_acc': 0.0, 'loss': 0.09194109361323756}
+{'epoch': 33, 'iter': 210, 'avg_loss': 0.09352678860884149, 'avg_acc': 0.0, 'loss': 0.14232644455255386}
+{'epoch': 33, 'iter': 220, 'avg_loss': 0.09327292904580568, 'avg_acc': 0.0, 'loss': 0.09642772955027924}
+{'epoch': 33, 'iter': 230, 'avg_loss': 0.09324236300205543, 'avg_acc': 0.0, 'loss': 0.1119374955441726}
+{'epoch': 33, 'iter': 240, 'avg_loss': 0.09363223629916406, 'avg_acc': 0.0, 'loss': 0.05417335920349484}
+{'epoch': 33, 'iter': 250, 'avg_loss': 0.09407291277074953, 'avg_acc': 0.0, 'loss': 0.08615085144732655}
+{'epoch': 33, 'iter': 260, 'avg_loss': 0.09430822741920872, 'avg_acc': 0.0, 'loss': 0.10587997914589257}
+{'epoch': 'EP33_test', 'eval_accuracy': 0.0, 'ece': 0.09592023491859436, 'avg_loss': 0.09473860112983895, 'f1_scores': 0.9254850123297983}
+{'epoch': 34, 'iter': 0, 'avg_loss': 0.06706797417896025, 'avg_acc': 0.0, 'loss': 0.06706797417896025}
+{'epoch': 34, 'iter': 10, 'avg_loss': 0.08974907799651975, 'avg_acc': 0.0, 'loss': 0.06051390333427012}
+{'epoch': 34, 'iter': 20, 'avg_loss': 0.08719421235121974, 'avg_acc': 0.0, 'loss': 0.07282257820868056}
+{'epoch': 34, 'iter': 30, 'avg_loss': 0.09227397143697026, 'avg_acc': 0.0, 'loss': 0.1262011782094175}
+{'epoch': 34, 'iter': 40, 'avg_loss': 0.09152695530004772, 'avg_acc': 0.0, 'loss': 0.0830471336513889}
+{'epoch': 34, 'iter': 50, 'avg_loss': 0.09506681900080131, 'avg_acc': 0.0, 'loss': 0.11541561620344151}
+{'epoch': 34, 'iter': 60, 'avg_loss': 0.09307600194706167, 'avg_acc': 0.0, 'loss': 0.061760703298586704}
+{'epoch': 34, 'iter': 70, 'avg_loss': 0.0973063737431914, 'avg_acc': 0.0, 'loss': 0.12529777893720148}
+{'epoch': 34, 'iter': 80, 'avg_loss': 0.09545140848993013, 'avg_acc': 0.0, 'loss': 0.12143837894769911}
+{'epoch': 34, 'iter': 90, 'avg_loss': 0.0955165981186043, 'avg_acc': 0.0, 'loss': 0.07193470260348736}
+{'epoch': 34, 'iter': 100, 'avg_loss': 0.09372932808450124, 'avg_acc': 0.0, 'loss': 0.07444911966060122}
+{'epoch': 34, 'iter': 110, 'avg_loss': 0.09500128207884422, 'avg_acc': 0.0, 'loss': 0.08974971526110867}
+{'epoch': 34, 'iter': 120, 'avg_loss': 0.09500478993741274, 'avg_acc': 0.0, 'loss': 0.10137038101169082}
+{'epoch': 34, 'iter': 130, 'avg_loss': 0.09553331756911919, 'avg_acc': 0.0, 'loss': 0.10290288050084735}
+{'epoch': 34, 'iter': 140, 'avg_loss': 0.09573505841629305, 'avg_acc': 0.0, 'loss': 0.09165327337857271}
+{'epoch': 34, 'iter': 150, 'avg_loss': 0.09586131041168289, 'avg_acc': 0.0, 'loss': 0.06486925956476901}
+{'epoch': 34, 'iter': 160, 'avg_loss': 0.09507746605771918, 'avg_acc': 0.0, 'loss': 0.07896681795870109}
+{'epoch': 34, 'iter': 170, 'avg_loss': 0.094889521924998, 'avg_acc': 0.0, 'loss': 0.06538425988927493}
+{'epoch': 34, 'iter': 180, 'avg_loss': 0.09397259014897742, 'avg_acc': 0.0, 'loss': 0.10411464386061198}
+{'epoch': 34, 'iter': 190, 'avg_loss': 0.09354112031134758, 'avg_acc': 0.0, 'loss': 0.1215625872473132}
+{'epoch': 34, 'iter': 200, 'avg_loss': 0.0938553593355961, 'avg_acc': 0.0, 'loss': 0.09310147183364441}
+{'epoch': 34, 'iter': 210, 'avg_loss': 0.09416515127581591, 'avg_acc': 0.0, 'loss': 0.14193702177936576}
+{'epoch': 34, 'iter': 220, 'avg_loss': 0.09392382763317654, 'avg_acc': 0.0, 'loss': 0.09695304718102955}
+{'epoch': 34, 'iter': 230, 'avg_loss': 0.09389073219420066, 'avg_acc': 0.0, 'loss': 0.11125636468351477}
+{'epoch': 34, 'iter': 240, 'avg_loss': 0.09427006077593304, 'avg_acc': 0.0, 'loss': 0.05516856810628821}
+{'epoch': 34, 'iter': 250, 'avg_loss': 0.09471266345854969, 'avg_acc': 0.0, 'loss': 0.0878611419567546}
+{'epoch': 34, 'iter': 260, 'avg_loss': 0.09494303575957345, 'avg_acc': 0.0, 'loss': 0.10698791297703077}
+{'epoch': 'EP34_test', 'eval_accuracy': 0.0, 'ece': 0.09348331391811371, 'avg_loss': 0.09537288033353733, 'f1_scores': 0.9254850123297983}
+{'epoch': 35, 'iter': 0, 'avg_loss': 0.06686490134268906, 'avg_acc': 0.0, 'loss': 0.06686490134268906}
+{'epoch': 35, 'iter': 10, 'avg_loss': 0.08960445908214859, 'avg_acc': 0.0, 'loss': 0.05958019485825413}
+{'epoch': 35, 'iter': 20, 'avg_loss': 0.08697296177346092, 'avg_acc': 0.0, 'loss': 0.07217668048211374}
+{'epoch': 35, 'iter': 30, 'avg_loss': 0.09207905201839597, 'avg_acc': 0.0, 'loss': 0.12655047514629456}
+{'epoch': 35, 'iter': 40, 'avg_loss': 0.09130153482100066, 'avg_acc': 0.0, 'loss': 0.08255123182689772}
+{'epoch': 35, 'iter': 50, 'avg_loss': 0.09485762510308347, 'avg_acc': 0.0, 'loss': 0.11473251942174198}
+{'epoch': 35, 'iter': 60, 'avg_loss': 0.09287507526461589, 'avg_acc': 0.0, 'loss': 0.06196929050517497}
+{'epoch': 35, 'iter': 70, 'avg_loss': 0.09720716666101953, 'avg_acc': 0.0, 'loss': 0.126464749302869}
+{'epoch': 35, 'iter': 80, 'avg_loss': 0.09536051402403653, 'avg_acc': 0.0, 'loss': 0.1219285477616369}
+{'epoch': 35, 'iter': 90, 'avg_loss': 0.09540557927668643, 'avg_acc': 0.0, 'loss': 0.07104279088304923}
+{'epoch': 35, 'iter': 100, 'avg_loss': 0.0935844426594848, 'avg_acc': 0.0, 'loss': 0.07328959633141859}
+{'epoch': 35, 'iter': 110, 'avg_loss': 0.09488741919017767, 'avg_acc': 0.0, 'loss': 0.0894743124064336}
+{'epoch': 35, 'iter': 120, 'avg_loss': 0.0948978860312759, 'avg_acc': 0.0, 'loss': 0.10214096722795521}
+{'epoch': 35, 'iter': 130, 'avg_loss': 0.09543243169462556, 'avg_acc': 0.0, 'loss': 0.10295540398998476}
+{'epoch': 35, 'iter': 140, 'avg_loss': 0.09565486882506619, 'avg_acc': 0.0, 'loss': 0.09155563731557743}
+{'epoch': 35, 'iter': 150, 'avg_loss': 0.0957841189538082, 'avg_acc': 0.0, 'loss': 0.06473196826216768}
+{'epoch': 35, 'iter': 160, 'avg_loss': 0.09498304509775056, 'avg_acc': 0.0, 'loss': 0.07918755210111579}
+{'epoch': 35, 'iter': 170, 'avg_loss': 0.094783309213968, 'avg_acc': 0.0, 'loss': 0.06539381001946408}
+{'epoch': 35, 'iter': 180, 'avg_loss': 0.09387327194876828, 'avg_acc': 0.0, 'loss': 0.10533435240997895}
+{'epoch': 35, 'iter': 190, 'avg_loss': 0.09344197856610972, 'avg_acc': 0.0, 'loss': 0.12199132475482038}
+{'epoch': 35, 'iter': 200, 'avg_loss': 0.09376066724040201, 'avg_acc': 0.0, 'loss': 0.09281640599615619}
+{'epoch': 35, 'iter': 210, 'avg_loss': 0.09408027012579336, 'avg_acc': 0.0, 'loss': 0.1421360243201174}
+{'epoch': 35, 'iter': 220, 'avg_loss': 0.09382603679349508, 'avg_acc': 0.0, 'loss': 0.09701035189924108}
+{'epoch': 35, 'iter': 230, 'avg_loss': 0.09379434359287399, 'avg_acc': 0.0, 'loss': 0.11226031901888892}
+{'epoch': 35, 'iter': 240, 'avg_loss': 0.09417478015545028, 'avg_acc': 0.0, 'loss': 0.05477123029041309}
+{'epoch': 35, 'iter': 250, 'avg_loss': 0.09462224609261484, 'avg_acc': 0.0, 'loss': 0.0872418264404331}
+{'epoch': 35, 'iter': 260, 'avg_loss': 0.09485050982187876, 'avg_acc': 0.0, 'loss': 0.10599817262564264}
+{'epoch': 'EP35_test', 'eval_accuracy': 0.0, 'ece': 0.09646575152873993, 'avg_loss': 0.09528849043333494, 'f1_scores': 0.9254850123297983}
+{'epoch': 36, 'iter': 0, 'avg_loss': 0.06837093629522022, 'avg_acc': 0.0, 'loss': 0.06837093629522022}
+{'epoch': 36, 'iter': 10, 'avg_loss': 0.09056012507191372, 'avg_acc': 0.0, 'loss': 0.05973657612117579}
+{'epoch': 36, 'iter': 20, 'avg_loss': 0.08792589496022617, 'avg_acc': 0.0, 'loss': 0.0734865684795685}
+{'epoch': 36, 'iter': 30, 'avg_loss': 0.09316839846399137, 'avg_acc': 0.0, 'loss': 0.12690822860752501}
+{'epoch': 36, 'iter': 40, 'avg_loss': 0.09241699309742694, 'avg_acc': 0.0, 'loss': 0.08401608779316559}
+{'epoch': 36, 'iter': 50, 'avg_loss': 0.09601553695515914, 'avg_acc': 0.0, 'loss': 0.11602837696672655}
+{'epoch': 36, 'iter': 60, 'avg_loss': 0.09400297765642324, 'avg_acc': 0.0, 'loss': 0.06289756617408264}
+{'epoch': 36, 'iter': 70, 'avg_loss': 0.09827202714539937, 'avg_acc': 0.0, 'loss': 0.1263534473503601}
+{'epoch': 36, 'iter': 80, 'avg_loss': 0.09639749417779622, 'avg_acc': 0.0, 'loss': 0.12342144156607608}
+{'epoch': 36, 'iter': 90, 'avg_loss': 0.09650710312160937, 'avg_acc': 0.0, 'loss': 0.07267474124754308}
+{'epoch': 36, 'iter': 100, 'avg_loss': 0.09466744937287808, 'avg_acc': 0.0, 'loss': 0.07415492787100675}
+{'epoch': 36, 'iter': 110, 'avg_loss': 0.09598242488110484, 'avg_acc': 0.0, 'loss': 0.08977388118055224}
+{'epoch': 36, 'iter': 120, 'avg_loss': 0.09595874189769957, 'avg_acc': 0.0, 'loss': 0.10247773556011452}
+{'epoch': 36, 'iter': 130, 'avg_loss': 0.09646755964486463, 'avg_acc': 0.0, 'loss': 0.10228723030830418}
+{'epoch': 36, 'iter': 140, 'avg_loss': 0.09670867984001746, 'avg_acc': 0.0, 'loss': 0.09366836990292475}
+{'epoch': 36, 'iter': 150, 'avg_loss': 0.09682358654817012, 'avg_acc': 0.0, 'loss': 0.06591772531987772}
+{'epoch': 36, 'iter': 160, 'avg_loss': 0.09604248572354891, 'avg_acc': 0.0, 'loss': 0.07810657187303605}
+{'epoch': 36, 'iter': 170, 'avg_loss': 0.09584173031337524, 'avg_acc': 0.0, 'loss': 0.06497390673313573}
+{'epoch': 36, 'iter': 180, 'avg_loss': 0.09492138165941243, 'avg_acc': 0.0, 'loss': 0.10551460855340013}
+{'epoch': 36, 'iter': 190, 'avg_loss': 0.09450690289280557, 'avg_acc': 0.0, 'loss': 0.12231462833655574}
+{'epoch': 36, 'iter': 200, 'avg_loss': 0.09481115393603096, 'avg_acc': 0.0, 'loss': 0.09283901606103687}
+{'epoch': 36, 'iter': 210, 'avg_loss': 0.09513713607734241, 'avg_acc': 0.0, 'loss': 0.14314273325539617}
+{'epoch': 36, 'iter': 220, 'avg_loss': 0.0948731210743758, 'avg_acc': 0.0, 'loss': 0.09860855125011117}
+{'epoch': 36, 'iter': 230, 'avg_loss': 0.09483965698958273, 'avg_acc': 0.0, 'loss': 0.11492716574483502}
+{'epoch': 36, 'iter': 240, 'avg_loss': 0.09523355993170177, 'avg_acc': 0.0, 'loss': 0.056518786063114536}
+{'epoch': 36, 'iter': 250, 'avg_loss': 0.09566886414705428, 'avg_acc': 0.0, 'loss': 0.08677936307647574}
+{'epoch': 36, 'iter': 260, 'avg_loss': 0.09589130796547056, 'avg_acc': 0.0, 'loss': 0.10693685999241812}
+{'epoch': 'EP36_test', 'eval_accuracy': 0.0, 'ece': 0.09769285470247269, 'avg_loss': 0.09631648011594586, 'f1_scores': 0.9254850123297983}
+{'epoch': 37, 'iter': 0, 'avg_loss': 0.06754575086480534, 'avg_acc': 0.0, 'loss': 0.06754575086480534}
+{'epoch': 37, 'iter': 10, 'avg_loss': 0.09072648815832543, 'avg_acc': 0.0, 'loss': 0.05891955789318055}
+{'epoch': 37, 'iter': 20, 'avg_loss': 0.087855996878002, 'avg_acc': 0.0, 'loss': 0.07231852095544257}
+{'epoch': 37, 'iter': 30, 'avg_loss': 0.09303561371993517, 'avg_acc': 0.0, 'loss': 0.12739662615240377}
+{'epoch': 37, 'iter': 40, 'avg_loss': 0.09229924594279522, 'avg_acc': 0.0, 'loss': 0.08353683453897327}
+{'epoch': 37, 'iter': 50, 'avg_loss': 0.0958430708724864, 'avg_acc': 0.0, 'loss': 0.11540281410400358}
+{'epoch': 37, 'iter': 60, 'avg_loss': 0.09389606513639677, 'avg_acc': 0.0, 'loss': 0.06307701800411028}
+{'epoch': 37, 'iter': 70, 'avg_loss': 0.09830260747496125, 'avg_acc': 0.0, 'loss': 0.12894357790238634}
+{'epoch': 37, 'iter': 80, 'avg_loss': 0.09643909054797062, 'avg_acc': 0.0, 'loss': 0.12348172171260378}
+{'epoch': 37, 'iter': 90, 'avg_loss': 0.09648677556612001, 'avg_acc': 0.0, 'loss': 0.07111161308746107}
+{'epoch': 37, 'iter': 100, 'avg_loss': 0.09465992360337525, 'avg_acc': 0.0, 'loss': 0.07380140572263372}
+{'epoch': 37, 'iter': 110, 'avg_loss': 0.09601084882737819, 'avg_acc': 0.0, 'loss': 0.09150941964326517}
+{'epoch': 37, 'iter': 120, 'avg_loss': 0.09600876726779939, 'avg_acc': 0.0, 'loss': 0.10301359609870327}
+{'epoch': 37, 'iter': 130, 'avg_loss': 0.09655322739028557, 'avg_acc': 0.0, 'loss': 0.1052368255699605}
+{'epoch': 37, 'iter': 140, 'avg_loss': 0.09679479691249084, 'avg_acc': 0.0, 'loss': 0.09330093631271145}
+{'epoch': 37, 'iter': 150, 'avg_loss': 0.09691062367980649, 'avg_acc': 0.0, 'loss': 0.06547546190947579}
+{'epoch': 37, 'iter': 160, 'avg_loss': 0.09610009852240733, 'avg_acc': 0.0, 'loss': 0.07879616725913202}
+{'epoch': 37, 'iter': 170, 'avg_loss': 0.0958969905823729, 'avg_acc': 0.0, 'loss': 0.066561996877551}
+{'epoch': 37, 'iter': 180, 'avg_loss': 0.09498943033052952, 'avg_acc': 0.0, 'loss': 0.10515513280435178}
+{'epoch': 37, 'iter': 190, 'avg_loss': 0.0945577152960138, 'avg_acc': 0.0, 'loss': 0.12348885331960396}
+{'epoch': 37, 'iter': 200, 'avg_loss': 0.09487496103810228, 'avg_acc': 0.0, 'loss': 0.09292122493717767}
+{'epoch': 37, 'iter': 210, 'avg_loss': 0.09519015068153075, 'avg_acc': 0.0, 'loss': 0.14325553726422413}
+{'epoch': 37, 'iter': 220, 'avg_loss': 0.09491839409775213, 'avg_acc': 0.0, 'loss': 0.09804982223327637}
+{'epoch': 37, 'iter': 230, 'avg_loss': 0.0948913794037738, 'avg_acc': 0.0, 'loss': 0.11489963295594764}
+{'epoch': 37, 'iter': 240, 'avg_loss': 0.09527964975131208, 'avg_acc': 0.0, 'loss': 0.0556329635894193}
+{'epoch': 37, 'iter': 250, 'avg_loss': 0.09573545245986916, 'avg_acc': 0.0, 'loss': 0.08791227427790561}
+{'epoch': 37, 'iter': 260, 'avg_loss': 0.0959596850961001, 'avg_acc': 0.0, 'loss': 0.10598661063381444}
+{'epoch': 'EP37_test', 'eval_accuracy': 0.0, 'ece': 0.10277984291315079, 'avg_loss': 0.09639520424826145, 'f1_scores': 0.9254850123297983}
+{'epoch': 38, 'iter': 0, 'avg_loss': 0.0672064244165276, 'avg_acc': 0.0, 'loss': 0.0672064244165276}
+{'epoch': 38, 'iter': 10, 'avg_loss': 0.08940379776149864, 'avg_acc': 0.0, 'loss': 0.059343567169741665}
+{'epoch': 38, 'iter': 20, 'avg_loss': 0.08687304610898998, 'avg_acc': 0.0, 'loss': 0.07262122017989116}
+{'epoch': 38, 'iter': 30, 'avg_loss': 0.0920269738936386, 'avg_acc': 0.0, 'loss': 0.12607861382561428}
+{'epoch': 38, 'iter': 40, 'avg_loss': 0.09125245889664668, 'avg_acc': 0.0, 'loss': 0.08299935147508514}
+{'epoch': 38, 'iter': 50, 'avg_loss': 0.09482741749319391, 'avg_acc': 0.0, 'loss': 0.114822832559558}
+{'epoch': 38, 'iter': 60, 'avg_loss': 0.09282667587799964, 'avg_acc': 0.0, 'loss': 0.06134545249324219}
+{'epoch': 38, 'iter': 70, 'avg_loss': 0.09711469099433952, 'avg_acc': 0.0, 'loss': 0.12506044907166824}
+{'epoch': 38, 'iter': 80, 'avg_loss': 0.09525453807641637, 'avg_acc': 0.0, 'loss': 0.1220915427899314}
+{'epoch': 38, 'iter': 90, 'avg_loss': 0.09533864098747885, 'avg_acc': 0.0, 'loss': 0.07162000388494301}
+{'epoch': 38, 'iter': 100, 'avg_loss': 0.09350018403999816, 'avg_acc': 0.0, 'loss': 0.07330979350103713}
+{'epoch': 38, 'iter': 110, 'avg_loss': 0.09479222927397409, 'avg_acc': 0.0, 'loss': 0.08855253997053174}
+{'epoch': 38, 'iter': 120, 'avg_loss': 0.09479406856157788, 'avg_acc': 0.0, 'loss': 0.10200802280685853}
+{'epoch': 38, 'iter': 130, 'avg_loss': 0.09530529320568722, 'avg_acc': 0.0, 'loss': 0.10136114793415425}
+{'epoch': 38, 'iter': 140, 'avg_loss': 0.09553717421010498, 'avg_acc': 0.0, 'loss': 0.09227662630169269}
+{'epoch': 38, 'iter': 150, 'avg_loss': 0.09566799345115266, 'avg_acc': 0.0, 'loss': 0.06472154801701079}
+{'epoch': 38, 'iter': 160, 'avg_loss': 0.09488663855923975, 'avg_acc': 0.0, 'loss': 0.07824795400009878}
+{'epoch': 38, 'iter': 170, 'avg_loss': 0.09468536267198302, 'avg_acc': 0.0, 'loss': 0.0643195120743221}
+{'epoch': 38, 'iter': 180, 'avg_loss': 0.09377202075127077, 'avg_acc': 0.0, 'loss': 0.1045934814718927}
+{'epoch': 38, 'iter': 190, 'avg_loss': 0.09334810988183995, 'avg_acc': 0.0, 'loss': 0.12139217335027702}
+{'epoch': 38, 'iter': 200, 'avg_loss': 0.09365900893855302, 'avg_acc': 0.0, 'loss': 0.09205934371070969}
+{'epoch': 38, 'iter': 210, 'avg_loss': 0.0939853172770806, 'avg_acc': 0.0, 'loss': 0.1423314372336303}
+{'epoch': 38, 'iter': 220, 'avg_loss': 0.09372763734029602, 'avg_acc': 0.0, 'loss': 0.09767200584370324}
+{'epoch': 38, 'iter': 230, 'avg_loss': 0.09369741016547292, 'avg_acc': 0.0, 'loss': 0.11266317344821783}
+{'epoch': 38, 'iter': 240, 'avg_loss': 0.09408567033296016, 'avg_acc': 0.0, 'loss': 0.05526209634479885}
+{'epoch': 38, 'iter': 250, 'avg_loss': 0.09452473078107895, 'avg_acc': 0.0, 'loss': 0.08591871484768936}
+{'epoch': 38, 'iter': 260, 'avg_loss': 0.09475203153193246, 'avg_acc': 0.0, 'loss': 0.1061265893557431}
+{'epoch': 'EP38_test', 'eval_accuracy': 0.0, 'ece': 0.09612570703029633, 'avg_loss': 0.09517935059426764, 'f1_scores': 0.9254850123297983}
+{'epoch': 39, 'iter': 0, 'avg_loss': 0.06690420738604733, 'avg_acc': 0.0, 'loss': 0.06690420738604733}
+{'epoch': 39, 'iter': 10, 'avg_loss': 0.08953332265505118, 'avg_acc': 0.0, 'loss': 0.05800838333996491}
+{'epoch': 39, 'iter': 20, 'avg_loss': 0.0868794913826865, 'avg_acc': 0.0, 'loss': 0.07204295917995296}
+{'epoch': 39, 'iter': 30, 'avg_loss': 0.09212796023547129, 'avg_acc': 0.0, 'loss': 0.1256541848672116}
+{'epoch': 39, 'iter': 40, 'avg_loss': 0.09138498181031302, 'avg_acc': 0.0, 'loss': 0.08344061851633049}
+{'epoch': 39, 'iter': 50, 'avg_loss': 0.09498325470941914, 'avg_acc': 0.0, 'loss': 0.11487342876845169}
+{'epoch': 39, 'iter': 60, 'avg_loss': 0.09299310313390738, 'avg_acc': 0.0, 'loss': 0.061598957533703924}
+{'epoch': 39, 'iter': 70, 'avg_loss': 0.09729260624492485, 'avg_acc': 0.0, 'loss': 0.12617116322440275}
+{'epoch': 39, 'iter': 80, 'avg_loss': 0.09541294925771364, 'avg_acc': 0.0, 'loss': 0.12262702647317422}
+{'epoch': 39, 'iter': 90, 'avg_loss': 0.09552655946691141, 'avg_acc': 0.0, 'loss': 0.07170153504271833}
+{'epoch': 39, 'iter': 100, 'avg_loss': 0.09369587966772676, 'avg_acc': 0.0, 'loss': 0.07340697044443596}
+{'epoch': 39, 'iter': 110, 'avg_loss': 0.09502358239658078, 'avg_acc': 0.0, 'loss': 0.08931914270851644}
+{'epoch': 39, 'iter': 120, 'avg_loss': 0.09498572047232777, 'avg_acc': 0.0, 'loss': 0.10130039070094199}
+{'epoch': 39, 'iter': 130, 'avg_loss': 0.09549599701380761, 'avg_acc': 0.0, 'loss': 0.1021091031579309}
+{'epoch': 39, 'iter': 140, 'avg_loss': 0.09574474757856645, 'avg_acc': 0.0, 'loss': 0.09282979892155448}
+{'epoch': 39, 'iter': 150, 'avg_loss': 0.09586045686497795, 'avg_acc': 0.0, 'loss': 0.06489907357583645}
+{'epoch': 39, 'iter': 160, 'avg_loss': 0.0950756293471934, 'avg_acc': 0.0, 'loss': 0.07664224347279205}
+{'epoch': 39, 'iter': 170, 'avg_loss': 0.09487084872094412, 'avg_acc': 0.0, 'loss': 0.06395703894288422}
+{'epoch': 39, 'iter': 180, 'avg_loss': 0.09395207653693903, 'avg_acc': 0.0, 'loss': 0.10331205944028657}
+{'epoch': 39, 'iter': 190, 'avg_loss': 0.0935365901919616, 'avg_acc': 0.0, 'loss': 0.12202014821834592}
+{'epoch': 39, 'iter': 200, 'avg_loss': 0.09383798598125037, 'avg_acc': 0.0, 'loss': 0.09133902423597208}
+{'epoch': 39, 'iter': 210, 'avg_loss': 0.09416479070606935, 'avg_acc': 0.0, 'loss': 0.1424823207936429}
+{'epoch': 39, 'iter': 220, 'avg_loss': 0.09389805239233398, 'avg_acc': 0.0, 'loss': 0.09758286883866925}
+{'epoch': 39, 'iter': 230, 'avg_loss': 0.09386492890892367, 'avg_acc': 0.0, 'loss': 0.11438190683786939}
+{'epoch': 39, 'iter': 240, 'avg_loss': 0.09425901182915092, 'avg_acc': 0.0, 'loss': 0.05548959581622219}
+{'epoch': 39, 'iter': 250, 'avg_loss': 0.09469206260948182, 'avg_acc': 0.0, 'loss': 0.08566759732610153}
+{'epoch': 39, 'iter': 260, 'avg_loss': 0.09491619928628074, 'avg_acc': 0.0, 'loss': 0.10556673820972101}
+{'epoch': 'EP39_test', 'eval_accuracy': 0.0, 'ece': 0.10094182193279266, 'avg_loss': 0.09533816741452375, 'f1_scores': 0.9254850123297983}
+{'epoch': 40, 'iter': 0, 'avg_loss': 0.06599987286893289, 'avg_acc': 0.0, 'loss': 0.06599987286893289}
+{'epoch': 40, 'iter': 10, 'avg_loss': 0.08942832645802788, 'avg_acc': 0.0, 'loss': 0.05664192607938543}
+{'epoch': 40, 'iter': 20, 'avg_loss': 0.08651317117937991, 'avg_acc': 0.0, 'loss': 0.0704695934900883}
+{'epoch': 40, 'iter': 30, 'avg_loss': 0.09181121587077391, 'avg_acc': 0.0, 'loss': 0.126207979766962}
+{'epoch': 40, 'iter': 40, 'avg_loss': 0.0910952666751645, 'avg_acc': 0.0, 'loss': 0.08236258695169088}
+{'epoch': 40, 'iter': 50, 'avg_loss': 0.09473671530551578, 'avg_acc': 0.0, 'loss': 0.11452864978247337}
+{'epoch': 40, 'iter': 60, 'avg_loss': 0.092761702361781, 'avg_acc': 0.0, 'loss': 0.061486068475553726}
+{'epoch': 40, 'iter': 70, 'avg_loss': 0.09720623049207151, 'avg_acc': 0.0, 'loss': 0.12861345786351056}
+{'epoch': 40, 'iter': 80, 'avg_loss': 0.09530096170439958, 'avg_acc': 0.0, 'loss': 0.12305907871277302}
+{'epoch': 40, 'iter': 90, 'avg_loss': 0.09538437704835864, 'avg_acc': 0.0, 'loss': 0.07000766683761737}
+{'epoch': 40, 'iter': 100, 'avg_loss': 0.09352485545982872, 'avg_acc': 0.0, 'loss': 0.07213099568174235}
+{'epoch': 40, 'iter': 110, 'avg_loss': 0.09490773355670135, 'avg_acc': 0.0, 'loss': 0.09030020894820723}
+{'epoch': 40, 'iter': 120, 'avg_loss': 0.09487254641577825, 'avg_acc': 0.0, 'loss': 0.10062313269688161}
+{'epoch': 40, 'iter': 130, 'avg_loss': 0.09541698409530587, 'avg_acc': 0.0, 'loss': 0.10399508596264134}
+{'epoch': 40, 'iter': 140, 'avg_loss': 0.09568057982204363, 'avg_acc': 0.0, 'loss': 0.09275078460186137}
+{'epoch': 40, 'iter': 150, 'avg_loss': 0.09578523336532706, 'avg_acc': 0.0, 'loss': 0.06422447723957905}
+{'epoch': 40, 'iter': 160, 'avg_loss': 0.09496872291987053, 'avg_acc': 0.0, 'loss': 0.0763228176945684}
+{'epoch': 40, 'iter': 170, 'avg_loss': 0.094757904478431, 'avg_acc': 0.0, 'loss': 0.06401071304606935}
+{'epoch': 40, 'iter': 180, 'avg_loss': 0.09382506183797276, 'avg_acc': 0.0, 'loss': 0.10313639225100651}
+{'epoch': 40, 'iter': 190, 'avg_loss': 0.09340072640246, 'avg_acc': 0.0, 'loss': 0.12286198133985034}
+{'epoch': 40, 'iter': 200, 'avg_loss': 0.09371664864388853, 'avg_acc': 0.0, 'loss': 0.09120585756941019}
+{'epoch': 40, 'iter': 210, 'avg_loss': 0.0940430195915891, 'avg_acc': 0.0, 'loss': 0.14283519852869475}
+{'epoch': 40, 'iter': 220, 'avg_loss': 0.09376211266191946, 'avg_acc': 0.0, 'loss': 0.0969780490953391}
+{'epoch': 40, 'iter': 230, 'avg_loss': 0.09372990791843673, 'avg_acc': 0.0, 'loss': 0.11511732755708083}
+{'epoch': 40, 'iter': 240, 'avg_loss': 0.09412866927206424, 'avg_acc': 0.0, 'loss': 0.05363936015143622}
+{'epoch': 40, 'iter': 250, 'avg_loss': 0.09458138632581534, 'avg_acc': 0.0, 'loss': 0.08569453636503153}
+{'epoch': 40, 'iter': 260, 'avg_loss': 0.09480702947046894, 'avg_acc': 0.0, 'loss': 0.1046896563556418}
+{'epoch': 'EP40_test', 'eval_accuracy': 0.0, 'ece': 0.10658041387796402, 'avg_loss': 0.09524785996411514, 'f1_scores': 0.9254850123297983}
+{'epoch': 41, 'iter': 0, 'avg_loss': 0.06791388476925216, 'avg_acc': 0.0, 'loss': 0.06791388476925216}
+{'epoch': 41, 'iter': 10, 'avg_loss': 0.09058157700992088, 'avg_acc': 0.0, 'loss': 0.06046965838506577}
+{'epoch': 41, 'iter': 20, 'avg_loss': 0.08791167104047651, 'avg_acc': 0.0, 'loss': 0.07300947138992342}
+{'epoch': 41, 'iter': 30, 'avg_loss': 0.09298629804723724, 'avg_acc': 0.0, 'loss': 0.12711852239252558}
+{'epoch': 41, 'iter': 40, 'avg_loss': 0.0922576976102246, 'avg_acc': 0.0, 'loss': 0.08360508738607564}
+{'epoch': 41, 'iter': 50, 'avg_loss': 0.09576625651670656, 'avg_acc': 0.0, 'loss': 0.11558080928537606}
+{'epoch': 41, 'iter': 60, 'avg_loss': 0.09382231882469633, 'avg_acc': 0.0, 'loss': 0.06335043841142302}
+{'epoch': 41, 'iter': 70, 'avg_loss': 0.09811917636165443, 'avg_acc': 0.0, 'loss': 0.12753979151096115}
+{'epoch': 41, 'iter': 80, 'avg_loss': 0.0962892358307145, 'avg_acc': 0.0, 'loss': 0.12266470549736498}
+{'epoch': 41, 'iter': 90, 'avg_loss': 0.09633518824941964, 'avg_acc': 0.0, 'loss': 0.07233320427595961}
+{'epoch': 41, 'iter': 100, 'avg_loss': 0.09454230123363279, 'avg_acc': 0.0, 'loss': 0.0746311633602415}
+{'epoch': 41, 'iter': 110, 'avg_loss': 0.09584397614934076, 'avg_acc': 0.0, 'loss': 0.09120332406415951}
+{'epoch': 41, 'iter': 120, 'avg_loss': 0.09585903317335757, 'avg_acc': 0.0, 'loss': 0.10259091906183926}
+{'epoch': 41, 'iter': 130, 'avg_loss': 0.0963976334498502, 'avg_acc': 0.0, 'loss': 0.10483176199962582}
+{'epoch': 41, 'iter': 140, 'avg_loss': 0.09661934967080454, 'avg_acc': 0.0, 'loss': 0.09256450572157096}
+{'epoch': 41, 'iter': 150, 'avg_loss': 0.09673948203153256, 'avg_acc': 0.0, 'loss': 0.06588507647925569}
+{'epoch': 41, 'iter': 160, 'avg_loss': 0.0959447016969986, 'avg_acc': 0.0, 'loss': 0.07990855576952884}
+{'epoch': 41, 'iter': 170, 'avg_loss': 0.09574859473195674, 'avg_acc': 0.0, 'loss': 0.06689251079322794}
+{'epoch': 41, 'iter': 180, 'avg_loss': 0.09484559124405531, 'avg_acc': 0.0, 'loss': 0.10523679134048182}
+{'epoch': 41, 'iter': 190, 'avg_loss': 0.0944248251324696, 'avg_acc': 0.0, 'loss': 0.12282715291591931}
+{'epoch': 41, 'iter': 200, 'avg_loss': 0.09474209474877883, 'avg_acc': 0.0, 'loss': 0.09344684758967706}
+{'epoch': 41, 'iter': 210, 'avg_loss': 0.09505245990260142, 'avg_acc': 0.0, 'loss': 0.14260305840185847}
+{'epoch': 41, 'iter': 220, 'avg_loss': 0.09480026610307601, 'avg_acc': 0.0, 'loss': 0.09783821523991978}
+{'epoch': 41, 'iter': 230, 'avg_loss': 0.09476567534166433, 'avg_acc': 0.0, 'loss': 0.11296729695020043}
+{'epoch': 41, 'iter': 240, 'avg_loss': 0.09514311427609974, 'avg_acc': 0.0, 'loss': 0.05605648936418106}
+{'epoch': 41, 'iter': 250, 'avg_loss': 0.0955846006054703, 'avg_acc': 0.0, 'loss': 0.08837745409920217}
+{'epoch': 41, 'iter': 260, 'avg_loss': 0.09581514598959628, 'avg_acc': 0.0, 'loss': 0.10678744453260995}
+{'epoch': 'EP41_test', 'eval_accuracy': 0.0, 'ece': 0.0972370132803917, 'avg_loss': 0.09624719753412503, 'f1_scores': 0.9254850123297983}
+{'epoch': 42, 'iter': 0, 'avg_loss': 0.0662014789896647, 'avg_acc': 0.0, 'loss': 0.0662014789896647}
+{'epoch': 42, 'iter': 10, 'avg_loss': 0.08890635972420549, 'avg_acc': 0.0, 'loss': 0.05843868650935389}
+{'epoch': 42, 'iter': 20, 'avg_loss': 0.08630392692422346, 'avg_acc': 0.0, 'loss': 0.07149092491759541}
+{'epoch': 42, 'iter': 30, 'avg_loss': 0.0914737729779352, 'avg_acc': 0.0, 'loss': 0.12534366124093918}
+{'epoch': 42, 'iter': 40, 'avg_loss': 0.09074295655957848, 'avg_acc': 0.0, 'loss': 0.08199267417088914}
+{'epoch': 42, 'iter': 50, 'avg_loss': 0.09432281491508908, 'avg_acc': 0.0, 'loss': 0.11473151789310114}
+{'epoch': 42, 'iter': 60, 'avg_loss': 0.09235077768738517, 'avg_acc': 0.0, 'loss': 0.061395744026616024}
+{'epoch': 42, 'iter': 70, 'avg_loss': 0.09662436689155644, 'avg_acc': 0.0, 'loss': 0.12540616465718252}
+{'epoch': 42, 'iter': 80, 'avg_loss': 0.09476597368163184, 'avg_acc': 0.0, 'loss': 0.12118140025813773}
+{'epoch': 42, 'iter': 90, 'avg_loss': 0.09483253431335335, 'avg_acc': 0.0, 'loss': 0.07116237235147439}
+{'epoch': 42, 'iter': 100, 'avg_loss': 0.09301489688771326, 'avg_acc': 0.0, 'loss': 0.07281307684086917}
+{'epoch': 42, 'iter': 110, 'avg_loss': 0.09431797685709846, 'avg_acc': 0.0, 'loss': 0.08907312182325354}
+{'epoch': 42, 'iter': 120, 'avg_loss': 0.09431419922718504, 'avg_acc': 0.0, 'loss': 0.10045622442887796}
+{'epoch': 42, 'iter': 130, 'avg_loss': 0.09484445034514184, 'avg_acc': 0.0, 'loss': 0.10217216498921491}
+{'epoch': 42, 'iter': 140, 'avg_loss': 0.09506826528629962, 'avg_acc': 0.0, 'loss': 0.09083415225426197}
+{'epoch': 42, 'iter': 150, 'avg_loss': 0.09518480124087213, 'avg_acc': 0.0, 'loss': 0.06427045383236214}
+{'epoch': 42, 'iter': 160, 'avg_loss': 0.0943993231968193, 'avg_acc': 0.0, 'loss': 0.0778305585318496}
+{'epoch': 42, 'iter': 170, 'avg_loss': 0.09420116781043261, 'avg_acc': 0.0, 'loss': 0.06439329567872472}
+{'epoch': 42, 'iter': 180, 'avg_loss': 0.09329151554655578, 'avg_acc': 0.0, 'loss': 0.10369770884528862}
+{'epoch': 42, 'iter': 190, 'avg_loss': 0.09286950034267423, 'avg_acc': 0.0, 'loss': 0.12083442083545849}
+{'epoch': 42, 'iter': 200, 'avg_loss': 0.09317936878290743, 'avg_acc': 0.0, 'loss': 0.09203153847940776}
+{'epoch': 42, 'iter': 210, 'avg_loss': 0.09349560991506163, 'avg_acc': 0.0, 'loss': 0.14166667455169243}
+{'epoch': 42, 'iter': 220, 'avg_loss': 0.09324133605526705, 'avg_acc': 0.0, 'loss': 0.09629732748583461}
+{'epoch': 42, 'iter': 230, 'avg_loss': 0.09320904789824398, 'avg_acc': 0.0, 'loss': 0.11193785285675517}
+{'epoch': 42, 'iter': 240, 'avg_loss': 0.09360000008811764, 'avg_acc': 0.0, 'loss': 0.05431479272000063}
+{'epoch': 42, 'iter': 250, 'avg_loss': 0.09403614520699327, 'avg_acc': 0.0, 'loss': 0.08608094460979844}
+{'epoch': 42, 'iter': 260, 'avg_loss': 0.09426648080923004, 'avg_acc': 0.0, 'loss': 0.10542810653386628}
+{'epoch': 'EP42_test', 'eval_accuracy': 0.0, 'ece': 0.09668495506048203, 'avg_loss': 0.09469611711198195, 'f1_scores': 0.9254850123297983}
+{'epoch': 43, 'iter': 0, 'avg_loss': 0.06758192631011589, 'avg_acc': 0.0, 'loss': 0.06758192631011589}
+{'epoch': 43, 'iter': 10, 'avg_loss': 0.0899450420156962, 'avg_acc': 0.0, 'loss': 0.060648668672212934}
+{'epoch': 43, 'iter': 20, 'avg_loss': 0.08736559432569291, 'avg_acc': 0.0, 'loss': 0.07313817180095482}
+{'epoch': 43, 'iter': 30, 'avg_loss': 0.09248607313071071, 'avg_acc': 0.0, 'loss': 0.1259688789723441}
+{'epoch': 43, 'iter': 40, 'avg_loss': 0.09174244589654375, 'avg_acc': 0.0, 'loss': 0.08343600002120054}
+{'epoch': 43, 'iter': 50, 'avg_loss': 0.09525658534696885, 'avg_acc': 0.0, 'loss': 0.11556178530984847}
+{'epoch': 43, 'iter': 60, 'avg_loss': 0.0932692099357238, 'avg_acc': 0.0, 'loss': 0.06222971806471378}
+{'epoch': 43, 'iter': 70, 'avg_loss': 0.09748000073438852, 'avg_acc': 0.0, 'loss': 0.12494317774148352}
+{'epoch': 43, 'iter': 80, 'avg_loss': 0.09564044167684564, 'avg_acc': 0.0, 'loss': 0.12168779964533119}
+{'epoch': 43, 'iter': 90, 'avg_loss': 0.09571830326947847, 'avg_acc': 0.0, 'loss': 0.07197259423823457}
+{'epoch': 43, 'iter': 100, 'avg_loss': 0.0939415525398156, 'avg_acc': 0.0, 'loss': 0.07465487749430265}
+{'epoch': 43, 'iter': 110, 'avg_loss': 0.09521482601834134, 'avg_acc': 0.0, 'loss': 0.08982095514170396}
+{'epoch': 43, 'iter': 120, 'avg_loss': 0.09520910983725603, 'avg_acc': 0.0, 'loss': 0.10235835594167902}
+{'epoch': 43, 'iter': 130, 'avg_loss': 0.09573294569840901, 'avg_acc': 0.0, 'loss': 0.1023358632744516}
+{'epoch': 43, 'iter': 140, 'avg_loss': 0.09594397170148518, 'avg_acc': 0.0, 'loss': 0.09205731603814066}
+{'epoch': 43, 'iter': 150, 'avg_loss': 0.09605886557118648, 'avg_acc': 0.0, 'loss': 0.0654479552748707}
+{'epoch': 43, 'iter': 160, 'avg_loss': 0.09529003810741414, 'avg_acc': 0.0, 'loss': 0.07872418128125348}
+{'epoch': 43, 'iter': 170, 'avg_loss': 0.0951001501379752, 'avg_acc': 0.0, 'loss': 0.06554996356255417}
+{'epoch': 43, 'iter': 180, 'avg_loss': 0.09419277260405653, 'avg_acc': 0.0, 'loss': 0.10434089092171103}
+{'epoch': 43, 'iter': 190, 'avg_loss': 0.09376156995326891, 'avg_acc': 0.0, 'loss': 0.12128205013440914}
+{'epoch': 43, 'iter': 200, 'avg_loss': 0.094068985370408, 'avg_acc': 0.0, 'loss': 0.09314344699066623}
+{'epoch': 43, 'iter': 210, 'avg_loss': 0.09437468931019945, 'avg_acc': 0.0, 'loss': 0.14227645363336347}
+{'epoch': 43, 'iter': 220, 'avg_loss': 0.0941352085312606, 'avg_acc': 0.0, 'loss': 0.0973847829731572}
+{'epoch': 43, 'iter': 230, 'avg_loss': 0.09410517108081128, 'avg_acc': 0.0, 'loss': 0.11175327837794871}
+{'epoch': 43, 'iter': 240, 'avg_loss': 0.09448894731486854, 'avg_acc': 0.0, 'loss': 0.05595958929461631}
+{'epoch': 43, 'iter': 250, 'avg_loss': 0.09493017177716641, 'avg_acc': 0.0, 'loss': 0.08782444159291052}
+{'epoch': 43, 'iter': 260, 'avg_loss': 0.09516186809023225, 'avg_acc': 0.0, 'loss': 0.10707499424972866}
+{'epoch': 'EP43_test', 'eval_accuracy': 0.0, 'ece': 0.0928330197930336, 'avg_loss': 0.09558230393683527, 'f1_scores': 0.9254850123297983}
+{'epoch': 44, 'iter': 0, 'avg_loss': 0.06828096272722713, 'avg_acc': 0.0, 'loss': 0.06828096272722713}
+{'epoch': 44, 'iter': 10, 'avg_loss': 0.09098274718268112, 'avg_acc': 0.0, 'loss': 0.06002725854237058}
+{'epoch': 44, 'iter': 20, 'avg_loss': 0.0881546509585676, 'avg_acc': 0.0, 'loss': 0.07318334320994575}
+{'epoch': 44, 'iter': 30, 'avg_loss': 0.09320158477941375, 'avg_acc': 0.0, 'loss': 0.12746350976099816}
+{'epoch': 44, 'iter': 40, 'avg_loss': 0.09237461295183635, 'avg_acc': 0.0, 'loss': 0.0838184404849593}
+{'epoch': 44, 'iter': 50, 'avg_loss': 0.09587528906509608, 'avg_acc': 0.0, 'loss': 0.11504839976226679}
+{'epoch': 44, 'iter': 60, 'avg_loss': 0.09395033622911328, 'avg_acc': 0.0, 'loss': 0.06351590880762258}
+{'epoch': 44, 'iter': 70, 'avg_loss': 0.09828680917148544, 'avg_acc': 0.0, 'loss': 0.12829509937492795}
+{'epoch': 44, 'iter': 80, 'avg_loss': 0.0964475939996041, 'avg_acc': 0.0, 'loss': 0.12299341823374528}
+{'epoch': 44, 'iter': 90, 'avg_loss': 0.09650293809071557, 'avg_acc': 0.0, 'loss': 0.07199668958777952}
+{'epoch': 44, 'iter': 100, 'avg_loss': 0.0947068267374786, 'avg_acc': 0.0, 'loss': 0.07428198220162179}
+{'epoch': 44, 'iter': 110, 'avg_loss': 0.09603018113192355, 'avg_acc': 0.0, 'loss': 0.09108672450095615}
+{'epoch': 44, 'iter': 120, 'avg_loss': 0.09600668888932239, 'avg_acc': 0.0, 'loss': 0.10269593793846557}
+{'epoch': 44, 'iter': 130, 'avg_loss': 0.09654311768398648, 'avg_acc': 0.0, 'loss': 0.10500054563999989}
+{'epoch': 44, 'iter': 140, 'avg_loss': 0.09677464281516873, 'avg_acc': 0.0, 'loss': 0.09337164293148296}
+{'epoch': 44, 'iter': 150, 'avg_loss': 0.096891462680701, 'avg_acc': 0.0, 'loss': 0.06631242961224514}
+{'epoch': 44, 'iter': 160, 'avg_loss': 0.09607998357033719, 'avg_acc': 0.0, 'loss': 0.07955185948412691}
+{'epoch': 44, 'iter': 170, 'avg_loss': 0.09588143664680933, 'avg_acc': 0.0, 'loss': 0.0669423708683366}
+{'epoch': 44, 'iter': 180, 'avg_loss': 0.09498726832579023, 'avg_acc': 0.0, 'loss': 0.1049497838065138}
+{'epoch': 44, 'iter': 190, 'avg_loss': 0.09455567698415006, 'avg_acc': 0.0, 'loss': 0.12359950272641688}
+{'epoch': 44, 'iter': 200, 'avg_loss': 0.09487459014950948, 'avg_acc': 0.0, 'loss': 0.09265205837084522}
+{'epoch': 44, 'iter': 210, 'avg_loss': 0.09518978747115202, 'avg_acc': 0.0, 'loss': 0.1422987915705838}
+{'epoch': 44, 'iter': 220, 'avg_loss': 0.09493406883728392, 'avg_acc': 0.0, 'loss': 0.09875199694826213}
+{'epoch': 44, 'iter': 230, 'avg_loss': 0.0949064445811462, 'avg_acc': 0.0, 'loss': 0.11434586330535369}
+{'epoch': 44, 'iter': 240, 'avg_loss': 0.0952885945859343, 'avg_acc': 0.0, 'loss': 0.0563363681364584}
+{'epoch': 44, 'iter': 250, 'avg_loss': 0.09574021169950643, 'avg_acc': 0.0, 'loss': 0.08818789622124866}
+{'epoch': 44, 'iter': 260, 'avg_loss': 0.09595996801316924, 'avg_acc': 0.0, 'loss': 0.10639735274518053}
+{'epoch': 'EP44_test', 'eval_accuracy': 0.0, 'ece': 0.10148851573467255, 'avg_loss': 0.09639550133721066, 'f1_scores': 0.9254850123297983}
+{'epoch': 45, 'iter': 0, 'avg_loss': 0.06541453627284811, 'avg_acc': 0.0, 'loss': 0.06541453627284811}
+{'epoch': 45, 'iter': 10, 'avg_loss': 0.0881470322241218, 'avg_acc': 0.0, 'loss': 0.05877642326662778}
+{'epoch': 45, 'iter': 20, 'avg_loss': 0.08567615879645779, 'avg_acc': 0.0, 'loss': 0.07140849967020456}
+{'epoch': 45, 'iter': 30, 'avg_loss': 0.09085234152164053, 'avg_acc': 0.0, 'loss': 0.12357927422733285}
+{'epoch': 45, 'iter': 40, 'avg_loss': 0.09010389157676343, 'avg_acc': 0.0, 'loss': 0.08197607046998963}
+{'epoch': 45, 'iter': 50, 'avg_loss': 0.09367119056000953, 'avg_acc': 0.0, 'loss': 0.11491450665922846}
+{'epoch': 45, 'iter': 60, 'avg_loss': 0.09168248641475488, 'avg_acc': 0.0, 'loss': 0.059935551467341544}
+{'epoch': 45, 'iter': 70, 'avg_loss': 0.09582950910029739, 'avg_acc': 0.0, 'loss': 0.12278965734362503}
+{'epoch': 45, 'iter': 80, 'avg_loss': 0.09396576148714204, 'avg_acc': 0.0, 'loss': 0.11962206960997637}
+{'epoch': 45, 'iter': 90, 'avg_loss': 0.09406777467987763, 'avg_acc': 0.0, 'loss': 0.07143211467902282}
+{'epoch': 45, 'iter': 100, 'avg_loss': 0.09229906078868304, 'avg_acc': 0.0, 'loss': 0.07364511346461962}
+{'epoch': 45, 'iter': 110, 'avg_loss': 0.09356469665834674, 'avg_acc': 0.0, 'loss': 0.08840007415406197}
+{'epoch': 45, 'iter': 120, 'avg_loss': 0.09351995127658445, 'avg_acc': 0.0, 'loss': 0.09976788664764463}
+{'epoch': 45, 'iter': 130, 'avg_loss': 0.09404026364491358, 'avg_acc': 0.0, 'loss': 0.10087926502706068}
+{'epoch': 45, 'iter': 140, 'avg_loss': 0.09424514472031248, 'avg_acc': 0.0, 'loss': 0.0899742039694859}
+{'epoch': 45, 'iter': 150, 'avg_loss': 0.0943498768373247, 'avg_acc': 0.0, 'loss': 0.06376366519612832}
+{'epoch': 45, 'iter': 160, 'avg_loss': 0.09358978333655076, 'avg_acc': 0.0, 'loss': 0.076639763698239}
+{'epoch': 45, 'iter': 170, 'avg_loss': 0.09340231812446342, 'avg_acc': 0.0, 'loss': 0.0633513384547736}
+{'epoch': 45, 'iter': 180, 'avg_loss': 0.09249867492918887, 'avg_acc': 0.0, 'loss': 0.10148223362334971}
+{'epoch': 45, 'iter': 190, 'avg_loss': 0.09206270624498594, 'avg_acc': 0.0, 'loss': 0.11943828593818953}
+{'epoch': 45, 'iter': 200, 'avg_loss': 0.09236071960932765, 'avg_acc': 0.0, 'loss': 0.09148542185282134}
+{'epoch': 45, 'iter': 210, 'avg_loss': 0.09266524615203561, 'avg_acc': 0.0, 'loss': 0.14079875554967558}
+{'epoch': 45, 'iter': 220, 'avg_loss': 0.09243424167072509, 'avg_acc': 0.0, 'loss': 0.09562859529238006}
+{'epoch': 45, 'iter': 230, 'avg_loss': 0.09240510265705469, 'avg_acc': 0.0, 'loss': 0.10984573716775765}
+{'epoch': 45, 'iter': 240, 'avg_loss': 0.09280001238187643, 'avg_acc': 0.0, 'loss': 0.0544073151829301}
+{'epoch': 45, 'iter': 250, 'avg_loss': 0.09323180592320339, 'avg_acc': 0.0, 'loss': 0.08594445011719845}
+{'epoch': 45, 'iter': 260, 'avg_loss': 0.09347050179455381, 'avg_acc': 0.0, 'loss': 0.10597499509322006}
+{'epoch': 'EP45_test', 'eval_accuracy': 0.0, 'ece': 0.09228339046239853, 'avg_loss': 0.09388383150438956, 'f1_scores': 0.9254850123297983}
+{'epoch': 46, 'iter': 0, 'avg_loss': 0.0665616041066731, 'avg_acc': 0.0, 'loss': 0.0665616041066731}
+{'epoch': 46, 'iter': 10, 'avg_loss': 0.08942779879834264, 'avg_acc': 0.0, 'loss': 0.059344963343996984}
+{'epoch': 46, 'iter': 20, 'avg_loss': 0.08678323411451108, 'avg_acc': 0.0, 'loss': 0.07204857313061958}
+{'epoch': 46, 'iter': 30, 'avg_loss': 0.09193428772789948, 'avg_acc': 0.0, 'loss': 0.1254349899461106}
+{'epoch': 46, 'iter': 40, 'avg_loss': 0.09116574924004378, 'avg_acc': 0.0, 'loss': 0.08276562283925516}
+{'epoch': 46, 'iter': 50, 'avg_loss': 0.09472377050539339, 'avg_acc': 0.0, 'loss': 0.11513999696635274}
+{'epoch': 46, 'iter': 60, 'avg_loss': 0.09275013652771188, 'avg_acc': 0.0, 'loss': 0.0614446243998259}
+{'epoch': 46, 'iter': 70, 'avg_loss': 0.09701881230718921, 'avg_acc': 0.0, 'loss': 0.12548173813331687}
+{'epoch': 46, 'iter': 80, 'avg_loss': 0.09516022622671243, 'avg_acc': 0.0, 'loss': 0.12142212496297994}
+{'epoch': 46, 'iter': 90, 'avg_loss': 0.09523249669817196, 'avg_acc': 0.0, 'loss': 0.07144802900542604}
+{'epoch': 46, 'iter': 100, 'avg_loss': 0.09343763298104761, 'avg_acc': 0.0, 'loss': 0.07381151522929079}
+{'epoch': 46, 'iter': 110, 'avg_loss': 0.0947355597811872, 'avg_acc': 0.0, 'loss': 0.08980076256898833}
+{'epoch': 46, 'iter': 120, 'avg_loss': 0.0947092662073166, 'avg_acc': 0.0, 'loss': 0.1012700499213273}
+{'epoch': 46, 'iter': 130, 'avg_loss': 0.09523927110223024, 'avg_acc': 0.0, 'loss': 0.10273552752754864}
+{'epoch': 46, 'iter': 140, 'avg_loss': 0.09546140374107062, 'avg_acc': 0.0, 'loss': 0.09174470415592037}
+{'epoch': 46, 'iter': 150, 'avg_loss': 0.09557392075862886, 'avg_acc': 0.0, 'loss': 0.06470730846310906}
+{'epoch': 46, 'iter': 160, 'avg_loss': 0.09478977065985619, 'avg_acc': 0.0, 'loss': 0.07792795126089556}
+{'epoch': 46, 'iter': 170, 'avg_loss': 0.09459668394886402, 'avg_acc': 0.0, 'loss': 0.06493759336418391}
+{'epoch': 46, 'iter': 180, 'avg_loss': 0.09369206456381421, 'avg_acc': 0.0, 'loss': 0.10342344614160277}
+{'epoch': 46, 'iter': 190, 'avg_loss': 0.09325718150889935, 'avg_acc': 0.0, 'loss': 0.1214114010430681}
+{'epoch': 46, 'iter': 200, 'avg_loss': 0.09356773908198995, 'avg_acc': 0.0, 'loss': 0.09225148983174286}
+{'epoch': 46, 'iter': 210, 'avg_loss': 0.09387610623402665, 'avg_acc': 0.0, 'loss': 0.1416821902482346}
+{'epoch': 46, 'iter': 220, 'avg_loss': 0.09362977028446227, 'avg_acc': 0.0, 'loss': 0.09705114685350832}
+{'epoch': 46, 'iter': 230, 'avg_loss': 0.0935986303194825, 'avg_acc': 0.0, 'loss': 0.11193175068328692}
+{'epoch': 46, 'iter': 240, 'avg_loss': 0.09398706931326574, 'avg_acc': 0.0, 'loss': 0.055007248979458315}
+{'epoch': 46, 'iter': 250, 'avg_loss': 0.09443117417520583, 'avg_acc': 0.0, 'loss': 0.0869323052312885}
+{'epoch': 46, 'iter': 260, 'avg_loss': 0.09466305876158275, 'avg_acc': 0.0, 'loss': 0.10616623517561102}
+{'epoch': 'EP46_test', 'eval_accuracy': 0.0, 'ece': 0.09563493728637695, 'avg_loss': 0.09508895543846656, 'f1_scores': 0.9254850123297983}
+{'epoch': 47, 'iter': 0, 'avg_loss': 0.06583138639094598, 'avg_acc': 0.0, 'loss': 0.06583138639094598}
+{'epoch': 47, 'iter': 10, 'avg_loss': 0.08864489897569787, 'avg_acc': 0.0, 'loss': 0.058573033344489184}
+{'epoch': 47, 'iter': 20, 'avg_loss': 0.08602624533189036, 'avg_acc': 0.0, 'loss': 0.07130669832479596}
+{'epoch': 47, 'iter': 30, 'avg_loss': 0.09121819209956268, 'avg_acc': 0.0, 'loss': 0.12482949852905481}
+{'epoch': 47, 'iter': 40, 'avg_loss': 0.09049077281325413, 'avg_acc': 0.0, 'loss': 0.08199586923565708}
+{'epoch': 47, 'iter': 50, 'avg_loss': 0.09406944553286126, 'avg_acc': 0.0, 'loss': 0.1147932954236828}
+{'epoch': 47, 'iter': 60, 'avg_loss': 0.09207432396492554, 'avg_acc': 0.0, 'loss': 0.06060774197376263}
+{'epoch': 47, 'iter': 70, 'avg_loss': 0.09633005479134664, 'avg_acc': 0.0, 'loss': 0.12459710737098817}
+{'epoch': 47, 'iter': 80, 'avg_loss': 0.09446187003900916, 'avg_acc': 0.0, 'loss': 0.12088781046543925}
+{'epoch': 47, 'iter': 90, 'avg_loss': 0.09454179027641114, 'avg_acc': 0.0, 'loss': 0.07099371792635013}
+{'epoch': 47, 'iter': 100, 'avg_loss': 0.09273867865840688, 'avg_acc': 0.0, 'loss': 0.07321032094664913}
+{'epoch': 47, 'iter': 110, 'avg_loss': 0.09403537427607664, 'avg_acc': 0.0, 'loss': 0.08895415277783464}
+{'epoch': 47, 'iter': 120, 'avg_loss': 0.09402028521113823, 'avg_acc': 0.0, 'loss': 0.10049224613979187}
+{'epoch': 47, 'iter': 130, 'avg_loss': 0.09454936118293868, 'avg_acc': 0.0, 'loss': 0.1016819617595591}
+{'epoch': 47, 'iter': 140, 'avg_loss': 0.09476648781275826, 'avg_acc': 0.0, 'loss': 0.09077541293452132}
+{'epoch': 47, 'iter': 150, 'avg_loss': 0.09487366533951286, 'avg_acc': 0.0, 'loss': 0.06377120479762205}
+{'epoch': 47, 'iter': 160, 'avg_loss': 0.09409244705726579, 'avg_acc': 0.0, 'loss': 0.07709568242742039}
+{'epoch': 47, 'iter': 170, 'avg_loss': 0.09390158384262944, 'avg_acc': 0.0, 'loss': 0.0638924182392608}
+{'epoch': 47, 'iter': 180, 'avg_loss': 0.0929837853426509, 'avg_acc': 0.0, 'loss': 0.1024570420530121}
+{'epoch': 47, 'iter': 190, 'avg_loss': 0.09255377499428576, 'avg_acc': 0.0, 'loss': 0.12052026685259014}
+{'epoch': 47, 'iter': 200, 'avg_loss': 0.09286243481121564, 'avg_acc': 0.0, 'loss': 0.09182451892928002}
+{'epoch': 47, 'iter': 210, 'avg_loss': 0.09317303536070193, 'avg_acc': 0.0, 'loss': 0.14154240126049647}
+{'epoch': 47, 'iter': 220, 'avg_loss': 0.09292677428950004, 'avg_acc': 0.0, 'loss': 0.09608070672155528}
+{'epoch': 47, 'iter': 230, 'avg_loss': 0.09289472440089964, 'avg_acc': 0.0, 'loss': 0.11107268400770513}
+{'epoch': 47, 'iter': 240, 'avg_loss': 0.09328884582322639, 'avg_acc': 0.0, 'loss': 0.05425652597300257}
+{'epoch': 47, 'iter': 250, 'avg_loss': 0.09372865132271958, 'avg_acc': 0.0, 'loss': 0.0861735992579225}
+{'epoch': 47, 'iter': 260, 'avg_loss': 0.09396519448781493, 'avg_acc': 0.0, 'loss': 0.10564867755999785}
+{'epoch': 'EP47_test', 'eval_accuracy': 0.0, 'ece': 0.09471437335014343, 'avg_loss': 0.0943911619535518, 'f1_scores': 0.9254850123297983}
+{'epoch': 48, 'iter': 0, 'avg_loss': 0.06780612513209608, 'avg_acc': 0.0, 'loss': 0.06780612513209608}
+{'epoch': 48, 'iter': 10, 'avg_loss': 0.09054988720521369, 'avg_acc': 0.0, 'loss': 0.0587312952489449}
+{'epoch': 48, 'iter': 20, 'avg_loss': 0.08771867735922126, 'avg_acc': 0.0, 'loss': 0.07224197287080512}
+{'epoch': 48, 'iter': 30, 'avg_loss': 0.09287598326644, 'avg_acc': 0.0, 'loss': 0.12730247402328132}
+{'epoch': 48, 'iter': 40, 'avg_loss': 0.09209904397764147, 'avg_acc': 0.0, 'loss': 0.08358060997211071}
+{'epoch': 48, 'iter': 50, 'avg_loss': 0.09565938741597696, 'avg_acc': 0.0, 'loss': 0.1146257081257005}
+{'epoch': 48, 'iter': 60, 'avg_loss': 0.09369235889744779, 'avg_acc': 0.0, 'loss': 0.06304198657780496}
+{'epoch': 48, 'iter': 70, 'avg_loss': 0.0981008777222146, 'avg_acc': 0.0, 'loss': 0.1287739232297237}
+{'epoch': 48, 'iter': 80, 'avg_loss': 0.09622975151586469, 'avg_acc': 0.0, 'loss': 0.12334497877525052}
+{'epoch': 48, 'iter': 90, 'avg_loss': 0.09630810107223091, 'avg_acc': 0.0, 'loss': 0.0712257033509169}
+{'epoch': 48, 'iter': 100, 'avg_loss': 0.09446351169616869, 'avg_acc': 0.0, 'loss': 0.07330392432377103}
+{'epoch': 48, 'iter': 110, 'avg_loss': 0.09580766359335234, 'avg_acc': 0.0, 'loss': 0.09032154241236054}
+{'epoch': 48, 'iter': 120, 'avg_loss': 0.09580800148912963, 'avg_acc': 0.0, 'loss': 0.10274991100432374}
+{'epoch': 48, 'iter': 130, 'avg_loss': 0.09633954097538944, 'avg_acc': 0.0, 'loss': 0.1041686214539368}
+{'epoch': 48, 'iter': 140, 'avg_loss': 0.09659571100061579, 'avg_acc': 0.0, 'loss': 0.09409320810122981}
+{'epoch': 48, 'iter': 150, 'avg_loss': 0.09671586612533856, 'avg_acc': 0.0, 'loss': 0.06550496903755589}
+{'epoch': 48, 'iter': 160, 'avg_loss': 0.09590053614294983, 'avg_acc': 0.0, 'loss': 0.07833320162480918}
+{'epoch': 48, 'iter': 170, 'avg_loss': 0.0956864144282038, 'avg_acc': 0.0, 'loss': 0.06571820590267764}
+{'epoch': 48, 'iter': 180, 'avg_loss': 0.09476794498096115, 'avg_acc': 0.0, 'loss': 0.10505849052228605}
+{'epoch': 48, 'iter': 190, 'avg_loss': 0.09434780986853294, 'avg_acc': 0.0, 'loss': 0.12359432436286966}
+{'epoch': 48, 'iter': 200, 'avg_loss': 0.09466444646009334, 'avg_acc': 0.0, 'loss': 0.09195730810292803}
+{'epoch': 48, 'iter': 210, 'avg_loss': 0.0949944307163991, 'avg_acc': 0.0, 'loss': 0.14298303655225603}
+{'epoch': 48, 'iter': 220, 'avg_loss': 0.0947215231345959, 'avg_acc': 0.0, 'loss': 0.09846927938692066}
+{'epoch': 48, 'iter': 230, 'avg_loss': 0.0946871808661734, 'avg_acc': 0.0, 'loss': 0.11536775745063363}
+{'epoch': 48, 'iter': 240, 'avg_loss': 0.09507577405763706, 'avg_acc': 0.0, 'loss': 0.05568081708790576}
+{'epoch': 48, 'iter': 250, 'avg_loss': 0.09552847334734957, 'avg_acc': 0.0, 'loss': 0.08714057631187343}
+{'epoch': 48, 'iter': 260, 'avg_loss': 0.09574888717874179, 'avg_acc': 0.0, 'loss': 0.10544022334716731}
+{'epoch': 'EP48_test', 'eval_accuracy': 0.0, 'ece': 0.10556923598051071, 'avg_loss': 0.09618556920748458, 'f1_scores': 0.9254850123297983}
+{'epoch': 49, 'iter': 0, 'avg_loss': 0.066781554644442, 'avg_acc': 0.0, 'loss': 0.066781554644442}
+{'epoch': 49, 'iter': 10, 'avg_loss': 0.08896385075114395, 'avg_acc': 0.0, 'loss': 0.05939668444300545}
+{'epoch': 49, 'iter': 20, 'avg_loss': 0.08643956346443718, 'avg_acc': 0.0, 'loss': 0.07220458517177315}
+{'epoch': 49, 'iter': 30, 'avg_loss': 0.09155298724256737, 'avg_acc': 0.0, 'loss': 0.12596257545146727}
+{'epoch': 49, 'iter': 40, 'avg_loss': 0.09078767008578963, 'avg_acc': 0.0, 'loss': 0.08214650088320598}
+{'epoch': 49, 'iter': 50, 'avg_loss': 0.09435380359595132, 'avg_acc': 0.0, 'loss': 0.11443464426113995}
+{'epoch': 49, 'iter': 60, 'avg_loss': 0.09233243926701114, 'avg_acc': 0.0, 'loss': 0.06105565419888137}
+{'epoch': 49, 'iter': 70, 'avg_loss': 0.09659740983260126, 'avg_acc': 0.0, 'loss': 0.12434381573438355}
+{'epoch': 49, 'iter': 80, 'avg_loss': 0.0947334031914026, 'avg_acc': 0.0, 'loss': 0.12122333074823034}
+{'epoch': 49, 'iter': 90, 'avg_loss': 0.09480984570730104, 'avg_acc': 0.0, 'loss': 0.0713596275105114}
+{'epoch': 49, 'iter': 100, 'avg_loss': 0.09297252763858094, 'avg_acc': 0.0, 'loss': 0.07288001099373023}
+{'epoch': 49, 'iter': 110, 'avg_loss': 0.09424902359408101, 'avg_acc': 0.0, 'loss': 0.08773721896340346}
+{'epoch': 49, 'iter': 120, 'avg_loss': 0.09428696488803297, 'avg_acc': 0.0, 'loss': 0.10179092343401155}
+{'epoch': 49, 'iter': 130, 'avg_loss': 0.09479951065918805, 'avg_acc': 0.0, 'loss': 0.10072814181746383}
+{'epoch': 49, 'iter': 140, 'avg_loss': 0.09501049311568403, 'avg_acc': 0.0, 'loss': 0.09111151250914011}
+{'epoch': 49, 'iter': 150, 'avg_loss': 0.09514955546472607, 'avg_acc': 0.0, 'loss': 0.06404456382519998}
+{'epoch': 49, 'iter': 160, 'avg_loss': 0.09436495090485195, 'avg_acc': 0.0, 'loss': 0.0783161965069894}
+{'epoch': 49, 'iter': 170, 'avg_loss': 0.09416480768997655, 'avg_acc': 0.0, 'loss': 0.06410044612472428}
+{'epoch': 49, 'iter': 180, 'avg_loss': 0.09324476773493867, 'avg_acc': 0.0, 'loss': 0.1044408803674628}
+{'epoch': 49, 'iter': 190, 'avg_loss': 0.09282333262362635, 'avg_acc': 0.0, 'loss': 0.12082510249074119}
+{'epoch': 49, 'iter': 200, 'avg_loss': 0.09313505851081266, 'avg_acc': 0.0, 'loss': 0.0918269743478573}
+{'epoch': 49, 'iter': 210, 'avg_loss': 0.09345930113670226, 'avg_acc': 0.0, 'loss': 0.14170377759347527}
+{'epoch': 49, 'iter': 220, 'avg_loss': 0.0932081861572422, 'avg_acc': 0.0, 'loss': 0.09683833954984168}
+{'epoch': 49, 'iter': 230, 'avg_loss': 0.09317400984846701, 'avg_acc': 0.0, 'loss': 0.11117127721710825}
+{'epoch': 49, 'iter': 240, 'avg_loss': 0.09356032712630244, 'avg_acc': 0.0, 'loss': 0.0548169270863456}
+{'epoch': 49, 'iter': 250, 'avg_loss': 0.09400025897866375, 'avg_acc': 0.0, 'loss': 0.0862411417485792}
+{'epoch': 49, 'iter': 260, 'avg_loss': 0.09422705114804004, 'avg_acc': 0.0, 'loss': 0.10596356902892369}
+{'epoch': 'EP49_test', 'eval_accuracy': 0.0, 'ece': 0.09442111104726791, 'avg_loss': 0.09465964713306886, 'f1_scores': 0.9254850123297983}
+{'epoch': 50, 'iter': 0, 'avg_loss': 0.06835539960068461, 'avg_acc': 0.0, 'loss': 0.06835539960068461}
+{'epoch': 50, 'iter': 10, 'avg_loss': 0.09092292732691512, 'avg_acc': 0.0, 'loss': 0.0602161611434399}
+{'epoch': 50, 'iter': 20, 'avg_loss': 0.08821056244831191, 'avg_acc': 0.0, 'loss': 0.07314095622983326}
+{'epoch': 50, 'iter': 30, 'avg_loss': 0.09326760210122176, 'avg_acc': 0.0, 'loss': 0.1276900205053997}
+{'epoch': 50, 'iter': 40, 'avg_loss': 0.09249075032596266, 'avg_acc': 0.0, 'loss': 0.08337280894145595}
+{'epoch': 50, 'iter': 50, 'avg_loss': 0.09603388846694814, 'avg_acc': 0.0, 'loss': 0.115381140685104}
+{'epoch': 50, 'iter': 60, 'avg_loss': 0.09408193036225489, 'avg_acc': 0.0, 'loss': 0.06356683733063408}
+{'epoch': 50, 'iter': 70, 'avg_loss': 0.09841402191534285, 'avg_acc': 0.0, 'loss': 0.1281932148468294}
+{'epoch': 50, 'iter': 80, 'avg_loss': 0.09655668876230247, 'avg_acc': 0.0, 'loss': 0.12313970672194126}
+{'epoch': 50, 'iter': 90, 'avg_loss': 0.09660521169141181, 'avg_acc': 0.0, 'loss': 0.07237268838551764}
+{'epoch': 50, 'iter': 100, 'avg_loss': 0.09477279271417974, 'avg_acc': 0.0, 'loss': 0.07376744926563918}
+{'epoch': 50, 'iter': 110, 'avg_loss': 0.09608674982969617, 'avg_acc': 0.0, 'loss': 0.0905873604032966}
+{'epoch': 50, 'iter': 120, 'avg_loss': 0.09610777066176086, 'avg_acc': 0.0, 'loss': 0.10238336798818587}
+{'epoch': 50, 'iter': 130, 'avg_loss': 0.09663960327030183, 'avg_acc': 0.0, 'loss': 0.10441907222200289}
+{'epoch': 50, 'iter': 140, 'avg_loss': 0.0968697813195535, 'avg_acc': 0.0, 'loss': 0.09323314412306768}
+{'epoch': 50, 'iter': 150, 'avg_loss': 0.09699974449322966, 'avg_acc': 0.0, 'loss': 0.06642123937009663}
+{'epoch': 50, 'iter': 160, 'avg_loss': 0.09619329611658858, 'avg_acc': 0.0, 'loss': 0.0800030869753162}
+{'epoch': 50, 'iter': 170, 'avg_loss': 0.09598678168949751, 'avg_acc': 0.0, 'loss': 0.06681712664609611}
+{'epoch': 50, 'iter': 180, 'avg_loss': 0.09508021927082345, 'avg_acc': 0.0, 'loss': 0.10612257864132905}
+{'epoch': 50, 'iter': 190, 'avg_loss': 0.09466282696355219, 'avg_acc': 0.0, 'loss': 0.12357209896779864}
+{'epoch': 50, 'iter': 200, 'avg_loss': 0.09498040948974135, 'avg_acc': 0.0, 'loss': 0.0930717579942544}
+{'epoch': 50, 'iter': 210, 'avg_loss': 0.09530117305603664, 'avg_acc': 0.0, 'loss': 0.1426908211877032}
+{'epoch': 50, 'iter': 220, 'avg_loss': 0.09504071998326075, 'avg_acc': 0.0, 'loss': 0.0988557291546905}
+{'epoch': 50, 'iter': 230, 'avg_loss': 0.09500561624465909, 'avg_acc': 0.0, 'loss': 0.11428205969748108}
+{'epoch': 50, 'iter': 240, 'avg_loss': 0.09538926199790863, 'avg_acc': 0.0, 'loss': 0.05605185743838855}
+{'epoch': 50, 'iter': 250, 'avg_loss': 0.0958348509083208, 'avg_acc': 0.0, 'loss': 0.0876911784481576}
+{'epoch': 50, 'iter': 260, 'avg_loss': 0.09605316855556392, 'avg_acc': 0.0, 'loss': 0.10655432508311995}
+{'epoch': 'EP50_test', 'eval_accuracy': 0.0, 'ece': 0.10054204612970352, 'avg_loss': 0.09649465539772076, 'f1_scores': 0.9254850123297983}