{'epoch': 0, 'iter': 0, 'avg_loss': 1.7512284517288208, 'avg_acc_mask': 47.72727272727273, 'loss': 1.7512284517288208}
{'epoch': 0, 'iter': 10, 'avg_loss': 1.9130084731362083, 'avg_acc_mask': 41.42581888246628, 'loss': 2.037203073501587}
{'epoch': 0, 'iter': 20, 'avg_loss': 1.8569718088422502, 'avg_acc_mask': 43.21705426356589, 'loss': 1.8915441036224365}
{'epoch': 0, 'iter': 30, 'avg_loss': 1.8750582741152855, 'avg_acc_mask': 42.250803858520904, 'loss': 1.8679108619689941}
{'epoch': 0, 'iter': 40, 'avg_loss': 1.8567624877138835, 'avg_acc_mask': 42.618110236220474, 'loss': 2.0770578384399414}
{'epoch': 0, 'iter': 50, 'avg_loss': 1.8620018935671039, 'avg_acc_mask': 42.64018691588785, 'loss': 1.6574420928955078}
{'epoch': 0, 'iter': 60, 'avg_loss': 1.8586693650386372, 'avg_acc_mask': 42.93333333333334, 'loss': 2.0804896354675293}
{'epoch': 0, 'iter': 70, 'avg_loss': 1.8749965966587336, 'avg_acc_mask': 42.48719408081958, 'loss': 2.4093146324157715}
{'epoch': 0, 'iter': 80, 'avg_loss': 1.8742571097833138, 'avg_acc_mask': 42.421972534332085, 'loss': 2.242169141769409}
{'epoch': 0, 'iter': 90, 'avg_loss': 1.8766606902028178, 'avg_acc_mask': 42.206927175843695, 'loss': 1.8330951929092407}
{'epoch': 0, 'iter': 100, 'avg_loss': 1.8725643901541682, 'avg_acc_mask': 42.3562412342216, 'loss': 1.8240107297897339}
{'epoch': 0, 'iter': 110, 'avg_loss': 1.8783755291689623, 'avg_acc_mask': 42.27479526842584, 'loss': 2.2669832706451416}
{'epoch': 0, 'iter': 120, 'avg_loss': 1.875867576638529, 'avg_acc_mask': 42.448091091761555, 'loss': 1.7197083234786987}
{'epoch': 0, 'iter': 130, 'avg_loss': 1.8851650916893063, 'avg_acc_mask': 42.08179581795818, 'loss': 2.0173087120056152}
{'epoch': 0, 'iter': 140, 'avg_loss': 1.8876819086413013, 'avg_acc_mask': 41.792749072223806, 'loss': 2.1265382766723633}
{'epoch': 0, 'iter': 150, 'avg_loss': 1.8863417881214066, 'avg_acc_mask': 41.67891993049058, 'loss': 1.949549913406372}
{'epoch': 0, 'iter': 160, 'avg_loss': 1.8843383796466804, 'avg_acc_mask': 41.682360326428125, 'loss': 1.6367878913879395}
{'epoch': 0, 'iter': 170, 'avg_loss': 1.8826529533542387, 'avg_acc_mask': 41.76136363636363, 'loss': 2.136327028274536}
{'epoch': 0, 'iter': 180, 'avg_loss': 1.8856258833605941, 'avg_acc_mask': 41.78235557545902, 'loss': 2.2563412189483643}
{'epoch': 0, 'iter': 190, 'avg_loss': 1.8816769878277604, 'avg_acc_mask': 41.846842049206515, 'loss': 1.7088285684585571}
{'epoch': 0, 'iter': 200, 'avg_loss': 1.885017486354012, 'avg_acc_mask': 41.65822015001013, 'loss': 2.313432455062866}
{'epoch': 0, 'iter': 210, 'avg_loss': 1.8905555789504571, 'avg_acc_mask': 41.61041465766635, 'loss': 2.2210986614227295}
{'epoch': 0, 'iter': 220, 'avg_loss': 1.8948697116040536, 'avg_acc_mask': 41.49715961150815, 'loss': 1.941991925239563}
{'epoch': 0, 'iter': 230, 'avg_loss': 1.8942531176975794, 'avg_acc_mask': 41.51491158617049, 'loss': 1.7995871305465698}
{'epoch': 0, 'iter': 240, 'avg_loss': 1.8951246995648903, 'avg_acc_mask': 41.42001855131124, 'loss': 1.9740256071090698}
{'epoch': 0, 'iter': 250, 'avg_loss': 1.898994563110321, 'avg_acc_mask': 41.269455252918284, 'loss': 2.1606554985046387}
{'epoch': 0, 'iter': 260, 'avg_loss': 1.9008804039023388, 'avg_acc_mask': 41.240249609984396, 'loss': 1.8759417533874512}
{'epoch': 0, 'iter': 270, 'avg_loss': 1.9034644193754864, 'avg_acc_mask': 41.149044969168294, 'loss': 1.9671276807785034}
{'epoch': 0, 'iter': 280, 'avg_loss': 1.9035495316006534, 'avg_acc_mask': 41.047051989544, 'loss': 1.995276927947998}
{'epoch': 0, 'iter': 290, 'avg_loss': 1.9044260564948274, 'avg_acc_mask': 41.01666433272651, 'loss': 2.085824966430664}
{'epoch': 0, 'iter': 300, 'avg_loss': 1.8999617543331413, 'avg_acc_mask': 41.08705978150234, 'loss': 1.6572850942611694}
{'epoch': 0, 'iter': 310, 'avg_loss': 1.902794577684433, 'avg_acc_mask': 41.061598951507214, 'loss': 1.9335987567901611}
{'epoch': 0, 'iter': 320, 'avg_loss': 1.9018658057922886, 'avg_acc_mask': 41.048201989288444, 'loss': 2.0387449264526367}
{'epoch': 0, 'iter': 330, 'avg_loss': 1.8987103372902308, 'avg_acc_mask': 41.11228222456445, 'loss': 1.7213917970657349}
{'epoch': 0, 'iter': 340, 'avg_loss': 1.9002997945131095, 'avg_acc_mask': 41.0823812387252, 'loss': 1.9143116474151611}
{'epoch': 0, 'iter': 350, 'avg_loss': 1.901897663744087, 'avg_acc_mask': 41.007110385825854, 'loss': 1.7640796899795532}
{'epoch': 0, 'iter': 360, 'avg_loss': 1.9015927228901195, 'avg_acc_mask': 41.00129965530881, 'loss': 1.7912840843200684}
{'epoch': 0, 'iter': 370, 'avg_loss': 1.8994730627440377, 'avg_acc_mask': 41.04863556338028, 'loss': 2.0044870376586914}
{'epoch': 0, 'iter': 380, 'avg_loss': 1.900108796092156, 'avg_acc_mask': 41.030994058133935, 'loss': 1.5659133195877075}
{'epoch': 0, 'iter': 390, 'avg_loss': 1.8998549265020035, 'avg_acc_mask': 41.106945746121006, 'loss': 1.8981270790100098}
{'epoch': 'EP0_test', 'avg_loss': 1.9003608855936263, 'total_masked_acc': 41.07593307593308}
{'epoch': 1, 'iter': 0, 'avg_loss': 1.6921031475067139, 'avg_acc_mask': 47.540983606557376, 'loss': 1.6921031475067139}
{'epoch': 1, 'iter': 10, 'avg_loss': 1.662731647491455, 'avg_acc_mask': 47.53787878787879, 'loss': 1.8000848293304443}
{'epoch': 1, 'iter': 20, 'avg_loss': 1.6727952503022694, 'avg_acc_mask': 48.25581395348838, 'loss': 1.8199101686477661}
{'epoch': 1, 'iter': 30, 'avg_loss': 1.6817907210319274, 'avg_acc_mask': 47.341115434500644, 'loss': 1.9041916131973267}
{'epoch': 1, 'iter': 40, 'avg_loss': 1.6412536661799362, 'avg_acc_mask': 49.1422805247225, 'loss': 1.7368613481521606}
{'epoch': 1, 'iter': 50, 'avg_loss': 1.6264990755155975, 'avg_acc_mask': 49.75708502024291, 'loss': 1.2520370483398438}
{'epoch': 1, 'iter': 60, 'avg_loss': 1.6289344674251118, 'avg_acc_mask': 49.84667802385008, 'loss': 1.7550536394119263}
{'epoch': 1, 'iter': 70, 'avg_loss': 1.6343847580359017, 'avg_acc_mask': 49.27745664739884, 'loss': 1.7567230463027954}
{'epoch': 1, 'iter': 80, 'avg_loss': 1.6268808208865884, 'avg_acc_mask': 49.358167631512714, 'loss': 1.5540252923965454}
{'epoch': 1, 'iter': 90, 'avg_loss': 1.6299595675625644, 'avg_acc_mask': 49.23629829290206, 'loss': 1.5352977514266968}
{'epoch': 1, 'iter': 100, 'avg_loss': 1.6259011360678342, 'avg_acc_mask': 49.43019943019943, 'loss': 1.6273174285888672}
{'epoch': 1, 'iter': 110, 'avg_loss': 1.6358915309648256, 'avg_acc_mask': 49.04823507669562, 'loss': 1.7979512214660645}
{'epoch': 1, 'iter': 120, 'avg_loss': 1.6415615791131641, 'avg_acc_mask': 48.79579375848033, 'loss': 1.7941488027572632}
{'epoch': 1, 'iter': 130, 'avg_loss': 1.6412832391171055, 'avg_acc_mask': 48.83684863523573, 'loss': 1.5619993209838867}
{'epoch': 1, 'iter': 140, 'avg_loss': 1.6447282564555499, 'avg_acc_mask': 48.736826909195905, 'loss': 1.8375378847122192}
{'epoch': 1, 'iter': 150, 'avg_loss': 1.6438903050706877, 'avg_acc_mask': 48.86779661016949, 'loss': 1.6543691158294678}
{'epoch': 1, 'iter': 160, 'avg_loss': 1.6378428943408943, 'avg_acc_mask': 49.179075983199695, 'loss': 1.6056631803512573}
{'epoch': 1, 'iter': 170, 'avg_loss': 1.6376063865527772, 'avg_acc_mask': 49.14237735396426, 'loss': 1.610939621925354}
{'epoch': 1, 'iter': 180, 'avg_loss': 1.6434085599625308, 'avg_acc_mask': 48.91996361982719, 'loss': 2.0667788982391357}
{'epoch': 1, 'iter': 190, 'avg_loss': 1.640701090478148, 'avg_acc_mask': 48.83295686780682, 'loss': 1.5978204011917114}
{'epoch': 1, 'iter': 200, 'avg_loss': 1.6435628465159022, 'avg_acc_mask': 48.68017188459177, 'loss': 1.7687809467315674}
{'epoch': 1, 'iter': 210, 'avg_loss': 1.6473109535696382, 'avg_acc_mask': 48.56111598868403, 'loss': 1.7943179607391357}
{'epoch': 1, 'iter': 220, 'avg_loss': 1.6508691974355085, 'avg_acc_mask': 48.409598214285715, 'loss': 1.740488052368164}
{'epoch': 1, 'iter': 230, 'avg_loss': 1.6513174483270356, 'avg_acc_mask': 48.32561453509084, 'loss': 1.7254130840301514}
{'epoch': 1, 'iter': 240, 'avg_loss': 1.650333632077419, 'avg_acc_mask': 48.328345446772126, 'loss': 1.7536811828613281}
{'epoch': 1, 'iter': 250, 'avg_loss': 1.6454537104800402, 'avg_acc_mask': 48.51322490553639, 'loss': 1.5404984951019287}
{'epoch': 1, 'iter': 260, 'avg_loss': 1.6440191876385861, 'avg_acc_mask': 48.57730003161556, 'loss': 1.3327630758285522}
{'epoch': 1, 'iter': 270, 'avg_loss': 1.6443500998275307, 'avg_acc_mask': 48.57273350079927, 'loss': 1.3699620962142944}
{'epoch': 1, 'iter': 280, 'avg_loss': 1.6467089992401014, 'avg_acc_mask': 48.485959381186305, 'loss': 1.8424490690231323}
{'epoch': 1, 'iter': 290, 'avg_loss': 1.645693994469659, 'avg_acc_mask': 48.497945302536486, 'loss': 1.4276167154312134}
{'epoch': 1, 'iter': 300, 'avg_loss': 1.6415084715301411, 'avg_acc_mask': 48.57025303435507, 'loss': 1.496132731437683}
{'epoch': 1, 'iter': 310, 'avg_loss': 1.6414079367156198, 'avg_acc_mask': 48.56081708449396, 'loss': 1.7656012773513794}
{'epoch': 1, 'iter': 320, 'avg_loss': 1.6392560892758712, 'avg_acc_mask': 48.53026307326172, 'loss': 1.8060011863708496}
{'epoch': 1, 'iter': 330, 'avg_loss': 1.6348559429638336, 'avg_acc_mask': 48.57553417468449, 'loss': 1.5488969087600708}
{'epoch': 1, 'iter': 340, 'avg_loss': 1.6372464327168954, 'avg_acc_mask': 48.54638863705047, 'loss': 1.570237398147583}
{'epoch': 1, 'iter': 350, 'avg_loss': 1.6391657932191832, 'avg_acc_mask': 48.452821325817624, 'loss': 1.403494954109192}
{'epoch': 1, 'iter': 360, 'avg_loss': 1.6351464806831444, 'avg_acc_mask': 48.62463693832223, 'loss': 1.4163264036178589}
{'epoch': 1, 'iter': 370, 'avg_loss': 1.632707226469189, 'avg_acc_mask': 48.72277940932011, 'loss': 1.8484015464782715}
{'epoch': 1, 'iter': 380, 'avg_loss': 1.6363109239130196, 'avg_acc_mask': 48.60090751944684, 'loss': 1.7802035808563232}
{'epoch': 1, 'iter': 390, 'avg_loss': 1.6401362533459578, 'avg_acc_mask': 48.510996527412395, 'loss': 2.0989983081817627}
{'epoch': 'EP1_test', 'avg_loss': 1.638824261950724, 'total_masked_acc': 48.528188059080506}
{'epoch': 2, 'iter': 0, 'avg_loss': 1.3938134908676147, 'avg_acc_mask': 56.36363636363636, 'loss': 1.3938134908676147}
{'epoch': 2, 'iter': 10, 'avg_loss': 1.5384865132245151, 'avg_acc_mask': 50.790861159929705, 'loss': 1.5790414810180664}
{'epoch': 2, 'iter': 20, 'avg_loss': 1.5651078451247442, 'avg_acc_mask': 51.55513666352498, 'loss': 1.7527087926864624}
{'epoch': 2, 'iter': 30, 'avg_loss': 1.6082249187654065, 'avg_acc_mask': 50.159948816378765, 'loss': 1.946998953819275}
{'epoch': 2, 'iter': 40, 'avg_loss': 1.6071765742650845, 'avg_acc_mask': 49.876907927129494, 'loss': 1.4787641763687134}
{'epoch': 2, 'iter': 50, 'avg_loss': 1.6031738215801763, 'avg_acc_mask': 50.5859375, 'loss': 1.4918566942214966}
{'epoch': 2, 'iter': 60, 'avg_loss': 1.5995607747406255, 'avg_acc_mask': 50.523560209424076, 'loss': 1.592666506767273}
{'epoch': 2, 'iter': 70, 'avg_loss': 1.5973037766738676, 'avg_acc_mask': 50.139198218262806, 'loss': 1.6074951887130737}
{'epoch': 2, 'iter': 80, 'avg_loss': 1.5913846021817055, 'avg_acc_mask': 50.307503075030745, 'loss': 1.4658050537109375}
{'epoch': 2, 'iter': 90, 'avg_loss': 1.5827920672657725, 'avg_acc_mask': 50.38419319429198, 'loss': 1.3379474878311157}
{'epoch': 2, 'iter': 100, 'avg_loss': 1.581098746545244, 'avg_acc_mask': 50.16942395854096, 'loss': 1.3216571807861328}
{'epoch': 2, 'iter': 110, 'avg_loss': 1.5879551451485436, 'avg_acc_mask': 50.07222824124232, 'loss': 1.790276050567627}
{'epoch': 2, 'iter': 120, 'avg_loss': 1.590566247947945, 'avg_acc_mask': 50.124812780828755, 'loss': 1.7582590579986572}
{'epoch': 2, 'iter': 130, 'avg_loss': 1.5909612742999129, 'avg_acc_mask': 50.176515732924024, 'loss': 1.9062526226043701}
{'epoch': 2, 'iter': 140, 'avg_loss': 1.5931675823022289, 'avg_acc_mask': 49.992864278578566, 'loss': 2.0601656436920166}
{'epoch': 2, 'iter': 150, 'avg_loss': 1.5890596962922456, 'avg_acc_mask': 50.006678242286625, 'loss': 1.8652338981628418}
{'epoch': 2, 'iter': 160, 'avg_loss': 1.5854063767083684, 'avg_acc_mask': 50.11939173055171, 'loss': 1.55190110206604}
{'epoch': 2, 'iter': 170, 'avg_loss': 1.5864539432246783, 'avg_acc_mask': 50.2134724857685, 'loss': 1.6449612379074097}
{'epoch': 2, 'iter': 180, 'avg_loss': 1.5881198032126242, 'avg_acc_mask': 50.28571428571429, 'loss': 1.8209575414657593}
{'epoch': 2, 'iter': 190, 'avg_loss': 1.5852867739362866, 'avg_acc_mask': 50.45236828100054, 'loss': 1.4950871467590332}
{'epoch': 2, 'iter': 200, 'avg_loss': 1.5842887329224924, 'avg_acc_mask': 50.56565656565657, 'loss': 1.2626222372055054}
{'epoch': 2, 'iter': 210, 'avg_loss': 1.589937199913495, 'avg_acc_mask': 50.47324705427854, 'loss': 1.7106839418411255}
{'epoch': 2, 'iter': 220, 'avg_loss': 1.5922855645822724, 'avg_acc_mask': 50.40007357674975, 'loss': 1.6051021814346313}
{'epoch': 2, 'iter': 230, 'avg_loss': 1.588480881798319, 'avg_acc_mask': 50.498632071308805, 'loss': 1.6553157567977905}
{'epoch': 2, 'iter': 240, 'avg_loss': 1.5865895102627545, 'avg_acc_mask': 50.479016532429, 'loss': 1.6961780786514282}
{'epoch': 2, 'iter': 250, 'avg_loss': 1.5890096086429886, 'avg_acc_mask': 50.3425774877651, 'loss': 1.8149882555007935}
{'epoch': 2, 'iter': 260, 'avg_loss': 1.585870158855029, 'avg_acc_mask': 50.491081951756115, 'loss': 1.1288381814956665}
{'epoch': 2, 'iter': 270, 'avg_loss': 1.590481562148161, 'avg_acc_mask': 50.24585823435963, 'loss': 1.8240272998809814}
{'epoch': 2, 'iter': 280, 'avg_loss': 1.5919483673105885, 'avg_acc_mask': 50.13146362839615, 'loss': 1.8049386739730835}
{'epoch': 2, 'iter': 290, 'avg_loss': 1.5903380619701242, 'avg_acc_mask': 50.23990968106125, 'loss': 1.6294119358062744}
{'epoch': 2, 'iter': 300, 'avg_loss': 1.5872732553371163, 'avg_acc_mask': 50.32791364940565, 'loss': 1.4942693710327148}
{'epoch': 2, 'iter': 310, 'avg_loss': 1.5899968915813605, 'avg_acc_mask': 50.29742233972241, 'loss': 1.7536500692367554}
{'epoch': 2, 'iter': 320, 'avg_loss': 1.587345070371004, 'avg_acc_mask': 50.33277870216306, 'loss': 1.495282530784607}
{'epoch': 2, 'iter': 330, 'avg_loss': 1.5856962421869583, 'avg_acc_mask': 50.38229626406415, 'loss': 1.7867884635925293}
{'epoch': 2, 'iter': 340, 'avg_loss': 1.5849409800820338, 'avg_acc_mask': 50.35884446052711, 'loss': 1.5408483743667603}
{'epoch': 2, 'iter': 350, 'avg_loss': 1.5844319007675192, 'avg_acc_mask': 50.38632638726293, 'loss': 1.389481544494629}
{'epoch': 2, 'iter': 360, 'avg_loss': 1.584415637390105, 'avg_acc_mask': 50.43230944254835, 'loss': 1.5230637788772583}
{'epoch': 2, 'iter': 370, 'avg_loss': 1.581140408136774, 'avg_acc_mask': 50.562233423807676, 'loss': 1.5196149349212646}
{'epoch': 2, 'iter': 380, 'avg_loss': 1.5827837874257344, 'avg_acc_mask': 50.52046815166388, 'loss': 1.4202278852462769}
{'epoch': 2, 'iter': 390, 'avg_loss': 1.5829095738318266, 'avg_acc_mask': 50.569344597785594, 'loss': 1.6623798608779907}
{'epoch': 'EP2_test', 'avg_loss': 1.5818480218600746, 'total_masked_acc': 50.57572614107884}
{'epoch': 3, 'iter': 0, 'avg_loss': 1.371617317199707, 'avg_acc_mask': 59.09090909090909, 'loss': 1.371617317199707}
{'epoch': 3, 'iter': 10, 'avg_loss': 1.5894766287370161, 'avg_acc_mask': 48.74100719424461, 'loss': 1.9061897993087769}
{'epoch': 3, 'iter': 20, 'avg_loss': 1.5419139862060547, 'avg_acc_mask': 50.67567567567568, 'loss': 1.66853928565979}
{'epoch': 3, 'iter': 30, 'avg_loss': 1.5418806076049805, 'avg_acc_mask': 50.911458333333336, 'loss': 1.7074652910232544}
{'epoch': 3, 'iter': 40, 'avg_loss': 1.539837741270298, 'avg_acc_mask': 50.91836734693877, 'loss': 1.6344175338745117}
{'epoch': 3, 'iter': 50, 'avg_loss': 1.5445767641067505, 'avg_acc_mask': 50.462404503417766, 'loss': 1.1933008432388306}
{'epoch': 3, 'iter': 60, 'avg_loss': 1.5515269216943959, 'avg_acc_mask': 50.55499495459132, 'loss': 1.6171170473098755}
{'epoch': 3, 'iter': 70, 'avg_loss': 1.5575840775395784, 'avg_acc_mask': 50.30025736345439, 'loss': 1.5396029949188232}
{'epoch': 3, 'iter': 80, 'avg_loss': 1.5646888547473483, 'avg_acc_mask': 50.1891551071879, 'loss': 1.802559494972229}
{'epoch': 3, 'iter': 90, 'avg_loss': 1.5497668169356964, 'avg_acc_mask': 50.456062291434925, 'loss': 1.4242331981658936}
{'epoch': 3, 'iter': 100, 'avg_loss': 1.5442007296156175, 'avg_acc_mask': 50.56795131845841, 'loss': 1.4931492805480957}
{'epoch': 3, 'iter': 110, 'avg_loss': 1.556172303251318, 'avg_acc_mask': 50.21159153633855, 'loss': 1.4380427598953247}
{'epoch': 3, 'iter': 120, 'avg_loss': 1.5572527824354565, 'avg_acc_mask': 50.050727088265134, 'loss': 1.6397625207901}
{'epoch': 3, 'iter': 130, 'avg_loss': 1.559916378887555, 'avg_acc_mask': 50.25664955669622, 'loss': 1.6383095979690552}
{'epoch': 3, 'iter': 140, 'avg_loss': 1.5672603938596468, 'avg_acc_mask': 50.007211885186784, 'loss': 1.9416451454162598}
{'epoch': 3, 'iter': 150, 'avg_loss': 1.5677508265766877, 'avg_acc_mask': 50.06745817593092, 'loss': 1.5055097341537476}
{'epoch': 3, 'iter': 160, 'avg_loss': 1.5709486363097007, 'avg_acc_mask': 50.082226438962685, 'loss': 1.5253020524978638}
{'epoch': 3, 'iter': 170, 'avg_loss': 1.5719809357882941, 'avg_acc_mask': 50.13129625208881, 'loss': 1.8162212371826172}
{'epoch': 3, 'iter': 180, 'avg_loss': 1.5772236809546119, 'avg_acc_mask': 50.02265518803806, 'loss': 1.6556345224380493}
{'epoch': 3, 'iter': 190, 'avg_loss': 1.571030466344344, 'avg_acc_mask': 50.25244387152218, 'loss': 1.4315541982650757}
{'epoch': 3, 'iter': 200, 'avg_loss': 1.5739506038267221, 'avg_acc_mask': 50.06641463165423, 'loss': 1.6842610836029053}
{'epoch': 3, 'iter': 210, 'avg_loss': 1.5825655098774987, 'avg_acc_mask': 50.01942879347192, 'loss': 1.6338292360305786}
{'epoch': 3, 'iter': 220, 'avg_loss': 1.583459698776314, 'avg_acc_mask': 49.875357769365706, 'loss': 1.4271296262741089}
{'epoch': 3, 'iter': 230, 'avg_loss': 1.5793974858857853, 'avg_acc_mask': 50.0, 'loss': 1.456295132637024}
{'epoch': 3, 'iter': 240, 'avg_loss': 1.577684911949506, 'avg_acc_mask': 50.029683657026546, 'loss': 1.317622184753418}
{'epoch': 3, 'iter': 250, 'avg_loss': 1.577274526257914, 'avg_acc_mask': 50.08556759840273, 'loss': 1.7187503576278687}
{'epoch': 3, 'iter': 260, 'avg_loss': 1.5797940264259718, 'avg_acc_mask': 49.917407378274206, 'loss': 1.4285188913345337}
{'epoch': 3, 'iter': 270, 'avg_loss': 1.5839543910044145, 'avg_acc_mask': 49.74680674174288, 'loss': 1.8840280771255493}
{'epoch': 3, 'iter': 280, 'avg_loss': 1.5860805893283723, 'avg_acc_mask': 49.71212010786386, 'loss': 1.7468682527542114}
{'epoch': 3, 'iter': 290, 'avg_loss': 1.5836989789484293, 'avg_acc_mask': 49.76496176243598, 'loss': 1.5502797365188599}
{'epoch': 3, 'iter': 300, 'avg_loss': 1.5815685286474386, 'avg_acc_mask': 49.78219439150558, 'loss': 1.7813044786453247}
{'epoch': 3, 'iter': 310, 'avg_loss': 1.5826205095677515, 'avg_acc_mask': 49.77950371881788, 'loss': 1.7874658107757568}
{'epoch': 3, 'iter': 320, 'avg_loss': 1.5834096803843418, 'avg_acc_mask': 49.706332992849845, 'loss': 1.7496782541275024}
{'epoch': 3, 'iter': 330, 'avg_loss': 1.5811285151455698, 'avg_acc_mask': 49.81120396162179, 'loss': 1.4021351337432861}
{'epoch': 3, 'iter': 340, 'avg_loss': 1.581044740341276, 'avg_acc_mask': 49.805470760758965, 'loss': 1.5874767303466797}
{'epoch': 3, 'iter': 350, 'avg_loss': 1.5792286589614346, 'avg_acc_mask': 49.886528949665404, 'loss': 1.3091621398925781}
{'epoch': 3, 'iter': 360, 'avg_loss': 1.5817942873592852, 'avg_acc_mask': 49.76279227380549, 'loss': 1.7160753011703491}
{'epoch': 3, 'iter': 370, 'avg_loss': 1.5801094262747752, 'avg_acc_mask': 49.80191482337405, 'loss': 1.7221192121505737}
{'epoch': 3, 'iter': 380, 'avg_loss': 1.5814789136250813, 'avg_acc_mask': 49.758997429305914, 'loss': 1.4521340131759644}
{'epoch': 3, 'iter': 390, 'avg_loss': 1.5829198272027019, 'avg_acc_mask': 49.70571383926246, 'loss': 1.8332817554473877}
{'epoch': 'EP3_test', 'avg_loss': 1.5826767240509843, 'total_masked_acc': 49.64739795130488}
{'epoch': 4, 'iter': 0, 'avg_loss': 1.5266633033752441, 'avg_acc_mask': 61.111111111111114, 'loss': 1.5266633033752441}
{'epoch': 4, 'iter': 10, 'avg_loss': 1.6373590556058017, 'avg_acc_mask': 50.63752276867031, 'loss': 1.778204321861267}
{'epoch': 4, 'iter': 20, 'avg_loss': 1.6514337403433663, 'avg_acc_mask': 47.97297297297297, 'loss': 1.6772490739822388}
{'epoch': 4, 'iter': 30, 'avg_loss': 1.6263927721208142, 'avg_acc_mask': 48.73737373737374, 'loss': 1.587794542312622}
{'epoch': 4, 'iter': 40, 'avg_loss': 1.5912612734771356, 'avg_acc_mask': 49.0971205466081, 'loss': 1.7428828477859497}
{'epoch': 4, 'iter': 50, 'avg_loss': 1.6020972144369985, 'avg_acc_mask': 48.64864864864865, 'loss': 1.556875467300415}
{'epoch': 4, 'iter': 60, 'avg_loss': 1.5999883491484845, 'avg_acc_mask': 48.80108071597433, 'loss': 1.6465450525283813}
{'epoch': 4, 'iter': 70, 'avg_loss': 1.592000875674503, 'avg_acc_mask': 48.6254295532646, 'loss': 1.547325849533081}
{'epoch': 4, 'iter': 80, 'avg_loss': 1.5963240538114383, 'avg_acc_mask': 48.70505406084989, 'loss': 1.6218116283416748}
{'epoch': 4, 'iter': 90, 'avg_loss': 1.5934390340532576, 'avg_acc_mask': 48.75922199865862, 'loss': 1.4268031120300293}
{'epoch': 4, 'iter': 100, 'avg_loss': 1.589993457983036, 'avg_acc_mask': 49.112903225806456, 'loss': 1.3984488248825073}
{'epoch': 4, 'iter': 110, 'avg_loss': 1.5883855014233976, 'avg_acc_mask': 49.27033929222912, 'loss': 1.6103039979934692}
{'epoch': 4, 'iter': 120, 'avg_loss': 1.5856641314246438, 'avg_acc_mask': 49.33445661331087, 'loss': 1.660229206085205}
{'epoch': 4, 'iter': 130, 'avg_loss': 1.5837312190587285, 'avg_acc_mask': 49.32568594016431, 'loss': 1.660254955291748}
{'epoch': 4, 'iter': 140, 'avg_loss': 1.5880964030610754, 'avg_acc_mask': 49.169195203005344, 'loss': 1.9944145679473877}
{'epoch': 4, 'iter': 150, 'avg_loss': 1.5888502542546252, 'avg_acc_mask': 49.05609492988134, 'loss': 1.7482432126998901}
{'epoch': 4, 'iter': 160, 'avg_loss': 1.5843133430303253, 'avg_acc_mask': 49.144161278052486, 'loss': 1.9702284336090088}
{'epoch': 4, 'iter': 170, 'avg_loss': 1.5859827040231715, 'avg_acc_mask': 49.20181081725042, 'loss': 1.9774470329284668}
{'epoch': 4, 'iter': 180, 'avg_loss': 1.5884916887757528, 'avg_acc_mask': 49.29625042224975, 'loss': 1.923164963722229}
{'epoch': 4, 'iter': 190, 'avg_loss': 1.579443266254445, 'avg_acc_mask': 49.60410870960839, 'loss': 1.5388023853302002}
{'epoch': 4, 'iter': 200, 'avg_loss': 1.5845062056584145, 'avg_acc_mask': 49.43614751600121, 'loss': 1.4954416751861572}
{'epoch': 4, 'iter': 210, 'avg_loss': 1.5852867325335318, 'avg_acc_mask': 49.379965123038176, 'loss': 1.8052211999893188}
{'epoch': 4, 'iter': 220, 'avg_loss': 1.5883906588834875, 'avg_acc_mask': 49.11133621880468, 'loss': 1.417600393295288}
{'epoch': 4, 'iter': 230, 'avg_loss': 1.5875321497648824, 'avg_acc_mask': 49.22096317280453, 'loss': 1.5827631950378418}
{'epoch': 4, 'iter': 240, 'avg_loss': 1.5866832372063917, 'avg_acc_mask': 49.109565807327, 'loss': 1.2490919828414917}
{'epoch': 4, 'iter': 250, 'avg_loss': 1.585187208130065, 'avg_acc_mask': 49.204925385305394, 'loss': 1.4363596439361572}
{'epoch': 4, 'iter': 260, 'avg_loss': 1.583602764597341, 'avg_acc_mask': 49.29875421139231, 'loss': 1.4183807373046875}
{'epoch': 4, 'iter': 270, 'avg_loss': 1.5836055806642089, 'avg_acc_mask': 49.20826421354245, 'loss': 1.7101554870605469}
{'epoch': 4, 'iter': 280, 'avg_loss': 1.5830267048391158, 'avg_acc_mask': 49.34574004070951, 'loss': 1.4693654775619507}
{'epoch': 4, 'iter': 290, 'avg_loss': 1.5816056826679976, 'avg_acc_mask': 49.37346867343367, 'loss': 1.5378382205963135}
{'epoch': 4, 'iter': 300, 'avg_loss': 1.5779002156368522, 'avg_acc_mask': 49.534678350655525, 'loss': 1.2794075012207031}
{'epoch': 4, 'iter': 310, 'avg_loss': 1.579313050895642, 'avg_acc_mask': 49.5727619298015, 'loss': 1.766062617301941}
{'epoch': 4, 'iter': 320, 'avg_loss': 1.5787409217186805, 'avg_acc_mask': 49.601225036687296, 'loss': 1.9473308324813843}
{'epoch': 4, 'iter': 330, 'avg_loss': 1.5800799077371095, 'avg_acc_mask': 49.51113861386139, 'loss': 1.6006343364715576}
{'epoch': 4, 'iter': 340, 'avg_loss': 1.5821562827157833, 'avg_acc_mask': 49.39108524806527, 'loss': 1.4947178363800049}
{'epoch': 4, 'iter': 350, 'avg_loss': 1.580060206926786, 'avg_acc_mask': 49.38537722108943, 'loss': 1.3192533254623413}
{'epoch': 4, 'iter': 360, 'avg_loss': 1.5804059650759288, 'avg_acc_mask': 49.31421798272845, 'loss': 1.3682262897491455}
{'epoch': 4, 'iter': 370, 'avg_loss': 1.577499479296394, 'avg_acc_mask': 49.43672033851734, 'loss': 1.452593207359314}
{'epoch': 4, 'iter': 380, 'avg_loss': 1.5784804041930072, 'avg_acc_mask': 49.40190110007477, 'loss': 1.3618155717849731}
{'epoch': 4, 'iter': 390, 'avg_loss': 1.5798107260633307, 'avg_acc_mask': 49.294019933554814, 'loss': 1.9457348585128784}
{'epoch': 'EP4_test', 'avg_loss': 1.5795417813339618, 'total_masked_acc': 49.298597194388776}
{'epoch': 5, 'iter': 0, 'avg_loss': 1.450966477394104, 'avg_acc_mask': 47.05882352941176, 'loss': 1.450966477394104}
{'epoch': 5, 'iter': 10, 'avg_loss': 1.5857032970948652, 'avg_acc_mask': 48.42300556586271, 'loss': 1.9777599573135376}
{'epoch': 5, 'iter': 20, 'avg_loss': 1.5564564352943784, 'avg_acc_mask': 49.95206136145733, 'loss': 1.5141500234603882}
{'epoch': 5, 'iter': 30, 'avg_loss': 1.5344009245595625, 'avg_acc_mask': 51.277013752455794, 'loss': 1.5792348384857178}
{'epoch': 5, 'iter': 40, 'avg_loss': 1.5074094403080824, 'avg_acc_mask': 51.56723963599595, 'loss': 1.7372559309005737}
{'epoch': 5, 'iter': 50, 'avg_loss': 1.4985377589861553, 'avg_acc_mask': 52.07317073170732, 'loss': 1.5099434852600098}
{'epoch': 5, 'iter': 60, 'avg_loss': 1.49839483616782, 'avg_acc_mask': 52.05015249068112, 'loss': 1.6092770099639893}
{'epoch': 5, 'iter': 70, 'avg_loss': 1.5135316269498476, 'avg_acc_mask': 51.24392336288247, 'loss': 1.659134864807129}
{'epoch': 5, 'iter': 80, 'avg_loss': 1.5295155673851202, 'avg_acc_mask': 50.46284713535152, 'loss': 1.881679892539978}
{'epoch': 5, 'iter': 90, 'avg_loss': 1.5267559191682836, 'avg_acc_mask': 50.608108108108105, 'loss': 1.5795464515686035}
{'epoch': 5, 'iter': 100, 'avg_loss': 1.5296072847772353, 'avg_acc_mask': 50.78331637843336, 'loss': 1.22576105594635}
{'epoch': 5, 'iter': 110, 'avg_loss': 1.5265404893471315, 'avg_acc_mask': 51.040324065549626, 'loss': 1.8367561101913452}
{'epoch': 5, 'iter': 120, 'avg_loss': 1.5245007823321446, 'avg_acc_mask': 51.110363391655454, 'loss': 1.5191236734390259}
{'epoch': 5, 'iter': 130, 'avg_loss': 1.5296802771000462, 'avg_acc_mask': 50.95708552022229, 'loss': 1.7728561162948608}
{'epoch': 5, 'iter': 140, 'avg_loss': 1.5391767240585166, 'avg_acc_mask': 50.71571714858288, 'loss': 1.5033185482025146}
{'epoch': 5, 'iter': 150, 'avg_loss': 1.5393675624929517, 'avg_acc_mask': 50.655781584582435, 'loss': 1.827678918838501}
{'epoch': 5, 'iter': 160, 'avg_loss': 1.5409499106940276, 'avg_acc_mask': 50.63530003774059, 'loss': 1.3208591938018799}
{'epoch': 5, 'iter': 170, 'avg_loss': 1.540339856468446, 'avg_acc_mask': 50.57389658028636, 'loss': 1.3454192876815796}
{'epoch': 5, 'iter': 180, 'avg_loss': 1.548339626077789, 'avg_acc_mask': 50.29579194106485, 'loss': 2.168471336364746}
{'epoch': 5, 'iter': 190, 'avg_loss': 1.5437685191943384, 'avg_acc_mask': 50.517970401691336, 'loss': 1.5551295280456543}
{'epoch': 5, 'iter': 200, 'avg_loss': 1.5460694847415335, 'avg_acc_mask': 50.442299959790915, 'loss': 1.3634347915649414}
{'epoch': 5, 'iter': 210, 'avg_loss': 1.5475605452230192, 'avg_acc_mask': 50.40199081163858, 'loss': 1.3084056377410889}
{'epoch': 5, 'iter': 220, 'avg_loss': 1.549294384626242, 'avg_acc_mask': 50.300601202404806, 'loss': 1.448917269706726}
{'epoch': 5, 'iter': 230, 'avg_loss': 1.5446315975416274, 'avg_acc_mask': 50.476523563871645, 'loss': 1.3597091436386108}
{'epoch': 5, 'iter': 240, 'avg_loss': 1.5410815474897994, 'avg_acc_mask': 50.66397713901496, 'loss': 1.567396640777588}
{'epoch': 5, 'iter': 250, 'avg_loss': 1.5413191791074685, 'avg_acc_mask': 50.66623596866672, 'loss': 1.6700063943862915}
{'epoch': 5, 'iter': 260, 'avg_loss': 1.5388515459166632, 'avg_acc_mask': 50.75021379149498, 'loss': 1.3202359676361084}
{'epoch': 5, 'iter': 270, 'avg_loss': 1.5412938680596018, 'avg_acc_mask': 50.59247037648118, 'loss': 1.5795435905456543}
{'epoch': 5, 'iter': 280, 'avg_loss': 1.54520335082906, 'avg_acc_mask': 50.501768825355576, 'loss': 1.950269103050232}
{'epoch': 5, 'iter': 290, 'avg_loss': 1.5449453582059067, 'avg_acc_mask': 50.47718564959944, 'loss': 1.66533625125885}
{'epoch': 5, 'iter': 300, 'avg_loss': 1.5450909654563447, 'avg_acc_mask': 50.489236790606654, 'loss': 1.4522463083267212}
{'epoch': 5, 'iter': 310, 'avg_loss': 1.5476436291093612, 'avg_acc_mask': 50.42055160722436, 'loss': 1.872998833656311}
{'epoch': 5, 'iter': 320, 'avg_loss': 1.5433993523365983, 'avg_acc_mask': 50.539066463724005, 'loss': 1.5079678297042847}
{'epoch': 5, 'iter': 330, 'avg_loss': 1.5444839748010895, 'avg_acc_mask': 50.464072776446, 'loss': 1.4834057092666626}
{'epoch': 5, 'iter': 340, 'avg_loss': 1.5437793736933263, 'avg_acc_mask': 50.45205805377112, 'loss': 1.4434148073196411}
{'epoch': 5, 'iter': 350, 'avg_loss': 1.5441473058485917, 'avg_acc_mask': 50.39028620988725, 'loss': 1.6110892295837402}
{'epoch': 5, 'iter': 360, 'avg_loss': 1.5468811207861122, 'avg_acc_mask': 50.24151875982925, 'loss': 1.4691178798675537}
{'epoch': 5, 'iter': 370, 'avg_loss': 1.5435555818267268, 'avg_acc_mask': 50.41182566955763, 'loss': 1.5449519157409668}
{'epoch': 5, 'iter': 380, 'avg_loss': 1.5459404334308595, 'avg_acc_mask': 50.30251565651205, 'loss': 1.610736608505249}
{'epoch': 5, 'iter': 390, 'avg_loss': 1.5476864333957663, 'avg_acc_mask': 50.20376579829765, 'loss': 1.7394369840621948}
{'epoch': 'EP5_test', 'avg_loss': 1.5483281656046106, 'total_masked_acc': 50.14279885760914}
{'epoch': 6, 'iter': 0, 'avg_loss': 1.477460265159607, 'avg_acc_mask': 55.55555555555556, 'loss': 1.477460265159607}
{'epoch': 6, 'iter': 10, 'avg_loss': 1.644270810213956, 'avg_acc_mask': 47.58364312267658, 'loss': 2.0972635746002197}
{'epoch': 6, 'iter': 20, 'avg_loss': 1.6085865667888097, 'avg_acc_mask': 48.68913857677903, 'loss': 1.6678993701934814}
{'epoch': 6, 'iter': 30, 'avg_loss': 1.5932732205237112, 'avg_acc_mask': 48.39723444374607, 'loss': 1.7293853759765625}
{'epoch': 6, 'iter': 40, 'avg_loss': 1.588811464425994, 'avg_acc_mask': 48.86363636363637, 'loss': 1.8219202756881714}
{'epoch': 6, 'iter': 50, 'avg_loss': 1.5713327819225835, 'avg_acc_mask': 49.44677603967951, 'loss': 1.0961213111877441}
{'epoch': 6, 'iter': 60, 'avg_loss': 1.5517281137528967, 'avg_acc_mask': 50.27552674230146, 'loss': 1.5758042335510254}
{'epoch': 6, 'iter': 70, 'avg_loss': 1.5511843855951872, 'avg_acc_mask': 50.08301051466519, 'loss': 1.638170599937439}
{'epoch': 6, 'iter': 80, 'avg_loss': 1.5453414151697984, 'avg_acc_mask': 50.36964021685559, 'loss': 1.5568242073059082}
{'epoch': 6, 'iter': 90, 'avg_loss': 1.5344362809107854, 'avg_acc_mask': 50.59236507240018, 'loss': 1.1798635721206665}
{'epoch': 6, 'iter': 100, 'avg_loss': 1.5410176633608224, 'avg_acc_mask': 50.37593984962406, 'loss': 1.3609384298324585}
{'epoch': 6, 'iter': 110, 'avg_loss': 1.5496750286033563, 'avg_acc_mask': 50.0089493466977, 'loss': 1.7402818202972412}
{'epoch': 6, 'iter': 120, 'avg_loss': 1.5467989868368983, 'avg_acc_mask': 50.09920634920635, 'loss': 1.4556719064712524}
{'epoch': 6, 'iter': 130, 'avg_loss': 1.5495648993790605, 'avg_acc_mask': 50.12132241431605, 'loss': 1.8603990077972412}
{'epoch': 6, 'iter': 140, 'avg_loss': 1.5501563202404807, 'avg_acc_mask': 50.06358626536668, 'loss': 1.7112162113189697}
{'epoch': 6, 'iter': 150, 'avg_loss': 1.5571340188285372, 'avg_acc_mask': 49.90733386285412, 'loss': 1.989323616027832}
{'epoch': 6, 'iter': 160, 'avg_loss': 1.5632023433720843, 'avg_acc_mask': 49.743910056214865, 'loss': 1.5725362300872803}
{'epoch': 6, 'iter': 170, 'avg_loss': 1.5610949330859714, 'avg_acc_mask': 49.84119515351135, 'loss': 1.6999953985214233}
{'epoch': 6, 'iter': 180, 'avg_loss': 1.5628804864145773, 'avg_acc_mask': 49.76012495816133, 'loss': 1.9243547916412354}
{'epoch': 6, 'iter': 190, 'avg_loss': 1.553840705861596, 'avg_acc_mask': 49.98412194347412, 'loss': 1.314244031906128}
{'epoch': 6, 'iter': 200, 'avg_loss': 1.553849583834558, 'avg_acc_mask': 49.98493219487695, 'loss': 1.65584135055542}
{'epoch': 6, 'iter': 210, 'avg_loss': 1.5585952895512514, 'avg_acc_mask': 49.89429175475687, 'loss': 2.1054835319519043}
{'epoch': 6, 'iter': 220, 'avg_loss': 1.5622842166218822, 'avg_acc_mask': 49.66645344055561, 'loss': 1.6825038194656372}
{'epoch': 6, 'iter': 230, 'avg_loss': 1.5571030667333892, 'avg_acc_mask': 49.727974727974726, 'loss': 1.6765888929367065}
{'epoch': 6, 'iter': 240, 'avg_loss': 1.555903802521496, 'avg_acc_mask': 49.69252800943475, 'loss': 1.7082152366638184}
{'epoch': 6, 'iter': 250, 'avg_loss': 1.5548703079204635, 'avg_acc_mask': 49.84595427274201, 'loss': 1.444201946258545}
{'epoch': 6, 'iter': 260, 'avg_loss': 1.5568987348070547, 'avg_acc_mask': 49.78530720587087, 'loss': 1.2291063070297241}
{'epoch': 6, 'iter': 270, 'avg_loss': 1.5644314915931532, 'avg_acc_mask': 49.52216118594326, 'loss': 1.739831566810608}
{'epoch': 6, 'iter': 280, 'avg_loss': 1.5680816150220687, 'avg_acc_mask': 49.435437174290676, 'loss': 1.549958348274231}
{'epoch': 6, 'iter': 290, 'avg_loss': 1.5669952198811823, 'avg_acc_mask': 49.49022346368715, 'loss': 1.5098226070404053}
{'epoch': 6, 'iter': 300, 'avg_loss': 1.5649119581891058, 'avg_acc_mask': 49.66520121745012, 'loss': 1.5792557001113892}
{'epoch': 6, 'iter': 310, 'avg_loss': 1.5644256365260893, 'avg_acc_mask': 49.718807219461155, 'loss': 1.7908093929290771}
{'epoch': 6, 'iter': 320, 'avg_loss': 1.5635349666960885, 'avg_acc_mask': 49.75266362252664, 'loss': 1.6050599813461304}
{'epoch': 6, 'iter': 330, 'avg_loss': 1.5596849372739878, 'avg_acc_mask': 49.769330134711204, 'loss': 1.7420116662979126}
{'epoch': 6, 'iter': 340, 'avg_loss': 1.5609680999758655, 'avg_acc_mask': 49.75882808312988, 'loss': 1.5669678449630737}
{'epoch': 6, 'iter': 350, 'avg_loss': 1.5587685880837616, 'avg_acc_mask': 49.84384037015616, 'loss': 1.3514020442962646}
{'epoch': 6, 'iter': 360, 'avg_loss': 1.5591231407881443, 'avg_acc_mask': 49.82902629071136, 'loss': 1.3560278415679932}
{'epoch': 6, 'iter': 370, 'avg_loss': 1.5564655205310194, 'avg_acc_mask': 49.899034000982375, 'loss': 1.6396325826644897}
{'epoch': 6, 'iter': 380, 'avg_loss': 1.556115887452924, 'avg_acc_mask': 49.893741366486026, 'loss': 1.4545981884002686}
{'epoch': 6, 'iter': 390, 'avg_loss': 1.5555094695457108, 'avg_acc_mask': 49.93022173980462, 'loss': 1.8554562330245972}
{'epoch': 'EP6_test', 'avg_loss': 1.5554898840309395, 'total_masked_acc': 49.913167841454694}
{'epoch': 7, 'iter': 0, 'avg_loss': 1.609688639640808, 'avg_acc_mask': 47.368421052631575, 'loss': 1.609688639640808}
{'epoch': 7, 'iter': 10, 'avg_loss': 1.5649252696470781, 'avg_acc_mask': 50.097465886939574, 'loss': 1.8377089500427246}
{'epoch': 7, 'iter': 20, 'avg_loss': 1.5702799274807884, 'avg_acc_mask': 49.80430528375734, 'loss': 1.4958250522613525}
{'epoch': 7, 'iter': 30, 'avg_loss': 1.5934677316296486, 'avg_acc_mask': 48.31763122476447, 'loss': 1.9166332483291626}
{'epoch': 7, 'iter': 40, 'avg_loss': 1.5706317541075916, 'avg_acc_mask': 49.71953085160632, 'loss': 1.763121485710144}
{'epoch': 7, 'iter': 50, 'avg_loss': 1.5762344785765106, 'avg_acc_mask': 49.0650406504065, 'loss': 1.4834485054016113}
{'epoch': 7, 'iter': 60, 'avg_loss': 1.5749642360405844, 'avg_acc_mask': 49.52638700947226, 'loss': 1.6925543546676636}
{'epoch': 7, 'iter': 70, 'avg_loss': 1.5707654029550686, 'avg_acc_mask': 49.29374459498415, 'loss': 1.5282269716262817}
{'epoch': 7, 'iter': 80, 'avg_loss': 1.5688377221425374, 'avg_acc_mask': 49.23154446963971, 'loss': 1.8507795333862305}
{'epoch': 7, 'iter': 90, 'avg_loss': 1.5754575349472382, 'avg_acc_mask': 49.091322126306224, 'loss': 1.3284457921981812}
{'epoch': 7, 'iter': 100, 'avg_loss': 1.5734241563494842, 'avg_acc_mask': 49.148717948717945, 'loss': 1.2114343643188477}
{'epoch': 7, 'iter': 110, 'avg_loss': 1.571776051779051, 'avg_acc_mask': 49.081462237892005, 'loss': 1.6381747722625732}
{'epoch': 7, 'iter': 120, 'avg_loss': 1.5781551185718252, 'avg_acc_mask': 48.94701086956522, 'loss': 1.9596539735794067}
{'epoch': 7, 'iter': 130, 'avg_loss': 1.5757805436622097, 'avg_acc_mask': 48.993602746138244, 'loss': 1.6616480350494385}
{'epoch': 7, 'iter': 140, 'avg_loss': 1.5753573339881626, 'avg_acc_mask': 49.10856645890709, 'loss': 1.660368800163269}
{'epoch': 7, 'iter': 150, 'avg_loss': 1.5838685517279518, 'avg_acc_mask': 48.90491089647667, 'loss': 2.0217714309692383}
{'epoch': 7, 'iter': 160, 'avg_loss': 1.582369853991159, 'avg_acc_mask': 49.01110118667857, 'loss': 1.4762214422225952}
{'epoch': 7, 'iter': 170, 'avg_loss': 1.577146383753994, 'avg_acc_mask': 49.15416916616677, 'loss': 1.7462549209594727}
{'epoch': 7, 'iter': 180, 'avg_loss': 1.5867952154486218, 'avg_acc_mask': 48.90452945850834, 'loss': 1.919494390487671}
{'epoch': 7, 'iter': 190, 'avg_loss': 1.5782750713887639, 'avg_acc_mask': 49.20600626552879, 'loss': 1.3843164443969727}
{'epoch': 7, 'iter': 200, 'avg_loss': 1.582172502332659, 'avg_acc_mask': 49.13952059004302, 'loss': 1.2971080541610718}
{'epoch': 7, 'iter': 210, 'avg_loss': 1.5845751897983642, 'avg_acc_mask': 49.219816656914375, 'loss': 1.749229907989502}
{'epoch': 7, 'iter': 220, 'avg_loss': 1.5876087333282194, 'avg_acc_mask': 49.00277008310249, 'loss': 1.3786534070968628}
{'epoch': 7, 'iter': 230, 'avg_loss': 1.5818082104513655, 'avg_acc_mask': 49.22710007949828, 'loss': 1.6361334323883057}
{'epoch': 7, 'iter': 240, 'avg_loss': 1.5797680240449075, 'avg_acc_mask': 49.32860400304028, 'loss': 1.208924412727356}
{'epoch': 7, 'iter': 250, 'avg_loss': 1.578693861505425, 'avg_acc_mask': 49.37272359368677, 'loss': 1.409375786781311}
{'epoch': 7, 'iter': 260, 'avg_loss': 1.5767686083855756, 'avg_acc_mask': 49.465553561675904, 'loss': 1.3138787746429443}
{'epoch': 7, 'iter': 270, 'avg_loss': 1.5793371979160942, 'avg_acc_mask': 49.36320047947258, 'loss': 1.511844515800476}
{'epoch': 7, 'iter': 280, 'avg_loss': 1.5812611524744815, 'avg_acc_mask': 49.313484607602255, 'loss': 1.7579379081726074}
{'epoch': 7, 'iter': 290, 'avg_loss': 1.5809524452563413, 'avg_acc_mask': 49.317453684357154, 'loss': 1.6127464771270752}
{'epoch': 7, 'iter': 300, 'avg_loss': 1.5798170629925903, 'avg_acc_mask': 49.38970935329422, 'loss': 1.7508398294448853}
{'epoch': 7, 'iter': 310, 'avg_loss': 1.5786838029358548, 'avg_acc_mask': 49.431669715181606, 'loss': 1.9003132581710815}
{'epoch': 7, 'iter': 320, 'avg_loss': 1.577943707552283, 'avg_acc_mask': 49.45731513805141, 'loss': 1.917738676071167}
{'epoch': 7, 'iter': 330, 'avg_loss': 1.5773524373679724, 'avg_acc_mask': 49.41631850577537, 'loss': 1.516395926475525}
{'epoch': 7, 'iter': 340, 'avg_loss': 1.5775457746472177, 'avg_acc_mask': 49.38889882549336, 'loss': 1.4235628843307495}
{'epoch': 7, 'iter': 350, 'avg_loss': 1.5753882630937799, 'avg_acc_mask': 49.451251379130134, 'loss': 1.472229242324829}
{'epoch': 7, 'iter': 360, 'avg_loss': 1.5764468105876215, 'avg_acc_mask': 49.34574168076706, 'loss': 1.5971704721450806}
{'epoch': 7, 'iter': 370, 'avg_loss': 1.5743391867275187, 'avg_acc_mask': 49.39138063384143, 'loss': 1.6587474346160889}
{'epoch': 7, 'iter': 380, 'avg_loss': 1.577893127919495, 'avg_acc_mask': 49.372362587468615, 'loss': 1.2789119482040405}
{'epoch': 7, 'iter': 390, 'avg_loss': 1.578246342861439, 'avg_acc_mask': 49.31400062363579, 'loss': 2.1581099033355713}
{'epoch': 'EP7_test', 'avg_loss': 1.5767506345956013, 'total_masked_acc': 49.32675506218522}
{'epoch': 8, 'iter': 0, 'avg_loss': 1.5724726915359497, 'avg_acc_mask': 49.09090909090909, 'loss': 1.5724726915359497}
{'epoch': 8, 'iter': 10, 'avg_loss': 1.62330838766965, 'avg_acc_mask': 48.85931558935361, 'loss': 1.6988641023635864}
{'epoch': 8, 'iter': 20, 'avg_loss': 1.5693065552484422, 'avg_acc_mask': 49.08906882591093, 'loss': 1.5276786088943481}
{'epoch': 8, 'iter': 30, 'avg_loss': 1.5618660680709346, 'avg_acc_mask': 49.24965893587995, 'loss': 1.6995697021484375}
{'epoch': 8, 'iter': 40, 'avg_loss': 1.5458032328908036, 'avg_acc_mask': 49.48078920041537, 'loss': 1.7446714639663696}
{'epoch': 8, 'iter': 50, 'avg_loss': 1.5280332354938282, 'avg_acc_mask': 49.813355454168395, 'loss': 1.6567039489746094}
{'epoch': 8, 'iter': 60, 'avg_loss': 1.5360201440873693, 'avg_acc_mask': 49.701858996843214, 'loss': 1.710572361946106}
{'epoch': 8, 'iter': 70, 'avg_loss': 1.5413051155251516, 'avg_acc_mask': 49.58579881656805, 'loss': 2.0576910972595215}
{'epoch': 8, 'iter': 80, 'avg_loss': 1.5481705798043146, 'avg_acc_mask': 49.65357967667436, 'loss': 1.8349125385284424}
{'epoch': 8, 'iter': 90, 'avg_loss': 1.546877885912801, 'avg_acc_mask': 49.65753424657534, 'loss': 1.6744619607925415}
{'epoch': 8, 'iter': 100, 'avg_loss': 1.5470556587275892, 'avg_acc_mask': 50.0, 'loss': 1.4697989225387573}
{'epoch': 8, 'iter': 110, 'avg_loss': 1.5454031347154498, 'avg_acc_mask': 49.90695943431336, 'loss': 1.6445071697235107}
{'epoch': 8, 'iter': 120, 'avg_loss': 1.545849983357201, 'avg_acc_mask': 49.77898673920435, 'loss': 1.3256969451904297}
{'epoch': 8, 'iter': 130, 'avg_loss': 1.5391768553784786, 'avg_acc_mask': 50.023514657469825, 'loss': 1.4628915786743164}
{'epoch': 8, 'iter': 140, 'avg_loss': 1.5437005513103297, 'avg_acc_mask': 49.861415025528814, 'loss': 1.7269037961959839}
{'epoch': 8, 'iter': 150, 'avg_loss': 1.542882104583134, 'avg_acc_mask': 49.87090637314853, 'loss': 1.7299295663833618}
{'epoch': 8, 'iter': 160, 'avg_loss': 1.5400804806940305, 'avg_acc_mask': 49.94276993513926, 'loss': 1.5273854732513428}
{'epoch': 8, 'iter': 170, 'avg_loss': 1.5410341693643939, 'avg_acc_mask': 49.96402014871672, 'loss': 1.426398515701294}
{'epoch': 8, 'iter': 180, 'avg_loss': 1.5451911918366152, 'avg_acc_mask': 49.92636229749632, 'loss': 1.8538275957107544}
{'epoch': 8, 'iter': 190, 'avg_loss': 1.541188296223186, 'avg_acc_mask': 50.01614118153449, 'loss': 1.4983412027359009}
{'epoch': 8, 'iter': 200, 'avg_loss': 1.5449038732111158, 'avg_acc_mask': 49.87225344915687, 'loss': 1.6396620273590088}
{'epoch': 8, 'iter': 210, 'avg_loss': 1.548983584083087, 'avg_acc_mask': 49.89301692277767, 'loss': 1.9363666772842407}
{'epoch': 8, 'iter': 220, 'avg_loss': 1.54921487068159, 'avg_acc_mask': 49.740644683216004, 'loss': 1.298159122467041}
{'epoch': 8, 'iter': 230, 'avg_loss': 1.5504333178202312, 'avg_acc_mask': 49.76029829545455, 'loss': 1.4447991847991943}
{'epoch': 8, 'iter': 240, 'avg_loss': 1.5492576335970296, 'avg_acc_mask': 49.80754426481909, 'loss': 1.3487496376037598}
{'epoch': 8, 'iter': 250, 'avg_loss': 1.5465400513424816, 'avg_acc_mask': 49.83533673637412, 'loss': 1.3921180963516235}
{'epoch': 8, 'iter': 260, 'avg_loss': 1.551996024175622, 'avg_acc_mask': 49.79407571677491, 'loss': 1.2833449840545654}
{'epoch': 8, 'iter': 270, 'avg_loss': 1.556302053901982, 'avg_acc_mask': 49.69941404763716, 'loss': 1.6261061429977417}
{'epoch': 8, 'iter': 280, 'avg_loss': 1.5574808332843713, 'avg_acc_mask': 49.559277214632, 'loss': 1.5203261375427246}
{'epoch': 8, 'iter': 290, 'avg_loss': 1.555393362782665, 'avg_acc_mask': 49.534966276180334, 'loss': 1.8092626333236694}
{'epoch': 8, 'iter': 300, 'avg_loss': 1.5515170905281144, 'avg_acc_mask': 49.64837286265858, 'loss': 1.6495212316513062}
{'epoch': 8, 'iter': 310, 'avg_loss': 1.5536047753030464, 'avg_acc_mask': 49.6294812737833, 'loss': 1.3376483917236328}
{'epoch': 8, 'iter': 320, 'avg_loss': 1.5518648694980182, 'avg_acc_mask': 49.637023593466424, 'loss': 1.752369999885559}
{'epoch': 8, 'iter': 330, 'avg_loss': 1.548985343685323, 'avg_acc_mask': 49.763957953043366, 'loss': 1.6490787267684937}
{'epoch': 8, 'iter': 340, 'avg_loss': 1.5493430698022814, 'avg_acc_mask': 49.82004514121881, 'loss': 1.3441129922866821}
{'epoch': 8, 'iter': 350, 'avg_loss': 1.5504451482384294, 'avg_acc_mask': 49.80445603223513, 'loss': 1.4922691583633423}
{'epoch': 8, 'iter': 360, 'avg_loss': 1.551785535594433, 'avg_acc_mask': 49.77560414269275, 'loss': 1.6299225091934204}
{'epoch': 8, 'iter': 370, 'avg_loss': 1.5509584073750478, 'avg_acc_mask': 49.81545688401744, 'loss': 1.652103304862976}
{'epoch': 8, 'iter': 380, 'avg_loss': 1.5549315866522901, 'avg_acc_mask': 49.70916009785268, 'loss': 1.6258862018585205}
{'epoch': 8, 'iter': 390, 'avg_loss': 1.5536870900017525, 'avg_acc_mask': 49.706768109050564, 'loss': 1.5781387090682983}
{'epoch': 'EP8_test', 'avg_loss': 1.5536453120335183, 'total_masked_acc': 49.718456725756}
{'epoch': 9, 'iter': 0, 'avg_loss': 1.1761935949325562, 'avg_acc_mask': 47.82608695652174, 'loss': 1.1761935949325562}
{'epoch': 9, 'iter': 10, 'avg_loss': 1.6513324759223245, 'avg_acc_mask': 48.1283422459893, 'loss': 1.9196383953094482}
{'epoch': 9, 'iter': 20, 'avg_loss': 1.5877604654857091, 'avg_acc_mask': 48.98148148148148, 'loss': 1.591147541999817}
{'epoch': 9, 'iter': 30, 'avg_loss': 1.617402776595085, 'avg_acc_mask': 48.52752880921895, 'loss': 1.8801344633102417}
{'epoch': 9, 'iter': 40, 'avg_loss': 1.5896816311812982, 'avg_acc_mask': 49.63072378138848, 'loss': 1.4991555213928223}
{'epoch': 9, 'iter': 50, 'avg_loss': 1.5763750473658245, 'avg_acc_mask': 49.96078431372549, 'loss': 1.5893871784210205}
{'epoch': 9, 'iter': 60, 'avg_loss': 1.5560563294613947, 'avg_acc_mask': 50.86149768058317, 'loss': 1.3866485357284546}
{'epoch': 9, 'iter': 70, 'avg_loss': 1.556611652105627, 'avg_acc_mask': 50.40582143856703, 'loss': 1.773764729499817}
{'epoch': 9, 'iter': 80, 'avg_loss': 1.557445913185308, 'avg_acc_mask': 49.88891631695878, 'loss': 1.3464714288711548}
{'epoch': 9, 'iter': 90, 'avg_loss': 1.5586126387774288, 'avg_acc_mask': 50.032844317933, 'loss': 1.5513794422149658}
{'epoch': 9, 'iter': 100, 'avg_loss': 1.5541924427051355, 'avg_acc_mask': 50.14854426619133, 'loss': 1.2368236780166626}
{'epoch': 9, 'iter': 110, 'avg_loss': 1.5634211505855526, 'avg_acc_mask': 49.91813716572676, 'loss': 1.9051525592803955}
{'epoch': 9, 'iter': 120, 'avg_loss': 1.564552664756775, 'avg_acc_mask': 49.81599197055871, 'loss': 1.557129144668579}
{'epoch': 9, 'iter': 130, 'avg_loss': 1.5685586383324543, 'avg_acc_mask': 49.52735161940183, 'loss': 1.7092814445495605}
{'epoch': 9, 'iter': 140, 'avg_loss': 1.5641064263404685, 'avg_acc_mask': 49.56171863773531, 'loss': 1.4897935390472412}
{'epoch': 9, 'iter': 150, 'avg_loss': 1.5501653571791996, 'avg_acc_mask': 50.0, 'loss': 1.5994807481765747}
{'epoch': 9, 'iter': 160, 'avg_loss': 1.552236402997319, 'avg_acc_mask': 49.91075981642019, 'loss': 1.784245252609253}
{'epoch': 9, 'iter': 170, 'avg_loss': 1.5489653606860958, 'avg_acc_mask': 50.06579734417993, 'loss': 1.718631625175476}
{'epoch': 9, 'iter': 180, 'avg_loss': 1.552401586132155, 'avg_acc_mask': 50.107746399001925, 'loss': 1.6395801305770874}
{'epoch': 9, 'iter': 190, 'avg_loss': 1.5506635180318542, 'avg_acc_mask': 50.156638219725615, 'loss': 1.5818449258804321}
{'epoch': 9, 'iter': 200, 'avg_loss': 1.5502763767147538, 'avg_acc_mask': 50.06675567423231, 'loss': 1.3513522148132324}
{'epoch': 9, 'iter': 210, 'avg_loss': 1.5567811382890313, 'avg_acc_mask': 50.0390243902439, 'loss': 1.8934675455093384}
{'epoch': 9, 'iter': 220, 'avg_loss': 1.5580671842281635, 'avg_acc_mask': 49.88864142538976, 'loss': 1.602629542350769}
{'epoch': 9, 'iter': 230, 'avg_loss': 1.5560691423746416, 'avg_acc_mask': 49.86664295874822, 'loss': 1.636257290840149}
{'epoch': 9, 'iter': 240, 'avg_loss': 1.555287330971714, 'avg_acc_mask': 49.902119329304625, 'loss': 1.6574294567108154}
{'epoch': 9, 'iter': 250, 'avg_loss': 1.557089643649371, 'avg_acc_mask': 49.79548429319372, 'loss': 1.4894939661026}
{'epoch': 9, 'iter': 260, 'avg_loss': 1.5576031856609944, 'avg_acc_mask': 49.7636306334699, 'loss': 1.0364447832107544}
{'epoch': 9, 'iter': 270, 'avg_loss': 1.5649372114906452, 'avg_acc_mask': 49.53023185331111, 'loss': 1.9794994592666626}
{'epoch': 9, 'iter': 280, 'avg_loss': 1.5686191884648333, 'avg_acc_mask': 49.386950810100714, 'loss': 1.5887666940689087}
{'epoch': 9, 'iter': 290, 'avg_loss': 1.56634743885486, 'avg_acc_mask': 49.42512520279326, 'loss': 1.6491895914077759}
{'epoch': 9, 'iter': 300, 'avg_loss': 1.5646197918641607, 'avg_acc_mask': 49.44657010112052, 'loss': 1.537361741065979}
{'epoch': 9, 'iter': 310, 'avg_loss': 1.5656046871203702, 'avg_acc_mask': 49.43508424182359, 'loss': 1.77371084690094}
{'epoch': 9, 'iter': 320, 'avg_loss': 1.563245353669021, 'avg_acc_mask': 49.534510433386835, 'loss': 1.8356815576553345}
{'epoch': 9, 'iter': 330, 'avg_loss': 1.56331228849751, 'avg_acc_mask': 49.45526987486771, 'loss': 1.5652642250061035}
{'epoch': 9, 'iter': 340, 'avg_loss': 1.562264155257832, 'avg_acc_mask': 49.355964848922596, 'loss': 1.4367120265960693}
{'epoch': 9, 'iter': 350, 'avg_loss': 1.5622229686489812, 'avg_acc_mask': 49.33395653189997, 'loss': 1.7177097797393799}
{'epoch': 9, 'iter': 360, 'avg_loss': 1.561418616705654, 'avg_acc_mask': 49.38882255955427, 'loss': 1.3702967166900635}
{'epoch': 9, 'iter': 370, 'avg_loss': 1.5587259947129015, 'avg_acc_mask': 49.447513812154696, 'loss': 1.8206913471221924}
{'epoch': 9, 'iter': 380, 'avg_loss': 1.5600413357804765, 'avg_acc_mask': 49.4084749408475, 'loss': 1.6151567697525024}
{'epoch': 9, 'iter': 390, 'avg_loss': 1.5612742353583235, 'avg_acc_mask': 49.33828529581001, 'loss': 1.8817139863967896}
{'epoch': 'EP9_test', 'avg_loss': 1.560889686147372, 'total_masked_acc': 49.353336782203826}
{'epoch': 10, 'iter': 0, 'avg_loss': 1.276365876197815, 'avg_acc_mask': 56.25, 'loss': 1.276365876197815}
{'epoch': 10, 'iter': 10, 'avg_loss': 1.5981143171137029, 'avg_acc_mask': 47.28260869565217, 'loss': 2.020137310028076}
{'epoch': 10, 'iter': 20, 'avg_loss': 1.579649533544268, 'avg_acc_mask': 48.65900383141762, 'loss': 1.1824729442596436}
{'epoch': 10, 'iter': 30, 'avg_loss': 1.5630185834823116, 'avg_acc_mask': 49.52441344324667, 'loss': 1.6325807571411133}
{'epoch': 10, 'iter': 40, 'avg_loss': 1.5237154350048159, 'avg_acc_mask': 50.785854616895875, 'loss': 1.2819470167160034}
{'epoch': 10, 'iter': 50, 'avg_loss': 1.5055290612519956, 'avg_acc_mask': 51.23801916932907, 'loss': 1.5327268838882446}
{'epoch': 10, 'iter': 60, 'avg_loss': 1.5122720579631994, 'avg_acc_mask': 51.21951219512195, 'loss': 1.61387038230896}
{'epoch': 10, 'iter': 70, 'avg_loss': 1.5152500607597996, 'avg_acc_mask': 50.93590470788428, 'loss': 1.3263450860977173}
{'epoch': 10, 'iter': 80, 'avg_loss': 1.5181366080119285, 'avg_acc_mask': 50.48112509252406, 'loss': 1.9685916900634766}
{'epoch': 10, 'iter': 90, 'avg_loss': 1.515884211430183, 'avg_acc_mask': 50.285588752196844, 'loss': 1.2650976181030273}
{'epoch': 10, 'iter': 100, 'avg_loss': 1.5224520080160386, 'avg_acc_mask': 50.03977724741448, 'loss': 1.4895658493041992}
{'epoch': 10, 'iter': 110, 'avg_loss': 1.532001625847172, 'avg_acc_mask': 49.819037278320664, 'loss': 1.6219156980514526}
{'epoch': 10, 'iter': 120, 'avg_loss': 1.5368538390506397, 'avg_acc_mask': 49.58402662229617, 'loss': 1.4079962968826294}
{'epoch': 10, 'iter': 130, 'avg_loss': 1.5371333938518554, 'avg_acc_mask': 49.7093023255814, 'loss': 1.6794087886810303}
{'epoch': 10, 'iter': 140, 'avg_loss': 1.5373943515703188, 'avg_acc_mask': 49.495236741077775, 'loss': 1.682643175125122}
{'epoch': 10, 'iter': 150, 'avg_loss': 1.5387166916139867, 'avg_acc_mask': 49.45935122146576, 'loss': 1.6967490911483765}
{'epoch': 10, 'iter': 160, 'avg_loss': 1.5428514069651964, 'avg_acc_mask': 49.4080604534005, 'loss': 1.107253074645996}
{'epoch': 10, 'iter': 170, 'avg_loss': 1.5392125060683803, 'avg_acc_mask': 49.57456865989128, 'loss': 1.6283197402954102}
{'epoch': 10, 'iter': 180, 'avg_loss': 1.5502572464679487, 'avg_acc_mask': 49.42374398567752, 'loss': 1.9415193796157837}
{'epoch': 10, 'iter': 190, 'avg_loss': 1.5429318728247239, 'avg_acc_mask': 49.68166383701188, 'loss': 1.1896497011184692}
{'epoch': 10, 'iter': 200, 'avg_loss': 1.5478731722974066, 'avg_acc_mask': 49.49525540076721, 'loss': 1.3645671606063843}
{'epoch': 10, 'iter': 210, 'avg_loss': 1.5480677287725475, 'avg_acc_mask': 49.475810329902856, 'loss': 1.5441431999206543}
{'epoch': 10, 'iter': 220, 'avg_loss': 1.5536111860253692, 'avg_acc_mask': 49.169556488410294, 'loss': 1.4161319732666016}
{'epoch': 10, 'iter': 230, 'avg_loss': 1.554340844288533, 'avg_acc_mask': 49.18492550394391, 'loss': 1.6784100532531738}
{'epoch': 10, 'iter': 240, 'avg_loss': 1.5542594894333994, 'avg_acc_mask': 49.219405741144875, 'loss': 1.4711906909942627}
{'epoch': 10, 'iter': 250, 'avg_loss': 1.5557445404064132, 'avg_acc_mask': 49.281794706262104, 'loss': 1.6272236108779907}
{'epoch': 10, 'iter': 260, 'avg_loss': 1.5557850149399477, 'avg_acc_mask': 49.311551925320884, 'loss': 1.35393226146698}
{'epoch': 10, 'iter': 270, 'avg_loss': 1.5617538631182315, 'avg_acc_mask': 49.10627477376411, 'loss': 1.9574609994888306}
{'epoch': 10, 'iter': 280, 'avg_loss': 1.5646081715291928, 'avg_acc_mask': 49.02328263533482, 'loss': 1.6874001026153564}
{'epoch': 10, 'iter': 290, 'avg_loss': 1.561049920381959, 'avg_acc_mask': 49.10701827821961, 'loss': 1.2634119987487793}
{'epoch': 10, 'iter': 300, 'avg_loss': 1.5593371761597667, 'avg_acc_mask': 49.192513007635654, 'loss': 1.471340298652649}
{'epoch': 10, 'iter': 310, 'avg_loss': 1.5606835453839931, 'avg_acc_mask': 49.23841276067203, 'loss': 1.5638314485549927}
{'epoch': 10, 'iter': 320, 'avg_loss': 1.5584745739479302, 'avg_acc_mask': 49.35007291864815, 'loss': 1.7554093599319458}
{'epoch': 10, 'iter': 330, 'avg_loss': 1.557141380547757, 'avg_acc_mask': 49.31346591958623, 'loss': 1.2674565315246582}
{'epoch': 10, 'iter': 340, 'avg_loss': 1.5608545802205889, 'avg_acc_mask': 49.178761273367975, 'loss': 1.8006840944290161}
{'epoch': 10, 'iter': 350, 'avg_loss': 1.561928976125527, 'avg_acc_mask': 49.14047577704462, 'loss': 1.3079618215560913}
{'epoch': 10, 'iter': 360, 'avg_loss': 1.5620895051229693, 'avg_acc_mask': 49.10724312184166, 'loss': 1.4964606761932373}
{'epoch': 10, 'iter': 370, 'avg_loss': 1.5601007364830881, 'avg_acc_mask': 49.176920973475525, 'loss': 1.4335874319076538}
{'epoch': 10, 'iter': 380, 'avg_loss': 1.5623844766554245, 'avg_acc_mask': 49.09546934201398, 'loss': 1.0074914693832397}
{'epoch': 10, 'iter': 390, 'avg_loss': 1.5647987391027953, 'avg_acc_mask': 48.966845365117365, 'loss': 1.8322261571884155}
{'epoch': 'EP10_test', 'avg_loss': 1.563437117019085, 'total_masked_acc': 48.98106588247433}
{'epoch': 11, 'iter': 0, 'avg_loss': 1.325426697731018, 'avg_acc_mask': 53.70370370370371, 'loss': 1.325426697731018}
{'epoch': 11, 'iter': 10, 'avg_loss': 1.5933558615771206, 'avg_acc_mask': 46.931407942238266, 'loss': 1.7435777187347412}
{'epoch': 11, 'iter': 20, 'avg_loss': 1.5881920428503127, 'avg_acc_mask': 46.810598626104024, 'loss': 1.6650787591934204}
{'epoch': 11, 'iter': 30, 'avg_loss': 1.5741404525695308, 'avg_acc_mask': 47.84595300261096, 'loss': 1.9691565036773682}
{'epoch': 11, 'iter': 40, 'avg_loss': 1.5594980949308814, 'avg_acc_mask': 48.46153846153846, 'loss': 1.549430012702942}
{'epoch': 11, 'iter': 50, 'avg_loss': 1.5586622836543065, 'avg_acc_mask': 48.31506293138449, 'loss': 1.4415708780288696}
{'epoch': 11, 'iter': 60, 'avg_loss': 1.550866222772442, 'avg_acc_mask': 48.90091308758877, 'loss': 1.3656680583953857}
{'epoch': 11, 'iter': 70, 'avg_loss': 1.5574966719452763, 'avg_acc_mask': 48.76507754164273, 'loss': 1.4184569120407104}
{'epoch': 11, 'iter': 80, 'avg_loss': 1.553244509814698, 'avg_acc_mask': 48.84722574106917, 'loss': 1.313821792602539}
{'epoch': 11, 'iter': 90, 'avg_loss': 1.5669961958141116, 'avg_acc_mask': 48.76947392187853, 'loss': 1.3881571292877197}
{'epoch': 11, 'iter': 100, 'avg_loss': 1.559940752416554, 'avg_acc_mask': 49.06857727737973, 'loss': 1.6179795265197754}
{'epoch': 11, 'iter': 110, 'avg_loss': 1.5563265665157422, 'avg_acc_mask': 49.226756102105455, 'loss': 1.4867650270462036}
{'epoch': 11, 'iter': 120, 'avg_loss': 1.5566245898727542, 'avg_acc_mask': 49.22760041194645, 'loss': 1.6394237279891968}
{'epoch': 11, 'iter': 130, 'avg_loss': 1.5571825631702219, 'avg_acc_mask': 49.160861304623175, 'loss': 1.7185724973678589}
{'epoch': 11, 'iter': 140, 'avg_loss': 1.5545357398107542, 'avg_acc_mask': 49.249779346866724, 'loss': 1.7945032119750977}
{'epoch': 11, 'iter': 150, 'avg_loss': 1.554127929226452, 'avg_acc_mask': 49.22379447726336, 'loss': 1.5890077352523804}
{'epoch': 11, 'iter': 160, 'avg_loss': 1.553167920675337, 'avg_acc_mask': 49.31471424877166, 'loss': 1.8760547637939453}
{'epoch': 11, 'iter': 170, 'avg_loss': 1.552702752470273, 'avg_acc_mask': 49.34859369292585, 'loss': 1.5684831142425537}
{'epoch': 11, 'iter': 180, 'avg_loss': 1.5596032682703345, 'avg_acc_mask': 49.264367816091955, 'loss': 1.7623554468154907}
{'epoch': 11, 'iter': 190, 'avg_loss': 1.553039129803942, 'avg_acc_mask': 49.46013741956593, 'loss': 1.2489203214645386}
{'epoch': 11, 'iter': 200, 'avg_loss': 1.557352084129011, 'avg_acc_mask': 49.31322937106269, 'loss': 1.7132192850112915}
{'epoch': 11, 'iter': 210, 'avg_loss': 1.5616746171955813, 'avg_acc_mask': 49.200745317250174, 'loss': 1.6911152601242065}
{'epoch': 11, 'iter': 220, 'avg_loss': 1.5652663100898536, 'avg_acc_mask': 48.875255623721884, 'loss': 1.436964750289917}
{'epoch': 11, 'iter': 230, 'avg_loss': 1.5599754777821628, 'avg_acc_mask': 48.97758728457898, 'loss': 1.7591058015823364}
{'epoch': 11, 'iter': 240, 'avg_loss': 1.5611304828734813, 'avg_acc_mask': 48.91369686560756, 'loss': 1.5904979705810547}
{'epoch': 11, 'iter': 250, 'avg_loss': 1.5582201749205113, 'avg_acc_mask': 49.01976935749588, 'loss': 1.4189081192016602}
{'epoch': 11, 'iter': 260, 'avg_loss': 1.5577692042365385, 'avg_acc_mask': 49.08416232433286, 'loss': 1.30025315284729}
{'epoch': 11, 'iter': 270, 'avg_loss': 1.5590693319415694, 'avg_acc_mask': 49.018121161574044, 'loss': 1.702621579170227}
{'epoch': 11, 'iter': 280, 'avg_loss': 1.5589869032975194, 'avg_acc_mask': 48.9546783625731, 'loss': 1.7692756652832031}
{'epoch': 11, 'iter': 290, 'avg_loss': 1.557064862800218, 'avg_acc_mask': 49.092706347525244, 'loss': 1.541677474975586}
{'epoch': 11, 'iter': 300, 'avg_loss': 1.5543456832039793, 'avg_acc_mask': 49.21494686321563, 'loss': 1.475907564163208}
{'epoch': 11, 'iter': 310, 'avg_loss': 1.5581095082583534, 'avg_acc_mask': 49.16500994035785, 'loss': 1.9754395484924316}
{'epoch': 11, 'iter': 320, 'avg_loss': 1.5560172289331382, 'avg_acc_mask': 49.26418610629137, 'loss': 1.5998766422271729}
{'epoch': 11, 'iter': 330, 'avg_loss': 1.5536995641774642, 'avg_acc_mask': 49.318478869733, 'loss': 1.428186297416687}
{'epoch': 11, 'iter': 340, 'avg_loss': 1.5520378510273796, 'avg_acc_mask': 49.334297246822096, 'loss': 1.4108833074569702}
{'epoch': 11, 'iter': 350, 'avg_loss': 1.5536152357049817, 'avg_acc_mask': 49.33223992502343, 'loss': 1.2513501644134521}
{'epoch': 11, 'iter': 360, 'avg_loss': 1.5540813153140103, 'avg_acc_mask': 49.29553459834109, 'loss': 1.2417006492614746}
{'epoch': 11, 'iter': 370, 'avg_loss': 1.551835462250157, 'avg_acc_mask': 49.331417836225, 'loss': 1.4759700298309326}
{'epoch': 11, 'iter': 380, 'avg_loss': 1.5542387960776882, 'avg_acc_mask': 49.22522328634456, 'loss': 1.5310795307159424}
{'epoch': 11, 'iter': 390, 'avg_loss': 1.5573552223422644, 'avg_acc_mask': 49.096622152395916, 'loss': 1.9470463991165161}
{'epoch': 'EP11_test', 'avg_loss': 1.5565938207537238, 'total_masked_acc': 49.12480580010357}
{'epoch': 12, 'iter': 0, 'avg_loss': 1.1426031589508057, 'avg_acc_mask': 59.25925925925925, 'loss': 1.1426031589508057}
{'epoch': 12, 'iter': 10, 'avg_loss': 1.5710898312655361, 'avg_acc_mask': 49.40711462450593, 'loss': 1.819162130355835}
{'epoch': 12, 'iter': 20, 'avg_loss': 1.555958662714277, 'avg_acc_mask': 48.77089478859391, 'loss': 1.4370837211608887}
{'epoch': 12, 'iter': 30, 'avg_loss': 1.5795434290362942, 'avg_acc_mask': 48.606610499027866, 'loss': 1.940855860710144}
{'epoch': 12, 'iter': 40, 'avg_loss': 1.5692610478982694, 'avg_acc_mask': 48.57428714357179, 'loss': 1.6512035131454468}
{'epoch': 12, 'iter': 50, 'avg_loss': 1.565944793177586, 'avg_acc_mask': 48.56801909307876, 'loss': 1.3767800331115723}
{'epoch': 12, 'iter': 60, 'avg_loss': 1.551260811383607, 'avg_acc_mask': 49.39799331103679, 'loss': 1.717201590538025}
{'epoch': 12, 'iter': 70, 'avg_loss': 1.5511288676463382, 'avg_acc_mask': 49.160739687055475, 'loss': 1.7752350568771362}
{'epoch': 12, 'iter': 80, 'avg_loss': 1.5418822574026791, 'avg_acc_mask': 49.59899749373434, 'loss': 1.715798020362854}
{'epoch': 12, 'iter': 90, 'avg_loss': 1.5372029490523287, 'avg_acc_mask': 49.776486365668305, 'loss': 1.4413031339645386}
{'epoch': 12, 'iter': 100, 'avg_loss': 1.5382431603894375, 'avg_acc_mask': 49.80773122849625, 'loss': 1.294765591621399}
{'epoch': 12, 'iter': 110, 'avg_loss': 1.5343462035462663, 'avg_acc_mask': 49.990793592340275, 'loss': 1.5987628698349}
{'epoch': 12, 'iter': 120, 'avg_loss': 1.5340120486976687, 'avg_acc_mask': 50.0169147496617, 'loss': 1.5017595291137695}
{'epoch': 12, 'iter': 130, 'avg_loss': 1.5316917787071402, 'avg_acc_mask': 50.24260447644389, 'loss': 1.8816078901290894}
{'epoch': 12, 'iter': 140, 'avg_loss': 1.5395105688284474, 'avg_acc_mask': 50.0510576221736, 'loss': 1.5776655673980713}
{'epoch': 12, 'iter': 150, 'avg_loss': 1.5378337269587232, 'avg_acc_mask': 50.0, 'loss': 1.5077388286590576}
{'epoch': 12, 'iter': 160, 'avg_loss': 1.5364939063232137, 'avg_acc_mask': 50.08323729030606, 'loss': 1.3558921813964844}
{'epoch': 12, 'iter': 170, 'avg_loss': 1.5355404789684808, 'avg_acc_mask': 50.03014590618594, 'loss': 1.8127206563949585}
{'epoch': 12, 'iter': 180, 'avg_loss': 1.5390911181328706, 'avg_acc_mask': 50.085392234999425, 'loss': 1.7899937629699707}
{'epoch': 12, 'iter': 190, 'avg_loss': 1.5317889289706166, 'avg_acc_mask': 50.27085590465872, 'loss': 1.3831512928009033}
{'epoch': 12, 'iter': 200, 'avg_loss': 1.5320939003531613, 'avg_acc_mask': 50.27232555749666, 'loss': 1.439026951789856}
{'epoch': 12, 'iter': 210, 'avg_loss': 1.5365718264150394, 'avg_acc_mask': 50.215011727912426, 'loss': 1.9711756706237793}
{'epoch': 12, 'iter': 220, 'avg_loss': 1.5416226570422833, 'avg_acc_mask': 49.96287358455541, 'loss': 1.6492538452148438}
{'epoch': 12, 'iter': 230, 'avg_loss': 1.5375098196459023, 'avg_acc_mask': 50.05357142857143, 'loss': 1.5880171060562134}
{'epoch': 12, 'iter': 240, 'avg_loss': 1.5396953376002331, 'avg_acc_mask': 50.0171614896173, 'loss': 1.4313057661056519}
{'epoch': 12, 'iter': 250, 'avg_loss': 1.5392578868751983, 'avg_acc_mask': 50.12363996043522, 'loss': 1.8639576435089111}
{'epoch': 12, 'iter': 260, 'avg_loss': 1.539038027840099, 'avg_acc_mask': 50.091175771029896, 'loss': 1.429067850112915}
{'epoch': 12, 'iter': 270, 'avg_loss': 1.5421460312670887, 'avg_acc_mask': 50.05713415098651, 'loss': 1.494840383529663}
{'epoch': 12, 'iter': 280, 'avg_loss': 1.5444501740228238, 'avg_acc_mask': 49.98900373872883, 'loss': 1.9092323780059814}
{'epoch': 12, 'iter': 290, 'avg_loss': 1.5448570317009471, 'avg_acc_mask': 50.02479631597592, 'loss': 1.4264146089553833}
{'epoch': 12, 'iter': 300, 'avg_loss': 1.5413398493167967, 'avg_acc_mask': 50.164789892886574, 'loss': 1.3190354108810425}
{'epoch': 12, 'iter': 310, 'avg_loss': 1.545457413725531, 'avg_acc_mask': 50.072924953593215, 'loss': 1.8105838298797607}
{'epoch': 12, 'iter': 320, 'avg_loss': 1.5401832244106541, 'avg_acc_mask': 50.305132652405725, 'loss': 1.7186020612716675}
{'epoch': 12, 'iter': 330, 'avg_loss': 1.5378193160198246, 'avg_acc_mask': 50.37963654468509, 'loss': 1.3870042562484741}
{'epoch': 12, 'iter': 340, 'avg_loss': 1.537832231116085, 'avg_acc_mask': 50.40944123314065, 'loss': 1.4902056455612183}
{'epoch': 12, 'iter': 350, 'avg_loss': 1.5387810590939643, 'avg_acc_mask': 50.42100339141621, 'loss': 1.4028247594833374}
{'epoch': 12, 'iter': 360, 'avg_loss': 1.537941023253338, 'avg_acc_mask': 50.41237699789546, 'loss': 1.3330581188201904}
{'epoch': 12, 'iter': 370, 'avg_loss': 1.5384360690001209, 'avg_acc_mask': 50.404073951068305, 'loss': 1.64908766746521}
{'epoch': 12, 'iter': 380, 'avg_loss': 1.540800076144261, 'avg_acc_mask': 50.35281443576623, 'loss': 1.5077848434448242}
{'epoch': 12, 'iter': 390, 'avg_loss': 1.54169388012508, 'avg_acc_mask': 50.30987394957983, 'loss': 1.8578225374221802}
{'epoch': 'EP12_test', 'avg_loss': 1.5417150481782778, 'total_masked_acc': 50.28805730004671}
{'epoch': 13, 'iter': 0, 'avg_loss': 1.3341472148895264, 'avg_acc_mask': 55.172413793103445, 'loss': 1.3341472148895264}
{'epoch': 13, 'iter': 10, 'avg_loss': 1.5357924808155408, 'avg_acc_mask': 50.6108202443281, 'loss': 1.6839652061462402}
{'epoch': 13, 'iter': 20, 'avg_loss': 1.527940375464303, 'avg_acc_mask': 50.654205607476634, 'loss': 1.3641998767852783}
{'epoch': 13, 'iter': 30, 'avg_loss': 1.5360161296782955, 'avg_acc_mask': 51.25944584382871, 'loss': 1.7345775365829468}
{'epoch': 13, 'iter': 40, 'avg_loss': 1.5495038119758047, 'avg_acc_mask': 51.00342633382281, 'loss': 1.8170369863510132}
{'epoch': 13, 'iter': 50, 'avg_loss': 1.5403167149599861, 'avg_acc_mask': 50.942655145326, 'loss': 1.362575650215149}
{'epoch': 13, 'iter': 60, 'avg_loss': 1.537011330244971, 'avg_acc_mask': 51.29568106312292, 'loss': 1.588212013244629}
{'epoch': 13, 'iter': 70, 'avg_loss': 1.5484102410329899, 'avg_acc_mask': 50.49617238446271, 'loss': 1.4827210903167725}
{'epoch': 13, 'iter': 80, 'avg_loss': 1.553694017139482, 'avg_acc_mask': 50.38798498122653, 'loss': 1.5315805673599243}
{'epoch': 13, 'iter': 90, 'avg_loss': 1.5464733708035814, 'avg_acc_mask': 50.445434298440986, 'loss': 1.5188943147659302}
{'epoch': 13, 'iter': 100, 'avg_loss': 1.5430509276909403, 'avg_acc_mask': 50.65431850211395, 'loss': 1.278211236000061}
{'epoch': 13, 'iter': 110, 'avg_loss': 1.5407580169471535, 'avg_acc_mask': 50.721461187214615, 'loss': 1.6241275072097778}
{'epoch': 13, 'iter': 120, 'avg_loss': 1.5392138967829303, 'avg_acc_mask': 50.950058853203295, 'loss': 1.5115457773208618}
{'epoch': 13, 'iter': 130, 'avg_loss': 1.536212362405908, 'avg_acc_mask': 51.080246913580254, 'loss': 1.6211211681365967}
{'epoch': 13, 'iter': 140, 'avg_loss': 1.538271055999377, 'avg_acc_mask': 50.89157319528329, 'loss': 1.6624565124511719}
{'epoch': 13, 'iter': 150, 'avg_loss': 1.544297885421096, 'avg_acc_mask': 50.70574001881973, 'loss': 1.6178172826766968}
{'epoch': 13, 'iter': 160, 'avg_loss': 1.5420917642782934, 'avg_acc_mask': 50.87630815786156, 'loss': 1.424834132194519}
{'epoch': 13, 'iter': 170, 'avg_loss': 1.5369237026973077, 'avg_acc_mask': 50.89983424106086, 'loss': 1.5168156623840332}
{'epoch': 13, 'iter': 180, 'avg_loss': 1.5380808088660898, 'avg_acc_mask': 50.77267637178051, 'loss': 1.8811575174331665}
{'epoch': 13, 'iter': 190, 'avg_loss': 1.5359341573964862, 'avg_acc_mask': 50.891617725573944, 'loss': 1.4605108499526978}
{'epoch': 13, 'iter': 200, 'avg_loss': 1.5347680992154933, 'avg_acc_mask': 50.79991899554476, 'loss': 1.3342454433441162}
{'epoch': 13, 'iter': 210, 'avg_loss': 1.5413134855116712, 'avg_acc_mask': 50.710213547202635, 'loss': 1.8898769617080688}
{'epoch': 13, 'iter': 220, 'avg_loss': 1.5467731041066788, 'avg_acc_mask': 50.38638454461821, 'loss': 1.4994702339172363}
{'epoch': 13, 'iter': 230, 'avg_loss': 1.5414550841112673, 'avg_acc_mask': 50.58917338531054, 'loss': 1.4381948709487915}
{'epoch': 13, 'iter': 240, 'avg_loss': 1.5401143122510792, 'avg_acc_mask': 50.655430711610485, 'loss': 1.2017477750778198}
{'epoch': 13, 'iter': 250, 'avg_loss': 1.537999776255087, 'avg_acc_mask': 50.765577663145834, 'loss': 1.7452677488327026}
{'epoch': 13, 'iter': 260, 'avg_loss': 1.541249637402794, 'avg_acc_mask': 50.66404715127702, 'loss': 1.7312495708465576}
{'epoch': 13, 'iter': 270, 'avg_loss': 1.5459202805128485, 'avg_acc_mask': 50.51850730451897, 'loss': 1.6769353151321411}
{'epoch': 13, 'iter': 280, 'avg_loss': 1.5488259202644918, 'avg_acc_mask': 50.42810098792536, 'loss': 1.6917724609375}
{'epoch': 13, 'iter': 290, 'avg_loss': 1.546990331915236, 'avg_acc_mask': 50.54696873456137, 'loss': 1.425176978111267}
{'epoch': 13, 'iter': 300, 'avg_loss': 1.5428756788323488, 'avg_acc_mask': 50.59393773894046, 'loss': 1.3940093517303467}
{'epoch': 13, 'iter': 310, 'avg_loss': 1.5474290805614264, 'avg_acc_mask': 50.4746835443038, 'loss': 1.8798054456710815}
{'epoch': 13, 'iter': 320, 'avg_loss': 1.5464625774514267, 'avg_acc_mask': 50.51513406283996, 'loss': 1.625756025314331}
{'epoch': 13, 'iter': 330, 'avg_loss': 1.5451665018260299, 'avg_acc_mask': 50.45882936507936, 'loss': 1.4439820051193237}
{'epoch': 13, 'iter': 340, 'avg_loss': 1.5457258255950168, 'avg_acc_mask': 50.35742175767406, 'loss': 1.6234130859375}
{'epoch': 13, 'iter': 350, 'avg_loss': 1.5443929355708284, 'avg_acc_mask': 50.38746139952222, 'loss': 1.433698058128357}
{'epoch': 13, 'iter': 360, 'avg_loss': 1.542927230824394, 'avg_acc_mask': 50.47527441439402, 'loss': 1.296495795249939}
{'epoch': 13, 'iter': 370, 'avg_loss': 1.541471273108634, 'avg_acc_mask': 50.54243075059199, 'loss': 1.8717726469039917}
{'epoch': 13, 'iter': 380, 'avg_loss': 1.5429260133132534, 'avg_acc_mask': 50.54738649779972, 'loss': 1.3716574907302856}
{'epoch': 13, 'iter': 390, 'avg_loss': 1.5415415193723596, 'avg_acc_mask': 50.610392320534224, 'loss': 1.6839020252227783}
{'epoch': 'EP13_test', 'avg_loss': 1.541927654333789, 'total_masked_acc': 50.56996956723577}
{'epoch': 14, 'iter': 0, 'avg_loss': 1.3968771696090698, 'avg_acc_mask': 45.65217391304348, 'loss': 1.3968771696090698}
{'epoch': 14, 'iter': 10, 'avg_loss': 1.5630804842168635, 'avg_acc_mask': 49.79838709677419, 'loss': 1.615997314453125}
{'epoch': 14, 'iter': 20, 'avg_loss': 1.5377979505629766, 'avg_acc_mask': 50.74925074925075, 'loss': 1.3702445030212402}
{'epoch': 14, 'iter': 30, 'avg_loss': 1.5397299489667338, 'avg_acc_mask': 50.56105610561056, 'loss': 1.5347263813018799}
{'epoch': 14, 'iter': 40, 'avg_loss': 1.5226848794192802, 'avg_acc_mask': 50.65326633165829, 'loss': 1.5792540311813354}
{'epoch': 14, 'iter': 50, 'avg_loss': 1.527681490954231, 'avg_acc_mask': 50.68273092369478, 'loss': 1.218304991722107}
{'epoch': 14, 'iter': 60, 'avg_loss': 1.5259278993137548, 'avg_acc_mask': 50.592216582064296, 'loss': 1.7099205255508423}
{'epoch': 14, 'iter': 70, 'avg_loss': 1.531448226579478, 'avg_acc_mask': 50.461627236006926, 'loss': 1.3163248300552368}
{'epoch': 14, 'iter': 80, 'avg_loss': 1.5319530934463312, 'avg_acc_mask': 50.28032619775738, 'loss': 1.6457726955413818}
{'epoch': 14, 'iter': 90, 'avg_loss': 1.5332668810100345, 'avg_acc_mask': 50.351553640281246, 'loss': 1.4681084156036377}
{'epoch': 14, 'iter': 100, 'avg_loss': 1.5276389499702077, 'avg_acc_mask': 50.64115611642581, 'loss': 1.4172639846801758}
{'epoch': 14, 'iter': 110, 'avg_loss': 1.54143843242714, 'avg_acc_mask': 50.09248982611913, 'loss': 1.9200053215026855}
{'epoch': 14, 'iter': 120, 'avg_loss': 1.5383494383047436, 'avg_acc_mask': 50.22955279714334, 'loss': 1.7312710285186768}
{'epoch': 14, 'iter': 130, 'avg_loss': 1.5324174757222182, 'avg_acc_mask': 50.48422368009997, 'loss': 1.5699678659439087}
{'epoch': 14, 'iter': 140, 'avg_loss': 1.5304341620587287, 'avg_acc_mask': 50.77502535129654, 'loss': 1.6596628427505493}
{'epoch': 14, 'iter': 150, 'avg_loss': 1.5316193380103207, 'avg_acc_mask': 50.63754747693977, 'loss': 1.6911952495574951}
{'epoch': 14, 'iter': 160, 'avg_loss': 1.53288521751854, 'avg_acc_mask': 50.64372211599745, 'loss': 1.481499433517456}
{'epoch': 14, 'iter': 170, 'avg_loss': 1.5274124912351195, 'avg_acc_mask': 50.721500721500725, 'loss': 1.4072926044464111}
{'epoch': 14, 'iter': 180, 'avg_loss': 1.533667685577224, 'avg_acc_mask': 50.7423778760059, 'loss': 1.9495844841003418}
{'epoch': 14, 'iter': 190, 'avg_loss': 1.526371689991177, 'avg_acc_mask': 51.025228126677405, 'loss': 1.4183987379074097}
{'epoch': 14, 'iter': 200, 'avg_loss': 1.536822211683093, 'avg_acc_mask': 50.66693819366663, 'loss': 2.0753824710845947}
{'epoch': 14, 'iter': 210, 'avg_loss': 1.5405634958032184, 'avg_acc_mask': 50.61441702951137, 'loss': 1.8668999671936035}
{'epoch': 14, 'iter': 220, 'avg_loss': 1.5438918846225307, 'avg_acc_mask': 50.537239415924326, 'loss': 1.9167534112930298}
{'epoch': 14, 'iter': 230, 'avg_loss': 1.5397727933280911, 'avg_acc_mask': 50.62098123843918, 'loss': 1.6874266862869263}
{'epoch': 14, 'iter': 240, 'avg_loss': 1.5383358140209404, 'avg_acc_mask': 50.710059171597635, 'loss': 1.4729833602905273}
{'epoch': 14, 'iter': 250, 'avg_loss': 1.540109341363033, 'avg_acc_mask': 50.68215039792106, 'loss': 1.797579050064087}
{'epoch': 14, 'iter': 260, 'avg_loss': 1.5403364915043916, 'avg_acc_mask': 50.756866416978774, 'loss': 1.5405840873718262}
{'epoch': 14, 'iter': 270, 'avg_loss': 1.5423755614959886, 'avg_acc_mask': 50.7078313253012, 'loss': 1.6078654527664185}
{'epoch': 14, 'iter': 280, 'avg_loss': 1.5404205038029952, 'avg_acc_mask': 50.815019647795076, 'loss': 1.489815592765808}
{'epoch': 14, 'iter': 290, 'avg_loss': 1.540349786633888, 'avg_acc_mask': 50.76330532212885, 'loss': 1.410585880279541}
{'epoch': 14, 'iter': 300, 'avg_loss': 1.5391539517431163, 'avg_acc_mask': 50.81855852183955, 'loss': 1.479278326034546}
{'epoch': 14, 'iter': 310, 'avg_loss': 1.5369539038544682, 'avg_acc_mask': 50.88629201680672, 'loss': 1.4767444133758545}
{'epoch': 14, 'iter': 320, 'avg_loss': 1.5367501665869978, 'avg_acc_mask': 50.92799285668729, 'loss': 1.5174938440322876}
{'epoch': 14, 'iter': 330, 'avg_loss': 1.5349376929130438, 'avg_acc_mask': 50.96052875409228, 'loss': 1.5704848766326904}
{'epoch': 14, 'iter': 340, 'avg_loss': 1.5350430385807743, 'avg_acc_mask': 50.91279104566948, 'loss': 1.7460840940475464}
{'epoch': 14, 'iter': 350, 'avg_loss': 1.5314693118092682, 'avg_acc_mask': 50.99453297661975, 'loss': 1.1317371129989624}
{'epoch': 14, 'iter': 360, 'avg_loss': 1.5303299341175365, 'avg_acc_mask': 50.93933906745134, 'loss': 1.3972831964492798}
{'epoch': 14, 'iter': 370, 'avg_loss': 1.5330317434917564, 'avg_acc_mask': 50.87728978150518, 'loss': 1.8794876337051392}
{'epoch': 14, 'iter': 380, 'avg_loss': 1.5348869693560863, 'avg_acc_mask': 50.77080088091529, 'loss': 1.5376691818237305}
{'epoch': 14, 'iter': 390, 'avg_loss': 1.5366243645358268, 'avg_acc_mask': 50.642834744434, 'loss': 1.830574631690979}
{'epoch': 'EP14_test', 'avg_loss': 1.538342396719287, 'total_masked_acc': 50.58385863387414}
{'epoch': 15, 'iter': 0, 'avg_loss': 1.3248577117919922, 'avg_acc_mask': 54.166666666666664, 'loss': 1.3248577117919922}
{'epoch': 15, 'iter': 10, 'avg_loss': 1.5595618594776501, 'avg_acc_mask': 50.853889943074, 'loss': 1.7962208986282349}
{'epoch': 15, 'iter': 20, 'avg_loss': 1.5761645748501731, 'avg_acc_mask': 49.603960396039604, 'loss': 1.3740885257720947}
{'epoch': 15, 'iter': 30, 'avg_loss': 1.548145051925413, 'avg_acc_mask': 50.0, 'loss': 1.5821934938430786}
{'epoch': 15, 'iter': 40, 'avg_loss': 1.5348712322188587, 'avg_acc_mask': 50.71428571428571, 'loss': 1.9849961996078491}
{'epoch': 15, 'iter': 50, 'avg_loss': 1.5203295875998104, 'avg_acc_mask': 51.26324368378158, 'loss': 1.2341160774230957}
{'epoch': 15, 'iter': 60, 'avg_loss': 1.5206693332703387, 'avg_acc_mask': 51.16598079561042, 'loss': 1.7882568836212158}
{'epoch': 15, 'iter': 70, 'avg_loss': 1.5179758273379904, 'avg_acc_mask': 51.13997113997114, 'loss': 1.525656819343567}
{'epoch': 15, 'iter': 80, 'avg_loss': 1.52494122069559, 'avg_acc_mask': 50.85427135678392, 'loss': 1.3991481065750122}
{'epoch': 15, 'iter': 90, 'avg_loss': 1.5243191902454083, 'avg_acc_mask': 50.845195729537366, 'loss': 1.2892853021621704}
{'epoch': 15, 'iter': 100, 'avg_loss': 1.515762731580451, 'avg_acc_mask': 51.056125528062765, 'loss': 1.6005768775939941}
{'epoch': 15, 'iter': 110, 'avg_loss': 1.519453081998739, 'avg_acc_mask': 50.684431465595914, 'loss': 1.71484375}
{'epoch': 15, 'iter': 120, 'avg_loss': 1.522694101018354, 'avg_acc_mask': 50.658783783783775, 'loss': 1.5176162719726562}
{'epoch': 15, 'iter': 130, 'avg_loss': 1.5227259679605032, 'avg_acc_mask': 50.67704280155642, 'loss': 1.2723581790924072}
{'epoch': 15, 'iter': 140, 'avg_loss': 1.5252389848654997, 'avg_acc_mask': 50.60536177572787, 'loss': 1.7405709028244019}
{'epoch': 15, 'iter': 150, 'avg_loss': 1.5180552771549352, 'avg_acc_mask': 50.74949358541526, 'loss': 1.60870361328125}
{'epoch': 15, 'iter': 160, 'avg_loss': 1.5152416562441713, 'avg_acc_mask': 50.86316323940087, 'loss': 1.252259612083435}
{'epoch': 15, 'iter': 170, 'avg_loss': 1.5103974886107863, 'avg_acc_mask': 51.053892215568865, 'loss': 1.5034101009368896}
{'epoch': 15, 'iter': 180, 'avg_loss': 1.5130785117491832, 'avg_acc_mask': 51.057811969679825, 'loss': 1.7942957878112793}
{'epoch': 15, 'iter': 190, 'avg_loss': 1.5063637825831069, 'avg_acc_mask': 51.17501877883893, 'loss': 1.3999106884002686}
{'epoch': 15, 'iter': 200, 'avg_loss': 1.5068469438979875, 'avg_acc_mask': 51.05230894973437, 'loss': 1.6516330242156982}
{'epoch': 15, 'iter': 210, 'avg_loss': 1.5136263562604715, 'avg_acc_mask': 50.96340988711561, 'loss': 1.6044501066207886}
{'epoch': 15, 'iter': 220, 'avg_loss': 1.5146971660501816, 'avg_acc_mask': 50.883196152779064, 'loss': 1.6318873167037964}
{'epoch': 15, 'iter': 230, 'avg_loss': 1.5105374623170662, 'avg_acc_mask': 50.97709788663896, 'loss': 1.5288000106811523}
{'epoch': 15, 'iter': 240, 'avg_loss': 1.5045388110940388, 'avg_acc_mask': 51.11073427166356, 'loss': 1.4590357542037964}
{'epoch': 15, 'iter': 250, 'avg_loss': 1.5033867924336892, 'avg_acc_mask': 51.080246913580254, 'loss': 1.38897705078125}
{'epoch': 15, 'iter': 260, 'avg_loss': 1.5026396174997205, 'avg_acc_mask': 51.199312446284864, 'loss': 1.1157234907150269}
{'epoch': 15, 'iter': 270, 'avg_loss': 1.5102123409179744, 'avg_acc_mask': 51.05211554415868, 'loss': 1.4311165809631348}
{'epoch': 15, 'iter': 280, 'avg_loss': 1.5111558853095113, 'avg_acc_mask': 51.03538472716704, 'loss': 1.6630563735961914}
{'epoch': 15, 'iter': 290, 'avg_loss': 1.5084993626243879, 'avg_acc_mask': 51.156271899089, 'loss': 1.6721816062927246}
{'epoch': 15, 'iter': 300, 'avg_loss': 1.5055163033380856, 'avg_acc_mask': 51.29041021461559, 'loss': 1.4440337419509888}
{'epoch': 15, 'iter': 310, 'avg_loss': 1.5086989329942169, 'avg_acc_mask': 51.14749786282633, 'loss': 1.8009589910507202}
{'epoch': 15, 'iter': 320, 'avg_loss': 1.5048761438357867, 'avg_acc_mask': 51.28908742820677, 'loss': 1.4156407117843628}
{'epoch': 15, 'iter': 330, 'avg_loss': 1.5038537226414752, 'avg_acc_mask': 51.31448412698413, 'loss': 1.5579842329025269}
{'epoch': 15, 'iter': 340, 'avg_loss': 1.5039835032130267, 'avg_acc_mask': 51.33979647136749, 'loss': 1.3963961601257324}
{'epoch': 15, 'iter': 350, 'avg_loss': 1.5037839117213192, 'avg_acc_mask': 51.3371481957258, 'loss': 1.2669329643249512}
{'epoch': 15, 'iter': 360, 'avg_loss': 1.5037312071739473, 'avg_acc_mask': 51.34874759152216, 'loss': 1.6122252941131592}
{'epoch': 15, 'iter': 370, 'avg_loss': 1.5009090174240565, 'avg_acc_mask': 51.43329658213892, 'loss': 1.5142791271209717}
{'epoch': 15, 'iter': 380, 'avg_loss': 1.5016826557049288, 'avg_acc_mask': 51.32405865606704, 'loss': 1.6828678846359253}
{'epoch': 15, 'iter': 390, 'avg_loss': 1.5023321154172464, 'avg_acc_mask': 51.24771122155375, 'loss': 1.3493621349334717}
{'epoch': 'EP15_test', 'avg_loss': 1.501143784234018, 'total_masked_acc': 51.279929668511144}
{'epoch': 16, 'iter': 0, 'avg_loss': 1.7151609659194946, 'avg_acc_mask': 36.58536585365854, 'loss': 1.7151609659194946}
{'epoch': 16, 'iter': 10, 'avg_loss': 1.5470407117496838, 'avg_acc_mask': 48.96421845574388, 'loss': 1.6094679832458496}
{'epoch': 16, 'iter': 20, 'avg_loss': 1.4883397477013725, 'avg_acc_mask': 51.4, 'loss': 1.1399520635604858}
{'epoch': 16, 'iter': 30, 'avg_loss': 1.5058432663640668, 'avg_acc_mask': 51.610782380013156, 'loss': 1.5375202894210815}
{'epoch': 16, 'iter': 40, 'avg_loss': 1.5011146562855417, 'avg_acc_mask': 52.547452547452544, 'loss': 1.5555529594421387}
{'epoch': 16, 'iter': 50, 'avg_loss': 1.495416426191143, 'avg_acc_mask': 52.47603833865815, 'loss': 1.3284591436386108}
{'epoch': 16, 'iter': 60, 'avg_loss': 1.5037259312926745, 'avg_acc_mask': 52.45245245245245, 'loss': 1.4834738969802856}
{'epoch': 16, 'iter': 70, 'avg_loss': 1.509656980004109, 'avg_acc_mask': 52.339936836060865, 'loss': 1.4927423000335693}
{'epoch': 16, 'iter': 80, 'avg_loss': 1.5130847265690932, 'avg_acc_mask': 52.012072434607646, 'loss': 1.6222355365753174}
{'epoch': 16, 'iter': 90, 'avg_loss': 1.514466486134372, 'avg_acc_mask': 52.053872053872055, 'loss': 1.5803550481796265}
{'epoch': 16, 'iter': 100, 'avg_loss': 1.5040717927536162, 'avg_acc_mask': 51.99675653760389, 'loss': 1.0558794736862183}
{'epoch': 16, 'iter': 110, 'avg_loss': 1.5103456662581847, 'avg_acc_mask': 51.63254012174876, 'loss': 1.2720608711242676}
{'epoch': 16, 'iter': 120, 'avg_loss': 1.5126219308080753, 'avg_acc_mask': 51.52542372881356, 'loss': 1.6493093967437744}
{'epoch': 16, 'iter': 130, 'avg_loss': 1.5111924555465466, 'avg_acc_mask': 51.608872227428925, 'loss': 1.6450347900390625}
{'epoch': 16, 'iter': 140, 'avg_loss': 1.5207667300041685, 'avg_acc_mask': 51.32589479785538, 'loss': 2.038835287094116}
{'epoch': 16, 'iter': 150, 'avg_loss': 1.525991052981244, 'avg_acc_mask': 51.16749898771764, 'loss': 1.7283759117126465}
{'epoch': 16, 'iter': 160, 'avg_loss': 1.5259696097107407, 'avg_acc_mask': 51.08778143182393, 'loss': 1.4478273391723633}
{'epoch': 16, 'iter': 170, 'avg_loss': 1.5251838045510633, 'avg_acc_mask': 51.18194842406877, 'loss': 1.557643175125122}
{'epoch': 16, 'iter': 180, 'avg_loss': 1.5302056627378937, 'avg_acc_mask': 50.99763273588096, 'loss': 1.912753939628601}
{'epoch': 16, 'iter': 190, 'avg_loss': 1.5266617449166262, 'avg_acc_mask': 50.97113424187144, 'loss': 1.3453495502471924}
{'epoch': 16, 'iter': 200, 'avg_loss': 1.5276577816673773, 'avg_acc_mask': 50.92630293159609, 'loss': 1.4288301467895508}
{'epoch': 16, 'iter': 210, 'avg_loss': 1.532998676548637, 'avg_acc_mask': 50.8538715311469, 'loss': 1.4036424160003662}
{'epoch': 16, 'iter': 220, 'avg_loss': 1.5372597486185273, 'avg_acc_mask': 50.73536213116271, 'loss': 1.807100772857666}
{'epoch': 16, 'iter': 230, 'avg_loss': 1.5299798549511732, 'avg_acc_mask': 50.954113783615874, 'loss': 1.5313525199890137}
{'epoch': 16, 'iter': 240, 'avg_loss': 1.5289654425070989, 'avg_acc_mask': 50.90924613677112, 'loss': 1.436419129371643}
{'epoch': 16, 'iter': 250, 'avg_loss': 1.5275903123308463, 'avg_acc_mask': 51.00082034454471, 'loss': 1.302769660949707}
{'epoch': 16, 'iter': 260, 'avg_loss': 1.5296781716218852, 'avg_acc_mask': 50.98317934138829, 'loss': 1.5041569471359253}
{'epoch': 16, 'iter': 270, 'avg_loss': 1.5326909917746963, 'avg_acc_mask': 50.87092112268958, 'loss': 1.6580677032470703}
{'epoch': 16, 'iter': 280, 'avg_loss': 1.5362236800991342, 'avg_acc_mask': 50.777582159624416, 'loss': 1.706515908241272}
{'epoch': 16, 'iter': 290, 'avg_loss': 1.533029482946363, 'avg_acc_mask': 50.77859569648923, 'loss': 1.433516502380371}
{'epoch': 16, 'iter': 300, 'avg_loss': 1.5323983426901986, 'avg_acc_mask': 50.71629309753924, 'loss': 1.6597015857696533}
{'epoch': 16, 'iter': 310, 'avg_loss': 1.5354015854010628, 'avg_acc_mask': 50.67948293006298, 'loss': 1.7082267999649048}
{'epoch': 16, 'iter': 320, 'avg_loss': 1.5290122425816142, 'avg_acc_mask': 50.855415487522514, 'loss': 1.6118810176849365}
{'epoch': 16, 'iter': 330, 'avg_loss': 1.5259793870758793, 'avg_acc_mask': 50.95163806552262, 'loss': 1.5041537284851074}
{'epoch': 16, 'iter': 340, 'avg_loss': 1.5268792396416762, 'avg_acc_mask': 50.89874720087151, 'loss': 1.420742392539978}
{'epoch': 16, 'iter': 350, 'avg_loss': 1.5245527069792788, 'avg_acc_mask': 50.92570892898992, 'loss': 1.483104944229126}
{'epoch': 16, 'iter': 360, 'avg_loss': 1.5265825996768771, 'avg_acc_mask': 50.845623825522466, 'loss': 1.4787888526916504}
{'epoch': 16, 'iter': 370, 'avg_loss': 1.5239774024068826, 'avg_acc_mask': 50.93952663377862, 'loss': 1.5308406352996826}
{'epoch': 16, 'iter': 380, 'avg_loss': 1.5241013030054689, 'avg_acc_mask': 50.95531088082902, 'loss': 1.4745365381240845}
{'epoch': 16, 'iter': 390, 'avg_loss': 1.5243910520582857, 'avg_acc_mask': 50.91528979805927, 'loss': 1.8536123037338257}
{'epoch': 'EP16_test', 'avg_loss': 1.5231566311735096, 'total_masked_acc': 50.94182969228374}
{'epoch': 17, 'iter': 0, 'avg_loss': 1.4735589027404785, 'avg_acc_mask': 66.66666666666666, 'loss': 1.4735589027404785}
{'epoch': 17, 'iter': 10, 'avg_loss': 1.5031096068295566, 'avg_acc_mask': 50.91911764705882, 'loss': 1.5357064008712769}
{'epoch': 17, 'iter': 20, 'avg_loss': 1.5094373878978549, 'avg_acc_mask': 50.903901046622266, 'loss': 1.4476717710494995}
{'epoch': 17, 'iter': 30, 'avg_loss': 1.5026798959701293, 'avg_acc_mask': 50.63856960408685, 'loss': 1.4328949451446533}
{'epoch': 17, 'iter': 40, 'avg_loss': 1.475881112784874, 'avg_acc_mask': 52.11406096361848, 'loss': 1.3855491876602173}
{'epoch': 17, 'iter': 50, 'avg_loss': 1.4550040574634777, 'avg_acc_mask': 52.84648606203377, 'loss': 1.2358866930007935}
{'epoch': 17, 'iter': 60, 'avg_loss': 1.4559968465664348, 'avg_acc_mask': 53.634251576501825, 'loss': 1.3290635347366333}
{'epoch': 17, 'iter': 70, 'avg_loss': 1.4394795567217007, 'avg_acc_mask': 54.018744674808296, 'loss': 1.381768822669983}
{'epoch': 17, 'iter': 80, 'avg_loss': 1.4468288620313008, 'avg_acc_mask': 53.51137487636004, 'loss': 1.3107163906097412}
{'epoch': 17, 'iter': 90, 'avg_loss': 1.4511983335673153, 'avg_acc_mask': 53.41918294849023, 'loss': 1.6685395240783691}
{'epoch': 17, 'iter': 100, 'avg_loss': 1.4671702048566082, 'avg_acc_mask': 53.04033714629741, 'loss': 1.2750000953674316}
{'epoch': 17, 'iter': 110, 'avg_loss': 1.4783389230032224, 'avg_acc_mask': 52.647861692447684, 'loss': 1.7228779792785645}
{'epoch': 17, 'iter': 120, 'avg_loss': 1.474201390073319, 'avg_acc_mask': 52.82767797737857, 'loss': 1.273169994354248}
{'epoch': 17, 'iter': 130, 'avg_loss': 1.4762386524950275, 'avg_acc_mask': 52.52339315845988, 'loss': 1.5274803638458252}
{'epoch': 17, 'iter': 140, 'avg_loss': 1.4832853421251824, 'avg_acc_mask': 52.40068591026007, 'loss': 1.7352923154830933}
{'epoch': 17, 'iter': 150, 'avg_loss': 1.4799363546024096, 'avg_acc_mask': 52.532154340836016, 'loss': 1.6019662618637085}
{'epoch': 17, 'iter': 160, 'avg_loss': 1.4812921615120787, 'avg_acc_mask': 52.52614337911049, 'loss': 1.4125255346298218}
{'epoch': 17, 'iter': 170, 'avg_loss': 1.482700774892729, 'avg_acc_mask': 52.449875430062875, 'loss': 1.711198329925537}
{'epoch': 17, 'iter': 180, 'avg_loss': 1.4841556354780883, 'avg_acc_mask': 52.40719910011249, 'loss': 1.8463327884674072}
{'epoch': 17, 'iter': 190, 'avg_loss': 1.479556572062807, 'avg_acc_mask': 52.572158909362024, 'loss': 1.4257464408874512}
{'epoch': 17, 'iter': 200, 'avg_loss': 1.4792985942826342, 'avg_acc_mask': 52.57096676431963, 'loss': 1.4890280961990356}
{'epoch': 17, 'iter': 210, 'avg_loss': 1.4838720896232749, 'avg_acc_mask': 52.48199711953912, 'loss': 1.8528187274932861}
{'epoch': 17, 'iter': 220, 'avg_loss': 1.4854362504514633, 'avg_acc_mask': 52.281213004280126, 'loss': 1.2820098400115967}
{'epoch': 17, 'iter': 230, 'avg_loss': 1.4794554919391483, 'avg_acc_mask': 52.43082831456751, 'loss': 1.4881012439727783}
{'epoch': 17, 'iter': 240, 'avg_loss': 1.4801340258962385, 'avg_acc_mask': 52.48618784530387, 'loss': 1.7095239162445068}
{'epoch': 17, 'iter': 250, 'avg_loss': 1.4821196967862043, 'avg_acc_mask': 52.410074837048356, 'loss': 1.4500532150268555}
{'epoch': 17, 'iter': 260, 'avg_loss': 1.477489371180991, 'avg_acc_mask': 52.63972751199876, 'loss': 1.1724278926849365}
{'epoch': 17, 'iter': 270, 'avg_loss': 1.481852230330675, 'avg_acc_mask': 52.545155993431855, 'loss': 1.601967692375183}
{'epoch': 17, 'iter': 280, 'avg_loss': 1.4832905583958609, 'avg_acc_mask': 52.533965926245415, 'loss': 1.7320764064788818}
{'epoch': 17, 'iter': 290, 'avg_loss': 1.47880546641104, 'avg_acc_mask': 52.58734458567758, 'loss': 1.2964112758636475}
{'epoch': 17, 'iter': 300, 'avg_loss': 1.4763923738881994, 'avg_acc_mask': 52.614907669497235, 'loss': 1.229714274406433}
{'epoch': 17, 'iter': 310, 'avg_loss': 1.4799770762682727, 'avg_acc_mask': 52.535165194635255, 'loss': 1.392772912979126}
{'epoch': 17, 'iter': 320, 'avg_loss': 1.4770499258026528, 'avg_acc_mask': 52.61082490618839, 'loss': 1.7245923280715942}
{'epoch': 17, 'iter': 330, 'avg_loss': 1.4767074413890204, 'avg_acc_mask': 52.579352850539294, 'loss': 1.2666245698928833}
{'epoch': 17, 'iter': 340, 'avg_loss': 1.4776714993012616, 'avg_acc_mask': 52.564562410329984, 'loss': 1.4217547178268433}
{'epoch': 17, 'iter': 350, 'avg_loss': 1.4763460711196617, 'avg_acc_mask': 52.59100394157199, 'loss': 1.25113844871521}
{'epoch': 17, 'iter': 360, 'avg_loss': 1.4775729940538591, 'avg_acc_mask': 52.60730156944366, 'loss': 1.3169723749160767}
{'epoch': 17, 'iter': 370, 'avg_loss': 1.476424059938549, 'avg_acc_mask': 52.53365437233227, 'loss': 1.4197152853012085}
{'epoch': 17, 'iter': 380, 'avg_loss': 1.4787213982246679, 'avg_acc_mask': 52.398484605944184, 'loss': 1.5844593048095703}
{'epoch': 17, 'iter': 390, 'avg_loss': 1.478078951158792, 'avg_acc_mask': 52.39679733804721, 'loss': 1.7165133953094482}
{'epoch': 'EP17_test', 'avg_loss': 1.4776572252463813, 'total_masked_acc': 52.42134484885873}
{'epoch': 18, 'iter': 0, 'avg_loss': 1.428282380104065, 'avg_acc_mask': 52.17391304347826, 'loss': 1.428282380104065}
{'epoch': 18, 'iter': 10, 'avg_loss': 1.483210487799211, 'avg_acc_mask': 51.631477927063344, 'loss': 1.6017245054244995}
{'epoch': 18, 'iter': 20, 'avg_loss': 1.457879106203715, 'avg_acc_mask': 52.58620689655172, 'loss': 1.4038982391357422}
{'epoch': 18, 'iter': 30, 'avg_loss': 1.4561402028606785, 'avg_acc_mask': 52.52659574468085, 'loss': 1.5078338384628296}
{'epoch': 18, 'iter': 40, 'avg_loss': 1.4163235280571915, 'avg_acc_mask': 53.61507128309573, 'loss': 1.7088292837142944}
{'epoch': 18, 'iter': 50, 'avg_loss': 1.4140155432271022, 'avg_acc_mask': 53.577170418006425, 'loss': 1.1337474584579468}
{'epoch': 18, 'iter': 60, 'avg_loss': 1.426275261112901, 'avg_acc_mask': 53.9142273655548, 'loss': 1.7432368993759155}
{'epoch': 18, 'iter': 70, 'avg_loss': 1.4236542506956718, 'avg_acc_mask': 53.673120728929376, 'loss': 1.4005638360977173}
{'epoch': 18, 'iter': 80, 'avg_loss': 1.4209057298707373, 'avg_acc_mask': 53.63156572003016, 'loss': 1.6369432210922241}
{'epoch': 18, 'iter': 90, 'avg_loss': 1.4262796902394557, 'avg_acc_mask': 53.54260089686098, 'loss': 1.4288132190704346}
{'epoch': 18, 'iter': 100, 'avg_loss': 1.4287917708406355, 'avg_acc_mask': 53.57070604895813, 'loss': 1.3803061246871948}
{'epoch': 18, 'iter': 110, 'avg_loss': 1.431101086977366, 'avg_acc_mask': 53.50036845983788, 'loss': 1.3795706033706665}
{'epoch': 18, 'iter': 120, 'avg_loss': 1.4299414670171817, 'avg_acc_mask': 53.565365025466896, 'loss': 1.500349521636963}
{'epoch': 18, 'iter': 130, 'avg_loss': 1.428987588591248, 'avg_acc_mask': 53.560807638128026, 'loss': 1.432452917098999}
{'epoch': 18, 'iter': 140, 'avg_loss': 1.4300490068205705, 'avg_acc_mask': 53.63728764338609, 'loss': 1.4445852041244507}
{'epoch': 18, 'iter': 150, 'avg_loss': 1.4363987508988538, 'avg_acc_mask': 53.46049046321526, 'loss': 1.6103016138076782}
{'epoch': 18, 'iter': 160, 'avg_loss': 1.4409615030940275, 'avg_acc_mask': 53.431809499554305, 'loss': 1.4455522298812866}
{'epoch': 18, 'iter': 170, 'avg_loss': 1.4388445936448393, 'avg_acc_mask': 53.51130351130351, 'loss': 1.301667332649231}
{'epoch': 18, 'iter': 180, 'avg_loss': 1.4419126234001876, 'avg_acc_mask': 53.45590738849167, 'loss': 1.4710973501205444}
{'epoch': 18, 'iter': 190, 'avg_loss': 1.4374934016722034, 'avg_acc_mask': 53.51810076270276, 'loss': 1.504062294960022}
{'epoch': 18, 'iter': 200, 'avg_loss': 1.440367329773025, 'avg_acc_mask': 53.47151317132939, 'loss': 1.7508076429367065}
{'epoch': 18, 'iter': 210, 'avg_loss': 1.4462050634537829, 'avg_acc_mask': 53.350790418000194, 'loss': 1.5221786499023438}
{'epoch': 18, 'iter': 220, 'avg_loss': 1.4457463684125185, 'avg_acc_mask': 53.408357162623375, 'loss': 1.3730071783065796}
{'epoch': 18, 'iter': 230, 'avg_loss': 1.4468621701905222, 'avg_acc_mask': 53.42647448934477, 'loss': 1.4508895874023438}
{'epoch': 18, 'iter': 240, 'avg_loss': 1.4504463544030408, 'avg_acc_mask': 53.24873096446701, 'loss': 1.5892552137374878}
{'epoch': 18, 'iter': 250, 'avg_loss': 1.4524841166112528, 'avg_acc_mask': 53.22122024534893, 'loss': 1.2744457721710205}
{'epoch': 18, 'iter': 260, 'avg_loss': 1.456620874989535, 'avg_acc_mask': 53.155833985904465, 'loss': 1.2946743965148926}
{'epoch': 18, 'iter': 270, 'avg_loss': 1.4607483469692104, 'avg_acc_mask': 53.033843370769574, 'loss': 1.6433175802230835}
{'epoch': 18, 'iter': 280, 'avg_loss': 1.4624147707881452, 'avg_acc_mask': 52.98686216157363, 'loss': 1.601043701171875}
{'epoch': 18, 'iter': 290, 'avg_loss': 1.461285002452811, 'avg_acc_mask': 52.960111966410075, 'loss': 1.459189534187317}
{'epoch': 18, 'iter': 300, 'avg_loss': 1.4580429986465808, 'avg_acc_mask': 53.06702775897089, 'loss': 1.1308785676956177}
{'epoch': 18, 'iter': 310, 'avg_loss': 1.461811020443294, 'avg_acc_mask': 52.94117647058824, 'loss': 2.005507469177246}
{'epoch': 18, 'iter': 320, 'avg_loss': 1.4586322058769772, 'avg_acc_mask': 53.01411674933232, 'loss': 1.5476510524749756}
{'epoch': 18, 'iter': 330, 'avg_loss': 1.4539375499656193, 'avg_acc_mask': 53.17951255721886, 'loss': 1.2331362962722778}
{'epoch': 18, 'iter': 340, 'avg_loss': 1.4525997512850943, 'avg_acc_mask': 53.17679558011049, 'loss': 1.6314053535461426}
{'epoch': 18, 'iter': 350, 'avg_loss': 1.4540520189834116, 'avg_acc_mask': 53.097860931398266, 'loss': 1.1414755582809448}
{'epoch': 18, 'iter': 360, 'avg_loss': 1.4554935274361904, 'avg_acc_mask': 53.017926026775584, 'loss': 1.4260380268096924}
{'epoch': 18, 'iter': 370, 'avg_loss': 1.4526431769373602, 'avg_acc_mask': 53.15086635029246, 'loss': 1.5681358575820923}
{'epoch': 18, 'iter': 380, 'avg_loss': 1.4534855380145897, 'avg_acc_mask': 53.19240492711527, 'loss': 1.1674938201904297}
{'epoch': 18, 'iter': 390, 'avg_loss': 1.45461579174032, 'avg_acc_mask': 53.175767739230686, 'loss': 1.458998441696167}
{'epoch': 'EP18_test', 'avg_loss': 1.4540255403879918, 'total_masked_acc': 53.14119842421729}
{'epoch': 19, 'iter': 0, 'avg_loss': 1.230757474899292, 'avg_acc_mask': 59.183673469387756, 'loss': 1.230757474899292}
{'epoch': 19, 'iter': 10, 'avg_loss': 1.3892398422414607, 'avg_acc_mask': 52.27722772277228, 'loss': 1.3608795404434204}
{'epoch': 19, 'iter': 20, 'avg_loss': 1.3935902970177787, 'avg_acc_mask': 53.446553446553445, 'loss': 1.305206298828125}
{'epoch': 19, 'iter': 30, 'avg_loss': 1.3939687667354461, 'avg_acc_mask': 53.56415478615071, 'loss': 1.6658796072006226}
{'epoch': 19, 'iter': 40, 'avg_loss': 1.4006090222335443, 'avg_acc_mask': 52.91060291060291, 'loss': 1.5652462244033813}
{'epoch': 19, 'iter': 50, 'avg_loss': 1.4051838201635025, 'avg_acc_mask': 53.18717011774259, 'loss': 1.356091022491455}
{'epoch': 19, 'iter': 60, 'avg_loss': 1.415450068770862, 'avg_acc_mask': 53.39070567986231, 'loss': 1.5207009315490723}
{'epoch': 19, 'iter': 70, 'avg_loss': 1.4200258355745128, 'avg_acc_mask': 52.98245614035088, 'loss': 1.5488550662994385}
{'epoch': 19, 'iter': 80, 'avg_loss': 1.4191641101130732, 'avg_acc_mask': 53.2418001525553, 'loss': 1.5595179796218872}
{'epoch': 19, 'iter': 90, 'avg_loss': 1.4064551853871607, 'avg_acc_mask': 53.9913577439163, 'loss': 1.1722438335418701}
{'epoch': 19, 'iter': 100, 'avg_loss': 1.410473375037165, 'avg_acc_mask': 53.91836734693878, 'loss': 1.3671653270721436}
{'epoch': 19, 'iter': 110, 'avg_loss': 1.4096624378685478, 'avg_acc_mask': 54.03956369014605, 'loss': 1.578565239906311}
{'epoch': 19, 'iter': 120, 'avg_loss': 1.4104248846858, 'avg_acc_mask': 54.09168081494058, 'loss': 1.472321629524231}
{'epoch': 19, 'iter': 130, 'avg_loss': 1.4063859322598873, 'avg_acc_mask': 53.9255552080075, 'loss': 1.2635804414749146}
{'epoch': 19, 'iter': 140, 'avg_loss': 1.4087702374086313, 'avg_acc_mask': 53.80910683012259, 'loss': 1.8172732591629028}
{'epoch': 19, 'iter': 150, 'avg_loss': 1.407097075948652, 'avg_acc_mask': 53.90912812116251, 'loss': 1.6442798376083374}
{'epoch': 19, 'iter': 160, 'avg_loss': 1.4108461948655406, 'avg_acc_mask': 53.800794769901295, 'loss': 1.4273825883865356}
{'epoch': 19, 'iter': 170, 'avg_loss': 1.4049200562008641, 'avg_acc_mask': 54.08187984496124, 'loss': 1.2994253635406494}
{'epoch': 19, 'iter': 180, 'avg_loss': 1.4118542905011888, 'avg_acc_mask': 54.0256175663312, 'loss': 1.9141020774841309}
{'epoch': 19, 'iter': 190, 'avg_loss': 1.4109376129055522, 'avg_acc_mask': 54.057876414273274, 'loss': 1.6172809600830078}
{'epoch': 19, 'iter': 200, 'avg_loss': 1.4145362136968926, 'avg_acc_mask': 53.824742268041234, 'loss': 1.4436275959014893}
{'epoch': 19, 'iter': 210, 'avg_loss': 1.4169868346639154, 'avg_acc_mask': 53.87482833039042, 'loss': 1.615130066871643}
{'epoch': 19, 'iter': 220, 'avg_loss': 1.4183169401069573, 'avg_acc_mask': 53.77024762614039, 'loss': 1.4487237930297852}
{'epoch': 19, 'iter': 230, 'avg_loss': 1.411724068643727, 'avg_acc_mask': 54.08236347358998, 'loss': 1.5508064031600952}
{'epoch': 19, 'iter': 240, 'avg_loss': 1.4118374346202835, 'avg_acc_mask': 54.086003083775914, 'loss': 1.406106948852539}
{'epoch': 19, 'iter': 250, 'avg_loss': 1.411970655519174, 'avg_acc_mask': 54.04496225795865, 'loss': 1.2573108673095703}
{'epoch': 19, 'iter': 260, 'avg_loss': 1.4127999144495675, 'avg_acc_mask': 54.03716884143931, 'loss': 1.1011590957641602}
{'epoch': 19, 'iter': 270, 'avg_loss': 1.4122625868698768, 'avg_acc_mask': 54.09274347064647, 'loss': 1.2711551189422607}
{'epoch': 19, 'iter': 280, 'avg_loss': 1.4117275041617532, 'avg_acc_mask': 54.12249705535924, 'loss': 1.4909933805465698}
{'epoch': 19, 'iter': 290, 'avg_loss': 1.4100987827245313, 'avg_acc_mask': 54.23175234308435, 'loss': 1.277721881866455}
{'epoch': 19, 'iter': 300, 'avg_loss': 1.408978448555715, 'avg_acc_mask': 54.314372080241824, 'loss': 1.6042360067367554}
{'epoch': 19, 'iter': 310, 'avg_loss': 1.4126416063385379, 'avg_acc_mask': 54.25743889479278, 'loss': 1.5781220197677612}
{'epoch': 19, 'iter': 320, 'avg_loss': 1.4137383972372963, 'avg_acc_mask': 54.19512823817503, 'loss': 1.7667218446731567}
{'epoch': 19, 'iter': 330, 'avg_loss': 1.4151732458808992, 'avg_acc_mask': 54.22183362478141, 'loss': 1.604184865951538}
{'epoch': 19, 'iter': 340, 'avg_loss': 1.4175777237785876, 'avg_acc_mask': 54.108470886994375, 'loss': 1.4551957845687866}
{'epoch': 19, 'iter': 350, 'avg_loss': 1.4183462309701491, 'avg_acc_mask': 54.01819782800117, 'loss': 1.350474238395691}
{'epoch': 19, 'iter': 360, 'avg_loss': 1.4164510032476811, 'avg_acc_mask': 54.06794176420211, 'loss': 1.2764676809310913}
{'epoch': 19, 'iter': 370, 'avg_loss': 1.4161730292993735, 'avg_acc_mask': 54.072059068450564, 'loss': 1.717685341835022}
{'epoch': 19, 'iter': 380, 'avg_loss': 1.416567229379819, 'avg_acc_mask': 53.99870312331135, 'loss': 1.260636568069458}
{'epoch': 19, 'iter': 390, 'avg_loss': 1.417047131244484, 'avg_acc_mask': 53.971925766258344, 'loss': 1.791337013244629}
{'epoch': 'EP19_test', 'avg_loss': 1.4157737446854812, 'total_masked_acc': 53.99937591013106}
{'epoch': 20, 'iter': 0, 'avg_loss': 1.3041820526123047, 'avg_acc_mask': 55.55555555555556, 'loss': 1.3041820526123047}
{'epoch': 20, 'iter': 10, 'avg_loss': 1.4519861719825051, 'avg_acc_mask': 53.371868978805395, 'loss': 1.6795393228530884}
{'epoch': 20, 'iter': 20, 'avg_loss': 1.442137292453221, 'avg_acc_mask': 51.690821256038646, 'loss': 1.4477227926254272}
{'epoch': 20, 'iter': 30, 'avg_loss': 1.4282570000617736, 'avg_acc_mask': 51.89048239895697, 'loss': 1.3437676429748535}
{'epoch': 20, 'iter': 40, 'avg_loss': 1.441067000714744, 'avg_acc_mask': 51.76178660049627, 'loss': 1.6032859086990356}
{'epoch': 20, 'iter': 50, 'avg_loss': 1.4314352951797784, 'avg_acc_mask': 52.1964856230032, 'loss': 1.1179198026657104}
{'epoch': 20, 'iter': 60, 'avg_loss': 1.4307360199631238, 'avg_acc_mask': 52.553763440860216, 'loss': 1.791135549545288}
{'epoch': 20, 'iter': 70, 'avg_loss': 1.4360818493534142, 'avg_acc_mask': 52.05831903945112, 'loss': 1.3802906274795532}
{'epoch': 20, 'iter': 80, 'avg_loss': 1.4331298345400962, 'avg_acc_mask': 52.36664162283997, 'loss': 1.5314664840698242}
{'epoch': 20, 'iter': 90, 'avg_loss': 1.4299612543085118, 'avg_acc_mask': 52.37345331833521, 'loss': 1.436904788017273}
{'epoch': 20, 'iter': 100, 'avg_loss': 1.4313090107228497, 'avg_acc_mask': 52.52586731588558, 'loss': 1.149026870727539}
{'epoch': 20, 'iter': 110, 'avg_loss': 1.422034494511716, 'avg_acc_mask': 52.85556374355195, 'loss': 1.5911787748336792}
{'epoch': 20, 'iter': 120, 'avg_loss': 1.4215269610901509, 'avg_acc_mask': 53.00675675675676, 'loss': 1.5962024927139282}
{'epoch': 20, 'iter': 130, 'avg_loss': 1.4195889170843226, 'avg_acc_mask': 53.05772230889235, 'loss': 1.504656434059143}
{'epoch': 20, 'iter': 140, 'avg_loss': 1.4205475208607126, 'avg_acc_mask': 52.87754218952835, 'loss': 1.518701195716858}
{'epoch': 20, 'iter': 150, 'avg_loss': 1.419160122113512, 'avg_acc_mask': 53.065910318746624, 'loss': 1.5144152641296387}
{'epoch': 20, 'iter': 160, 'avg_loss': 1.4219012053116509, 'avg_acc_mask': 52.847900545477614, 'loss': 1.361875057220459}
{'epoch': 20, 'iter': 170, 'avg_loss': 1.4265212057626735, 'avg_acc_mask': 52.77644806127334, 'loss': 1.2618579864501953}
{'epoch': 20, 'iter': 180, 'avg_loss': 1.425715076330617, 'avg_acc_mask': 52.810768012668255, 'loss': 1.8103101253509521}
{'epoch': 20, 'iter': 190, 'avg_loss': 1.4220973708866778, 'avg_acc_mask': 52.80248633586968, 'loss': 1.5845165252685547}
{'epoch': 20, 'iter': 200, 'avg_loss': 1.4268598841197455, 'avg_acc_mask': 52.69199512393335, 'loss': 1.8399927616119385}
{'epoch': 20, 'iter': 210, 'avg_loss': 1.433803137444772, 'avg_acc_mask': 52.483026188166825, 'loss': 2.089451789855957}
{'epoch': 20, 'iter': 220, 'avg_loss': 1.435268413427189, 'avg_acc_mask': 52.3972286374134, 'loss': 1.577067255973816}
{'epoch': 20, 'iter': 230, 'avg_loss': 1.4303408536044033, 'avg_acc_mask': 52.47094312838257, 'loss': 1.2651000022888184}
{'epoch': 20, 'iter': 240, 'avg_loss': 1.4291918910885253, 'avg_acc_mask': 52.489997446156465, 'loss': 1.410203218460083}
{'epoch': 20, 'iter': 250, 'avg_loss': 1.425924749963312, 'avg_acc_mask': 52.60148656375071, 'loss': 1.0870016813278198}
{'epoch': 20, 'iter': 260, 'avg_loss': 1.4257200636626204, 'avg_acc_mask': 52.64109416758372, 'loss': 1.1503934860229492}
{'epoch': 20, 'iter': 270, 'avg_loss': 1.4285621339544599, 'avg_acc_mask': 52.64352167007035, 'loss': 1.65557861328125}
{'epoch': 20, 'iter': 280, 'avg_loss': 1.4340012794711836, 'avg_acc_mask': 52.572136403380945, 'loss': 1.775213360786438}
{'epoch': 20, 'iter': 290, 'avg_loss': 1.4298903368592673, 'avg_acc_mask': 52.67385330796872, 'loss': 1.37932550907135}
{'epoch': 20, 'iter': 300, 'avg_loss': 1.4274351390889317, 'avg_acc_mask': 52.698282910874894, 'loss': 1.6936360597610474}
{'epoch': 20, 'iter': 310, 'avg_loss': 1.4256760886244453, 'avg_acc_mask': 52.75289778714436, 'loss': 1.5843743085861206}
{'epoch': 20, 'iter': 320, 'avg_loss': 1.4226523942293778, 'avg_acc_mask': 52.928388746803066, 'loss': 1.5905076265335083}
{'epoch': 20, 'iter': 330, 'avg_loss': 1.4202530113952037, 'avg_acc_mask': 53.02204607381719, 'loss': 1.3854292631149292}
{'epoch': 20, 'iter': 340, 'avg_loss': 1.4188466379719396, 'avg_acc_mask': 53.037944284341975, 'loss': 1.5193839073181152}
{'epoch': 20, 'iter': 350, 'avg_loss': 1.4203615107088008, 'avg_acc_mask': 52.953512757777, 'loss': 1.041916847229004}
{'epoch': 20, 'iter': 360, 'avg_loss': 1.4213855712367558, 'avg_acc_mask': 52.817498445713, 'loss': 1.285330057144165}
{'epoch': 20, 'iter': 370, 'avg_loss': 1.4199804890187924, 'avg_acc_mask': 52.914946325350954, 'loss': 1.3173489570617676}
{'epoch': 20, 'iter': 380, 'avg_loss': 1.4200256161802396, 'avg_acc_mask': 52.86771012006861, 'loss': 1.241554856300354}
{'epoch': 20, 'iter': 390, 'avg_loss': 1.4187565573950862, 'avg_acc_mask': 52.871100893463606, 'loss': 1.3612453937530518}
{'epoch': 'EP20_test', 'avg_loss': 1.4181991898351245, 'total_masked_acc': 52.88739669421488}
{'epoch': 21, 'iter': 0, 'avg_loss': 1.2995635271072388, 'avg_acc_mask': 54.54545454545454, 'loss': 1.2995635271072388}
{'epoch': 21, 'iter': 10, 'avg_loss': 1.4094346219843084, 'avg_acc_mask': 51.9455252918288, 'loss': 1.4152120351791382}
{'epoch': 21, 'iter': 20, 'avg_loss': 1.412473269871303, 'avg_acc_mask': 53.74149659863946, 'loss': 1.3002619743347168}
{'epoch': 21, 'iter': 30, 'avg_loss': 1.396243526089576, 'avg_acc_mask': 53.98970398970398, 'loss': 1.567657470703125}
{'epoch': 21, 'iter': 40, 'avg_loss': 1.3776564685309804, 'avg_acc_mask': 54.46516192345436, 'loss': 1.304275393486023}
{'epoch': 21, 'iter': 50, 'avg_loss': 1.3859343972860598, 'avg_acc_mask': 54.5311268715524, 'loss': 1.2973884344100952}
{'epoch': 21, 'iter': 60, 'avg_loss': 1.3885228457998058, 'avg_acc_mask': 54.59674742781281, 'loss': 1.316455364227295}
{'epoch': 21, 'iter': 70, 'avg_loss': 1.399552367102932, 'avg_acc_mask': 54.18650238028564, 'loss': 1.5157054662704468}
{'epoch': 21, 'iter': 80, 'avg_loss': 1.4012341484611417, 'avg_acc_mask': 54.207920792079214, 'loss': 1.845066785812378}
{'epoch': 21, 'iter': 90, 'avg_loss': 1.39929322882013, 'avg_acc_mask': 54.61572438162544, 'loss': 1.2784217596054077}
{'epoch': 21, 'iter': 100, 'avg_loss': 1.396902071367396, 'avg_acc_mask': 54.840625618689366, 'loss': 1.1503050327301025}
{'epoch': 21, 'iter': 110, 'avg_loss': 1.4081150132256586, 'avg_acc_mask': 54.53559812070835, 'loss': 1.6899672746658325}
{'epoch': 21, 'iter': 120, 'avg_loss': 1.4082925447747727, 'avg_acc_mask': 54.602858092389496, 'loss': 1.4780229330062866}
{'epoch': 21, 'iter': 130, 'avg_loss': 1.411598397575262, 'avg_acc_mask': 54.425525387329344, 'loss': 1.4983446598052979}
{'epoch': 21, 'iter': 140, 'avg_loss': 1.416179416027475, 'avg_acc_mask': 54.202939917225635, 'loss': 1.642785906791687}
{'epoch': 21, 'iter': 150, 'avg_loss': 1.416599410259171, 'avg_acc_mask': 54.24521994919107, 'loss': 1.3252378702163696}
{'epoch': 21, 'iter': 160, 'avg_loss': 1.4149984528559336, 'avg_acc_mask': 54.29501627848735, 'loss': 1.422938585281372}
{'epoch': 21, 'iter': 170, 'avg_loss': 1.421544072920816, 'avg_acc_mask': 53.87323943661971, 'loss': 1.4860683679580688}
{'epoch': 21, 'iter': 180, 'avg_loss': 1.4188501887558573, 'avg_acc_mask': 53.91556199175671, 'loss': 1.4170368909835815}
{'epoch': 21, 'iter': 190, 'avg_loss': 1.416181774039543, 'avg_acc_mask': 53.85755106360462, 'loss': 1.4208086729049683}
{'epoch': 21, 'iter': 200, 'avg_loss': 1.4194252378311916, 'avg_acc_mask': 53.819794396291066, 'loss': 1.1949506998062134}
{'epoch': 21, 'iter': 210, 'avg_loss': 1.4229672198047005, 'avg_acc_mask': 53.849864917020454, 'loss': 1.615112543106079}
{'epoch': 21, 'iter': 220, 'avg_loss': 1.4258093483307783, 'avg_acc_mask': 53.58189813118358, 'loss': 1.8589682579040527}
{'epoch': 21, 'iter': 230, 'avg_loss': 1.4218036989112952, 'avg_acc_mask': 53.63364420200598, 'loss': 1.4145022630691528}
{'epoch': 21, 'iter': 240, 'avg_loss': 1.4232470262100092, 'avg_acc_mask': 53.6105955795512, 'loss': 1.077696681022644}
{'epoch': 21, 'iter': 250, 'avg_loss': 1.426317831909514, 'avg_acc_mask': 53.64625629364951, 'loss': 1.461706519126892}
{'epoch': 21, 'iter': 260, 'avg_loss': 1.4271688717078432, 'avg_acc_mask': 53.60437842064113, 'loss': 1.0781667232513428}
{'epoch': 21, 'iter': 270, 'avg_loss': 1.4297113013883358, 'avg_acc_mask': 53.57843877396951, 'loss': 1.5589998960494995}
{'epoch': 21, 'iter': 280, 'avg_loss': 1.4274450179945108, 'avg_acc_mask': 53.651255915544226, 'loss': 1.500303030014038}
{'epoch': 21, 'iter': 290, 'avg_loss': 1.4269406049931581, 'avg_acc_mask': 53.67053038285915, 'loss': 1.3297207355499268}
{'epoch': 21, 'iter': 300, 'avg_loss': 1.4219241680892996, 'avg_acc_mask': 53.793807417488935, 'loss': 1.2597790956497192}
{'epoch': 21, 'iter': 310, 'avg_loss': 1.4208282343444334, 'avg_acc_mask': 53.77897432530041, 'loss': 1.4789124727249146}
{'epoch': 21, 'iter': 320, 'avg_loss': 1.418898801565913, 'avg_acc_mask': 53.858878920913654, 'loss': 1.395483374595642}
{'epoch': 21, 'iter': 330, 'avg_loss': 1.4173288694681359, 'avg_acc_mask': 53.930710800963375, 'loss': 1.098289132118225}
{'epoch': 21, 'iter': 340, 'avg_loss': 1.4197421311632978, 'avg_acc_mask': 53.882507776980134, 'loss': 1.4159655570983887}
{'epoch': 21, 'iter': 350, 'avg_loss': 1.4170235461658902, 'avg_acc_mask': 53.93872449276205, 'loss': 1.0964845418930054}
{'epoch': 21, 'iter': 360, 'avg_loss': 1.4181263725843456, 'avg_acc_mask': 53.91314182311694, 'loss': 1.3286696672439575}
{'epoch': 21, 'iter': 370, 'avg_loss': 1.4172305606124858, 'avg_acc_mask': 53.920273097676464, 'loss': 1.2284417152404785}
{'epoch': 21, 'iter': 380, 'avg_loss': 1.4142136331305417, 'avg_acc_mask': 53.9703830883142, 'loss': 1.2267091274261475}
{'epoch': 21, 'iter': 390, 'avg_loss': 1.4130798744423616, 'avg_acc_mask': 54.010946051602815, 'loss': 1.4122623205184937}
{'epoch': 'EP21_test', 'avg_loss': 1.4143372152489846, 'total_masked_acc': 53.94404657633057}
{'epoch': 22, 'iter': 0, 'avg_loss': 1.202353596687317, 'avg_acc_mask': 57.377049180327866, 'loss': 1.202353596687317}
{'epoch': 22, 'iter': 10, 'avg_loss': 1.394388198852539, 'avg_acc_mask': 55.80589254766031, 'loss': 1.4375025033950806}
{'epoch': 22, 'iter': 20, 'avg_loss': 1.3980925934655326, 'avg_acc_mask': 55.481410867492855, 'loss': 1.3681552410125732}
{'epoch': 22, 'iter': 30, 'avg_loss': 1.4020992709744362, 'avg_acc_mask': 53.37224383916991, 'loss': 1.5628777742385864}
{'epoch': 22, 'iter': 40, 'avg_loss': 1.381218498799859, 'avg_acc_mask': 54.57728864432217, 'loss': 1.4212315082550049}
{'epoch': 22, 'iter': 50, 'avg_loss': 1.3887355023739385, 'avg_acc_mask': 54.10877332274712, 'loss': 1.2262520790100098}
{'epoch': 22, 'iter': 60, 'avg_loss': 1.3922811668427264, 'avg_acc_mask': 54.451483827942646, 'loss': 1.567029356956482}
{'epoch': 22, 'iter': 70, 'avg_loss': 1.3908685143564787, 'avg_acc_mask': 54.07554671968191, 'loss': 1.3054193258285522}
{'epoch': 22, 'iter': 80, 'avg_loss': 1.3909059468610787, 'avg_acc_mask': 53.789004457652304, 'loss': 1.4737539291381836}
{'epoch': 22, 'iter': 90, 'avg_loss': 1.3832273876274026, 'avg_acc_mask': 54.16019525183049, 'loss': 1.2054823637008667}
{'epoch': 22, 'iter': 100, 'avg_loss': 1.3999972343444824, 'avg_acc_mask': 53.66049879324215, 'loss': 1.419468879699707}
{'epoch': 22, 'iter': 110, 'avg_loss': 1.4018992572217375, 'avg_acc_mask': 53.59226841721372, 'loss': 1.4813803434371948}
{'epoch': 22, 'iter': 120, 'avg_loss': 1.4009840261837667, 'avg_acc_mask': 53.63804402621408, 'loss': 1.601494312286377}
{'epoch': 22, 'iter': 130, 'avg_loss': 1.4012435920365893, 'avg_acc_mask': 53.55811062771908, 'loss': 1.5508835315704346}
{'epoch': 22, 'iter': 140, 'avg_loss': 1.4055878346693431, 'avg_acc_mask': 53.37078651685393, 'loss': 1.224547028541565}
{'epoch': 22, 'iter': 150, 'avg_loss': 1.4062659116770257, 'avg_acc_mask': 53.28761597418313, 'loss': 1.6303685903549194}
{'epoch': 22, 'iter': 160, 'avg_loss': 1.4017043395072037, 'avg_acc_mask': 53.354350567465325, 'loss': 1.2184152603149414}
{'epoch': 22, 'iter': 170, 'avg_loss': 1.4041334355783741, 'avg_acc_mask': 53.25866793756702, 'loss': 1.545995831489563}
{'epoch': 22, 'iter': 180, 'avg_loss': 1.4066610593163507, 'avg_acc_mask': 53.234896302975656, 'loss': 1.7562129497528076}
{'epoch': 22, 'iter': 190, 'avg_loss': 1.4028247201629958, 'avg_acc_mask': 53.44809152143697, 'loss': 1.3308837413787842}
{'epoch': 22, 'iter': 200, 'avg_loss': 1.4113483405231837, 'avg_acc_mask': 53.19514661274014, 'loss': 1.7957451343536377}
{'epoch': 22, 'iter': 210, 'avg_loss': 1.4132310948665674, 'avg_acc_mask': 53.17421973137502, 'loss': 1.6011651754379272}
{'epoch': 22, 'iter': 220, 'avg_loss': 1.4183691901858575, 'avg_acc_mask': 53.07621671258035, 'loss': 1.1645293235778809}
{'epoch': 22, 'iter': 230, 'avg_loss': 1.4152525441471115, 'avg_acc_mask': 53.25407309555262, 'loss': 1.2222013473510742}
{'epoch': 22, 'iter': 240, 'avg_loss': 1.4138394861300456, 'avg_acc_mask': 53.20242710264622, 'loss': 1.532200574874878}
{'epoch': 22, 'iter': 250, 'avg_loss': 1.4128745167378884, 'avg_acc_mask': 53.42310188189487, 'loss': 2.0261452198028564}
{'epoch': 22, 'iter': 260, 'avg_loss': 1.413173307860948, 'avg_acc_mask': 53.48528608227304, 'loss': 0.9620431661605835}
{'epoch': 22, 'iter': 270, 'avg_loss': 1.4137051826913418, 'avg_acc_mask': 53.509167418094385, 'loss': 1.4521913528442383}
{'epoch': 22, 'iter': 280, 'avg_loss': 1.4133863648485883, 'avg_acc_mask': 53.49308622312314, 'loss': 1.487465500831604}
{'epoch': 22, 'iter': 290, 'avg_loss': 1.410165621242982, 'avg_acc_mask': 53.55095764015098, 'loss': 1.373550534248352}
{'epoch': 22, 'iter': 300, 'avg_loss': 1.405876790962346, 'avg_acc_mask': 53.70295152992147, 'loss': 1.0065251588821411}
{'epoch': 22, 'iter': 310, 'avg_loss': 1.4071622833944977, 'avg_acc_mask': 53.557610335103945, 'loss': 1.5455032587051392}
{'epoch': 22, 'iter': 320, 'avg_loss': 1.4052373087294747, 'avg_acc_mask': 53.59489633173844, 'loss': 1.3578824996948242}
{'epoch': 22, 'iter': 330, 'avg_loss': 1.4053718181175048, 'avg_acc_mask': 53.513814203597256, 'loss': 1.4940851926803589}
{'epoch': 22, 'iter': 340, 'avg_loss': 1.405277447966187, 'avg_acc_mask': 53.45054419327832, 'loss': 1.3393535614013672}
{'epoch': 22, 'iter': 350, 'avg_loss': 1.4042355688209207, 'avg_acc_mask': 53.45579259431494, 'loss': 1.0034244060516357}
{'epoch': 22, 'iter': 360, 'avg_loss': 1.4068295298520879, 'avg_acc_mask': 53.413767829959966, 'loss': 1.7785745859146118}
{'epoch': 22, 'iter': 370, 'avg_loss': 1.4034386979280455, 'avg_acc_mask': 53.53208746643284, 'loss': 1.4221795797348022}
{'epoch': 22, 'iter': 380, 'avg_loss': 1.4056067407287638, 'avg_acc_mask': 53.4669874365143, 'loss': 1.4801433086395264}
{'epoch': 22, 'iter': 390, 'avg_loss': 1.4062261727764784, 'avg_acc_mask': 53.52815766210806, 'loss': 1.4477262496948242}
{'epoch': 'EP22_test', 'avg_loss': 1.4047068705161412, 'total_masked_acc': 53.544603354254555}
{'epoch': 23, 'iter': 0, 'avg_loss': 0.9203220009803772, 'avg_acc_mask': 72.3404255319149, 'loss': 0.9203220009803772}
{'epoch': 23, 'iter': 10, 'avg_loss': 1.4872881228273565, 'avg_acc_mask': 54.15860735009671, 'loss': 1.3866853713989258}
{'epoch': 23, 'iter': 20, 'avg_loss': 1.4092444209825425, 'avg_acc_mask': 54.387656702025076, 'loss': 1.1871089935302734}
{'epoch': 23, 'iter': 30, 'avg_loss': 1.375965449117845, 'avg_acc_mask': 54.32503276539974, 'loss': 1.5711644887924194}
{'epoch': 23, 'iter': 40, 'avg_loss': 1.3819093180865776, 'avg_acc_mask': 54.14758269720102, 'loss': 1.6383355855941772}
{'epoch': 23, 'iter': 50, 'avg_loss': 1.367626172654769, 'avg_acc_mask': 54.973821989528794, 'loss': 1.0887362957000732}
{'epoch': 23, 'iter': 60, 'avg_loss': 1.3571681302101886, 'avg_acc_mask': 55.18883974140864, 'loss': 1.3373559713363647}
{'epoch': 23, 'iter': 70, 'avg_loss': 1.358762889680728, 'avg_acc_mask': 55.16840882694542, 'loss': 1.3722765445709229}
{'epoch': 23, 'iter': 80, 'avg_loss': 1.3665232135925764, 'avg_acc_mask': 55.03168567807351, 'loss': 1.4186054468154907}
{'epoch': 23, 'iter': 90, 'avg_loss': 1.3743807044658032, 'avg_acc_mask': 54.713114754098356, 'loss': 1.2548260688781738}
{'epoch': 23, 'iter': 100, 'avg_loss': 1.3660748636368478, 'avg_acc_mask': 55.03300330033003, 'loss': 1.0936622619628906}
{'epoch': 23, 'iter': 110, 'avg_loss': 1.368306094998712, 'avg_acc_mask': 55.246053853296196, 'loss': 1.4328492879867554}
{'epoch': 23, 'iter': 120, 'avg_loss': 1.3680380341435268, 'avg_acc_mask': 55.19060585432267, 'loss': 1.3201591968536377}
{'epoch': 23, 'iter': 130, 'avg_loss': 1.367143888964908, 'avg_acc_mask': 55.32979055954986, 'loss': 1.3486719131469727}
{'epoch': 23, 'iter': 140, 'avg_loss': 1.375841481043092, 'avg_acc_mask': 55.152310158868964, 'loss': 1.6506150960922241}
{'epoch': 23, 'iter': 150, 'avg_loss': 1.3755382540210193, 'avg_acc_mask': 55.296840958605664, 'loss': 1.439812183380127}
{'epoch': 23, 'iter': 160, 'avg_loss': 1.3812015430527445, 'avg_acc_mask': 55.16756203632642, 'loss': 1.329281210899353}
{'epoch': 23, 'iter': 170, 'avg_loss': 1.3871526561285321, 'avg_acc_mask': 55.06549693546449, 'loss': 1.5650159120559692}
{'epoch': 23, 'iter': 180, 'avg_loss': 1.3903265634952988, 'avg_acc_mask': 54.97228193234529, 'loss': 1.672060489654541}
{'epoch': 23, 'iter': 190, 'avg_loss': 1.3835441541921405, 'avg_acc_mask': 55.11802575107296, 'loss': 1.3928955793380737}
{'epoch': 23, 'iter': 200, 'avg_loss': 1.386806870574382, 'avg_acc_mask': 54.958719804301296, 'loss': 1.496176838874817}
{'epoch': 23, 'iter': 210, 'avg_loss': 1.3934772144561696, 'avg_acc_mask': 54.75451193479527, 'loss': 1.6330235004425049}
{'epoch': 23, 'iter': 220, 'avg_loss': 1.3997926587972167, 'avg_acc_mask': 54.55633284241531, 'loss': 1.511552333831787}
{'epoch': 23, 'iter': 230, 'avg_loss': 1.395329998685168, 'avg_acc_mask': 54.629056503669645, 'loss': 1.3169642686843872}
{'epoch': 23, 'iter': 240, 'avg_loss': 1.39906564293066, 'avg_acc_mask': 54.51236031154758, 'loss': 1.494389533996582}
{'epoch': 23, 'iter': 250, 'avg_loss': 1.3995535663399563, 'avg_acc_mask': 54.43377806703546, 'loss': 1.092556357383728}
{'epoch': 23, 'iter': 260, 'avg_loss': 1.402015772815865, 'avg_acc_mask': 54.35225846925973, 'loss': 1.0631777048110962}
{'epoch': 23, 'iter': 270, 'avg_loss': 1.403433732001104, 'avg_acc_mask': 54.31073531632191, 'loss': 1.3013153076171875}
{'epoch': 23, 'iter': 280, 'avg_loss': 1.4044738859468509, 'avg_acc_mask': 54.24703399082903, 'loss': 1.4697901010513306}
{'epoch': 23, 'iter': 290, 'avg_loss': 1.4039302826747042, 'avg_acc_mask': 54.32394366197183, 'loss': 1.2223550081253052}
{'epoch': 23, 'iter': 300, 'avg_loss': 1.4026070159931119, 'avg_acc_mask': 54.31063858788251, 'loss': 1.5312371253967285}
{'epoch': 23, 'iter': 310, 'avg_loss': 1.4032365068362074, 'avg_acc_mask': 54.22233923517409, 'loss': 1.558756947517395}
{'epoch': 23, 'iter': 320, 'avg_loss': 1.40127039197078, 'avg_acc_mask': 54.36044657097289, 'loss': 1.4196051359176636}
{'epoch': 23, 'iter': 330, 'avg_loss': 1.401487855212566, 'avg_acc_mask': 54.39975247524752, 'loss': 1.3086508512496948}
{'epoch': 23, 'iter': 340, 'avg_loss': 1.400692714274454, 'avg_acc_mask': 54.3629389907707, 'loss': 1.3358083963394165}
{'epoch': 23, 'iter': 350, 'avg_loss': 1.4013925654935702, 'avg_acc_mask': 54.28388374395713, 'loss': 1.2054519653320312}
{'epoch': 23, 'iter': 360, 'avg_loss': 1.4008330796894275, 'avg_acc_mask': 54.37443336355394, 'loss': 1.1235888004302979}
{'epoch': 23, 'iter': 370, 'avg_loss': 1.4019040418763689, 'avg_acc_mask': 54.3468667255075, 'loss': 1.3013534545898438}
{'epoch': 23, 'iter': 380, 'avg_loss': 1.4014077896834045, 'avg_acc_mask': 54.35448342556278, 'loss': 1.460923671722412}
{'epoch': 23, 'iter': 390, 'avg_loss': 1.4006675064106426, 'avg_acc_mask': 54.40016712800961, 'loss': 1.4933619499206543}
{'epoch': 'EP23_test', 'avg_loss': 1.3991433938946387, 'total_masked_acc': 54.42658535324823}
{'epoch': 24, 'iter': 0, 'avg_loss': 1.0959447622299194, 'avg_acc_mask': 62.71186440677966, 'loss': 1.0959447622299194}
{'epoch': 24, 'iter': 10, 'avg_loss': 1.3926583962007002, 'avg_acc_mask': 57.96812749003985, 'loss': 1.5264583826065063}
{'epoch': 24, 'iter': 20, 'avg_loss': 1.3774397884096419, 'avg_acc_mask': 56.75675675675676, 'loss': 1.432331919670105}
{'epoch': 24, 'iter': 30, 'avg_loss': 1.3999168603650984, 'avg_acc_mask': 55.124835742444155, 'loss': 1.6494280099868774}
{'epoch': 24, 'iter': 40, 'avg_loss': 1.3759618575980024, 'avg_acc_mask': 56.00997506234414, 'loss': 1.543331503868103}
{'epoch': 24, 'iter': 50, 'avg_loss': 1.3652534695232617, 'avg_acc_mask': 55.630720254675694, 'loss': 1.1924818754196167}
{'epoch': 24, 'iter': 60, 'avg_loss': 1.368049596176773, 'avg_acc_mask': 55.50382440971068, 'loss': 1.354663372039795}
{'epoch': 24, 'iter': 70, 'avg_loss': 1.3669555925987136, 'avg_acc_mask': 55.09455263900649, 'loss': 1.3431123495101929}
{'epoch': 24, 'iter': 80, 'avg_loss': 1.371922120635892, 'avg_acc_mask': 55.160493827160494, 'loss': 1.481489896774292}
{'epoch': 24, 'iter': 90, 'avg_loss': 1.3702547995598762, 'avg_acc_mask': 55.14964788732394, 'loss': 1.2829643487930298}
{'epoch': 24, 'iter': 100, 'avg_loss': 1.3734567625687855, 'avg_acc_mask': 55.14705882352941, 'loss': 1.3074641227722168}
{'epoch': 24, 'iter': 110, 'avg_loss': 1.3802808362084467, 'avg_acc_mask': 54.726815240833936, 'loss': 1.5652564764022827}
{'epoch': 24, 'iter': 120, 'avg_loss': 1.378037721657556, 'avg_acc_mask': 54.97856907352456, 'loss': 1.243978500366211}
{'epoch': 24, 'iter': 130, 'avg_loss': 1.3836866043906175, 'avg_acc_mask': 54.789505796217206, 'loss': 1.6829787492752075}
{'epoch': 24, 'iter': 140, 'avg_loss': 1.3864233066849674, 'avg_acc_mask': 54.78715881770613, 'loss': 1.6487237215042114}
{'epoch': 24, 'iter': 150, 'avg_loss': 1.3859956757911782, 'avg_acc_mask': 54.76348217834901, 'loss': 1.709155797958374}
{'epoch': 24, 'iter': 160, 'avg_loss': 1.3863895853854113, 'avg_acc_mask': 54.753279200499684, 'loss': 1.3575520515441895}
{'epoch': 24, 'iter': 170, 'avg_loss': 1.3838256883342364, 'avg_acc_mask': 54.91308974813764, 'loss': 1.6470470428466797}
{'epoch': 24, 'iter': 180, 'avg_loss': 1.3894083848974323, 'avg_acc_mask': 54.716137684398745, 'loss': 1.751305103302002}
{'epoch': 24, 'iter': 190, 'avg_loss': 1.3833702596694386, 'avg_acc_mask': 54.93466482524168, 'loss': 1.3782705068588257}
{'epoch': 24, 'iter': 200, 'avg_loss': 1.3844522480940937, 'avg_acc_mask': 54.99646357482065, 'loss': 1.1242469549179077}
{'epoch': 24, 'iter': 210, 'avg_loss': 1.391039845502772, 'avg_acc_mask': 54.86700077101002, 'loss': 1.402782678604126}
{'epoch': 24, 'iter': 220, 'avg_loss': 1.390452480424044, 'avg_acc_mask': 54.78348439073515, 'loss': 1.346990942955017}
{'epoch': 24, 'iter': 230, 'avg_loss': 1.3872635906392878, 'avg_acc_mask': 54.87558252000352, 'loss': 1.307753324508667}
{'epoch': 24, 'iter': 240, 'avg_loss': 1.385655365544236, 'avg_acc_mask': 54.97012036023904, 'loss': 1.0663213729858398}
{'epoch': 24, 'iter': 250, 'avg_loss': 1.3847494331963983, 'avg_acc_mask': 55.09360564065159, 'loss': 1.0028316974639893}
{'epoch': 24, 'iter': 260, 'avg_loss': 1.3824261454330093, 'avg_acc_mask': 55.19637698133833, 'loss': 1.1468875408172607}
{'epoch': 24, 'iter': 270, 'avg_loss': 1.3845203525465792, 'avg_acc_mask': 55.1333932853717, 'loss': 1.3393478393554688}
{'epoch': 24, 'iter': 280, 'avg_loss': 1.3869150096411382, 'avg_acc_mask': 55.04547423126894, 'loss': 1.559332013130188}
{'epoch': 24, 'iter': 290, 'avg_loss': 1.3853890889698697, 'avg_acc_mask': 55.036975024417465, 'loss': 1.5393078327178955}
{'epoch': 24, 'iter': 300, 'avg_loss': 1.382444213593125, 'avg_acc_mask': 55.17754480892797, 'loss': 1.4281245470046997}
{'epoch': 24, 'iter': 310, 'avg_loss': 1.382804820966874, 'avg_acc_mask': 55.14079895219385, 'loss': 1.541551113128662}
{'epoch': 24, 'iter': 320, 'avg_loss': 1.38045674989528, 'avg_acc_mask': 55.202238616128206, 'loss': 1.3319215774536133}
{'epoch': 24, 'iter': 330, 'avg_loss': 1.3797644535220281, 'avg_acc_mask': 55.19768444389703, 'loss': 1.5155408382415771}
{'epoch': 24, 'iter': 340, 'avg_loss': 1.3768286843104096, 'avg_acc_mask': 55.309628922562936, 'loss': 1.216355323791504}
{'epoch': 24, 'iter': 350, 'avg_loss': 1.3732330902689203, 'avg_acc_mask': 55.35164643707532, 'loss': 1.1297314167022705}
{'epoch': 24, 'iter': 360, 'avg_loss': 1.3747301763774946, 'avg_acc_mask': 55.259009009009006, 'loss': 1.4150675535202026}
{'epoch': 24, 'iter': 370, 'avg_loss': 1.3720800775401998, 'avg_acc_mask': 55.351280367695345, 'loss': 1.435350775718689}
{'epoch': 24, 'iter': 380, 'avg_loss': 1.3730996338714139, 'avg_acc_mask': 55.30189886921272, 'loss': 1.0829734802246094}
{'epoch': 24, 'iter': 390, 'avg_loss': 1.3749040247839126, 'avg_acc_mask': 55.229215229215235, 'loss': 1.693802833557129}
{'epoch': 'EP24_test', 'avg_loss': 1.3751152686097405, 'total_masked_acc': 55.202415681457595}
{'epoch': 25, 'iter': 0, 'avg_loss': 1.2093331813812256, 'avg_acc_mask': 61.702127659574465, 'loss': 1.2093331813812256}
{'epoch': 25, 'iter': 10, 'avg_loss': 1.3525417176159946, 'avg_acc_mask': 56.03448275862068, 'loss': 1.7097976207733154}
{'epoch': 25, 'iter': 20, 'avg_loss': 1.3214614958990187, 'avg_acc_mask': 56.41986879100281, 'loss': 1.146750569343567}
{'epoch': 25, 'iter': 30, 'avg_loss': 1.3073428138609855, 'avg_acc_mask': 56.660293180369656, 'loss': 1.7457640171051025}
{'epoch': 25, 'iter': 40, 'avg_loss': 1.3141590385902218, 'avg_acc_mask': 56.6699604743083, 'loss': 1.9489296674728394}
{'epoch': 25, 'iter': 50, 'avg_loss': 1.3248747166465311, 'avg_acc_mask': 56.6045066045066, 'loss': 1.3610408306121826}
{'epoch': 25, 'iter': 60, 'avg_loss': 1.328391381951629, 'avg_acc_mask': 56.619810395554104, 'loss': 1.3036895990371704}
{'epoch': 25, 'iter': 70, 'avg_loss': 1.3272666628931609, 'avg_acc_mask': 56.69876203576341, 'loss': 1.5376478433609009}
{'epoch': 25, 'iter': 80, 'avg_loss': 1.3261576581884313, 'avg_acc_mask': 56.72913117546848, 'loss': 1.298092246055603}
{'epoch': 25, 'iter': 90, 'avg_loss': 1.324295977969746, 'avg_acc_mask': 56.49999999999999, 'loss': 1.170638918876648}
{'epoch': 25, 'iter': 100, 'avg_loss': 1.33201533969086, 'avg_acc_mask': 56.37264618434094, 'loss': 1.324623942375183}
{'epoch': 25, 'iter': 110, 'avg_loss': 1.3353544312554437, 'avg_acc_mask': 56.37668161434978, 'loss': 1.6141767501831055}
{'epoch': 25, 'iter': 120, 'avg_loss': 1.3364248167384754, 'avg_acc_mask': 56.405163853028796, 'loss': 1.6135483980178833}
{'epoch': 25, 'iter': 130, 'avg_loss': 1.3433704257921408, 'avg_acc_mask': 56.154196387919264, 'loss': 1.5385046005249023}
{'epoch': 25, 'iter': 140, 'avg_loss': 1.3437478998874097, 'avg_acc_mask': 56.03118355776046, 'loss': 1.4306771755218506}
{'epoch': 25, 'iter': 150, 'avg_loss': 1.34797399407191, 'avg_acc_mask': 55.95427963849017, 'loss': 1.5597689151763916}
{'epoch': 25, 'iter': 160, 'avg_loss': 1.3483755425636812, 'avg_acc_mask': 56.17053103964099, 'loss': 1.4763299226760864}
{'epoch': 25, 'iter': 170, 'avg_loss': 1.3538945690233108, 'avg_acc_mask': 56.00376337763142, 'loss': 1.5329011678695679}
{'epoch': 25, 'iter': 180, 'avg_loss': 1.3567626660700003, 'avg_acc_mask': 55.859851424769936, 'loss': 1.5185868740081787}
{'epoch': 25, 'iter': 190, 'avg_loss': 1.3504239395650894, 'avg_acc_mask': 56.040480708412396, 'loss': 1.157575011253357}
{'epoch': 25, 'iter': 200, 'avg_loss': 1.3565194873667474, 'avg_acc_mask': 55.75132645910501, 'loss': 1.5323548316955566}
{'epoch': 25, 'iter': 210, 'avg_loss': 1.3607874430751348, 'avg_acc_mask': 55.543873064423636, 'loss': 1.5197376012802124}
{'epoch': 25, 'iter': 220, 'avg_loss': 1.363329711003541, 'avg_acc_mask': 55.407744874715256, 'loss': 1.295875906944275}
{'epoch': 25, 'iter': 230, 'avg_loss': 1.3625145949326551, 'avg_acc_mask': 55.41379009001136, 'loss': 1.5033313035964966}
{'epoch': 25, 'iter': 240, 'avg_loss': 1.3582249447023225, 'avg_acc_mask': 55.53225400553645, 'loss': 1.4288612604141235}
{'epoch': 25, 'iter': 250, 'avg_loss': 1.3619636038385063, 'avg_acc_mask': 55.6021280025794, 'loss': 1.8029242753982544}
{'epoch': 25, 'iter': 260, 'avg_loss': 1.3647816864010018, 'avg_acc_mask': 55.67759900990099, 'loss': 1.0565863847732544}
{'epoch': 25, 'iter': 270, 'avg_loss': 1.3708059508422203, 'avg_acc_mask': 55.51994036526276, 'loss': 1.2589921951293945}
{'epoch': 25, 'iter': 280, 'avg_loss': 1.3714417471580234, 'avg_acc_mask': 55.6348176970745, 'loss': 1.2936817407608032}
{'epoch': 25, 'iter': 290, 'avg_loss': 1.3701840624776493, 'avg_acc_mask': 55.63120961578545, 'loss': 1.2272026538848877}
{'epoch': 25, 'iter': 300, 'avg_loss': 1.364573051169069, 'avg_acc_mask': 55.86220789685738, 'loss': 1.2051821947097778}
{'epoch': 25, 'iter': 310, 'avg_loss': 1.3643060441569117, 'avg_acc_mask': 55.787760416666664, 'loss': 1.6644980907440186}
{'epoch': 25, 'iter': 320, 'avg_loss': 1.3610946365234637, 'avg_acc_mask': 55.936592143488696, 'loss': 1.2292851209640503}
{'epoch': 25, 'iter': 330, 'avg_loss': 1.3612422754037057, 'avg_acc_mask': 55.94259781675457, 'loss': 1.3079756498336792}
{'epoch': 25, 'iter': 340, 'avg_loss': 1.3607272953232012, 'avg_acc_mask': 55.850558327393685, 'loss': 1.4466381072998047}
{'epoch': 25, 'iter': 350, 'avg_loss': 1.3582676618527143, 'avg_acc_mask': 55.861512759951616, 'loss': 0.8176867365837097}
{'epoch': 25, 'iter': 360, 'avg_loss': 1.358675607849026, 'avg_acc_mask': 55.83622717598298, 'loss': 0.9748374819755554}
{'epoch': 25, 'iter': 370, 'avg_loss': 1.3572975234843971, 'avg_acc_mask': 55.8941983237183, 'loss': 1.2301077842712402}
{'epoch': 25, 'iter': 380, 'avg_loss': 1.3575763785307176, 'avg_acc_mask': 55.85365853658537, 'loss': 1.514477252960205}
{'epoch': 25, 'iter': 390, 'avg_loss': 1.3581349692686135, 'avg_acc_mask': 55.84073538525098, 'loss': 1.2270114421844482}
{'epoch': 'EP25_test', 'avg_loss': 1.3581125608297309, 'total_masked_acc': 55.839844747459274}
{'epoch': 26, 'iter': 0, 'avg_loss': 1.3228353261947632, 'avg_acc_mask': 45.0, 'loss': 1.3228353261947632}
{'epoch': 26, 'iter': 10, 'avg_loss': 1.3931088555942883, 'avg_acc_mask': 55.21235521235521, 'loss': 1.6512587070465088}
{'epoch': 26, 'iter': 20, 'avg_loss': 1.364175245875404, 'avg_acc_mask': 54.8804780876494, 'loss': 1.408097743988037}
{'epoch': 26, 'iter': 30, 'avg_loss': 1.3548103993938816, 'avg_acc_mask': 55.436957971981315, 'loss': 1.5669550895690918}
{'epoch': 26, 'iter': 40, 'avg_loss': 1.3593050677601883, 'avg_acc_mask': 55.72441742654508, 'loss': 1.2981222867965698}
{'epoch': 26, 'iter': 50, 'avg_loss': 1.3392271341062059, 'avg_acc_mask': 56.106557377049185, 'loss': 0.9327356815338135}
{'epoch': 26, 'iter': 60, 'avg_loss': 1.332055501273421, 'avg_acc_mask': 56.39253628196268, 'loss': 1.251850962638855}
{'epoch': 26, 'iter': 70, 'avg_loss': 1.3243878215131626, 'avg_acc_mask': 56.74173735010237, 'loss': 1.1148405075073242}
{'epoch': 26, 'iter': 80, 'avg_loss': 1.3245102248074097, 'avg_acc_mask': 56.80655066530195, 'loss': 1.7543361186981201}
{'epoch': 26, 'iter': 90, 'avg_loss': 1.3248627349570556, 'avg_acc_mask': 56.82025547445255, 'loss': 1.3278056383132935}
{'epoch': 26, 'iter': 100, 'avg_loss': 1.338115665582147, 'avg_acc_mask': 56.62428219852338, 'loss': 1.094886302947998}
{'epoch': 26, 'iter': 110, 'avg_loss': 1.3437951583046097, 'avg_acc_mask': 56.53703703703704, 'loss': 1.2926232814788818}
{'epoch': 26, 'iter': 120, 'avg_loss': 1.342303284436218, 'avg_acc_mask': 56.76180767923887, 'loss': 1.337126612663269}
{'epoch': 26, 'iter': 130, 'avg_loss': 1.3378365053475358, 'avg_acc_mask': 56.96637998436278, 'loss': 1.388758897781372}
{'epoch': 26, 'iter': 140, 'avg_loss': 1.338226612155319, 'avg_acc_mask': 56.83338179703402, 'loss': 1.5392976999282837}
{'epoch': 26, 'iter': 150, 'avg_loss': 1.341570362744742, 'avg_acc_mask': 56.77804944308612, 'loss': 1.5078630447387695}
{'epoch': 26, 'iter': 160, 'avg_loss': 1.3436071794965994, 'avg_acc_mask': 56.898532227185704, 'loss': 1.249271273612976}
{'epoch': 26, 'iter': 170, 'avg_loss': 1.3471995104126067, 'avg_acc_mask': 56.877768466419255, 'loss': 1.6904513835906982}
{'epoch': 26, 'iter': 180, 'avg_loss': 1.3506210212549452, 'avg_acc_mask': 56.694963214487835, 'loss': 1.4548313617706299}
{'epoch': 26, 'iter': 190, 'avg_loss': 1.346051809051274, 'avg_acc_mask': 56.8304244774833, 'loss': 1.489377737045288}
{'epoch': 26, 'iter': 200, 'avg_loss': 1.3512858970841366, 'avg_acc_mask': 56.5412460487407, 'loss': 1.3130533695220947}
{'epoch': 26, 'iter': 210, 'avg_loss': 1.3557250092944828, 'avg_acc_mask': 56.41773628938156, 'loss': 1.8697799444198608}
{'epoch': 26, 'iter': 220, 'avg_loss': 1.3566724649921262, 'avg_acc_mask': 56.374042278223946, 'loss': 1.116468071937561}
{'epoch': 26, 'iter': 230, 'avg_loss': 1.3554764178408172, 'avg_acc_mask': 56.25110992718878, 'loss': 1.2365992069244385}
{'epoch': 26, 'iter': 240, 'avg_loss': 1.357257980776031, 'avg_acc_mask': 56.22076707202993, 'loss': 1.200782299041748}
{'epoch': 26, 'iter': 250, 'avg_loss': 1.3572614855500331, 'avg_acc_mask': 56.27342349682255, 'loss': 1.5467809438705444}
{'epoch': 26, 'iter': 260, 'avg_loss': 1.3596240279775014, 'avg_acc_mask': 56.21404365986288, 'loss': 1.3787904977798462}
{'epoch': 26, 'iter': 270, 'avg_loss': 1.3639779647337995, 'avg_acc_mask': 56.01820250284414, 'loss': 1.1901448965072632}
{'epoch': 26, 'iter': 280, 'avg_loss': 1.3640821219763297, 'avg_acc_mask': 56.044197277916, 'loss': 1.2442729473114014}
{'epoch': 26, 'iter': 290, 'avg_loss': 1.3608285897376202, 'avg_acc_mask': 56.16979269496545, 'loss': 1.392717719078064}
{'epoch': 26, 'iter': 300, 'avg_loss': 1.3562913020187835, 'avg_acc_mask': 56.29907818368044, 'loss': 1.2538790702819824}
{'epoch': 26, 'iter': 310, 'avg_loss': 1.3621350852622862, 'avg_acc_mask': 56.14754098360656, 'loss': 1.6131929159164429}
{'epoch': 26, 'iter': 320, 'avg_loss': 1.3585218373117418, 'avg_acc_mask': 56.2716874437733, 'loss': 1.2076951265335083}
{'epoch': 26, 'iter': 330, 'avg_loss': 1.3573524062367004, 'avg_acc_mask': 56.277943368107294, 'loss': 1.1752153635025024}
{'epoch': 26, 'iter': 340, 'avg_loss': 1.3567011581837607, 'avg_acc_mask': 56.23944001930968, 'loss': 1.2858963012695312}
{'epoch': 26, 'iter': 350, 'avg_loss': 1.3564431122225573, 'avg_acc_mask': 56.21326122736892, 'loss': 0.9961391687393188}
{'epoch': 26, 'iter': 360, 'avg_loss': 1.3603560011472728, 'avg_acc_mask': 56.092832297428295, 'loss': 1.228920817375183}
{'epoch': 26, 'iter': 370, 'avg_loss': 1.3594581116884545, 'avg_acc_mask': 56.161649758855816, 'loss': 0.9614220261573792}
{'epoch': 26, 'iter': 380, 'avg_loss': 1.359512620397753, 'avg_acc_mask': 56.21721023311158, 'loss': 1.10076904296875}
{'epoch': 26, 'iter': 390, 'avg_loss': 1.3596180523447978, 'avg_acc_mask': 56.18882222923903, 'loss': 1.6639713048934937}
{'epoch': 'EP26_test', 'avg_loss': 1.3588260121718803, 'total_masked_acc': 56.18264174519707}
{'epoch': 27, 'iter': 0, 'avg_loss': 1.1659693717956543, 'avg_acc_mask': 55.81395348837209, 'loss': 1.1659693717956543}
{'epoch': 27, 'iter': 10, 'avg_loss': 1.3344466794620862, 'avg_acc_mask': 57.78210116731517, 'loss': 1.4934489727020264}
{'epoch': 27, 'iter': 20, 'avg_loss': 1.3368471066157024, 'avg_acc_mask': 56.929212362911265, 'loss': 1.4779249429702759}
{'epoch': 27, 'iter': 30, 'avg_loss': 1.326000690460205, 'avg_acc_mask': 57.34720416124838, 'loss': 1.361942172050476}
{'epoch': 27, 'iter': 40, 'avg_loss': 1.335959190275611, 'avg_acc_mask': 57.5590155700653, 'loss': 1.3843028545379639}
{'epoch': 27, 'iter': 50, 'avg_loss': 1.3280792353199977, 'avg_acc_mask': 57.74024929634097, 'loss': 1.1050379276275635}
{'epoch': 27, 'iter': 60, 'avg_loss': 1.319809407484336, 'avg_acc_mask': 57.93890567304465, 'loss': 1.4335309267044067}
{'epoch': 27, 'iter': 70, 'avg_loss': 1.321903103673962, 'avg_acc_mask': 58.15340909090909, 'loss': 1.335746169090271}
{'epoch': 27, 'iter': 80, 'avg_loss': 1.3229293219837142, 'avg_acc_mask': 57.743691241959425, 'loss': 1.5057991743087769}
{'epoch': 27, 'iter': 90, 'avg_loss': 1.31451926781581, 'avg_acc_mask': 57.92858726990463, 'loss': 1.1931990385055542}
{'epoch': 27, 'iter': 100, 'avg_loss': 1.3063784513143029, 'avg_acc_mask': 58.130653266331656, 'loss': 1.2365809679031372}
{'epoch': 27, 'iter': 110, 'avg_loss': 1.307627836326221, 'avg_acc_mask': 57.959927140255004, 'loss': 1.406068205833435}
{'epoch': 27, 'iter': 120, 'avg_loss': 1.307087773626501, 'avg_acc_mask': 58.01132578281146, 'loss': 1.333003044128418}
{'epoch': 27, 'iter': 130, 'avg_loss': 1.3097479784761676, 'avg_acc_mask': 57.823025107164725, 'loss': 1.5332194566726685}
{'epoch': 27, 'iter': 140, 'avg_loss': 1.317999210340757, 'avg_acc_mask': 57.75171624713958, 'loss': 1.6412674188613892}
{'epoch': 27, 'iter': 150, 'avg_loss': 1.3226225924807669, 'avg_acc_mask': 57.61217948717948, 'loss': 1.5256739854812622}
{'epoch': 27, 'iter': 160, 'avg_loss': 1.3277650756865556, 'avg_acc_mask': 57.55224627706169, 'loss': 1.3774139881134033}
{'epoch': 27, 'iter': 170, 'avg_loss': 1.3299732825212311, 'avg_acc_mask': 57.59217811285192, 'loss': 1.5211904048919678}
{'epoch': 27, 'iter': 180, 'avg_loss': 1.336801053740043, 'avg_acc_mask': 57.55315596126016, 'loss': 1.8131226301193237}
{'epoch': 27, 'iter': 190, 'avg_loss': 1.3327490500130579, 'avg_acc_mask': 57.82852309969342, 'loss': 1.0347795486450195}
{'epoch': 27, 'iter': 200, 'avg_loss': 1.331118894750206, 'avg_acc_mask': 57.839301835690634, 'loss': 1.3177764415740967}
{'epoch': 27, 'iter': 210, 'avg_loss': 1.335382529344604, 'avg_acc_mask': 57.833859095688744, 'loss': 1.5971431732177734}
{'epoch': 27, 'iter': 220, 'avg_loss': 1.3358199720468995, 'avg_acc_mask': 57.66681797548797, 'loss': 1.2624856233596802}
{'epoch': 27, 'iter': 230, 'avg_loss': 1.330691437958639, 'avg_acc_mask': 57.68592152407586, 'loss': 1.5024213790893555}
{'epoch': 27, 'iter': 240, 'avg_loss': 1.3292529382646332, 'avg_acc_mask': 57.78038755137992, 'loss': 1.5059911012649536}
{'epoch': 27, 'iter': 250, 'avg_loss': 1.3275480690705348, 'avg_acc_mask': 57.868389180460234, 'loss': 1.1187787055969238}
{'epoch': 27, 'iter': 260, 'avg_loss': 1.330782652586356, 'avg_acc_mask': 57.81201369436664, 'loss': 1.3959146738052368}
{'epoch': 27, 'iter': 270, 'avg_loss': 1.33230749289488, 'avg_acc_mask': 57.83864915572232, 'loss': 1.3752521276474}
{'epoch': 27, 'iter': 280, 'avg_loss': 1.3336406121050335, 'avg_acc_mask': 57.6884131346738, 'loss': 1.5122615098953247}
{'epoch': 27, 'iter': 290, 'avg_loss': 1.3315901066019773, 'avg_acc_mask': 57.648537317601054, 'loss': 1.3496716022491455}
{'epoch': 27, 'iter': 300, 'avg_loss': 1.3295269204532585, 'avg_acc_mask': 57.68399729912221, 'loss': 1.288787841796875}
{'epoch': 27, 'iter': 310, 'avg_loss': 1.3298608913682282, 'avg_acc_mask': 57.60443864229765, 'loss': 1.3256371021270752}
{'epoch': 27, 'iter': 320, 'avg_loss': 1.3276519803243263, 'avg_acc_mask': 57.66567126246903, 'loss': 1.2987695932388306}
{'epoch': 27, 'iter': 330, 'avg_loss': 1.3254715987562773, 'avg_acc_mask': 57.712946401036206, 'loss': 1.2836639881134033}
{'epoch': 27, 'iter': 340, 'avg_loss': 1.3271147119334716, 'avg_acc_mask': 57.60876069654719, 'loss': 1.2200578451156616}
{'epoch': 27, 'iter': 350, 'avg_loss': 1.32609369136669, 'avg_acc_mask': 57.60102629890955, 'loss': 0.9718654751777649}
{'epoch': 27, 'iter': 360, 'avg_loss': 1.3291098480409533, 'avg_acc_mask': 57.45909528392686, 'loss': 1.1507525444030762}
{'epoch': 27, 'iter': 370, 'avg_loss': 1.32976599523642, 'avg_acc_mask': 57.41956845648695, 'loss': 1.2447574138641357}
{'epoch': 27, 'iter': 380, 'avg_loss': 1.3284476160064458, 'avg_acc_mask': 57.45333261606327, 'loss': 1.1415356397628784}
{'epoch': 27, 'iter': 390, 'avg_loss': 1.3262343578936193, 'avg_acc_mask': 57.51623716739995, 'loss': 1.0850787162780762}
{'epoch': 'EP27_test', 'avg_loss': 1.3260317813567442, 'total_masked_acc': 57.52120835919719}
{'epoch': 28, 'iter': 0, 'avg_loss': 0.990761935710907, 'avg_acc_mask': 73.91304347826086, 'loss': 0.990761935710907}
{'epoch': 28, 'iter': 10, 'avg_loss': 1.3060573502020403, 'avg_acc_mask': 58.45588235294118, 'loss': 1.4074753522872925}
{'epoch': 28, 'iter': 20, 'avg_loss': 1.3172509244510107, 'avg_acc_mask': 57.94573643410853, 'loss': 1.55153226852417}
{'epoch': 28, 'iter': 30, 'avg_loss': 1.3077358142022164, 'avg_acc_mask': 57.905138339920946, 'loss': 1.4595389366149902}
{'epoch': 28, 'iter': 40, 'avg_loss': 1.271563024055667, 'avg_acc_mask': 59.89949748743718, 'loss': 1.127341628074646}
{'epoch': 28, 'iter': 50, 'avg_loss': 1.2701643740429598, 'avg_acc_mask': 59.289940828402365, 'loss': 1.1264313459396362}
{'epoch': 28, 'iter': 60, 'avg_loss': 1.2622314202980918, 'avg_acc_mask': 59.757738896366085, 'loss': 1.2966080904006958}
{'epoch': 28, 'iter': 70, 'avg_loss': 1.2517597431867895, 'avg_acc_mask': 60.103478010922686, 'loss': 1.2732112407684326}
{'epoch': 28, 'iter': 80, 'avg_loss': 1.262736858409128, 'avg_acc_mask': 59.573934837092736, 'loss': 1.6630276441574097}
{'epoch': 28, 'iter': 90, 'avg_loss': 1.2676122240967802, 'avg_acc_mask': 59.65263861055444, 'loss': 0.9810878038406372}
{'epoch': 28, 'iter': 100, 'avg_loss': 1.276963756816222, 'avg_acc_mask': 59.40394683850181, 'loss': 1.090362548828125}
{'epoch': 28, 'iter': 110, 'avg_loss': 1.2822948833843608, 'avg_acc_mask': 59.1955064323247, 'loss': 1.5300997495651245}
{'epoch': 28, 'iter': 120, 'avg_loss': 1.2908552422011195, 'avg_acc_mask': 59.012552301255226, 'loss': 1.5511950254440308}
{'epoch': 28, 'iter': 130, 'avg_loss': 1.2960426498005408, 'avg_acc_mask': 58.69095399814758, 'loss': 1.612347960472107}
{'epoch': 28, 'iter': 140, 'avg_loss': 1.29612838038316, 'avg_acc_mask': 58.6597790213804, 'loss': 1.2236555814743042}
{'epoch': 28, 'iter': 150, 'avg_loss': 1.303569520546111, 'avg_acc_mask': 58.469579201286514, 'loss': 1.5492677688598633}
{'epoch': 28, 'iter': 160, 'avg_loss': 1.3079320547743614, 'avg_acc_mask': 58.34486228147403, 'loss': 1.305714726448059}
{'epoch': 28, 'iter': 170, 'avg_loss': 1.3058996988318816, 'avg_acc_mask': 58.29372623574145, 'loss': 1.4660077095031738}
{'epoch': 28, 'iter': 180, 'avg_loss': 1.3043464046815483, 'avg_acc_mask': 58.3474051559158, 'loss': 1.4224339723587036}
{'epoch': 28, 'iter': 190, 'avg_loss': 1.298595090499099, 'avg_acc_mask': 58.44851601842923, 'loss': 1.2035419940948486}
{'epoch': 28, 'iter': 200, 'avg_loss': 1.3011596858204895, 'avg_acc_mask': 58.31126502342636, 'loss': 1.2859606742858887}
{'epoch': 28, 'iter': 210, 'avg_loss': 1.3076985371056327, 'avg_acc_mask': 58.01356589147287, 'loss': 1.358779788017273}
{'epoch': 28, 'iter': 220, 'avg_loss': 1.3096078620776872, 'avg_acc_mask': 57.817109144542776, 'loss': 1.363005518913269}
{'epoch': 28, 'iter': 230, 'avg_loss': 1.3015727140170672, 'avg_acc_mask': 58.06024202808939, 'loss': 0.8673391938209534}
{'epoch': 28, 'iter': 240, 'avg_loss': 1.3028311786315254, 'avg_acc_mask': 57.939189189189186, 'loss': 1.1896332502365112}
{'epoch': 28, 'iter': 250, 'avg_loss': 1.3016502270660553, 'avg_acc_mask': 57.982306630955286, 'loss': 1.3396258354187012}
{'epoch': 28, 'iter': 260, 'avg_loss': 1.3004828547609264, 'avg_acc_mask': 58.14171750351947, 'loss': 0.955836296081543}
{'epoch': 28, 'iter': 270, 'avg_loss': 1.3072509890992703, 'avg_acc_mask': 58.04628024421496, 'loss': 1.4005697965621948}
{'epoch': 28, 'iter': 280, 'avg_loss': 1.3117572622791305, 'avg_acc_mask': 57.88591826327676, 'loss': 1.4157679080963135}
{'epoch': 28, 'iter': 290, 'avg_loss': 1.3088541440537704, 'avg_acc_mask': 57.93578303941545, 'loss': 1.209900140762329}
{'epoch': 28, 'iter': 300, 'avg_loss': 1.312110188791522, 'avg_acc_mask': 57.746861214794706, 'loss': 1.2242449522018433}
{'epoch': 28, 'iter': 310, 'avg_loss': 1.3139330919149221, 'avg_acc_mask': 57.6789345929279, 'loss': 1.422734022140503}
{'epoch': 28, 'iter': 320, 'avg_loss': 1.3093276450938525, 'avg_acc_mask': 57.780750366265366, 'loss': 1.1999200582504272}
{'epoch': 28, 'iter': 330, 'avg_loss': 1.307896956396247, 'avg_acc_mask': 57.84894483524621, 'loss': 1.3067179918289185}
{'epoch': 28, 'iter': 340, 'avg_loss': 1.3058968072762587, 'avg_acc_mask': 57.867414523539594, 'loss': 1.3053574562072754}
{'epoch': 28, 'iter': 350, 'avg_loss': 1.3056340991941273, 'avg_acc_mask': 57.87699104755261, 'loss': 1.1513162851333618}
{'epoch': 28, 'iter': 360, 'avg_loss': 1.3079976668978661, 'avg_acc_mask': 57.826086956521735, 'loss': 1.1564488410949707}
{'epoch': 28, 'iter': 370, 'avg_loss': 1.3039361283464252, 'avg_acc_mask': 57.91641495963534, 'loss': 1.333162784576416}
{'epoch': 28, 'iter': 380, 'avg_loss': 1.3044567691685334, 'avg_acc_mask': 57.95490971257613, 'loss': 1.3443540334701538}
{'epoch': 28, 'iter': 390, 'avg_loss': 1.3040981210406175, 'avg_acc_mask': 57.99188851913477, 'loss': 1.3250491619110107}
{'epoch': 'EP28_test', 'avg_loss': 1.302168607109725, 'total_masked_acc': 58.01346282308206}
{'epoch': 29, 'iter': 0, 'avg_loss': 1.5350950956344604, 'avg_acc_mask': 49.09090909090909, 'loss': 1.5350950956344604}
{'epoch': 29, 'iter': 10, 'avg_loss': 1.4213367808948865, 'avg_acc_mask': 55.762081784386616, 'loss': 1.9872379302978516}
{'epoch': 29, 'iter': 20, 'avg_loss': 1.3664075760614305, 'avg_acc_mask': 56.53021442495126, 'loss': 1.191237211227417}
{'epoch': 29, 'iter': 30, 'avg_loss': 1.3127148478261885, 'avg_acc_mask': 57.53865979381443, 'loss': 1.2654197216033936}
{'epoch': 29, 'iter': 40, 'avg_loss': 1.2908567262858879, 'avg_acc_mask': 58.13267813267813, 'loss': 1.2318617105484009}
{'epoch': 29, 'iter': 50, 'avg_loss': 1.2936888804622726, 'avg_acc_mask': 57.961783439490446, 'loss': 1.045974850654602}
{'epoch': 29, 'iter': 60, 'avg_loss': 1.2984487375275033, 'avg_acc_mask': 57.425410660408986, 'loss': 1.2836090326309204}
{'epoch': 29, 'iter': 70, 'avg_loss': 1.3000082021028223, 'avg_acc_mask': 57.58001122964627, 'loss': 1.6295231580734253}
{'epoch': 29, 'iter': 80, 'avg_loss': 1.3061019351452956, 'avg_acc_mask': 57.61031234506693, 'loss': 1.0077718496322632}
{'epoch': 29, 'iter': 90, 'avg_loss': 1.3015462900256063, 'avg_acc_mask': 57.62411347517731, 'loss': 1.0146673917770386}
{'epoch': 29, 'iter': 100, 'avg_loss': 1.3044143283721243, 'avg_acc_mask': 57.71223595057792, 'loss': 1.4033361673355103}
{'epoch': 29, 'iter': 110, 'avg_loss': 1.3094886589694668, 'avg_acc_mask': 57.4827460951689, 'loss': 1.594478726387024}
{'epoch': 29, 'iter': 120, 'avg_loss': 1.3095065261706833, 'avg_acc_mask': 57.372965792095656, 'loss': 1.5701558589935303}
{'epoch': 29, 'iter': 130, 'avg_loss': 1.3190436959266663, 'avg_acc_mask': 57.12109672505712, 'loss': 1.5909093618392944}
{'epoch': 29, 'iter': 140, 'avg_loss': 1.314542662590108, 'avg_acc_mask': 57.32862190812721, 'loss': 1.2017147541046143}
{'epoch': 29, 'iter': 150, 'avg_loss': 1.3179541009151383, 'avg_acc_mask': 57.220097586707105, 'loss': 1.7979172468185425}
{'epoch': 29, 'iter': 160, 'avg_loss': 1.315226243519635, 'avg_acc_mask': 57.33150616668743, 'loss': 1.159309983253479}
{'epoch': 29, 'iter': 170, 'avg_loss': 1.3202799192646093, 'avg_acc_mask': 57.14620431115276, 'loss': 1.0889544486999512}
{'epoch': 29, 'iter': 180, 'avg_loss': 1.320471444182633, 'avg_acc_mask': 57.13967971530249, 'loss': 1.542576789855957}
{'epoch': 29, 'iter': 190, 'avg_loss': 1.3140123299279138, 'avg_acc_mask': 57.15797270130145, 'loss': 1.192024827003479}
{'epoch': 29, 'iter': 200, 'avg_loss': 1.3198600891810746, 'avg_acc_mask': 56.9644475778024, 'loss': 1.4870647192001343}
{'epoch': 29, 'iter': 210, 'avg_loss': 1.320853609609378, 'avg_acc_mask': 57.06035229569737, 'loss': 1.237196922302246}
{'epoch': 29, 'iter': 220, 'avg_loss': 1.320722907916453, 'avg_acc_mask': 57.06725066155671, 'loss': 1.1724976301193237}
{'epoch': 29, 'iter': 230, 'avg_loss': 1.3165483454089144, 'avg_acc_mask': 57.14411093558013, 'loss': 1.334947943687439}
{'epoch': 29, 'iter': 240, 'avg_loss': 1.3154484829962005, 'avg_acc_mask': 57.24491511178349, 'loss': 1.1316351890563965}
{'epoch': 29, 'iter': 250, 'avg_loss': 1.3152372423871106, 'avg_acc_mask': 57.226972092272945, 'loss': 1.3660988807678223}
{'epoch': 29, 'iter': 260, 'avg_loss': 1.3158737969124454, 'avg_acc_mask': 57.25499339395353, 'loss': 1.2529919147491455}
{'epoch': 29, 'iter': 270, 'avg_loss': 1.3191833337734546, 'avg_acc_mask': 57.161020118166185, 'loss': 1.2498046159744263}
{'epoch': 29, 'iter': 280, 'avg_loss': 1.3191851992624086, 'avg_acc_mask': 57.18718429787848, 'loss': 1.447009563446045}
{'epoch': 29, 'iter': 290, 'avg_loss': 1.313898902988106, 'avg_acc_mask': 57.30204053207048, 'loss': 1.1512058973312378}
{'epoch': 29, 'iter': 300, 'avg_loss': 1.3109365905638153, 'avg_acc_mask': 57.35333874020006, 'loss': 1.2965762615203857}
{'epoch': 29, 'iter': 310, 'avg_loss': 1.3145262476332318, 'avg_acc_mask': 57.311505348291156, 'loss': 1.7349830865859985}
{'epoch': 29, 'iter': 320, 'avg_loss': 1.311750517641644, 'avg_acc_mask': 57.37767100771273, 'loss': 1.1744567155838013}
{'epoch': 29, 'iter': 330, 'avg_loss': 1.3103414156285658, 'avg_acc_mask': 57.32613099257259, 'loss': 1.2393945455551147}
{'epoch': 29, 'iter': 340, 'avg_loss': 1.3124042422540727, 'avg_acc_mask': 57.20664404357921, 'loss': 1.4797780513763428}
{'epoch': 29, 'iter': 350, 'avg_loss': 1.3116192031450082, 'avg_acc_mask': 57.1956999190845, 'loss': 1.312477707862854}
{'epoch': 29, 'iter': 360, 'avg_loss': 1.311367816541994, 'avg_acc_mask': 57.17732884399551, 'loss': 1.2480804920196533}
{'epoch': 29, 'iter': 370, 'avg_loss': 1.308593883507978, 'avg_acc_mask': 57.26626571897212, 'loss': 1.2060742378234863}
{'epoch': 29, 'iter': 380, 'avg_loss': 1.30965714770665, 'avg_acc_mask': 57.22192655667908, 'loss': 1.226670265197754}
{'epoch': 29, 'iter': 390, 'avg_loss': 1.3092320901353647, 'avg_acc_mask': 57.16580310880829, 'loss': 1.4903614521026611}
{'epoch': 'EP29_test', 'avg_loss': 1.3082855882668736, 'total_masked_acc': 57.16042424552954}
{'epoch': 30, 'iter': 0, 'avg_loss': 1.095855474472046, 'avg_acc_mask': 52.38095238095239, 'loss': 1.095855474472046}
{'epoch': 30, 'iter': 10, 'avg_loss': 1.262157526883212, 'avg_acc_mask': 57.60456273764258, 'loss': 1.437084674835205}
{'epoch': 30, 'iter': 20, 'avg_loss': 1.267248965445019, 'avg_acc_mask': 57.905138339920946, 'loss': 1.0815374851226807}
{'epoch': 30, 'iter': 30, 'avg_loss': 1.2311699717275557, 'avg_acc_mask': 58.21192052980132, 'loss': 1.3304510116577148}
{'epoch': 30, 'iter': 40, 'avg_loss': 1.2214550928371708, 'avg_acc_mask': 59.43348507840162, 'loss': 1.39677095413208}
{'epoch': 30, 'iter': 50, 'avg_loss': 1.2360359512123407, 'avg_acc_mask': 58.72698158526821, 'loss': 1.051065444946289}
{'epoch': 30, 'iter': 60, 'avg_loss': 1.2452862252954577, 'avg_acc_mask': 58.73229939312205, 'loss': 1.3331098556518555}
{'epoch': 30, 'iter': 70, 'avg_loss': 1.254139373000239, 'avg_acc_mask': 58.47750865051903, 'loss': 1.277847170829773}
{'epoch': 30, 'iter': 80, 'avg_loss': 1.265449665210865, 'avg_acc_mask': 58.20820820820821, 'loss': 1.25435471534729}
{'epoch': 30, 'iter': 90, 'avg_loss': 1.273697676894429, 'avg_acc_mask': 57.866547645614816, 'loss': 1.074128270149231}
{'epoch': 30, 'iter': 100, 'avg_loss': 1.278460160930558, 'avg_acc_mask': 57.788036932958654, 'loss': 1.0927003622055054}
{'epoch': 30, 'iter': 110, 'avg_loss': 1.2814869155754913, 'avg_acc_mask': 57.72105742935278, 'loss': 1.5274431705474854}
{'epoch': 30, 'iter': 120, 'avg_loss': 1.2787289530777735, 'avg_acc_mask': 57.851516675046085, 'loss': 1.277237892150879}
{'epoch': 30, 'iter': 130, 'avg_loss': 1.284676383469851, 'avg_acc_mask': 57.66993263931415, 'loss': 1.5193850994110107}
{'epoch': 30, 'iter': 140, 'avg_loss': 1.2821222442261717, 'avg_acc_mask': 57.89775168265788, 'loss': 1.1616291999816895}
{'epoch': 30, 'iter': 150, 'avg_loss': 1.288898904591996, 'avg_acc_mask': 57.75781145232667, 'loss': 1.2847017049789429}
{'epoch': 30, 'iter': 160, 'avg_loss': 1.2898120765360246, 'avg_acc_mask': 57.78224792557204, 'loss': 1.3296523094177246}
{'epoch': 30, 'iter': 170, 'avg_loss': 1.293708260296381, 'avg_acc_mask': 57.72964015151515, 'loss': 1.4316710233688354}
{'epoch': 30, 'iter': 180, 'avg_loss': 1.2943667397314673, 'avg_acc_mask': 57.735891394592166, 'loss': 1.478689193725586}
{'epoch': 30, 'iter': 190, 'avg_loss': 1.2938596450221476, 'avg_acc_mask': 57.69847205898066, 'loss': 0.7425219416618347}
{'epoch': 30, 'iter': 200, 'avg_loss': 1.2955413840303374, 'avg_acc_mask': 57.58715316597215, 'loss': 1.033319115638733}
{'epoch': 30, 'iter': 210, 'avg_loss': 1.2989283096733817, 'avg_acc_mask': 57.58690810496756, 'loss': 1.301503300666809}
{'epoch': 30, 'iter': 220, 'avg_loss': 1.2968038067019363, 'avg_acc_mask': 57.6036866359447, 'loss': 0.8764886260032654}
{'epoch': 30, 'iter': 230, 'avg_loss': 1.2916750706635511, 'avg_acc_mask': 57.82770210507695, 'loss': 1.4563043117523193}
{'epoch': 30, 'iter': 240, 'avg_loss': 1.289963003510756, 'avg_acc_mask': 57.857747671464864, 'loss': 1.3146405220031738}
{'epoch': 30, 'iter': 250, 'avg_loss': 1.291045698511648, 'avg_acc_mask': 57.92046936114733, 'loss': 0.9229557514190674}
{'epoch': 30, 'iter': 260, 'avg_loss': 1.2941155926934604, 'avg_acc_mask': 57.88854003139717, 'loss': 1.3319011926651}
{'epoch': 30, 'iter': 270, 'avg_loss': 1.2954373460854112, 'avg_acc_mask': 57.78264481534627, 'loss': 1.0418990850448608}
{'epoch': 30, 'iter': 280, 'avg_loss': 1.2999124573643097, 'avg_acc_mask': 57.67523109396608, 'loss': 1.442685842514038}
{'epoch': 30, 'iter': 290, 'avg_loss': 1.301841505204689, 'avg_acc_mask': 57.51441023478139, 'loss': 1.406619906425476}
{'epoch': 30, 'iter': 300, 'avg_loss': 1.297740441620152, 'avg_acc_mask': 57.5957548132526, 'loss': 1.3892840147018433}
{'epoch': 30, 'iter': 310, 'avg_loss': 1.2990710930808946, 'avg_acc_mask': 57.60042005775794, 'loss': 1.7799626588821411}
{'epoch': 30, 'iter': 320, 'avg_loss': 1.2992687763826127, 'avg_acc_mask': 57.66409389551572, 'loss': 1.2803535461425781}
{'epoch': 30, 'iter': 330, 'avg_loss': 1.2979174175291264, 'avg_acc_mask': 57.691356498083344, 'loss': 1.3129466772079468}
{'epoch': 30, 'iter': 340, 'avg_loss': 1.299288214476577, 'avg_acc_mask': 57.60186681026745, 'loss': 1.4223101139068604}
{'epoch': 30, 'iter': 350, 'avg_loss': 1.2995942260465052, 'avg_acc_mask': 57.561656584457886, 'loss': 1.0686357021331787}
{'epoch': 30, 'iter': 360, 'avg_loss': 1.2998540900090394, 'avg_acc_mask': 57.57096901631018, 'loss': 1.1050939559936523}
{'epoch': 30, 'iter': 370, 'avg_loss': 1.298811291105985, 'avg_acc_mask': 57.58524131115138, 'loss': 1.1929813623428345}
{'epoch': 30, 'iter': 380, 'avg_loss': 1.296133890396028, 'avg_acc_mask': 57.71474444741771, 'loss': 1.1884913444519043}
{'epoch': 30, 'iter': 390, 'avg_loss': 1.2960539679698018, 'avg_acc_mask': 57.66370208560878, 'loss': 1.3004642724990845}
{'epoch': 'EP30_test', 'avg_loss': 1.295343827870157, 'total_masked_acc': 57.6396748636691}
{'epoch': 31, 'iter': 0, 'avg_loss': 1.0226224660873413, 'avg_acc_mask': 67.24137931034483, 'loss': 1.0226224660873413}
{'epoch': 31, 'iter': 10, 'avg_loss': 1.2918150370771235, 'avg_acc_mask': 57.67195767195767, 'loss': 1.4802955389022827}
{'epoch': 31, 'iter': 20, 'avg_loss': 1.2463086985406422, 'avg_acc_mask': 58.35694050991501, 'loss': 1.041363000869751}
{'epoch': 31, 'iter': 30, 'avg_loss': 1.2544570757496742, 'avg_acc_mask': 57.60456273764258, 'loss': 1.4558770656585693}
{'epoch': 31, 'iter': 40, 'avg_loss': 1.2311486165697982, 'avg_acc_mask': 58.83801083210242, 'loss': 1.2096223831176758}
{'epoch': 31, 'iter': 50, 'avg_loss': 1.23112258607266, 'avg_acc_mask': 58.989424206815514, 'loss': 0.9572372436523438}
{'epoch': 31, 'iter': 60, 'avg_loss': 1.2522135611440315, 'avg_acc_mask': 58.34990059642146, 'loss': 1.3784409761428833}
{'epoch': 31, 'iter': 70, 'avg_loss': 1.2542396926544082, 'avg_acc_mask': 58.27944897385437, 'loss': 1.3262841701507568}
{'epoch': 31, 'iter': 80, 'avg_loss': 1.2600301533569525, 'avg_acc_mask': 57.8070611636002, 'loss': 1.4687907695770264}
{'epoch': 31, 'iter': 90, 'avg_loss': 1.2640190517509378, 'avg_acc_mask': 57.72877618522602, 'loss': 1.2854094505310059}
{'epoch': 31, 'iter': 100, 'avg_loss': 1.2656219725561615, 'avg_acc_mask': 57.84, 'loss': 1.0713441371917725}
{'epoch': 31, 'iter': 110, 'avg_loss': 1.2687786022822063, 'avg_acc_mask': 57.73680404916848, 'loss': 1.387540578842163}
{'epoch': 31, 'iter': 120, 'avg_loss': 1.276211439578001, 'avg_acc_mask': 57.69423558897243, 'loss': 1.576720952987671}
{'epoch': 31, 'iter': 130, 'avg_loss': 1.2813456609048917, 'avg_acc_mask': 57.59493670886076, 'loss': 1.6828150749206543}
{'epoch': 31, 'iter': 140, 'avg_loss': 1.284346970683294, 'avg_acc_mask': 57.550670853554095, 'loss': 1.3360148668289185}
{'epoch': 31, 'iter': 150, 'avg_loss': 1.2866141646113616, 'avg_acc_mask': 57.58952431854624, 'loss': 1.3054639101028442}
{'epoch': 31, 'iter': 160, 'avg_loss': 1.291718246033473, 'avg_acc_mask': 57.506297229219136, 'loss': 1.320158839225769}
{'epoch': 31, 'iter': 170, 'avg_loss': 1.2912289730289526, 'avg_acc_mask': 57.52969121140142, 'loss': 1.6348150968551636}
{'epoch': 31, 'iter': 180, 'avg_loss': 1.290671929140776, 'avg_acc_mask': 57.658163838633556, 'loss': 1.654155969619751}
{'epoch': 31, 'iter': 190, 'avg_loss': 1.2805655040041939, 'avg_acc_mask': 57.917245803485514, 'loss': 1.0993973016738892}
{'epoch': 31, 'iter': 200, 'avg_loss': 1.2837274560880898, 'avg_acc_mask': 57.89260385005066, 'loss': 1.1422550678253174}
{'epoch': 31, 'iter': 210, 'avg_loss': 1.2867067860201071, 'avg_acc_mask': 57.77498063516654, 'loss': 1.6715000867843628}
{'epoch': 31, 'iter': 220, 'avg_loss': 1.2880056853747475, 'avg_acc_mask': 57.61059505196358, 'loss': 1.155232548713684}
{'epoch': 31, 'iter': 230, 'avg_loss': 1.286997325234599, 'avg_acc_mask': 57.62816553428042, 'loss': 1.2086385488510132}
{'epoch': 31, 'iter': 240, 'avg_loss': 1.2874129187022008, 'avg_acc_mask': 57.55681338176903, 'loss': 1.0807260274887085}
{'epoch': 31, 'iter': 250, 'avg_loss': 1.2926286299865084, 'avg_acc_mask': 57.51438062059467, 'loss': 1.120452642440796}
{'epoch': 31, 'iter': 260, 'avg_loss': 1.2941971279652182, 'avg_acc_mask': 57.50312304809494, 'loss': 1.2609971761703491}
{'epoch': 31, 'iter': 270, 'avg_loss': 1.2983945333209865, 'avg_acc_mask': 57.41479196448724, 'loss': 1.2265526056289673}
{'epoch': 31, 'iter': 280, 'avg_loss': 1.3012521932982042, 'avg_acc_mask': 57.39092685044498, 'loss': 1.5336683988571167}
{'epoch': 31, 'iter': 290, 'avg_loss': 1.2970019372058488, 'avg_acc_mask': 57.54150969722338, 'loss': 1.158890724182129}
{'epoch': 31, 'iter': 300, 'avg_loss': 1.2948889512556336, 'avg_acc_mask': 57.550494781076324, 'loss': 1.487316608428955}
{'epoch': 31, 'iter': 310, 'avg_loss': 1.2987052687111391, 'avg_acc_mask': 57.42574257425742, 'loss': 1.4763082265853882}
{'epoch': 31, 'iter': 320, 'avg_loss': 1.2978928209836609, 'avg_acc_mask': 57.521334861801044, 'loss': 1.165319561958313}
{'epoch': 31, 'iter': 330, 'avg_loss': 1.2978892686503891, 'avg_acc_mask': 57.5581754212703, 'loss': 1.3724347352981567}
{'epoch': 31, 'iter': 340, 'avg_loss': 1.2977318269066798, 'avg_acc_mask': 57.548579970104626, 'loss': 1.0844547748565674}
{'epoch': 31, 'iter': 350, 'avg_loss': 1.2988065246842866, 'avg_acc_mask': 57.55018911841723, 'loss': 0.9393665194511414}
{'epoch': 31, 'iter': 360, 'avg_loss': 1.298907341058895, 'avg_acc_mask': 57.56274022156907, 'loss': 1.2685397863388062}
{'epoch': 31, 'iter': 370, 'avg_loss': 1.2968887021599433, 'avg_acc_mask': 57.65552868762366, 'loss': 1.4000322818756104}
{'epoch': 31, 'iter': 380, 'avg_loss': 1.2969503970596734, 'avg_acc_mask': 57.64491588985321, 'loss': 1.2563751935958862}
{'epoch': 31, 'iter': 390, 'avg_loss': 1.2974455762092414, 'avg_acc_mask': 57.61396196926283, 'loss': 1.4893312454223633}
{'epoch': 'EP31_test', 'avg_loss': 1.2969993894750422, 'total_masked_acc': 57.60774419442871}
{'epoch': 32, 'iter': 0, 'avg_loss': 1.1609563827514648, 'avg_acc_mask': 57.14285714285714, 'loss': 1.1609563827514648}
{'epoch': 32, 'iter': 10, 'avg_loss': 1.3198340318419717, 'avg_acc_mask': 54.99092558983666, 'loss': 1.4340323209762573}
{'epoch': 32, 'iter': 20, 'avg_loss': 1.3196985125541687, 'avg_acc_mask': 54.296875, 'loss': 1.369873285293579}
{'epoch': 32, 'iter': 30, 'avg_loss': 1.3169108456180942, 'avg_acc_mask': 54.817708333333336, 'loss': 1.3774254322052002}
{'epoch': 32, 'iter': 40, 'avg_loss': 1.2837287289340322, 'avg_acc_mask': 56.2838836865451, 'loss': 1.4044225215911865}
{'epoch': 32, 'iter': 50, 'avg_loss': 1.2984176850786395, 'avg_acc_mask': 56.215360253365, 'loss': 0.9300971627235413}
{'epoch': 32, 'iter': 60, 'avg_loss': 1.2856315305975616, 'avg_acc_mask': 57.30601276452805, 'loss': 1.2036268711090088}
{'epoch': 32, 'iter': 70, 'avg_loss': 1.2796964788101088, 'avg_acc_mask': 57.659453302961275, 'loss': 1.2641324996948242}
{'epoch': 32, 'iter': 80, 'avg_loss': 1.2778854693895505, 'avg_acc_mask': 57.78668002003005, 'loss': 1.4406840801239014}
{'epoch': 32, 'iter': 90, 'avg_loss': 1.2759831521537277, 'avg_acc_mask': 58.011173184357546, 'loss': 1.0125876665115356}
{'epoch': 32, 'iter': 100, 'avg_loss': 1.2779343021978247, 'avg_acc_mask': 58.08335011073083, 'loss': 1.0688972473144531}
{'epoch': 32, 'iter': 110, 'avg_loss': 1.274615528347256, 'avg_acc_mask': 58.20540935672515, 'loss': 1.3696563243865967}
{'epoch': 32, 'iter': 120, 'avg_loss': 1.277738802689166, 'avg_acc_mask': 58.17477689846775, 'loss': 1.5739034414291382}
{'epoch': 32, 'iter': 130, 'avg_loss': 1.2802034607370392, 'avg_acc_mask': 57.98605731990705, 'loss': 1.4408762454986572}
{'epoch': 32, 'iter': 140, 'avg_loss': 1.2853040999554572, 'avg_acc_mask': 57.91809851088202, 'loss': 1.4605417251586914}
{'epoch': 32, 'iter': 150, 'avg_loss': 1.2929749788827454, 'avg_acc_mask': 57.73499130899853, 'loss': 1.4949098825454712}
{'epoch': 32, 'iter': 160, 'avg_loss': 1.3003977677836922, 'avg_acc_mask': 57.558650106636556, 'loss': 1.2466360330581665}
{'epoch': 32, 'iter': 170, 'avg_loss': 1.3105045717362074, 'avg_acc_mask': 57.32733088496623, 'loss': 1.3608626127243042}
{'epoch': 32, 'iter': 180, 'avg_loss': 1.311253927689231, 'avg_acc_mask': 57.471651510048275, 'loss': 1.5165375471115112}
{'epoch': 32, 'iter': 190, 'avg_loss': 1.3070276981873037, 'avg_acc_mask': 57.50744364100383, 'loss': 1.0362013578414917}
{'epoch': 32, 'iter': 200, 'avg_loss': 1.3089593038037048, 'avg_acc_mask': 57.38980994743227, 'loss': 1.2972697019577026}
{'epoch': 32, 'iter': 210, 'avg_loss': 1.3114685119610827, 'avg_acc_mask': 57.51615080512968, 'loss': 1.1323204040527344}
{'epoch': 32, 'iter': 220, 'avg_loss': 1.3084952777327457, 'avg_acc_mask': 57.55573905862923, 'loss': 1.1466702222824097}
{'epoch': 32, 'iter': 230, 'avg_loss': 1.3014914091531333, 'avg_acc_mask': 57.89288231148696, 'loss': 0.981641948223114}
{'epoch': 32, 'iter': 240, 'avg_loss': 1.3027797769214107, 'avg_acc_mask': 57.936575052854124, 'loss': 1.248982548713684}
{'epoch': 32, 'iter': 250, 'avg_loss': 1.3019697977252216, 'avg_acc_mask': 57.97620987453153, 'loss': 1.3367323875427246}
{'epoch': 32, 'iter': 260, 'avg_loss': 1.2999697763801077, 'avg_acc_mask': 58.088523305914606, 'loss': 1.0179108381271362}
{'epoch': 32, 'iter': 270, 'avg_loss': 1.3037993749569263, 'avg_acc_mask': 57.93519216277318, 'loss': 1.4426554441452026}
{'epoch': 32, 'iter': 280, 'avg_loss': 1.305885650509193, 'avg_acc_mask': 57.89741354257484, 'loss': 1.5722804069519043}
{'epoch': 32, 'iter': 290, 'avg_loss': 1.3038282849125027, 'avg_acc_mask': 57.94674141555711, 'loss': 1.1622968912124634}
{'epoch': 32, 'iter': 300, 'avg_loss': 1.302700047279117, 'avg_acc_mask': 57.967292877415865, 'loss': 1.3761100769042969}
{'epoch': 32, 'iter': 310, 'avg_loss': 1.301949346180514, 'avg_acc_mask': 57.98209501404953, 'loss': 1.4101933240890503}
{'epoch': 32, 'iter': 320, 'avg_loss': 1.2985486950829765, 'avg_acc_mask': 58.0720754955982, 'loss': 1.2953696250915527}
{'epoch': 32, 'iter': 330, 'avg_loss': 1.2989295890324066, 'avg_acc_mask': 57.979996318340795, 'loss': 1.128324270248413}
{'epoch': 32, 'iter': 340, 'avg_loss': 1.2956163718903169, 'avg_acc_mask': 58.07086614173228, 'loss': 1.2049120664596558}
{'epoch': 32, 'iter': 350, 'avg_loss': 1.2926451881386956, 'avg_acc_mask': 58.15381051656243, 'loss': 0.96982741355896}
{'epoch': 32, 'iter': 360, 'avg_loss': 1.2946113394237952, 'avg_acc_mask': 58.063427800269906, 'loss': 1.2893844842910767}
{'epoch': 32, 'iter': 370, 'avg_loss': 1.2936432541541334, 'avg_acc_mask': 58.098418085281075, 'loss': 1.3660547733306885}
{'epoch': 32, 'iter': 380, 'avg_loss': 1.29290130695333, 'avg_acc_mask': 58.14698190745584, 'loss': 0.9166423082351685}
{'epoch': 32, 'iter': 390, 'avg_loss': 1.2931453959106485, 'avg_acc_mask': 58.15135639815343, 'loss': 1.135175108909607}
{'epoch': 'EP32_test', 'avg_loss': 1.290927771817554, 'total_masked_acc': 58.218826907301064}
{'epoch': 33, 'iter': 0, 'avg_loss': 1.2649080753326416, 'avg_acc_mask': 48.97959183673469, 'loss': 1.2649080753326416}
{'epoch': 33, 'iter': 10, 'avg_loss': 1.3459606712514705, 'avg_acc_mask': 54.90909090909091, 'loss': 1.8144822120666504}
{'epoch': 33, 'iter': 20, 'avg_loss': 1.2905521108990623, 'avg_acc_mask': 57.12918660287082, 'loss': 1.2009718418121338}
{'epoch': 33, 'iter': 30, 'avg_loss': 1.2618287724833335, 'avg_acc_mask': 58.762214983713356, 'loss': 1.361045241355896}
{'epoch': 33, 'iter': 40, 'avg_loss': 1.282609753492402, 'avg_acc_mask': 58.06772908366534, 'loss': 1.3623179197311401}
{'epoch': 33, 'iter': 50, 'avg_loss': 1.2651204712250654, 'avg_acc_mask': 58.54353132628153, 'loss': 1.2720286846160889}
{'epoch': 33, 'iter': 60, 'avg_loss': 1.2667892067158808, 'avg_acc_mask': 58.902229845626074, 'loss': 1.1501659154891968}
{'epoch': 33, 'iter': 70, 'avg_loss': 1.2578203711711184, 'avg_acc_mask': 59.21397379912664, 'loss': 1.3231868743896484}
{'epoch': 33, 'iter': 80, 'avg_loss': 1.2582822765833066, 'avg_acc_mask': 59.14818548387096, 'loss': 1.4905807971954346}
{'epoch': 33, 'iter': 90, 'avg_loss': 1.2572264926774162, 'avg_acc_mask': 59.02777777777778, 'loss': 1.0869783163070679}
{'epoch': 33, 'iter': 100, 'avg_loss': 1.255111261759654, 'avg_acc_mask': 59.18699186991871, 'loss': 1.0268629789352417}
{'epoch': 33, 'iter': 110, 'avg_loss': 1.2559593518575032, 'avg_acc_mask': 59.21294593600589, 'loss': 1.4593497514724731}
{'epoch': 33, 'iter': 120, 'avg_loss': 1.2544564255012953, 'avg_acc_mask': 59.31713945982674, 'loss': 1.077855110168457}
{'epoch': 33, 'iter': 130, 'avg_loss': 1.2527793445659958, 'avg_acc_mask': 59.36279868811495, 'loss': 1.2200589179992676}
{'epoch': 33, 'iter': 140, 'avg_loss': 1.2534640004448856, 'avg_acc_mask': 59.349121022809825, 'loss': 1.4153950214385986}
{'epoch': 33, 'iter': 150, 'avg_loss': 1.2543278008896783, 'avg_acc_mask': 59.240092605202236, 'loss': 1.449629306793213}
{'epoch': 33, 'iter': 160, 'avg_loss': 1.2594200676272373, 'avg_acc_mask': 59.1940831420556, 'loss': 1.3195255994796753}
{'epoch': 33, 'iter': 170, 'avg_loss': 1.2550668695516753, 'avg_acc_mask': 59.29883539440509, 'loss': 1.1939432621002197}
{'epoch': 33, 'iter': 180, 'avg_loss': 1.2604850938965602, 'avg_acc_mask': 59.084211719369826, 'loss': 1.6280903816223145}
{'epoch': 33, 'iter': 190, 'avg_loss': 1.2578405310346195, 'avg_acc_mask': 59.112451529513145, 'loss': 1.551326036453247}
{'epoch': 33, 'iter': 200, 'avg_loss': 1.2567779558214975, 'avg_acc_mask': 59.038971638441126, 'loss': 1.403177261352539}
{'epoch': 33, 'iter': 210, 'avg_loss': 1.2573516580730817, 'avg_acc_mask': 59.109942545525364, 'loss': 1.2975845336914062}
{'epoch': 33, 'iter': 220, 'avg_loss': 1.2593908291057223, 'avg_acc_mask': 58.97602073882048, 'loss': 1.3994355201721191}
{'epoch': 33, 'iter': 230, 'avg_loss': 1.2582774224219384, 'avg_acc_mask': 59.11150599733451, 'loss': 1.0950859785079956}
{'epoch': 33, 'iter': 240, 'avg_loss': 1.257863317287809, 'avg_acc_mask': 59.11724608043627, 'loss': 1.249313235282898}
{'epoch': 33, 'iter': 250, 'avg_loss': 1.2623193199891019, 'avg_acc_mask': 59.045040610386415, 'loss': 1.486153483390808}
{'epoch': 33, 'iter': 260, 'avg_loss': 1.2630898516296885, 'avg_acc_mask': 59.117461319861064, 'loss': 0.9976623058319092}
{'epoch': 33, 'iter': 270, 'avg_loss': 1.264272737327097, 'avg_acc_mask': 59.05182254014154, 'loss': 1.4843519926071167}
{'epoch': 33, 'iter': 280, 'avg_loss': 1.268458970076673, 'avg_acc_mask': 58.8933675338952, 'loss': 1.3826550245285034}
{'epoch': 33, 'iter': 290, 'avg_loss': 1.263153504260217, 'avg_acc_mask': 59.00643064094411, 'loss': 0.9656516313552856}
{'epoch': 33, 'iter': 300, 'avg_loss': 1.263637897580169, 'avg_acc_mask': 58.906078860898134, 'loss': 1.0972234010696411}
{'epoch': 33, 'iter': 310, 'avg_loss': 1.2657281578162092, 'avg_acc_mask': 58.87016848364718, 'loss': 1.418760061264038}
{'epoch': 33, 'iter': 320, 'avg_loss': 1.2654228147316573, 'avg_acc_mask': 58.876707059049814, 'loss': 1.483195424079895}
{'epoch': 33, 'iter': 330, 'avg_loss': 1.2647852632934593, 'avg_acc_mask': 58.90112625225562, 'loss': 1.1839649677276611}
{'epoch': 33, 'iter': 340, 'avg_loss': 1.2664140693603023, 'avg_acc_mask': 58.85118437707191, 'loss': 1.3912103176116943}
{'epoch': 33, 'iter': 350, 'avg_loss': 1.2668118167806555, 'avg_acc_mask': 58.86549707602339, 'loss': 1.0713262557983398}
{'epoch': 33, 'iter': 360, 'avg_loss': 1.2679911349949085, 'avg_acc_mask': 58.861512319456246, 'loss': 1.3623441457748413}
{'epoch': 33, 'iter': 370, 'avg_loss': 1.2656280321252313, 'avg_acc_mask': 58.92906279236145, 'loss': 1.4785549640655518}
{'epoch': 33, 'iter': 380, 'avg_loss': 1.265660479156364, 'avg_acc_mask': 58.964592274678104, 'loss': 0.8854445219039917}
{'epoch': 33, 'iter': 390, 'avg_loss': 1.2674589118994106, 'avg_acc_mask': 58.82966517158652, 'loss': 1.6467337608337402}
{'epoch': 'EP33_test', 'avg_loss': 1.2688439155768867, 'total_masked_acc': 58.80655467381222}
{'epoch': 34, 'iter': 0, 'avg_loss': 1.148675799369812, 'avg_acc_mask': 65.38461538461539, 'loss': 1.148675799369812}
{'epoch': 34, 'iter': 10, 'avg_loss': 1.2990385727448897, 'avg_acc_mask': 57.692307692307686, 'loss': 1.3709195852279663}
{'epoch': 34, 'iter': 20, 'avg_loss': 1.2485692415918623, 'avg_acc_mask': 59.056603773584904, 'loss': 1.1352542638778687}
{'epoch': 34, 'iter': 30, 'avg_loss': 1.197908438021137, 'avg_acc_mask': 60.7741935483871, 'loss': 1.2350192070007324}
{'epoch': 34, 'iter': 40, 'avg_loss': 1.2042134825776263, 'avg_acc_mask': 60.802005012531325, 'loss': 1.236354947090149}
{'epoch': 34, 'iter': 50, 'avg_loss': 1.2044469199928582, 'avg_acc_mask': 60.682730923694784, 'loss': 1.1326202154159546}
{'epoch': 34, 'iter': 60, 'avg_loss': 1.1989099725348051, 'avg_acc_mask': 61.09028960817717, 'loss': 1.253535509109497}
{'epoch': 34, 'iter': 70, 'avg_loss': 1.203518269767224, 'avg_acc_mask': 60.824742268041234, 'loss': 1.249460220336914}
{'epoch': 34, 'iter': 80, 'avg_loss': 1.2058348927968814, 'avg_acc_mask': 61.003764115432865, 'loss': 1.36942458152771}
{'epoch': 34, 'iter': 90, 'avg_loss': 1.1999022161567605, 'avg_acc_mask': 61.379465288699166, 'loss': 0.9555588960647583}
{'epoch': 34, 'iter': 100, 'avg_loss': 1.1941269825000573, 'avg_acc_mask': 61.34572640937564, 'loss': 1.0426342487335205}
{'epoch': 34, 'iter': 110, 'avg_loss': 1.1972525216437675, 'avg_acc_mask': 61.15068493150685, 'loss': 1.1681181192398071}
{'epoch': 34, 'iter': 120, 'avg_loss': 1.2022009230842274, 'avg_acc_mask': 61.04268601316012, 'loss': 1.2015093564987183}
{'epoch': 34, 'iter': 130, 'avg_loss': 1.2158078483042827, 'avg_acc_mask': 60.505113108149985, 'loss': 1.8251159191131592}
{'epoch': 34, 'iter': 140, 'avg_loss': 1.224821559080841, 'avg_acc_mask': 60.41395281516863, 'loss': 1.245741844177246}
{'epoch': 34, 'iter': 150, 'avg_loss': 1.2227320639502923, 'avg_acc_mask': 60.266594856604286, 'loss': 1.536670446395874}
{'epoch': 34, 'iter': 160, 'avg_loss': 1.2311069920936726, 'avg_acc_mask': 60.03297818366311, 'loss': 1.1302436590194702}
{'epoch': 34, 'iter': 170, 'avg_loss': 1.2333244949753521, 'avg_acc_mask': 59.86873508353222, 'loss': 1.4762204885482788}
{'epoch': 34, 'iter': 180, 'avg_loss': 1.2391963568181623, 'avg_acc_mask': 59.73806029129503, 'loss': 1.7268439531326294}
{'epoch': 34, 'iter': 190, 'avg_loss': 1.2396906305358049, 'avg_acc_mask': 59.77270290554305, 'loss': 1.6333469152450562}
{'epoch': 34, 'iter': 200, 'avg_loss': 1.2461375522969373, 'avg_acc_mask': 59.484159220146225, 'loss': 1.271989107131958}
{'epoch': 34, 'iter': 210, 'avg_loss': 1.2420341211472643, 'avg_acc_mask': 59.60252060106641, 'loss': 1.3435684442520142}
{'epoch': 34, 'iter': 220, 'avg_loss': 1.2471673898567441, 'avg_acc_mask': 59.35477907191717, 'loss': 1.4648715257644653}
{'epoch': 34, 'iter': 230, 'avg_loss': 1.242441672009307, 'avg_acc_mask': 59.5303500221533, 'loss': 1.1606898307800293}
{'epoch': 34, 'iter': 240, 'avg_loss': 1.247507420070933, 'avg_acc_mask': 59.35035196336189, 'loss': 1.3783706426620483}
{'epoch': 34, 'iter': 250, 'avg_loss': 1.2501896175730276, 'avg_acc_mask': 59.26590538336052, 'loss': 1.2946228981018066}
{'epoch': 34, 'iter': 260, 'avg_loss': 1.2529585448261422, 'avg_acc_mask': 59.226962055149656, 'loss': 1.3338027000427246}
{'epoch': 34, 'iter': 270, 'avg_loss': 1.2567831968469374, 'avg_acc_mask': 59.13791801917415, 'loss': 1.19304358959198}
{'epoch': 34, 'iter': 280, 'avg_loss': 1.258122215491597, 'avg_acc_mask': 59.10710390460263, 'loss': 1.2915939092636108}
{'epoch': 34, 'iter': 290, 'avg_loss': 1.2539029459363407, 'avg_acc_mask': 59.2387105836084, 'loss': 1.1247559785842896}
{'epoch': 34, 'iter': 300, 'avg_loss': 1.2518742355793417, 'avg_acc_mask': 59.26177690163823, 'loss': 1.2132481336593628}
{'epoch': 34, 'iter': 310, 'avg_loss': 1.2529740082489333, 'avg_acc_mask': 59.20897284533648, 'loss': 1.4951473474502563}
{'epoch': 34, 'iter': 320, 'avg_loss': 1.2519080739154993, 'avg_acc_mask': 59.221572119053675, 'loss': 0.9541037082672119}
{'epoch': 34, 'iter': 330, 'avg_loss': 1.2536518570159496, 'avg_acc_mask': 59.19376777544206, 'loss': 1.4203462600708008}
{'epoch': 34, 'iter': 340, 'avg_loss': 1.2544362898096661, 'avg_acc_mask': 59.16646735230806, 'loss': 1.248275637626648}
{'epoch': 34, 'iter': 350, 'avg_loss': 1.254650741900474, 'avg_acc_mask': 59.14520992809093, 'loss': 1.376708745956421}
{'epoch': 34, 'iter': 360, 'avg_loss': 1.2581862627304161, 'avg_acc_mask': 59.01463963963964, 'loss': 1.2320421934127808}
{'epoch': 34, 'iter': 370, 'avg_loss': 1.255953998739186, 'avg_acc_mask': 58.98138006571742, 'loss': 1.2427345514297485}
{'epoch': 34, 'iter': 380, 'avg_loss': 1.2556405951344747, 'avg_acc_mask': 58.97654584221749, 'loss': 1.1573224067687988}
{'epoch': 34, 'iter': 390, 'avg_loss': 1.256121843824606, 'avg_acc_mask': 58.96997043721799, 'loss': 1.4949817657470703}
{'epoch': 'EP34_test', 'avg_loss': 1.2549202734171743, 'total_masked_acc': 59.00497002613106}
{'epoch': 35, 'iter': 0, 'avg_loss': 1.1211895942687988, 'avg_acc_mask': 54.0, 'loss': 1.1211895942687988}
{'epoch': 35, 'iter': 10, 'avg_loss': 1.3162135102532126, 'avg_acc_mask': 55.29865125240848, 'loss': 1.4118627309799194}
{'epoch': 35, 'iter': 20, 'avg_loss': 1.2447515300342016, 'avg_acc_mask': 57.98403193612774, 'loss': 1.3100616931915283}
{'epoch': 35, 'iter': 30, 'avg_loss': 1.2213988054183222, 'avg_acc_mask': 58.795345653661876, 'loss': 1.0417431592941284}
{'epoch': 35, 'iter': 40, 'avg_loss': 1.233498083382118, 'avg_acc_mask': 59.06976744186046, 'loss': 1.1576865911483765}
{'epoch': 35, 'iter': 50, 'avg_loss': 1.2339544950747023, 'avg_acc_mask': 58.99427636958299, 'loss': 1.5987015962600708}
{'epoch': 35, 'iter': 60, 'avg_loss': 1.2541249462815582, 'avg_acc_mask': 58.93602225312935, 'loss': 1.2583529949188232}
{'epoch': 35, 'iter': 70, 'avg_loss': 1.235683604025505, 'avg_acc_mask': 59.624413145539904, 'loss': 1.0720202922821045}
{'epoch': 35, 'iter': 80, 'avg_loss': 1.2435053785641987, 'avg_acc_mask': 59.52687066083826, 'loss': 1.4356701374053955}
{'epoch': 35, 'iter': 90, 'avg_loss': 1.2482854016534575, 'avg_acc_mask': 59.43590919513873, 'loss': 1.2379051446914673}
{'epoch': 35, 'iter': 100, 'avg_loss': 1.256891436506026, 'avg_acc_mask': 59.26385442514474, 'loss': 1.0624598264694214}
{'epoch': 35, 'iter': 110, 'avg_loss': 1.2652369861130242, 'avg_acc_mask': 59.08239700374532, 'loss': 1.8425569534301758}
{'epoch': 35, 'iter': 120, 'avg_loss': 1.2626714179338503, 'avg_acc_mask': 59.18261769270564, 'loss': 1.4874781370162964}
{'epoch': 35, 'iter': 130, 'avg_loss': 1.255603518649822, 'avg_acc_mask': 59.208015267175576, 'loss': 1.2028348445892334}
{'epoch': 35, 'iter': 140, 'avg_loss': 1.2600540425760527, 'avg_acc_mask': 59.39206138409325, 'loss': 1.497352123260498}
{'epoch': 35, 'iter': 150, 'avg_loss': 1.2685058231385338, 'avg_acc_mask': 59.40430226144512, 'loss': 1.3754496574401855}
{'epoch': 35, 'iter': 160, 'avg_loss': 1.2754303753746221, 'avg_acc_mask': 59.10501810657009, 'loss': 1.1933907270431519}
{'epoch': 35, 'iter': 170, 'avg_loss': 1.272296096497809, 'avg_acc_mask': 59.197854443496276, 'loss': 1.2613680362701416}
{'epoch': 35, 'iter': 180, 'avg_loss': 1.277698847141055, 'avg_acc_mask': 59.1108545034642, 'loss': 1.6694144010543823}
{'epoch': 35, 'iter': 190, 'avg_loss': 1.2706540645105053, 'avg_acc_mask': 59.16017980484596, 'loss': 0.9646480083465576}
{'epoch': 35, 'iter': 200, 'avg_loss': 1.269372411331727, 'avg_acc_mask': 59.00562851782364, 'loss': 0.884816586971283}
{'epoch': 35, 'iter': 210, 'avg_loss': 1.2738617175563252, 'avg_acc_mask': 59.06514172053705, 'loss': 1.4842479228973389}
{'epoch': 35, 'iter': 220, 'avg_loss': 1.2752477769398582, 'avg_acc_mask': 58.96395546329496, 'loss': 1.2924766540527344}
{'epoch': 35, 'iter': 230, 'avg_loss': 1.271393958882336, 'avg_acc_mask': 58.97667691195082, 'loss': 1.3741480112075806}
{'epoch': 35, 'iter': 240, 'avg_loss': 1.2697084157793355, 'avg_acc_mask': 58.9375324450597, 'loss': 0.9254040718078613}
{'epoch': 35, 'iter': 250, 'avg_loss': 1.2659574212780986, 'avg_acc_mask': 59.193534949595936, 'loss': 0.8115336298942566}
{'epoch': 35, 'iter': 260, 'avg_loss': 1.2643767165955, 'avg_acc_mask': 59.17585050311451, 'loss': 1.3724929094314575}
{'epoch': 35, 'iter': 270, 'avg_loss': 1.2649315907946372, 'avg_acc_mask': 59.20024513559062, 'loss': 1.279180645942688}
{'epoch': 35, 'iter': 280, 'avg_loss': 1.2653655946466846, 'avg_acc_mask': 59.15150622376078, 'loss': 1.3614084720611572}
{'epoch': 35, 'iter': 290, 'avg_loss': 1.2632655970419395, 'avg_acc_mask': 59.1306822223803, 'loss': 1.2809702157974243}
{'epoch': 35, 'iter': 300, 'avg_loss': 1.2601811040279478, 'avg_acc_mask': 59.25976979805638, 'loss': 0.8596230745315552}
{'epoch': 35, 'iter': 310, 'avg_loss': 1.2625567788479797, 'avg_acc_mask': 59.11819637139808, 'loss': 1.4355052709579468}
{'epoch': 35, 'iter': 320, 'avg_loss': 1.2615539396291953, 'avg_acc_mask': 59.16030534351145, 'loss': 1.2887216806411743}
{'epoch': 35, 'iter': 330, 'avg_loss': 1.2600391689023942, 'avg_acc_mask': 59.26111773191997, 'loss': 1.1937795877456665}
{'epoch': 35, 'iter': 340, 'avg_loss': 1.2595507887101942, 'avg_acc_mask': 59.26016062302263, 'loss': 0.9768560528755188}
{'epoch': 35, 'iter': 350, 'avg_loss': 1.2597915908889552, 'avg_acc_mask': 59.261883672866844, 'loss': 1.2566990852355957}
{'epoch': 35, 'iter': 360, 'avg_loss': 1.2603603830958336, 'avg_acc_mask': 59.193622390456525, 'loss': 1.4131591320037842}
{'epoch': 35, 'iter': 370, 'avg_loss': 1.2597085330685516, 'avg_acc_mask': 59.175154449824674, 'loss': 1.4517213106155396}
{'epoch': 35, 'iter': 380, 'avg_loss': 1.2608765363693237, 'avg_acc_mask': 59.192946394763894, 'loss': 1.3232589960098267}
{'epoch': 35, 'iter': 390, 'avg_loss': 1.2616011725972072, 'avg_acc_mask': 59.135601240864396, 'loss': 1.3330183029174805}
{'epoch': 'EP35_test', 'avg_loss': 1.2608087204321465, 'total_masked_acc': 59.13844232870298}
{'epoch': 36, 'iter': 0, 'avg_loss': 1.0226407051086426, 'avg_acc_mask': 62.903225806451616, 'loss': 1.0226407051086426}
{'epoch': 36, 'iter': 10, 'avg_loss': 1.3011115464297207, 'avg_acc_mask': 56.442831215970955, 'loss': 1.3653277158737183}
{'epoch': 36, 'iter': 20, 'avg_loss': 1.254160795892988, 'avg_acc_mask': 59.545004945598414, 'loss': 1.1405216455459595}
{'epoch': 36, 'iter': 30, 'avg_loss': 1.2476855401069886, 'avg_acc_mask': 59.98650472334683, 'loss': 1.6417551040649414}
{'epoch': 36, 'iter': 40, 'avg_loss': 1.2352153309961644, 'avg_acc_mask': 60.52219321148825, 'loss': 1.3008390665054321}
{'epoch': 36, 'iter': 50, 'avg_loss': 1.2363064370903314, 'avg_acc_mask': 60.37177862272919, 'loss': 0.8343299031257629}
{'epoch': 36, 'iter': 60, 'avg_loss': 1.2425782162635053, 'avg_acc_mask': 60.44959606603442, 'loss': 1.335302710533142}
{'epoch': 36, 'iter': 70, 'avg_loss': 1.2293597157572356, 'avg_acc_mask': 60.11202830188679, 'loss': 1.3325845003128052}
{'epoch': 36, 'iter': 80, 'avg_loss': 1.2412371296941498, 'avg_acc_mask': 59.566326530612244, 'loss': 1.5228632688522339}
{'epoch': 36, 'iter': 90, 'avg_loss': 1.2432787811363137, 'avg_acc_mask': 59.365864627838995, 'loss': 1.1432230472564697}
{'epoch': 36, 'iter': 100, 'avg_loss': 1.2549151087751482, 'avg_acc_mask': 59.217990275526745, 'loss': 1.4581695795059204}
{'epoch': 36, 'iter': 110, 'avg_loss': 1.2477571502462164, 'avg_acc_mask': 59.34166973151894, 'loss': 1.5037941932678223}
{'epoch': 36, 'iter': 120, 'avg_loss': 1.252630531295272, 'avg_acc_mask': 59.39444911690496, 'loss': 1.2159281969070435}
{'epoch': 36, 'iter': 130, 'avg_loss': 1.2486915697578256, 'avg_acc_mask': 59.65157878363665, 'loss': 1.1384984254837036}
{'epoch': 36, 'iter': 140, 'avg_loss': 1.248700219688686, 'avg_acc_mask': 59.62231512181057, 'loss': 1.552916407585144}
{'epoch': 36, 'iter': 150, 'avg_loss': 1.2526441054628386, 'avg_acc_mask': 59.375, 'loss': 1.43893563747406}
{'epoch': 36, 'iter': 160, 'avg_loss': 1.2515074525560652, 'avg_acc_mask': 59.32353686344059, 'loss': 1.4091131687164307}
{'epoch': 36, 'iter': 170, 'avg_loss': 1.2539112414532936, 'avg_acc_mask': 59.298161852470756, 'loss': 1.4091241359710693}
{'epoch': 36, 'iter': 180, 'avg_loss': 1.258014098715387, 'avg_acc_mask': 59.07807027454525, 'loss': 1.6666752099990845}
{'epoch': 36, 'iter': 190, 'avg_loss': 1.255561639189096, 'avg_acc_mask': 59.06696764484575, 'loss': 1.081493854522705}
{'epoch': 36, 'iter': 200, 'avg_loss': 1.2596691333832433, 'avg_acc_mask': 58.98905146833112, 'loss': 1.4898625612258911}
{'epoch': 36, 'iter': 210, 'avg_loss': 1.2611428987923392, 'avg_acc_mask': 58.89929742388759, 'loss': 1.8295981884002686}
{'epoch': 36, 'iter': 220, 'avg_loss': 1.2634916270480436, 'avg_acc_mask': 58.533876342095525, 'loss': 1.4424186944961548}
{'epoch': 36, 'iter': 230, 'avg_loss': 1.2596115880198293, 'avg_acc_mask': 58.64608286753615, 'loss': 0.965867280960083}
{'epoch': 36, 'iter': 240, 'avg_loss': 1.2574202779417711, 'avg_acc_mask': 58.73988931460195, 'loss': 1.2224448919296265}
{'epoch': 36, 'iter': 250, 'avg_loss': 1.2577967085686337, 'avg_acc_mask': 58.77937336814622, 'loss': 1.0523295402526855}
{'epoch': 36, 'iter': 260, 'avg_loss': 1.2557447468183964, 'avg_acc_mask': 58.97698612862548, 'loss': 1.0778752565383911}
{'epoch': 36, 'iter': 270, 'avg_loss': 1.2585461557571298, 'avg_acc_mask': 58.993844517060566, 'loss': 1.1859756708145142}
{'epoch': 36, 'iter': 280, 'avg_loss': 1.2603676493057576, 'avg_acc_mask': 59.01279707495429, 'loss': 1.2929613590240479}
{'epoch': 36, 'iter': 290, 'avg_loss': 1.2585312293976854, 'avg_acc_mask': 59.04210228878214, 'loss': 1.3255876302719116}
{'epoch': 36, 'iter': 300, 'avg_loss': 1.2567026090384321, 'avg_acc_mask': 59.14354230900993, 'loss': 1.212711215019226}
{'epoch': 36, 'iter': 310, 'avg_loss': 1.2569020524668923, 'avg_acc_mask': 59.056578773022395, 'loss': 1.644071102142334}
{'epoch': 36, 'iter': 320, 'avg_loss': 1.2554999190698903, 'avg_acc_mask': 59.100270305058565, 'loss': 1.34110426902771}
{'epoch': 36, 'iter': 330, 'avg_loss': 1.2535472915611958, 'avg_acc_mask': 59.13260530421217, 'loss': 1.342006802558899}
{'epoch': 36, 'iter': 340, 'avg_loss': 1.250622897903241, 'avg_acc_mask': 59.22124962269846, 'loss': 1.3868212699890137}
{'epoch': 36, 'iter': 350, 'avg_loss': 1.2515633671711652, 'avg_acc_mask': 59.17554748799625, 'loss': 0.8634577393531799}
{'epoch': 36, 'iter': 360, 'avg_loss': 1.2524525737828496, 'avg_acc_mask': 59.16021847974511, 'loss': 1.4966732263565063}
{'epoch': 36, 'iter': 370, 'avg_loss': 1.2511873442850345, 'avg_acc_mask': 59.269507470946316, 'loss': 1.5156339406967163}
{'epoch': 36, 'iter': 380, 'avg_loss': 1.2512912697053644, 'avg_acc_mask': 59.329140461215935, 'loss': 1.3056756258010864}
{'epoch': 36, 'iter': 390, 'avg_loss': 1.2521064068045458, 'avg_acc_mask': 59.33657719876524, 'loss': 1.5288982391357422}
{'epoch': 'EP36_test', 'avg_loss': 1.2509205112553605, 'total_masked_acc': 59.32974762101779}
{'epoch': 37, 'iter': 0, 'avg_loss': 1.2896205186843872, 'avg_acc_mask': 57.99999999999999, 'loss': 1.2896205186843872}
{'epoch': 37, 'iter': 10, 'avg_loss': 1.3147914951497859, 'avg_acc_mask': 58.504672897196265, 'loss': 1.6458704471588135}
{'epoch': 37, 'iter': 20, 'avg_loss': 1.292618916148231, 'avg_acc_mask': 57.75075987841946, 'loss': 1.1197764873504639}
{'epoch': 37, 'iter': 30, 'avg_loss': 1.2679077867538697, 'avg_acc_mask': 58.69565217391305, 'loss': 1.459886074066162}
{'epoch': 37, 'iter': 40, 'avg_loss': 1.2462572411793034, 'avg_acc_mask': 59.77190254017626, 'loss': 1.0614385604858398}
{'epoch': 37, 'iter': 50, 'avg_loss': 1.2309403361058702, 'avg_acc_mask': 60.02449979583504, 'loss': 1.026690125465393}
{'epoch': 37, 'iter': 60, 'avg_loss': 1.236286989000977, 'avg_acc_mask': 59.755268524813054, 'loss': 1.3604320287704468}
{'epoch': 37, 'iter': 70, 'avg_loss': 1.2363872225855437, 'avg_acc_mask': 59.74395448079659, 'loss': 1.4369220733642578}
{'epoch': 37, 'iter': 80, 'avg_loss': 1.2345386235802263, 'avg_acc_mask': 59.63855421686747, 'loss': 1.226043701171875}
{'epoch': 37, 'iter': 90, 'avg_loss': 1.242642810711494, 'avg_acc_mask': 59.28967813540511, 'loss': 1.1565226316452026}
{'epoch': 37, 'iter': 100, 'avg_loss': 1.2399392251921173, 'avg_acc_mask': 59.42115768463074, 'loss': 1.0305078029632568}
{'epoch': 37, 'iter': 110, 'avg_loss': 1.244292017038878, 'avg_acc_mask': 59.22242314647378, 'loss': 1.3498142957687378}
{'epoch': 37, 'iter': 120, 'avg_loss': 1.241574682972648, 'avg_acc_mask': 59.27835051546392, 'loss': 1.5214885473251343}
{'epoch': 37, 'iter': 130, 'avg_loss': 1.241750180721283, 'avg_acc_mask': 59.233821733821735, 'loss': 1.4913370609283447}
{'epoch': 37, 'iter': 140, 'avg_loss': 1.2445095350556339, 'avg_acc_mask': 59.33380581148122, 'loss': 1.3321776390075684}
{'epoch': 37, 'iter': 150, 'avg_loss': 1.2426208218201895, 'avg_acc_mask': 59.35509554140127, 'loss': 1.5222843885421753}
{'epoch': 37, 'iter': 160, 'avg_loss': 1.2541618991342391, 'avg_acc_mask': 59.18570009930486, 'loss': 1.3993664979934692}
{'epoch': 37, 'iter': 170, 'avg_loss': 1.2588148075237608, 'avg_acc_mask': 59.025754574058965, 'loss': 1.1771364212036133}
{'epoch': 37, 'iter': 180, 'avg_loss': 1.2595880551891432, 'avg_acc_mask': 59.0220157097024, 'loss': 1.5905399322509766}
{'epoch': 37, 'iter': 190, 'avg_loss': 1.2572284088084835, 'avg_acc_mask': 59.09376308078694, 'loss': 1.212632417678833}
{'epoch': 37, 'iter': 200, 'avg_loss': 1.2588219049558118, 'avg_acc_mask': 59.00856062114275, 'loss': 1.095876693725586}
{'epoch': 37, 'iter': 210, 'avg_loss': 1.2594778102721083, 'avg_acc_mask': 59.10210267096041, 'loss': 1.3635591268539429}
{'epoch': 37, 'iter': 220, 'avg_loss': 1.2601254698377928, 'avg_acc_mask': 58.935842910143876, 'loss': 1.184340238571167}
{'epoch': 37, 'iter': 230, 'avg_loss': 1.255884752645121, 'avg_acc_mask': 59.07748436414176, 'loss': 0.909650444984436}
{'epoch': 37, 'iter': 240, 'avg_loss': 1.255104440871116, 'avg_acc_mask': 59.09166666666666, 'loss': 1.2343007326126099}
{'epoch': 37, 'iter': 250, 'avg_loss': 1.2619690173175706, 'avg_acc_mask': 58.97702713519571, 'loss': 1.4207113981246948}
{'epoch': 37, 'iter': 260, 'avg_loss': 1.2611200064991626, 'avg_acc_mask': 59.061850111684514, 'loss': 1.234907865524292}
{'epoch': 37, 'iter': 270, 'avg_loss': 1.2635290772272652, 'avg_acc_mask': 59.01104603751205, 'loss': 1.2622885704040527}
{'epoch': 37, 'iter': 280, 'avg_loss': 1.262692723197869, 'avg_acc_mask': 58.986998142591794, 'loss': 1.12799870967865}
{'epoch': 37, 'iter': 290, 'avg_loss': 1.2597700422981761, 'avg_acc_mask': 59.08902691511388, 'loss': 0.95905601978302}
{'epoch': 37, 'iter': 300, 'avg_loss': 1.256664061863161, 'avg_acc_mask': 59.20155142436806, 'loss': 1.1943247318267822}
{'epoch': 37, 'iter': 310, 'avg_loss': 1.2579192362030986, 'avg_acc_mask': 59.234802874344524, 'loss': 1.497681736946106}
{'epoch': 37, 'iter': 320, 'avg_loss': 1.2546516356067123, 'avg_acc_mask': 59.372642695499124, 'loss': 1.3515084981918335}
{'epoch': 37, 'iter': 330, 'avg_loss': 1.2539075886735023, 'avg_acc_mask': 59.3470183346531, 'loss': 1.4185056686401367}
{'epoch': 37, 'iter': 340, 'avg_loss': 1.2545205270789586, 'avg_acc_mask': 59.32062966031483, 'loss': 1.4175515174865723}
{'epoch': 37, 'iter': 350, 'avg_loss': 1.2539589686950727, 'avg_acc_mask': 59.289491837203954, 'loss': 1.3677079677581787}
{'epoch': 37, 'iter': 360, 'avg_loss': 1.2541624443022499, 'avg_acc_mask': 59.32260228034876, 'loss': 1.1276161670684814}
{'epoch': 37, 'iter': 370, 'avg_loss': 1.2510475962952463, 'avg_acc_mask': 59.40949377412865, 'loss': 1.3985917568206787}
{'epoch': 37, 'iter': 380, 'avg_loss': 1.2539554044330528, 'avg_acc_mask': 59.291238478652396, 'loss': 1.4909095764160156}
{'epoch': 37, 'iter': 390, 'avg_loss': 1.2550440976381911, 'avg_acc_mask': 59.25429322881749, 'loss': 1.3896392583847046}
{'epoch': 'EP37_test', 'avg_loss': 1.252718923519356, 'total_masked_acc': 59.30250344159486}
{'epoch': 38, 'iter': 0, 'avg_loss': 1.1908961534500122, 'avg_acc_mask': 65.85365853658537, 'loss': 1.1908961534500122}
{'epoch': 38, 'iter': 10, 'avg_loss': 1.2865525158968838, 'avg_acc_mask': 59.176029962546814, 'loss': 1.576899766921997}
{'epoch': 38, 'iter': 20, 'avg_loss': 1.2205496487163363, 'avg_acc_mask': 60.215053763440864, 'loss': 1.0045822858810425}
{'epoch': 38, 'iter': 30, 'avg_loss': 1.2384046027737279, 'avg_acc_mask': 59.592641261498024, 'loss': 1.4734747409820557}
{'epoch': 38, 'iter': 40, 'avg_loss': 1.2313780784606934, 'avg_acc_mask': 60.030015007503756, 'loss': 1.297069787979126}
{'epoch': 38, 'iter': 50, 'avg_loss': 1.2155086339688768, 'avg_acc_mask': 60.01583531274742, 'loss': 0.953555703163147}
{'epoch': 38, 'iter': 60, 'avg_loss': 1.2059903809281647, 'avg_acc_mask': 59.99327052489905, 'loss': 1.0313018560409546}
{'epoch': 38, 'iter': 70, 'avg_loss': 1.1974345504398076, 'avg_acc_mask': 60.143266475644694, 'loss': 1.2876321077346802}
{'epoch': 38, 'iter': 80, 'avg_loss': 1.2026703070711207, 'avg_acc_mask': 60.030165912518854, 'loss': 1.4005203247070312}
{'epoch': 38, 'iter': 90, 'avg_loss': 1.1991336267073076, 'avg_acc_mask': 60.372698697799734, 'loss': 1.1495758295059204}
{'epoch': 38, 'iter': 100, 'avg_loss': 1.2010894228916358, 'avg_acc_mask': 60.45003040745996, 'loss': 1.2887722253799438}
{'epoch': 38, 'iter': 110, 'avg_loss': 1.2086385730150584, 'avg_acc_mask': 60.11422254974208, 'loss': 1.4430283308029175}
{'epoch': 38, 'iter': 120, 'avg_loss': 1.2084431692588429, 'avg_acc_mask': 60.17969147313104, 'loss': 1.3680171966552734}
{'epoch': 38, 'iter': 130, 'avg_loss': 1.2091174334970138, 'avg_acc_mask': 60.162728837427636, 'loss': 1.7357813119888306}
{'epoch': 38, 'iter': 140, 'avg_loss': 1.2118232884305589, 'avg_acc_mask': 60.24989103588552, 'loss': 1.3449610471725464}
{'epoch': 38, 'iter': 150, 'avg_loss': 1.2125340325153426, 'avg_acc_mask': 60.18204048362994, 'loss': 1.4318344593048096}
{'epoch': 38, 'iter': 160, 'avg_loss': 1.2147736815932375, 'avg_acc_mask': 60.17382413087935, 'loss': 1.3826223611831665}
{'epoch': 38, 'iter': 170, 'avg_loss': 1.2181916303104825, 'avg_acc_mask': 59.91077887629612, 'loss': 1.3821250200271606}
{'epoch': 38, 'iter': 180, 'avg_loss': 1.2213471426489604, 'avg_acc_mask': 59.80024968789014, 'loss': 1.6111491918563843}
{'epoch': 38, 'iter': 190, 'avg_loss': 1.2161041800888421, 'avg_acc_mask': 60.04314994606257, 'loss': 1.4529513120651245}
{'epoch': 38, 'iter': 200, 'avg_loss': 1.2205655684518577, 'avg_acc_mask': 59.92213912508964, 'loss': 1.0911390781402588}
{'epoch': 38, 'iter': 210, 'avg_loss': 1.222081100488726, 'avg_acc_mask': 59.828643754259566, 'loss': 1.4870853424072266}
{'epoch': 38, 'iter': 220, 'avg_loss': 1.2225996363756344, 'avg_acc_mask': 59.761508596783145, 'loss': 1.2179288864135742}
{'epoch': 38, 'iter': 230, 'avg_loss': 1.2210961704130296, 'avg_acc_mask': 59.909550412343705, 'loss': 1.2195738554000854}
{'epoch': 38, 'iter': 240, 'avg_loss': 1.2277764962421909, 'avg_acc_mask': 59.76512637222364, 'loss': 1.3934017419815063}
{'epoch': 38, 'iter': 250, 'avg_loss': 1.2307514431942033, 'avg_acc_mask': 59.72210870453617, 'loss': 1.36909019947052}
{'epoch': 38, 'iter': 260, 'avg_loss': 1.2327473848715595, 'avg_acc_mask': 59.63338840374479, 'loss': 1.0003477334976196}
{'epoch': 38, 'iter': 270, 'avg_loss': 1.236715275863, 'avg_acc_mask': 59.45721197459933, 'loss': 1.1040170192718506}
{'epoch': 38, 'iter': 280, 'avg_loss': 1.2371888525545385, 'avg_acc_mask': 59.513048549351225, 'loss': 1.0870829820632935}
{'epoch': 38, 'iter': 290, 'avg_loss': 1.2362392890903957, 'avg_acc_mask': 59.59915611814346, 'loss': 1.0880613327026367}
{'epoch': 38, 'iter': 300, 'avg_loss': 1.2338097659852418, 'avg_acc_mask': 59.65329707681849, 'loss': 1.3735142946243286}
{'epoch': 38, 'iter': 310, 'avg_loss': 1.2339913588244815, 'avg_acc_mask': 59.73326325471389, 'loss': 1.2512356042861938}
{'epoch': 38, 'iter': 320, 'avg_loss': 1.2307931667547731, 'avg_acc_mask': 59.799412290788304, 'loss': 0.9777619242668152}
{'epoch': 38, 'iter': 330, 'avg_loss': 1.2283271236001905, 'avg_acc_mask': 59.94543650793651, 'loss': 1.2338674068450928}
{'epoch': 38, 'iter': 340, 'avg_loss': 1.2264208176618447, 'avg_acc_mask': 59.950578592092576, 'loss': 1.1436210870742798}
{'epoch': 38, 'iter': 350, 'avg_loss': 1.225770232854066, 'avg_acc_mask': 59.973069492418475, 'loss': 1.1137043237686157}
{'epoch': 38, 'iter': 360, 'avg_loss': 1.2246306531977456, 'avg_acc_mask': 60.00455399328286, 'loss': 1.101965308189392}
{'epoch': 38, 'iter': 370, 'avg_loss': 1.2204793460285568, 'avg_acc_mask': 60.13622016722964, 'loss': 1.2489460706710815}
{'epoch': 38, 'iter': 380, 'avg_loss': 1.22207037560896, 'avg_acc_mask': 60.09255771403972, 'loss': 1.185731053352356}
{'epoch': 38, 'iter': 390, 'avg_loss': 1.2204496218725238, 'avg_acc_mask': 60.122570844900736, 'loss': 1.2637451887130737}
{'epoch': 'EP38_test', 'avg_loss': 1.222216537655002, 'total_masked_acc': 60.021747009786154}
{'epoch': 39, 'iter': 0, 'avg_loss': 1.037697434425354, 'avg_acc_mask': 57.446808510638306, 'loss': 1.037697434425354}
{'epoch': 39, 'iter': 10, 'avg_loss': 1.2810708284378052, 'avg_acc_mask': 56.38297872340425, 'loss': 1.7311092615127563}
{'epoch': 39, 'iter': 20, 'avg_loss': 1.2063639646484738, 'avg_acc_mask': 59.44186046511628, 'loss': 1.3896056413650513}
{'epoch': 39, 'iter': 30, 'avg_loss': 1.1897319055372668, 'avg_acc_mask': 59.92366412213741, 'loss': 1.304127812385559}
{'epoch': 39, 'iter': 40, 'avg_loss': 1.2099432218365553, 'avg_acc_mask': 60.35502958579882, 'loss': 1.0741219520568848}
{'epoch': 39, 'iter': 50, 'avg_loss': 1.2141241863662122, 'avg_acc_mask': 60.40189125295509, 'loss': 1.2811059951782227}
{'epoch': 39, 'iter': 60, 'avg_loss': 1.2068083022461562, 'avg_acc_mask': 60.65303430079155, 'loss': 0.9324239492416382}
{'epoch': 39, 'iter': 70, 'avg_loss': 1.2043614261586901, 'avg_acc_mask': 60.354032031469515, 'loss': 1.3287572860717773}
{'epoch': 39, 'iter': 80, 'avg_loss': 1.225458930304021, 'avg_acc_mask': 59.66633954857704, 'loss': 1.6197378635406494}
{'epoch': 39, 'iter': 90, 'avg_loss': 1.2161402564782362, 'avg_acc_mask': 59.69921534437663, 'loss': 1.0454047918319702}
{'epoch': 39, 'iter': 100, 'avg_loss': 1.22016840937114, 'avg_acc_mask': 59.690074539034924, 'loss': 0.995530903339386}
{'epoch': 39, 'iter': 110, 'avg_loss': 1.2338004020957258, 'avg_acc_mask': 59.26976249556895, 'loss': 1.5061616897583008}
{'epoch': 39, 'iter': 120, 'avg_loss': 1.2319872866977344, 'avg_acc_mask': 59.38421225024566, 'loss': 1.2207568883895874}
{'epoch': 39, 'iter': 130, 'avg_loss': 1.2291246739052635, 'avg_acc_mask': 59.71635485817743, 'loss': 1.2105308771133423}
{'epoch': 39, 'iter': 140, 'avg_loss': 1.2275075925157426, 'avg_acc_mask': 59.795116474880714, 'loss': 1.2388193607330322}
{'epoch': 39, 'iter': 150, 'avg_loss': 1.2295124076849577, 'avg_acc_mask': 59.77734119187951, 'loss': 1.1888245344161987}
{'epoch': 39, 'iter': 160, 'avg_loss': 1.232649926813493, 'avg_acc_mask': 59.60875984251969, 'loss': 1.1757159233093262}
{'epoch': 39, 'iter': 170, 'avg_loss': 1.233665310848526, 'avg_acc_mask': 59.5707656612529, 'loss': 1.4539470672607422}
{'epoch': 39, 'iter': 180, 'avg_loss': 1.2351758460313575, 'avg_acc_mask': 59.61008921687411, 'loss': 1.3218470811843872}
{'epoch': 39, 'iter': 190, 'avg_loss': 1.2283797145513964, 'avg_acc_mask': 59.89932885906041, 'loss': 1.063910722732544}
{'epoch': 39, 'iter': 200, 'avg_loss': 1.2326273040391913, 'avg_acc_mask': 59.71237391391191, 'loss': 1.0419294834136963}
{'epoch': 39, 'iter': 210, 'avg_loss': 1.236531501697703, 'avg_acc_mask': 59.477248879137655, 'loss': 1.693638801574707}
{'epoch': 39, 'iter': 220, 'avg_loss': 1.2384150982981894, 'avg_acc_mask': 59.307280805150064, 'loss': 0.8755823373794556}
{'epoch': 39, 'iter': 230, 'avg_loss': 1.2344971497853596, 'avg_acc_mask': 59.44909344490934, 'loss': 1.0354946851730347}
{'epoch': 39, 'iter': 240, 'avg_loss': 1.2356943693398441, 'avg_acc_mask': 59.31409452112087, 'loss': 1.3065505027770996}
{'epoch': 39, 'iter': 250, 'avg_loss': 1.239706283546539, 'avg_acc_mask': 59.31506849315068, 'loss': 1.462687611579895}
{'epoch': 39, 'iter': 260, 'avg_loss': 1.2359245613617003, 'avg_acc_mask': 59.469961918085026, 'loss': 1.1786530017852783}
{'epoch': 39, 'iter': 270, 'avg_loss': 1.2393149594979094, 'avg_acc_mask': 59.40860215053764, 'loss': 1.2567484378814697}
{'epoch': 39, 'iter': 280, 'avg_loss': 1.238420720626451, 'avg_acc_mask': 59.53498447541339, 'loss': 1.3888713121414185}
{'epoch': 39, 'iter': 290, 'avg_loss': 1.237051219464987, 'avg_acc_mask': 59.51733277533654, 'loss': 0.9561329483985901}
{'epoch': 39, 'iter': 300, 'avg_loss': 1.2358779853760602, 'avg_acc_mask': 59.471157097450465, 'loss': 1.6141915321350098}
{'epoch': 39, 'iter': 310, 'avg_loss': 1.2368767125430213, 'avg_acc_mask': 59.467591078553205, 'loss': 1.154499888420105}
{'epoch': 39, 'iter': 320, 'avg_loss': 1.236852822645431, 'avg_acc_mask': 59.51352724501461, 'loss': 1.4912359714508057}
{'epoch': 39, 'iter': 330, 'avg_loss': 1.2346124663453808, 'avg_acc_mask': 59.538603506613356, 'loss': 1.2357107400894165}
{'epoch': 39, 'iter': 340, 'avg_loss': 1.2337786396227974, 'avg_acc_mask': 59.591251344567944, 'loss': 1.2921435832977295}
{'epoch': 39, 'iter': 350, 'avg_loss': 1.232207927438948, 'avg_acc_mask': 59.5771866651179, 'loss': 0.9956074953079224}
{'epoch': 39, 'iter': 360, 'avg_loss': 1.2343830565336338, 'avg_acc_mask': 59.55119530897609, 'loss': 1.0087316036224365}
{'epoch': 39, 'iter': 370, 'avg_loss': 1.2335729952449748, 'avg_acc_mask': 59.58742524825807, 'loss': 1.382313847541809}
{'epoch': 39, 'iter': 380, 'avg_loss': 1.2328356163395358, 'avg_acc_mask': 59.55320399764844, 'loss': 1.1149895191192627}
{'epoch': 39, 'iter': 390, 'avg_loss': 1.232372394912993, 'avg_acc_mask': 59.50580190634065, 'loss': 1.3323369026184082}
{'epoch': 'EP39_test', 'avg_loss': 1.233309884715562, 'total_masked_acc': 59.4543407043407}
{'epoch': 40, 'iter': 0, 'avg_loss': 1.2674630880355835, 'avg_acc_mask': 57.14285714285714, 'loss': 1.2674630880355835}
{'epoch': 40, 'iter': 10, 'avg_loss': 1.286791514266621, 'avg_acc_mask': 57.38007380073801, 'loss': 1.4253463745117188}
{'epoch': 40, 'iter': 20, 'avg_loss': 1.252762530531202, 'avg_acc_mask': 57.68115942028985, 'loss': 1.367547631263733}
{'epoch': 40, 'iter': 30, 'avg_loss': 1.2428315128049543, 'avg_acc_mask': 57.5619295958279, 'loss': 1.217278003692627}
{'epoch': 40, 'iter': 40, 'avg_loss': 1.2272331874545028, 'avg_acc_mask': 58.90342052313883, 'loss': 1.1283061504364014}
{'epoch': 40, 'iter': 50, 'avg_loss': 1.2037255600386976, 'avg_acc_mask': 60.1050929668553, 'loss': 1.0901412963867188}
{'epoch': 40, 'iter': 60, 'avg_loss': 1.2034445297522622, 'avg_acc_mask': 59.93985967256933, 'loss': 1.0144782066345215}
{'epoch': 40, 'iter': 70, 'avg_loss': 1.1963827358165258, 'avg_acc_mask': 60.40652734039508, 'loss': 1.240450143814087}
{'epoch': 40, 'iter': 80, 'avg_loss': 1.1940659865920926, 'avg_acc_mask': 60.61746987951807, 'loss': 1.2902636528015137}
{'epoch': 40, 'iter': 90, 'avg_loss': 1.1824473253973238, 'avg_acc_mask': 61.10112359550561, 'loss': 0.8134241700172424}
{'epoch': 40, 'iter': 100, 'avg_loss': 1.1907392722545285, 'avg_acc_mask': 60.90057049714751, 'loss': 1.2011581659317017}
{'epoch': 40, 'iter': 110, 'avg_loss': 1.190264044581233, 'avg_acc_mask': 60.99944680066384, 'loss': 1.3475310802459717}
{'epoch': 40, 'iter': 120, 'avg_loss': 1.1889239795937026, 'avg_acc_mask': 60.98388464800678, 'loss': 1.4666799306869507}
{'epoch': 40, 'iter': 130, 'avg_loss': 1.1941860923330292, 'avg_acc_mask': 60.75949367088608, 'loss': 1.1255468130111694}
{'epoch': 40, 'iter': 140, 'avg_loss': 1.1996920725978013, 'avg_acc_mask': 60.605621558968416, 'loss': 1.3449463844299316}
{'epoch': 40, 'iter': 150, 'avg_loss': 1.1996239076387014, 'avg_acc_mask': 60.54384772263766, 'loss': 1.3103348016738892}
{'epoch': 40, 'iter': 160, 'avg_loss': 1.2018858738567517, 'avg_acc_mask': 60.48693887902612, 'loss': 1.0948772430419922}
{'epoch': 40, 'iter': 170, 'avg_loss': 1.2053257544138278, 'avg_acc_mask': 60.46067549826948, 'loss': 1.4104162454605103}
{'epoch': 40, 'iter': 180, 'avg_loss': 1.2079528754587332, 'avg_acc_mask': 60.28832075684198, 'loss': 1.3020880222320557}
{'epoch': 40, 'iter': 190, 'avg_loss': 1.2018272252607096, 'avg_acc_mask': 60.31373385978017, 'loss': 0.9923486709594727}
{'epoch': 40, 'iter': 200, 'avg_loss': 1.2055542955351113, 'avg_acc_mask': 60.264833720812696, 'loss': 1.2599905729293823}
{'epoch': 40, 'iter': 210, 'avg_loss': 1.2114729841738516, 'avg_acc_mask': 60.18134465129739, 'loss': 1.3083542585372925}
{'epoch': 40, 'iter': 220, 'avg_loss': 1.2119718736113467, 'avg_acc_mask': 60.2495870801982, 'loss': 1.1233927011489868}
{'epoch': 40, 'iter': 230, 'avg_loss': 1.207184767826295, 'avg_acc_mask': 60.40931545518702, 'loss': 1.2439897060394287}
{'epoch': 40, 'iter': 240, 'avg_loss': 1.2063615515024335, 'avg_acc_mask': 60.32268964352087, 'loss': 1.419568657875061}
{'epoch': 40, 'iter': 250, 'avg_loss': 1.2099471923364586, 'avg_acc_mask': 60.30354679003328, 'loss': 1.168155312538147}
{'epoch': 40, 'iter': 260, 'avg_loss': 1.2119073255765485, 'avg_acc_mask': 60.23597437099547, 'loss': 1.0682785511016846}
{'epoch': 40, 'iter': 270, 'avg_loss': 1.2157506663420983, 'avg_acc_mask': 60.12048192771084, 'loss': 1.160175085067749}
{'epoch': 40, 'iter': 280, 'avg_loss': 1.219765476696856, 'avg_acc_mask': 60.06801244483033, 'loss': 1.1667718887329102}
{'epoch': 40, 'iter': 290, 'avg_loss': 1.217583242765407, 'avg_acc_mask': 60.037693703755416, 'loss': 1.1808686256408691}
{'epoch': 40, 'iter': 300, 'avg_loss': 1.2186503034097411, 'avg_acc_mask': 60.05135482127171, 'loss': 1.31397545337677}
{'epoch': 40, 'iter': 310, 'avg_loss': 1.2227280707221322, 'avg_acc_mask': 59.82370225269344, 'loss': 1.6627678871154785}
{'epoch': 40, 'iter': 320, 'avg_loss': 1.2223783545776319, 'avg_acc_mask': 59.88224867054951, 'loss': 1.3217415809631348}
{'epoch': 40, 'iter': 330, 'avg_loss': 1.2205144238976193, 'avg_acc_mask': 59.976634077353495, 'loss': 1.0660648345947266}
{'epoch': 40, 'iter': 340, 'avg_loss': 1.218137806112116, 'avg_acc_mask': 60.06921654036637, 'loss': 1.1989647150039673}
{'epoch': 40, 'iter': 350, 'avg_loss': 1.215739340014607, 'avg_acc_mask': 60.10758285615131, 'loss': 1.2358067035675049}
{'epoch': 40, 'iter': 360, 'avg_loss': 1.2176139742713885, 'avg_acc_mask': 60.09645040094207, 'loss': 1.2221275568008423}
{'epoch': 40, 'iter': 370, 'avg_loss': 1.2183904463068815, 'avg_acc_mask': 60.075196163905844, 'loss': 1.4112942218780518}
{'epoch': 40, 'iter': 380, 'avg_loss': 1.2196344989804144, 'avg_acc_mask': 60.032947178233606, 'loss': 1.2101061344146729}
{'epoch': 40, 'iter': 390, 'avg_loss': 1.2185840717971783, 'avg_acc_mask': 59.986546621132156, 'loss': 1.4453753232955933}
{'epoch': 'EP40_test', 'avg_loss': 1.2166811882546453, 'total_masked_acc': 59.990782466202376}
{'epoch': 41, 'iter': 0, 'avg_loss': 1.197950839996338, 'avg_acc_mask': 52.63157894736842, 'loss': 1.197950839996338}
{'epoch': 41, 'iter': 10, 'avg_loss': 1.2253985621712424, 'avg_acc_mask': 57.95454545454546, 'loss': 1.636688232421875}
{'epoch': 41, 'iter': 20, 'avg_loss': 1.2327607245672316, 'avg_acc_mask': 58.86385896180215, 'loss': 1.3854223489761353}
{'epoch': 41, 'iter': 30, 'avg_loss': 1.2316539422158272, 'avg_acc_mask': 58.97606382978723, 'loss': 1.5436326265335083}
{'epoch': 41, 'iter': 40, 'avg_loss': 1.2287203320642797, 'avg_acc_mask': 59.12778904665315, 'loss': 0.9469329118728638}
{'epoch': 41, 'iter': 50, 'avg_loss': 1.2133553647527509, 'avg_acc_mask': 60.14551333872271, 'loss': 1.0769516229629517}
{'epoch': 41, 'iter': 60, 'avg_loss': 1.2087268917286982, 'avg_acc_mask': 60.81950558753809, 'loss': 1.284777283668518}
{'epoch': 41, 'iter': 70, 'avg_loss': 1.2040528621472104, 'avg_acc_mask': 60.428116864333234, 'loss': 1.1685152053833008}
{'epoch': 41, 'iter': 80, 'avg_loss': 1.2029723775239638, 'avg_acc_mask': 60.24433698142021, 'loss': 1.2165223360061646}
{'epoch': 41, 'iter': 90, 'avg_loss': 1.1951052369652213, 'avg_acc_mask': 60.489352061622114, 'loss': 0.8652297258377075}
{'epoch': 41, 'iter': 100, 'avg_loss': 1.195428444607423, 'avg_acc_mask': 60.56910569105691, 'loss': 1.1757521629333496}
{'epoch': 41, 'iter': 110, 'avg_loss': 1.1980502653766323, 'avg_acc_mask': 60.68186029275523, 'loss': 1.6755435466766357}
{'epoch': 41, 'iter': 120, 'avg_loss': 1.2035983057061503, 'avg_acc_mask': 60.59625212947189, 'loss': 1.3612689971923828}
{'epoch': 41, 'iter': 130, 'avg_loss': 1.2022819004896033, 'avg_acc_mask': 60.57133887929681, 'loss': 1.14674711227417}
{'epoch': 41, 'iter': 140, 'avg_loss': 1.1969895388217682, 'avg_acc_mask': 60.894344585708026, 'loss': 1.3621349334716797}
{'epoch': 41, 'iter': 150, 'avg_loss': 1.1995243536715476, 'avg_acc_mask': 60.72262673444154, 'loss': 1.8776769638061523}
{'epoch': 41, 'iter': 160, 'avg_loss': 1.1969713283621746, 'avg_acc_mask': 60.78787093430089, 'loss': 1.3562326431274414}
{'epoch': 41, 'iter': 170, 'avg_loss': 1.1987601922966584, 'avg_acc_mask': 60.57587170453165, 'loss': 1.3232492208480835}
{'epoch': 41, 'iter': 180, 'avg_loss': 1.2074488289448437, 'avg_acc_mask': 60.413100536346, 'loss': 1.437251329421997}
{'epoch': 41, 'iter': 190, 'avg_loss': 1.1992408758058597, 'avg_acc_mask': 60.60178144688246, 'loss': 1.1116770505905151}
{'epoch': 41, 'iter': 200, 'avg_loss': 1.2016876844031301, 'avg_acc_mask': 60.48237476808905, 'loss': 0.9793198704719543}
{'epoch': 41, 'iter': 210, 'avg_loss': 1.2071592384040073, 'avg_acc_mask': 60.28689329927294, 'loss': 1.1952810287475586}
{'epoch': 41, 'iter': 220, 'avg_loss': 1.2077424296965966, 'avg_acc_mask': 60.08411214953271, 'loss': 0.850716769695282}
{'epoch': 41, 'iter': 230, 'avg_loss': 1.207202832420151, 'avg_acc_mask': 60.097235977311605, 'loss': 1.218117117881775}
{'epoch': 41, 'iter': 240, 'avg_loss': 1.2090784073865266, 'avg_acc_mask': 60.0, 'loss': 1.2199393510818481}
{'epoch': 41, 'iter': 250, 'avg_loss': 1.2112449303091284, 'avg_acc_mask': 59.9933846026627, 'loss': 1.255287528038025}
{'epoch': 41, 'iter': 260, 'avg_loss': 1.2108029876175512, 'avg_acc_mask': 60.03183446080382, 'loss': 0.9806697368621826}
{'epoch': 41, 'iter': 270, 'avg_loss': 1.2138586569976102, 'avg_acc_mask': 59.95099165326595, 'loss': 1.2411690950393677}
{'epoch': 41, 'iter': 280, 'avg_loss': 1.2144342302427598, 'avg_acc_mask': 59.97341407576988, 'loss': 1.2894548177719116}
{'epoch': 41, 'iter': 290, 'avg_loss': 1.2103852195428408, 'avg_acc_mask': 60.18663627297336, 'loss': 1.1873875856399536}
{'epoch': 41, 'iter': 300, 'avg_loss': 1.2064554348736507, 'avg_acc_mask': 60.247032845707984, 'loss': 0.8991644978523254}
{'epoch': 41, 'iter': 310, 'avg_loss': 1.2081978422652486, 'avg_acc_mask': 60.0998003992016, 'loss': 1.2115322351455688}
{'epoch': 41, 'iter': 320, 'avg_loss': 1.2065946539614432, 'avg_acc_mask': 60.19392372333549, 'loss': 1.2924050092697144}
{'epoch': 41, 'iter': 330, 'avg_loss': 1.2078317763942246, 'avg_acc_mask': 60.15414499655367, 'loss': 1.3343051671981812}
{'epoch': 41, 'iter': 340, 'avg_loss': 1.2075209337944859, 'avg_acc_mask': 60.099478345262646, 'loss': 1.2198892831802368}
{'epoch': 41, 'iter': 350, 'avg_loss': 1.2057536582321862, 'avg_acc_mask': 60.1260603204524, 'loss': 1.133768081665039}
{'epoch': 41, 'iter': 360, 'avg_loss': 1.2087156458904869, 'avg_acc_mask': 60.100692259282575, 'loss': 1.2559163570404053}
{'epoch': 41, 'iter': 370, 'avg_loss': 1.2103745787934153, 'avg_acc_mask': 60.10777179045609, 'loss': 1.2729419469833374}
{'epoch': 41, 'iter': 380, 'avg_loss': 1.2098253159698227, 'avg_acc_mask': 60.1710049245089, 'loss': 1.1313353776931763}
{'epoch': 41, 'iter': 390, 'avg_loss': 1.2092733296287028, 'avg_acc_mask': 60.148436677545, 'loss': 1.2705408334732056}
{'epoch': 'EP41_test', 'avg_loss': 1.2088304869454316, 'total_masked_acc': 60.144701228398915}
{'epoch': 42, 'iter': 0, 'avg_loss': 1.1943533420562744, 'avg_acc_mask': 58.82352941176471, 'loss': 1.1943533420562744}
{'epoch': 42, 'iter': 10, 'avg_loss': 1.221760560165752, 'avg_acc_mask': 60.61705989110708, 'loss': 1.2797070741653442}
{'epoch': 42, 'iter': 20, 'avg_loss': 1.2667712001573472, 'avg_acc_mask': 58.81207400194742, 'loss': 1.4220060110092163}
{'epoch': 42, 'iter': 30, 'avg_loss': 1.2537227811351899, 'avg_acc_mask': 59.25680159256802, 'loss': 1.3687361478805542}
{'epoch': 42, 'iter': 40, 'avg_loss': 1.2461046125830673, 'avg_acc_mask': 59.8469387755102, 'loss': 1.2948267459869385}
{'epoch': 42, 'iter': 50, 'avg_loss': 1.2346527973810832, 'avg_acc_mask': 59.59069020866774, 'loss': 0.9712401628494263}
{'epoch': 42, 'iter': 60, 'avg_loss': 1.2437911189970423, 'avg_acc_mask': 59.525423728813564, 'loss': 1.216728687286377}
{'epoch': 42, 'iter': 70, 'avg_loss': 1.2298090399151118, 'avg_acc_mask': 59.896729776247845, 'loss': 1.2564213275909424}
{'epoch': 42, 'iter': 80, 'avg_loss': 1.230346898973724, 'avg_acc_mask': 59.76435196791176, 'loss': 1.4076882600784302}
{'epoch': 42, 'iter': 90, 'avg_loss': 1.2373151504076445, 'avg_acc_mask': 59.503022162525184, 'loss': 1.148563265800476}
{'epoch': 42, 'iter': 100, 'avg_loss': 1.2233240450962934, 'avg_acc_mask': 60.300081103000814, 'loss': 0.8738861680030823}
{'epoch': 42, 'iter': 110, 'avg_loss': 1.2186682680705647, 'avg_acc_mask': 60.411311053984576, 'loss': 1.222401738166809}
{'epoch': 42, 'iter': 120, 'avg_loss': 1.2187360672911336, 'avg_acc_mask': 60.54329371816638, 'loss': 1.2821539640426636}
{'epoch': 42, 'iter': 130, 'avg_loss': 1.2157578481972673, 'avg_acc_mask': 60.53044569993723, 'loss': 1.5502053499221802}
{'epoch': 42, 'iter': 140, 'avg_loss': 1.2157579567415495, 'avg_acc_mask': 60.43301365882011, 'loss': 1.3132961988449097}
{'epoch': 42, 'iter': 150, 'avg_loss': 1.2165378651871586, 'avg_acc_mask': 60.52524152945979, 'loss': 1.435691237449646}
{'epoch': 42, 'iter': 160, 'avg_loss': 1.2154071675324292, 'avg_acc_mask': 60.564279331035365, 'loss': 1.1097623109817505}
{'epoch': 42, 'iter': 170, 'avg_loss': 1.2211489112753617, 'avg_acc_mask': 60.47630502766418, 'loss': 1.3922570943832397}
{'epoch': 42, 'iter': 180, 'avg_loss': 1.2233987259601362, 'avg_acc_mask': 60.24301612536907, 'loss': 1.581228494644165}
{'epoch': 42, 'iter': 190, 'avg_loss': 1.2180675783082453, 'avg_acc_mask': 60.221410146173696, 'loss': 1.1207255125045776}
{'epoch': 42, 'iter': 200, 'avg_loss': 1.2211086610656472, 'avg_acc_mask': 60.170783775541324, 'loss': 1.3947250843048096}
{'epoch': 42, 'iter': 210, 'avg_loss': 1.2241950947526508, 'avg_acc_mask': 60.07935739862577, 'loss': 1.0378540754318237}
{'epoch': 42, 'iter': 220, 'avg_loss': 1.2263762230786803, 'avg_acc_mask': 60.10467358369296, 'loss': 1.13641357421875}
{'epoch': 42, 'iter': 230, 'avg_loss': 1.2273903628448388, 'avg_acc_mask': 60.23577021201725, 'loss': 0.9592734575271606}
{'epoch': 42, 'iter': 240, 'avg_loss': 1.22630211500706, 'avg_acc_mask': 60.20942408376963, 'loss': 1.2391384840011597}
{'epoch': 42, 'iter': 250, 'avg_loss': 1.22556475671639, 'avg_acc_mask': 60.14964216005205, 'loss': 0.851022481918335}
{'epoch': 42, 'iter': 260, 'avg_loss': 1.2257562784399567, 'avg_acc_mask': 60.12663175173923, 'loss': 1.1304545402526855}
{'epoch': 42, 'iter': 270, 'avg_loss': 1.2279331754494418, 'avg_acc_mask': 60.02560048189143, 'loss': 1.2707853317260742}
{'epoch': 42, 'iter': 280, 'avg_loss': 1.2284168028322404, 'avg_acc_mask': 59.95647442872688, 'loss': 1.220658540725708}
{'epoch': 42, 'iter': 290, 'avg_loss': 1.2244388188693123, 'avg_acc_mask': 60.08418098912662, 'loss': 1.1076109409332275}
{'epoch': 42, 'iter': 300, 'avg_loss': 1.2232830316521401, 'avg_acc_mask': 60.123784261715294, 'loss': 1.3158429861068726}
{'epoch': 42, 'iter': 310, 'avg_loss': 1.2259977883464654, 'avg_acc_mask': 60.00393985159892, 'loss': 1.2225971221923828}
{'epoch': 42, 'iter': 320, 'avg_loss': 1.224523210451239, 'avg_acc_mask': 60.09434563651431, 'loss': 1.4279279708862305}
{'epoch': 42, 'iter': 330, 'avg_loss': 1.2237611983838037, 'avg_acc_mask': 60.08761105626851, 'loss': 1.2296031713485718}
{'epoch': 42, 'iter': 340, 'avg_loss': 1.2222769412476995, 'avg_acc_mask': 60.08260010773927, 'loss': 1.0454071760177612}
{'epoch': 42, 'iter': 350, 'avg_loss': 1.2228450214760935, 'avg_acc_mask': 60.042995758526516, 'loss': 1.0126607418060303}
{'epoch': 42, 'iter': 360, 'avg_loss': 1.223872433243696, 'avg_acc_mask': 59.96050775740479, 'loss': 0.7455571293830872}
{'epoch': 42, 'iter': 370, 'avg_loss': 1.222801803578585, 'avg_acc_mask': 60.02529696436427, 'loss': 1.1266175508499146}
{'epoch': 42, 'iter': 380, 'avg_loss': 1.2214581514280924, 'avg_acc_mask': 60.09532990574121, 'loss': 0.8980147838592529}
{'epoch': 42, 'iter': 390, 'avg_loss': 1.22330436651664, 'avg_acc_mask': 60.03440366972477, 'loss': 1.3395310640335083}
{'epoch': 'EP42_test', 'avg_loss': 1.2240585014976637, 'total_masked_acc': 59.99690657867602}
{'epoch': 43, 'iter': 0, 'avg_loss': 1.0038704872131348, 'avg_acc_mask': 72.72727272727273, 'loss': 1.0038704872131348}
{'epoch': 43, 'iter': 10, 'avg_loss': 1.1906182711774653, 'avg_acc_mask': 62.06896551724138, 'loss': 1.2986172437667847}
{'epoch': 43, 'iter': 20, 'avg_loss': 1.1890449836140586, 'avg_acc_mask': 61.1328125, 'loss': 1.1212756633758545}
{'epoch': 43, 'iter': 30, 'avg_loss': 1.1714024063079589, 'avg_acc_mask': 62.70096463022507, 'loss': 1.2954062223434448}
{'epoch': 43, 'iter': 40, 'avg_loss': 1.19453011489496, 'avg_acc_mask': 61.70839469808542, 'loss': 1.2665996551513672}
{'epoch': 43, 'iter': 50, 'avg_loss': 1.1811721371669395, 'avg_acc_mask': 61.4693239546698, 'loss': 1.0343279838562012}
{'epoch': 43, 'iter': 60, 'avg_loss': 1.179440924378692, 'avg_acc_mask': 61.47925033467202, 'loss': 1.4025553464889526}
{'epoch': 43, 'iter': 70, 'avg_loss': 1.1738383375423056, 'avg_acc_mask': 61.63486186271717, 'loss': 1.1549509763717651}
{'epoch': 43, 'iter': 80, 'avg_loss': 1.1895154957418088, 'avg_acc_mask': 61.16650049850448, 'loss': 1.4808249473571777}
{'epoch': 43, 'iter': 90, 'avg_loss': 1.1865584883061084, 'avg_acc_mask': 61.31760516358781, 'loss': 0.9871925115585327}
{'epoch': 43, 'iter': 100, 'avg_loss': 1.1856850722048542, 'avg_acc_mask': 61.20603015075376, 'loss': 0.9096130132675171}
{'epoch': 43, 'iter': 110, 'avg_loss': 1.192257196516604, 'avg_acc_mask': 61.03277787950925, 'loss': 2.0422043800354004}
{'epoch': 43, 'iter': 120, 'avg_loss': 1.193582502771015, 'avg_acc_mask': 60.93432633716994, 'loss': 1.1590721607208252}
{'epoch': 43, 'iter': 130, 'avg_loss': 1.1918336730876953, 'avg_acc_mask': 60.92168768488245, 'loss': 1.1178642511367798}
{'epoch': 43, 'iter': 140, 'avg_loss': 1.204723908968851, 'avg_acc_mask': 60.487242323771085, 'loss': 1.3838896751403809}
{'epoch': 43, 'iter': 150, 'avg_loss': 1.210999740275326, 'avg_acc_mask': 60.30400860909335, 'loss': 1.3764134645462036}
{'epoch': 43, 'iter': 160, 'avg_loss': 1.2156600163590094, 'avg_acc_mask': 60.23043808559129, 'loss': 1.0857096910476685}
{'epoch': 43, 'iter': 170, 'avg_loss': 1.222893726407436, 'avg_acc_mask': 60.1673640167364, 'loss': 1.581628680229187}
{'epoch': 43, 'iter': 180, 'avg_loss': 1.2206791385761282, 'avg_acc_mask': 60.341899694328085, 'loss': 1.4880129098892212}
{'epoch': 43, 'iter': 190, 'avg_loss': 1.2124766395354145, 'avg_acc_mask': 60.440150295222764, 'loss': 0.9301204681396484}
{'epoch': 43, 'iter': 200, 'avg_loss': 1.2189915444127364, 'avg_acc_mask': 60.34219370608005, 'loss': 1.3649649620056152}
{'epoch': 43, 'iter': 210, 'avg_loss': 1.2147792074917616, 'avg_acc_mask': 60.467144795503, 'loss': 1.4242069721221924}
{'epoch': 43, 'iter': 220, 'avg_loss': 1.2162198551100303, 'avg_acc_mask': 60.34737620103474, 'loss': 1.1777892112731934}
{'epoch': 43, 'iter': 230, 'avg_loss': 1.2138214144871864, 'avg_acc_mask': 60.42628774422736, 'loss': 1.0448081493377686}
{'epoch': 43, 'iter': 240, 'avg_loss': 1.2127570183445309, 'avg_acc_mask': 60.45322882944284, 'loss': 1.0131915807724}
{'epoch': 43, 'iter': 250, 'avg_loss': 1.2109172671914576, 'avg_acc_mask': 60.47308319738989, 'loss': 1.0280808210372925}
{'epoch': 43, 'iter': 260, 'avg_loss': 1.2108000194889375, 'avg_acc_mask': 60.5529809127327, 'loss': 0.975253164768219}
{'epoch': 43, 'iter': 270, 'avg_loss': 1.216316510610475, 'avg_acc_mask': 60.442055862538794, 'loss': 1.0023013353347778}
{'epoch': 43, 'iter': 280, 'avg_loss': 1.218727209389846, 'avg_acc_mask': 60.34859976662778, 'loss': 1.3326547145843506}
{'epoch': 43, 'iter': 290, 'avg_loss': 1.2135481250654792, 'avg_acc_mask': 60.44666058009691, 'loss': 1.0417120456695557}
{'epoch': 43, 'iter': 300, 'avg_loss': 1.2104380093143627, 'avg_acc_mask': 60.58795573358681, 'loss': 1.2365132570266724}
{'epoch': 43, 'iter': 310, 'avg_loss': 1.2091329153327697, 'avg_acc_mask': 60.62278281434765, 'loss': 1.3868299722671509}
{'epoch': 43, 'iter': 320, 'avg_loss': 1.2103274427470387, 'avg_acc_mask': 60.52514180103243, 'loss': 1.2437776327133179}
{'epoch': 43, 'iter': 330, 'avg_loss': 1.2106777971604799, 'avg_acc_mask': 60.55312056299772, 'loss': 1.3185179233551025}
{'epoch': 43, 'iter': 340, 'avg_loss': 1.2150657126281268, 'avg_acc_mask': 60.42627072980902, 'loss': 1.285563588142395}
{'epoch': 43, 'iter': 350, 'avg_loss': 1.213722120832514, 'avg_acc_mask': 60.49598323436955, 'loss': 0.8554737567901611}
{'epoch': 43, 'iter': 360, 'avg_loss': 1.2146143135601795, 'avg_acc_mask': 60.42632590749746, 'loss': 1.0268231630325317}
{'epoch': 43, 'iter': 370, 'avg_loss': 1.21227837363986, 'avg_acc_mask': 60.49477735019241, 'loss': 1.3149712085723877}
{'epoch': 43, 'iter': 380, 'avg_loss': 1.2130787034673014, 'avg_acc_mask': 60.48628963153385, 'loss': 1.1915619373321533}
{'epoch': 43, 'iter': 390, 'avg_loss': 1.2132407003046606, 'avg_acc_mask': 60.41503728035873, 'loss': 1.1098048686981201}
{'epoch': 'EP43_test', 'avg_loss': 1.2138987427408046, 'total_masked_acc': 60.39925719591458}
{'epoch': 44, 'iter': 0, 'avg_loss': 1.2507672309875488, 'avg_acc_mask': 60.37735849056604, 'loss': 1.2507672309875488}
{'epoch': 44, 'iter': 10, 'avg_loss': 1.3326981988820163, 'avg_acc_mask': 54.88029465930019, 'loss': 1.519264817237854}
{'epoch': 44, 'iter': 20, 'avg_loss': 1.2337966987064906, 'avg_acc_mask': 58.396946564885496, 'loss': 1.1055949926376343}
{'epoch': 44, 'iter': 30, 'avg_loss': 1.2673387219828944, 'avg_acc_mask': 58.80483153210426, 'loss': 1.3743979930877686}
{'epoch': 44, 'iter': 40, 'avg_loss': 1.2689484386909298, 'avg_acc_mask': 58.984375, 'loss': 1.6303954124450684}
{'epoch': 44, 'iter': 50, 'avg_loss': 1.236953360192916, 'avg_acc_mask': 60.31993757315646, 'loss': 0.9069538712501526}
{'epoch': 44, 'iter': 60, 'avg_loss': 1.2378017755805468, 'avg_acc_mask': 60.16501650165017, 'loss': 1.5163217782974243}
{'epoch': 44, 'iter': 70, 'avg_loss': 1.2320602544596497, 'avg_acc_mask': 60.40897472309004, 'loss': 1.433914065361023}
{'epoch': 44, 'iter': 80, 'avg_loss': 1.2297949136039357, 'avg_acc_mask': 60.01496632576703, 'loss': 1.4894520044326782}
{'epoch': 44, 'iter': 90, 'avg_loss': 1.2230018076005873, 'avg_acc_mask': 60.057854917667996, 'loss': 0.9580971598625183}
{'epoch': 44, 'iter': 100, 'avg_loss': 1.219396670265953, 'avg_acc_mask': 60.17307305292815, 'loss': 1.0323724746704102}
{'epoch': 44, 'iter': 110, 'avg_loss': 1.2216564873317342, 'avg_acc_mask': 60.13131497355463, 'loss': 1.5700234174728394}
{'epoch': 44, 'iter': 120, 'avg_loss': 1.2170393880733774, 'avg_acc_mask': 60.303285593934284, 'loss': 1.6136751174926758}
{'epoch': 44, 'iter': 130, 'avg_loss': 1.2165758718971078, 'avg_acc_mask': 60.27333436869079, 'loss': 1.4622936248779297}
{'epoch': 44, 'iter': 140, 'avg_loss': 1.2158188037838495, 'avg_acc_mask': 60.45973688015035, 'loss': 1.4566837549209595}
{'epoch': 44, 'iter': 150, 'avg_loss': 1.2182783681825298, 'avg_acc_mask': 60.298102981029814, 'loss': 1.2125568389892578}
{'epoch': 44, 'iter': 160, 'avg_loss': 1.2191014019598871, 'avg_acc_mask': 60.335835135478945, 'loss': 1.0563496351242065}
{'epoch': 44, 'iter': 170, 'avg_loss': 1.2188057299942998, 'avg_acc_mask': 60.42716582673386, 'loss': 1.0771104097366333}
{'epoch': 44, 'iter': 180, 'avg_loss': 1.224895644583096, 'avg_acc_mask': 60.281434407625966, 'loss': 1.5697567462921143}
{'epoch': 44, 'iter': 190, 'avg_loss': 1.2157184119623994, 'avg_acc_mask': 60.546119114168995, 'loss': 0.9675258994102478}
{'epoch': 44, 'iter': 200, 'avg_loss': 1.2155773467685453, 'avg_acc_mask': 60.44585335923919, 'loss': 1.1937748193740845}
{'epoch': 44, 'iter': 210, 'avg_loss': 1.2187733274500516, 'avg_acc_mask': 60.18077558557683, 'loss': 1.2978042364120483}
{'epoch': 44, 'iter': 220, 'avg_loss': 1.217186796179724, 'avg_acc_mask': 60.151138143949865, 'loss': 1.0583624839782715}
{'epoch': 44, 'iter': 230, 'avg_loss': 1.2124205688377478, 'avg_acc_mask': 60.20886804141959, 'loss': 0.7576360702514648}
{'epoch': 44, 'iter': 240, 'avg_loss': 1.210767858008626, 'avg_acc_mask': 60.28761061946902, 'loss': 1.2556977272033691}
{'epoch': 44, 'iter': 250, 'avg_loss': 1.2111601537442303, 'avg_acc_mask': 60.28403525954946, 'loss': 1.1090425252914429}
{'epoch': 44, 'iter': 260, 'avg_loss': 1.2113384764313242, 'avg_acc_mask': 60.16969125618667, 'loss': 0.9284141063690186}
{'epoch': 44, 'iter': 270, 'avg_loss': 1.2094684579715518, 'avg_acc_mask': 60.20716769998488, 'loss': 1.1318917274475098}
{'epoch': 44, 'iter': 280, 'avg_loss': 1.2127276200840906, 'avg_acc_mask': 60.12542842558156, 'loss': 1.4018518924713135}
{'epoch': 44, 'iter': 290, 'avg_loss': 1.2104713584958893, 'avg_acc_mask': 60.20710059171598, 'loss': 1.1259804964065552}
{'epoch': 44, 'iter': 300, 'avg_loss': 1.2095708803481042, 'avg_acc_mask': 60.297936312696464, 'loss': 1.0340765714645386}
{'epoch': 44, 'iter': 310, 'avg_loss': 1.2130964959932677, 'avg_acc_mask': 60.15366273678633, 'loss': 1.4229707717895508}
{'epoch': 44, 'iter': 320, 'avg_loss': 1.2102305242948443, 'avg_acc_mask': 60.26992287917737, 'loss': 1.418798804283142}
{'epoch': 44, 'iter': 330, 'avg_loss': 1.2080875595530713, 'avg_acc_mask': 60.33676333021516, 'loss': 0.9150438904762268}
{'epoch': 44, 'iter': 340, 'avg_loss': 1.2052689701580932, 'avg_acc_mask': 60.38066465256797, 'loss': 1.1886560916900635}
{'epoch': 44, 'iter': 350, 'avg_loss': 1.2066544788515465, 'avg_acc_mask': 60.32407679210944, 'loss': 1.0119065046310425}
{'epoch': 44, 'iter': 360, 'avg_loss': 1.2041401686430637, 'avg_acc_mask': 60.43009525982546, 'loss': 1.036939024925232}
{'epoch': 44, 'iter': 370, 'avg_loss': 1.199773658960656, 'avg_acc_mask': 60.52426536064114, 'loss': 0.9962601065635681}
{'epoch': 44, 'iter': 380, 'avg_loss': 1.1989375404485567, 'avg_acc_mask': 60.53556938057885, 'loss': 1.3126431703567505}
{'epoch': 44, 'iter': 390, 'avg_loss': 1.2011038593928833, 'avg_acc_mask': 60.41205606491727, 'loss': 1.2694365978240967}
{'epoch': 'EP44_test', 'avg_loss': 1.2022676806558261, 'total_masked_acc': 60.3841349156777}
{'epoch': 45, 'iter': 0, 'avg_loss': 0.9584084153175354, 'avg_acc_mask': 57.692307692307686, 'loss': 0.9584084153175354}
{'epoch': 45, 'iter': 10, 'avg_loss': 1.1343394084410234, 'avg_acc_mask': 60.834990059642145, 'loss': 1.2959656715393066}
{'epoch': 45, 'iter': 20, 'avg_loss': 1.166319231192271, 'avg_acc_mask': 60.70381231671554, 'loss': 1.1133203506469727}
{'epoch': 45, 'iter': 30, 'avg_loss': 1.1603275210626665, 'avg_acc_mask': 60.35620052770449, 'loss': 1.043838620185852}
{'epoch': 45, 'iter': 40, 'avg_loss': 1.1699427744237387, 'avg_acc_mask': 61.10542476970318, 'loss': 1.2460559606552124}
{'epoch': 45, 'iter': 50, 'avg_loss': 1.1589384371159124, 'avg_acc_mask': 61.334405144694536, 'loss': 1.184733271598816}
{'epoch': 45, 'iter': 60, 'avg_loss': 1.1658849989781614, 'avg_acc_mask': 61.57752200406229, 'loss': 1.3646575212478638}
{'epoch': 45, 'iter': 70, 'avg_loss': 1.1603111759038038, 'avg_acc_mask': 61.82076813655761, 'loss': 1.1111515760421753}
{'epoch': 45, 'iter': 80, 'avg_loss': 1.170104804598255, 'avg_acc_mask': 61.41263940520446, 'loss': 1.2283934354782104}
{'epoch': 45, 'iter': 90, 'avg_loss': 1.1669671083544637, 'avg_acc_mask': 61.28250330542089, 'loss': 1.1247812509536743}
{'epoch': 45, 'iter': 100, 'avg_loss': 1.1734456850750612, 'avg_acc_mask': 61.248012718600954, 'loss': 1.0982649326324463}
{'epoch': 45, 'iter': 110, 'avg_loss': 1.1805315586897704, 'avg_acc_mask': 61.11413536563237, 'loss': 1.1760262250900269}
{'epoch': 45, 'iter': 120, 'avg_loss': 1.1786302283775707, 'avg_acc_mask': 61.24521391709672, 'loss': 1.0859673023223877}
{'epoch': 45, 'iter': 130, 'avg_loss': 1.181339810367759, 'avg_acc_mask': 61.1596870685688, 'loss': 1.430954933166504}
{'epoch': 45, 'iter': 140, 'avg_loss': 1.1881104272308078, 'avg_acc_mask': 61.03319977103606, 'loss': 1.2918699979782104}
{'epoch': 45, 'iter': 150, 'avg_loss': 1.1860488637393674, 'avg_acc_mask': 61.142322097378276, 'loss': 1.3298230171203613}
{'epoch': 45, 'iter': 160, 'avg_loss': 1.1871890196148653, 'avg_acc_mask': 61.20840630472855, 'loss': 0.9743941426277161}
{'epoch': 45, 'iter': 170, 'avg_loss': 1.1872771490387053, 'avg_acc_mask': 61.39128380772411, 'loss': 1.3412128686904907}
{'epoch': 45, 'iter': 180, 'avg_loss': 1.19115813891532, 'avg_acc_mask': 61.31517249078933, 'loss': 1.6096906661987305}
{'epoch': 45, 'iter': 190, 'avg_loss': 1.1885188849184525, 'avg_acc_mask': 61.35204081632652, 'loss': 1.0483143329620361}
{'epoch': 45, 'iter': 200, 'avg_loss': 1.1920468991075581, 'avg_acc_mask': 61.12963524300293, 'loss': 0.9436467885971069}
{'epoch': 45, 'iter': 210, 'avg_loss': 1.196591096749238, 'avg_acc_mask': 61.007983072040005, 'loss': 1.3554635047912598}
{'epoch': 45, 'iter': 220, 'avg_loss': 1.1955282895813162, 'avg_acc_mask': 60.962908825141604, 'loss': 0.9094498753547668}
{'epoch': 45, 'iter': 230, 'avg_loss': 1.1922672651546857, 'avg_acc_mask': 61.06109605803689, 'loss': 1.1932048797607422}
{'epoch': 45, 'iter': 240, 'avg_loss': 1.1927589435300392, 'avg_acc_mask': 60.970092988187986, 'loss': 0.8014888763427734}
{'epoch': 45, 'iter': 250, 'avg_loss': 1.194665473058404, 'avg_acc_mask': 60.91963279110968, 'loss': 1.185890555381775}
{'epoch': 45, 'iter': 260, 'avg_loss': 1.1926189345875005, 'avg_acc_mask': 60.948763661731654, 'loss': 0.9570652842521667}
{'epoch': 45, 'iter': 270, 'avg_loss': 1.1918337954366338, 'avg_acc_mask': 61.04546814238708, 'loss': 1.0836842060089111}
{'epoch': 45, 'iter': 280, 'avg_loss': 1.1931406013481982, 'avg_acc_mask': 60.931407942238266, 'loss': 1.0873706340789795}
{'epoch': 45, 'iter': 290, 'avg_loss': 1.1886491585023624, 'avg_acc_mask': 61.03207810320781, 'loss': 0.9208959937095642}
{'epoch': 45, 'iter': 300, 'avg_loss': 1.1883168883893973, 'avg_acc_mask': 61.00391310214546, 'loss': 1.1224554777145386}
{'epoch': 45, 'iter': 310, 'avg_loss': 1.1901729327306103, 'avg_acc_mask': 60.95536822845193, 'loss': 1.4022905826568604}
{'epoch': 45, 'iter': 320, 'avg_loss': 1.1892365686990019, 'avg_acc_mask': 61.03426395939087, 'loss': 1.1610958576202393}
{'epoch': 45, 'iter': 330, 'avg_loss': 1.1893577419018817, 'avg_acc_mask': 61.02258044668677, 'loss': 1.0461602210998535}
{'epoch': 45, 'iter': 340, 'avg_loss': 1.1885611360723323, 'avg_acc_mask': 61.0777374650568, 'loss': 1.2302658557891846}
{'epoch': 45, 'iter': 350, 'avg_loss': 1.191050839050543, 'avg_acc_mask': 61.01371289706648, 'loss': 1.2100743055343628}
{'epoch': 45, 'iter': 360, 'avg_loss': 1.1913244042370128, 'avg_acc_mask': 60.977802753582466, 'loss': 1.0970858335494995}
{'epoch': 45, 'iter': 370, 'avg_loss': 1.1915699020228938, 'avg_acc_mask': 60.95410231131558, 'loss': 1.2862310409545898}
{'epoch': 45, 'iter': 380, 'avg_loss': 1.1917979161883276, 'avg_acc_mask': 60.948262053499924, 'loss': 1.1867916584014893}
{'epoch': 45, 'iter': 390, 'avg_loss': 1.1944726447924934, 'avg_acc_mask': 60.85263267213625, 'loss': 1.247800350189209}
{'epoch': 'EP45_test', 'avg_loss': 1.193348611545081, 'total_masked_acc': 60.90969693861853}
{'epoch': 46, 'iter': 0, 'avg_loss': 1.0579582452774048, 'avg_acc_mask': 60.86956521739131, 'loss': 1.0579582452774048}
{'epoch': 46, 'iter': 10, 'avg_loss': 1.1772474375638096, 'avg_acc_mask': 59.44444444444444, 'loss': 1.2842226028442383}
{'epoch': 46, 'iter': 20, 'avg_loss': 1.1629915123894101, 'avg_acc_mask': 60.7421875, 'loss': 1.258133888244629}
{'epoch': 46, 'iter': 30, 'avg_loss': 1.1912473901625602, 'avg_acc_mask': 59.62165688193085, 'loss': 1.5907611846923828}
{'epoch': 46, 'iter': 40, 'avg_loss': 1.1766224212762786, 'avg_acc_mask': 60.0597609561753, 'loss': 1.3980482816696167}
{'epoch': 46, 'iter': 50, 'avg_loss': 1.1767966127863116, 'avg_acc_mask': 60.72712744706352, 'loss': 1.009265661239624}
{'epoch': 46, 'iter': 60, 'avg_loss': 1.192650345505261, 'avg_acc_mask': 60.83892617449664, 'loss': 1.48957097530365}
{'epoch': 46, 'iter': 70, 'avg_loss': 1.1880758262016404, 'avg_acc_mask': 61.24141876430206, 'loss': 1.1062774658203125}
{'epoch': 46, 'iter': 80, 'avg_loss': 1.2053624759485693, 'avg_acc_mask': 60.65408805031447, 'loss': 1.524821162223816}
{'epoch': 46, 'iter': 90, 'avg_loss': 1.2067707351275854, 'avg_acc_mask': 60.41854185418541, 'loss': 1.196838140487671}
{'epoch': 46, 'iter': 100, 'avg_loss': 1.20796135805621, 'avg_acc_mask': 60.3290676416819, 'loss': 0.9107459783554077}
{'epoch': 46, 'iter': 110, 'avg_loss': 1.2106451145163528, 'avg_acc_mask': 60.33622760022169, 'loss': 1.0429065227508545}
{'epoch': 46, 'iter': 120, 'avg_loss': 1.2142533467820853, 'avg_acc_mask': 60.30962912555291, 'loss': 1.4111958742141724}
{'epoch': 46, 'iter': 130, 'avg_loss': 1.2148281035532478, 'avg_acc_mask': 60.169358632585855, 'loss': 1.09123957157135}
{'epoch': 46, 'iter': 140, 'avg_loss': 1.2172240323208747, 'avg_acc_mask': 59.98836871183484, 'loss': 1.198163390159607}
{'epoch': 46, 'iter': 150, 'avg_loss': 1.2157208264268786, 'avg_acc_mask': 60.09504412763068, 'loss': 1.1366534233093262}
{'epoch': 46, 'iter': 160, 'avg_loss': 1.2201889871810534, 'avg_acc_mask': 59.93360572012257, 'loss': 1.1850504875183105}
{'epoch': 46, 'iter': 170, 'avg_loss': 1.2196948301722432, 'avg_acc_mask': 60.13642891335568, 'loss': 1.1246587038040161}
{'epoch': 46, 'iter': 180, 'avg_loss': 1.2299647018395734, 'avg_acc_mask': 60.01591632560255, 'loss': 1.5678722858428955}
{'epoch': 46, 'iter': 190, 'avg_loss': 1.225555410871955, 'avg_acc_mask': 60.19187237253423, 'loss': 1.1257152557373047}
{'epoch': 46, 'iter': 200, 'avg_loss': 1.2264135414688149, 'avg_acc_mask': 60.16567805277153, 'loss': 1.0937283039093018}
{'epoch': 46, 'iter': 210, 'avg_loss': 1.2304653649646524, 'avg_acc_mask': 60.0, 'loss': 1.830094337463379}
{'epoch': 46, 'iter': 220, 'avg_loss': 1.2288858995718115, 'avg_acc_mask': 60.072242289524866, 'loss': 1.1156959533691406}
{'epoch': 46, 'iter': 230, 'avg_loss': 1.2234472521455773, 'avg_acc_mask': 60.2634858465373, 'loss': 1.2428040504455566}
{'epoch': 46, 'iter': 240, 'avg_loss': 1.21969954947713, 'avg_acc_mask': 60.32395566922422, 'loss': 1.0760250091552734}
{'epoch': 46, 'iter': 250, 'avg_loss': 1.222847676372148, 'avg_acc_mask': 60.19314182830019, 'loss': 0.8292075395584106}
{'epoch': 46, 'iter': 260, 'avg_loss': 1.2247467758098325, 'avg_acc_mask': 60.160617274230376, 'loss': 1.2400424480438232}
{'epoch': 46, 'iter': 270, 'avg_loss': 1.2240740947177928, 'avg_acc_mask': 60.21399301866748, 'loss': 1.1981464624404907}
{'epoch': 46, 'iter': 280, 'avg_loss': 1.2262868329723535, 'avg_acc_mask': 60.206321334503954, 'loss': 1.5209290981292725}
{'epoch': 46, 'iter': 290, 'avg_loss': 1.2238479996055263, 'avg_acc_mask': 60.24980594171194, 'loss': 1.2671653032302856}
{'epoch': 46, 'iter': 300, 'avg_loss': 1.2178592769014478, 'avg_acc_mask': 60.38096538540315, 'loss': 0.9163659811019897}
{'epoch': 46, 'iter': 310, 'avg_loss': 1.218528143462644, 'avg_acc_mask': 60.30574591460201, 'loss': 1.4586679935455322}
{'epoch': 46, 'iter': 320, 'avg_loss': 1.2162568530189657, 'avg_acc_mask': 60.352422907488986, 'loss': 1.1189837455749512}
{'epoch': 46, 'iter': 330, 'avg_loss': 1.2154714674027665, 'avg_acc_mask': 60.392302456531155, 'loss': 1.113718032836914}
{'epoch': 46, 'iter': 340, 'avg_loss': 1.2143500630806618, 'avg_acc_mask': 60.33469289827256, 'loss': 1.217098355293274}
{'epoch': 46, 'iter': 350, 'avg_loss': 1.214908279245056, 'avg_acc_mask': 60.29368917895227, 'loss': 0.8432924151420593}
{'epoch': 46, 'iter': 360, 'avg_loss': 1.21311885564281, 'avg_acc_mask': 60.294615645106674, 'loss': 1.0345176458358765}
{'epoch': 46, 'iter': 370, 'avg_loss': 1.2114783748783513, 'avg_acc_mask': 60.353729539712184, 'loss': 1.0207220315933228}
{'epoch': 46, 'iter': 380, 'avg_loss': 1.2116001548729545, 'avg_acc_mask': 60.34473529254323, 'loss': 1.1596112251281738}
{'epoch': 46, 'iter': 390, 'avg_loss': 1.2122578819084655, 'avg_acc_mask': 60.34806169237182, 'loss': 1.0701628923416138}
{'epoch': 'EP46_test', 'avg_loss': 1.2123516144776585, 'total_masked_acc': 60.36792744512007}
{'epoch': 47, 'iter': 0, 'avg_loss': 1.339489459991455, 'avg_acc_mask': 63.46153846153846, 'loss': 1.339489459991455}
{'epoch': 47, 'iter': 10, 'avg_loss': 1.2210491408001294, 'avg_acc_mask': 61.952191235059765, 'loss': 1.259608507156372}
{'epoch': 47, 'iter': 20, 'avg_loss': 1.1828957966395788, 'avg_acc_mask': 62.603305785123965, 'loss': 1.1521776914596558}
{'epoch': 47, 'iter': 30, 'avg_loss': 1.1786026416286346, 'avg_acc_mask': 61.86851211072665, 'loss': 1.1559596061706543}
{'epoch': 47, 'iter': 40, 'avg_loss': 1.1670700398887075, 'avg_acc_mask': 62.17643951399895, 'loss': 1.2945730686187744}
{'epoch': 47, 'iter': 50, 'avg_loss': 1.1638430742656483, 'avg_acc_mask': 62.60399334442596, 'loss': 0.9153393507003784}
{'epoch': 47, 'iter': 60, 'avg_loss': 1.1564214073243688, 'avg_acc_mask': 62.48251748251749, 'loss': 1.2075427770614624}
{'epoch': 47, 'iter': 70, 'avg_loss': 1.1395290141374292, 'avg_acc_mask': 63.27499258380303, 'loss': 1.022952914237976}
{'epoch': 47, 'iter': 80, 'avg_loss': 1.143813270109671, 'avg_acc_mask': 63.037843442198024, 'loss': 1.5061393976211548}
{'epoch': 47, 'iter': 90, 'avg_loss': 1.1474863316986588, 'avg_acc_mask': 62.99976889299745, 'loss': 1.0831717252731323}
{'epoch': 47, 'iter': 100, 'avg_loss': 1.1540716343586988, 'avg_acc_mask': 62.91692562668324, 'loss': 1.1042238473892212}
{'epoch': 47, 'iter': 110, 'avg_loss': 1.1632448547595255, 'avg_acc_mask': 62.431668237511786, 'loss': 1.1016151905059814}
{'epoch': 47, 'iter': 120, 'avg_loss': 1.171877852648743, 'avg_acc_mask': 62.160760587726884, 'loss': 1.2339880466461182}
{'epoch': 47, 'iter': 130, 'avg_loss': 1.1740632612286632, 'avg_acc_mask': 61.95910603899192, 'loss': 1.332668423652649}
{'epoch': 47, 'iter': 140, 'avg_loss': 1.175362340947415, 'avg_acc_mask': 61.79675994108984, 'loss': 1.1368392705917358}
{'epoch': 47, 'iter': 150, 'avg_loss': 1.1819310421185778, 'avg_acc_mask': 61.606039807824295, 'loss': 1.5863542556762695}
{'epoch': 47, 'iter': 160, 'avg_loss': 1.182197126172344, 'avg_acc_mask': 61.6220411331005, 'loss': 1.0059218406677246}
{'epoch': 47, 'iter': 170, 'avg_loss': 1.1823912269887868, 'avg_acc_mask': 61.73065204143815, 'loss': 1.3311753273010254}
{'epoch': 47, 'iter': 180, 'avg_loss': 1.1864632647999085, 'avg_acc_mask': 61.472011057360056, 'loss': 1.6216416358947754}
{'epoch': 47, 'iter': 190, 'avg_loss': 1.181546766720517, 'avg_acc_mask': 61.59737417943107, 'loss': 1.0847417116165161}
{'epoch': 47, 'iter': 200, 'avg_loss': 1.18432579082043, 'avg_acc_mask': 61.48508699254349, 'loss': 1.2046314477920532}
{'epoch': 47, 'iter': 210, 'avg_loss': 1.1878865686073123, 'avg_acc_mask': 61.50809317015396, 'loss': 1.42276930809021}
{'epoch': 47, 'iter': 220, 'avg_loss': 1.1909801439462204, 'avg_acc_mask': 61.32172610689881, 'loss': 1.4133716821670532}
{'epoch': 47, 'iter': 230, 'avg_loss': 1.188863236408729, 'avg_acc_mask': 61.51640078867181, 'loss': 1.1962699890136719}
{'epoch': 47, 'iter': 240, 'avg_loss': 1.1911078080596766, 'avg_acc_mask': 61.57614300446889, 'loss': 1.0600335597991943}
{'epoch': 47, 'iter': 250, 'avg_loss': 1.1925956264909996, 'avg_acc_mask': 61.56252572651684, 'loss': 0.9626128673553467}
{'epoch': 47, 'iter': 260, 'avg_loss': 1.1906235304828805, 'avg_acc_mask': 61.64752475247525, 'loss': 0.9724958539009094}
{'epoch': 47, 'iter': 270, 'avg_loss': 1.1941407360273975, 'avg_acc_mask': 61.61593041886015, 'loss': 1.173772931098938}
{'epoch': 47, 'iter': 280, 'avg_loss': 1.1971929020304697, 'avg_acc_mask': 61.51530724616401, 'loss': 1.3402878046035767}
{'epoch': 47, 'iter': 290, 'avg_loss': 1.195716986336659, 'avg_acc_mask': 61.59029649595688, 'loss': 1.05735182762146}
{'epoch': 47, 'iter': 300, 'avg_loss': 1.1932262807985476, 'avg_acc_mask': 61.659454632873135, 'loss': 1.084823727607727}
{'epoch': 47, 'iter': 310, 'avg_loss': 1.198176438402133, 'avg_acc_mask': 61.550727526410206, 'loss': 1.5420470237731934}
{'epoch': 47, 'iter': 320, 'avg_loss': 1.1992020205916645, 'avg_acc_mask': 61.501257496614436, 'loss': 1.6574079990386963}
{'epoch': 47, 'iter': 330, 'avg_loss': 1.1989037234257356, 'avg_acc_mask': 61.525444973677615, 'loss': 1.414686679840088}
{'epoch': 47, 'iter': 340, 'avg_loss': 1.1986633205343902, 'avg_acc_mask': 61.51365821013567, 'loss': 1.1069256067276}
{'epoch': 47, 'iter': 350, 'avg_loss': 1.1969740545308147, 'avg_acc_mask': 61.48069304003312, 'loss': 0.789365828037262}
{'epoch': 47, 'iter': 360, 'avg_loss': 1.1993510338408135, 'avg_acc_mask': 61.33615997249756, 'loss': 0.9918718338012695}
{'epoch': 47, 'iter': 370, 'avg_loss': 1.1998297838830563, 'avg_acc_mask': 61.37312767971491, 'loss': 1.13093900680542}
{'epoch': 47, 'iter': 380, 'avg_loss': 1.1990082858428555, 'avg_acc_mask': 61.39484396200814, 'loss': 1.3504422903060913}
{'epoch': 47, 'iter': 390, 'avg_loss': 1.199329150607214, 'avg_acc_mask': 61.26701128811056, 'loss': 1.2125376462936401}
{'epoch': 'EP47_test', 'avg_loss': 1.1985217436696545, 'total_masked_acc': 61.267605633802816}
{'epoch': 48, 'iter': 0, 'avg_loss': 1.0841569900512695, 'avg_acc_mask': 64.28571428571429, 'loss': 1.0841569900512695}
{'epoch': 48, 'iter': 10, 'avg_loss': 1.33228938146071, 'avg_acc_mask': 58.57664233576643, 'loss': 1.7607189416885376}
{'epoch': 48, 'iter': 20, 'avg_loss': 1.232453947975522, 'avg_acc_mask': 60.60037523452158, 'loss': 1.3314363956451416}
{'epoch': 48, 'iter': 30, 'avg_loss': 1.2166982773811585, 'avg_acc_mask': 60.051052967453735, 'loss': 1.1629652976989746}
{'epoch': 48, 'iter': 40, 'avg_loss': 1.1939395273604043, 'avg_acc_mask': 60.48780487804878, 'loss': 1.3213458061218262}
{'epoch': 48, 'iter': 50, 'avg_loss': 1.1940210484990887, 'avg_acc_mask': 60.22463206816422, 'loss': 1.1808627843856812}
{'epoch': 48, 'iter': 60, 'avg_loss': 1.1838314357351085, 'avg_acc_mask': 60.71544715447155, 'loss': 0.7368825674057007}
{'epoch': 48, 'iter': 70, 'avg_loss': 1.168633670034543, 'avg_acc_mask': 60.86713286713287, 'loss': 1.1370289325714111}
{'epoch': 48, 'iter': 80, 'avg_loss': 1.1718886796339059, 'avg_acc_mask': 60.957732714390424, 'loss': 1.153954029083252}
{'epoch': 48, 'iter': 90, 'avg_loss': 1.1738563697416704, 'avg_acc_mask': 60.95652173913043, 'loss': 1.0751177072525024}
{'epoch': 48, 'iter': 100, 'avg_loss': 1.17505943067003, 'avg_acc_mask': 61.27441309923062, 'loss': 1.0099902153015137}
{'epoch': 48, 'iter': 110, 'avg_loss': 1.1792701740522642, 'avg_acc_mask': 61.05795269904315, 'loss': 1.3535228967666626}
{'epoch': 48, 'iter': 120, 'avg_loss': 1.1871983157701729, 'avg_acc_mask': 60.88186356073211, 'loss': 1.3067471981048584}
{'epoch': 48, 'iter': 130, 'avg_loss': 1.188572722536917, 'avg_acc_mask': 61.04195481788843, 'loss': 1.5479246377944946}
{'epoch': 48, 'iter': 140, 'avg_loss': 1.1883651994644326, 'avg_acc_mask': 61.12301757393913, 'loss': 1.0661593675613403}
{'epoch': 48, 'iter': 150, 'avg_loss': 1.19154109267999, 'avg_acc_mask': 60.90921282016897, 'loss': 1.4556044340133667}
{'epoch': 48, 'iter': 160, 'avg_loss': 1.1949783285952502, 'avg_acc_mask': 60.805352183791975, 'loss': 1.2803025245666504}
{'epoch': 48, 'iter': 170, 'avg_loss': 1.1929707976809718, 'avg_acc_mask': 60.7880370282459, 'loss': 1.6254839897155762}
{'epoch': 48, 'iter': 180, 'avg_loss': 1.194054633214329, 'avg_acc_mask': 60.701872407220534, 'loss': 1.6072137355804443}
{'epoch': 48, 'iter': 190, 'avg_loss': 1.1904221170859812, 'avg_acc_mask': 60.82595240636005, 'loss': 0.9883764386177063}
{'epoch': 48, 'iter': 200, 'avg_loss': 1.1918490380790103, 'avg_acc_mask': 60.66056910569105, 'loss': 1.0373003482818604}
{'epoch': 48, 'iter': 210, 'avg_loss': 1.1961985015756147, 'avg_acc_mask': 60.69835111542192, 'loss': 1.4115653038024902}
{'epoch': 48, 'iter': 220, 'avg_loss': 1.1992662689265083, 'avg_acc_mask': 60.60802069857697, 'loss': 1.2714892625808716}
{'epoch': 48, 'iter': 230, 'avg_loss': 1.1972489274425424, 'avg_acc_mask': 60.74442569068136, 'loss': 1.191414475440979}
{'epoch': 48, 'iter': 240, 'avg_loss': 1.2009002212666873, 'avg_acc_mask': 60.639836637454266, 'loss': 1.2696260213851929}
{'epoch': 48, 'iter': 250, 'avg_loss': 1.2057219738979263, 'avg_acc_mask': 60.47385620915032, 'loss': 1.1459946632385254}
{'epoch': 48, 'iter': 260, 'avg_loss': 1.2008155974848518, 'avg_acc_mask': 60.62514762617117, 'loss': 1.2780460119247437}
{'epoch': 48, 'iter': 270, 'avg_loss': 1.2050649017865367, 'avg_acc_mask': 60.58592570220477, 'loss': 1.1490577459335327}
{'epoch': 48, 'iter': 280, 'avg_loss': 1.2048638808769687, 'avg_acc_mask': 60.63038085509995, 'loss': 1.051061987876892}
{'epoch': 48, 'iter': 290, 'avg_loss': 1.2008245896637644, 'avg_acc_mask': 60.64880112834978, 'loss': 0.8804341554641724}
{'epoch': 48, 'iter': 300, 'avg_loss': 1.1994415907764753, 'avg_acc_mask': 60.72038821679995, 'loss': 1.5428375005722046}
{'epoch': 48, 'iter': 310, 'avg_loss': 1.2011577343250777, 'avg_acc_mask': 60.73502243335973, 'loss': 1.3418750762939453}
{'epoch': 48, 'iter': 320, 'avg_loss': 1.1992021592978006, 'avg_acc_mask': 60.73690270581462, 'loss': 1.1724917888641357}
{'epoch': 48, 'iter': 330, 'avg_loss': 1.1999716839761532, 'avg_acc_mask': 60.69990709197894, 'loss': 1.4078251123428345}
{'epoch': 48, 'iter': 340, 'avg_loss': 1.197721004486084, 'avg_acc_mask': 60.75075075075075, 'loss': 1.1037497520446777}
{'epoch': 48, 'iter': 350, 'avg_loss': 1.1962685697099082, 'avg_acc_mask': 60.79369711117596, 'loss': 0.9072157740592957}
{'epoch': 48, 'iter': 360, 'avg_loss': 1.196860522114339, 'avg_acc_mask': 60.80706321806554, 'loss': 1.2511341571807861}
{'epoch': 48, 'iter': 370, 'avg_loss': 1.1957645462850996, 'avg_acc_mask': 60.88605507612817, 'loss': 1.3847527503967285}
{'epoch': 48, 'iter': 380, 'avg_loss': 1.1950122534133631, 'avg_acc_mask': 60.862816464165284, 'loss': 1.4305830001831055}
{'epoch': 48, 'iter': 390, 'avg_loss': 1.195052931528262, 'avg_acc_mask': 60.82023524513376, 'loss': 1.0710655450820923}
{'epoch': 'EP48_test', 'avg_loss': 1.1939436641305383, 'total_masked_acc': 60.836462781007256}
{'epoch': 49, 'iter': 0, 'avg_loss': 1.2582662105560303, 'avg_acc_mask': 56.60377358490566, 'loss': 1.2582662105560303}
{'epoch': 49, 'iter': 10, 'avg_loss': 1.2827342748641968, 'avg_acc_mask': 60.06944444444444, 'loss': 1.6172003746032715}
{'epoch': 49, 'iter': 20, 'avg_loss': 1.2030007072857447, 'avg_acc_mask': 61.275415896487985, 'loss': 1.2876135110855103}
{'epoch': 49, 'iter': 30, 'avg_loss': 1.2077152171442587, 'avg_acc_mask': 61.10753380553767, 'loss': 1.3449822664260864}
{'epoch': 49, 'iter': 40, 'avg_loss': 1.1875963167446415, 'avg_acc_mask': 61.23260437375746, 'loss': 1.1422122716903687}
{'epoch': 49, 'iter': 50, 'avg_loss': 1.1684263617384667, 'avg_acc_mask': 62.08, 'loss': 0.9949604272842407}
{'epoch': 49, 'iter': 60, 'avg_loss': 1.179472032140513, 'avg_acc_mask': 61.665542818610916, 'loss': 1.1642870903015137}
{'epoch': 49, 'iter': 70, 'avg_loss': 1.1732501463151315, 'avg_acc_mask': 61.832280298678924, 'loss': 1.137913703918457}
{'epoch': 49, 'iter': 80, 'avg_loss': 1.1805342627160342, 'avg_acc_mask': 61.6822429906542, 'loss': 1.290329933166504}
{'epoch': 49, 'iter': 90, 'avg_loss': 1.1908102009322616, 'avg_acc_mask': 61.64074825332432, 'loss': 0.9325870871543884}
{'epoch': 49, 'iter': 100, 'avg_loss': 1.1964049008813236, 'avg_acc_mask': 61.84452152621914, 'loss': 1.3807564973831177}
{'epoch': 49, 'iter': 110, 'avg_loss': 1.1935609820726756, 'avg_acc_mask': 61.87315634218289, 'loss': 0.9851801991462708}
{'epoch': 49, 'iter': 120, 'avg_loss': 1.1982224071321408, 'avg_acc_mask': 61.7457627118644, 'loss': 1.2855333089828491}
{'epoch': 49, 'iter': 130, 'avg_loss': 1.1908826855302768, 'avg_acc_mask': 61.86959937156323, 'loss': 1.1850134134292603}
{'epoch': 49, 'iter': 140, 'avg_loss': 1.1923540183838377, 'avg_acc_mask': 61.85114782862991, 'loss': 1.1164897680282593}
{'epoch': 49, 'iter': 150, 'avg_loss': 1.1935368961845803, 'avg_acc_mask': 61.704747571487204, 'loss': 1.5840327739715576}
{'epoch': 49, 'iter': 160, 'avg_loss': 1.1985841341640637, 'avg_acc_mask': 61.4812916453101, 'loss': 1.1530743837356567}
{'epoch': 49, 'iter': 170, 'avg_loss': 1.2037018408552247, 'avg_acc_mask': 61.24292424424907, 'loss': 1.5342847108840942}
{'epoch': 49, 'iter': 180, 'avg_loss': 1.2110831111834195, 'avg_acc_mask': 61.175260089173435, 'loss': 1.583072304725647}
{'epoch': 49, 'iter': 190, 'avg_loss': 1.206651012310807, 'avg_acc_mask': 61.23003368466804, 'loss': 1.191947102546692}
{'epoch': 49, 'iter': 200, 'avg_loss': 1.2114698400544883, 'avg_acc_mask': 61.02167182662539, 'loss': 1.444198727607727}
{'epoch': 49, 'iter': 210, 'avg_loss': 1.2152766873486234, 'avg_acc_mask': 60.919200866056485, 'loss': 1.5444114208221436}
{'epoch': 49, 'iter': 220, 'avg_loss': 1.214757257996641, 'avg_acc_mask': 61.050083783280584, 'loss': 1.3927379846572876}
{'epoch': 49, 'iter': 230, 'avg_loss': 1.2100001263928104, 'avg_acc_mask': 61.137440758293835, 'loss': 1.197262167930603}
{'epoch': 49, 'iter': 240, 'avg_loss': 1.2150359529677268, 'avg_acc_mask': 61.098260944058936, 'loss': 1.2426447868347168}
{'epoch': 49, 'iter': 250, 'avg_loss': 1.2141809879071208, 'avg_acc_mask': 61.16353491425289, 'loss': 1.2185603380203247}
{'epoch': 49, 'iter': 260, 'avg_loss': 1.2125003984148017, 'avg_acc_mask': 61.281909428594005, 'loss': 1.115877628326416}
{'epoch': 49, 'iter': 270, 'avg_loss': 1.216357678065001, 'avg_acc_mask': 61.1356370832699, 'loss': 1.293473482131958}
{'epoch': 49, 'iter': 280, 'avg_loss': 1.2183121644305164, 'avg_acc_mask': 61.0704349099429, 'loss': 1.3196457624435425}
{'epoch': 49, 'iter': 290, 'avg_loss': 1.2126129011517948, 'avg_acc_mask': 61.11896015823679, 'loss': 1.033452033996582}
{'epoch': 49, 'iter': 300, 'avg_loss': 1.2101495372892614, 'avg_acc_mask': 61.184840607470235, 'loss': 0.9616169929504395}
{'epoch': 49, 'iter': 310, 'avg_loss': 1.2127011930060922, 'avg_acc_mask': 61.10671415380556, 'loss': 1.3545243740081787}
{'epoch': 49, 'iter': 320, 'avg_loss': 1.2086081952320824, 'avg_acc_mask': 61.278965561387785, 'loss': 1.237074851989746}
{'epoch': 49, 'iter': 330, 'avg_loss': 1.206971613121897, 'avg_acc_mask': 61.37776672469535, 'loss': 1.1446559429168701}
{'epoch': 49, 'iter': 340, 'avg_loss': 1.2054985025761065, 'avg_acc_mask': 61.48603823653579, 'loss': 0.935418426990509}
{'epoch': 49, 'iter': 350, 'avg_loss': 1.207157009687179, 'avg_acc_mask': 61.4315863524446, 'loss': 1.0828226804733276}
{'epoch': 49, 'iter': 360, 'avg_loss': 1.2074972751067947, 'avg_acc_mask': 61.360141254200606, 'loss': 1.087536096572876}
{'epoch': 49, 'iter': 370, 'avg_loss': 1.204139152627107, 'avg_acc_mask': 61.42548356703431, 'loss': 1.2381951808929443}
{'epoch': 49, 'iter': 380, 'avg_loss': 1.2028700128940772, 'avg_acc_mask': 61.38217971578322, 'loss': 0.9863778352737427}
{'epoch': 49, 'iter': 390, 'avg_loss': 1.201324008157491, 'avg_acc_mask': 61.3718791064389, 'loss': 1.1417042016983032}
{'epoch': 'EP49_test', 'avg_loss': 1.1992759722651858, 'total_masked_acc': 61.42604535053048}
{'epoch': 50, 'iter': 0, 'avg_loss': 0.8174847364425659, 'avg_acc_mask': 69.76744186046511, 'loss': 0.8174847364425659}
{'epoch': 50, 'iter': 10, 'avg_loss': 1.1900746117938648, 'avg_acc_mask': 61.23595505617978, 'loss': 1.5529124736785889}
{'epoch': 50, 'iter': 20, 'avg_loss': 1.1745053614888872, 'avg_acc_mask': 61.20114394661582, 'loss': 1.1855921745300293}
{'epoch': 50, 'iter': 30, 'avg_loss': 1.171735159812435, 'avg_acc_mask': 61.89555125725339, 'loss': 1.4794435501098633}
{'epoch': 50, 'iter': 40, 'avg_loss': 1.1767122280306932, 'avg_acc_mask': 61.45728643216081, 'loss': 1.4526456594467163}
{'epoch': 50, 'iter': 50, 'avg_loss': 1.1664922330893723, 'avg_acc_mask': 61.11332007952286, 'loss': 1.1323614120483398}
{'epoch': 50, 'iter': 60, 'avg_loss': 1.151790265177117, 'avg_acc_mask': 62.27242076871207, 'loss': 1.0077871084213257}
{'epoch': 50, 'iter': 70, 'avg_loss': 1.141604373992329, 'avg_acc_mask': 62.884228669922436, 'loss': 1.2371309995651245}
{'epoch': 50, 'iter': 80, 'avg_loss': 1.1591068425296265, 'avg_acc_mask': 62.76783463574489, 'loss': 1.4068533182144165}
{'epoch': 50, 'iter': 90, 'avg_loss': 1.152373425908141, 'avg_acc_mask': 62.93393057110862, 'loss': 0.8915823101997375}
{'epoch': 50, 'iter': 100, 'avg_loss': 1.1424103751040922, 'avg_acc_mask': 63.16110659072417, 'loss': 0.8886199593544006}
{'epoch': 50, 'iter': 110, 'avg_loss': 1.142785722070986, 'avg_acc_mask': 63.061564059900164, 'loss': 1.5408084392547607}
{'epoch': 50, 'iter': 120, 'avg_loss': 1.1451958526264538, 'avg_acc_mask': 63.07561597281224, 'loss': 1.1742068529129028}
{'epoch': 50, 'iter': 130, 'avg_loss': 1.1505688679127293, 'avg_acc_mask': 62.84955475706921, 'loss': 1.441913366317749}
{'epoch': 50, 'iter': 140, 'avg_loss': 1.1557109622245139, 'avg_acc_mask': 62.64833574529667, 'loss': 1.3866238594055176}
{'epoch': 50, 'iter': 150, 'avg_loss': 1.1525168332043072, 'avg_acc_mask': 62.5693786381481, 'loss': 1.2544255256652832}
{'epoch': 50, 'iter': 160, 'avg_loss': 1.1586578991842567, 'avg_acc_mask': 62.27758007117438, 'loss': 1.0550923347473145}
{'epoch': 50, 'iter': 170, 'avg_loss': 1.1619250206222311, 'avg_acc_mask': 62.189710996522365, 'loss': 1.1096667051315308}
{'epoch': 50, 'iter': 180, 'avg_loss': 1.1694990495291864, 'avg_acc_mask': 62.05569390989359, 'loss': 1.4457217454910278}
{'epoch': 50, 'iter': 190, 'avg_loss': 1.1705165539736524, 'avg_acc_mask': 61.990561990561986, 'loss': 1.0926055908203125}
{'epoch': 50, 'iter': 200, 'avg_loss': 1.1817751108710446, 'avg_acc_mask': 61.723752413863195, 'loss': 1.5975754261016846}
{'epoch': 50, 'iter': 210, 'avg_loss': 1.1841137344238317, 'avg_acc_mask': 61.668928086838534, 'loss': 1.5051236152648926}
{'epoch': 50, 'iter': 220, 'avg_loss': 1.1869459278982688, 'avg_acc_mask': 61.34777818582445, 'loss': 0.9506924748420715}
{'epoch': 50, 'iter': 230, 'avg_loss': 1.181435314091769, 'avg_acc_mask': 61.575010998680156, 'loss': 0.8428272008895874}
{'epoch': 50, 'iter': 240, 'avg_loss': 1.1824015309701816, 'avg_acc_mask': 61.61037648446054, 'loss': 1.242751955986023}
{'epoch': 50, 'iter': 250, 'avg_loss': 1.1843324856929096, 'avg_acc_mask': 61.61812297734628, 'loss': 1.126562237739563}
{'epoch': 50, 'iter': 260, 'avg_loss': 1.1820458660180542, 'avg_acc_mask': 61.68013677339136, 'loss': 0.9967300295829773}
{'epoch': 50, 'iter': 270, 'avg_loss': 1.1816818518392274, 'avg_acc_mask': 61.610277093136155, 'loss': 0.9808982014656067}
{'epoch': 50, 'iter': 280, 'avg_loss': 1.1850563234705942, 'avg_acc_mask': 61.522426682001154, 'loss': 1.345617413520813}
{'epoch': 50, 'iter': 290, 'avg_loss': 1.1823948894169731, 'avg_acc_mask': 61.59716922222993, 'loss': 1.0226378440856934}
{'epoch': 50, 'iter': 300, 'avg_loss': 1.179231086442637, 'avg_acc_mask': 61.61915008068854, 'loss': 1.3688730001449585}
{'epoch': 50, 'iter': 310, 'avg_loss': 1.1835476102552998, 'avg_acc_mask': 61.4263404476835, 'loss': 1.492164134979248}
{'epoch': 50, 'iter': 320, 'avg_loss': 1.179321798951455, 'avg_acc_mask': 61.62121116243752, 'loss': 1.0329601764678955}
{'epoch': 50, 'iter': 330, 'avg_loss': 1.17959838133204, 'avg_acc_mask': 61.59656125268652, 'loss': 1.0645986795425415}
{'epoch': 50, 'iter': 340, 'avg_loss': 1.1772793625806435, 'avg_acc_mask': 61.71163123101662, 'loss': 1.093760371208191}
{'epoch': 50, 'iter': 350, 'avg_loss': 1.1766025615893199, 'avg_acc_mask': 61.753149196810355, 'loss': 0.7755941152572632}
{'epoch': 50, 'iter': 360, 'avg_loss': 1.1774353964507085, 'avg_acc_mask': 61.74556876822975, 'loss': 1.0612391233444214}
{'epoch': 50, 'iter': 370, 'avg_loss': 1.176201953399535, 'avg_acc_mask': 61.81668946648426, 'loss': 1.4380073547363281}
{'epoch': 50, 'iter': 380, 'avg_loss': 1.1757267981063662, 'avg_acc_mask': 61.854572554029595, 'loss': 1.0903286933898926}
{'epoch': 50, 'iter': 390, 'avg_loss': 1.17810768300615, 'avg_acc_mask': 61.77355749273558, 'loss': 1.1579370498657227}
{'epoch': 'EP50_test', 'avg_loss': 1.1780714440827418, 'total_masked_acc': 61.780400205233455}
{'epoch': 51, 'iter': 0, 'avg_loss': 0.9723901152610779, 'avg_acc_mask': 71.9298245614035, 'loss': 0.9723901152610779}
{'epoch': 51, 'iter': 10, 'avg_loss': 1.2039373896338723, 'avg_acc_mask': 62.24299065420561, 'loss': 1.4364222288131714}
{'epoch': 51, 'iter': 20, 'avg_loss': 1.1762328914233617, 'avg_acc_mask': 63.11154598825832, 'loss': 1.1402287483215332}
{'epoch': 51, 'iter': 30, 'avg_loss': 1.1353965843877485, 'avg_acc_mask': 63.74423203691496, 'loss': 1.0543224811553955}
{'epoch': 51, 'iter': 40, 'avg_loss': 1.1366523882237876, 'avg_acc_mask': 63.17122593718339, 'loss': 1.2497280836105347}
{'epoch': 51, 'iter': 50, 'avg_loss': 1.12988202010884, 'avg_acc_mask': 63.515151515151516, 'loss': 0.9474435448646545}
{'epoch': 51, 'iter': 60, 'avg_loss': 1.1327666904105516, 'avg_acc_mask': 63.32203389830509, 'loss': 1.3169145584106445}
{'epoch': 51, 'iter': 70, 'avg_loss': 1.1299432373382676, 'avg_acc_mask': 63.300915331807786, 'loss': 1.2503349781036377}
{'epoch': 51, 'iter': 80, 'avg_loss': 1.1450246211923198, 'avg_acc_mask': 62.584692597239645, 'loss': 1.4174968004226685}
{'epoch': 51, 'iter': 90, 'avg_loss': 1.153796809060233, 'avg_acc_mask': 62.31819198925934, 'loss': 1.4695031642913818}
{'epoch': 51, 'iter': 100, 'avg_loss': 1.143539806403736, 'avg_acc_mask': 62.53031527890056, 'loss': 1.171201467514038}
{'epoch': 51, 'iter': 110, 'avg_loss': 1.1530891103787466, 'avg_acc_mask': 62.339802270230685, 'loss': 1.4672443866729736}
{'epoch': 51, 'iter': 120, 'avg_loss': 1.1589643137514098, 'avg_acc_mask': 62.223721950396495, 'loss': 1.3768112659454346}
{'epoch': 51, 'iter': 130, 'avg_loss': 1.1567372329362475, 'avg_acc_mask': 62.48250116658889, 'loss': 1.1823903322219849}
{'epoch': 51, 'iter': 140, 'avg_loss': 1.1697347274063328, 'avg_acc_mask': 62.029364733246105, 'loss': 1.3279106616973877}
{'epoch': 51, 'iter': 150, 'avg_loss': 1.178030355481912, 'avg_acc_mask': 61.79546380551406, 'loss': 1.4870342016220093}
{'epoch': 51, 'iter': 160, 'avg_loss': 1.1809355027927375, 'avg_acc_mask': 61.794740873117185, 'loss': 0.9661171436309814}
{'epoch': 51, 'iter': 170, 'avg_loss': 1.1835040418725264, 'avg_acc_mask': 61.69854444845423, 'loss': 1.227531909942627}
{'epoch': 51, 'iter': 180, 'avg_loss': 1.1873997127153597, 'avg_acc_mask': 61.76906417417075, 'loss': 1.8017927408218384}
{'epoch': 51, 'iter': 190, 'avg_loss': 1.183237012768291, 'avg_acc_mask': 61.73214673323204, 'loss': 1.1511536836624146}
{'epoch': 51, 'iter': 200, 'avg_loss': 1.1820592124070695, 'avg_acc_mask': 61.782913743293435, 'loss': 1.1304422616958618}
{'epoch': 51, 'iter': 210, 'avg_loss': 1.1836224980828887, 'avg_acc_mask': 61.69753993923356, 'loss': 1.635697364807129}
{'epoch': 51, 'iter': 220, 'avg_loss': 1.1849119763029108, 'avg_acc_mask': 61.54847104749513, 'loss': 0.9297334551811218}
{'epoch': 51, 'iter': 230, 'avg_loss': 1.1799835487877652, 'avg_acc_mask': 61.65909293415308, 'loss': 1.0839238166809082}
{'epoch': 51, 'iter': 240, 'avg_loss': 1.1808227174509611, 'avg_acc_mask': 61.59420289855072, 'loss': 1.2988542318344116}
{'epoch': 51, 'iter': 250, 'avg_loss': 1.183063844523107, 'avg_acc_mask': 61.59443990188063, 'loss': 1.0858771800994873}
{'epoch': 51, 'iter': 260, 'avg_loss': 1.1817643959860236, 'avg_acc_mask': 61.641896673743815, 'loss': 1.0602185726165771}
{'epoch': 51, 'iter': 270, 'avg_loss': 1.1853675589350317, 'avg_acc_mask': 61.544844233235274, 'loss': 1.351231336593628}
{'epoch': 51, 'iter': 280, 'avg_loss': 1.1891211655216285, 'avg_acc_mask': 61.47016011644833, 'loss': 1.035969614982605}
{'epoch': 51, 'iter': 290, 'avg_loss': 1.1855991855519743, 'avg_acc_mask': 61.55307026798903, 'loss': 1.1446372270584106}
{'epoch': 51, 'iter': 300, 'avg_loss': 1.1832737546426513, 'avg_acc_mask': 61.601251615536356, 'loss': 1.1794418096542358}
{'epoch': 51, 'iter': 310, 'avg_loss': 1.184307181375203, 'avg_acc_mask': 61.53087393963307, 'loss': 1.4021204710006714}
{'epoch': 51, 'iter': 320, 'avg_loss': 1.1816939707857055, 'avg_acc_mask': 61.578208726716, 'loss': 1.400648832321167}
{'epoch': 51, 'iter': 330, 'avg_loss': 1.1808281762362247, 'avg_acc_mask': 61.61272355962622, 'loss': 1.1876310110092163}
{'epoch': 51, 'iter': 340, 'avg_loss': 1.1826572037162668, 'avg_acc_mask': 61.59428982725528, 'loss': 1.3593016862869263}
{'epoch': 51, 'iter': 350, 'avg_loss': 1.1812709435778126, 'avg_acc_mask': 61.63279607568325, 'loss': 0.7978611588478088}
{'epoch': 51, 'iter': 360, 'avg_loss': 1.1826640715889654, 'avg_acc_mask': 61.612555952178596, 'loss': 1.08392333984375}
{'epoch': 51, 'iter': 370, 'avg_loss': 1.1794700895679608, 'avg_acc_mask': 61.760660247592845, 'loss': 1.1017042398452759}
{'epoch': 51, 'iter': 380, 'avg_loss': 1.1782774463726153, 'avg_acc_mask': 61.8879245687346, 'loss': 1.1917943954467773}
{'epoch': 51, 'iter': 390, 'avg_loss': 1.1794594017136129, 'avg_acc_mask': 61.82879783130018, 'loss': 1.041300892829895}
{'epoch': 'EP51_test', 'avg_loss': 1.178998546467887, 'total_masked_acc': 61.8436646570825}
{'epoch': 52, 'iter': 0, 'avg_loss': 0.9697995185852051, 'avg_acc_mask': 60.86956521739131, 'loss': 0.9697995185852051}
{'epoch': 52, 'iter': 10, 'avg_loss': 1.2889771786603061, 'avg_acc_mask': 55.635062611806795, 'loss': 1.3593934774398804}
{'epoch': 52, 'iter': 20, 'avg_loss': 1.2393226311320351, 'avg_acc_mask': 58.96452540747843, 'loss': 0.9853329062461853}
{'epoch': 52, 'iter': 30, 'avg_loss': 1.200312401017835, 'avg_acc_mask': 59.96042216358839, 'loss': 1.3118566274642944}
{'epoch': 52, 'iter': 40, 'avg_loss': 1.1947842647389668, 'avg_acc_mask': 60.89133700550826, 'loss': 1.1695891618728638}
{'epoch': 52, 'iter': 50, 'avg_loss': 1.189417002247829, 'avg_acc_mask': 61.44915932746196, 'loss': 0.9515885710716248}
{'epoch': 52, 'iter': 60, 'avg_loss': 1.1912031955406315, 'avg_acc_mask': 61.43482654092287, 'loss': 1.2167085409164429}
{'epoch': 52, 'iter': 70, 'avg_loss': 1.1785414328037853, 'avg_acc_mask': 61.61178509532063, 'loss': 1.3121981620788574}
{'epoch': 52, 'iter': 80, 'avg_loss': 1.173366438459467, 'avg_acc_mask': 61.70534813319879, 'loss': 1.438294529914856}
{'epoch': 52, 'iter': 90, 'avg_loss': 1.178730431493822, 'avg_acc_mask': 61.583314644539136, 'loss': 1.085878849029541}
{'epoch': 52, 'iter': 100, 'avg_loss': 1.1804940966096256, 'avg_acc_mask': 61.47922998986829, 'loss': 1.0265376567840576}
{'epoch': 52, 'iter': 110, 'avg_loss': 1.183092888411101, 'avg_acc_mask': 61.36695906432749, 'loss': 1.472979187965393}
{'epoch': 52, 'iter': 120, 'avg_loss': 1.1885615188228198, 'avg_acc_mask': 61.05582728959352, 'loss': 1.145457148551941}
{'epoch': 52, 'iter': 130, 'avg_loss': 1.1843561484613492, 'avg_acc_mask': 61.38135328967883, 'loss': 1.410618782043457}
{'epoch': 52, 'iter': 140, 'avg_loss': 1.1834852057145842, 'avg_acc_mask': 61.337588858262, 'loss': 1.2703763246536255}
{'epoch': 52, 'iter': 150, 'avg_loss': 1.183804547549873, 'avg_acc_mask': 61.4712706428279, 'loss': 1.263079047203064}
{'epoch': 52, 'iter': 160, 'avg_loss': 1.179393192255719, 'avg_acc_mask': 61.54537286612758, 'loss': 0.8786672353744507}
{'epoch': 52, 'iter': 170, 'avg_loss': 1.178889380909546, 'avg_acc_mask': 61.39799250211634, 'loss': 1.4636348485946655}
{'epoch': 52, 'iter': 180, 'avg_loss': 1.1828504675659686, 'avg_acc_mask': 61.36754094605429, 'loss': 1.540424108505249}
{'epoch': 52, 'iter': 190, 'avg_loss': 1.1764906298427682, 'avg_acc_mask': 61.5543254097471, 'loss': 0.8955239057540894}
{'epoch': 52, 'iter': 200, 'avg_loss': 1.1809590565624521, 'avg_acc_mask': 61.48843930635838, 'loss': 1.2566977739334106}
{'epoch': 52, 'iter': 210, 'avg_loss': 1.1846680095975433, 'avg_acc_mask': 61.38711264141663, 'loss': 1.5112740993499756}
{'epoch': 52, 'iter': 220, 'avg_loss': 1.1873432405933535, 'avg_acc_mask': 61.41467065868264, 'loss': 1.061708688735962}
{'epoch': 52, 'iter': 230, 'avg_loss': 1.1866331304306592, 'avg_acc_mask': 61.44578313253012, 'loss': 1.341812014579773}
{'epoch': 52, 'iter': 240, 'avg_loss': 1.1853112699579895, 'avg_acc_mask': 61.52121421179717, 'loss': 1.1484951972961426}
{'epoch': 52, 'iter': 250, 'avg_loss': 1.1858561777498617, 'avg_acc_mask': 61.483571191503486, 'loss': 1.6288622617721558}
{'epoch': 52, 'iter': 260, 'avg_loss': 1.1831048745305146, 'avg_acc_mask': 61.528032538479934, 'loss': 0.8377479910850525}
{'epoch': 52, 'iter': 270, 'avg_loss': 1.1861573308156426, 'avg_acc_mask': 61.50180616401506, 'loss': 1.1940248012542725}
{'epoch': 52, 'iter': 280, 'avg_loss': 1.1869187878968452, 'avg_acc_mask': 61.40208317943414, 'loss': 1.441763162612915}
{'epoch': 52, 'iter': 290, 'avg_loss': 1.1829386091314231, 'avg_acc_mask': 61.51985199943076, 'loss': 1.2115472555160522}
{'epoch': 52, 'iter': 300, 'avg_loss': 1.182530790666409, 'avg_acc_mask': 61.53528683450268, 'loss': 1.3587160110473633}
{'epoch': 52, 'iter': 310, 'avg_loss': 1.181520159988158, 'avg_acc_mask': 61.54563003394795, 'loss': 1.4564169645309448}
{'epoch': 52, 'iter': 320, 'avg_loss': 1.1800517933762333, 'avg_acc_mask': 61.58910475698703, 'loss': 1.0960562229156494}
{'epoch': 52, 'iter': 330, 'avg_loss': 1.177076235098421, 'avg_acc_mask': 61.63577154308617, 'loss': 1.0836719274520874}
{'epoch': 52, 'iter': 340, 'avg_loss': 1.178582625305198, 'avg_acc_mask': 61.60855303122342, 'loss': 1.3435440063476562}
{'epoch': 52, 'iter': 350, 'avg_loss': 1.1747593934040124, 'avg_acc_mask': 61.69409544033504, 'loss': 0.6786547303199768}
{'epoch': 52, 'iter': 360, 'avg_loss': 1.1773140281851602, 'avg_acc_mask': 61.63522012578616, 'loss': 1.1374990940093994}
{'epoch': 52, 'iter': 370, 'avg_loss': 1.1750658960997897, 'avg_acc_mask': 61.71100968496048, 'loss': 1.333385705947876}
{'epoch': 52, 'iter': 380, 'avg_loss': 1.1743987121294177, 'avg_acc_mask': 61.77967937608319, 'loss': 1.1856508255004883}
{'epoch': 52, 'iter': 390, 'avg_loss': 1.1765020447009056, 'avg_acc_mask': 61.704144504713256, 'loss': 1.4095773696899414}
{'epoch': 'EP52_test', 'avg_loss': 1.1768903471905776, 'total_masked_acc': 61.72074371126504}
{'epoch': 53, 'iter': 0, 'avg_loss': 1.3220380544662476, 'avg_acc_mask': 53.333333333333336, 'loss': 1.3220380544662476}
{'epoch': 53, 'iter': 10, 'avg_loss': 1.3261955922300166, 'avg_acc_mask': 57.03125, 'loss': 1.8485090732574463}
{'epoch': 53, 'iter': 20, 'avg_loss': 1.2554854608717418, 'avg_acc_mask': 58.82936507936508, 'loss': 0.9948133826255798}
{'epoch': 53, 'iter': 30, 'avg_loss': 1.2387152487231838, 'avg_acc_mask': 59.23180592991913, 'loss': 1.1410496234893799}
{'epoch': 53, 'iter': 40, 'avg_loss': 1.223757713306241, 'avg_acc_mask': 59.96932515337423, 'loss': 1.27918541431427}
{'epoch': 53, 'iter': 50, 'avg_loss': 1.197711347364912, 'avg_acc_mask': 60.56910569105691, 'loss': 1.1898078918457031}
{'epoch': 53, 'iter': 60, 'avg_loss': 1.195701280578238, 'avg_acc_mask': 60.95983662355344, 'loss': 1.4103813171386719}
{'epoch': 53, 'iter': 70, 'avg_loss': 1.190663006943716, 'avg_acc_mask': 61.1095142282265, 'loss': 1.2476853132247925}
{'epoch': 53, 'iter': 80, 'avg_loss': 1.1822751723689797, 'avg_acc_mask': 61.30248931355293, 'loss': 0.9380235075950623}
{'epoch': 53, 'iter': 90, 'avg_loss': 1.185793509195139, 'avg_acc_mask': 61.35080189744748, 'loss': 1.0490230321884155}
{'epoch': 53, 'iter': 100, 'avg_loss': 1.182258436585417, 'avg_acc_mask': 61.5038823048631, 'loss': 1.4728196859359741}
{'epoch': 53, 'iter': 110, 'avg_loss': 1.1907552958608747, 'avg_acc_mask': 61.329137356534616, 'loss': 1.2934181690216064}
{'epoch': 53, 'iter': 120, 'avg_loss': 1.2023138517190601, 'avg_acc_mask': 60.99982879643897, 'loss': 1.3633089065551758}
{'epoch': 53, 'iter': 130, 'avg_loss': 1.1990127176728866, 'avg_acc_mask': 60.94046865104497, 'loss': 1.4078010320663452}
{'epoch': 53, 'iter': 140, 'avg_loss': 1.2003897897740627, 'avg_acc_mask': 60.86637298091042, 'loss': 1.6745896339416504}
{'epoch': 53, 'iter': 150, 'avg_loss': 1.1942804961015057, 'avg_acc_mask': 61.1088295687885, 'loss': 1.0635626316070557}
{'epoch': 53, 'iter': 160, 'avg_loss': 1.1983091723844872, 'avg_acc_mask': 61.062628336755644, 'loss': 1.218485713005066}
{'epoch': 53, 'iter': 170, 'avg_loss': 1.1934237542905306, 'avg_acc_mask': 61.08095065749789, 'loss': 1.0573303699493408}
{'epoch': 53, 'iter': 180, 'avg_loss': 1.196230393088325, 'avg_acc_mask': 60.96092685143116, 'loss': 1.5372709035873413}
{'epoch': 53, 'iter': 190, 'avg_loss': 1.190505706827054, 'avg_acc_mask': 61.132116236361675, 'loss': 0.9561213254928589}
{'epoch': 53, 'iter': 200, 'avg_loss': 1.19310607542446, 'avg_acc_mask': 61.113976276431146, 'loss': 1.2596617937088013}
{'epoch': 53, 'iter': 210, 'avg_loss': 1.1969757664825114, 'avg_acc_mask': 61.05584556288781, 'loss': 1.8625825643539429}
{'epoch': 53, 'iter': 220, 'avg_loss': 1.1976000941716707, 'avg_acc_mask': 60.93253597458419, 'loss': 1.0319874286651611}
{'epoch': 53, 'iter': 230, 'avg_loss': 1.1959446758934946, 'avg_acc_mask': 61.055366421788214, 'loss': 0.8972670435905457}
{'epoch': 53, 'iter': 240, 'avg_loss': 1.1940610663524802, 'avg_acc_mask': 61.10920624035659, 'loss': 1.0924220085144043}
{'epoch': 53, 'iter': 250, 'avg_loss': 1.1959512440331903, 'avg_acc_mask': 61.11340206185567, 'loss': 1.0605396032333374}
{'epoch': 53, 'iter': 260, 'avg_loss': 1.1926580121690742, 'avg_acc_mask': 61.20600619686979, 'loss': 0.9656652212142944}
{'epoch': 53, 'iter': 270, 'avg_loss': 1.1917874078469084, 'avg_acc_mask': 61.30783938814531, 'loss': 1.2016420364379883}
{'epoch': 53, 'iter': 280, 'avg_loss': 1.193028888668454, 'avg_acc_mask': 61.34100464704581, 'loss': 1.3015438318252563}
{'epoch': 53, 'iter': 290, 'avg_loss': 1.1888247396528107, 'avg_acc_mask': 61.42826598246739, 'loss': 1.1806186437606812}
{'epoch': 53, 'iter': 300, 'avg_loss': 1.1860590585046433, 'avg_acc_mask': 61.5506656549631, 'loss': 1.345714807510376}
{'epoch': 53, 'iter': 310, 'avg_loss': 1.1862621608271093, 'avg_acc_mask': 61.55537784886046, 'loss': 1.4114162921905518}
{'epoch': 53, 'iter': 320, 'avg_loss': 1.183561006810435, 'avg_acc_mask': 61.67831262939959, 'loss': 1.1364476680755615}
{'epoch': 53, 'iter': 330, 'avg_loss': 1.186170564317271, 'avg_acc_mask': 61.66436723943308, 'loss': 1.3731944561004639}
{'epoch': 53, 'iter': 340, 'avg_loss': 1.1868691100053423, 'avg_acc_mask': 61.601217656012174, 'loss': 1.1285587549209595}
{'epoch': 53, 'iter': 350, 'avg_loss': 1.187174858700516, 'avg_acc_mask': 61.570321282764326, 'loss': 0.8663666248321533}
{'epoch': 53, 'iter': 360, 'avg_loss': 1.1894143284853145, 'avg_acc_mask': 61.51725722161603, 'loss': 1.2695928812026978}
{'epoch': 53, 'iter': 370, 'avg_loss': 1.1880079315036456, 'avg_acc_mask': 61.537171604248186, 'loss': 1.263564944267273}
{'epoch': 53, 'iter': 380, 'avg_loss': 1.1886707453590053, 'avg_acc_mask': 61.48373431814479, 'loss': 1.1982908248901367}
{'epoch': 53, 'iter': 390, 'avg_loss': 1.1877941542574206, 'avg_acc_mask': 61.49780666983775, 'loss': 1.320700764656067}
{'epoch': 'EP53_test', 'avg_loss': 1.1861868493183694, 'total_masked_acc': 61.5199791068164}
{'epoch': 54, 'iter': 0, 'avg_loss': 0.9008968472480774, 'avg_acc_mask': 70.37037037037037, 'loss': 0.9008968472480774}
{'epoch': 54, 'iter': 10, 'avg_loss': 1.2152284708890049, 'avg_acc_mask': 62.21804511278195, 'loss': 1.524616003036499}
{'epoch': 54, 'iter': 20, 'avg_loss': 1.1792423980576652, 'avg_acc_mask': 62.48794599807136, 'loss': 1.1505019664764404}
{'epoch': 54, 'iter': 30, 'avg_loss': 1.1581391076887808, 'avg_acc_mask': 62.55678131083712, 'loss': 1.4274159669876099}
{'epoch': 54, 'iter': 40, 'avg_loss': 1.1501556518601208, 'avg_acc_mask': 62.35177865612648, 'loss': 1.2703968286514282}
{'epoch': 54, 'iter': 50, 'avg_loss': 1.14141162704019, 'avg_acc_mask': 62.48037676609105, 'loss': 1.2354542016983032}
{'epoch': 54, 'iter': 60, 'avg_loss': 1.1503479470972156, 'avg_acc_mask': 62.441314553990615, 'loss': 1.0887212753295898}
{'epoch': 54, 'iter': 70, 'avg_loss': 1.1410023108334608, 'avg_acc_mask': 62.231759656652365, 'loss': 1.227102279663086}
{'epoch': 54, 'iter': 80, 'avg_loss': 1.1509910115489252, 'avg_acc_mask': 62.22389558232931, 'loss': 1.551710844039917}
{'epoch': 54, 'iter': 90, 'avg_loss': 1.152001366510496, 'avg_acc_mask': 62.2202327663384, 'loss': 0.8970791697502136}
{'epoch': 54, 'iter': 100, 'avg_loss': 1.1555209873926522, 'avg_acc_mask': 62.03648025656444, 'loss': 0.8514046669006348}
{'epoch': 54, 'iter': 110, 'avg_loss': 1.159961830925297, 'avg_acc_mask': 61.97387518142236, 'loss': 1.3297306299209595}
{'epoch': 54, 'iter': 120, 'avg_loss': 1.1567816512643798, 'avg_acc_mask': 62.18557387972681, 'loss': 0.8258152008056641}
{'epoch': 54, 'iter': 130, 'avg_loss': 1.1634453189282017, 'avg_acc_mask': 61.904027156303044, 'loss': 1.5400418043136597}
{'epoch': 54, 'iter': 140, 'avg_loss': 1.1623557776424056, 'avg_acc_mask': 61.95199080063246, 'loss': 1.344916582107544}
{'epoch': 54, 'iter': 150, 'avg_loss': 1.1595325335761568, 'avg_acc_mask': 61.849710982658955, 'loss': 1.244321346282959}
{'epoch': 54, 'iter': 160, 'avg_loss': 1.1655757008872418, 'avg_acc_mask': 61.687902106723854, 'loss': 0.9343389868736267}
{'epoch': 54, 'iter': 170, 'avg_loss': 1.1726976228736297, 'avg_acc_mask': 61.4661430441509, 'loss': 1.3404216766357422}
{'epoch': 54, 'iter': 180, 'avg_loss': 1.1707729581969877, 'avg_acc_mask': 61.65119140843495, 'loss': 1.2372254133224487}
{'epoch': 54, 'iter': 190, 'avg_loss': 1.1668617956301304, 'avg_acc_mask': 61.70235431980399, 'loss': 0.9906209707260132}
{'epoch': 54, 'iter': 200, 'avg_loss': 1.175189146948098, 'avg_acc_mask': 61.39445456385347, 'loss': 1.2131741046905518}
{'epoch': 54, 'iter': 210, 'avg_loss': 1.180339502497307, 'avg_acc_mask': 61.36735676456427, 'loss': 1.3258737325668335}
{'epoch': 54, 'iter': 220, 'avg_loss': 1.179879913502689, 'avg_acc_mask': 61.34530791788856, 'loss': 1.167594313621521}
{'epoch': 54, 'iter': 230, 'avg_loss': 1.1734441828418087, 'avg_acc_mask': 61.53981677237491, 'loss': 0.8958233594894409}
{'epoch': 54, 'iter': 240, 'avg_loss': 1.1758045096615044, 'avg_acc_mask': 61.51768380180636, 'loss': 1.183837652206421}
{'epoch': 54, 'iter': 250, 'avg_loss': 1.1762595293056441, 'avg_acc_mask': 61.53971089816469, 'loss': 1.178701639175415}
{'epoch': 54, 'iter': 260, 'avg_loss': 1.175087159849218, 'avg_acc_mask': 61.57280488760084, 'loss': 1.0009900331497192}
{'epoch': 54, 'iter': 270, 'avg_loss': 1.1818754697197917, 'avg_acc_mask': 61.45786220413086, 'loss': 1.4020426273345947}
{'epoch': 54, 'iter': 280, 'avg_loss': 1.184793659376504, 'avg_acc_mask': 61.32877807661554, 'loss': 1.3185018301010132}
{'epoch': 54, 'iter': 290, 'avg_loss': 1.181402817829368, 'avg_acc_mask': 61.388635885938484, 'loss': 1.2190850973129272}
{'epoch': 54, 'iter': 300, 'avg_loss': 1.178042018928401, 'avg_acc_mask': 61.447502548419976, 'loss': 1.0734074115753174}
{'epoch': 54, 'iter': 310, 'avg_loss': 1.1770661559518893, 'avg_acc_mask': 61.51622651425568, 'loss': 1.2263367176055908}
{'epoch': 54, 'iter': 320, 'avg_loss': 1.175995311447393, 'avg_acc_mask': 61.57030056036679, 'loss': 1.3024675846099854}
{'epoch': 54, 'iter': 330, 'avg_loss': 1.1752961865004456, 'avg_acc_mask': 61.626829720214936, 'loss': 1.367366075515747}
{'epoch': 54, 'iter': 340, 'avg_loss': 1.1744258783080361, 'avg_acc_mask': 61.69741255390513, 'loss': 1.3712505102157593}
{'epoch': 54, 'iter': 350, 'avg_loss': 1.1747568000076163, 'avg_acc_mask': 61.66279069767442, 'loss': 1.0900624990463257}
{'epoch': 54, 'iter': 360, 'avg_loss': 1.1751873275249618, 'avg_acc_mask': 61.58932911320861, 'loss': 1.3671422004699707}
{'epoch': 54, 'iter': 370, 'avg_loss': 1.1717223541113244, 'avg_acc_mask': 61.722961821982615, 'loss': 1.1252641677856445}
{'epoch': 54, 'iter': 380, 'avg_loss': 1.1709879816673558, 'avg_acc_mask': 61.74672957323612, 'loss': 1.0048997402191162}
{'epoch': 54, 'iter': 390, 'avg_loss': 1.1705977991413887, 'avg_acc_mask': 61.749517500391214, 'loss': 1.1755938529968262}
{'epoch': 'EP54_test', 'avg_loss': 1.1698885712057654, 'total_masked_acc': 61.74088024353748}
{'epoch': 55, 'iter': 0, 'avg_loss': 0.9513311982154846, 'avg_acc_mask': 72.09302325581395, 'loss': 0.9513311982154846}
{'epoch': 55, 'iter': 10, 'avg_loss': 1.2124064727263018, 'avg_acc_mask': 60.28119507908612, 'loss': 1.4589769840240479}
{'epoch': 55, 'iter': 20, 'avg_loss': 1.1879233490853083, 'avg_acc_mask': 61.34686346863468, 'loss': 1.139003038406372}
{'epoch': 55, 'iter': 30, 'avg_loss': 1.1881507096752044, 'avg_acc_mask': 60.775862068965516, 'loss': 1.2611695528030396}
{'epoch': 55, 'iter': 40, 'avg_loss': 1.1570861237805063, 'avg_acc_mask': 61.46083613647285, 'loss': 1.0638576745986938}
{'epoch': 55, 'iter': 50, 'avg_loss': 1.1695417364438374, 'avg_acc_mask': 61.05508145849495, 'loss': 0.9698244333267212}
{'epoch': 55, 'iter': 60, 'avg_loss': 1.1650086094121463, 'avg_acc_mask': 61.224489795918366, 'loss': 1.405216097831726}
{'epoch': 55, 'iter': 70, 'avg_loss': 1.1534676274783175, 'avg_acc_mask': 61.756373937677054, 'loss': 1.2277271747589111}
{'epoch': 55, 'iter': 80, 'avg_loss': 1.1547760661737418, 'avg_acc_mask': 61.774153694094394, 'loss': 1.6126387119293213}
{'epoch': 55, 'iter': 90, 'avg_loss': 1.1635534796085987, 'avg_acc_mask': 61.67478954364201, 'loss': 1.1233477592468262}
{'epoch': 55, 'iter': 100, 'avg_loss': 1.1576956669882972, 'avg_acc_mask': 61.835556440374276, 'loss': 0.8552742004394531}
{'epoch': 55, 'iter': 110, 'avg_loss': 1.1602044776753262, 'avg_acc_mask': 61.57039711191336, 'loss': 1.2697135210037231}
{'epoch': 55, 'iter': 120, 'avg_loss': 1.1552207696536356, 'avg_acc_mask': 61.62306282286285, 'loss': 1.1519355773925781}
{'epoch': 55, 'iter': 130, 'avg_loss': 1.154089762054327, 'avg_acc_mask': 61.61771490081501, 'loss': 1.345309853553772}
{'epoch': 55, 'iter': 140, 'avg_loss': 1.1598717473077436, 'avg_acc_mask': 61.388410786001145, 'loss': 1.4266407489776611}
{'epoch': 55, 'iter': 150, 'avg_loss': 1.1625796098582792, 'avg_acc_mask': 61.39809472695559, 'loss': 1.5612733364105225}
{'epoch': 55, 'iter': 160, 'avg_loss': 1.1582351974819018, 'avg_acc_mask': 61.51997976732423, 'loss': 1.2703204154968262}
{'epoch': 55, 'iter': 170, 'avg_loss': 1.1591486965703686, 'avg_acc_mask': 61.572364502680166, 'loss': 1.2393163442611694}
{'epoch': 55, 'iter': 180, 'avg_loss': 1.1694504839280693, 'avg_acc_mask': 61.502824858757066, 'loss': 1.493356466293335}
{'epoch': 55, 'iter': 190, 'avg_loss': 1.1636459780613164, 'avg_acc_mask': 61.70121361830093, 'loss': 1.1053613424301147}
{'epoch': 55, 'iter': 200, 'avg_loss': 1.16550643734671, 'avg_acc_mask': 61.69194747022294, 'loss': 1.134795069694519}
{'epoch': 55, 'iter': 210, 'avg_loss': 1.1698299005133281, 'avg_acc_mask': 61.66360027113392, 'loss': 1.153090476989746}
{'epoch': 55, 'iter': 220, 'avg_loss': 1.175823166629308, 'avg_acc_mask': 61.39786921381337, 'loss': 1.2963191270828247}
{'epoch': 55, 'iter': 230, 'avg_loss': 1.1739776748599429, 'avg_acc_mask': 61.450247000705716, 'loss': 1.2468992471694946}
{'epoch': 55, 'iter': 240, 'avg_loss': 1.1741685246530904, 'avg_acc_mask': 61.495422177009154, 'loss': 1.1855859756469727}
{'epoch': 55, 'iter': 250, 'avg_loss': 1.1802552449275774, 'avg_acc_mask': 61.428105640691236, 'loss': 1.3513085842132568}
{'epoch': 55, 'iter': 260, 'avg_loss': 1.1792288548188192, 'avg_acc_mask': 61.40763382710244, 'loss': 0.8852058053016663}
{'epoch': 55, 'iter': 270, 'avg_loss': 1.180021359911704, 'avg_acc_mask': 61.3811320754717, 'loss': 1.1657617092132568}
{'epoch': 55, 'iter': 280, 'avg_loss': 1.1826424653844052, 'avg_acc_mask': 61.29992737835875, 'loss': 1.358981728553772}
{'epoch': 55, 'iter': 290, 'avg_loss': 1.1789512177513228, 'avg_acc_mask': 61.474777239879316, 'loss': 1.1244847774505615}
{'epoch': 55, 'iter': 300, 'avg_loss': 1.1743519828961142, 'avg_acc_mask': 61.623566144030406, 'loss': 1.007839560508728}
{'epoch': 55, 'iter': 310, 'avg_loss': 1.1772435460826591, 'avg_acc_mask': 61.53947455060249, 'loss': 1.192402720451355}
{'epoch': 55, 'iter': 320, 'avg_loss': 1.1752062495623794, 'avg_acc_mask': 61.54337141762941, 'loss': 1.0820943117141724}
{'epoch': 55, 'iter': 330, 'avg_loss': 1.1753973719576694, 'avg_acc_mask': 61.53560371517028, 'loss': 1.2862935066223145}
{'epoch': 55, 'iter': 340, 'avg_loss': 1.1731806850153679, 'avg_acc_mask': 61.540309984380634, 'loss': 1.1013972759246826}
{'epoch': 55, 'iter': 350, 'avg_loss': 1.1727089020940993, 'avg_acc_mask': 61.57169546940682, 'loss': 0.7258573174476624}
{'epoch': 55, 'iter': 360, 'avg_loss': 1.1738821068298784, 'avg_acc_mask': 61.484879374787624, 'loss': 1.354289174079895}
{'epoch': 55, 'iter': 370, 'avg_loss': 1.1723850273057779, 'avg_acc_mask': 61.54396784318045, 'loss': 1.4676885604858398}
{'epoch': 55, 'iter': 380, 'avg_loss': 1.1692304817710335, 'avg_acc_mask': 61.592103851518075, 'loss': 1.2349071502685547}
{'epoch': 55, 'iter': 390, 'avg_loss': 1.1699062299240581, 'avg_acc_mask': 61.55533503943177, 'loss': 1.2645803689956665}
{'epoch': 'EP55_test', 'avg_loss': 1.1712716840433353, 'total_masked_acc': 61.50869408183272}
{'epoch': 56, 'iter': 0, 'avg_loss': 1.0478055477142334, 'avg_acc_mask': 71.15384615384616, 'loss': 1.0478055477142334}
{'epoch': 56, 'iter': 10, 'avg_loss': 1.1506457653912632, 'avg_acc_mask': 62.98449612403101, 'loss': 1.3851492404937744}
{'epoch': 56, 'iter': 20, 'avg_loss': 1.1343316577729725, 'avg_acc_mask': 62.6746506986028, 'loss': 1.3506486415863037}
{'epoch': 56, 'iter': 30, 'avg_loss': 1.1411073380900967, 'avg_acc_mask': 61.788079470198674, 'loss': 1.1192046403884888}
{'epoch': 56, 'iter': 40, 'avg_loss': 1.1608428693399198, 'avg_acc_mask': 60.86956521739131, 'loss': 1.239357590675354}
{'epoch': 56, 'iter': 50, 'avg_loss': 1.1722323672444213, 'avg_acc_mask': 60.613397901533496, 'loss': 0.9900527000427246}
{'epoch': 56, 'iter': 60, 'avg_loss': 1.1782458444110682, 'avg_acc_mask': 60.6473594548552, 'loss': 1.1099154949188232}
{'epoch': 56, 'iter': 70, 'avg_loss': 1.1746030248386758, 'avg_acc_mask': 60.722610722610725, 'loss': 1.114129662513733}
{'epoch': 56, 'iter': 80, 'avg_loss': 1.1672135797547705, 'avg_acc_mask': 60.85852171704344, 'loss': 1.0678718090057373}
{'epoch': 56, 'iter': 90, 'avg_loss': 1.1641695224321806, 'avg_acc_mask': 60.99932172733439, 'loss': 1.0970308780670166}
{'epoch': 56, 'iter': 100, 'avg_loss': 1.1607546357825251, 'avg_acc_mask': 61.404586404586404, 'loss': 0.9584422707557678}
{'epoch': 56, 'iter': 110, 'avg_loss': 1.172063142329723, 'avg_acc_mask': 61.0945644080417, 'loss': 1.6211133003234863}
{'epoch': 56, 'iter': 120, 'avg_loss': 1.1744965127676972, 'avg_acc_mask': 61.186903137789905, 'loss': 1.1259077787399292}
{'epoch': 56, 'iter': 130, 'avg_loss': 1.1763345494525124, 'avg_acc_mask': 61.1032531824611, 'loss': 1.3795639276504517}
{'epoch': 56, 'iter': 140, 'avg_loss': 1.1806125509823469, 'avg_acc_mask': 60.814360770577935, 'loss': 1.6840325593948364}
{'epoch': 56, 'iter': 150, 'avg_loss': 1.185901631187919, 'avg_acc_mask': 60.69434989788972, 'loss': 1.3106211423873901}
{'epoch': 56, 'iter': 160, 'avg_loss': 1.188879804581589, 'avg_acc_mask': 60.58974358974359, 'loss': 1.0667996406555176}
{'epoch': 56, 'iter': 170, 'avg_loss': 1.1896198402371323, 'avg_acc_mask': 60.56167534196828, 'loss': 1.1476809978485107}
{'epoch': 56, 'iter': 180, 'avg_loss': 1.1954108595189468, 'avg_acc_mask': 60.50977254543376, 'loss': 1.2938319444656372}
{'epoch': 56, 'iter': 190, 'avg_loss': 1.1889018594282459, 'avg_acc_mask': 60.601471224578106, 'loss': 1.1480101346969604}
{'epoch': 56, 'iter': 200, 'avg_loss': 1.1895367476477552, 'avg_acc_mask': 60.52225763339158, 'loss': 1.2562894821166992}
{'epoch': 56, 'iter': 210, 'avg_loss': 1.192170803015831, 'avg_acc_mask': 60.36442006269592, 'loss': 1.3987566232681274}
{'epoch': 56, 'iter': 220, 'avg_loss': 1.1900502116971425, 'avg_acc_mask': 60.47227926078029, 'loss': 1.1577345132827759}
{'epoch': 56, 'iter': 230, 'avg_loss': 1.1867030077166372, 'avg_acc_mask': 60.59709521247982, 'loss': 1.2711050510406494}
{'epoch': 56, 'iter': 240, 'avg_loss': 1.1837439193270514, 'avg_acc_mask': 60.758513931888544, 'loss': 1.0945864915847778}
{'epoch': 56, 'iter': 250, 'avg_loss': 1.1832154963120995, 'avg_acc_mask': 60.82184998762274, 'loss': 1.2071207761764526}
{'epoch': 56, 'iter': 260, 'avg_loss': 1.1781694745195324, 'avg_acc_mask': 60.996741117558216, 'loss': 0.9146257638931274}
{'epoch': 56, 'iter': 270, 'avg_loss': 1.1821269542528694, 'avg_acc_mask': 60.89474887584788, 'loss': 1.5197845697402954}
{'epoch': 56, 'iter': 280, 'avg_loss': 1.1813577882335704, 'avg_acc_mask': 60.89734175356146, 'loss': 0.7817996144294739}
{'epoch': 56, 'iter': 290, 'avg_loss': 1.1794134476750167, 'avg_acc_mask': 60.888323078011176, 'loss': 1.179697871208191}
{'epoch': 56, 'iter': 300, 'avg_loss': 1.1770397450440746, 'avg_acc_mask': 60.93675213675213, 'loss': 1.144658088684082}
{'epoch': 56, 'iter': 310, 'avg_loss': 1.1797109468573543, 'avg_acc_mask': 60.815088367185446, 'loss': 1.4322129487991333}
{'epoch': 56, 'iter': 320, 'avg_loss': 1.1780435331513948, 'avg_acc_mask': 60.89550323946372, 'loss': 1.2615636587142944}
{'epoch': 56, 'iter': 330, 'avg_loss': 1.1760864603555454, 'avg_acc_mask': 61.01948092363229, 'loss': 1.0541788339614868}
{'epoch': 56, 'iter': 340, 'avg_loss': 1.1728597500107505, 'avg_acc_mask': 61.114128794737155, 'loss': 0.9605870842933655}
{'epoch': 56, 'iter': 350, 'avg_loss': 1.1722724643188325, 'avg_acc_mask': 61.118602333352875, 'loss': 1.0103528499603271}
{'epoch': 56, 'iter': 360, 'avg_loss': 1.173098605590514, 'avg_acc_mask': 61.03120914103803, 'loss': 1.0390563011169434}
{'epoch': 56, 'iter': 370, 'avg_loss': 1.1736940190477192, 'avg_acc_mask': 61.02725714601648, 'loss': 1.0832123756408691}
{'epoch': 56, 'iter': 380, 'avg_loss': 1.1719225620034486, 'avg_acc_mask': 61.14488621079249, 'loss': 1.2472004890441895}
{'epoch': 56, 'iter': 390, 'avg_loss': 1.1728449230608733, 'avg_acc_mask': 61.076181494289, 'loss': 1.1622947454452515}
{'epoch': 'EP56_test', 'avg_loss': 1.1718014389878573, 'total_masked_acc': 61.11024804515561}
{'epoch': 57, 'iter': 0, 'avg_loss': 0.9922229051589966, 'avg_acc_mask': 60.37735849056604, 'loss': 0.9922229051589966}
{'epoch': 57, 'iter': 10, 'avg_loss': 1.1985237490047107, 'avg_acc_mask': 61.737523105360445, 'loss': 1.282456874847412}
{'epoch': 57, 'iter': 20, 'avg_loss': 1.163004702045804, 'avg_acc_mask': 61.66666666666667, 'loss': 0.9462170600891113}
{'epoch': 57, 'iter': 30, 'avg_loss': 1.167214887757455, 'avg_acc_mask': 60.98014888337468, 'loss': 1.217509150505066}
{'epoch': 57, 'iter': 40, 'avg_loss': 1.1592691177275123, 'avg_acc_mask': 61.791767554479414, 'loss': 1.0845534801483154}
{'epoch': 57, 'iter': 50, 'avg_loss': 1.1718862407347734, 'avg_acc_mask': 61.291585127201564, 'loss': 0.9929102063179016}
{'epoch': 57, 'iter': 60, 'avg_loss': 1.1775006612793344, 'avg_acc_mask': 61.56417112299465, 'loss': 1.0758459568023682}
{'epoch': 57, 'iter': 70, 'avg_loss': 1.1605753470474565, 'avg_acc_mask': 62.14546475709071, 'loss': 1.1487303972244263}
{'epoch': 57, 'iter': 80, 'avg_loss': 1.1569571333166995, 'avg_acc_mask': 61.91295795426605, 'loss': 1.1344213485717773}
{'epoch': 57, 'iter': 90, 'avg_loss': 1.170857005066924, 'avg_acc_mask': 61.502966381015156, 'loss': 1.117794394493103}
{'epoch': 57, 'iter': 100, 'avg_loss': 1.1721242813780757, 'avg_acc_mask': 61.49093083516045, 'loss': 0.9466180205345154}
{'epoch': 57, 'iter': 110, 'avg_loss': 1.1789340172802005, 'avg_acc_mask': 61.35047067342505, 'loss': 1.365402102470398}
{'epoch': 57, 'iter': 120, 'avg_loss': 1.1693211311151173, 'avg_acc_mask': 61.85067646567563, 'loss': 0.93180912733078}
{'epoch': 57, 'iter': 130, 'avg_loss': 1.1709064249773973, 'avg_acc_mask': 61.760172626387174, 'loss': 1.1849565505981445}
{'epoch': 57, 'iter': 140, 'avg_loss': 1.1707053463509742, 'avg_acc_mask': 61.82602444284687, 'loss': 1.2940905094146729}
{'epoch': 57, 'iter': 150, 'avg_loss': 1.1683315050523013, 'avg_acc_mask': 61.88238453276047, 'loss': 1.2683271169662476}
{'epoch': 57, 'iter': 160, 'avg_loss': 1.1702479520199462, 'avg_acc_mask': 61.77805800756621, 'loss': 1.0679398775100708}
{'epoch': 57, 'iter': 170, 'avg_loss': 1.1712876268994739, 'avg_acc_mask': 61.705150976909415, 'loss': 1.3506056070327759}
{'epoch': 57, 'iter': 180, 'avg_loss': 1.1761510984673684, 'avg_acc_mask': 61.71479941566468, 'loss': 1.3876312971115112}
{'epoch': 57, 'iter': 190, 'avg_loss': 1.1675874247600895, 'avg_acc_mask': 61.93568994889267, 'loss': 1.0990675687789917}
{'epoch': 57, 'iter': 200, 'avg_loss': 1.1681982791838954, 'avg_acc_mask': 62.044832133076376, 'loss': 1.0018577575683594}
{'epoch': 57, 'iter': 210, 'avg_loss': 1.1685193020020617, 'avg_acc_mask': 61.92311398015223, 'loss': 1.5727519989013672}
{'epoch': 57, 'iter': 220, 'avg_loss': 1.1689462100758272, 'avg_acc_mask': 61.936133223533716, 'loss': 1.04811429977417}
{'epoch': 57, 'iter': 230, 'avg_loss': 1.1678053047749903, 'avg_acc_mask': 61.860913794615456, 'loss': 1.13484525680542}
{'epoch': 57, 'iter': 240, 'avg_loss': 1.1657607886801122, 'avg_acc_mask': 61.89714670482282, 'loss': 1.18734872341156}
{'epoch': 57, 'iter': 250, 'avg_loss': 1.1646209252308088, 'avg_acc_mask': 61.902450861441395, 'loss': 1.231645941734314}
{'epoch': 57, 'iter': 260, 'avg_loss': 1.1680173250450485, 'avg_acc_mask': 61.81888845705402, 'loss': 0.9647426009178162}
{'epoch': 57, 'iter': 270, 'avg_loss': 1.1691406045892583, 'avg_acc_mask': 61.88546123245515, 'loss': 1.095099925994873}
{'epoch': 57, 'iter': 280, 'avg_loss': 1.1687983951110432, 'avg_acc_mask': 61.86649290472054, 'loss': 1.1742509603500366}
{'epoch': 57, 'iter': 290, 'avg_loss': 1.1646571204424723, 'avg_acc_mask': 62.04588243497664, 'loss': 1.039589524269104}
{'epoch': 57, 'iter': 300, 'avg_loss': 1.1635260997816574, 'avg_acc_mask': 62.08248816768086, 'loss': 1.166780948638916}
{'epoch': 57, 'iter': 310, 'avg_loss': 1.1640341126650475, 'avg_acc_mask': 62.06761519383892, 'loss': 1.311365008354187}
{'epoch': 57, 'iter': 320, 'avg_loss': 1.1643332426793107, 'avg_acc_mask': 62.064597846738444, 'loss': 1.5261716842651367}
{'epoch': 57, 'iter': 330, 'avg_loss': 1.1624490272962795, 'avg_acc_mask': 62.11011996308828, 'loss': 1.0766512155532837}
{'epoch': 57, 'iter': 340, 'avg_loss': 1.161504756145813, 'avg_acc_mask': 62.1256500687429, 'loss': 1.013430118560791}
{'epoch': 57, 'iter': 350, 'avg_loss': 1.1610490818988224, 'avg_acc_mask': 62.14128035320088, 'loss': 1.1279098987579346}
{'epoch': 57, 'iter': 360, 'avg_loss': 1.1611621011657398, 'avg_acc_mask': 62.10710456520513, 'loss': 1.1474639177322388}
{'epoch': 57, 'iter': 370, 'avg_loss': 1.1609488727268826, 'avg_acc_mask': 62.10716832117589, 'loss': 1.3199080228805542}
{'epoch': 57, 'iter': 380, 'avg_loss': 1.1628456156397742, 'avg_acc_mask': 62.12169650468883, 'loss': 1.2356537580490112}
{'epoch': 57, 'iter': 390, 'avg_loss': 1.160647316357059, 'avg_acc_mask': 62.17490415500985, 'loss': 1.231675624847412}
{'epoch': 'EP57_test', 'avg_loss': 1.161331138225517, 'total_masked_acc': 62.15703369403559}
{'epoch': 58, 'iter': 0, 'avg_loss': 1.0111654996871948, 'avg_acc_mask': 67.85714285714286, 'loss': 1.0111654996871948}
{'epoch': 58, 'iter': 10, 'avg_loss': 1.2504785765301099, 'avg_acc_mask': 60.94890510948905, 'loss': 1.5220673084259033}
{'epoch': 58, 'iter': 20, 'avg_loss': 1.223605453968048, 'avg_acc_mask': 61.29943502824858, 'loss': 1.432570219039917}
{'epoch': 58, 'iter': 30, 'avg_loss': 1.182487416651941, 'avg_acc_mask': 61.696658097686374, 'loss': 1.3124724626541138}
{'epoch': 58, 'iter': 40, 'avg_loss': 1.1628594878243237, 'avg_acc_mask': 62.25099601593625, 'loss': 1.2532246112823486}
{'epoch': 58, 'iter': 50, 'avg_loss': 1.1363791145530402, 'avg_acc_mask': 63.04, 'loss': 0.9086503386497498}
{'epoch': 58, 'iter': 60, 'avg_loss': 1.1428478838967495, 'avg_acc_mask': 63.36134453781512, 'loss': 1.326828956604004}
{'epoch': 58, 'iter': 70, 'avg_loss': 1.141111243778551, 'avg_acc_mask': 63.08437856328393, 'loss': 1.2331492900848389}
{'epoch': 58, 'iter': 80, 'avg_loss': 1.1464817178102187, 'avg_acc_mask': 62.7309036445332, 'loss': 1.1551203727722168}
{'epoch': 58, 'iter': 90, 'avg_loss': 1.1457099194055076, 'avg_acc_mask': 62.38244514106584, 'loss': 1.043946623802185}
{'epoch': 58, 'iter': 100, 'avg_loss': 1.1513686056184296, 'avg_acc_mask': 62.19561688311688, 'loss': 1.059606671333313}
{'epoch': 58, 'iter': 110, 'avg_loss': 1.1570837116456247, 'avg_acc_mask': 62.072787733234804, 'loss': 1.5095452070236206}
{'epoch': 58, 'iter': 120, 'avg_loss': 1.1669164777787264, 'avg_acc_mask': 61.938654465344854, 'loss': 1.6373919248580933}
{'epoch': 58, 'iter': 130, 'avg_loss': 1.1621835691328266, 'avg_acc_mask': 62.05502875796674, 'loss': 1.447954535484314}
{'epoch': 58, 'iter': 140, 'avg_loss': 1.1634606790880786, 'avg_acc_mask': 62.0054668393037, 'loss': 1.2482482194900513}
{'epoch': 58, 'iter': 150, 'avg_loss': 1.1628890349375491, 'avg_acc_mask': 61.943920194122406, 'loss': 1.4283822774887085}
{'epoch': 58, 'iter': 160, 'avg_loss': 1.1658989387269345, 'avg_acc_mask': 62.05848841625522, 'loss': 1.2874914407730103}
{'epoch': 58, 'iter': 170, 'avg_loss': 1.162976502675062, 'avg_acc_mask': 62.088305489260144, 'loss': 1.0814650058746338}
{'epoch': 58, 'iter': 180, 'avg_loss': 1.163814637871737, 'avg_acc_mask': 62.039756042466685, 'loss': 1.6184579133987427}
{'epoch': 58, 'iter': 190, 'avg_loss': 1.157904861797213, 'avg_acc_mask': 62.19695344346706, 'loss': 1.1241446733474731}
{'epoch': 58, 'iter': 200, 'avg_loss': 1.1613543973633307, 'avg_acc_mask': 62.09998977609651, 'loss': 1.261961817741394}
{'epoch': 58, 'iter': 210, 'avg_loss': 1.1653562046905264, 'avg_acc_mask': 62.06963815468644, 'loss': 1.6335091590881348}
{'epoch': 58, 'iter': 220, 'avg_loss': 1.1662231098472802, 'avg_acc_mask': 61.936081519221865, 'loss': 1.3650420904159546}
{'epoch': 58, 'iter': 230, 'avg_loss': 1.1604648253102323, 'avg_acc_mask': 62.071727329358374, 'loss': 1.1473716497421265}
{'epoch': 58, 'iter': 240, 'avg_loss': 1.1612843349266844, 'avg_acc_mask': 62.067205444491705, 'loss': 1.1588178873062134}
{'epoch': 58, 'iter': 250, 'avg_loss': 1.162614938272423, 'avg_acc_mask': 62.066142763588736, 'loss': 1.30832839012146}
{'epoch': 58, 'iter': 260, 'avg_loss': 1.1655387882985375, 'avg_acc_mask': 62.04781377791758, 'loss': 0.9718653559684753}
{'epoch': 58, 'iter': 270, 'avg_loss': 1.1669166380628888, 'avg_acc_mask': 62.08462644765726, 'loss': 1.0960352420806885}
{'epoch': 58, 'iter': 280, 'avg_loss': 1.1719916675014428, 'avg_acc_mask': 61.86446859727186, 'loss': 1.4209973812103271}
{'epoch': 58, 'iter': 290, 'avg_loss': 1.1713939616360616, 'avg_acc_mask': 61.95231732189325, 'loss': 1.1165934801101685}
{'epoch': 58, 'iter': 300, 'avg_loss': 1.1665741102243974, 'avg_acc_mask': 62.121831561733444, 'loss': 1.2245157957077026}
{'epoch': 58, 'iter': 310, 'avg_loss': 1.1687421863868688, 'avg_acc_mask': 62.013307859542785, 'loss': 1.1547948122024536}
{'epoch': 58, 'iter': 320, 'avg_loss': 1.1657846311913844, 'avg_acc_mask': 62.072492488653076, 'loss': 1.0488287210464478}
{'epoch': 58, 'iter': 330, 'avg_loss': 1.1650255700612717, 'avg_acc_mask': 62.10780370072405, 'loss': 1.3559894561767578}
{'epoch': 58, 'iter': 340, 'avg_loss': 1.1630613999632446, 'avg_acc_mask': 62.20259552992069, 'loss': 1.0765944719314575}
{'epoch': 58, 'iter': 350, 'avg_loss': 1.1603344288307038, 'avg_acc_mask': 62.20872510658179, 'loss': 1.026658296585083}
{'epoch': 58, 'iter': 360, 'avg_loss': 1.1614732554084377, 'avg_acc_mask': 62.18764198091776, 'loss': 1.1389278173446655}
{'epoch': 58, 'iter': 370, 'avg_loss': 1.160632108260358, 'avg_acc_mask': 62.15917871729771, 'loss': 0.9967857599258423}
{'epoch': 58, 'iter': 380, 'avg_loss': 1.1591921541008736, 'avg_acc_mask': 62.19617121961713, 'loss': 1.2069404125213623}
{'epoch': 58, 'iter': 390, 'avg_loss': 1.1599041999453474, 'avg_acc_mask': 62.13729283212213, 'loss': 1.2531516551971436}
{'epoch': 'EP58_test', 'avg_loss': 1.1575914603291135, 'total_masked_acc': 62.170269990689974}
{'epoch': 59, 'iter': 0, 'avg_loss': 0.8974413871765137, 'avg_acc_mask': 70.9090909090909, 'loss': 0.8974413871765137}
{'epoch': 59, 'iter': 10, 'avg_loss': 1.0957163843241604, 'avg_acc_mask': 63.90423572744015, 'loss': 1.278357982635498}
{'epoch': 59, 'iter': 20, 'avg_loss': 1.0739323525201707, 'avg_acc_mask': 64.9706457925636, 'loss': 1.032224416732788}
{'epoch': 59, 'iter': 30, 'avg_loss': 1.092654945388917, 'avg_acc_mask': 64.11421155094095, 'loss': 0.945067286491394}
{'epoch': 59, 'iter': 40, 'avg_loss': 1.087046536003671, 'avg_acc_mask': 64.34694906707008, 'loss': 1.151241660118103}
{'epoch': 59, 'iter': 50, 'avg_loss': 1.0881896731900234, 'avg_acc_mask': 63.704879016263384, 'loss': 1.260792851448059}
{'epoch': 59, 'iter': 60, 'avg_loss': 1.0887860733954633, 'avg_acc_mask': 63.779791876468614, 'loss': 1.1693549156188965}
{'epoch': 59, 'iter': 70, 'avg_loss': 1.0866265783847218, 'avg_acc_mask': 63.80103507763082, 'loss': 1.1103665828704834}
{'epoch': 59, 'iter': 80, 'avg_loss': 1.0951253241962857, 'avg_acc_mask': 63.59516616314199, 'loss': 1.3280484676361084}
{'epoch': 59, 'iter': 90, 'avg_loss': 1.0941394691938882, 'avg_acc_mask': 63.74859708193041, 'loss': 0.9361115097999573}
{'epoch': 59, 'iter': 100, 'avg_loss': 1.098411760707893, 'avg_acc_mask': 63.77221324717286, 'loss': 1.1789603233337402}
{'epoch': 59, 'iter': 110, 'avg_loss': 1.1054990151980977, 'avg_acc_mask': 63.48654092657022, 'loss': 1.3313392400741577}
{'epoch': 59, 'iter': 120, 'avg_loss': 1.1131392116388998, 'avg_acc_mask': 63.571549821762005, 'loss': 1.204041600227356}
{'epoch': 59, 'iter': 130, 'avg_loss': 1.1207734173490802, 'avg_acc_mask': 63.30689065173433, 'loss': 1.5023185014724731}
{'epoch': 59, 'iter': 140, 'avg_loss': 1.1218773477466395, 'avg_acc_mask': 63.29259525521208, 'loss': 1.1948027610778809}
{'epoch': 59, 'iter': 150, 'avg_loss': 1.1294885159328283, 'avg_acc_mask': 63.0976430976431, 'loss': 1.5298149585723877}
{'epoch': 59, 'iter': 160, 'avg_loss': 1.1274959678235261, 'avg_acc_mask': 63.28569621854053, 'loss': 0.8588494658470154}
{'epoch': 59, 'iter': 170, 'avg_loss': 1.1356987698733458, 'avg_acc_mask': 63.156638013371534, 'loss': 1.3329991102218628}
{'epoch': 59, 'iter': 180, 'avg_loss': 1.1401485152007467, 'avg_acc_mask': 63.103953147877014, 'loss': 1.2945373058319092}
{'epoch': 59, 'iter': 190, 'avg_loss': 1.1316498680264537, 'avg_acc_mask': 63.34153912019694, 'loss': 0.9437424540519714}
{'epoch': 59, 'iter': 200, 'avg_loss': 1.1373589783165585, 'avg_acc_mask': 63.24587174551717, 'loss': 1.3580485582351685}
{'epoch': 59, 'iter': 210, 'avg_loss': 1.141369401278654, 'avg_acc_mask': 63.17110853611433, 'loss': 1.2126127481460571}
{'epoch': 59, 'iter': 220, 'avg_loss': 1.141632667494036, 'avg_acc_mask': 62.97044244538278, 'loss': 1.1851094961166382}
{'epoch': 59, 'iter': 230, 'avg_loss': 1.139702112385721, 'avg_acc_mask': 63.01152864560415, 'loss': 1.1474642753601074}
{'epoch': 59, 'iter': 240, 'avg_loss': 1.1362332239190573, 'avg_acc_mask': 63.07926057229678, 'loss': 1.0441598892211914}
{'epoch': 59, 'iter': 250, 'avg_loss': 1.1360819375372504, 'avg_acc_mask': 63.09543163713217, 'loss': 1.0387794971466064}
{'epoch': 59, 'iter': 260, 'avg_loss': 1.1355650760661598, 'avg_acc_mask': 63.14057357780912, 'loss': 1.205086588859558}
{'epoch': 59, 'iter': 270, 'avg_loss': 1.139451899871615, 'avg_acc_mask': 63.12773337354849, 'loss': 1.0070773363113403}
{'epoch': 59, 'iter': 280, 'avg_loss': 1.1421202533609927, 'avg_acc_mask': 63.101293416654556, 'loss': 1.117487907409668}
{'epoch': 59, 'iter': 290, 'avg_loss': 1.1423485029194362, 'avg_acc_mask': 63.060408335087345, 'loss': 1.110584020614624}
{'epoch': 59, 'iter': 300, 'avg_loss': 1.1414444030717361, 'avg_acc_mask': 63.06667572894719, 'loss': 0.8716974258422852}
{'epoch': 59, 'iter': 310, 'avg_loss': 1.1423016999312152, 'avg_acc_mask': 63.017031630170315, 'loss': 1.348300576210022}
{'epoch': 59, 'iter': 320, 'avg_loss': 1.142824857034416, 'avg_acc_mask': 62.96910901199898, 'loss': 1.2739604711532593}
{'epoch': 59, 'iter': 330, 'avg_loss': 1.144113884951773, 'avg_acc_mask': 62.996468182663115, 'loss': 1.1630882024765015}
{'epoch': 59, 'iter': 340, 'avg_loss': 1.1446731749517827, 'avg_acc_mask': 62.92627281460135, 'loss': 0.7997041344642639}
{'epoch': 59, 'iter': 350, 'avg_loss': 1.1430857465138122, 'avg_acc_mask': 62.98606657727511, 'loss': 0.9745442867279053}
{'epoch': 59, 'iter': 360, 'avg_loss': 1.1441898562241128, 'avg_acc_mask': 62.89365070390682, 'loss': 1.0809800624847412}
{'epoch': 59, 'iter': 370, 'avg_loss': 1.142809618515467, 'avg_acc_mask': 62.91659803437105, 'loss': 1.3417487144470215}
{'epoch': 59, 'iter': 380, 'avg_loss': 1.1413499767698954, 'avg_acc_mask': 62.99107381474157, 'loss': 0.9961238503456116}
{'epoch': 59, 'iter': 390, 'avg_loss': 1.1396355310364452, 'avg_acc_mask': 63.02507918375825, 'loss': 1.3585054874420166}
{'epoch': 'EP59_test', 'avg_loss': 1.13815331383787, 'total_masked_acc': 63.0539597866229}
{'epoch': 60, 'iter': 0, 'avg_loss': 0.9924941062927246, 'avg_acc_mask': 71.42857142857143, 'loss': 0.9924941062927246}
{'epoch': 60, 'iter': 10, 'avg_loss': 1.227949933572249, 'avg_acc_mask': 61.65137614678899, 'loss': 1.4642798900604248}
{'epoch': 60, 'iter': 20, 'avg_loss': 1.17779255764825, 'avg_acc_mask': 61.65853658536585, 'loss': 1.0103437900543213}
{'epoch': 60, 'iter': 30, 'avg_loss': 1.1309086353548112, 'avg_acc_mask': 63.85941644562334, 'loss': 1.0231990814208984}
{'epoch': 60, 'iter': 40, 'avg_loss': 1.1318758144611265, 'avg_acc_mask': 63.78958120531154, 'loss': 1.3203535079956055}
{'epoch': 60, 'iter': 50, 'avg_loss': 1.145981330497592, 'avg_acc_mask': 63.50806451612904, 'loss': 1.40538489818573}
{'epoch': 60, 'iter': 60, 'avg_loss': 1.1445016626451836, 'avg_acc_mask': 63.31201615617638, 'loss': 1.2626389265060425}
{'epoch': 60, 'iter': 70, 'avg_loss': 1.1438366963829794, 'avg_acc_mask': 62.92906178489702, 'loss': 1.1718342304229736}
{'epoch': 60, 'iter': 80, 'avg_loss': 1.1372695042763228, 'avg_acc_mask': 62.963904422979155, 'loss': 1.3037431240081787}
{'epoch': 60, 'iter': 90, 'avg_loss': 1.137691922895201, 'avg_acc_mask': 63.20054017555705, 'loss': 1.0327645540237427}
{'epoch': 60, 'iter': 100, 'avg_loss': 1.1425280706717236, 'avg_acc_mask': 63.092573753814854, 'loss': 0.8881123065948486}
{'epoch': 60, 'iter': 110, 'avg_loss': 1.1448392814344115, 'avg_acc_mask': 63.04428730926684, 'loss': 1.1610215902328491}
{'epoch': 60, 'iter': 120, 'avg_loss': 1.1379687973290435, 'avg_acc_mask': 63.01486925311912, 'loss': 1.2133440971374512}
{'epoch': 60, 'iter': 130, 'avg_loss': 1.1346919017893669, 'avg_acc_mask': 63.21080741438894, 'loss': 1.0317305326461792}
{'epoch': 60, 'iter': 140, 'avg_loss': 1.1416692847901202, 'avg_acc_mask': 63.07467057101025, 'loss': 1.2135635614395142}
{'epoch': 60, 'iter': 150, 'avg_loss': 1.1380034827238676, 'avg_acc_mask': 63.23830309643977, 'loss': 1.1784698963165283}
{'epoch': 60, 'iter': 160, 'avg_loss': 1.138578052476326, 'avg_acc_mask': 63.16058207812101, 'loss': 0.9441791772842407}
{'epoch': 60, 'iter': 170, 'avg_loss': 1.1380626416345785, 'avg_acc_mask': 63.08708708708709, 'loss': 1.2380295991897583}
{'epoch': 60, 'iter': 180, 'avg_loss': 1.1423245269949265, 'avg_acc_mask': 62.91994078123221, 'loss': 1.5917466878890991}
{'epoch': 60, 'iter': 190, 'avg_loss': 1.1351076857581812, 'avg_acc_mask': 63.12770562770563, 'loss': 1.1281702518463135}
{'epoch': 60, 'iter': 200, 'avg_loss': 1.140668824834017, 'avg_acc_mask': 62.9488630517543, 'loss': 1.3866469860076904}
{'epoch': 60, 'iter': 210, 'avg_loss': 1.145877286156207, 'avg_acc_mask': 62.76429130775254, 'loss': 1.6149442195892334}
{'epoch': 60, 'iter': 220, 'avg_loss': 1.1473584212868462, 'avg_acc_mask': 62.58250441572929, 'loss': 0.9057216048240662}
{'epoch': 60, 'iter': 230, 'avg_loss': 1.1419152909027033, 'avg_acc_mask': 62.79380341880342, 'loss': 1.075808048248291}
{'epoch': 60, 'iter': 240, 'avg_loss': 1.1463795514522253, 'avg_acc_mask': 62.570356472795496, 'loss': 1.1524959802627563}
{'epoch': 60, 'iter': 250, 'avg_loss': 1.146042973159319, 'avg_acc_mask': 62.601626016260155, 'loss': 1.2854844331741333}
{'epoch': 60, 'iter': 260, 'avg_loss': 1.145302125548951, 'avg_acc_mask': 62.55335968379446, 'loss': 0.8863856792449951}
{'epoch': 60, 'iter': 270, 'avg_loss': 1.147348708552188, 'avg_acc_mask': 62.431569343065696, 'loss': 1.301955223083496}
{'epoch': 60, 'iter': 280, 'avg_loss': 1.1497500167622685, 'avg_acc_mask': 62.42402050530941, 'loss': 1.6627064943313599}
{'epoch': 60, 'iter': 290, 'avg_loss': 1.1488999716195045, 'avg_acc_mask': 62.43726585141726, 'loss': 0.8730291724205017}
{'epoch': 60, 'iter': 300, 'avg_loss': 1.1459265674071455, 'avg_acc_mask': 62.534153005464475, 'loss': 0.7893529534339905}
{'epoch': 60, 'iter': 310, 'avg_loss': 1.1455488385111572, 'avg_acc_mask': 62.44469391798191, 'loss': 1.2395107746124268}
{'epoch': 60, 'iter': 320, 'avg_loss': 1.1483978747950165, 'avg_acc_mask': 62.37960703736998, 'loss': 1.1050994396209717}
{'epoch': 60, 'iter': 330, 'avg_loss': 1.1469880857496464, 'avg_acc_mask': 62.39284383153186, 'loss': 1.21415114402771}
{'epoch': 60, 'iter': 340, 'avg_loss': 1.1494633583379281, 'avg_acc_mask': 62.26199084116655, 'loss': 0.955204427242279}
{'epoch': 60, 'iter': 350, 'avg_loss': 1.1508816032328157, 'avg_acc_mask': 62.210631190294784, 'loss': 0.964349627494812}
{'epoch': 60, 'iter': 360, 'avg_loss': 1.1521858723209835, 'avg_acc_mask': 62.15615923458056, 'loss': 1.2374293804168701}
{'epoch': 60, 'iter': 370, 'avg_loss': 1.1477499594585594, 'avg_acc_mask': 62.26812115842516, 'loss': 1.3497563600540161}
{'epoch': 60, 'iter': 380, 'avg_loss': 1.1478264349026317, 'avg_acc_mask': 62.25794271535682, 'loss': 0.7515438795089722}
{'epoch': 60, 'iter': 390, 'avg_loss': 1.1480814195654887, 'avg_acc_mask': 62.302400084029195, 'loss': 1.0356491804122925}
{'epoch': 'EP60_test', 'avg_loss': 1.1466355968003321, 'total_masked_acc': 62.34333558687399}
{'epoch': 61, 'iter': 0, 'avg_loss': 0.8785521388053894, 'avg_acc_mask': 65.95744680851064, 'loss': 0.8785521388053894}
{'epoch': 61, 'iter': 10, 'avg_loss': 1.247252811085094, 'avg_acc_mask': 60.1063829787234, 'loss': 1.5003838539123535}
{'epoch': 61, 'iter': 20, 'avg_loss': 1.212159846510206, 'avg_acc_mask': 61.029411764705884, 'loss': 1.0248836278915405}
{'epoch': 61, 'iter': 30, 'avg_loss': 1.1814469945046209, 'avg_acc_mask': 61.326658322903626, 'loss': 1.225545883178711}
{'epoch': 61, 'iter': 40, 'avg_loss': 1.1548648505676082, 'avg_acc_mask': 62.48196248196248, 'loss': 1.3587937355041504}
{'epoch': 61, 'iter': 50, 'avg_loss': 1.1483143170674641, 'avg_acc_mask': 62.68656716417911, 'loss': 0.9681816101074219}
{'epoch': 61, 'iter': 60, 'avg_loss': 1.1522728820316126, 'avg_acc_mask': 62.402849740932645, 'loss': 1.2815176248550415}
{'epoch': 61, 'iter': 70, 'avg_loss': 1.1396852328743734, 'avg_acc_mask': 63.263041065482795, 'loss': 1.250443458557129}
{'epoch': 61, 'iter': 80, 'avg_loss': 1.1473417318897483, 'avg_acc_mask': 62.9059829059829, 'loss': 1.525740623474121}
{'epoch': 61, 'iter': 90, 'avg_loss': 1.148782723552578, 'avg_acc_mask': 62.8753013368398, 'loss': 1.0581475496292114}
{'epoch': 61, 'iter': 100, 'avg_loss': 1.1590316980191977, 'avg_acc_mask': 62.32114467408585, 'loss': 0.96364825963974}
{'epoch': 61, 'iter': 110, 'avg_loss': 1.1629082845138, 'avg_acc_mask': 61.994219653179194, 'loss': 1.3541004657745361}
{'epoch': 61, 'iter': 120, 'avg_loss': 1.1537700522044474, 'avg_acc_mask': 62.28989848560492, 'loss': 0.9298521280288696}
{'epoch': 61, 'iter': 130, 'avg_loss': 1.1545739856385093, 'avg_acc_mask': 62.12954476015887, 'loss': 1.3332096338272095}
{'epoch': 61, 'iter': 140, 'avg_loss': 1.15609802337403, 'avg_acc_mask': 62.087055153835244, 'loss': 1.2238082885742188}
{'epoch': 61, 'iter': 150, 'avg_loss': 1.1653729479833943, 'avg_acc_mask': 61.80537091199149, 'loss': 1.3527296781539917}
{'epoch': 61, 'iter': 160, 'avg_loss': 1.1655524295309316, 'avg_acc_mask': 61.81635725037632, 'loss': 1.3379242420196533}
{'epoch': 61, 'iter': 170, 'avg_loss': 1.1630904005284894, 'avg_acc_mask': 61.822280223039506, 'loss': 1.2757741212844849}
{'epoch': 61, 'iter': 180, 'avg_loss': 1.1675760475970105, 'avg_acc_mask': 61.870989530564, 'loss': 1.3509445190429688}
{'epoch': 61, 'iter': 190, 'avg_loss': 1.1642311340227176, 'avg_acc_mask': 61.948411852483474, 'loss': 1.208795189857483}
{'epoch': 61, 'iter': 200, 'avg_loss': 1.1706100645943067, 'avg_acc_mask': 61.58524224609771, 'loss': 1.2661479711532593}
{'epoch': 61, 'iter': 210, 'avg_loss': 1.1752641217968476, 'avg_acc_mask': 61.51771956856703, 'loss': 1.270498514175415}
{'epoch': 61, 'iter': 220, 'avg_loss': 1.1753654482677511, 'avg_acc_mask': 61.38423510024719, 'loss': 1.0959490537643433}
{'epoch': 61, 'iter': 230, 'avg_loss': 1.1709936028951173, 'avg_acc_mask': 61.40951377918202, 'loss': 1.4465916156768799}
{'epoch': 61, 'iter': 240, 'avg_loss': 1.1691750656519688, 'avg_acc_mask': 61.44893311967614, 'loss': 1.0138949155807495}
{'epoch': 61, 'iter': 250, 'avg_loss': 1.1701681635294303, 'avg_acc_mask': 61.47878787878788, 'loss': 1.1360678672790527}
{'epoch': 61, 'iter': 260, 'avg_loss': 1.169595281511431, 'avg_acc_mask': 61.519931618618386, 'loss': 1.1814100742340088}
{'epoch': 61, 'iter': 270, 'avg_loss': 1.1707455533456979, 'avg_acc_mask': 61.555772260145524, 'loss': 1.3844208717346191}
{'epoch': 61, 'iter': 280, 'avg_loss': 1.169849699926546, 'avg_acc_mask': 61.62025316455696, 'loss': 1.0574284791946411}
{'epoch': 61, 'iter': 290, 'avg_loss': 1.169534123230636, 'avg_acc_mask': 61.58515314309635, 'loss': 1.0336402654647827}
{'epoch': 61, 'iter': 300, 'avg_loss': 1.166288734076427, 'avg_acc_mask': 61.62570888468809, 'loss': 1.0674762725830078}
{'epoch': 61, 'iter': 310, 'avg_loss': 1.1664659294668118, 'avg_acc_mask': 61.67668583376895, 'loss': 1.0617364645004272}
{'epoch': 61, 'iter': 320, 'avg_loss': 1.1642246649272716, 'avg_acc_mask': 61.73129402805102, 'loss': 1.1518795490264893}
{'epoch': 61, 'iter': 330, 'avg_loss': 1.1645441410044528, 'avg_acc_mask': 61.7106561420819, 'loss': 1.358345866203308}
{'epoch': 61, 'iter': 340, 'avg_loss': 1.1628668736502572, 'avg_acc_mask': 61.70340201245808, 'loss': 1.0249512195587158}
{'epoch': 61, 'iter': 350, 'avg_loss': 1.1617307061823006, 'avg_acc_mask': 61.81913407821229, 'loss': 1.0252387523651123}
{'epoch': 61, 'iter': 360, 'avg_loss': 1.163241393843516, 'avg_acc_mask': 61.72113536130273, 'loss': 1.2909120321273804}
{'epoch': 61, 'iter': 370, 'avg_loss': 1.1608186054101208, 'avg_acc_mask': 61.82287660696627, 'loss': 1.2357782125473022}
{'epoch': 61, 'iter': 380, 'avg_loss': 1.1608282480965761, 'avg_acc_mask': 61.83528405750628, 'loss': 1.443241000175476}
{'epoch': 61, 'iter': 390, 'avg_loss': 1.1593818637111304, 'avg_acc_mask': 61.88368823866299, 'loss': 1.3416978120803833}
{'epoch': 'EP61_test', 'avg_loss': 1.1584561394922661, 'total_masked_acc': 61.86610491702204}
{'epoch': 62, 'iter': 0, 'avg_loss': 0.9852676391601562, 'avg_acc_mask': 66.66666666666666, 'loss': 0.9852676391601562}
{'epoch': 62, 'iter': 10, 'avg_loss': 1.1548427018252285, 'avg_acc_mask': 62.28239845261122, 'loss': 1.441448450088501}
{'epoch': 62, 'iter': 20, 'avg_loss': 1.1390044859477453, 'avg_acc_mask': 63.095238095238095, 'loss': 1.297642469406128}
{'epoch': 62, 'iter': 30, 'avg_loss': 1.1396226902161875, 'avg_acc_mask': 63.715046604527295, 'loss': 1.2103668451309204}
{'epoch': 62, 'iter': 40, 'avg_loss': 1.137272282344539, 'avg_acc_mask': 64.23505572441742, 'loss': 1.2748730182647705}
{'epoch': 62, 'iter': 50, 'avg_loss': 1.1222283489563887, 'avg_acc_mask': 64.41495778045838, 'loss': 1.1013437509536743}
{'epoch': 62, 'iter': 60, 'avg_loss': 1.1171248936262288, 'avg_acc_mask': 64.44293938367761, 'loss': 1.3505239486694336}
{'epoch': 62, 'iter': 70, 'avg_loss': 1.1109282290431814, 'avg_acc_mask': 64.48463967843813, 'loss': 1.2027950286865234}
{'epoch': 62, 'iter': 80, 'avg_loss': 1.1265612649328915, 'avg_acc_mask': 63.76594148537135, 'loss': 1.332932949066162}
{'epoch': 62, 'iter': 90, 'avg_loss': 1.1232816812756297, 'avg_acc_mask': 64.0796242451353, 'loss': 0.9682804942131042}
{'epoch': 62, 'iter': 100, 'avg_loss': 1.1195232555417731, 'avg_acc_mask': 63.89673255344898, 'loss': 1.3508435487747192}
{'epoch': 62, 'iter': 110, 'avg_loss': 1.1318300312703795, 'avg_acc_mask': 63.611466131093664, 'loss': 1.565442442893982}
{'epoch': 62, 'iter': 120, 'avg_loss': 1.1343559376464403, 'avg_acc_mask': 63.52053646269907, 'loss': 1.24030601978302}
{'epoch': 62, 'iter': 130, 'avg_loss': 1.1377941206211353, 'avg_acc_mask': 63.143254520166906, 'loss': 1.274532675743103}
{'epoch': 62, 'iter': 140, 'avg_loss': 1.1364968900984906, 'avg_acc_mask': 63.24982104509663, 'loss': 1.2030068635940552}
{'epoch': 62, 'iter': 150, 'avg_loss': 1.1372638336870053, 'avg_acc_mask': 63.1628532974428, 'loss': 1.3367522954940796}
{'epoch': 62, 'iter': 160, 'avg_loss': 1.1372728877186036, 'avg_acc_mask': 63.203134875489816, 'loss': 1.2455289363861084}
{'epoch': 62, 'iter': 170, 'avg_loss': 1.1405422997753523, 'avg_acc_mask': 63.12462731067382, 'loss': 1.5980957746505737}
{'epoch': 62, 'iter': 180, 'avg_loss': 1.142654023776397, 'avg_acc_mask': 63.16858496953284, 'loss': 1.50728178024292}
{'epoch': 62, 'iter': 190, 'avg_loss': 1.1374091075352972, 'avg_acc_mask': 63.34086750618878, 'loss': 0.7533711194992065}
{'epoch': 62, 'iter': 200, 'avg_loss': 1.1411643903053814, 'avg_acc_mask': 63.284678983362255, 'loss': 0.9650594592094421}
{'epoch': 62, 'iter': 210, 'avg_loss': 1.142728670230974, 'avg_acc_mask': 63.173245187633675, 'loss': 1.3988072872161865}
{'epoch': 62, 'iter': 220, 'avg_loss': 1.143450658785272, 'avg_acc_mask': 63.05873660879202, 'loss': 1.2368028163909912}
{'epoch': 62, 'iter': 230, 'avg_loss': 1.1388701012124232, 'avg_acc_mask': 63.112930497463736, 'loss': 1.0805026292800903}
{'epoch': 62, 'iter': 240, 'avg_loss': 1.1417795427112658, 'avg_acc_mask': 62.998037710092994, 'loss': 1.328615427017212}
{'epoch': 62, 'iter': 250, 'avg_loss': 1.1422920599876647, 'avg_acc_mask': 63.008864084044646, 'loss': 1.1885126829147339}
{'epoch': 62, 'iter': 260, 'avg_loss': 1.1401122676001654, 'avg_acc_mask': 63.07339449541285, 'loss': 0.7768785357475281}
{'epoch': 62, 'iter': 270, 'avg_loss': 1.1425043749193424, 'avg_acc_mask': 63.03191489361703, 'loss': 1.0864213705062866}
{'epoch': 62, 'iter': 280, 'avg_loss': 1.1474173365962888, 'avg_acc_mask': 62.90770805909024, 'loss': 1.3579291105270386}
{'epoch': 62, 'iter': 290, 'avg_loss': 1.1467268516107934, 'avg_acc_mask': 62.927312619435206, 'loss': 0.8667647242546082}
{'epoch': 62, 'iter': 300, 'avg_loss': 1.1459917948887595, 'avg_acc_mask': 63.01285135042265, 'loss': 1.2708137035369873}
{'epoch': 62, 'iter': 310, 'avg_loss': 1.1457199277985135, 'avg_acc_mask': 63.01115241635687, 'loss': 1.2437328100204468}
{'epoch': 62, 'iter': 320, 'avg_loss': 1.1458057939449204, 'avg_acc_mask': 63.001093880702655, 'loss': 1.2515846490859985}
{'epoch': 62, 'iter': 330, 'avg_loss': 1.1453332117677095, 'avg_acc_mask': 63.030984507746126, 'loss': 1.2361541986465454}
{'epoch': 62, 'iter': 340, 'avg_loss': 1.1445352606409807, 'avg_acc_mask': 63.04017504406492, 'loss': 1.1928386688232422}
{'epoch': 62, 'iter': 350, 'avg_loss': 1.1425598983751064, 'avg_acc_mask': 63.15167975438389, 'loss': 1.011879801750183}
{'epoch': 62, 'iter': 360, 'avg_loss': 1.1412897476529151, 'avg_acc_mask': 63.076218290099064, 'loss': 0.9212920665740967}
{'epoch': 62, 'iter': 370, 'avg_loss': 1.1414308400166966, 'avg_acc_mask': 63.02956076379223, 'loss': 1.3810676336288452}
{'epoch': 62, 'iter': 380, 'avg_loss': 1.1395915200704039, 'avg_acc_mask': 63.064524852615065, 'loss': 1.406693935394287}
{'epoch': 62, 'iter': 390, 'avg_loss': 1.1423108196624405, 'avg_acc_mask': 62.93978438075204, 'loss': 1.1849197149276733}
{'epoch': 'EP62_test', 'avg_loss': 1.143327141952033, 'total_masked_acc': 62.893833835915565}
{'epoch': 63, 'iter': 0, 'avg_loss': 1.232329249382019, 'avg_acc_mask': 54.54545454545454, 'loss': 1.232329249382019}
{'epoch': 63, 'iter': 10, 'avg_loss': 1.151113829829476, 'avg_acc_mask': 60.7645875251509, 'loss': 1.365049123764038}
{'epoch': 63, 'iter': 20, 'avg_loss': 1.0919475640569414, 'avg_acc_mask': 62.955465587044536, 'loss': 1.1004070043563843}
{'epoch': 63, 'iter': 30, 'avg_loss': 1.0943319874425088, 'avg_acc_mask': 63.88323150033944, 'loss': 1.1784961223602295}
{'epoch': 63, 'iter': 40, 'avg_loss': 1.1023724776942556, 'avg_acc_mask': 63.5523613963039, 'loss': 1.1453355550765991}
{'epoch': 63, 'iter': 50, 'avg_loss': 1.1162461112527287, 'avg_acc_mask': 63.323782234957015, 'loss': 0.8282802700996399}
{'epoch': 63, 'iter': 60, 'avg_loss': 1.119933907125817, 'avg_acc_mask': 63.57411845258473, 'loss': 1.7337363958358765}
{'epoch': 63, 'iter': 70, 'avg_loss': 1.117670928928214, 'avg_acc_mask': 63.28600405679513, 'loss': 1.075629711151123}
{'epoch': 63, 'iter': 80, 'avg_loss': 1.1221883046774217, 'avg_acc_mask': 63.30953595104538, 'loss': 1.133864164352417}
{'epoch': 63, 'iter': 90, 'avg_loss': 1.1152795409108256, 'avg_acc_mask': 63.46503178928246, 'loss': 0.9620392918586731}
{'epoch': 63, 'iter': 100, 'avg_loss': 1.1218979181629596, 'avg_acc_mask': 63.114921412533164, 'loss': 0.8687964677810669}
{'epoch': 63, 'iter': 110, 'avg_loss': 1.1335311542760145, 'avg_acc_mask': 62.64325323475046, 'loss': 1.7228474617004395}
{'epoch': 63, 'iter': 120, 'avg_loss': 1.1344573665256343, 'avg_acc_mask': 62.61192769048826, 'loss': 1.3214364051818848}
{'epoch': 63, 'iter': 130, 'avg_loss': 1.1364584665262063, 'avg_acc_mask': 62.5428482393269, 'loss': 1.3617470264434814}
{'epoch': 63, 'iter': 140, 'avg_loss': 1.1383115353313744, 'avg_acc_mask': 62.65877598152425, 'loss': 1.1563795804977417}
{'epoch': 63, 'iter': 150, 'avg_loss': 1.1381138057898212, 'avg_acc_mask': 62.55393743257821, 'loss': 1.2232745885849}
{'epoch': 63, 'iter': 160, 'avg_loss': 1.1396249443847941, 'avg_acc_mask': 62.40315000635081, 'loss': 1.2451897859573364}
{'epoch': 63, 'iter': 170, 'avg_loss': 1.1407098480832507, 'avg_acc_mask': 62.3195322753848, 'loss': 1.112121820449829}
{'epoch': 63, 'iter': 180, 'avg_loss': 1.146034914814965, 'avg_acc_mask': 62.24305398689858, 'loss': 1.5772855281829834}
{'epoch': 63, 'iter': 190, 'avg_loss': 1.1415080059885354, 'avg_acc_mask': 62.44096178617432, 'loss': 1.0407650470733643}
{'epoch': 63, 'iter': 200, 'avg_loss': 1.1431575014223507, 'avg_acc_mask': 62.54586220953934, 'loss': 1.3672188520431519}
{'epoch': 63, 'iter': 210, 'avg_loss': 1.1480635164473294, 'avg_acc_mask': 62.5, 'loss': 1.564451813697815}
{'epoch': 63, 'iter': 220, 'avg_loss': 1.147228079144232, 'avg_acc_mask': 62.47009018958218, 'loss': 1.106343388557434}
{'epoch': 63, 'iter': 230, 'avg_loss': 1.1414242802244243, 'avg_acc_mask': 62.63297872340425, 'loss': 1.1104494333267212}
{'epoch': 63, 'iter': 240, 'avg_loss': 1.1391452024091824, 'avg_acc_mask': 62.694697421057114, 'loss': 1.3478858470916748}
{'epoch': 63, 'iter': 250, 'avg_loss': 1.1428666501881117, 'avg_acc_mask': 62.65129211645404, 'loss': 0.9437852501869202}
{'epoch': 63, 'iter': 260, 'avg_loss': 1.142885051239496, 'avg_acc_mask': 62.667086019814434, 'loss': 0.9354420900344849}
{'epoch': 63, 'iter': 270, 'avg_loss': 1.1460271675648284, 'avg_acc_mask': 62.611928972529974, 'loss': 1.2984731197357178}
{'epoch': 63, 'iter': 280, 'avg_loss': 1.1506150602445908, 'avg_acc_mask': 62.44972577696527, 'loss': 1.2554987668991089}
{'epoch': 63, 'iter': 290, 'avg_loss': 1.1455343971957046, 'avg_acc_mask': 62.53622676185764, 'loss': 0.913857102394104}
{'epoch': 63, 'iter': 300, 'avg_loss': 1.1435936768585662, 'avg_acc_mask': 62.627437564146426, 'loss': 0.9106966257095337}
{'epoch': 63, 'iter': 310, 'avg_loss': 1.1463203938061017, 'avg_acc_mask': 62.5826500925681, 'loss': 1.3495309352874756}
{'epoch': 63, 'iter': 320, 'avg_loss': 1.1448126659957791, 'avg_acc_mask': 62.57601946098201, 'loss': 1.1450287103652954}
{'epoch': 63, 'iter': 330, 'avg_loss': 1.1442891661854309, 'avg_acc_mask': 62.59788688626477, 'loss': 1.0517860651016235}
{'epoch': 63, 'iter': 340, 'avg_loss': 1.1441607396623605, 'avg_acc_mask': 62.577686598684615, 'loss': 1.0809447765350342}
{'epoch': 63, 'iter': 350, 'avg_loss': 1.1422454582320318, 'avg_acc_mask': 62.57402521254763, 'loss': 0.926803469657898}
{'epoch': 63, 'iter': 360, 'avg_loss': 1.1467187865288964, 'avg_acc_mask': 62.49502020374481, 'loss': 1.2862313985824585}
{'epoch': 63, 'iter': 370, 'avg_loss': 1.143865899255655, 'avg_acc_mask': 62.572062084257205, 'loss': 1.087098479270935}
{'epoch': 63, 'iter': 380, 'avg_loss': 1.141454361711587, 'avg_acc_mask': 62.664509169363534, 'loss': 1.2205418348312378}
{'epoch': 63, 'iter': 390, 'avg_loss': 1.1405987831027917, 'avg_acc_mask': 62.68108335082931, 'loss': 1.2440451383590698}
{'epoch': 'EP63_test', 'avg_loss': 1.141757313651268, 'total_masked_acc': 62.67393561786085}
{'epoch': 64, 'iter': 0, 'avg_loss': 1.116478681564331, 'avg_acc_mask': 62.5, 'loss': 1.116478681564331}
{'epoch': 64, 'iter': 10, 'avg_loss': 1.212477526881478, 'avg_acc_mask': 61.170212765957444, 'loss': 1.5182734727859497}
{'epoch': 64, 'iter': 20, 'avg_loss': 1.1664881394022988, 'avg_acc_mask': 62.3963133640553, 'loss': 1.1390877962112427}
{'epoch': 64, 'iter': 30, 'avg_loss': 1.1719002185329315, 'avg_acc_mask': 63.35443037974684, 'loss': 1.2868117094039917}
{'epoch': 64, 'iter': 40, 'avg_loss': 1.165921472921604, 'avg_acc_mask': 63.34975369458128, 'loss': 1.1271148920059204}
{'epoch': 64, 'iter': 50, 'avg_loss': 1.13613562373554, 'avg_acc_mask': 63.454759106933025, 'loss': 0.9130211472511292}
{'epoch': 64, 'iter': 60, 'avg_loss': 1.1396221987536697, 'avg_acc_mask': 63.166556945358785, 'loss': 1.3092453479766846}
{'epoch': 64, 'iter': 70, 'avg_loss': 1.1355060456504285, 'avg_acc_mask': 62.723713646532445, 'loss': 1.3676236867904663}
{'epoch': 64, 'iter': 80, 'avg_loss': 1.132515267089561, 'avg_acc_mask': 62.949465500485914, 'loss': 1.200575351715088}
{'epoch': 64, 'iter': 90, 'avg_loss': 1.142010891175532, 'avg_acc_mask': 62.83474853037231, 'loss': 0.9949745535850525}
{'epoch': 64, 'iter': 100, 'avg_loss': 1.13761440067008, 'avg_acc_mask': 63.00692383778437, 'loss': 1.0464431047439575}
{'epoch': 64, 'iter': 110, 'avg_loss': 1.1385458476908572, 'avg_acc_mask': 62.92577984940839, 'loss': 1.3519381284713745}
{'epoch': 64, 'iter': 120, 'avg_loss': 1.1419413577426563, 'avg_acc_mask': 62.65655899802242, 'loss': 1.109397530555725}
{'epoch': 64, 'iter': 130, 'avg_loss': 1.1372341308884948, 'avg_acc_mask': 62.78964107223989, 'loss': 1.3276499509811401}
{'epoch': 64, 'iter': 140, 'avg_loss': 1.1383619731199657, 'avg_acc_mask': 62.86562102585841, 'loss': 1.0049382448196411}
{'epoch': 64, 'iter': 150, 'avg_loss': 1.142186595509384, 'avg_acc_mask': 62.740671889523306, 'loss': 1.3975346088409424}
{'epoch': 64, 'iter': 160, 'avg_loss': 1.1514903532792322, 'avg_acc_mask': 62.42659002873923, 'loss': 1.255719542503357}
{'epoch': 64, 'iter': 170, 'avg_loss': 1.1492951045259399, 'avg_acc_mask': 62.46610868796416, 'loss': 1.1282769441604614}
{'epoch': 64, 'iter': 180, 'avg_loss': 1.1505908775066145, 'avg_acc_mask': 62.47908066495593, 'loss': 1.348110318183899}
{'epoch': 64, 'iter': 190, 'avg_loss': 1.1453725552059593, 'avg_acc_mask': 62.61919898283534, 'loss': 1.020478367805481}
{'epoch': 64, 'iter': 200, 'avg_loss': 1.149232698317191, 'avg_acc_mask': 62.50377986090112, 'loss': 1.3582658767700195}
{'epoch': 64, 'iter': 210, 'avg_loss': 1.1520707152466074, 'avg_acc_mask': 62.46056782334385, 'loss': 1.228593111038208}
{'epoch': 64, 'iter': 220, 'avg_loss': 1.1512495921208308, 'avg_acc_mask': 62.4501631025734, 'loss': 0.8156124949455261}
{'epoch': 64, 'iter': 230, 'avg_loss': 1.147210769839101, 'avg_acc_mask': 62.60929789628603, 'loss': 0.9429176449775696}
{'epoch': 64, 'iter': 240, 'avg_loss': 1.1476923682382987, 'avg_acc_mask': 62.544609511162754, 'loss': 1.1656965017318726}
{'epoch': 64, 'iter': 250, 'avg_loss': 1.151785701394556, 'avg_acc_mask': 62.40356319096476, 'loss': 1.2145881652832031}
{'epoch': 64, 'iter': 260, 'avg_loss': 1.1479510119134895, 'avg_acc_mask': 62.463590372527975, 'loss': 0.9244961738586426}
{'epoch': 64, 'iter': 270, 'avg_loss': 1.1508390311825318, 'avg_acc_mask': 62.44570418905986, 'loss': 1.1469939947128296}
{'epoch': 64, 'iter': 280, 'avg_loss': 1.148207536159461, 'avg_acc_mask': 62.45564229950319, 'loss': 1.2111178636550903}
{'epoch': 64, 'iter': 290, 'avg_loss': 1.1448029357543106, 'avg_acc_mask': 62.60481099656358, 'loss': 0.8690546154975891}
{'epoch': 64, 'iter': 300, 'avg_loss': 1.1431911476822787, 'avg_acc_mask': 62.681690892118944, 'loss': 1.0556976795196533}
{'epoch': 64, 'iter': 310, 'avg_loss': 1.145107747657506, 'avg_acc_mask': 62.602359920046425, 'loss': 1.6872272491455078}
{'epoch': 64, 'iter': 320, 'avg_loss': 1.1476425238858874, 'avg_acc_mask': 62.548577159333085, 'loss': 1.0488744974136353}
{'epoch': 64, 'iter': 330, 'avg_loss': 1.147087003169103, 'avg_acc_mask': 62.515203113597664, 'loss': 1.387818455696106}
{'epoch': 64, 'iter': 340, 'avg_loss': 1.144278573500446, 'avg_acc_mask': 62.54798889610773, 'loss': 1.0288184881210327}
{'epoch': 64, 'iter': 350, 'avg_loss': 1.1435743502402238, 'avg_acc_mask': 62.57605326598553, 'loss': 1.0886014699935913}
{'epoch': 64, 'iter': 360, 'avg_loss': 1.1437299519034303, 'avg_acc_mask': 62.590529247910865, 'loss': 0.8544238209724426}
{'epoch': 64, 'iter': 370, 'avg_loss': 1.1425545477481545, 'avg_acc_mask': 62.643865363735074, 'loss': 1.243806004524231}
{'epoch': 64, 'iter': 380, 'avg_loss': 1.1423666984077514, 'avg_acc_mask': 62.59061325996085, 'loss': 1.131091833114624}
{'epoch': 64, 'iter': 390, 'avg_loss': 1.1461000814462257, 'avg_acc_mask': 62.432501928516324, 'loss': 1.140609622001648}
{'epoch': 'EP64_test', 'avg_loss': 1.145821945534812, 'total_masked_acc': 62.40268661273088}
{'epoch': 65, 'iter': 0, 'avg_loss': 0.6556189656257629, 'avg_acc_mask': 79.16666666666666, 'loss': 0.6556189656257629}
{'epoch': 65, 'iter': 10, 'avg_loss': 1.0758828629146924, 'avg_acc_mask': 63.116370808678504, 'loss': 1.324486494064331}
{'epoch': 65, 'iter': 20, 'avg_loss': 1.0433003249622526, 'avg_acc_mask': 65.27068437180796, 'loss': 0.9224626421928406}
{'epoch': 65, 'iter': 30, 'avg_loss': 1.0753140276478184, 'avg_acc_mask': 64.90156143923966, 'loss': 1.363319754600525}
{'epoch': 65, 'iter': 40, 'avg_loss': 1.0948733353033298, 'avg_acc_mask': 64.17833074131674, 'loss': 1.2201420068740845}
{'epoch': 65, 'iter': 50, 'avg_loss': 1.0978695668426215, 'avg_acc_mask': 64.3060643060643, 'loss': 0.7413893342018127}
{'epoch': 65, 'iter': 60, 'avg_loss': 1.1009380289765656, 'avg_acc_mask': 64.40504602795772, 'loss': 1.2313026189804077}
{'epoch': 65, 'iter': 70, 'avg_loss': 1.0970030074388208, 'avg_acc_mask': 64.37282229965156, 'loss': 1.426554560661316}
{'epoch': 65, 'iter': 80, 'avg_loss': 1.1027657676626135, 'avg_acc_mask': 64.31841302136317, 'loss': 1.4250370264053345}
{'epoch': 65, 'iter': 90, 'avg_loss': 1.1105474999972753, 'avg_acc_mask': 64.08482142857143, 'loss': 0.8812822699546814}
{'epoch': 65, 'iter': 100, 'avg_loss': 1.11528744910023, 'avg_acc_mask': 64.07355021216408, 'loss': 1.269659161567688}
{'epoch': 65, 'iter': 110, 'avg_loss': 1.1233033494906381, 'avg_acc_mask': 63.721873847288826, 'loss': 1.254503607749939}
{'epoch': 65, 'iter': 120, 'avg_loss': 1.1153434914005689, 'avg_acc_mask': 64.0973285689978, 'loss': 0.9361841678619385}
{'epoch': 65, 'iter': 130, 'avg_loss': 1.1158345391732136, 'avg_acc_mask': 63.90021964229683, 'loss': 1.4696654081344604}
{'epoch': 65, 'iter': 140, 'avg_loss': 1.1226798295974731, 'avg_acc_mask': 63.8905066977286, 'loss': 1.5504881143569946}
{'epoch': 65, 'iter': 150, 'avg_loss': 1.1199282806440694, 'avg_acc_mask': 63.7778081070015, 'loss': 1.2283132076263428}
{'epoch': 65, 'iter': 160, 'avg_loss': 1.1218092311983523, 'avg_acc_mask': 63.69100908044507, 'loss': 1.3857948780059814}
{'epoch': 65, 'iter': 170, 'avg_loss': 1.122643346326393, 'avg_acc_mask': 63.65606936416185, 'loss': 1.3082515001296997}
{'epoch': 65, 'iter': 180, 'avg_loss': 1.1287561240117194, 'avg_acc_mask': 63.50613915416098, 'loss': 1.3731566667556763}
{'epoch': 65, 'iter': 190, 'avg_loss': 1.122061473848932, 'avg_acc_mask': 63.712898003237996, 'loss': 1.230440378189087}
{'epoch': 65, 'iter': 200, 'avg_loss': 1.124439720194138, 'avg_acc_mask': 63.58701218887637, 'loss': 0.8977256417274475}
{'epoch': 65, 'iter': 210, 'avg_loss': 1.1281990996469253, 'avg_acc_mask': 63.54948805460751, 'loss': 1.3290265798568726}
{'epoch': 65, 'iter': 220, 'avg_loss': 1.1287267833813284, 'avg_acc_mask': 63.315141985015266, 'loss': 1.098484992980957}
{'epoch': 65, 'iter': 230, 'avg_loss': 1.1309269738919807, 'avg_acc_mask': 63.09936838359577, 'loss': 1.033264398574829}
{'epoch': 65, 'iter': 240, 'avg_loss': 1.1319868361801528, 'avg_acc_mask': 62.97336396902391, 'loss': 0.9952987432479858}
{'epoch': 65, 'iter': 250, 'avg_loss': 1.1336271157302704, 'avg_acc_mask': 62.98383145516904, 'loss': 0.9503939747810364}
{'epoch': 65, 'iter': 260, 'avg_loss': 1.1334973183171502, 'avg_acc_mask': 62.98164053266094, 'loss': 0.8084595799446106}
{'epoch': 65, 'iter': 270, 'avg_loss': 1.1360862708179713, 'avg_acc_mask': 63.02961275626424, 'loss': 1.1161702871322632}
{'epoch': 65, 'iter': 280, 'avg_loss': 1.136587007402101, 'avg_acc_mask': 63.00827899479815, 'loss': 0.9873427152633667}
{'epoch': 65, 'iter': 290, 'avg_loss': 1.135564737713214, 'avg_acc_mask': 63.01969365426696, 'loss': 0.9329107403755188}
{'epoch': 65, 'iter': 300, 'avg_loss': 1.1317616184288481, 'avg_acc_mask': 63.12692439274718, 'loss': 0.8686938881874084}
{'epoch': 65, 'iter': 310, 'avg_loss': 1.1330645093963845, 'avg_acc_mask': 63.08822556092395, 'loss': 1.0369669198989868}
{'epoch': 65, 'iter': 320, 'avg_loss': 1.1321340583937933, 'avg_acc_mask': 63.09752659233629, 'loss': 1.0832027196884155}
{'epoch': 65, 'iter': 330, 'avg_loss': 1.1326095928238238, 'avg_acc_mask': 63.1592039800995, 'loss': 1.0792007446289062}
{'epoch': 65, 'iter': 340, 'avg_loss': 1.1329083715366128, 'avg_acc_mask': 63.18201000783746, 'loss': 1.2234399318695068}
{'epoch': 65, 'iter': 350, 'avg_loss': 1.1316854412059838, 'avg_acc_mask': 63.22987901104682, 'loss': 0.8894127607345581}
{'epoch': 65, 'iter': 360, 'avg_loss': 1.1311387112596358, 'avg_acc_mask': 63.25894879927504, 'loss': 0.7974978089332581}
{'epoch': 65, 'iter': 370, 'avg_loss': 1.1300633409916552, 'avg_acc_mask': 63.26844825690091, 'loss': 1.1629925966262817}
{'epoch': 65, 'iter': 380, 'avg_loss': 1.1310575247749568, 'avg_acc_mask': 63.251658463513806, 'loss': 1.2986137866973877}
{'epoch': 65, 'iter': 390, 'avg_loss': 1.1324444632700947, 'avg_acc_mask': 63.151319556504085, 'loss': 1.0205014944076538}
{'epoch': 'EP65_test', 'avg_loss': 1.1320100190362545, 'total_masked_acc': 63.169550885867324}
{'epoch': 66, 'iter': 0, 'avg_loss': 1.2368712425231934, 'avg_acc_mask': 56.14035087719298, 'loss': 1.2368712425231934}
{'epoch': 66, 'iter': 10, 'avg_loss': 1.2003980495712974, 'avg_acc_mask': 57.63636363636364, 'loss': 1.334333062171936}
{'epoch': 66, 'iter': 20, 'avg_loss': 1.147856062366849, 'avg_acc_mask': 60.837209302325576, 'loss': 1.1977704763412476}
{'epoch': 66, 'iter': 30, 'avg_loss': 1.1416015798045742, 'avg_acc_mask': 61.968253968253975, 'loss': 1.047993540763855}
{'epoch': 66, 'iter': 40, 'avg_loss': 1.119816310522033, 'avg_acc_mask': 62.412761714855435, 'loss': 1.060691475868225}
{'epoch': 66, 'iter': 50, 'avg_loss': 1.121856192747752, 'avg_acc_mask': 62.2062923138192, 'loss': 0.9912022948265076}
{'epoch': 66, 'iter': 60, 'avg_loss': 1.1228801920765736, 'avg_acc_mask': 62.258494337108594, 'loss': 1.0840903520584106}
{'epoch': 66, 'iter': 70, 'avg_loss': 1.114843575047775, 'avg_acc_mask': 62.68698842788597, 'loss': 1.024166226387024}
{'epoch': 66, 'iter': 80, 'avg_loss': 1.1202314179620625, 'avg_acc_mask': 63.01165963780699, 'loss': 1.402031421661377}
{'epoch': 66, 'iter': 90, 'avg_loss': 1.1226118613075424, 'avg_acc_mask': 63.2194046306505, 'loss': 0.7117114663124084}
{'epoch': 66, 'iter': 100, 'avg_loss': 1.129769774356691, 'avg_acc_mask': 63.20286111663024, 'loss': 1.2762233018875122}
{'epoch': 66, 'iter': 110, 'avg_loss': 1.133519312819919, 'avg_acc_mask': 63.091139699220875, 'loss': 1.3252968788146973}
{'epoch': 66, 'iter': 120, 'avg_loss': 1.1358807476098873, 'avg_acc_mask': 63.02057200200702, 'loss': 1.4491348266601562}
{'epoch': 66, 'iter': 130, 'avg_loss': 1.1334453024936997, 'avg_acc_mask': 63.00945296761197, 'loss': 1.0331381559371948}
{'epoch': 66, 'iter': 140, 'avg_loss': 1.1388641181567036, 'avg_acc_mask': 62.85673311343755, 'loss': 1.4781885147094727}
{'epoch': 66, 'iter': 150, 'avg_loss': 1.1366902850321587, 'avg_acc_mask': 62.9768941429339, 'loss': 1.2577382326126099}
{'epoch': 66, 'iter': 160, 'avg_loss': 1.1397789339101092, 'avg_acc_mask': 62.8232622681973, 'loss': 1.1209057569503784}
{'epoch': 66, 'iter': 170, 'avg_loss': 1.1351449629019577, 'avg_acc_mask': 62.7658310561958, 'loss': 1.34029221534729}
{'epoch': 66, 'iter': 180, 'avg_loss': 1.1338018722297079, 'avg_acc_mask': 62.89689217996185, 'loss': 1.4489713907241821}
{'epoch': 66, 'iter': 190, 'avg_loss': 1.1299714330603314, 'avg_acc_mask': 62.90426215463697, 'loss': 1.029926061630249}
{'epoch': 66, 'iter': 200, 'avg_loss': 1.1310848134074045, 'avg_acc_mask': 62.87978863936592, 'loss': 1.244793176651001}
{'epoch': 66, 'iter': 210, 'avg_loss': 1.133569806390464, 'avg_acc_mask': 62.8946606160085, 'loss': 1.7915457487106323}
{'epoch': 66, 'iter': 220, 'avg_loss': 1.1317158433107228, 'avg_acc_mask': 63.02868701728577, 'loss': 0.8955875635147095}
{'epoch': 66, 'iter': 230, 'avg_loss': 1.1289248770965643, 'avg_acc_mask': 63.047115808014084, 'loss': 1.0336452722549438}
{'epoch': 66, 'iter': 240, 'avg_loss': 1.1323060729691596, 'avg_acc_mask': 62.86052609320816, 'loss': 1.2371381521224976}
{'epoch': 66, 'iter': 250, 'avg_loss': 1.133471555443874, 'avg_acc_mask': 62.888527257933276, 'loss': 1.3391793966293335}
{'epoch': 66, 'iter': 260, 'avg_loss': 1.1347577071737969, 'avg_acc_mask': 62.88151510408515, 'loss': 1.1096504926681519}
{'epoch': 66, 'iter': 270, 'avg_loss': 1.1384327559013647, 'avg_acc_mask': 62.837125207171916, 'loss': 1.0260021686553955}
{'epoch': 66, 'iter': 280, 'avg_loss': 1.1392909436887693, 'avg_acc_mask': 62.780367025924846, 'loss': 1.1413350105285645}
{'epoch': 66, 'iter': 290, 'avg_loss': 1.1358671657408226, 'avg_acc_mask': 62.77664582308719, 'loss': 0.8928701281547546}
{'epoch': 66, 'iter': 300, 'avg_loss': 1.132328793654014, 'avg_acc_mask': 62.93197278911564, 'loss': 1.2774875164031982}
{'epoch': 66, 'iter': 310, 'avg_loss': 1.135588561415289, 'avg_acc_mask': 62.8146000790618, 'loss': 1.3818272352218628}
{'epoch': 66, 'iter': 320, 'avg_loss': 1.1325084845596385, 'avg_acc_mask': 62.90529283608869, 'loss': 1.152660846710205}
{'epoch': 66, 'iter': 330, 'avg_loss': 1.131958205894401, 'avg_acc_mask': 62.9308732780652, 'loss': 1.0653700828552246}
{'epoch': 66, 'iter': 340, 'avg_loss': 1.132964103452621, 'avg_acc_mask': 62.86249395843403, 'loss': 1.0671135187149048}
{'epoch': 66, 'iter': 350, 'avg_loss': 1.135072207688606, 'avg_acc_mask': 62.78074239136808, 'loss': 0.8326146602630615}
{'epoch': 66, 'iter': 360, 'avg_loss': 1.1374039387438766, 'avg_acc_mask': 62.68274645884294, 'loss': 1.1511492729187012}
{'epoch': 66, 'iter': 370, 'avg_loss': 1.1347609793722147, 'avg_acc_mask': 62.78722108410387, 'loss': 1.3476309776306152}
{'epoch': 66, 'iter': 380, 'avg_loss': 1.1370902594931795, 'avg_acc_mask': 62.690999406079584, 'loss': 1.2394921779632568}
{'epoch': 66, 'iter': 390, 'avg_loss': 1.1385323268068417, 'avg_acc_mask': 62.61883502284784, 'loss': 1.4372249841690063}
{'epoch': 'EP66_test', 'avg_loss': 1.1373794634233823, 'total_masked_acc': 62.62862488306829}
{'epoch': 67, 'iter': 0, 'avg_loss': 1.0582709312438965, 'avg_acc_mask': 63.49206349206349, 'loss': 1.0582709312438965}
{'epoch': 67, 'iter': 10, 'avg_loss': 1.2496790235692805, 'avg_acc_mask': 61.01398601398601, 'loss': 1.5792063474655151}
{'epoch': 67, 'iter': 20, 'avg_loss': 1.2067022437141055, 'avg_acc_mask': 61.35940409683427, 'loss': 0.7478656768798828}
{'epoch': 67, 'iter': 30, 'avg_loss': 1.1741359733766126, 'avg_acc_mask': 61.90176322418136, 'loss': 1.0499253273010254}
{'epoch': 67, 'iter': 40, 'avg_loss': 1.145627803918792, 'avg_acc_mask': 63.49438750610054, 'loss': 1.2730283737182617}
{'epoch': 67, 'iter': 50, 'avg_loss': 1.1339732607205708, 'avg_acc_mask': 63.89428682471823, 'loss': 0.8427045345306396}
{'epoch': 67, 'iter': 60, 'avg_loss': 1.1518344732581591, 'avg_acc_mask': 62.94349540078844, 'loss': 1.183174729347229}
{'epoch': 67, 'iter': 70, 'avg_loss': 1.1509881044777346, 'avg_acc_mask': 62.43016759776536, 'loss': 1.0521056652069092}
{'epoch': 67, 'iter': 80, 'avg_loss': 1.1418399582674474, 'avg_acc_mask': 62.7625401531999, 'loss': 1.2427845001220703}
{'epoch': 67, 'iter': 90, 'avg_loss': 1.137372618848151, 'avg_acc_mask': 62.836347595941774, 'loss': 0.7130872011184692}
{'epoch': 67, 'iter': 100, 'avg_loss': 1.1397103254157719, 'avg_acc_mask': 63.03913738019169, 'loss': 0.8172910809516907}
{'epoch': 67, 'iter': 110, 'avg_loss': 1.1446283309309333, 'avg_acc_mask': 62.93541364296081, 'loss': 1.3169611692428589}
{'epoch': 67, 'iter': 120, 'avg_loss': 1.152796516241121, 'avg_acc_mask': 62.958027981345765, 'loss': 1.4665197134017944}
{'epoch': 67, 'iter': 130, 'avg_loss': 1.1495673679213487, 'avg_acc_mask': 62.88485221674877, 'loss': 1.1966791152954102}
{'epoch': 67, 'iter': 140, 'avg_loss': 1.1470877456326856, 'avg_acc_mask': 62.98049340218015, 'loss': 1.3398280143737793}
{'epoch': 67, 'iter': 150, 'avg_loss': 1.1473646392885424, 'avg_acc_mask': 62.99959898409303, 'loss': 1.4694197177886963}
{'epoch': 67, 'iter': 160, 'avg_loss': 1.1512066969960373, 'avg_acc_mask': 62.910739015485326, 'loss': 1.0230340957641602}
{'epoch': 67, 'iter': 170, 'avg_loss': 1.150328400539376, 'avg_acc_mask': 62.82218790830265, 'loss': 1.3639135360717773}
{'epoch': 67, 'iter': 180, 'avg_loss': 1.1556069745543254, 'avg_acc_mask': 62.759860658500955, 'loss': 1.4718339443206787}
{'epoch': 67, 'iter': 190, 'avg_loss': 1.1521029453627103, 'avg_acc_mask': 62.803378595103176, 'loss': 1.5315154790878296}
{'epoch': 67, 'iter': 200, 'avg_loss': 1.1518819634594135, 'avg_acc_mask': 62.78432168968319, 'loss': 1.0250965356826782}
{'epoch': 67, 'iter': 210, 'avg_loss': 1.1553217133074576, 'avg_acc_mask': 62.691933916423714, 'loss': 1.6811243295669556}
{'epoch': 67, 'iter': 220, 'avg_loss': 1.1566367888342741, 'avg_acc_mask': 62.598243180767454, 'loss': 1.1284444332122803}
{'epoch': 67, 'iter': 230, 'avg_loss': 1.1462024104543578, 'avg_acc_mask': 62.86425017768301, 'loss': 0.7729390263557434}
{'epoch': 67, 'iter': 240, 'avg_loss': 1.1449032334371227, 'avg_acc_mask': 62.86862124967946, 'loss': 1.2928287982940674}
{'epoch': 67, 'iter': 250, 'avg_loss': 1.148318450764356, 'avg_acc_mask': 62.82366437233694, 'loss': 1.0177944898605347}
{'epoch': 67, 'iter': 260, 'avg_loss': 1.147295869173218, 'avg_acc_mask': 62.821019359936784, 'loss': 0.8271496295928955}
{'epoch': 67, 'iter': 270, 'avg_loss': 1.1466330793510944, 'avg_acc_mask': 62.87671232876713, 'loss': 0.868187665939331}
{'epoch': 67, 'iter': 280, 'avg_loss': 1.1514923852533632, 'avg_acc_mask': 62.69574125567101, 'loss': 1.303277850151062}
{'epoch': 67, 'iter': 290, 'avg_loss': 1.1457282720562518, 'avg_acc_mask': 62.83173348390739, 'loss': 0.7703683972358704}
{'epoch': 67, 'iter': 300, 'avg_loss': 1.1429458369448335, 'avg_acc_mask': 62.91526816905267, 'loss': 1.0210098028182983}
{'epoch': 67, 'iter': 310, 'avg_loss': 1.1441740598709254, 'avg_acc_mask': 62.88235684427045, 'loss': 1.3519127368927002}
{'epoch': 67, 'iter': 320, 'avg_loss': 1.1440563684683351, 'avg_acc_mask': 62.956039706071934, 'loss': 1.2923821210861206}
{'epoch': 67, 'iter': 330, 'avg_loss': 1.147670816078647, 'avg_acc_mask': 62.84481140927003, 'loss': 1.2995119094848633}
{'epoch': 67, 'iter': 340, 'avg_loss': 1.145421872915061, 'avg_acc_mask': 62.83014296098861, 'loss': 0.9950686693191528}
{'epoch': 67, 'iter': 350, 'avg_loss': 1.1449743619671575, 'avg_acc_mask': 62.802330371329376, 'loss': 0.9274442195892334}
{'epoch': 67, 'iter': 360, 'avg_loss': 1.1456319037566884, 'avg_acc_mask': 62.83645072992701, 'loss': 0.8384801149368286}
{'epoch': 67, 'iter': 370, 'avg_loss': 1.1456306501218894, 'avg_acc_mask': 62.84714507887136, 'loss': 1.3842864036560059}
{'epoch': 67, 'iter': 380, 'avg_loss': 1.1439978533529547, 'avg_acc_mask': 62.929915639195336, 'loss': 1.0710641145706177}
{'epoch': 67, 'iter': 390, 'avg_loss': 1.1448784447691935, 'avg_acc_mask': 62.85128959394862, 'loss': 1.359684944152832}
{'epoch': 'EP67_test', 'avg_loss': 1.1446435499672938, 'total_masked_acc': 62.87540268107659}
{'epoch': 68, 'iter': 0, 'avg_loss': 1.0607763528823853, 'avg_acc_mask': 67.9245283018868, 'loss': 1.0607763528823853}
{'epoch': 68, 'iter': 10, 'avg_loss': 1.1570072986862876, 'avg_acc_mask': 62.43386243386243, 'loss': 1.2936584949493408}
{'epoch': 68, 'iter': 20, 'avg_loss': 1.1617684733299982, 'avg_acc_mask': 62.53658536585366, 'loss': 0.972292423248291}
{'epoch': 68, 'iter': 30, 'avg_loss': 1.1217823528474378, 'avg_acc_mask': 63.879369431117205, 'loss': 0.8679891228675842}
{'epoch': 68, 'iter': 40, 'avg_loss': 1.1056605562931154, 'avg_acc_mask': 64.86766995329528, 'loss': 1.2082407474517822}
{'epoch': 68, 'iter': 50, 'avg_loss': 1.1031970031121199, 'avg_acc_mask': 64.8780487804878, 'loss': 1.0963481664657593}
{'epoch': 68, 'iter': 60, 'avg_loss': 1.1233369962113802, 'avg_acc_mask': 64.5543883429346, 'loss': 1.2909772396087646}
{'epoch': 68, 'iter': 70, 'avg_loss': 1.122201036399519, 'avg_acc_mask': 64.25691244239631, 'loss': 1.1321898698806763}
{'epoch': 68, 'iter': 80, 'avg_loss': 1.1306282774901684, 'avg_acc_mask': 64.19721871049305, 'loss': 0.9946070909500122}
{'epoch': 68, 'iter': 90, 'avg_loss': 1.1335982916119334, 'avg_acc_mask': 63.96825396825396, 'loss': 1.139007329940796}
{'epoch': 68, 'iter': 100, 'avg_loss': 1.1397361324565245, 'avg_acc_mask': 63.84615384615384, 'loss': 1.081097960472107}
{'epoch': 68, 'iter': 110, 'avg_loss': 1.1421371768186759, 'avg_acc_mask': 63.74472767284064, 'loss': 1.5923863649368286}
{'epoch': 68, 'iter': 120, 'avg_loss': 1.1368830529126255, 'avg_acc_mask': 63.70748299319728, 'loss': 1.2328546047210693}
{'epoch': 68, 'iter': 130, 'avg_loss': 1.141523571414802, 'avg_acc_mask': 63.64637407582193, 'loss': 1.1068980693817139}
{'epoch': 68, 'iter': 140, 'avg_loss': 1.1374639171235106, 'avg_acc_mask': 63.719020384220556, 'loss': 1.4129705429077148}
{'epoch': 68, 'iter': 150, 'avg_loss': 1.139399916920441, 'avg_acc_mask': 63.70967741935484, 'loss': 0.9787687063217163}
{'epoch': 68, 'iter': 160, 'avg_loss': 1.1417587777102216, 'avg_acc_mask': 63.67839712304135, 'loss': 0.9005774259567261}
{'epoch': 68, 'iter': 170, 'avg_loss': 1.1363026883169922, 'avg_acc_mask': 63.712978569708646, 'loss': 1.30279541015625}
{'epoch': 68, 'iter': 180, 'avg_loss': 1.139544773826283, 'avg_acc_mask': 63.45957011258956, 'loss': 1.7152897119522095}
{'epoch': 68, 'iter': 190, 'avg_loss': 1.1347680422648085, 'avg_acc_mask': 63.62065240872759, 'loss': 1.1634740829467773}
{'epoch': 68, 'iter': 200, 'avg_loss': 1.1371713150199967, 'avg_acc_mask': 63.46330979428922, 'loss': 1.299039602279663}
{'epoch': 68, 'iter': 210, 'avg_loss': 1.140671205746619, 'avg_acc_mask': 63.33268595843853, 'loss': 1.6079822778701782}
{'epoch': 68, 'iter': 220, 'avg_loss': 1.1410719447545876, 'avg_acc_mask': 63.204939181717656, 'loss': 1.0086941719055176}
{'epoch': 68, 'iter': 230, 'avg_loss': 1.1373513392555765, 'avg_acc_mask': 63.1714007609946, 'loss': 1.2113674879074097}
{'epoch': 68, 'iter': 240, 'avg_loss': 1.1324453905410292, 'avg_acc_mask': 63.231433652299096, 'loss': 0.8893866539001465}
{'epoch': 68, 'iter': 250, 'avg_loss': 1.1320475460998565, 'avg_acc_mask': 63.20785331818919, 'loss': 0.7546569108963013}
{'epoch': 68, 'iter': 260, 'avg_loss': 1.1343101591899478, 'avg_acc_mask': 63.256213850242304, 'loss': 1.0546132326126099}
{'epoch': 68, 'iter': 270, 'avg_loss': 1.137290907961856, 'avg_acc_mask': 63.214768122467355, 'loss': 1.0444767475128174}
{'epoch': 68, 'iter': 280, 'avg_loss': 1.136783430584809, 'avg_acc_mask': 63.213897937024974, 'loss': 1.1045432090759277}
{'epoch': 68, 'iter': 290, 'avg_loss': 1.1349214313366158, 'avg_acc_mask': 63.25818384867732, 'loss': 1.2298063039779663}
{'epoch': 68, 'iter': 300, 'avg_loss': 1.1317029943893915, 'avg_acc_mask': 63.33153055705787, 'loss': 1.0580860376358032}
{'epoch': 68, 'iter': 310, 'avg_loss': 1.130759920529614, 'avg_acc_mask': 63.32919417031566, 'loss': 1.4753878116607666}
{'epoch': 68, 'iter': 320, 'avg_loss': 1.1275949905223193, 'avg_acc_mask': 63.381709867545474, 'loss': 0.9489631056785583}
{'epoch': 68, 'iter': 330, 'avg_loss': 1.1283480784324, 'avg_acc_mask': 63.35380835380835, 'loss': 1.2726644277572632}
{'epoch': 68, 'iter': 340, 'avg_loss': 1.1247947911712781, 'avg_acc_mask': 63.50229864469521, 'loss': 0.9893925189971924}
{'epoch': 68, 'iter': 350, 'avg_loss': 1.1265388647375623, 'avg_acc_mask': 63.43192515544192, 'loss': 1.0506353378295898}
{'epoch': 68, 'iter': 360, 'avg_loss': 1.1278822365890249, 'avg_acc_mask': 63.39673759665858, 'loss': 0.9324025511741638}
{'epoch': 68, 'iter': 370, 'avg_loss': 1.126198042917123, 'avg_acc_mask': 63.47262643457251, 'loss': 1.3374683856964111}
{'epoch': 68, 'iter': 380, 'avg_loss': 1.1234936869050574, 'avg_acc_mask': 63.53960528427021, 'loss': 1.2219207286834717}
{'epoch': 68, 'iter': 390, 'avg_loss': 1.1237137188082156, 'avg_acc_mask': 63.545619963608004, 'loss': 1.0590934753417969}
{'epoch': 'EP68_test', 'avg_loss': 1.1240418944695982, 'total_masked_acc': 63.54755784061697}
{'epoch': 69, 'iter': 0, 'avg_loss': 0.9676177501678467, 'avg_acc_mask': 63.26530612244898, 'loss': 0.9676177501678467}
{'epoch': 69, 'iter': 10, 'avg_loss': 1.2357699545946987, 'avg_acc_mask': 58.12274368231047, 'loss': 1.4065990447998047}
{'epoch': 69, 'iter': 20, 'avg_loss': 1.1730649641581945, 'avg_acc_mask': 60.970873786407765, 'loss': 1.3302958011627197}
{'epoch': 69, 'iter': 30, 'avg_loss': 1.1259226395237831, 'avg_acc_mask': 62.3342175066313, 'loss': 1.3284895420074463}
{'epoch': 69, 'iter': 40, 'avg_loss': 1.0987381542601236, 'avg_acc_mask': 63.045685279187815, 'loss': 0.9118679761886597}
{'epoch': 69, 'iter': 50, 'avg_loss': 1.1202137785799362, 'avg_acc_mask': 62.47002398081535, 'loss': 1.0106371641159058}
{'epoch': 69, 'iter': 60, 'avg_loss': 1.125725827256187, 'avg_acc_mask': 62.62283971535073, 'loss': 1.3208982944488525}
{'epoch': 69, 'iter': 70, 'avg_loss': 1.111538395075731, 'avg_acc_mask': 62.97786720321932, 'loss': 1.090624451637268}
{'epoch': 69, 'iter': 80, 'avg_loss': 1.1193448533246546, 'avg_acc_mask': 62.645422357106725, 'loss': 1.271443247795105}
{'epoch': 69, 'iter': 90, 'avg_loss': 1.1142575675314599, 'avg_acc_mask': 63.04151624548736, 'loss': 0.924960196018219}
{'epoch': 69, 'iter': 100, 'avg_loss': 1.1198058783417881, 'avg_acc_mask': 63.23499491353001, 'loss': 0.9691325426101685}
{'epoch': 69, 'iter': 110, 'avg_loss': 1.1239840409777186, 'avg_acc_mask': 63.21711861280207, 'loss': 1.4992382526397705}
{'epoch': 69, 'iter': 120, 'avg_loss': 1.1282461802821515, 'avg_acc_mask': 63.06336834971196, 'loss': 1.0997610092163086}
{'epoch': 69, 'iter': 130, 'avg_loss': 1.1289486002376061, 'avg_acc_mask': 62.868737318557834, 'loss': 1.219974160194397}
{'epoch': 69, 'iter': 140, 'avg_loss': 1.1244006055466673, 'avg_acc_mask': 62.86706205699407, 'loss': 1.0294010639190674}
{'epoch': 69, 'iter': 150, 'avg_loss': 1.1224885638186475, 'avg_acc_mask': 62.91966834307462, 'loss': 1.0041003227233887}
{'epoch': 69, 'iter': 160, 'avg_loss': 1.1205438816029092, 'avg_acc_mask': 63.079470198675494, 'loss': 0.7972897887229919}
{'epoch': 69, 'iter': 170, 'avg_loss': 1.1223206251685383, 'avg_acc_mask': 62.98779028010534, 'loss': 1.0330291986465454}
{'epoch': 69, 'iter': 180, 'avg_loss': 1.1279387556386915, 'avg_acc_mask': 62.819353380058786, 'loss': 1.1775741577148438}
{'epoch': 69, 'iter': 190, 'avg_loss': 1.1218584117464994, 'avg_acc_mask': 62.96136412691561, 'loss': 0.8606159687042236}
{'epoch': 69, 'iter': 200, 'avg_loss': 1.1218244673600837, 'avg_acc_mask': 62.876151484135114, 'loss': 1.0203638076782227}
{'epoch': 69, 'iter': 210, 'avg_loss': 1.1241526075449035, 'avg_acc_mask': 62.931202494640424, 'loss': 1.1199756860733032}
{'epoch': 69, 'iter': 220, 'avg_loss': 1.1252008962415463, 'avg_acc_mask': 62.949206054415455, 'loss': 1.0502389669418335}
{'epoch': 69, 'iter': 230, 'avg_loss': 1.116772581746568, 'avg_acc_mask': 63.07898259705489, 'loss': 1.0214070081710815}
{'epoch': 69, 'iter': 240, 'avg_loss': 1.1183122930685019, 'avg_acc_mask': 63.03155006858711, 'loss': 1.3977065086364746}
{'epoch': 69, 'iter': 250, 'avg_loss': 1.1146487721883918, 'avg_acc_mask': 63.14617858026218, 'loss': 0.7460848093032837}
{'epoch': 69, 'iter': 260, 'avg_loss': 1.1135326057558315, 'avg_acc_mask': 63.255113366101156, 'loss': 0.9883367419242859}
{'epoch': 69, 'iter': 270, 'avg_loss': 1.1202224343465264, 'avg_acc_mask': 63.186394142769984, 'loss': 1.5058411359786987}
{'epoch': 69, 'iter': 280, 'avg_loss': 1.1214961874103206, 'avg_acc_mask': 63.132017318558745, 'loss': 1.031043529510498}
{'epoch': 69, 'iter': 290, 'avg_loss': 1.1195412898801036, 'avg_acc_mask': 63.19405099150141, 'loss': 1.1056898832321167}
{'epoch': 69, 'iter': 300, 'avg_loss': 1.1160747230647015, 'avg_acc_mask': 63.291312688407785, 'loss': 1.1558293104171753}
{'epoch': 69, 'iter': 310, 'avg_loss': 1.1151095578908155, 'avg_acc_mask': 63.27933884297521, 'loss': 1.1396842002868652}
{'epoch': 69, 'iter': 320, 'avg_loss': 1.11427860375134, 'avg_acc_mask': 63.37775499743721, 'loss': 0.9896029233932495}
{'epoch': 69, 'iter': 330, 'avg_loss': 1.110721043949761, 'avg_acc_mask': 63.467877355556936, 'loss': 1.3282722234725952}
{'epoch': 69, 'iter': 340, 'avg_loss': 1.110439612893415, 'avg_acc_mask': 63.53721000301296, 'loss': 0.9357534050941467}
{'epoch': 69, 'iter': 350, 'avg_loss': 1.1099980692578177, 'avg_acc_mask': 63.51486019110148, 'loss': 0.895365834236145}
{'epoch': 69, 'iter': 360, 'avg_loss': 1.1096930612817695, 'avg_acc_mask': 63.46909712332669, 'loss': 1.1203341484069824}
{'epoch': 69, 'iter': 370, 'avg_loss': 1.106896703455326, 'avg_acc_mask': 63.61317511367417, 'loss': 1.133272647857666}
{'epoch': 69, 'iter': 380, 'avg_loss': 1.10929263169997, 'avg_acc_mask': 63.53239467011922, 'loss': 1.5404577255249023}
{'epoch': 69, 'iter': 390, 'avg_loss': 1.1107008981582758, 'avg_acc_mask': 63.4323258869908, 'loss': 1.1595453023910522}
{'epoch': 'EP69_test', 'avg_loss': 1.110183953937858, 'total_masked_acc': 63.469939671312666}
{'epoch': 70, 'iter': 0, 'avg_loss': 1.017041563987732, 'avg_acc_mask': 71.42857142857143, 'loss': 1.017041563987732}
{'epoch': 70, 'iter': 10, 'avg_loss': 1.1392003460363909, 'avg_acc_mask': 63.8477801268499, 'loss': 1.2964972257614136}
{'epoch': 70, 'iter': 20, 'avg_loss': 1.1315541721525646, 'avg_acc_mask': 64.98951781970649, 'loss': 1.0996181964874268}
{'epoch': 70, 'iter': 30, 'avg_loss': 1.1045341683972267, 'avg_acc_mask': 65.38201487491548, 'loss': 0.9401248097419739}
{'epoch': 70, 'iter': 40, 'avg_loss': 1.1165783754209193, 'avg_acc_mask': 64.60674157303372, 'loss': 0.9616641998291016}
{'epoch': 70, 'iter': 50, 'avg_loss': 1.1002678006303077, 'avg_acc_mask': 64.60425873844918, 'loss': 0.7944304347038269}
{'epoch': 70, 'iter': 60, 'avg_loss': 1.1076192953547492, 'avg_acc_mask': 64.72382243307354, 'loss': 1.3354792594909668}
{'epoch': 70, 'iter': 70, 'avg_loss': 1.0951246241448631, 'avg_acc_mask': 64.9290472053287, 'loss': 1.1487112045288086}
{'epoch': 70, 'iter': 80, 'avg_loss': 1.1067395982918915, 'avg_acc_mask': 64.4055068836045, 'loss': 1.4910640716552734}
{'epoch': 70, 'iter': 90, 'avg_loss': 1.1016019622048179, 'avg_acc_mask': 64.59724076546507, 'loss': 0.8881077170372009}
{'epoch': 70, 'iter': 100, 'avg_loss': 1.1078405014359125, 'avg_acc_mask': 64.67391304347827, 'loss': 1.2583777904510498}
{'epoch': 70, 'iter': 110, 'avg_loss': 1.1041331989271146, 'avg_acc_mask': 64.70265324794144, 'loss': 1.2141118049621582}
{'epoch': 70, 'iter': 120, 'avg_loss': 1.1076858511641006, 'avg_acc_mask': 64.5959595959596, 'loss': 1.1239968538284302}
{'epoch': 70, 'iter': 130, 'avg_loss': 1.1032379196800348, 'avg_acc_mask': 64.78611283323, 'loss': 1.0552321672439575}
{'epoch': 70, 'iter': 140, 'avg_loss': 1.1003937399979178, 'avg_acc_mask': 64.79260008671773, 'loss': 1.3494964838027954}
{'epoch': 70, 'iter': 150, 'avg_loss': 1.1083375629999779, 'avg_acc_mask': 64.72831267874166, 'loss': 1.3350051641464233}
{'epoch': 70, 'iter': 160, 'avg_loss': 1.1102633413320744, 'avg_acc_mask': 64.73981030504999, 'loss': 1.0805013179779053}
{'epoch': 70, 'iter': 170, 'avg_loss': 1.1104703590883847, 'avg_acc_mask': 64.63561776061776, 'loss': 1.2089682817459106}
{'epoch': 70, 'iter': 180, 'avg_loss': 1.1125007657056356, 'avg_acc_mask': 64.60590852058857, 'loss': 1.3419259786605835}
{'epoch': 70, 'iter': 190, 'avg_loss': 1.109736899118773, 'avg_acc_mask': 64.62238595730848, 'loss': 1.1239873170852661}
{'epoch': 70, 'iter': 200, 'avg_loss': 1.1091336779926546, 'avg_acc_mask': 64.4822256568779, 'loss': 1.1068006753921509}
{'epoch': 70, 'iter': 210, 'avg_loss': 1.1079972812914736, 'avg_acc_mask': 64.44509977391132, 'loss': 1.0746937990188599}
{'epoch': 70, 'iter': 220, 'avg_loss': 1.1081871619591346, 'avg_acc_mask': 64.434287846283, 'loss': 0.9943243861198425}
{'epoch': 70, 'iter': 230, 'avg_loss': 1.1051335045785615, 'avg_acc_mask': 64.49825752837101, 'loss': 1.1751660108566284}
{'epoch': 70, 'iter': 240, 'avg_loss': 1.106377756199896, 'avg_acc_mask': 64.42998972954467, 'loss': 1.3141571283340454}
{'epoch': 70, 'iter': 250, 'avg_loss': 1.1058927931158666, 'avg_acc_mask': 64.4559500328731, 'loss': 1.1700886487960815}
{'epoch': 70, 'iter': 260, 'avg_loss': 1.1060504961287838, 'avg_acc_mask': 64.37534527661589, 'loss': 1.0277132987976074}
{'epoch': 70, 'iter': 270, 'avg_loss': 1.1121670397005399, 'avg_acc_mask': 64.21795552857252, 'loss': 1.02598237991333}
{'epoch': 70, 'iter': 280, 'avg_loss': 1.1129008113701573, 'avg_acc_mask': 64.07207470090458, 'loss': 0.9446099996566772}
{'epoch': 70, 'iter': 290, 'avg_loss': 1.109948846687566, 'avg_acc_mask': 64.09445498629559, 'loss': 0.8036463260650635}
{'epoch': 70, 'iter': 300, 'avg_loss': 1.105693749811166, 'avg_acc_mask': 64.19971430514931, 'loss': 1.2871204614639282}
{'epoch': 70, 'iter': 310, 'avg_loss': 1.10674523789783, 'avg_acc_mask': 64.28618356218382, 'loss': 1.228670358657837}
{'epoch': 70, 'iter': 320, 'avg_loss': 1.105879465553248, 'avg_acc_mask': 64.34815901984557, 'loss': 1.2370527982711792}
{'epoch': 70, 'iter': 330, 'avg_loss': 1.1044056113032776, 'avg_acc_mask': 64.31709883037317, 'loss': 1.2815264463424683}
{'epoch': 70, 'iter': 340, 'avg_loss': 1.1023612753037484, 'avg_acc_mask': 64.33721908424468, 'loss': 0.8351083993911743}
{'epoch': 70, 'iter': 350, 'avg_loss': 1.1013938139306854, 'avg_acc_mask': 64.34620101617708, 'loss': 0.7857913970947266}
{'epoch': 70, 'iter': 360, 'avg_loss': 1.1018845254034217, 'avg_acc_mask': 64.34609929078015, 'loss': 1.0276027917861938}
{'epoch': 70, 'iter': 370, 'avg_loss': 1.1017151706302262, 'avg_acc_mask': 64.35315554083154, 'loss': 1.2295105457305908}
{'epoch': 70, 'iter': 380, 'avg_loss': 1.1044377643918115, 'avg_acc_mask': 64.24697986577182, 'loss': 0.8175435066223145}
{'epoch': 70, 'iter': 390, 'avg_loss': 1.1062285718710527, 'avg_acc_mask': 64.16710182767625, 'loss': 1.234445571899414}
{'epoch': 'EP70_test', 'avg_loss': 1.107260642780198, 'total_masked_acc': 64.13049088938213}
{'epoch': 71, 'iter': 0, 'avg_loss': 1.0436697006225586, 'avg_acc_mask': 66.0377358490566, 'loss': 1.0436697006225586}
{'epoch': 71, 'iter': 10, 'avg_loss': 1.2767433307387612, 'avg_acc_mask': 58.34932821497121, 'loss': 1.4769001007080078}
{'epoch': 71, 'iter': 20, 'avg_loss': 1.1823227178482782, 'avg_acc_mask': 61.93236714975845, 'loss': 1.4569990634918213}
{'epoch': 71, 'iter': 30, 'avg_loss': 1.1550523561816062, 'avg_acc_mask': 62.746386333771355, 'loss': 1.2437841892242432}
{'epoch': 71, 'iter': 40, 'avg_loss': 1.1373311528345433, 'avg_acc_mask': 63.78885051800691, 'loss': 0.987526535987854}
{'epoch': 71, 'iter': 50, 'avg_loss': 1.1280943365658032, 'avg_acc_mask': 63.93249607535322, 'loss': 1.1237246990203857}
{'epoch': 71, 'iter': 60, 'avg_loss': 1.135559904770773, 'avg_acc_mask': 64.08544726301736, 'loss': 1.311928629875183}
{'epoch': 71, 'iter': 70, 'avg_loss': 1.1289343976638686, 'avg_acc_mask': 63.95839190328929, 'loss': 1.0811407566070557}
{'epoch': 71, 'iter': 80, 'avg_loss': 1.1316912468568778, 'avg_acc_mask': 63.903281519861835, 'loss': 1.005624532699585}
{'epoch': 71, 'iter': 90, 'avg_loss': 1.1322375110217504, 'avg_acc_mask': 64.00885935769656, 'loss': 1.2376738786697388}
{'epoch': 71, 'iter': 100, 'avg_loss': 1.1301495887265347, 'avg_acc_mask': 63.7979233226837, 'loss': 0.9509217143058777}
{'epoch': 71, 'iter': 110, 'avg_loss': 1.1293584317774386, 'avg_acc_mask': 63.666121112929616, 'loss': 1.31271493434906}
{'epoch': 71, 'iter': 120, 'avg_loss': 1.1280423299340177, 'avg_acc_mask': 63.73221757322176, 'loss': 1.0071280002593994}
{'epoch': 71, 'iter': 130, 'avg_loss': 1.1240908508082383, 'avg_acc_mask': 63.94989174141664, 'loss': 1.1787148714065552}
{'epoch': 71, 'iter': 140, 'avg_loss': 1.1306194595411314, 'avg_acc_mask': 63.659942363112386, 'loss': 1.2756338119506836}
{'epoch': 71, 'iter': 150, 'avg_loss': 1.1338679147082449, 'avg_acc_mask': 63.69770580296896, 'loss': 1.2446911334991455}
{'epoch': 71, 'iter': 160, 'avg_loss': 1.1320119896290466, 'avg_acc_mask': 63.61553150859325, 'loss': 1.0201435089111328}
{'epoch': 71, 'iter': 170, 'avg_loss': 1.142479351738043, 'avg_acc_mask': 63.256985250029985, 'loss': 1.6092216968536377}
{'epoch': 71, 'iter': 180, 'avg_loss': 1.1453002958007938, 'avg_acc_mask': 63.28984685195689, 'loss': 1.3293951749801636}
{'epoch': 71, 'iter': 190, 'avg_loss': 1.1372615988341925, 'avg_acc_mask': 63.54807381029459, 'loss': 1.1997100114822388}
{'epoch': 71, 'iter': 200, 'avg_loss': 1.1365397406454703, 'avg_acc_mask': 63.49401289530242, 'loss': 1.2420583963394165}
{'epoch': 71, 'iter': 210, 'avg_loss': 1.1402223494380572, 'avg_acc_mask': 63.53720296065446, 'loss': 1.3540582656860352}
{'epoch': 71, 'iter': 220, 'avg_loss': 1.1388515749128696, 'avg_acc_mask': 63.66324738933555, 'loss': 0.9744744300842285}
{'epoch': 71, 'iter': 230, 'avg_loss': 1.1338460628604476, 'avg_acc_mask': 63.72331945797538, 'loss': 1.015576958656311}
{'epoch': 71, 'iter': 240, 'avg_loss': 1.1315104939136267, 'avg_acc_mask': 63.783875626539796, 'loss': 1.1146233081817627}
{'epoch': 71, 'iter': 250, 'avg_loss': 1.1317867700797153, 'avg_acc_mask': 63.765990385398844, 'loss': 0.900172770023346}
{'epoch': 71, 'iter': 260, 'avg_loss': 1.132782450352592, 'avg_acc_mask': 63.76675288031978, 'loss': 1.131940245628357}
{'epoch': 71, 'iter': 270, 'avg_loss': 1.1360116425035625, 'avg_acc_mask': 63.585561093490405, 'loss': 1.4189643859863281}
{'epoch': 71, 'iter': 280, 'avg_loss': 1.1346026287808537, 'avg_acc_mask': 63.62246012672056, 'loss': 1.2598274946212769}
{'epoch': 71, 'iter': 290, 'avg_loss': 1.1333957740531344, 'avg_acc_mask': 63.63636363636363, 'loss': 1.2407917976379395}
{'epoch': 71, 'iter': 300, 'avg_loss': 1.1308537285985345, 'avg_acc_mask': 63.711930230973636, 'loss': 1.024928331375122}
{'epoch': 71, 'iter': 310, 'avg_loss': 1.1319789438002363, 'avg_acc_mask': 63.53281980380538, 'loss': 1.1436488628387451}
{'epoch': 71, 'iter': 320, 'avg_loss': 1.1303039016753342, 'avg_acc_mask': 63.61370318292215, 'loss': 1.1160756349563599}
{'epoch': 71, 'iter': 330, 'avg_loss': 1.128052599840654, 'avg_acc_mask': 63.65440674812379, 'loss': 1.0627292394638062}
{'epoch': 71, 'iter': 340, 'avg_loss': 1.1264822673587855, 'avg_acc_mask': 63.7538313600577, 'loss': 1.1087300777435303}
{'epoch': 71, 'iter': 350, 'avg_loss': 1.1255627228663518, 'avg_acc_mask': 63.76007475762178, 'loss': 0.8360791802406311}
{'epoch': 71, 'iter': 360, 'avg_loss': 1.1237089120450112, 'avg_acc_mask': 63.74000340309682, 'loss': 0.7323088049888611}
{'epoch': 71, 'iter': 370, 'avg_loss': 1.123282809302492, 'avg_acc_mask': 63.67455228830422, 'loss': 1.019203543663025}
{'epoch': 71, 'iter': 380, 'avg_loss': 1.1236222056266203, 'avg_acc_mask': 63.619714516563434, 'loss': 1.009326696395874}
{'epoch': 71, 'iter': 390, 'avg_loss': 1.1235065807771805, 'avg_acc_mask': 63.59550561797753, 'loss': 1.064244270324707}
{'epoch': 'EP71_test', 'avg_loss': 1.1226349564814808, 'total_masked_acc': 63.55844692275919}
{'epoch': 72, 'iter': 0, 'avg_loss': 0.7585961222648621, 'avg_acc_mask': 71.42857142857143, 'loss': 0.7585961222648621}
{'epoch': 72, 'iter': 10, 'avg_loss': 1.1308006048202515, 'avg_acc_mask': 64.29906542056075, 'loss': 1.0819882154464722}
{'epoch': 72, 'iter': 20, 'avg_loss': 1.1580608629045033, 'avg_acc_mask': 63.75502008032129, 'loss': 1.0704606771469116}
{'epoch': 72, 'iter': 30, 'avg_loss': 1.1246898654968507, 'avg_acc_mask': 63.47826086956522, 'loss': 1.3237510919570923}
{'epoch': 72, 'iter': 40, 'avg_loss': 1.0981618369497903, 'avg_acc_mask': 64.42505133470226, 'loss': 1.5088629722595215}
{'epoch': 72, 'iter': 50, 'avg_loss': 1.1045060134401508, 'avg_acc_mask': 64.10466067048242, 'loss': 0.6849420070648193}
{'epoch': 72, 'iter': 60, 'avg_loss': 1.1156724603449713, 'avg_acc_mask': 63.836369886558955, 'loss': 1.2407736778259277}
{'epoch': 72, 'iter': 70, 'avg_loss': 1.1081559683235598, 'avg_acc_mask': 63.77906976744187, 'loss': 1.186814785003662}
{'epoch': 72, 'iter': 80, 'avg_loss': 1.1200989882151287, 'avg_acc_mask': 63.58337557019767, 'loss': 1.236863374710083}
{'epoch': 72, 'iter': 90, 'avg_loss': 1.114494916501936, 'avg_acc_mask': 64.01617250673854, 'loss': 1.1651917695999146}
{'epoch': 72, 'iter': 100, 'avg_loss': 1.1108481565324386, 'avg_acc_mask': 64.20859645548992, 'loss': 0.9305550456047058}
{'epoch': 72, 'iter': 110, 'avg_loss': 1.114577094713847, 'avg_acc_mask': 64.34251895690771, 'loss': 1.0877351760864258}
{'epoch': 72, 'iter': 120, 'avg_loss': 1.109577304075572, 'avg_acc_mask': 64.67391304347827, 'loss': 1.0456655025482178}
{'epoch': 72, 'iter': 130, 'avg_loss': 1.1123410345033835, 'avg_acc_mask': 64.58138811079988, 'loss': 1.3791717290878296}
{'epoch': 72, 'iter': 140, 'avg_loss': 1.1104128652430596, 'avg_acc_mask': 64.52639190166305, 'loss': 1.3484259843826294}
{'epoch': 72, 'iter': 150, 'avg_loss': 1.115632045347959, 'avg_acc_mask': 64.38244853737811, 'loss': 1.3801034688949585}
{'epoch': 72, 'iter': 160, 'avg_loss': 1.1184654839290595, 'avg_acc_mask': 64.34118395926161, 'loss': 0.8474439382553101}
{'epoch': 72, 'iter': 170, 'avg_loss': 1.1190266372167577, 'avg_acc_mask': 64.24654268001908, 'loss': 1.2347722053527832}
{'epoch': 72, 'iter': 180, 'avg_loss': 1.122716681074701, 'avg_acc_mask': 64.04684157189506, 'loss': 1.4755444526672363}
{'epoch': 72, 'iter': 190, 'avg_loss': 1.1165194408431727, 'avg_acc_mask': 64.10997004706888, 'loss': 0.9605953693389893}
{'epoch': 72, 'iter': 200, 'avg_loss': 1.1203761806535484, 'avg_acc_mask': 64.0459723352319, 'loss': 1.3474382162094116}
{'epoch': 72, 'iter': 210, 'avg_loss': 1.1255433115913969, 'avg_acc_mask': 63.98067632850242, 'loss': 1.539054274559021}
{'epoch': 72, 'iter': 220, 'avg_loss': 1.1255301533781026, 'avg_acc_mask': 63.77808344795965, 'loss': 1.151719570159912}
{'epoch': 72, 'iter': 230, 'avg_loss': 1.123925721490538, 'avg_acc_mask': 63.908915069456654, 'loss': 1.1324342489242554}
{'epoch': 72, 'iter': 240, 'avg_loss': 1.1253466603666915, 'avg_acc_mask': 63.84304479622769, 'loss': 0.9142225384712219}
{'epoch': 72, 'iter': 250, 'avg_loss': 1.1257562575587239, 'avg_acc_mask': 63.79505414578956, 'loss': 1.4344388246536255}
{'epoch': 72, 'iter': 260, 'avg_loss': 1.1257593449048156, 'avg_acc_mask': 63.76461418550273, 'loss': 0.9319884181022644}
{'epoch': 72, 'iter': 270, 'avg_loss': 1.128605422278612, 'avg_acc_mask': 63.68073284276918, 'loss': 1.023685336112976}
{'epoch': 72, 'iter': 280, 'avg_loss': 1.1293631147235315, 'avg_acc_mask': 63.662643636626434, 'loss': 1.07955801486969}
{'epoch': 72, 'iter': 290, 'avg_loss': 1.129151517378096, 'avg_acc_mask': 63.683184855233854, 'loss': 1.1707545518875122}
{'epoch': 72, 'iter': 300, 'avg_loss': 1.1244695800483424, 'avg_acc_mask': 63.80020249746878, 'loss': 0.8749901056289673}
{'epoch': 72, 'iter': 310, 'avg_loss': 1.1272252269113179, 'avg_acc_mask': 63.69925597180524, 'loss': 1.2735114097595215}
{'epoch': 72, 'iter': 320, 'avg_loss': 1.126998892825712, 'avg_acc_mask': 63.69285397248113, 'loss': 1.1073492765426636}
{'epoch': 72, 'iter': 330, 'avg_loss': 1.1279481793458368, 'avg_acc_mask': 63.70625499723231, 'loss': 1.0598444938659668}
{'epoch': 72, 'iter': 340, 'avg_loss': 1.1268684120297083, 'avg_acc_mask': 63.748957961176615, 'loss': 0.8480377197265625}
{'epoch': 72, 'iter': 350, 'avg_loss': 1.1222537328884472, 'avg_acc_mask': 63.93546894876836, 'loss': 1.0022574663162231}
{'epoch': 72, 'iter': 360, 'avg_loss': 1.1221173964544016, 'avg_acc_mask': 63.9196714856275, 'loss': 0.9965907335281372}
{'epoch': 72, 'iter': 370, 'avg_loss': 1.119220217202873, 'avg_acc_mask': 64.02318967403194, 'loss': 0.7987911105155945}
{'epoch': 72, 'iter': 380, 'avg_loss': 1.117148566981313, 'avg_acc_mask': 64.09178023850085, 'loss': 1.254521369934082}
{'epoch': 72, 'iter': 390, 'avg_loss': 1.1168949731323115, 'avg_acc_mask': 64.17375960141166, 'loss': 1.23192298412323}
{'epoch': 'EP72_test', 'avg_loss': 1.1166408076280294, 'total_masked_acc': 64.19518702858022}
{'epoch': 73, 'iter': 0, 'avg_loss': 1.034896969795227, 'avg_acc_mask': 60.416666666666664, 'loss': 1.034896969795227}
{'epoch': 73, 'iter': 10, 'avg_loss': 1.1717769774523648, 'avg_acc_mask': 61.55234657039711, 'loss': 1.199407696723938}
{'epoch': 73, 'iter': 20, 'avg_loss': 1.1026847163836162, 'avg_acc_mask': 64.92395437262357, 'loss': 1.0827823877334595}
{'epoch': 73, 'iter': 30, 'avg_loss': 1.0675111605275063, 'avg_acc_mask': 65.76695194206715, 'loss': 1.0916988849639893}
{'epoch': 73, 'iter': 40, 'avg_loss': 1.0740504599199063, 'avg_acc_mask': 65.4139156932453, 'loss': 1.3023868799209595}
{'epoch': 73, 'iter': 50, 'avg_loss': 1.081498760803073, 'avg_acc_mask': 64.94887525562372, 'loss': 1.1399427652359009}
{'epoch': 73, 'iter': 60, 'avg_loss': 1.0840259702479254, 'avg_acc_mask': 65.003465003465, 'loss': 1.0069489479064941}
{'epoch': 73, 'iter': 70, 'avg_loss': 1.0593948498578138, 'avg_acc_mask': 65.68047337278107, 'loss': 0.8842825889587402}
{'epoch': 73, 'iter': 80, 'avg_loss': 1.0737754319920951, 'avg_acc_mask': 64.97672012415934, 'loss': 1.3322906494140625}
{'epoch': 73, 'iter': 90, 'avg_loss': 1.0688766431022476, 'avg_acc_mask': 65.27714154832799, 'loss': 0.8648842573165894}
{'epoch': 73, 'iter': 100, 'avg_loss': 1.0634463340929239, 'avg_acc_mask': 65.34325889164599, 'loss': 0.7371138334274292}
{'epoch': 73, 'iter': 110, 'avg_loss': 1.0719881906165734, 'avg_acc_mask': 64.92048643592142, 'loss': 1.1809041500091553}
{'epoch': 73, 'iter': 120, 'avg_loss': 1.0748332157607907, 'avg_acc_mask': 64.80274442538594, 'loss': 1.2709976434707642}
{'epoch': 73, 'iter': 130, 'avg_loss': 1.0760365437915307, 'avg_acc_mask': 64.7021845041647, 'loss': 1.2710679769515991}
{'epoch': 73, 'iter': 140, 'avg_loss': 1.0774216144642932, 'avg_acc_mask': 64.53539178561026, 'loss': 1.0068321228027344}
{'epoch': 73, 'iter': 150, 'avg_loss': 1.0793042739495535, 'avg_acc_mask': 64.45264452644527, 'loss': 1.4032628536224365}
{'epoch': 73, 'iter': 160, 'avg_loss': 1.084250259473457, 'avg_acc_mask': 64.35834727764191, 'loss': 1.1007287502288818}
{'epoch': 73, 'iter': 170, 'avg_loss': 1.0874679907720688, 'avg_acc_mask': 64.4076001452257, 'loss': 0.9042680263519287}
{'epoch': 73, 'iter': 180, 'avg_loss': 1.0905096530914307, 'avg_acc_mask': 64.30455223024882, 'loss': 1.784648060798645}
{'epoch': 73, 'iter': 190, 'avg_loss': 1.0830152100293424, 'avg_acc_mask': 64.59173661833643, 'loss': 0.6886266469955444}
{'epoch': 73, 'iter': 200, 'avg_loss': 1.0833207004105867, 'avg_acc_mask': 64.62127483443709, 'loss': 1.0639758110046387}
{'epoch': 73, 'iter': 210, 'avg_loss': 1.0822130763700224, 'avg_acc_mask': 64.70820189274448, 'loss': 1.1020013093948364}
{'epoch': 73, 'iter': 220, 'avg_loss': 1.0836138398938588, 'avg_acc_mask': 64.59151243223033, 'loss': 1.132523775100708}
{'epoch': 73, 'iter': 230, 'avg_loss': 1.0819230510558917, 'avg_acc_mask': 64.70904207699193, 'loss': 0.7473337054252625}
{'epoch': 73, 'iter': 240, 'avg_loss': 1.0826222241172156, 'avg_acc_mask': 64.67009425878321, 'loss': 1.1732374429702759}
{'epoch': 73, 'iter': 250, 'avg_loss': 1.0844334879244466, 'avg_acc_mask': 64.63484761357103, 'loss': 1.0751633644104004}
{'epoch': 73, 'iter': 260, 'avg_loss': 1.087470767370129, 'avg_acc_mask': 64.4581164221486, 'loss': 0.7961220741271973}
{'epoch': 73, 'iter': 270, 'avg_loss': 1.0912041824682173, 'avg_acc_mask': 64.33566433566433, 'loss': 1.4210145473480225}
{'epoch': 73, 'iter': 280, 'avg_loss': 1.094677588693612, 'avg_acc_mask': 64.18434528163863, 'loss': 1.2855205535888672}
{'epoch': 73, 'iter': 290, 'avg_loss': 1.090516535482046, 'avg_acc_mask': 64.22752709499186, 'loss': 1.0477677583694458}
{'epoch': 73, 'iter': 300, 'avg_loss': 1.0901629485165163, 'avg_acc_mask': 64.20793096363263, 'loss': 1.1322171688079834}
{'epoch': 73, 'iter': 310, 'avg_loss': 1.091816537441548, 'avg_acc_mask': 64.15119363395225, 'loss': 1.1733441352844238}
{'epoch': 73, 'iter': 320, 'avg_loss': 1.090115639465249, 'avg_acc_mask': 64.20666580877622, 'loss': 1.1714977025985718}
{'epoch': 73, 'iter': 330, 'avg_loss': 1.0912333451369018, 'avg_acc_mask': 64.15011864618458, 'loss': 1.2288761138916016}
{'epoch': 73, 'iter': 340, 'avg_loss': 1.092023718916426, 'avg_acc_mask': 64.13359148112295, 'loss': 1.1812630891799927}
{'epoch': 73, 'iter': 350, 'avg_loss': 1.0901565814969207, 'avg_acc_mask': 64.13618722803717, 'loss': 1.0931782722473145}
{'epoch': 73, 'iter': 360, 'avg_loss': 1.0891454264397766, 'avg_acc_mask': 64.1779961156175, 'loss': 0.9600673913955688}
{'epoch': 73, 'iter': 370, 'avg_loss': 1.0895268478483524, 'avg_acc_mask': 64.10299188076965, 'loss': 1.2821986675262451}
{'epoch': 73, 'iter': 380, 'avg_loss': 1.0893115017983543, 'avg_acc_mask': 64.16761533040602, 'loss': 1.356370210647583}
{'epoch': 73, 'iter': 390, 'avg_loss': 1.0917707916415866, 'avg_acc_mask': 64.05539697642457, 'loss': 1.2488707304000854}
{'epoch': 'EP73_test', 'avg_loss': 1.0937415402043948, 'total_masked_acc': 64.05081821508861}
{'epoch': 74, 'iter': 0, 'avg_loss': 0.9492751955986023, 'avg_acc_mask': 70.9090909090909, 'loss': 0.9492751955986023}
{'epoch': 74, 'iter': 10, 'avg_loss': 1.1071999181400647, 'avg_acc_mask': 65.11627906976744, 'loss': 1.1701558828353882}
{'epoch': 74, 'iter': 20, 'avg_loss': 1.1115280929065885, 'avg_acc_mask': 64.26540284360189, 'loss': 1.118087887763977}
{'epoch': 74, 'iter': 30, 'avg_loss': 1.075522703509177, 'avg_acc_mask': 65.44262295081967, 'loss': 1.2096136808395386}
{'epoch': 74, 'iter': 40, 'avg_loss': 1.0762248882433263, 'avg_acc_mask': 65.2605459057072, 'loss': 0.8611297607421875}
{'epoch': 74, 'iter': 50, 'avg_loss': 1.0669757408254288, 'avg_acc_mask': 65.46248511314013, 'loss': 0.8402887582778931}
{'epoch': 74, 'iter': 60, 'avg_loss': 1.0669355148174724, 'avg_acc_mask': 65.60595802301964, 'loss': 1.0786733627319336}
{'epoch': 74, 'iter': 70, 'avg_loss': 1.0704987930579923, 'avg_acc_mask': 65.15798462852263, 'loss': 1.5724964141845703}
{'epoch': 74, 'iter': 80, 'avg_loss': 1.0729554538373594, 'avg_acc_mask': 65.23038605230386, 'loss': 1.154262661933899}
{'epoch': 74, 'iter': 90, 'avg_loss': 1.0853000152242052, 'avg_acc_mask': 65.05221061986225, 'loss': 0.9401180744171143}
{'epoch': 74, 'iter': 100, 'avg_loss': 1.0850269192516213, 'avg_acc_mask': 64.91935483870968, 'loss': 0.9104127883911133}
{'epoch': 74, 'iter': 110, 'avg_loss': 1.095806505229022, 'avg_acc_mask': 64.44566813509545, 'loss': 1.1272135972976685}
{'epoch': 74, 'iter': 120, 'avg_loss': 1.0863647869795807, 'avg_acc_mask': 64.58087367178277, 'loss': 0.9586631655693054}
{'epoch': 74, 'iter': 130, 'avg_loss': 1.0909526584712603, 'avg_acc_mask': 64.49860291834834, 'loss': 1.294488787651062}
{'epoch': 74, 'iter': 140, 'avg_loss': 1.0946024533704664, 'avg_acc_mask': 64.42488093519988, 'loss': 1.069262146949768}
{'epoch': 74, 'iter': 150, 'avg_loss': 1.0952126869302712, 'avg_acc_mask': 64.46101694915254, 'loss': 1.2534292936325073}
{'epoch': 74, 'iter': 160, 'avg_loss': 1.0973460529901966, 'avg_acc_mask': 64.42918891431478, 'loss': 1.0180951356887817}
{'epoch': 74, 'iter': 170, 'avg_loss': 1.0973676338530423, 'avg_acc_mask': 64.27630791332454, 'loss': 1.2927099466323853}
{'epoch': 74, 'iter': 180, 'avg_loss': 1.0953579344143525, 'avg_acc_mask': 64.3538496479673, 'loss': 1.3739166259765625}
{'epoch': 74, 'iter': 190, 'avg_loss': 1.09283263739491, 'avg_acc_mask': 64.4312668463612, 'loss': 1.5090398788452148}
{'epoch': 74, 'iter': 200, 'avg_loss': 1.0964262767217645, 'avg_acc_mask': 64.29883649724434, 'loss': 1.2203723192214966}
{'epoch': 74, 'iter': 210, 'avg_loss': 1.0997511642804079, 'avg_acc_mask': 64.24195273752797, 'loss': 1.359713077545166}
{'epoch': 74, 'iter': 220, 'avg_loss': 1.10520583984539, 'avg_acc_mask': 63.95241608262634, 'loss': 1.1572389602661133}
{'epoch': 74, 'iter': 230, 'avg_loss': 1.1026965725473512, 'avg_acc_mask': 63.965715295573034, 'loss': 1.2414768934249878}
{'epoch': 74, 'iter': 240, 'avg_loss': 1.102032846187655, 'avg_acc_mask': 63.968911041649065, 'loss': 0.9039890766143799}
{'epoch': 74, 'iter': 250, 'avg_loss': 1.1035480107444215, 'avg_acc_mask': 63.99255241641707, 'loss': 0.9863092303276062}
{'epoch': 74, 'iter': 260, 'avg_loss': 1.1027779234323465, 'avg_acc_mask': 63.995010135661936, 'loss': 1.0574768781661987}
{'epoch': 74, 'iter': 270, 'avg_loss': 1.1027276186045685, 'avg_acc_mask': 64.05512695678226, 'loss': 0.8815553188323975}
{'epoch': 74, 'iter': 280, 'avg_loss': 1.1065546783263998, 'avg_acc_mask': 63.981762917933125, 'loss': 1.112126350402832}
{'epoch': 74, 'iter': 290, 'avg_loss': 1.104133226822332, 'avg_acc_mask': 64.02404921700223, 'loss': 0.9737418293952942}
{'epoch': 74, 'iter': 300, 'avg_loss': 1.1017408307604615, 'avg_acc_mask': 64.03687135692016, 'loss': 0.9032027721405029}
{'epoch': 74, 'iter': 310, 'avg_loss': 1.101457944445288, 'avg_acc_mask': 64.07404984627462, 'loss': 1.3102247714996338}
{'epoch': 74, 'iter': 320, 'avg_loss': 1.099607759732695, 'avg_acc_mask': 64.19077901430843, 'loss': 1.1512603759765625}
{'epoch': 74, 'iter': 330, 'avg_loss': 1.0990656191128618, 'avg_acc_mask': 64.16213544241226, 'loss': 0.871796190738678}
{'epoch': 74, 'iter': 340, 'avg_loss': 1.0976631725288906, 'avg_acc_mask': 64.20933150128442, 'loss': 0.9732824563980103}
{'epoch': 74, 'iter': 350, 'avg_loss': 1.0964861552939456, 'avg_acc_mask': 64.258356545961, 'loss': 0.8161938786506653}
{'epoch': 74, 'iter': 360, 'avg_loss': 1.0974929750460998, 'avg_acc_mask': 64.2205451678306, 'loss': 1.040375828742981}
{'epoch': 74, 'iter': 370, 'avg_loss': 1.0942509373564604, 'avg_acc_mask': 64.31626274810834, 'loss': 1.2443859577178955}
{'epoch': 74, 'iter': 380, 'avg_loss': 1.0940736256872263, 'avg_acc_mask': 64.30478428022212, 'loss': 1.441273808479309}
{'epoch': 74, 'iter': 390, 'avg_loss': 1.094513119029267, 'avg_acc_mask': 64.34592569466126, 'loss': 0.881100594997406}
{'epoch': 'EP74_test', 'avg_loss': 1.0940765702363215, 'total_masked_acc': 64.36030660013375}
{'epoch': 75, 'iter': 0, 'avg_loss': 1.1589508056640625, 'avg_acc_mask': 74.54545454545455, 'loss': 1.1589508056640625}
{'epoch': 75, 'iter': 10, 'avg_loss': 1.1556758122010664, 'avg_acc_mask': 62.745098039215684, 'loss': 1.107984185218811}
{'epoch': 75, 'iter': 20, 'avg_loss': 1.1394432527678353, 'avg_acc_mask': 62.980769230769226, 'loss': 1.2232117652893066}
{'epoch': 75, 'iter': 30, 'avg_loss': 1.1045127953252485, 'avg_acc_mask': 63.53482260183968, 'loss': 0.9744094610214233}
{'epoch': 75, 'iter': 40, 'avg_loss': 1.0877490785063766, 'avg_acc_mask': 64.4059405940594, 'loss': 0.8989012241363525}
{'epoch': 75, 'iter': 50, 'avg_loss': 1.0922818885130041, 'avg_acc_mask': 64.49537595496582, 'loss': 1.1804484128952026}
{'epoch': 75, 'iter': 60, 'avg_loss': 1.0849739762603259, 'avg_acc_mask': 65.12733446519525, 'loss': 0.8512048125267029}
{'epoch': 75, 'iter': 70, 'avg_loss': 1.0829396163913565, 'avg_acc_mask': 65.3185917951702, 'loss': 1.204228162765503}
{'epoch': 75, 'iter': 80, 'avg_loss': 1.0866081059714894, 'avg_acc_mask': 65.53830491219139, 'loss': 1.4125189781188965}
{'epoch': 75, 'iter': 90, 'avg_loss': 1.08176995240725, 'avg_acc_mask': 65.72663179440528, 'loss': 0.6976338624954224}
{'epoch': 75, 'iter': 100, 'avg_loss': 1.0816557832283549, 'avg_acc_mask': 65.67683800942044, 'loss': 0.9230489134788513}
{'epoch': 75, 'iter': 110, 'avg_loss': 1.08729544953183, 'avg_acc_mask': 65.50638770598037, 'loss': 0.9138142466545105}
{'epoch': 75, 'iter': 120, 'avg_loss': 1.0870888863713288, 'avg_acc_mask': 65.50433747235924, 'loss': 1.5807926654815674}
{'epoch': 75, 'iter': 130, 'avg_loss': 1.0874681509178104, 'avg_acc_mask': 65.47470331043098, 'loss': 1.316615343093872}
{'epoch': 75, 'iter': 140, 'avg_loss': 1.083663468242537, 'avg_acc_mask': 65.54220356160417, 'loss': 1.048883318901062}
{'epoch': 75, 'iter': 150, 'avg_loss': 1.0845913760709447, 'avg_acc_mask': 65.55555555555556, 'loss': 1.3285325765609741}
{'epoch': 75, 'iter': 160, 'avg_loss': 1.086866419137635, 'avg_acc_mask': 65.44183089637635, 'loss': 1.3263918161392212}
{'epoch': 75, 'iter': 170, 'avg_loss': 1.085497516637657, 'avg_acc_mask': 65.46175093070734, 'loss': 0.9802125096321106}
{'epoch': 75, 'iter': 180, 'avg_loss': 1.0821396079511274, 'avg_acc_mask': 65.63702195066757, 'loss': 1.089104413986206}
{'epoch': 75, 'iter': 190, 'avg_loss': 1.0798890656201627, 'avg_acc_mask': 65.59751126367732, 'loss': 1.2822561264038086}
{'epoch': 75, 'iter': 200, 'avg_loss': 1.0799990880548658, 'avg_acc_mask': 65.51864269023672, 'loss': 0.7580367922782898}
{'epoch': 75, 'iter': 210, 'avg_loss': 1.0852499722869475, 'avg_acc_mask': 65.36302032913844, 'loss': 1.5104100704193115}
{'epoch': 75, 'iter': 220, 'avg_loss': 1.093118525198682, 'avg_acc_mask': 65.06256900993743, 'loss': 1.1114780902862549}
{'epoch': 75, 'iter': 230, 'avg_loss': 1.0893630444745481, 'avg_acc_mask': 65.11010878217034, 'loss': 1.0598132610321045}
{'epoch': 75, 'iter': 240, 'avg_loss': 1.0938910052984088, 'avg_acc_mask': 65.03603221704111, 'loss': 1.2896960973739624}
{'epoch': 75, 'iter': 250, 'avg_loss': 1.100050061347475, 'avg_acc_mask': 64.93422121162904, 'loss': 0.9130773544311523}
{'epoch': 75, 'iter': 260, 'avg_loss': 1.101833105544021, 'avg_acc_mask': 64.88722391321315, 'loss': 1.11501145362854}
{'epoch': 75, 'iter': 270, 'avg_loss': 1.1048631252397911, 'avg_acc_mask': 64.81259370314842, 'loss': 1.1040877103805542}
{'epoch': 75, 'iter': 280, 'avg_loss': 1.1064427630757097, 'avg_acc_mask': 64.71695381497032, 'loss': 1.2736257314682007}
{'epoch': 75, 'iter': 290, 'avg_loss': 1.1049454593166863, 'avg_acc_mask': 64.71738978550967, 'loss': 1.2970927953720093}
{'epoch': 75, 'iter': 300, 'avg_loss': 1.1023038047492701, 'avg_acc_mask': 64.74619978284474, 'loss': 1.3164271116256714}
{'epoch': 75, 'iter': 310, 'avg_loss': 1.1049574703648926, 'avg_acc_mask': 64.70164406890679, 'loss': 1.194067358970642}
{'epoch': 75, 'iter': 320, 'avg_loss': 1.100163593284809, 'avg_acc_mask': 64.84265511530131, 'loss': 0.9889205694198608}
{'epoch': 75, 'iter': 330, 'avg_loss': 1.1000139961790103, 'avg_acc_mask': 64.80633584952358, 'loss': 1.1208772659301758}
{'epoch': 75, 'iter': 340, 'avg_loss': 1.0999806692872929, 'avg_acc_mask': 64.78247824782478, 'loss': 0.8731067180633545}
{'epoch': 75, 'iter': 350, 'avg_loss': 1.0983329262488928, 'avg_acc_mask': 64.8238861674831, 'loss': 0.7309505939483643}
{'epoch': 75, 'iter': 360, 'avg_loss': 1.0950696732528982, 'avg_acc_mask': 64.94366755364321, 'loss': 0.7060905694961548}
{'epoch': 75, 'iter': 370, 'avg_loss': 1.094402785410457, 'avg_acc_mask': 64.94868116101975, 'loss': 1.143873929977417}
{'epoch': 75, 'iter': 380, 'avg_loss': 1.0954355406636016, 'avg_acc_mask': 64.97631352282515, 'loss': 0.9163763523101807}
{'epoch': 75, 'iter': 390, 'avg_loss': 1.096608561018239, 'avg_acc_mask': 64.9146686210868, 'loss': 1.3428422212600708}
{'epoch': 'EP75_test', 'avg_loss': 1.095501046439614, 'total_masked_acc': 64.96713080387184}
{'epoch': 76, 'iter': 0, 'avg_loss': 0.7678903341293335, 'avg_acc_mask': 79.24528301886792, 'loss': 0.7678903341293335}
{'epoch': 76, 'iter': 10, 'avg_loss': 1.084829102862965, 'avg_acc_mask': 65.37753222836096, 'loss': 1.1871356964111328}
{'epoch': 76, 'iter': 20, 'avg_loss': 1.091717833564395, 'avg_acc_mask': 64.52866861030127, 'loss': 1.1202943325042725}
{'epoch': 76, 'iter': 30, 'avg_loss': 1.0551793613741476, 'avg_acc_mask': 66.57754010695187, 'loss': 0.821088433265686}
{'epoch': 76, 'iter': 40, 'avg_loss': 1.0429373587050088, 'avg_acc_mask': 67.17713118938234, 'loss': 1.2523292303085327}
{'epoch': 76, 'iter': 50, 'avg_loss': 1.0646424831128587, 'avg_acc_mask': 65.99516518936342, 'loss': 0.9308763146400452}
{'epoch': 76, 'iter': 60, 'avg_loss': 1.058506890398557, 'avg_acc_mask': 66.03066439522999, 'loss': 0.9482522010803223}
{'epoch': 76, 'iter': 70, 'avg_loss': 1.0611941789237547, 'avg_acc_mask': 65.2805468527485, 'loss': 0.8685436844825745}
{'epoch': 76, 'iter': 80, 'avg_loss': 1.072658626385677, 'avg_acc_mask': 64.89335006273525, 'loss': 1.1925748586654663}
{'epoch': 76, 'iter': 90, 'avg_loss': 1.0804909317048041, 'avg_acc_mask': 64.72954850245864, 'loss': 0.6127200722694397}
{'epoch': 76, 'iter': 100, 'avg_loss': 1.0803886716908748, 'avg_acc_mask': 64.78243188287922, 'loss': 1.0560897588729858}
{'epoch': 76, 'iter': 110, 'avg_loss': 1.0817335060050897, 'avg_acc_mask': 64.6853146853147, 'loss': 1.1241759061813354}
{'epoch': 76, 'iter': 120, 'avg_loss': 1.081958289973992, 'avg_acc_mask': 64.64303883330507, 'loss': 0.99267578125}
{'epoch': 76, 'iter': 130, 'avg_loss': 1.0864786560298831, 'avg_acc_mask': 64.631480324797, 'loss': 1.5251890420913696}
{'epoch': 76, 'iter': 140, 'avg_loss': 1.0833193131372438, 'avg_acc_mask': 64.69907407407408, 'loss': 1.2119181156158447}
{'epoch': 76, 'iter': 150, 'avg_loss': 1.0828297181634714, 'avg_acc_mask': 64.79446479446479, 'loss': 1.3300248384475708}
{'epoch': 76, 'iter': 160, 'avg_loss': 1.0842640762743743, 'avg_acc_mask': 64.83040040805916, 'loss': 1.145779013633728}
{'epoch': 76, 'iter': 170, 'avg_loss': 1.0877303188307244, 'avg_acc_mask': 64.65713942596373, 'loss': 1.5818872451782227}
{'epoch': 76, 'iter': 180, 'avg_loss': 1.088665947400404, 'avg_acc_mask': 64.67978614492094, 'loss': 1.2753534317016602}
{'epoch': 76, 'iter': 190, 'avg_loss': 1.0838185932623778, 'avg_acc_mask': 64.75861324117075, 'loss': 1.1108627319335938}
{'epoch': 76, 'iter': 200, 'avg_loss': 1.0890879595457619, 'avg_acc_mask': 64.76853748463745, 'loss': 1.4025375843048096}
{'epoch': 76, 'iter': 210, 'avg_loss': 1.0939069588037464, 'avg_acc_mask': 64.6249878084463, 'loss': 1.4630353450775146}
{'epoch': 76, 'iter': 220, 'avg_loss': 1.0965429201924424, 'avg_acc_mask': 64.56824512534818, 'loss': 1.2173718214035034}
{'epoch': 76, 'iter': 230, 'avg_loss': 1.095746203160389, 'avg_acc_mask': 64.65724193118166, 'loss': 0.9320679306983948}
{'epoch': 76, 'iter': 240, 'avg_loss': 1.096211743552655, 'avg_acc_mask': 64.62336337357593, 'loss': 1.054726481437683}
{'epoch': 76, 'iter': 250, 'avg_loss': 1.100619391853591, 'avg_acc_mask': 64.56068655496526, 'loss': 0.7927781343460083}
{'epoch': 76, 'iter': 260, 'avg_loss': 1.1005738726977645, 'avg_acc_mask': 64.53800063071586, 'loss': 1.0740365982055664}
{'epoch': 76, 'iter': 270, 'avg_loss': 1.1031698881480088, 'avg_acc_mask': 64.5493822481619, 'loss': 1.2294589281082153}
{'epoch': 76, 'iter': 280, 'avg_loss': 1.1055449620684694, 'avg_acc_mask': 64.47608616283314, 'loss': 1.2408907413482666}
{'epoch': 76, 'iter': 290, 'avg_loss': 1.1017011322106693, 'avg_acc_mask': 64.63224893917963, 'loss': 1.1539404392242432}
{'epoch': 76, 'iter': 300, 'avg_loss': 1.0978985967430166, 'avg_acc_mask': 64.78834712439307, 'loss': 1.072185754776001}
{'epoch': 76, 'iter': 310, 'avg_loss': 1.1018730773803123, 'avg_acc_mask': 64.5990223279165, 'loss': 1.5934641361236572}
{'epoch': 76, 'iter': 320, 'avg_loss': 1.0991107964441413, 'avg_acc_mask': 64.72547889038374, 'loss': 1.2688652276992798}
{'epoch': 76, 'iter': 330, 'avg_loss': 1.0982180522287721, 'avg_acc_mask': 64.70515053495895, 'loss': 1.1588735580444336}
{'epoch': 76, 'iter': 340, 'avg_loss': 1.0971353181646017, 'avg_acc_mask': 64.69525415562515, 'loss': 1.013536810874939}
{'epoch': 76, 'iter': 350, 'avg_loss': 1.097788241174486, 'avg_acc_mask': 64.69830111306385, 'loss': 1.0983449220657349}
{'epoch': 76, 'iter': 360, 'avg_loss': 1.099311094204805, 'avg_acc_mask': 64.69451548735437, 'loss': 1.236842393875122}
{'epoch': 76, 'iter': 370, 'avg_loss': 1.096387135532667, 'avg_acc_mask': 64.73063507004042, 'loss': 1.0482646226882935}
{'epoch': 76, 'iter': 380, 'avg_loss': 1.0956798848204725, 'avg_acc_mask': 64.73351692855985, 'loss': 0.9952877163887024}
{'epoch': 76, 'iter': 390, 'avg_loss': 1.0951154864657566, 'avg_acc_mask': 64.78023707122627, 'loss': 1.1623927354812622}
{'epoch': 'EP76_test', 'avg_loss': 1.0932566213487374, 'total_masked_acc': 64.85743908761016}
{'epoch': 77, 'iter': 0, 'avg_loss': 0.7161102890968323, 'avg_acc_mask': 81.81818181818183, 'loss': 0.7161102890968323}
{'epoch': 77, 'iter': 10, 'avg_loss': 1.1616495143283496, 'avg_acc_mask': 63.12056737588653, 'loss': 1.232885479927063}
{'epoch': 77, 'iter': 20, 'avg_loss': 1.1091337090446836, 'avg_acc_mask': 64.44652908067542, 'loss': 0.8749755024909973}
{'epoch': 77, 'iter': 30, 'avg_loss': 1.0860997784522273, 'avg_acc_mask': 64.98422712933754, 'loss': 1.2435905933380127}
{'epoch': 77, 'iter': 40, 'avg_loss': 1.0868838487601862, 'avg_acc_mask': 65.72280178837556, 'loss': 1.0239439010620117}
{'epoch': 77, 'iter': 50, 'avg_loss': 1.0818105001075595, 'avg_acc_mask': 65.75396825396825, 'loss': 1.0185914039611816}
{'epoch': 77, 'iter': 60, 'avg_loss': 1.0819478797130897, 'avg_acc_mask': 65.95888102460398, 'loss': 0.8244554400444031}
{'epoch': 77, 'iter': 70, 'avg_loss': 1.0763659846614784, 'avg_acc_mask': 65.63388288800455, 'loss': 1.0845755338668823}
{'epoch': 77, 'iter': 80, 'avg_loss': 1.081305150632505, 'avg_acc_mask': 65.12742871561949, 'loss': 1.042198896408081}
{'epoch': 77, 'iter': 90, 'avg_loss': 1.1007104509479397, 'avg_acc_mask': 64.49438202247191, 'loss': 1.177850604057312}
{'epoch': 77, 'iter': 100, 'avg_loss': 1.0952274663613575, 'avg_acc_mask': 64.68559837728195, 'loss': 0.9735100865364075}
{'epoch': 77, 'iter': 110, 'avg_loss': 1.0986849928761389, 'avg_acc_mask': 64.5410984150387, 'loss': 1.241698145866394}
{'epoch': 77, 'iter': 120, 'avg_loss': 1.1068600224069327, 'avg_acc_mask': 64.34016601727936, 'loss': 1.2172969579696655}
{'epoch': 77, 'iter': 130, 'avg_loss': 1.102091233238919, 'avg_acc_mask': 64.53669154228857, 'loss': 1.5865294933319092}
{'epoch': 77, 'iter': 140, 'avg_loss': 1.0986124898524994, 'avg_acc_mask': 64.65678514894229, 'loss': 0.9789338707923889}
{'epoch': 77, 'iter': 150, 'avg_loss': 1.0994836005154034, 'avg_acc_mask': 64.7248322147651, 'loss': 1.168664574623108}
{'epoch': 77, 'iter': 160, 'avg_loss': 1.0984315150272772, 'avg_acc_mask': 64.62465478282702, 'loss': 0.9476514458656311}
{'epoch': 77, 'iter': 170, 'avg_loss': 1.0985209983691835, 'avg_acc_mask': 64.60156065263656, 'loss': 1.0993969440460205}
{'epoch': 77, 'iter': 180, 'avg_loss': 1.1053014572154092, 'avg_acc_mask': 64.42975576966167, 'loss': 1.5645986795425415}
{'epoch': 77, 'iter': 190, 'avg_loss': 1.1016710634631013, 'avg_acc_mask': 64.56274572309, 'loss': 1.2498929500579834}
{'epoch': 77, 'iter': 200, 'avg_loss': 1.1015717959522608, 'avg_acc_mask': 64.57003950167123, 'loss': 1.0215638875961304}
{'epoch': 77, 'iter': 210, 'avg_loss': 1.1063454834770818, 'avg_acc_mask': 64.36360127376243, 'loss': 1.2708139419555664}
{'epoch': 77, 'iter': 220, 'avg_loss': 1.1065963406908026, 'avg_acc_mask': 64.32298819005767, 'loss': 1.1322561502456665}
{'epoch': 77, 'iter': 230, 'avg_loss': 1.1021692631564615, 'avg_acc_mask': 64.55273111091564, 'loss': 0.8428620100021362}
{'epoch': 77, 'iter': 240, 'avg_loss': 1.0998726165640897, 'avg_acc_mask': 64.52890611832125, 'loss': 1.157659888267517}
{'epoch': 77, 'iter': 250, 'avg_loss': 1.1030480581450748, 'avg_acc_mask': 64.47581953911067, 'loss': 1.0762856006622314}
{'epoch': 77, 'iter': 260, 'avg_loss': 1.1060436715111421, 'avg_acc_mask': 64.48262397500976, 'loss': 0.8990428447723389}
{'epoch': 77, 'iter': 270, 'avg_loss': 1.1104617457548192, 'avg_acc_mask': 64.35011269722013, 'loss': 1.059327244758606}
{'epoch': 77, 'iter': 280, 'avg_loss': 1.1089481751689707, 'avg_acc_mask': 64.40788520075374, 'loss': 1.0632367134094238}
{'epoch': 77, 'iter': 290, 'avg_loss': 1.1066881258463122, 'avg_acc_mask': 64.3672526087261, 'loss': 1.044663667678833}
{'epoch': 77, 'iter': 300, 'avg_loss': 1.1036761886257667, 'avg_acc_mask': 64.42561843442901, 'loss': 1.001488208770752}
{'epoch': 77, 'iter': 310, 'avg_loss': 1.101753838959231, 'avg_acc_mask': 64.46400420388859, 'loss': 1.301892638206482}
{'epoch': 77, 'iter': 320, 'avg_loss': 1.1006031171926456, 'avg_acc_mask': 64.49224484585434, 'loss': 1.0235246419906616}
{'epoch': 77, 'iter': 330, 'avg_loss': 1.0991232094447778, 'avg_acc_mask': 64.49891405522806, 'loss': 0.888714075088501}
{'epoch': 77, 'iter': 340, 'avg_loss': 1.0977080565743433, 'avg_acc_mask': 64.53261196272918, 'loss': 1.1009818315505981}
{'epoch': 77, 'iter': 350, 'avg_loss': 1.0967770369983467, 'avg_acc_mask': 64.55939814544818, 'loss': 1.307389497756958}
{'epoch': 77, 'iter': 360, 'avg_loss': 1.0987133108017517, 'avg_acc_mask': 64.49058098093568, 'loss': 1.1100761890411377}
{'epoch': 77, 'iter': 370, 'avg_loss': 1.0964652822024097, 'avg_acc_mask': 64.5491015002473, 'loss': 0.971318781375885}
{'epoch': 77, 'iter': 380, 'avg_loss': 1.0988484414543693, 'avg_acc_mask': 64.54836985569214, 'loss': 0.94554603099823}
{'epoch': 77, 'iter': 390, 'avg_loss': 1.0987249957326124, 'avg_acc_mask': 64.53171263830451, 'loss': 1.0575350522994995}
{'epoch': 'EP77_test', 'avg_loss': 1.0965374872991533, 'total_masked_acc': 64.52740923583256}
{'epoch': 78, 'iter': 0, 'avg_loss': 0.8594443202018738, 'avg_acc_mask': 64.44444444444444, 'loss': 0.8594443202018738}
{'epoch': 78, 'iter': 10, 'avg_loss': 1.1008797775615344, 'avg_acc_mask': 63.49809885931559, 'loss': 1.3965319395065308}
{'epoch': 78, 'iter': 20, 'avg_loss': 1.103162827945891, 'avg_acc_mask': 63.555992141453835, 'loss': 1.1589815616607666}
{'epoch': 78, 'iter': 30, 'avg_loss': 1.1034516672934256, 'avg_acc_mask': 63.263979193758125, 'loss': 1.012890338897705}
{'epoch': 78, 'iter': 40, 'avg_loss': 1.0970534754962455, 'avg_acc_mask': 64.04437720625316, 'loss': 1.2102669477462769}
{'epoch': 78, 'iter': 50, 'avg_loss': 1.095824612121956, 'avg_acc_mask': 64.63217461600647, 'loss': 0.7192020416259766}
{'epoch': 78, 'iter': 60, 'avg_loss': 1.1083489636905859, 'avg_acc_mask': 64.62167689161554, 'loss': 1.1943904161453247}
{'epoch': 78, 'iter': 70, 'avg_loss': 1.0997547868271949, 'avg_acc_mask': 64.58032881453707, 'loss': 1.0332971811294556}
{'epoch': 78, 'iter': 80, 'avg_loss': 1.095095012658908, 'avg_acc_mask': 64.95, 'loss': 1.1650772094726562}
{'epoch': 78, 'iter': 90, 'avg_loss': 1.0895738339686132, 'avg_acc_mask': 65.06696428571429, 'loss': 0.7849905490875244}
{'epoch': 78, 'iter': 100, 'avg_loss': 1.0815800410686154, 'avg_acc_mask': 65.2383826191913, 'loss': 0.9702593088150024}
{'epoch': 78, 'iter': 110, 'avg_loss': 1.0852863724167283, 'avg_acc_mask': 65.13073688059976, 'loss': 1.313635230064392}
{'epoch': 78, 'iter': 120, 'avg_loss': 1.0952232952945489, 'avg_acc_mask': 64.83756943275543, 'loss': 1.579516053199768}
{'epoch': 78, 'iter': 130, 'avg_loss': 1.090068340756511, 'avg_acc_mask': 64.79441427463149, 'loss': 1.1154704093933105}
{'epoch': 78, 'iter': 140, 'avg_loss': 1.0881547251491681, 'avg_acc_mask': 64.8421662322618, 'loss': 1.175756812095642}
{'epoch': 78, 'iter': 150, 'avg_loss': 1.085895440041624, 'avg_acc_mask': 65.05942733657483, 'loss': 1.1648374795913696}
{'epoch': 78, 'iter': 160, 'avg_loss': 1.0884821651885228, 'avg_acc_mask': 64.94740843999493, 'loss': 1.0423153638839722}
{'epoch': 78, 'iter': 170, 'avg_loss': 1.088037649790446, 'avg_acc_mask': 64.99522445081183, 'loss': 1.0894824266433716}
{'epoch': 78, 'iter': 180, 'avg_loss': 1.0856522005565918, 'avg_acc_mask': 65.05697844973484, 'loss': 1.3256745338439941}
{'epoch': 78, 'iter': 190, 'avg_loss': 1.0838408797823322, 'avg_acc_mask': 65.058182982812, 'loss': 1.270414113998413}
{'epoch': 78, 'iter': 200, 'avg_loss': 1.0918851773537213, 'avg_acc_mask': 64.8014623743272, 'loss': 1.1296483278274536}
{'epoch': 78, 'iter': 210, 'avg_loss': 1.0960038886251042, 'avg_acc_mask': 64.67863346844238, 'loss': 1.4802106618881226}
{'epoch': 78, 'iter': 220, 'avg_loss': 1.0956169960185953, 'avg_acc_mask': 64.69135802469135, 'loss': 0.9891830682754517}
{'epoch': 78, 'iter': 230, 'avg_loss': 1.0937221346995532, 'avg_acc_mask': 64.75503562318585, 'loss': 1.1251500844955444}
{'epoch': 78, 'iter': 240, 'avg_loss': 1.0936816072562918, 'avg_acc_mask': 64.72222222222223, 'loss': 1.2074170112609863}
{'epoch': 78, 'iter': 250, 'avg_loss': 1.0938230178270683, 'avg_acc_mask': 64.76151980598222, 'loss': 1.0284007787704468}
{'epoch': 78, 'iter': 260, 'avg_loss': 1.09321867437655, 'avg_acc_mask': 64.75199875805325, 'loss': 0.8913973569869995}
{'epoch': 78, 'iter': 270, 'avg_loss': 1.0991599786325574, 'avg_acc_mask': 64.62091160841254, 'loss': 1.2912355661392212}
{'epoch': 78, 'iter': 280, 'avg_loss': 1.1009019044794646, 'avg_acc_mask': 64.53148669119238, 'loss': 1.2463313341140747}
{'epoch': 78, 'iter': 290, 'avg_loss': 1.097031427822572, 'avg_acc_mask': 64.708751393534, 'loss': 0.745107889175415}
{'epoch': 78, 'iter': 300, 'avg_loss': 1.0967167538661893, 'avg_acc_mask': 64.67292243299804, 'loss': 1.060050368309021}
{'epoch': 78, 'iter': 310, 'avg_loss': 1.0976919087183055, 'avg_acc_mask': 64.67249478079331, 'loss': 1.2435299158096313}
{'epoch': 78, 'iter': 320, 'avg_loss': 1.09733705542912, 'avg_acc_mask': 64.6746347941567, 'loss': 1.1153100728988647}
{'epoch': 78, 'iter': 330, 'avg_loss': 1.0947182371176982, 'avg_acc_mask': 64.75455046883619, 'loss': 0.9634009003639221}
{'epoch': 78, 'iter': 340, 'avg_loss': 1.0932433505561694, 'avg_acc_mask': 64.71777790995064, 'loss': 1.195906639099121}
{'epoch': 78, 'iter': 350, 'avg_loss': 1.0920157390102703, 'avg_acc_mask': 64.68890684520375, 'loss': 0.8990359306335449}
{'epoch': 78, 'iter': 360, 'avg_loss': 1.0913998322803888, 'avg_acc_mask': 64.78762747954724, 'loss': 1.0975340604782104}
{'epoch': 78, 'iter': 370, 'avg_loss': 1.0904329359692062, 'avg_acc_mask': 64.77545236538043, 'loss': 1.3712918758392334}
{'epoch': 78, 'iter': 380, 'avg_loss': 1.0882253609304353, 'avg_acc_mask': 64.878515604232, 'loss': 1.0428166389465332}
{'epoch': 78, 'iter': 390, 'avg_loss': 1.0866664756289528, 'avg_acc_mask': 64.91491232607459, 'loss': 1.0670286417007446}
{'epoch': 'EP78_test', 'avg_loss': 1.0854581653168707, 'total_masked_acc': 64.94217582642514}
{'epoch': 79, 'iter': 0, 'avg_loss': 0.8414082527160645, 'avg_acc_mask': 76.36363636363637, 'loss': 0.8414082527160645}
{'epoch': 79, 'iter': 10, 'avg_loss': 1.066264959898862, 'avg_acc_mask': 65.38461538461539, 'loss': 1.0634210109710693}
{'epoch': 79, 'iter': 20, 'avg_loss': 1.0446550931249345, 'avg_acc_mask': 65.88921282798835, 'loss': 0.9838629961013794}
{'epoch': 79, 'iter': 30, 'avg_loss': 1.0391618455609968, 'avg_acc_mask': 64.89637305699482, 'loss': 1.1455672979354858}
{'epoch': 79, 'iter': 40, 'avg_loss': 1.023632699396552, 'avg_acc_mask': 65.30815109343936, 'loss': 1.0078308582305908}
{'epoch': 79, 'iter': 50, 'avg_loss': 1.0344393954557531, 'avg_acc_mask': 65.58102131081624, 'loss': 0.7349661588668823}
{'epoch': 79, 'iter': 60, 'avg_loss': 1.0246460300977114, 'avg_acc_mask': 65.892002734108, 'loss': 0.8296734690666199}
{'epoch': 79, 'iter': 70, 'avg_loss': 1.03568770264236, 'avg_acc_mask': 65.44412607449857, 'loss': 1.136311650276184}
{'epoch': 79, 'iter': 80, 'avg_loss': 1.0487868079432734, 'avg_acc_mask': 64.91754122938531, 'loss': 1.2912344932556152}
{'epoch': 79, 'iter': 90, 'avg_loss': 1.0457779129782876, 'avg_acc_mask': 65.28925619834712, 'loss': 1.0385704040527344}
{'epoch': 79, 'iter': 100, 'avg_loss': 1.043755844087884, 'avg_acc_mask': 65.49210206561361, 'loss': 0.7630969285964966}
{'epoch': 79, 'iter': 110, 'avg_loss': 1.0558539494737849, 'avg_acc_mask': 65.06887052341598, 'loss': 1.3563966751098633}
{'epoch': 79, 'iter': 120, 'avg_loss': 1.056516333059831, 'avg_acc_mask': 65.187310158623, 'loss': 1.1260383129119873}
{'epoch': 79, 'iter': 130, 'avg_loss': 1.0585462792229106, 'avg_acc_mask': 65.16539835378164, 'loss': 1.0459429025650024}
{'epoch': 79, 'iter': 140, 'avg_loss': 1.0645544562779419, 'avg_acc_mask': 64.9414486048865, 'loss': 1.1672296524047852}
{'epoch': 79, 'iter': 150, 'avg_loss': 1.071694693423265, 'avg_acc_mask': 64.7289972899729, 'loss': 1.3696472644805908}
{'epoch': 79, 'iter': 160, 'avg_loss': 1.0763813612623985, 'avg_acc_mask': 64.5650235638772, 'loss': 1.2856743335723877}
{'epoch': 79, 'iter': 170, 'avg_loss': 1.075530559347387, 'avg_acc_mask': 64.71080305927343, 'loss': 1.235702395439148}
{'epoch': 79, 'iter': 180, 'avg_loss': 1.0804005887626944, 'avg_acc_mask': 64.66139954853273, 'loss': 1.4648945331573486}
{'epoch': 79, 'iter': 190, 'avg_loss': 1.0798383567345704, 'avg_acc_mask': 64.74118529632408, 'loss': 1.3203033208847046}
{'epoch': 79, 'iter': 200, 'avg_loss': 1.0849751613626433, 'avg_acc_mask': 64.6795523906409, 'loss': 1.3693913221359253}
{'epoch': 79, 'iter': 210, 'avg_loss': 1.0877649445104374, 'avg_acc_mask': 64.59843432879096, 'loss': 1.2341192960739136}
{'epoch': 79, 'iter': 220, 'avg_loss': 1.088773398647481, 'avg_acc_mask': 64.50901066568592, 'loss': 1.01793372631073}
{'epoch': 79, 'iter': 230, 'avg_loss': 1.0851651987472137, 'avg_acc_mask': 64.68457324615656, 'loss': 1.0580090284347534}
{'epoch': 79, 'iter': 240, 'avg_loss': 1.0861337313513537, 'avg_acc_mask': 64.7133542213566, 'loss': 1.140947699546814}
{'epoch': 79, 'iter': 250, 'avg_loss': 1.085022977148869, 'avg_acc_mask': 64.74468604935255, 'loss': 0.7983884811401367}
{'epoch': 79, 'iter': 260, 'avg_loss': 1.083351421173505, 'avg_acc_mask': 64.67501957713391, 'loss': 0.8616875410079956}
{'epoch': 79, 'iter': 270, 'avg_loss': 1.084465558238575, 'avg_acc_mask': 64.71787899388171, 'loss': 0.9971368908882141}
{'epoch': 79, 'iter': 280, 'avg_loss': 1.0875343797045671, 'avg_acc_mask': 64.5910712985216, 'loss': 1.3047187328338623}
{'epoch': 79, 'iter': 290, 'avg_loss': 1.084990977421659, 'avg_acc_mask': 64.6065042939603, 'loss': 0.9614266157150269}
{'epoch': 79, 'iter': 300, 'avg_loss': 1.081434116807095, 'avg_acc_mask': 64.64405160057333, 'loss': 1.3904932737350464}
{'epoch': 79, 'iter': 310, 'avg_loss': 1.0807043018831701, 'avg_acc_mask': 64.68721068641715, 'loss': 1.3958057165145874}
{'epoch': 79, 'iter': 320, 'avg_loss': 1.0779769881120724, 'avg_acc_mask': 64.74025557053875, 'loss': 1.031316876411438}
{'epoch': 79, 'iter': 330, 'avg_loss': 1.0775668507616325, 'avg_acc_mask': 64.72161741835147, 'loss': 1.018453598022461}
{'epoch': 79, 'iter': 340, 'avg_loss': 1.077568119572055, 'avg_acc_mask': 64.76730850485906, 'loss': 0.7111958861351013}
{'epoch': 79, 'iter': 350, 'avg_loss': 1.0774599072600362, 'avg_acc_mask': 64.72723015687193, 'loss': 0.780364990234375}
{'epoch': 79, 'iter': 360, 'avg_loss': 1.075914283703569, 'avg_acc_mask': 64.75740856606565, 'loss': 0.9349673390388489}
{'epoch': 79, 'iter': 370, 'avg_loss': 1.0733475620855861, 'avg_acc_mask': 64.84379319878352, 'loss': 1.0750787258148193}
{'epoch': 79, 'iter': 380, 'avg_loss': 1.0713817603944793, 'avg_acc_mask': 64.87652323951257, 'loss': 0.8330015540122986}
{'epoch': 79, 'iter': 390, 'avg_loss': 1.0718534495824439, 'avg_acc_mask': 64.86429733844297, 'loss': 0.9821329116821289}
{'epoch': 'EP79_test', 'avg_loss': 1.07317563229137, 'total_masked_acc': 64.85503481242856}
{'epoch': 80, 'iter': 0, 'avg_loss': 1.0618574619293213, 'avg_acc_mask': 68.08510638297872, 'loss': 1.0618574619293213}
{'epoch': 80, 'iter': 10, 'avg_loss': 1.1284363811666316, 'avg_acc_mask': 63.80255941499085, 'loss': 1.0552866458892822}
{'epoch': 80, 'iter': 20, 'avg_loss': 1.0708133918898446, 'avg_acc_mask': 64.82176360225141, 'loss': 0.9161290526390076}
{'epoch': 80, 'iter': 30, 'avg_loss': 1.0753623035646254, 'avg_acc_mask': 65.22292993630573, 'loss': 1.0787482261657715}
{'epoch': 80, 'iter': 40, 'avg_loss': 1.0619940350695354, 'avg_acc_mask': 65.65364206464062, 'loss': 1.1913938522338867}
{'epoch': 80, 'iter': 50, 'avg_loss': 1.068669815858205, 'avg_acc_mask': 65.52529182879377, 'loss': 0.9351430535316467}
{'epoch': 80, 'iter': 60, 'avg_loss': 1.0666936987736186, 'avg_acc_mask': 65.74803149606299, 'loss': 1.1406973600387573}
{'epoch': 80, 'iter': 70, 'avg_loss': 1.0530469224486552, 'avg_acc_mask': 66.4042732639865, 'loss': 1.0648878812789917}
{'epoch': 80, 'iter': 80, 'avg_loss': 1.0599611188158578, 'avg_acc_mask': 65.93461442475667, 'loss': 1.1261001825332642}
{'epoch': 80, 'iter': 90, 'avg_loss': 1.0614058663556865, 'avg_acc_mask': 65.80573951434879, 'loss': 0.9959568977355957}
{'epoch': 80, 'iter': 100, 'avg_loss': 1.0649125670442487, 'avg_acc_mask': 65.79263410728583, 'loss': 0.982349693775177}
{'epoch': 80, 'iter': 110, 'avg_loss': 1.0735154377447593, 'avg_acc_mask': 65.49899653347929, 'loss': 1.201633334159851}
{'epoch': 80, 'iter': 120, 'avg_loss': 1.0774026995848034, 'avg_acc_mask': 65.35684298908481, 'loss': 1.3107330799102783}
{'epoch': 80, 'iter': 130, 'avg_loss': 1.0696554447858388, 'avg_acc_mask': 65.49001393404552, 'loss': 1.0768095254898071}
{'epoch': 80, 'iter': 140, 'avg_loss': 1.075309380571893, 'avg_acc_mask': 65.22984390663039, 'loss': 1.4935451745986938}
{'epoch': 80, 'iter': 150, 'avg_loss': 1.078442421180523, 'avg_acc_mask': 65.19344438473938, 'loss': 1.7478501796722412}
{'epoch': 80, 'iter': 160, 'avg_loss': 1.075602462202866, 'avg_acc_mask': 65.18182962124072, 'loss': 1.019639492034912}
{'epoch': 80, 'iter': 170, 'avg_loss': 1.0776235196325514, 'avg_acc_mask': 65.05268142535812, 'loss': 1.0818476676940918}
{'epoch': 80, 'iter': 180, 'avg_loss': 1.0828869902626586, 'avg_acc_mask': 64.82022471910113, 'loss': 1.2568764686584473}
{'epoch': 80, 'iter': 190, 'avg_loss': 1.0742593001944856, 'avg_acc_mask': 65.09211653813196, 'loss': 1.0053826570510864}
{'epoch': 80, 'iter': 200, 'avg_loss': 1.075426865572953, 'avg_acc_mask': 65.04834605597965, 'loss': 0.9986881017684937}
{'epoch': 80, 'iter': 210, 'avg_loss': 1.0764280150851933, 'avg_acc_mask': 65.00435750944126, 'loss': 1.1842032670974731}
{'epoch': 80, 'iter': 220, 'avg_loss': 1.0792483153386354, 'avg_acc_mask': 64.90499907766095, 'loss': 0.9803838729858398}
{'epoch': 80, 'iter': 230, 'avg_loss': 1.075751269276524, 'avg_acc_mask': 64.97524752475248, 'loss': 1.216951847076416}
{'epoch': 80, 'iter': 240, 'avg_loss': 1.0783244213127992, 'avg_acc_mask': 64.88180970939592, 'loss': 1.1084753274917603}
{'epoch': 80, 'iter': 250, 'avg_loss': 1.078856869285325, 'avg_acc_mask': 64.86266861693483, 'loss': 1.1771198511123657}
{'epoch': 80, 'iter': 260, 'avg_loss': 1.0785212562458726, 'avg_acc_mask': 64.9831913063873, 'loss': 0.7758607268333435}
{'epoch': 80, 'iter': 270, 'avg_loss': 1.0797929853970714, 'avg_acc_mask': 64.96575600210733, 'loss': 0.7392392754554749}
{'epoch': 80, 'iter': 280, 'avg_loss': 1.084552626592833, 'avg_acc_mask': 64.84760522496371, 'loss': 1.4236139059066772}
{'epoch': 80, 'iter': 290, 'avg_loss': 1.0800056387878365, 'avg_acc_mask': 64.95444989488436, 'loss': 1.0240126848220825}
{'epoch': 80, 'iter': 300, 'avg_loss': 1.0796302733231224, 'avg_acc_mask': 64.92836287091737, 'loss': 1.343635082244873}
{'epoch': 80, 'iter': 310, 'avg_loss': 1.0803833460117842, 'avg_acc_mask': 64.87977926685062, 'loss': 1.5185452699661255}
{'epoch': 80, 'iter': 320, 'avg_loss': 1.0790518615104698, 'avg_acc_mask': 64.9252778132584, 'loss': 1.1397989988327026}
{'epoch': 80, 'iter': 330, 'avg_loss': 1.0772282225487815, 'avg_acc_mask': 64.98266468548786, 'loss': 0.8859296441078186}
{'epoch': 80, 'iter': 340, 'avg_loss': 1.0763570351684548, 'avg_acc_mask': 64.98105946725994, 'loss': 1.1416219472885132}
{'epoch': 80, 'iter': 350, 'avg_loss': 1.0774344163402874, 'avg_acc_mask': 65.01314636283962, 'loss': 1.0754423141479492}
{'epoch': 80, 'iter': 360, 'avg_loss': 1.0765698055151096, 'avg_acc_mask': 65.01644550300556, 'loss': 0.8812068700790405}
{'epoch': 80, 'iter': 370, 'avg_loss': 1.072682583589117, 'avg_acc_mask': 65.1718241491533, 'loss': 1.2961561679840088}
{'epoch': 80, 'iter': 380, 'avg_loss': 1.0724508732635518, 'avg_acc_mask': 65.16974645466266, 'loss': 1.2021911144256592}
{'epoch': 80, 'iter': 390, 'avg_loss': 1.0730604809873245, 'avg_acc_mask': 65.22511229499635, 'loss': 1.2220287322998047}
{'epoch': 'EP80_test', 'avg_loss': 1.0737444531134885, 'total_masked_acc': 65.20210896309315}
{'epoch': 81, 'iter': 0, 'avg_loss': 0.8062244057655334, 'avg_acc_mask': 76.74418604651163, 'loss': 0.8062244057655334}
{'epoch': 81, 'iter': 10, 'avg_loss': 1.0998625809496099, 'avg_acc_mask': 62.99810246679317, 'loss': 1.238248348236084}
{'epoch': 81, 'iter': 20, 'avg_loss': 1.034124215443929, 'avg_acc_mask': 65.63407550822846, 'loss': 0.9513964653015137}
{'epoch': 81, 'iter': 30, 'avg_loss': 1.0218741028539595, 'avg_acc_mask': 65.70868713259308, 'loss': 0.8847944736480713}
{'epoch': 81, 'iter': 40, 'avg_loss': 1.0474633196505105, 'avg_acc_mask': 64.5822911455728, 'loss': 1.178403615951538}
{'epoch': 81, 'iter': 50, 'avg_loss': 1.056584523004644, 'avg_acc_mask': 64.31700517722024, 'loss': 0.8177850246429443}
{'epoch': 81, 'iter': 60, 'avg_loss': 1.046384237828802, 'avg_acc_mask': 64.7138047138047, 'loss': 0.8792702555656433}
{'epoch': 81, 'iter': 70, 'avg_loss': 1.0551595293300253, 'avg_acc_mask': 64.6689497716895, 'loss': 0.9495941996574402}
{'epoch': 81, 'iter': 80, 'avg_loss': 1.0575612084365185, 'avg_acc_mask': 64.6794711898229, 'loss': 1.0333834886550903}
{'epoch': 81, 'iter': 90, 'avg_loss': 1.0604767963126465, 'avg_acc_mask': 64.4504141481979, 'loss': 0.6664998531341553}
{'epoch': 81, 'iter': 100, 'avg_loss': 1.056324537437741, 'avg_acc_mask': 64.91015546133656, 'loss': 1.2470083236694336}
{'epoch': 81, 'iter': 110, 'avg_loss': 1.0575509275402035, 'avg_acc_mask': 64.6929422548121, 'loss': 1.088884949684143}
{'epoch': 81, 'iter': 120, 'avg_loss': 1.060307587966446, 'avg_acc_mask': 64.71281792150918, 'loss': 1.308488130569458}
{'epoch': 81, 'iter': 130, 'avg_loss': 1.0555261064121741, 'avg_acc_mask': 64.94573643410853, 'loss': 1.06519615650177}
{'epoch': 81, 'iter': 140, 'avg_loss': 1.0551506344308244, 'avg_acc_mask': 64.94327157834266, 'loss': 1.2548686265945435}
{'epoch': 81, 'iter': 150, 'avg_loss': 1.0597791340177423, 'avg_acc_mask': 64.83250369971748, 'loss': 1.2876094579696655}
{'epoch': 81, 'iter': 160, 'avg_loss': 1.0631015530284147, 'avg_acc_mask': 64.79959539764825, 'loss': 1.2216717004776}
{'epoch': 81, 'iter': 170, 'avg_loss': 1.063505750650551, 'avg_acc_mask': 64.71496437054631, 'loss': 1.0030139684677124}
{'epoch': 81, 'iter': 180, 'avg_loss': 1.0691485642069611, 'avg_acc_mask': 64.66689136052129, 'loss': 1.2727609872817993}
{'epoch': 81, 'iter': 190, 'avg_loss': 1.062058172300848, 'avg_acc_mask': 64.82412060301507, 'loss': 1.0458595752716064}
{'epoch': 81, 'iter': 200, 'avg_loss': 1.0644227776361341, 'avg_acc_mask': 64.81575474571109, 'loss': 1.084509015083313}
{'epoch': 81, 'iter': 210, 'avg_loss': 1.070615548658145, 'avg_acc_mask': 64.67407049734429, 'loss': 1.3412586450576782}
{'epoch': 81, 'iter': 220, 'avg_loss': 1.0783844506578748, 'avg_acc_mask': 64.47416636130451, 'loss': 0.9911216497421265}
{'epoch': 81, 'iter': 230, 'avg_loss': 1.075864954686268, 'avg_acc_mask': 64.55729625066009, 'loss': 1.032018780708313}
{'epoch': 81, 'iter': 240, 'avg_loss': 1.0746580077899441, 'avg_acc_mask': 64.59193127263539, 'loss': 1.106358528137207}
{'epoch': 81, 'iter': 250, 'avg_loss': 1.0763455911936513, 'avg_acc_mask': 64.62172647914646, 'loss': 1.0571430921554565}
{'epoch': 81, 'iter': 260, 'avg_loss': 1.0768140668613244, 'avg_acc_mask': 64.57395623156914, 'loss': 0.9428479075431824}
{'epoch': 81, 'iter': 270, 'avg_loss': 1.0787376262165083, 'avg_acc_mask': 64.58738954620338, 'loss': 0.9979051947593689}
{'epoch': 81, 'iter': 280, 'avg_loss': 1.083256271598178, 'avg_acc_mask': 64.46788526840547, 'loss': 1.020659327507019}
{'epoch': 81, 'iter': 290, 'avg_loss': 1.0780668404094131, 'avg_acc_mask': 64.61163357715081, 'loss': 0.6954130530357361}
{'epoch': 81, 'iter': 300, 'avg_loss': 1.0752889104063725, 'avg_acc_mask': 64.720521961391, 'loss': 1.2062814235687256}
{'epoch': 81, 'iter': 310, 'avg_loss': 1.0758845288653849, 'avg_acc_mask': 64.76457545324116, 'loss': 1.0497294664382935}
{'epoch': 81, 'iter': 320, 'avg_loss': 1.0739766218209192, 'avg_acc_mask': 64.92173141517206, 'loss': 0.8764020800590515}
{'epoch': 81, 'iter': 330, 'avg_loss': 1.0725306420167768, 'avg_acc_mask': 64.96014714898834, 'loss': 1.155330777168274}
{'epoch': 81, 'iter': 340, 'avg_loss': 1.0720679837762435, 'avg_acc_mask': 64.94293865905848, 'loss': 1.1473263502120972}
{'epoch': 81, 'iter': 350, 'avg_loss': 1.0748703849111867, 'avg_acc_mask': 64.83611769466442, 'loss': 0.9837304353713989}
{'epoch': 81, 'iter': 360, 'avg_loss': 1.0769981455439677, 'avg_acc_mask': 64.77637130801688, 'loss': 0.9783069491386414}
{'epoch': 81, 'iter': 370, 'avg_loss': 1.076933188017488, 'avg_acc_mask': 64.7297001532064, 'loss': 1.3824996948242188}
{'epoch': 81, 'iter': 380, 'avg_loss': 1.0749588559462329, 'avg_acc_mask': 64.7880565182618, 'loss': 0.6350038647651672}
{'epoch': 81, 'iter': 390, 'avg_loss': 1.077115121323739, 'avg_acc_mask': 64.77886212624585, 'loss': 1.1686886548995972}
{'epoch': 'EP81_test', 'avg_loss': 1.076980978927829, 'total_masked_acc': 64.77558348294434}
{'epoch': 82, 'iter': 0, 'avg_loss': 1.0122599601745605, 'avg_acc_mask': 67.79661016949152, 'loss': 1.0122599601745605}
{'epoch': 82, 'iter': 10, 'avg_loss': 1.066202781417153, 'avg_acc_mask': 66.22137404580153, 'loss': 1.0836423635482788}
{'epoch': 82, 'iter': 20, 'avg_loss': 1.0518796131724404, 'avg_acc_mask': 65.2751423149905, 'loss': 0.9384029507637024}
{'epoch': 82, 'iter': 30, 'avg_loss': 1.0753648242642802, 'avg_acc_mask': 64.57659987071752, 'loss': 1.113876461982727}
{'epoch': 82, 'iter': 40, 'avg_loss': 1.0732991739017208, 'avg_acc_mask': 64.56888007928642, 'loss': 1.164145588874817}
{'epoch': 82, 'iter': 50, 'avg_loss': 1.0601318659735661, 'avg_acc_mask': 64.75216365066876, 'loss': 0.8960685729980469}
{'epoch': 82, 'iter': 60, 'avg_loss': 1.0503188054092596, 'avg_acc_mask': 65.01000667111407, 'loss': 1.242039680480957}
{'epoch': 82, 'iter': 70, 'avg_loss': 1.061826828080164, 'avg_acc_mask': 65.03436426116839, 'loss': 1.0329601764678955}
{'epoch': 82, 'iter': 80, 'avg_loss': 1.0700076086285673, 'avg_acc_mask': 64.75450901803607, 'loss': 1.3664652109146118}
{'epoch': 82, 'iter': 90, 'avg_loss': 1.0704474458982656, 'avg_acc_mask': 64.88429566389576, 'loss': 0.8900524973869324}
{'epoch': 82, 'iter': 100, 'avg_loss': 1.0743315246435676, 'avg_acc_mask': 65.04263093788063, 'loss': 0.6844172477722168}
{'epoch': 82, 'iter': 110, 'avg_loss': 1.0758056143919628, 'avg_acc_mask': 64.97405485544849, 'loss': 1.2784850597381592}
{'epoch': 82, 'iter': 120, 'avg_loss': 1.0805643622047645, 'avg_acc_mask': 64.64903357070193, 'loss': 1.2956435680389404}
{'epoch': 82, 'iter': 130, 'avg_loss': 1.0761963695515202, 'avg_acc_mask': 64.74459417110624, 'loss': 1.0402809381484985}
{'epoch': 82, 'iter': 140, 'avg_loss': 1.0749289416675027, 'avg_acc_mask': 64.70588235294117, 'loss': 1.191130518913269}
{'epoch': 82, 'iter': 150, 'avg_loss': 1.0747231215435937, 'avg_acc_mask': 64.6356357714751, 'loss': 1.3060904741287231}
{'epoch': 82, 'iter': 160, 'avg_loss': 1.0725548828240508, 'avg_acc_mask': 64.83195941661383, 'loss': 1.0823028087615967}
{'epoch': 82, 'iter': 170, 'avg_loss': 1.0731913731460683, 'avg_acc_mask': 64.87136330848762, 'loss': 1.170314908027649}
{'epoch': 82, 'iter': 180, 'avg_loss': 1.0777382743622057, 'avg_acc_mask': 64.6048891415577, 'loss': 1.5545809268951416}
{'epoch': 82, 'iter': 190, 'avg_loss': 1.0704781929547873, 'avg_acc_mask': 64.89350200021624, 'loss': 1.1371710300445557}
{'epoch': 82, 'iter': 200, 'avg_loss': 1.075209914006997, 'avg_acc_mask': 64.80854121753413, 'loss': 1.0494554042816162}
{'epoch': 82, 'iter': 210, 'avg_loss': 1.0801697086666433, 'avg_acc_mask': 64.68226769803192, 'loss': 1.3383631706237793}
{'epoch': 82, 'iter': 220, 'avg_loss': 1.0824972120075744, 'avg_acc_mask': 64.5752359800111, 'loss': 1.3244516849517822}
{'epoch': 82, 'iter': 230, 'avg_loss': 1.0796679329304468, 'avg_acc_mask': 64.66098686545972, 'loss': 1.059260368347168}
{'epoch': 82, 'iter': 240, 'avg_loss': 1.078491472975347, 'avg_acc_mask': 64.64370951244459, 'loss': 1.1875765323638916}
{'epoch': 82, 'iter': 250, 'avg_loss': 1.0781944229070883, 'avg_acc_mask': 64.66257668711657, 'loss': 1.121487021446228}
{'epoch': 82, 'iter': 260, 'avg_loss': 1.0795845981987042, 'avg_acc_mask': 64.61926135916214, 'loss': 0.8905587196350098}
{'epoch': 82, 'iter': 270, 'avg_loss': 1.0813599977766015, 'avg_acc_mask': 64.62564413458624, 'loss': 1.0271095037460327}
{'epoch': 82, 'iter': 280, 'avg_loss': 1.0849232159263298, 'avg_acc_mask': 64.46021064950264, 'loss': 0.98272305727005}
{'epoch': 82, 'iter': 290, 'avg_loss': 1.0793883074395025, 'avg_acc_mask': 64.68058101819207, 'loss': 1.092511534690857}
{'epoch': 82, 'iter': 300, 'avg_loss': 1.0745548472253983, 'avg_acc_mask': 64.78478067474167, 'loss': 0.9145370721817017}
{'epoch': 82, 'iter': 310, 'avg_loss': 1.075841494790994, 'avg_acc_mask': 64.6942279751684, 'loss': 1.1706454753875732}
{'epoch': 82, 'iter': 320, 'avg_loss': 1.0725800590908787, 'avg_acc_mask': 64.84114783499871, 'loss': 1.1001228094100952}
{'epoch': 82, 'iter': 330, 'avg_loss': 1.0722750392024971, 'avg_acc_mask': 64.89209527955718, 'loss': 1.0774015188217163}
{'epoch': 82, 'iter': 340, 'avg_loss': 1.0707093967545418, 'avg_acc_mask': 64.96919173613628, 'loss': 1.220996618270874}
{'epoch': 82, 'iter': 350, 'avg_loss': 1.0728924096989156, 'avg_acc_mask': 64.88088252552518, 'loss': 1.1140227317810059}
{'epoch': 82, 'iter': 360, 'avg_loss': 1.0726876972950066, 'avg_acc_mask': 64.86440291704649, 'loss': 0.7751742601394653}
{'epoch': 82, 'iter': 370, 'avg_loss': 1.0684043071822658, 'avg_acc_mask': 64.95371140307113, 'loss': 1.0264350175857544}
{'epoch': 82, 'iter': 380, 'avg_loss': 1.0695242374118545, 'avg_acc_mask': 64.95417789757413, 'loss': 1.128199815750122}
{'epoch': 82, 'iter': 390, 'avg_loss': 1.0689980138445754, 'avg_acc_mask': 64.97698263234987, 'loss': 1.1185613870620728}
{'epoch': 'EP82_test', 'avg_loss': 1.0682652397739767, 'total_masked_acc': 65.01783222204993}
{'epoch': 83, 'iter': 0, 'avg_loss': 0.836569607257843, 'avg_acc_mask': 73.21428571428571, 'loss': 0.836569607257843}
{'epoch': 83, 'iter': 10, 'avg_loss': 1.0223328091881492, 'avg_acc_mask': 67.2072072072072, 'loss': 1.3819795846939087}
{'epoch': 83, 'iter': 20, 'avg_loss': 1.0244155724843342, 'avg_acc_mask': 66.35338345864662, 'loss': 1.00417959690094}
{'epoch': 83, 'iter': 30, 'avg_loss': 1.0583068978401922, 'avg_acc_mask': 65.21197007481297, 'loss': 1.2490036487579346}
{'epoch': 83, 'iter': 40, 'avg_loss': 1.0333918536581643, 'avg_acc_mask': 66.73189823874756, 'loss': 0.9413844347000122}
{'epoch': 83, 'iter': 50, 'avg_loss': 1.0129903251049566, 'avg_acc_mask': 66.86343959071232, 'loss': 0.8383410573005676}
{'epoch': 83, 'iter': 60, 'avg_loss': 1.0295082428416267, 'avg_acc_mask': 65.9906914893617, 'loss': 1.1513975858688354}
{'epoch': 83, 'iter': 70, 'avg_loss': 1.0251328827629627, 'avg_acc_mask': 66.40204139495322, 'loss': 0.8163055777549744}
{'epoch': 83, 'iter': 80, 'avg_loss': 1.025050437008893, 'avg_acc_mask': 66.41865079365078, 'loss': 1.0368489027023315}
{'epoch': 83, 'iter': 90, 'avg_loss': 1.028311808030684, 'avg_acc_mask': 66.4794428218378, 'loss': 0.9398492574691772}
{'epoch': 83, 'iter': 100, 'avg_loss': 1.023583732619144, 'avg_acc_mask': 66.6191736210055, 'loss': 0.691305935382843}
{'epoch': 83, 'iter': 110, 'avg_loss': 1.036497810402432, 'avg_acc_mask': 66.09981515711645, 'loss': 1.030205488204956}
{'epoch': 83, 'iter': 120, 'avg_loss': 1.039790526401898, 'avg_acc_mask': 65.99761864262629, 'loss': 1.1583820581436157}
{'epoch': 83, 'iter': 130, 'avg_loss': 1.0433339349186148, 'avg_acc_mask': 65.80928481806777, 'loss': 1.1629927158355713}
{'epoch': 83, 'iter': 140, 'avg_loss': 1.0501154342018966, 'avg_acc_mask': 65.65064478311841, 'loss': 1.219626545906067}
{'epoch': 83, 'iter': 150, 'avg_loss': 1.053922857077706, 'avg_acc_mask': 65.65366187542779, 'loss': 1.0687662363052368}
{'epoch': 83, 'iter': 160, 'avg_loss': 1.056419458263409, 'avg_acc_mask': 65.52079309900863, 'loss': 1.1631836891174316}
{'epoch': 83, 'iter': 170, 'avg_loss': 1.0543096565712264, 'avg_acc_mask': 65.46379268588036, 'loss': 1.2421947717666626}
{'epoch': 83, 'iter': 180, 'avg_loss': 1.0537296910641603, 'avg_acc_mask': 65.51132463967055, 'loss': 1.132106065750122}
{'epoch': 83, 'iter': 190, 'avg_loss': 1.0510360865380752, 'avg_acc_mask': 65.63656147986943, 'loss': 1.3021377325057983}
{'epoch': 83, 'iter': 200, 'avg_loss': 1.0587843103491845, 'avg_acc_mask': 65.43375231815372, 'loss': 0.9600545763969421}
{'epoch': 83, 'iter': 210, 'avg_loss': 1.064403716280562, 'avg_acc_mask': 65.2639858421001, 'loss': 1.4833145141601562}
{'epoch': 83, 'iter': 220, 'avg_loss': 1.0669531445967126, 'avg_acc_mask': 65.27102803738319, 'loss': 1.0744177103042603}
{'epoch': 83, 'iter': 230, 'avg_loss': 1.060342134206326, 'avg_acc_mask': 65.51662174303684, 'loss': 1.053136944770813}
{'epoch': 83, 'iter': 240, 'avg_loss': 1.062814464583931, 'avg_acc_mask': 65.5285394033454, 'loss': 1.222299575805664}
{'epoch': 83, 'iter': 250, 'avg_loss': 1.0659987906298314, 'avg_acc_mask': 65.40171221600264, 'loss': 0.9885129332542419}
{'epoch': 83, 'iter': 260, 'avg_loss': 1.0643345662232102, 'avg_acc_mask': 65.47977795400476, 'loss': 0.7067162394523621}
{'epoch': 83, 'iter': 270, 'avg_loss': 1.069819983191156, 'avg_acc_mask': 65.31765424557116, 'loss': 0.9935272336006165}
{'epoch': 83, 'iter': 280, 'avg_loss': 1.0743808480132093, 'avg_acc_mask': 65.21611074294971, 'loss': 1.0947487354278564}
{'epoch': 83, 'iter': 290, 'avg_loss': 1.0699021344127524, 'avg_acc_mask': 65.36710301650541, 'loss': 0.7458361983299255}
{'epoch': 83, 'iter': 300, 'avg_loss': 1.064131341404297, 'avg_acc_mask': 65.5993940645872, 'loss': 0.9601346254348755}
{'epoch': 83, 'iter': 310, 'avg_loss': 1.0658705388809706, 'avg_acc_mask': 65.51311856526071, 'loss': 1.6254011392593384}
{'epoch': 83, 'iter': 320, 'avg_loss': 1.0639226404120246, 'avg_acc_mask': 65.60201316298877, 'loss': 1.1027143001556396}
{'epoch': 83, 'iter': 330, 'avg_loss': 1.0642866082602036, 'avg_acc_mask': 65.61051972448341, 'loss': 1.3363593816757202}
{'epoch': 83, 'iter': 340, 'avg_loss': 1.0630789999563324, 'avg_acc_mask': 65.57187955318116, 'loss': 1.2353044748306274}
{'epoch': 83, 'iter': 350, 'avg_loss': 1.0604841268470144, 'avg_acc_mask': 65.6290531776913, 'loss': 0.7836269736289978}
{'epoch': 83, 'iter': 360, 'avg_loss': 1.0601658227536157, 'avg_acc_mask': 65.61926605504587, 'loss': 0.9986617565155029}
{'epoch': 83, 'iter': 370, 'avg_loss': 1.0588694668683722, 'avg_acc_mask': 65.66714970460372, 'loss': 1.2289128303527832}
{'epoch': 83, 'iter': 380, 'avg_loss': 1.0582654685016692, 'avg_acc_mask': 65.68281699310944, 'loss': 0.8546191453933716}
{'epoch': 83, 'iter': 390, 'avg_loss': 1.0585325542465804, 'avg_acc_mask': 65.6848772763262, 'loss': 1.0363234281539917}
{'epoch': 'EP83_test', 'avg_loss': 1.0568830933083186, 'total_masked_acc': 65.67778936392075}
{'epoch': 84, 'iter': 0, 'avg_loss': 0.9878122806549072, 'avg_acc_mask': 65.21739130434783, 'loss': 0.9878122806549072}
{'epoch': 84, 'iter': 10, 'avg_loss': 1.1337881684303284, 'avg_acc_mask': 63.16725978647687, 'loss': 1.2340703010559082}
{'epoch': 84, 'iter': 20, 'avg_loss': 1.0920134754407973, 'avg_acc_mask': 64.71716203259828, 'loss': 1.1170353889465332}
{'epoch': 84, 'iter': 30, 'avg_loss': 1.0503297178975997, 'avg_acc_mask': 66.68878566688787, 'loss': 1.158010721206665}
{'epoch': 84, 'iter': 40, 'avg_loss': 1.0476551288511695, 'avg_acc_mask': 66.7001003009027, 'loss': 1.1915920972824097}
{'epoch': 84, 'iter': 50, 'avg_loss': 1.0293622297399185, 'avg_acc_mask': 67.43538767395626, 'loss': 0.7494645118713379}
{'epoch': 84, 'iter': 60, 'avg_loss': 1.02911298587674, 'avg_acc_mask': 67.18069057995308, 'loss': 1.3060991764068604}
{'epoch': 84, 'iter': 70, 'avg_loss': 1.0212675240677846, 'avg_acc_mask': 67.31638418079096, 'loss': 0.9802768230438232}
{'epoch': 84, 'iter': 80, 'avg_loss': 1.0258349246448941, 'avg_acc_mask': 67.21433905899926, 'loss': 1.3930424451828003}
{'epoch': 84, 'iter': 90, 'avg_loss': 1.0301548543867174, 'avg_acc_mask': 67.38887647978558, 'loss': 0.9988520741462708}
{'epoch': 84, 'iter': 100, 'avg_loss': 1.0320147305431933, 'avg_acc_mask': 67.36181413241546, 'loss': 0.8538311719894409}
{'epoch': 84, 'iter': 110, 'avg_loss': 1.0448354133614548, 'avg_acc_mask': 66.79459064327486, 'loss': 1.5468990802764893}
{'epoch': 84, 'iter': 120, 'avg_loss': 1.0519859647947896, 'avg_acc_mask': 66.78972982043967, 'loss': 1.3413981199264526}
{'epoch': 84, 'iter': 130, 'avg_loss': 1.0537706649940433, 'avg_acc_mask': 66.70773021250385, 'loss': 1.0696569681167603}
{'epoch': 84, 'iter': 140, 'avg_loss': 1.0511356072222933, 'avg_acc_mask': 66.82801822323462, 'loss': 1.1369218826293945}
{'epoch': 84, 'iter': 150, 'avg_loss': 1.048466139676555, 'avg_acc_mask': 66.81345076060849, 'loss': 1.02293062210083}
{'epoch': 84, 'iter': 160, 'avg_loss': 1.0503020419837525, 'avg_acc_mask': 66.73387096774194, 'loss': 1.044751763343811}
{'epoch': 84, 'iter': 170, 'avg_loss': 1.0489833163239106, 'avg_acc_mask': 66.69846190532968, 'loss': 0.8568918108940125}
{'epoch': 84, 'iter': 180, 'avg_loss': 1.057020744895408, 'avg_acc_mask': 66.29871592701059, 'loss': 1.6275274753570557}
{'epoch': 84, 'iter': 190, 'avg_loss': 1.0472487713654004, 'avg_acc_mask': 66.55227882037534, 'loss': 0.7819256782531738}
{'epoch': 84, 'iter': 200, 'avg_loss': 1.0502060263311093, 'avg_acc_mask': 66.40847941296371, 'loss': 1.4245672225952148}
{'epoch': 84, 'iter': 210, 'avg_loss': 1.0535182811637624, 'avg_acc_mask': 66.19881908818121, 'loss': 0.9908761978149414}
{'epoch': 84, 'iter': 220, 'avg_loss': 1.0532678120276506, 'avg_acc_mask': 66.21285990249287, 'loss': 0.7214128375053406}
{'epoch': 84, 'iter': 230, 'avg_loss': 1.0492746445523713, 'avg_acc_mask': 66.27187555241294, 'loss': 0.9120959639549255}
{'epoch': 84, 'iter': 240, 'avg_loss': 1.048186167641794, 'avg_acc_mask': 66.26036905366514, 'loss': 0.9628428816795349}
{'epoch': 84, 'iter': 250, 'avg_loss': 1.051199281358149, 'avg_acc_mask': 66.2749898000816, 'loss': 1.3840705156326294}
{'epoch': 84, 'iter': 260, 'avg_loss': 1.0520131172348257, 'avg_acc_mask': 66.269312210807, 'loss': 1.0616967678070068}
{'epoch': 84, 'iter': 270, 'avg_loss': 1.0557801518932919, 'avg_acc_mask': 66.17226321337148, 'loss': 0.9750424027442932}
{'epoch': 84, 'iter': 280, 'avg_loss': 1.0587295111388073, 'avg_acc_mask': 66.05211584524933, 'loss': 1.333183765411377}
{'epoch': 84, 'iter': 290, 'avg_loss': 1.0552352816378539, 'avg_acc_mask': 66.09598652820657, 'loss': 0.7668116092681885}
{'epoch': 84, 'iter': 300, 'avg_loss': 1.0521403386743362, 'avg_acc_mask': 66.20858561806926, 'loss': 1.1448322534561157}
{'epoch': 84, 'iter': 310, 'avg_loss': 1.0511322853266234, 'avg_acc_mask': 66.15050079072219, 'loss': 1.1496661901474}
{'epoch': 84, 'iter': 320, 'avg_loss': 1.048914293262446, 'avg_acc_mask': 66.2985188968335, 'loss': 0.9194035530090332}
{'epoch': 84, 'iter': 330, 'avg_loss': 1.046478313801872, 'avg_acc_mask': 66.2913005816112, 'loss': 1.138801097869873}
{'epoch': 84, 'iter': 340, 'avg_loss': 1.04545330966323, 'avg_acc_mask': 66.2805353820299, 'loss': 0.7954567074775696}
{'epoch': 84, 'iter': 350, 'avg_loss': 1.0472619898638493, 'avg_acc_mask': 66.16317723216889, 'loss': 0.8055407404899597}
{'epoch': 84, 'iter': 360, 'avg_loss': 1.0491190290186874, 'avg_acc_mask': 66.14044021954393, 'loss': 0.8214454054832458}
{'epoch': 84, 'iter': 370, 'avg_loss': 1.0487697691608953, 'avg_acc_mask': 66.12352746889793, 'loss': 1.130886197090149}
{'epoch': 84, 'iter': 380, 'avg_loss': 1.050228692571635, 'avg_acc_mask': 66.13067481374283, 'loss': 1.1127790212631226}
{'epoch': 84, 'iter': 390, 'avg_loss': 1.049987245093831, 'avg_acc_mask': 66.10601957925432, 'loss': 0.9784532785415649}
{'epoch': 'EP84_test', 'avg_loss': 1.0489229997902205, 'total_masked_acc': 66.15867785614992}
{'epoch': 85, 'iter': 0, 'avg_loss': 1.1117327213287354, 'avg_acc_mask': 64.81481481481481, 'loss': 1.1117327213287354}
{'epoch': 85, 'iter': 10, 'avg_loss': 1.0837202180515637, 'avg_acc_mask': 67.39526411657559, 'loss': 1.4967823028564453}
{'epoch': 85, 'iter': 20, 'avg_loss': 1.051562073684874, 'avg_acc_mask': 68.31588962892484, 'loss': 1.0041723251342773}
{'epoch': 85, 'iter': 30, 'avg_loss': 1.0850515980874338, 'avg_acc_mask': 65.83969465648855, 'loss': 1.3246973752975464}
{'epoch': 85, 'iter': 40, 'avg_loss': 1.0604532041200778, 'avg_acc_mask': 65.84645669291339, 'loss': 1.3580060005187988}
{'epoch': 85, 'iter': 50, 'avg_loss': 1.0722705908850128, 'avg_acc_mask': 65.50495049504951, 'loss': 1.3429781198501587}
{'epoch': 85, 'iter': 60, 'avg_loss': 1.0540367247628384, 'avg_acc_mask': 65.87168290225058, 'loss': 1.0770074129104614}
{'epoch': 85, 'iter': 70, 'avg_loss': 1.0492894599135494, 'avg_acc_mask': 65.85435779816514, 'loss': 1.1302367448806763}
{'epoch': 85, 'iter': 80, 'avg_loss': 1.055914721371215, 'avg_acc_mask': 65.87202007528231, 'loss': 1.4490259885787964}
{'epoch': 85, 'iter': 90, 'avg_loss': 1.0431332535796114, 'avg_acc_mask': 66.18607794548322, 'loss': 0.7977883815765381}
{'epoch': 85, 'iter': 100, 'avg_loss': 1.0370070485785456, 'avg_acc_mask': 66.38019234704318, 'loss': 0.8032228350639343}
{'epoch': 85, 'iter': 110, 'avg_loss': 1.0466657828640293, 'avg_acc_mask': 65.92592592592592, 'loss': 1.161622405052185}
{'epoch': 85, 'iter': 120, 'avg_loss': 1.0486763109845563, 'avg_acc_mask': 65.89134125636672, 'loss': 1.0596078634262085}
{'epoch': 85, 'iter': 130, 'avg_loss': 1.0536107589270323, 'avg_acc_mask': 65.83164773611327, 'loss': 1.255632996559143}
{'epoch': 85, 'iter': 140, 'avg_loss': 1.0502654432404972, 'avg_acc_mask': 65.95683036361002, 'loss': 1.3813875913619995}
{'epoch': 85, 'iter': 150, 'avg_loss': 1.0487974242658804, 'avg_acc_mask': 66.0917979359044, 'loss': 1.2623157501220703}
{'epoch': 85, 'iter': 160, 'avg_loss': 1.0566610571760569, 'avg_acc_mask': 65.80547112462007, 'loss': 1.194759488105774}
{'epoch': 85, 'iter': 170, 'avg_loss': 1.0568352341651917, 'avg_acc_mask': 65.8844550327576, 'loss': 1.2831979990005493}
{'epoch': 85, 'iter': 180, 'avg_loss': 1.058755879244093, 'avg_acc_mask': 65.87453542065548, 'loss': 1.2680655717849731}
{'epoch': 85, 'iter': 190, 'avg_loss': 1.057289069547703, 'avg_acc_mask': 65.80631399317406, 'loss': 0.9290914535522461}
{'epoch': 85, 'iter': 200, 'avg_loss': 1.0626411873902848, 'avg_acc_mask': 65.67420266451353, 'loss': 1.3145071268081665}
{'epoch': 85, 'iter': 210, 'avg_loss': 1.0692872020870587, 'avg_acc_mask': 65.46084279391957, 'loss': 1.4629396200180054}
{'epoch': 85, 'iter': 220, 'avg_loss': 1.068512571073765, 'avg_acc_mask': 65.40777230432403, 'loss': 0.9960634112358093}
{'epoch': 85, 'iter': 230, 'avg_loss': 1.0658378526245877, 'avg_acc_mask': 65.47765118317265, 'loss': 1.0637112855911255}
{'epoch': 85, 'iter': 240, 'avg_loss': 1.0630264977201882, 'avg_acc_mask': 65.55425121583096, 'loss': 1.2365953922271729}
{'epoch': 85, 'iter': 250, 'avg_loss': 1.0665297814574375, 'avg_acc_mask': 65.51585060901832, 'loss': 0.9756742715835571}
{'epoch': 85, 'iter': 260, 'avg_loss': 1.0655218463291154, 'avg_acc_mask': 65.4805376427628, 'loss': 0.8110170364379883}
{'epoch': 85, 'iter': 270, 'avg_loss': 1.0670733766362237, 'avg_acc_mask': 65.42119056533133, 'loss': 0.9455699324607849}
{'epoch': 85, 'iter': 280, 'avg_loss': 1.0679035982203229, 'avg_acc_mask': 65.3832261792964, 'loss': 1.1124727725982666}
{'epoch': 85, 'iter': 290, 'avg_loss': 1.0655732863547467, 'avg_acc_mask': 65.4648162354418, 'loss': 1.1111712455749512}
{'epoch': 85, 'iter': 300, 'avg_loss': 1.0625509003864175, 'avg_acc_mask': 65.51980031032855, 'loss': 1.1588209867477417}
{'epoch': 85, 'iter': 310, 'avg_loss': 1.0621591026376682, 'avg_acc_mask': 65.55142503097893, 'loss': 1.1949821710586548}
{'epoch': 85, 'iter': 320, 'avg_loss': 1.0598827255106418, 'avg_acc_mask': 65.66984889675666, 'loss': 1.304487705230713}
{'epoch': 85, 'iter': 330, 'avg_loss': 1.059116214243667, 'avg_acc_mask': 65.75283655320455, 'loss': 1.0716649293899536}
{'epoch': 85, 'iter': 340, 'avg_loss': 1.0575943274581887, 'avg_acc_mask': 65.76957427805895, 'loss': 1.1469894647598267}
{'epoch': 85, 'iter': 350, 'avg_loss': 1.0577459199476107, 'avg_acc_mask': 65.70767004341535, 'loss': 0.9622709155082703}
{'epoch': 85, 'iter': 360, 'avg_loss': 1.056784020731654, 'avg_acc_mask': 65.69129480614484, 'loss': 0.8504953980445862}
{'epoch': 85, 'iter': 370, 'avg_loss': 1.0563043131018586, 'avg_acc_mask': 65.73506891271057, 'loss': 1.1170240640640259}
{'epoch': 85, 'iter': 380, 'avg_loss': 1.0577688673975587, 'avg_acc_mask': 65.69117803554326, 'loss': 1.1593416929244995}
{'epoch': 85, 'iter': 390, 'avg_loss': 1.0580951469328703, 'avg_acc_mask': 65.6704822085254, 'loss': 1.1586661338806152}
{'epoch': 'EP85_test', 'avg_loss': 1.0568856089705168, 'total_masked_acc': 65.70726211205572}
{'epoch': 86, 'iter': 0, 'avg_loss': 1.153180718421936, 'avg_acc_mask': 63.41463414634146, 'loss': 1.153180718421936}
{'epoch': 86, 'iter': 10, 'avg_loss': 1.1682075695558027, 'avg_acc_mask': 60.249554367201426, 'loss': 1.219882607460022}
{'epoch': 86, 'iter': 20, 'avg_loss': 1.1059109824044364, 'avg_acc_mask': 62.79926335174954, 'loss': 1.2967263460159302}
{'epoch': 86, 'iter': 30, 'avg_loss': 1.064343306326097, 'avg_acc_mask': 64.28571428571429, 'loss': 1.0135611295700073}
{'epoch': 86, 'iter': 40, 'avg_loss': 1.0676121086609074, 'avg_acc_mask': 64.07907425265188, 'loss': 1.0539650917053223}
{'epoch': 86, 'iter': 50, 'avg_loss': 1.0541452718716042, 'avg_acc_mask': 65.02154328241285, 'loss': 0.801007866859436}
{'epoch': 86, 'iter': 60, 'avg_loss': 1.053752739898494, 'avg_acc_mask': 65.51838357071878, 'loss': 1.0980373620986938}
{'epoch': 86, 'iter': 70, 'avg_loss': 1.0497710830728773, 'avg_acc_mask': 65.8736901727556, 'loss': 1.4025113582611084}
{'epoch': 86, 'iter': 80, 'avg_loss': 1.0517463875405582, 'avg_acc_mask': 65.90683845391476, 'loss': 1.423842430114746}
{'epoch': 86, 'iter': 90, 'avg_loss': 1.046548686839722, 'avg_acc_mask': 65.89198760513501, 'loss': 0.8804672956466675}
{'epoch': 86, 'iter': 100, 'avg_loss': 1.0448056949247229, 'avg_acc_mask': 65.7314629258517, 'loss': 0.938273012638092}
{'epoch': 86, 'iter': 110, 'avg_loss': 1.0541631681425077, 'avg_acc_mask': 65.6106940120857, 'loss': 1.2686724662780762}
{'epoch': 86, 'iter': 120, 'avg_loss': 1.049426726073273, 'avg_acc_mask': 65.43544561165706, 'loss': 1.3040053844451904}
{'epoch': 86, 'iter': 130, 'avg_loss': 1.0531577941115575, 'avg_acc_mask': 65.19105312208761, 'loss': 1.219279170036316}
{'epoch': 86, 'iter': 140, 'avg_loss': 1.0601638728845204, 'avg_acc_mask': 65.03305547571141, 'loss': 1.265479326248169}
{'epoch': 86, 'iter': 150, 'avg_loss': 1.059248829124779, 'avg_acc_mask': 65.10094212651413, 'loss': 1.3558248281478882}
{'epoch': 86, 'iter': 160, 'avg_loss': 1.0589156124902808, 'avg_acc_mask': 65.05505632198457, 'loss': 0.7509099245071411}
{'epoch': 86, 'iter': 170, 'avg_loss': 1.059644958080604, 'avg_acc_mask': 65.08882794801478, 'loss': 1.0220162868499756}
{'epoch': 86, 'iter': 180, 'avg_loss': 1.0621854975737262, 'avg_acc_mask': 65.09337860780985, 'loss': 1.3973071575164795}
{'epoch': 86, 'iter': 190, 'avg_loss': 1.0578028381807019, 'avg_acc_mask': 65.28747984954326, 'loss': 1.2586398124694824}
{'epoch': 86, 'iter': 200, 'avg_loss': 1.0584808365622562, 'avg_acc_mask': 65.23293829178586, 'loss': 1.2786226272583008}
{'epoch': 86, 'iter': 210, 'avg_loss': 1.0615059465028664, 'avg_acc_mask': 65.19708029197079, 'loss': 1.2640622854232788}
{'epoch': 86, 'iter': 220, 'avg_loss': 1.062717541040878, 'avg_acc_mask': 65.06380617717772, 'loss': 1.1674150228500366}
{'epoch': 86, 'iter': 230, 'avg_loss': 1.061384707560271, 'avg_acc_mask': 65.14855008005694, 'loss': 1.1207304000854492}
{'epoch': 86, 'iter': 240, 'avg_loss': 1.0561701403119257, 'avg_acc_mask': 65.30264279624893, 'loss': 1.1664334535598755}
{'epoch': 86, 'iter': 250, 'avg_loss': 1.0585290179309617, 'avg_acc_mask': 65.16936671575847, 'loss': 0.9647228121757507}
{'epoch': 86, 'iter': 260, 'avg_loss': 1.0573382553469632, 'avg_acc_mask': 65.24072612470403, 'loss': 1.058387279510498}
{'epoch': 86, 'iter': 270, 'avg_loss': 1.0613910958335848, 'avg_acc_mask': 65.19786910197868, 'loss': 1.1795188188552856}
{'epoch': 86, 'iter': 280, 'avg_loss': 1.063925831979704, 'avg_acc_mask': 65.12411217690561, 'loss': 1.1301217079162598}
{'epoch': 86, 'iter': 290, 'avg_loss': 1.0598757525080258, 'avg_acc_mask': 65.26375255984746, 'loss': 0.7854558825492859}
{'epoch': 86, 'iter': 300, 'avg_loss': 1.054420496934276, 'avg_acc_mask': 65.38697579270372, 'loss': 1.03350031375885}
{'epoch': 86, 'iter': 310, 'avg_loss': 1.0563810989021105, 'avg_acc_mask': 65.359477124183, 'loss': 1.313544750213623}
{'epoch': 86, 'iter': 320, 'avg_loss': 1.054230119394736, 'avg_acc_mask': 65.4682702149437, 'loss': 1.0288681983947754}
{'epoch': 86, 'iter': 330, 'avg_loss': 1.0517782199778947, 'avg_acc_mask': 65.55080280205814, 'loss': 0.9836193919181824}
{'epoch': 86, 'iter': 340, 'avg_loss': 1.0480741496659445, 'avg_acc_mask': 65.63214242752315, 'loss': 0.8581807613372803}
{'epoch': 86, 'iter': 350, 'avg_loss': 1.0472725726600387, 'avg_acc_mask': 65.69411215498629, 'loss': 0.8134259581565857}
{'epoch': 86, 'iter': 360, 'avg_loss': 1.0467471420930032, 'avg_acc_mask': 65.72740673545754, 'loss': 1.079815149307251}
{'epoch': 86, 'iter': 370, 'avg_loss': 1.04509560326039, 'avg_acc_mask': 65.74381078691424, 'loss': 1.1641391515731812}
{'epoch': 86, 'iter': 380, 'avg_loss': 1.0453460532536345, 'avg_acc_mask': 65.71490025272894, 'loss': 1.091981291770935}
{'epoch': 86, 'iter': 390, 'avg_loss': 1.0451359927196942, 'avg_acc_mask': 65.70813874166973, 'loss': 1.0538965463638306}
{'epoch': 'EP86_test', 'avg_loss': 1.042817558152507, 'total_masked_acc': 65.7390582005088}
{'epoch': 87, 'iter': 0, 'avg_loss': 0.856188178062439, 'avg_acc_mask': 67.85714285714286, 'loss': 0.856188178062439}
{'epoch': 87, 'iter': 10, 'avg_loss': 1.11603214524009, 'avg_acc_mask': 61.71003717472119, 'loss': 1.3081228733062744}
{'epoch': 87, 'iter': 20, 'avg_loss': 1.0847845616794767, 'avg_acc_mask': 62.89682539682539, 'loss': 1.265231966972351}
{'epoch': 87, 'iter': 30, 'avg_loss': 1.093936558692686, 'avg_acc_mask': 63.563295378432684, 'loss': 1.1664806604385376}
{'epoch': 87, 'iter': 40, 'avg_loss': 1.0883433382685592, 'avg_acc_mask': 64.48115642746515, 'loss': 1.0722161531448364}
{'epoch': 87, 'iter': 50, 'avg_loss': 1.0784030182688844, 'avg_acc_mask': 65.17967781908303, 'loss': 1.131085991859436}
{'epoch': 87, 'iter': 60, 'avg_loss': 1.0734514857901902, 'avg_acc_mask': 65.42646542646543, 'loss': 0.7892213463783264}
{'epoch': 87, 'iter': 70, 'avg_loss': 1.0647994170726185, 'avg_acc_mask': 65.53755522827687, 'loss': 1.332719326019287}
{'epoch': 87, 'iter': 80, 'avg_loss': 1.057258485276022, 'avg_acc_mask': 65.61376476630714, 'loss': 1.1417101621627808}
{'epoch': 87, 'iter': 90, 'avg_loss': 1.0611472797917796, 'avg_acc_mask': 65.42077505159367, 'loss': 1.079917550086975}
{'epoch': 87, 'iter': 100, 'avg_loss': 1.0567807921088568, 'avg_acc_mask': 65.51937345424568, 'loss': 0.8415497541427612}
{'epoch': 87, 'iter': 110, 'avg_loss': 1.0600350805231042, 'avg_acc_mask': 65.65806571375533, 'loss': 1.6312241554260254}
{'epoch': 87, 'iter': 120, 'avg_loss': 1.0623360694932544, 'avg_acc_mask': 65.6500255580167, 'loss': 1.075615644454956}
{'epoch': 87, 'iter': 130, 'avg_loss': 1.061057849239757, 'avg_acc_mask': 65.56270601161513, 'loss': 1.3233259916305542}
{'epoch': 87, 'iter': 140, 'avg_loss': 1.0578415626329734, 'avg_acc_mask': 65.67382099576581, 'loss': 1.2184877395629883}
{'epoch': 87, 'iter': 150, 'avg_loss': 1.0569715393300088, 'avg_acc_mask': 65.59345156889495, 'loss': 1.1942275762557983}
{'epoch': 87, 'iter': 160, 'avg_loss': 1.056610111124027, 'avg_acc_mask': 65.52256074045508, 'loss': 0.852242648601532}
{'epoch': 87, 'iter': 170, 'avg_loss': 1.0555833421255414, 'avg_acc_mask': 65.6665860150012, 'loss': 0.9811446666717529}
{'epoch': 87, 'iter': 180, 'avg_loss': 1.0512491928938343, 'avg_acc_mask': 65.79904523755398, 'loss': 0.9508228898048401}
{'epoch': 87, 'iter': 190, 'avg_loss': 1.0462667155640288, 'avg_acc_mask': 66.01617250673854, 'loss': 0.8875914216041565}
{'epoch': 87, 'iter': 200, 'avg_loss': 1.0487002932017122, 'avg_acc_mask': 65.95418285948047, 'loss': 1.239802360534668}
{'epoch': 87, 'iter': 210, 'avg_loss': 1.0504747558544032, 'avg_acc_mask': 66.08602569093033, 'loss': 1.1706554889678955}
{'epoch': 87, 'iter': 220, 'avg_loss': 1.0544026914764852, 'avg_acc_mask': 65.8545588778147, 'loss': 1.0829616785049438}
{'epoch': 87, 'iter': 230, 'avg_loss': 1.0479385372880217, 'avg_acc_mask': 65.99290780141844, 'loss': 0.881308376789093}
{'epoch': 87, 'iter': 240, 'avg_loss': 1.0493173416224753, 'avg_acc_mask': 65.93387866394002, 'loss': 1.0210288763046265}
{'epoch': 87, 'iter': 250, 'avg_loss': 1.0510151179663214, 'avg_acc_mask': 65.89533932951758, 'loss': 1.016382098197937}
{'epoch': 87, 'iter': 260, 'avg_loss': 1.0516762123710808, 'avg_acc_mask': 65.80827510402763, 'loss': 0.9095280766487122}
{'epoch': 87, 'iter': 270, 'avg_loss': 1.0536983006554776, 'avg_acc_mask': 65.80581641926689, 'loss': 0.9132595658302307}
{'epoch': 87, 'iter': 280, 'avg_loss': 1.0538652087445786, 'avg_acc_mask': 65.80984372717978, 'loss': 0.8283811807632446}
{'epoch': 87, 'iter': 290, 'avg_loss': 1.051296333881588, 'avg_acc_mask': 65.86893784753994, 'loss': 0.9362651705741882}
{'epoch': 87, 'iter': 300, 'avg_loss': 1.0473093628091275, 'avg_acc_mask': 65.92365371506476, 'loss': 1.1293193101882935}
{'epoch': 87, 'iter': 310, 'avg_loss': 1.0476333364796409, 'avg_acc_mask': 65.86814492179766, 'loss': 0.948861837387085}
{'epoch': 87, 'iter': 320, 'avg_loss': 1.0443886991973235, 'avg_acc_mask': 65.97515687027789, 'loss': 0.9739197492599487}
{'epoch': 87, 'iter': 330, 'avg_loss': 1.0438997041422795, 'avg_acc_mask': 66.04336211716469, 'loss': 1.1624109745025635}
{'epoch': 87, 'iter': 340, 'avg_loss': 1.0416989361435787, 'avg_acc_mask': 66.1002651241263, 'loss': 0.8560976386070251}
{'epoch': 87, 'iter': 350, 'avg_loss': 1.0419571851393437, 'avg_acc_mask': 66.06057062675397, 'loss': 0.80948406457901}
{'epoch': 87, 'iter': 360, 'avg_loss': 1.0422869519513729, 'avg_acc_mask': 66.01748807631161, 'loss': 0.7395864129066467}
{'epoch': 87, 'iter': 370, 'avg_loss': 1.0392053491985702, 'avg_acc_mask': 66.0988828669395, 'loss': 1.080264925956726}
{'epoch': 87, 'iter': 380, 'avg_loss': 1.0388383832503492, 'avg_acc_mask': 66.09611231101512, 'loss': 1.0079567432403564}
{'epoch': 87, 'iter': 390, 'avg_loss': 1.0390041122960922, 'avg_acc_mask': 66.06044678055191, 'loss': 0.8704352378845215}
{'epoch': 'EP87_test', 'avg_loss': 1.037628462218275, 'total_masked_acc': 66.08098975931799}
{'epoch': 88, 'iter': 0, 'avg_loss': 1.1049559116363525, 'avg_acc_mask': 67.27272727272727, 'loss': 1.1049559116363525}
{'epoch': 88, 'iter': 10, 'avg_loss': 1.0840331424366345, 'avg_acc_mask': 63.95563770794824, 'loss': 1.4967615604400635}
{'epoch': 88, 'iter': 20, 'avg_loss': 1.0868022328331357, 'avg_acc_mask': 64.75728155339806, 'loss': 1.1393166780471802}
{'epoch': 88, 'iter': 30, 'avg_loss': 1.060085238948945, 'avg_acc_mask': 66.25487646293888, 'loss': 1.364449143409729}
{'epoch': 88, 'iter': 40, 'avg_loss': 1.0297471502932107, 'avg_acc_mask': 66.66666666666666, 'loss': 1.4799154996871948}
{'epoch': 88, 'iter': 50, 'avg_loss': 1.0216935019867093, 'avg_acc_mask': 67.1451355661882, 'loss': 0.6628621816635132}
{'epoch': 88, 'iter': 60, 'avg_loss': 1.0179306131894472, 'avg_acc_mask': 67.18184807629069, 'loss': 0.9935259222984314}
{'epoch': 88, 'iter': 70, 'avg_loss': 1.0072291308725383, 'avg_acc_mask': 67.27171181234291, 'loss': 1.1652514934539795}
{'epoch': 88, 'iter': 80, 'avg_loss': 1.0200794810130271, 'avg_acc_mask': 66.87192118226602, 'loss': 1.069912075996399}
{'epoch': 88, 'iter': 90, 'avg_loss': 1.0218052418677361, 'avg_acc_mask': 66.88756350784185, 'loss': 1.0647001266479492}
{'epoch': 88, 'iter': 100, 'avg_loss': 1.0293839927947168, 'avg_acc_mask': 66.80056236192007, 'loss': 0.6920799016952515}
{'epoch': 88, 'iter': 110, 'avg_loss': 1.0405384484712068, 'avg_acc_mask': 66.27358490566037, 'loss': 1.2109568119049072}
{'epoch': 88, 'iter': 120, 'avg_loss': 1.040186120458871, 'avg_acc_mask': 66.16541353383458, 'loss': 1.270251750946045}
{'epoch': 88, 'iter': 130, 'avg_loss': 1.0395127744165085, 'avg_acc_mask': 66.15030674846626, 'loss': 1.2955673933029175}
{'epoch': 88, 'iter': 140, 'avg_loss': 1.0413380886646026, 'avg_acc_mask': 66.14501076812634, 'loss': 1.3472615480422974}
{'epoch': 88, 'iter': 150, 'avg_loss': 1.0411315899811044, 'avg_acc_mask': 66.28655755299168, 'loss': 0.9846076965332031}
{'epoch': 88, 'iter': 160, 'avg_loss': 1.040989018745304, 'avg_acc_mask': 66.3042103932229, 'loss': 0.7462939620018005}
{'epoch': 88, 'iter': 170, 'avg_loss': 1.0410179614323622, 'avg_acc_mask': 66.37622344234902, 'loss': 1.2833936214447021}
{'epoch': 88, 'iter': 180, 'avg_loss': 1.0454059391390553, 'avg_acc_mask': 66.32825719120136, 'loss': 1.1021806001663208}
{'epoch': 88, 'iter': 190, 'avg_loss': 1.0385956642515373, 'avg_acc_mask': 66.46629454701589, 'loss': 0.8663783073425293}
{'epoch': 88, 'iter': 200, 'avg_loss': 1.036370220469005, 'avg_acc_mask': 66.48626569998979, 'loss': 0.9749847054481506}
{'epoch': 88, 'iter': 210, 'avg_loss': 1.0395799070172966, 'avg_acc_mask': 66.37546107551931, 'loss': 1.015682578086853}
{'epoch': 88, 'iter': 220, 'avg_loss': 1.0428353116523086, 'avg_acc_mask': 66.17306802406293, 'loss': 1.295212984085083}
{'epoch': 88, 'iter': 230, 'avg_loss': 1.0347662192660492, 'avg_acc_mask': 66.39133137934097, 'loss': 1.1259487867355347}
{'epoch': 88, 'iter': 240, 'avg_loss': 1.0373591690389943, 'avg_acc_mask': 66.32922160782645, 'loss': 0.8700186610221863}
{'epoch': 88, 'iter': 250, 'avg_loss': 1.0398022053963634, 'avg_acc_mask': 66.25601696989474, 'loss': 0.7950392365455627}
{'epoch': 88, 'iter': 260, 'avg_loss': 1.0424987368885128, 'avg_acc_mask': 66.25714062133187, 'loss': 0.9318974018096924}
{'epoch': 88, 'iter': 270, 'avg_loss': 1.0464460118450363, 'avg_acc_mask': 66.14618692011767, 'loss': 0.971490204334259}
{'epoch': 88, 'iter': 280, 'avg_loss': 1.0485858691332604, 'avg_acc_mask': 66.08480616772128, 'loss': 1.100677728652954}
{'epoch': 88, 'iter': 290, 'avg_loss': 1.0448538956978066, 'avg_acc_mask': 66.19274408180418, 'loss': 0.842262864112854}
{'epoch': 88, 'iter': 300, 'avg_loss': 1.040163122043261, 'avg_acc_mask': 66.25833673608275, 'loss': 0.9946722388267517}
{'epoch': 88, 'iter': 310, 'avg_loss': 1.0395051450783033, 'avg_acc_mask': 66.3179365706014, 'loss': 1.469011664390564}
{'epoch': 88, 'iter': 320, 'avg_loss': 1.0376107988884886, 'avg_acc_mask': 66.36456471789634, 'loss': 0.9393005967140198}
{'epoch': 88, 'iter': 330, 'avg_loss': 1.0369879213524729, 'avg_acc_mask': 66.4296314617858, 'loss': 0.9852664470672607}
{'epoch': 88, 'iter': 340, 'avg_loss': 1.0363046898345445, 'avg_acc_mask': 66.3189448441247, 'loss': 1.1247031688690186}
{'epoch': 88, 'iter': 350, 'avg_loss': 1.0355287536426827, 'avg_acc_mask': 66.3564989822623, 'loss': 0.9427247047424316}
{'epoch': 88, 'iter': 360, 'avg_loss': 1.0368264787249948, 'avg_acc_mask': 66.35973336346176, 'loss': 1.1061646938323975}
{'epoch': 88, 'iter': 370, 'avg_loss': 1.0350810987448114, 'avg_acc_mask': 66.42440259883273, 'loss': 1.0949238538742065}
{'epoch': 88, 'iter': 380, 'avg_loss': 1.0338407333285164, 'avg_acc_mask': 66.43090607083533, 'loss': 1.000332236289978}
{'epoch': 88, 'iter': 390, 'avg_loss': 1.033953435204523, 'avg_acc_mask': 66.42149191444966, 'loss': 1.0322505235671997}
{'epoch': 'EP88_test', 'avg_loss': 1.0342337655449154, 'total_masked_acc': 66.44298766324266}
{'epoch': 89, 'iter': 0, 'avg_loss': 0.7866126298904419, 'avg_acc_mask': 71.69811320754717, 'loss': 0.7866126298904419}
{'epoch': 89, 'iter': 10, 'avg_loss': 1.0080116282809863, 'avg_acc_mask': 65.34839924670433, 'loss': 1.1006978750228882}
{'epoch': 89, 'iter': 20, 'avg_loss': 1.0502302135740007, 'avg_acc_mask': 64.52223273415326, 'loss': 0.9250015020370483}
{'epoch': 89, 'iter': 30, 'avg_loss': 1.0243778863260824, 'avg_acc_mask': 65.98984771573603, 'loss': 0.9275561571121216}
{'epoch': 89, 'iter': 40, 'avg_loss': 1.0117889075744442, 'avg_acc_mask': 66.25371655104063, 'loss': 1.2446056604385376}
{'epoch': 89, 'iter': 50, 'avg_loss': 1.0103070993049472, 'avg_acc_mask': 66.38689048760992, 'loss': 0.7699484825134277}
{'epoch': 89, 'iter': 60, 'avg_loss': 1.0345672994363504, 'avg_acc_mask': 65.625, 'loss': 1.1307399272918701}
{'epoch': 89, 'iter': 70, 'avg_loss': 1.0328389884720386, 'avg_acc_mask': 65.64994298745724, 'loss': 0.8912577629089355}
{'epoch': 89, 'iter': 80, 'avg_loss': 1.0346059924290505, 'avg_acc_mask': 65.59781257767835, 'loss': 0.9855366349220276}
{'epoch': 89, 'iter': 90, 'avg_loss': 1.0390591896497285, 'avg_acc_mask': 65.56687333923826, 'loss': 1.0489699840545654}
{'epoch': 89, 'iter': 100, 'avg_loss': 1.0446871843668495, 'avg_acc_mask': 65.57638611886716, 'loss': 0.8455230593681335}
{'epoch': 89, 'iter': 110, 'avg_loss': 1.0521932786649413, 'avg_acc_mask': 65.61077735299472, 'loss': 1.2996580600738525}
{'epoch': 89, 'iter': 120, 'avg_loss': 1.0493676687075086, 'avg_acc_mask': 65.76350560294364, 'loss': 1.1984556913375854}
{'epoch': 89, 'iter': 130, 'avg_loss': 1.0452054347700745, 'avg_acc_mask': 65.90279913872654, 'loss': 0.978461742401123}
{'epoch': 89, 'iter': 140, 'avg_loss': 1.0462536575100947, 'avg_acc_mask': 65.9243397573162, 'loss': 1.341903805732727}
{'epoch': 89, 'iter': 150, 'avg_loss': 1.0452637147429764, 'avg_acc_mask': 65.9935811714362, 'loss': 1.1213756799697876}
{'epoch': 89, 'iter': 160, 'avg_loss': 1.0533978250456153, 'avg_acc_mask': 65.75135407482051, 'loss': 1.0738471746444702}
{'epoch': 89, 'iter': 170, 'avg_loss': 1.059673917920966, 'avg_acc_mask': 65.69464201043148, 'loss': 1.2597112655639648}
{'epoch': 89, 'iter': 180, 'avg_loss': 1.06195705371667, 'avg_acc_mask': 65.53501400560225, 'loss': 1.5223240852355957}
{'epoch': 89, 'iter': 190, 'avg_loss': 1.0598883354226956, 'avg_acc_mask': 65.65226643966801, 'loss': 1.3406436443328857}
{'epoch': 89, 'iter': 200, 'avg_loss': 1.061332858617033, 'avg_acc_mask': 65.66167543504655, 'loss': 1.2982345819473267}
{'epoch': 89, 'iter': 210, 'avg_loss': 1.065035121135802, 'avg_acc_mask': 65.53683196918632, 'loss': 1.113945484161377}
{'epoch': 89, 'iter': 220, 'avg_loss': 1.0655767869086288, 'avg_acc_mask': 65.41739210116376, 'loss': 1.2230063676834106}
{'epoch': 89, 'iter': 230, 'avg_loss': 1.0586809995886568, 'avg_acc_mask': 65.67610339370495, 'loss': 0.8185176849365234}
{'epoch': 89, 'iter': 240, 'avg_loss': 1.0580720592336537, 'avg_acc_mask': 65.77260458839406, 'loss': 0.8863288164138794}
{'epoch': 89, 'iter': 250, 'avg_loss': 1.0535888087701988, 'avg_acc_mask': 65.93673965936739, 'loss': 0.6173450946807861}
{'epoch': 89, 'iter': 260, 'avg_loss': 1.054777514203755, 'avg_acc_mask': 65.87959343236905, 'loss': 1.1895579099655151}
{'epoch': 89, 'iter': 270, 'avg_loss': 1.0556050644589525, 'avg_acc_mask': 65.83860283047275, 'loss': 1.0899019241333008}
{'epoch': 89, 'iter': 280, 'avg_loss': 1.0565730906041915, 'avg_acc_mask': 65.77819739995643, 'loss': 1.2511906623840332}
{'epoch': 89, 'iter': 290, 'avg_loss': 1.05215376636007, 'avg_acc_mask': 65.98061253161, 'loss': 1.1000312566757202}
{'epoch': 89, 'iter': 300, 'avg_loss': 1.0467788899855757, 'avg_acc_mask': 66.04172347968367, 'loss': 0.8864575028419495}
{'epoch': 89, 'iter': 310, 'avg_loss': 1.0479811454892543, 'avg_acc_mask': 66.02669472023143, 'loss': 1.1014188528060913}
{'epoch': 89, 'iter': 320, 'avg_loss': 1.0460805705403242, 'avg_acc_mask': 66.05557329926542, 'loss': 1.0579944849014282}
{'epoch': 89, 'iter': 330, 'avg_loss': 1.0448529979613612, 'avg_acc_mask': 66.07751937984496, 'loss': 0.9353498816490173}
{'epoch': 89, 'iter': 340, 'avg_loss': 1.041188864064706, 'avg_acc_mask': 66.20760163579504, 'loss': 0.8314873576164246}
{'epoch': 89, 'iter': 350, 'avg_loss': 1.0383884008453783, 'avg_acc_mask': 66.31197380729654, 'loss': 0.8063140511512756}
{'epoch': 89, 'iter': 360, 'avg_loss': 1.0371190010675764, 'avg_acc_mask': 66.34102010678178, 'loss': 0.7653049826622009}
{'epoch': 89, 'iter': 370, 'avg_loss': 1.0334978230558638, 'avg_acc_mask': 66.43066541291, 'loss': 1.2017667293548584}
{'epoch': 89, 'iter': 380, 'avg_loss': 1.0342377308472561, 'avg_acc_mask': 66.4706834241329, 'loss': 0.9712021350860596}
{'epoch': 89, 'iter': 390, 'avg_loss': 1.0339304105095242, 'avg_acc_mask': 66.42538683451352, 'loss': 0.8615530729293823}
{'epoch': 'EP89_test', 'avg_loss': 1.0335696437443145, 'total_masked_acc': 66.41078838174273}
{'epoch': 90, 'iter': 0, 'avg_loss': 0.9702503681182861, 'avg_acc_mask': 74.0, 'loss': 0.9702503681182861}
{'epoch': 90, 'iter': 10, 'avg_loss': 1.0447881817817688, 'avg_acc_mask': 68.13186813186813, 'loss': 1.6115211248397827}
{'epoch': 90, 'iter': 20, 'avg_loss': 1.01559974749883, 'avg_acc_mask': 68.08923375363725, 'loss': 0.7813307046890259}
{'epoch': 90, 'iter': 30, 'avg_loss': 1.0036607269317872, 'avg_acc_mask': 68.34203655352479, 'loss': 1.251798391342163}
{'epoch': 90, 'iter': 40, 'avg_loss': 1.001176342731569, 'avg_acc_mask': 68.23176823176823, 'loss': 1.1155637502670288}
{'epoch': 90, 'iter': 50, 'avg_loss': 1.0062266775206024, 'avg_acc_mask': 68.14018319394664, 'loss': 0.7214854955673218}
{'epoch': 90, 'iter': 60, 'avg_loss': 0.9894319626151539, 'avg_acc_mask': 68.24966078697422, 'loss': 0.7873800992965698}
{'epoch': 90, 'iter': 70, 'avg_loss': 0.9875787202741059, 'avg_acc_mask': 68.52010265183918, 'loss': 1.117966890335083}
{'epoch': 90, 'iter': 80, 'avg_loss': 0.9912677043014102, 'avg_acc_mask': 68.34712816654125, 'loss': 1.5787874460220337}
{'epoch': 90, 'iter': 90, 'avg_loss': 0.9892561851621984, 'avg_acc_mask': 68.58357574401433, 'loss': 0.7763491868972778}
{'epoch': 90, 'iter': 100, 'avg_loss': 0.9935820182361225, 'avg_acc_mask': 68.32184839886501, 'loss': 0.780045211315155}
{'epoch': 90, 'iter': 110, 'avg_loss': 1.0034641647661053, 'avg_acc_mask': 67.90260099612617, 'loss': 1.4306031465530396}
{'epoch': 90, 'iter': 120, 'avg_loss': 1.0058280512813693, 'avg_acc_mask': 67.95887409405023, 'loss': 1.180798888206482}
{'epoch': 90, 'iter': 130, 'avg_loss': 1.0081481212423047, 'avg_acc_mask': 67.7279080602578, 'loss': 1.190857172012329}
{'epoch': 90, 'iter': 140, 'avg_loss': 1.017000507589773, 'avg_acc_mask': 67.42642815926139, 'loss': 1.3531725406646729}
{'epoch': 90, 'iter': 150, 'avg_loss': 1.0212329304376184, 'avg_acc_mask': 67.2285906945381, 'loss': 1.296993613243103}
{'epoch': 90, 'iter': 160, 'avg_loss': 1.020684615240334, 'avg_acc_mask': 67.17557251908397, 'loss': 0.7708863615989685}
{'epoch': 90, 'iter': 170, 'avg_loss': 1.0241071656782028, 'avg_acc_mask': 67.06716328247026, 'loss': 1.014235258102417}
{'epoch': 90, 'iter': 180, 'avg_loss': 1.026664641845292, 'avg_acc_mask': 67.08574017442518, 'loss': 1.321215271949768}
{'epoch': 90, 'iter': 190, 'avg_loss': 1.0220880587999734, 'avg_acc_mask': 67.1921921921922, 'loss': 0.8498634099960327}
{'epoch': 90, 'iter': 200, 'avg_loss': 1.023477542311398, 'avg_acc_mask': 67.152021179106, 'loss': 0.90824955701828}
{'epoch': 90, 'iter': 210, 'avg_loss': 1.0233563375416526, 'avg_acc_mask': 67.21709567751336, 'loss': 1.0900839567184448}
{'epoch': 90, 'iter': 220, 'avg_loss': 1.0257255147754876, 'avg_acc_mask': 67.00849963045084, 'loss': 0.9504019618034363}
{'epoch': 90, 'iter': 230, 'avg_loss': 1.0173794280140946, 'avg_acc_mask': 67.2817601135557, 'loss': 0.793119490146637}
{'epoch': 90, 'iter': 240, 'avg_loss': 1.0202539428388429, 'avg_acc_mask': 67.14006293052131, 'loss': 0.936107873916626}
{'epoch': 90, 'iter': 250, 'avg_loss': 1.0258099136362038, 'avg_acc_mask': 67.02649656526006, 'loss': 1.0640971660614014}
{'epoch': 90, 'iter': 260, 'avg_loss': 1.026856438981162, 'avg_acc_mask': 67.01759899434317, 'loss': 0.8748499751091003}
{'epoch': 90, 'iter': 270, 'avg_loss': 1.030952647273391, 'avg_acc_mask': 66.88326407253494, 'loss': 0.873758852481842}
{'epoch': 90, 'iter': 280, 'avg_loss': 1.030145891302421, 'avg_acc_mask': 66.89060902585074, 'loss': 1.2724268436431885}
{'epoch': 90, 'iter': 290, 'avg_loss': 1.026664881874196, 'avg_acc_mask': 66.99535145795183, 'loss': 0.8633750081062317}
{'epoch': 90, 'iter': 300, 'avg_loss': 1.022919894353892, 'avg_acc_mask': 67.06992003280705, 'loss': 1.0462899208068848}
{'epoch': 90, 'iter': 310, 'avg_loss': 1.0254551075470792, 'avg_acc_mask': 67.04380044991399, 'loss': 1.2315260171890259}
{'epoch': 90, 'iter': 320, 'avg_loss': 1.022045048504975, 'avg_acc_mask': 67.09023231934283, 'loss': 0.8591449856758118}
{'epoch': 90, 'iter': 330, 'avg_loss': 1.0228806403648456, 'avg_acc_mask': 67.04453441295547, 'loss': 1.3412013053894043}
{'epoch': 90, 'iter': 340, 'avg_loss': 1.022077447770278, 'avg_acc_mask': 67.02288232808066, 'loss': 1.1033318042755127}
{'epoch': 90, 'iter': 350, 'avg_loss': 1.0233391612513452, 'avg_acc_mask': 66.88741721854305, 'loss': 0.9219970703125}
{'epoch': 90, 'iter': 360, 'avg_loss': 1.0248864668723288, 'avg_acc_mask': 66.86914561453307, 'loss': 0.9664275050163269}
{'epoch': 90, 'iter': 370, 'avg_loss': 1.0242011914195397, 'avg_acc_mask': 66.84175605440672, 'loss': 1.1032580137252808}
{'epoch': 90, 'iter': 380, 'avg_loss': 1.02437568453979, 'avg_acc_mask': 66.8229840448469, 'loss': 1.1374163627624512}
{'epoch': 90, 'iter': 390, 'avg_loss': 1.0269568331558685, 'avg_acc_mask': 66.70340050377834, 'loss': 1.1238642930984497}
{'epoch': 'EP90_test', 'avg_loss': 1.026637241771125, 'total_masked_acc': 66.6770411868451}
{'epoch': 91, 'iter': 0, 'avg_loss': 0.9162352085113525, 'avg_acc_mask': 72.91666666666666, 'loss': 0.9162352085113525}
{'epoch': 91, 'iter': 10, 'avg_loss': 1.04740018194372, 'avg_acc_mask': 65.4510556621881, 'loss': 1.1401797533035278}
{'epoch': 91, 'iter': 20, 'avg_loss': 0.9891219791911897, 'avg_acc_mask': 68.4729064039409, 'loss': 1.229714035987854}
{'epoch': 91, 'iter': 30, 'avg_loss': 0.9918379399084276, 'avg_acc_mask': 67.94538361508452, 'loss': 1.0197128057479858}
{'epoch': 91, 'iter': 40, 'avg_loss': 1.0030064379296653, 'avg_acc_mask': 67.75653923541248, 'loss': 1.0348106622695923}
{'epoch': 91, 'iter': 50, 'avg_loss': 1.0081668379260045, 'avg_acc_mask': 67.3713601914639, 'loss': 0.9058516025543213}
{'epoch': 91, 'iter': 60, 'avg_loss': 1.0212246238208207, 'avg_acc_mask': 67.17607973421927, 'loss': 1.2130097150802612}
{'epoch': 91, 'iter': 70, 'avg_loss': 1.0223453792048172, 'avg_acc_mask': 67.3950056753689, 'loss': 0.9311752915382385}
{'epoch': 91, 'iter': 80, 'avg_loss': 1.0267748361752358, 'avg_acc_mask': 67.24912631053421, 'loss': 1.3810935020446777}
{'epoch': 91, 'iter': 90, 'avg_loss': 1.0297249509738042, 'avg_acc_mask': 67.17607973421927, 'loss': 1.232026219367981}
{'epoch': 91, 'iter': 100, 'avg_loss': 1.0425434832525726, 'avg_acc_mask': 66.6532501509358, 'loss': 1.1068090200424194}
{'epoch': 91, 'iter': 110, 'avg_loss': 1.041530218747285, 'avg_acc_mask': 66.61799598466874, 'loss': 1.1707205772399902}
{'epoch': 91, 'iter': 120, 'avg_loss': 1.0342637847277745, 'avg_acc_mask': 66.77252214608056, 'loss': 1.1161260604858398}
{'epoch': 91, 'iter': 130, 'avg_loss': 1.0310844233017842, 'avg_acc_mask': 66.85731952388313, 'loss': 1.2473156452178955}
{'epoch': 91, 'iter': 140, 'avg_loss': 1.038961483231673, 'avg_acc_mask': 66.64262011253787, 'loss': 1.2694075107574463}
{'epoch': 91, 'iter': 150, 'avg_loss': 1.038098572500494, 'avg_acc_mask': 66.64413196322336, 'loss': 1.0691418647766113}
{'epoch': 91, 'iter': 160, 'avg_loss': 1.0428192704360677, 'avg_acc_mask': 66.44192850782343, 'loss': 1.3056483268737793}
{'epoch': 91, 'iter': 170, 'avg_loss': 1.0413577051190606, 'avg_acc_mask': 66.33473305338933, 'loss': 0.8674665093421936}
{'epoch': 91, 'iter': 180, 'avg_loss': 1.0417753975035735, 'avg_acc_mask': 66.36867715287994, 'loss': 1.605115532875061}
{'epoch': 91, 'iter': 190, 'avg_loss': 1.0319943942948786, 'avg_acc_mask': 66.6308551783412, 'loss': 0.7647830247879028}
{'epoch': 91, 'iter': 200, 'avg_loss': 1.034530332728998, 'avg_acc_mask': 66.57827638959715, 'loss': 0.9888443946838379}
{'epoch': 91, 'iter': 210, 'avg_loss': 1.0365132070830647, 'avg_acc_mask': 66.54325798908808, 'loss': 1.5627626180648804}
{'epoch': 91, 'iter': 220, 'avg_loss': 1.0354999042204602, 'avg_acc_mask': 66.48763774423557, 'loss': 0.8987380266189575}
{'epoch': 91, 'iter': 230, 'avg_loss': 1.0307864022977424, 'avg_acc_mask': 66.61340434975588, 'loss': 0.8080028891563416}
{'epoch': 91, 'iter': 240, 'avg_loss': 1.0306835194346322, 'avg_acc_mask': 66.68648602735072, 'loss': 0.9041410684585571}
{'epoch': 91, 'iter': 250, 'avg_loss': 1.0309753600819653, 'avg_acc_mask': 66.61224489795919, 'loss': 1.0598174333572388}
{'epoch': 91, 'iter': 260, 'avg_loss': 1.029431050993017, 'avg_acc_mask': 66.64829974811083, 'loss': 0.7749234437942505}
{'epoch': 91, 'iter': 270, 'avg_loss': 1.0340978261289562, 'avg_acc_mask': 66.56318618914212, 'loss': 1.13692307472229}
{'epoch': 91, 'iter': 280, 'avg_loss': 1.0398830075705179, 'avg_acc_mask': 66.43065693430657, 'loss': 1.040457010269165}
{'epoch': 91, 'iter': 290, 'avg_loss': 1.0347762777633274, 'avg_acc_mask': 66.553911205074, 'loss': 0.8414960503578186}
{'epoch': 91, 'iter': 300, 'avg_loss': 1.0307113783700126, 'avg_acc_mask': 66.67121605022518, 'loss': 0.8782370686531067}
{'epoch': 91, 'iter': 310, 'avg_loss': 1.0311779220771176, 'avg_acc_mask': 66.66886543535621, 'loss': 1.1136727333068848}
{'epoch': 91, 'iter': 320, 'avg_loss': 1.0287148709237761, 'avg_acc_mask': 66.72851749952012, 'loss': 0.9180005192756653}
{'epoch': 91, 'iter': 330, 'avg_loss': 1.0285294090152868, 'avg_acc_mask': 66.72247023809523, 'loss': 1.4000890254974365}
{'epoch': 91, 'iter': 340, 'avg_loss': 1.0281533869830044, 'avg_acc_mask': 66.72872500150142, 'loss': 0.8895354866981506}
{'epoch': 91, 'iter': 350, 'avg_loss': 1.0289905499189327, 'avg_acc_mask': 66.67054850355188, 'loss': 1.0419281721115112}
{'epoch': 91, 'iter': 360, 'avg_loss': 1.0303276560973593, 'avg_acc_mask': 66.65914730430859, 'loss': 0.8849111199378967}
{'epoch': 91, 'iter': 370, 'avg_loss': 1.0304982573838246, 'avg_acc_mask': 66.67398222319763, 'loss': 1.1907703876495361}
{'epoch': 91, 'iter': 380, 'avg_loss': 1.0311042107935027, 'avg_acc_mask': 66.63281124712674, 'loss': 0.9558563828468323}
{'epoch': 91, 'iter': 390, 'avg_loss': 1.0313254568887793, 'avg_acc_mask': 66.6216286441823, 'loss': 1.1945549249649048}
{'epoch': 'EP91_test', 'avg_loss': 1.0309587324207479, 'total_masked_acc': 66.62380413537701}
{'epoch': 92, 'iter': 0, 'avg_loss': 0.9862433671951294, 'avg_acc_mask': 65.21739130434783, 'loss': 0.9862433671951294}
{'epoch': 92, 'iter': 10, 'avg_loss': 1.0402505506168713, 'avg_acc_mask': 64.77064220183486, 'loss': 1.393369197845459}
{'epoch': 92, 'iter': 20, 'avg_loss': 1.0072344569932847, 'avg_acc_mask': 66.66666666666666, 'loss': 1.0003901720046997}
{'epoch': 92, 'iter': 30, 'avg_loss': 0.9792605273185238, 'avg_acc_mask': 67.81310837118754, 'loss': 1.0587712526321411}
{'epoch': 92, 'iter': 40, 'avg_loss': 0.9854108691215515, 'avg_acc_mask': 67.78557114228457, 'loss': 1.2504979372024536}
{'epoch': 92, 'iter': 50, 'avg_loss': 0.9905808007015902, 'avg_acc_mask': 67.78042959427208, 'loss': 0.8263124227523804}
{'epoch': 92, 'iter': 60, 'avg_loss': 1.0037858212580446, 'avg_acc_mask': 67.0389170896785, 'loss': 1.1784244775772095}
{'epoch': 92, 'iter': 70, 'avg_loss': 1.0072294952164234, 'avg_acc_mask': 66.8100975329891, 'loss': 0.8629510998725891}
{'epoch': 92, 'iter': 80, 'avg_loss': 1.0227895121515533, 'avg_acc_mask': 66.16503636819664, 'loss': 1.0859808921813965}
{'epoch': 92, 'iter': 90, 'avg_loss': 1.0220651456287928, 'avg_acc_mask': 66.13661814109743, 'loss': 0.8232669234275818}
{'epoch': 92, 'iter': 100, 'avg_loss': 1.021364378457022, 'avg_acc_mask': 66.37510170870627, 'loss': 0.6856682300567627}
{'epoch': 92, 'iter': 110, 'avg_loss': 1.0219116001515776, 'avg_acc_mask': 66.41599413059429, 'loss': 1.2943636178970337}
{'epoch': 92, 'iter': 120, 'avg_loss': 1.0206160978837446, 'avg_acc_mask': 66.68353576248313, 'loss': 0.8792735934257507}
{'epoch': 92, 'iter': 130, 'avg_loss': 1.0196594463959905, 'avg_acc_mask': 66.74937965260546, 'loss': 1.1338337659835815}
{'epoch': 92, 'iter': 140, 'avg_loss': 1.0256875808357346, 'avg_acc_mask': 66.65706466945124, 'loss': 1.2656759023666382}
{'epoch': 92, 'iter': 150, 'avg_loss': 1.027887614752283, 'avg_acc_mask': 66.59902597402598, 'loss': 1.2531757354736328}
{'epoch': 92, 'iter': 160, 'avg_loss': 1.0233875498268175, 'avg_acc_mask': 66.66242686339355, 'loss': 0.8072285056114197}
{'epoch': 92, 'iter': 170, 'avg_loss': 1.0276828080590008, 'avg_acc_mask': 66.55474277491305, 'loss': 1.3337244987487793}
{'epoch': 92, 'iter': 180, 'avg_loss': 1.0288108241492213, 'avg_acc_mask': 66.67802772097251, 'loss': 1.4321914911270142}
{'epoch': 92, 'iter': 190, 'avg_loss': 1.020594326301395, 'avg_acc_mask': 66.89276485788113, 'loss': 0.7625170946121216}
{'epoch': 92, 'iter': 200, 'avg_loss': 1.0214707228674818, 'avg_acc_mask': 66.88809402146141, 'loss': 1.1450532674789429}
{'epoch': 92, 'iter': 210, 'avg_loss': 1.0239318925622516, 'avg_acc_mask': 66.90318818040436, 'loss': 1.2878304719924927}
{'epoch': 92, 'iter': 220, 'avg_loss': 1.0245687459928419, 'avg_acc_mask': 66.86935691910816, 'loss': 0.9679120182991028}
{'epoch': 92, 'iter': 230, 'avg_loss': 1.0245758052512164, 'avg_acc_mask': 66.81459128428153, 'loss': 0.9784017205238342}
{'epoch': 92, 'iter': 240, 'avg_loss': 1.0254172111447917, 'avg_acc_mask': 66.83964270523181, 'loss': 0.9315510392189026}
{'epoch': 92, 'iter': 250, 'avg_loss': 1.0230190062902838, 'avg_acc_mask': 66.94296265900698, 'loss': 1.359508991241455}
{'epoch': 92, 'iter': 260, 'avg_loss': 1.0253828462513013, 'avg_acc_mask': 66.87233032747983, 'loss': 1.0761449337005615}
{'epoch': 92, 'iter': 270, 'avg_loss': 1.0264083721101065, 'avg_acc_mask': 66.92078981474423, 'loss': 1.0097370147705078}
{'epoch': 92, 'iter': 280, 'avg_loss': 1.029384234833972, 'avg_acc_mask': 66.70336930191588, 'loss': 1.1267563104629517}
{'epoch': 92, 'iter': 290, 'avg_loss': 1.028567085970718, 'avg_acc_mask': 66.67611823917204, 'loss': 0.7283281683921814}
{'epoch': 92, 'iter': 300, 'avg_loss': 1.0285464156901718, 'avg_acc_mask': 66.7192429022082, 'loss': 1.2533326148986816}
{'epoch': 92, 'iter': 310, 'avg_loss': 1.0282069153341067, 'avg_acc_mask': 66.72424101508005, 'loss': 1.6423615217208862}
{'epoch': 92, 'iter': 320, 'avg_loss': 1.028613303309289, 'avg_acc_mask': 66.72683901747148, 'loss': 1.0207828283309937}
{'epoch': 92, 'iter': 330, 'avg_loss': 1.028483912483803, 'avg_acc_mask': 66.72507666312035, 'loss': 0.9817337989807129}
{'epoch': 92, 'iter': 340, 'avg_loss': 1.0261832189000597, 'avg_acc_mask': 66.73936750272628, 'loss': 0.9826130867004395}
{'epoch': 92, 'iter': 350, 'avg_loss': 1.0239654648677576, 'avg_acc_mask': 66.75903543423148, 'loss': 1.06840181350708}
{'epoch': 92, 'iter': 360, 'avg_loss': 1.0246901903456267, 'avg_acc_mask': 66.73544245758826, 'loss': 1.004991054534912}
{'epoch': 92, 'iter': 370, 'avg_loss': 1.0241843789735574, 'avg_acc_mask': 66.67410216372964, 'loss': 1.2919784784317017}
{'epoch': 92, 'iter': 380, 'avg_loss': 1.0233735060441524, 'avg_acc_mask': 66.72278034211242, 'loss': 0.652077853679657}
{'epoch': 92, 'iter': 390, 'avg_loss': 1.02376468742595, 'avg_acc_mask': 66.63672865595942, 'loss': 0.8808179497718811}
{'epoch': 'EP92_test', 'avg_loss': 1.0244742559664177, 'total_masked_acc': 66.6144691512684}
{'epoch': 93, 'iter': 0, 'avg_loss': 0.7703190445899963, 'avg_acc_mask': 75.92592592592592, 'loss': 0.7703190445899963}
{'epoch': 93, 'iter': 10, 'avg_loss': 0.9884323369372975, 'avg_acc_mask': 67.76699029126215, 'loss': 1.3460750579833984}
{'epoch': 93, 'iter': 20, 'avg_loss': 0.9885771246183486, 'avg_acc_mask': 67.88899900891973, 'loss': 1.2334637641906738}
{'epoch': 93, 'iter': 30, 'avg_loss': 0.9854804046692387, 'avg_acc_mask': 67.67810026385224, 'loss': 1.009592890739441}
{'epoch': 93, 'iter': 40, 'avg_loss': 1.0076710567241762, 'avg_acc_mask': 67.54164563351843, 'loss': 1.2614012956619263}
{'epoch': 93, 'iter': 50, 'avg_loss': 1.0032285323330001, 'avg_acc_mask': 67.68243785084202, 'loss': 0.6945968270301819}
{'epoch': 93, 'iter': 60, 'avg_loss': 0.9978226794571173, 'avg_acc_mask': 67.73540330745865, 'loss': 0.8332192301750183}
{'epoch': 93, 'iter': 70, 'avg_loss': 0.9925545420445187, 'avg_acc_mask': 67.60321100917432, 'loss': 1.152866244316101}
{'epoch': 93, 'iter': 80, 'avg_loss': 0.9945684840649734, 'avg_acc_mask': 67.58724579462717, 'loss': 1.243268609046936}
{'epoch': 93, 'iter': 90, 'avg_loss': 0.9965170779071011, 'avg_acc_mask': 67.73255813953489, 'loss': 0.9462714195251465}
{'epoch': 93, 'iter': 100, 'avg_loss': 0.9963192007329205, 'avg_acc_mask': 67.69973837794325, 'loss': 0.8358604311943054}
{'epoch': 93, 'iter': 110, 'avg_loss': 1.0002524079503239, 'avg_acc_mask': 67.56558429645936, 'loss': 1.2152239084243774}
{'epoch': 93, 'iter': 120, 'avg_loss': 1.000876543443065, 'avg_acc_mask': 67.69724615644535, 'loss': 1.418216586112976}
{'epoch': 93, 'iter': 130, 'avg_loss': 1.0052231886914669, 'avg_acc_mask': 67.562529128476, 'loss': 1.1442556381225586}
{'epoch': 93, 'iter': 140, 'avg_loss': 1.0107444858720116, 'avg_acc_mask': 67.31686172518422, 'loss': 1.08823823928833}
{'epoch': 93, 'iter': 150, 'avg_loss': 1.0107617196657799, 'avg_acc_mask': 67.471841498168, 'loss': 1.2107603549957275}
{'epoch': 93, 'iter': 160, 'avg_loss': 1.0058735927439624, 'avg_acc_mask': 67.3482428115016, 'loss': 0.9047205448150635}
{'epoch': 93, 'iter': 170, 'avg_loss': 1.0067872847729957, 'avg_acc_mask': 67.35457398020758, 'loss': 0.963634192943573}
{'epoch': 93, 'iter': 180, 'avg_loss': 1.0147335631412695, 'avg_acc_mask': 67.09236031927024, 'loss': 1.2478195428848267}
{'epoch': 93, 'iter': 190, 'avg_loss': 1.009294567619943, 'avg_acc_mask': 67.2626788036411, 'loss': 0.9905936121940613}
{'epoch': 93, 'iter': 200, 'avg_loss': 1.0166028557132132, 'avg_acc_mask': 67.10850801479656, 'loss': 0.9771682620048523}
{'epoch': 93, 'iter': 210, 'avg_loss': 1.0219937588366288, 'avg_acc_mask': 66.92481129301049, 'loss': 1.24093759059906}
{'epoch': 93, 'iter': 220, 'avg_loss': 1.0196557754305153, 'avg_acc_mask': 66.9519910681057, 'loss': 0.9119834899902344}
{'epoch': 93, 'iter': 230, 'avg_loss': 1.0144549812073316, 'avg_acc_mask': 67.1341790244774, 'loss': 1.0797324180603027}
{'epoch': 93, 'iter': 240, 'avg_loss': 1.0132861510846625, 'avg_acc_mask': 67.06658668266347, 'loss': 0.7851897478103638}
{'epoch': 93, 'iter': 250, 'avg_loss': 1.0202887179367095, 'avg_acc_mask': 66.79802955665025, 'loss': 0.9465434551239014}
{'epoch': 93, 'iter': 260, 'avg_loss': 1.019316180912471, 'avg_acc_mask': 66.86418582602512, 'loss': 0.9170172810554504}
{'epoch': 93, 'iter': 270, 'avg_loss': 1.0233904187089842, 'avg_acc_mask': 66.72471229557844, 'loss': 1.2366187572479248}
{'epoch': 93, 'iter': 280, 'avg_loss': 1.023902628769654, 'avg_acc_mask': 66.65695981362842, 'loss': 1.462895393371582}
{'epoch': 93, 'iter': 290, 'avg_loss': 1.0198265711466472, 'avg_acc_mask': 66.84533464983427, 'loss': 0.7831473350524902}
{'epoch': 93, 'iter': 300, 'avg_loss': 1.016892022270697, 'avg_acc_mask': 66.96227573504332, 'loss': 0.9102116227149963}
{'epoch': 93, 'iter': 310, 'avg_loss': 1.0188718497561489, 'avg_acc_mask': 66.8910446776216, 'loss': 1.2706458568572998}
{'epoch': 93, 'iter': 320, 'avg_loss': 1.018914770114459, 'avg_acc_mask': 66.89681626390487, 'loss': 1.105341911315918}
{'epoch': 93, 'iter': 330, 'avg_loss': 1.0185404011129973, 'avg_acc_mask': 66.88803376365442, 'loss': 1.3073686361312866}
{'epoch': 93, 'iter': 340, 'avg_loss': 1.020565023345332, 'avg_acc_mask': 66.81322652532675, 'loss': 0.9857709407806396}
{'epoch': 93, 'iter': 350, 'avg_loss': 1.0212266027417958, 'avg_acc_mask': 66.80306307359561, 'loss': 1.087007761001587}
{'epoch': 93, 'iter': 360, 'avg_loss': 1.0203808524602007, 'avg_acc_mask': 66.89216076402707, 'loss': 0.76179438829422}
{'epoch': 93, 'iter': 370, 'avg_loss': 1.0170552524916245, 'avg_acc_mask': 67.06454465075154, 'loss': 0.9969726204872131}
{'epoch': 93, 'iter': 380, 'avg_loss': 1.017036757600589, 'avg_acc_mask': 67.06686766447723, 'loss': 1.0782811641693115}
{'epoch': 93, 'iter': 390, 'avg_loss': 1.0145697965646339, 'avg_acc_mask': 67.15072083879423, 'loss': 1.0602396726608276}
{'epoch': 'EP93_test', 'avg_loss': 1.0157268381480016, 'total_masked_acc': 67.10410290990197}
{'epoch': 94, 'iter': 0, 'avg_loss': 0.6619627475738525, 'avg_acc_mask': 77.77777777777779, 'loss': 0.6619627475738525}
{'epoch': 94, 'iter': 10, 'avg_loss': 1.0706477923826738, 'avg_acc_mask': 62.22222222222222, 'loss': 1.1433182954788208}
{'epoch': 94, 'iter': 20, 'avg_loss': 1.0613951966876076, 'avg_acc_mask': 63.1, 'loss': 1.069615125656128}
{'epoch': 94, 'iter': 30, 'avg_loss': 1.081823783536111, 'avg_acc_mask': 62.73087071240106, 'loss': 1.2462812662124634}
{'epoch': 94, 'iter': 40, 'avg_loss': 1.0578594018773335, 'avg_acc_mask': 64.03022670025189, 'loss': 0.8300082683563232}
{'epoch': 94, 'iter': 50, 'avg_loss': 1.036384105682373, 'avg_acc_mask': 65.18936341659952, 'loss': 0.6691088080406189}
{'epoch': 94, 'iter': 60, 'avg_loss': 1.0335673582358438, 'avg_acc_mask': 65.56714910804443, 'loss': 0.9220481514930725}
{'epoch': 94, 'iter': 70, 'avg_loss': 1.0227639540820055, 'avg_acc_mask': 65.95319634703196, 'loss': 0.8822682499885559}
{'epoch': 94, 'iter': 80, 'avg_loss': 1.0314640645627622, 'avg_acc_mask': 65.81709145427287, 'loss': 1.359656572341919}
{'epoch': 94, 'iter': 90, 'avg_loss': 1.0311315695008079, 'avg_acc_mask': 66.00579193584318, 'loss': 1.0048421621322632}
{'epoch': 94, 'iter': 100, 'avg_loss': 1.0284658345845665, 'avg_acc_mask': 65.94115276098348, 'loss': 0.917973518371582}
{'epoch': 94, 'iter': 110, 'avg_loss': 1.0364809406770241, 'avg_acc_mask': 65.86352768070627, 'loss': 1.0781021118164062}
{'epoch': 94, 'iter': 120, 'avg_loss': 1.038126891802165, 'avg_acc_mask': 65.74464496542419, 'loss': 1.3959349393844604}
{'epoch': 94, 'iter': 130, 'avg_loss': 1.0341833247483232, 'avg_acc_mask': 65.81355669303552, 'loss': 1.289699912071228}
{'epoch': 94, 'iter': 140, 'avg_loss': 1.0381660761562646, 'avg_acc_mask': 65.71800057786767, 'loss': 1.2200753688812256}
{'epoch': 94, 'iter': 150, 'avg_loss': 1.0309138688820088, 'avg_acc_mask': 65.99184782608695, 'loss': 1.2247017621994019}
{'epoch': 94, 'iter': 160, 'avg_loss': 1.029380746879933, 'avg_acc_mask': 66.09349127499682, 'loss': 0.9639866948127747}
{'epoch': 94, 'iter': 170, 'avg_loss': 1.0296414121549728, 'avg_acc_mask': 66.24670026397888, 'loss': 1.175954818725586}
{'epoch': 94, 'iter': 180, 'avg_loss': 1.0295133040754834, 'avg_acc_mask': 66.17680565048985, 'loss': 1.209443211555481}
{'epoch': 94, 'iter': 190, 'avg_loss': 1.027389949841025, 'avg_acc_mask': 66.230677764566, 'loss': 0.7992831468582153}
{'epoch': 94, 'iter': 200, 'avg_loss': 1.0303117529076724, 'avg_acc_mask': 66.17268704332614, 'loss': 0.7397500276565552}
{'epoch': 94, 'iter': 210, 'avg_loss': 1.0375623499612672, 'avg_acc_mask': 65.94366473648053, 'loss': 1.6193022727966309}
{'epoch': 94, 'iter': 220, 'avg_loss': 1.039200712383063, 'avg_acc_mask': 65.88771995158737, 'loss': 1.0939363241195679}
{'epoch': 94, 'iter': 230, 'avg_loss': 1.0354859929580194, 'avg_acc_mask': 66.01143674052895, 'loss': 1.0928503274917603}
{'epoch': 94, 'iter': 240, 'avg_loss': 1.0359310933168497, 'avg_acc_mask': 66.05779950261555, 'loss': 1.4634904861450195}
{'epoch': 94, 'iter': 250, 'avg_loss': 1.040605934017683, 'avg_acc_mask': 65.89899654548445, 'loss': 0.9811071157455444}
{'epoch': 94, 'iter': 260, 'avg_loss': 1.0442335948176769, 'avg_acc_mask': 65.86906736160468, 'loss': 1.1791847944259644}
{'epoch': 94, 'iter': 270, 'avg_loss': 1.044796582737532, 'avg_acc_mask': 65.90323069922646, 'loss': 0.896734356880188}
{'epoch': 94, 'iter': 280, 'avg_loss': 1.0448767483446522, 'avg_acc_mask': 65.91374269005847, 'loss': 1.1394720077514648}
{'epoch': 94, 'iter': 290, 'avg_loss': 1.0404615078595085, 'avg_acc_mask': 65.99872997953857, 'loss': 0.7846578359603882}
{'epoch': 94, 'iter': 300, 'avg_loss': 1.0363103717664548, 'avg_acc_mask': 66.07691782225562, 'loss': 1.259110689163208}
{'epoch': 94, 'iter': 310, 'avg_loss': 1.035532713319711, 'avg_acc_mask': 66.14906832298136, 'loss': 1.138604760169983}
{'epoch': 94, 'iter': 320, 'avg_loss': 1.032584213022131, 'avg_acc_mask': 66.27101244706787, 'loss': 1.0952261686325073}
{'epoch': 94, 'iter': 330, 'avg_loss': 1.0312721783300902, 'avg_acc_mask': 66.26416033860326, 'loss': 1.1148402690887451}
{'epoch': 94, 'iter': 340, 'avg_loss': 1.0305613141255645, 'avg_acc_mask': 66.25670705974558, 'loss': 1.2406049966812134}
{'epoch': 94, 'iter': 350, 'avg_loss': 1.0284192747200316, 'avg_acc_mask': 66.38719512195121, 'loss': 0.8700827956199646}
{'epoch': 94, 'iter': 360, 'avg_loss': 1.02737779052634, 'avg_acc_mask': 66.38966361204393, 'loss': 1.1908316612243652}
{'epoch': 94, 'iter': 370, 'avg_loss': 1.02611863243612, 'avg_acc_mask': 66.36172100243957, 'loss': 1.2572453022003174}
{'epoch': 94, 'iter': 380, 'avg_loss': 1.026142939338534, 'avg_acc_mask': 66.31948192120886, 'loss': 1.129807949066162}
{'epoch': 94, 'iter': 390, 'avg_loss': 1.0262580257852365, 'avg_acc_mask': 66.28505409095683, 'loss': 1.1801815032958984}
{'epoch': 'EP94_test', 'avg_loss': 1.0253304804515357, 'total_masked_acc': 66.28280942006432}
{'epoch': 95, 'iter': 0, 'avg_loss': 0.8784650564193726, 'avg_acc_mask': 73.68421052631578, 'loss': 0.8784650564193726}
{'epoch': 95, 'iter': 10, 'avg_loss': 1.0991547541184858, 'avg_acc_mask': 63.63636363636363, 'loss': 1.0751516819000244}
{'epoch': 95, 'iter': 20, 'avg_loss': 1.0396902419271923, 'avg_acc_mask': 64.83931947069944, 'loss': 1.2174386978149414}
{'epoch': 95, 'iter': 30, 'avg_loss': 1.0177711209943217, 'avg_acc_mask': 65.49520766773162, 'loss': 0.9914539456367493}
{'epoch': 95, 'iter': 40, 'avg_loss': 0.9856266350280948, 'avg_acc_mask': 67.69078295341923, 'loss': 0.8899949789047241}
{'epoch': 95, 'iter': 50, 'avg_loss': 0.9722466714241925, 'avg_acc_mask': 67.8060413354531, 'loss': 0.949662446975708}
{'epoch': 95, 'iter': 60, 'avg_loss': 0.9689207497190256, 'avg_acc_mask': 68.04812834224599, 'loss': 0.8748382329940796}
{'epoch': 95, 'iter': 70, 'avg_loss': 0.959288540860297, 'avg_acc_mask': 68.31428571428572, 'loss': 0.902076005935669}
{'epoch': 95, 'iter': 80, 'avg_loss': 0.9648830000265145, 'avg_acc_mask': 68.23176823176823, 'loss': 1.3644814491271973}
{'epoch': 95, 'iter': 90, 'avg_loss': 0.9584197467500037, 'avg_acc_mask': 68.67899309423035, 'loss': 0.8464316725730896}
{'epoch': 95, 'iter': 100, 'avg_loss': 0.9626147487375996, 'avg_acc_mask': 68.50282485875707, 'loss': 0.768639087677002}
{'epoch': 95, 'iter': 110, 'avg_loss': 0.9727934330433339, 'avg_acc_mask': 68.16184547784694, 'loss': 1.2660542726516724}
{'epoch': 95, 'iter': 120, 'avg_loss': 0.975979370026549, 'avg_acc_mask': 68.2732961271774, 'loss': 0.9285352230072021}
{'epoch': 95, 'iter': 130, 'avg_loss': 0.9883866965315724, 'avg_acc_mask': 67.72593396372656, 'loss': 1.3185291290283203}
{'epoch': 95, 'iter': 140, 'avg_loss': 0.991898201458843, 'avg_acc_mask': 67.60907003444316, 'loss': 1.039870023727417}
{'epoch': 95, 'iter': 150, 'avg_loss': 0.9948856341128318, 'avg_acc_mask': 67.51302953360951, 'loss': 1.4893673658370972}
{'epoch': 95, 'iter': 160, 'avg_loss': 0.9936657584972263, 'avg_acc_mask': 67.53768844221105, 'loss': 1.0603669881820679}
{'epoch': 95, 'iter': 170, 'avg_loss': 0.999122979348166, 'avg_acc_mask': 67.415863955286, 'loss': 1.1225008964538574}
{'epoch': 95, 'iter': 180, 'avg_loss': 1.0056550094435888, 'avg_acc_mask': 67.36830256641153, 'loss': 1.2912017107009888}
{'epoch': 95, 'iter': 190, 'avg_loss': 0.998952750448157, 'avg_acc_mask': 67.41597088417898, 'loss': 0.9070855975151062}
{'epoch': 95, 'iter': 200, 'avg_loss': 1.004141763668155, 'avg_acc_mask': 67.30495009166837, 'loss': 0.9182138442993164}
{'epoch': 95, 'iter': 210, 'avg_loss': 1.0098494737634163, 'avg_acc_mask': 67.14783956597559, 'loss': 1.1195331811904907}
{'epoch': 95, 'iter': 220, 'avg_loss': 1.0154442927416634, 'avg_acc_mask': 66.82940309506263, 'loss': 0.9704397916793823}
{'epoch': 95, 'iter': 230, 'avg_loss': 1.009671242980214, 'avg_acc_mask': 67.11843387368235, 'loss': 0.6016948819160461}
{'epoch': 95, 'iter': 240, 'avg_loss': 1.0065407938482356, 'avg_acc_mask': 67.24797958315611, 'loss': 0.9203529357910156}
{'epoch': 95, 'iter': 250, 'avg_loss': 1.0094588282573747, 'avg_acc_mask': 67.13645621181263, 'loss': 1.1776758432388306}
{'epoch': 95, 'iter': 260, 'avg_loss': 1.012271224538942, 'avg_acc_mask': 67.1310064172797, 'loss': 1.1328167915344238}
{'epoch': 95, 'iter': 270, 'avg_loss': 1.0141116631426934, 'avg_acc_mask': 67.07363026603362, 'loss': 0.8668317198753357}
{'epoch': 95, 'iter': 280, 'avg_loss': 1.015360429617858, 'avg_acc_mask': 67.0310576992688, 'loss': 1.0198431015014648}
{'epoch': 95, 'iter': 290, 'avg_loss': 1.0122749967263736, 'avg_acc_mask': 67.00251889168766, 'loss': 0.9295715093612671}
{'epoch': 95, 'iter': 300, 'avg_loss': 1.0110568915094649, 'avg_acc_mask': 67.09848073792729, 'loss': 1.3154418468475342}
{'epoch': 95, 'iter': 310, 'avg_loss': 1.012368764907984, 'avg_acc_mask': 66.99200838464562, 'loss': 1.3205653429031372}
{'epoch': 95, 'iter': 320, 'avg_loss': 1.0090820085593843, 'avg_acc_mask': 67.08901056920922, 'loss': 0.7445217967033386}
{'epoch': 95, 'iter': 330, 'avg_loss': 1.0107775416979257, 'avg_acc_mask': 67.11372064276885, 'loss': 1.3101478815078735}
{'epoch': 95, 'iter': 340, 'avg_loss': 1.0090966130281822, 'avg_acc_mask': 67.1487727300006, 'loss': 0.9397456645965576}
{'epoch': 95, 'iter': 350, 'avg_loss': 1.01106372806761, 'avg_acc_mask': 67.12720065290895, 'loss': 0.754930853843689}
{'epoch': 95, 'iter': 360, 'avg_loss': 1.0111533492555909, 'avg_acc_mask': 67.15241551372193, 'loss': 0.8169087171554565}
{'epoch': 95, 'iter': 370, 'avg_loss': 1.0103391611351158, 'avg_acc_mask': 67.12766543611218, 'loss': 0.9723452925682068}
{'epoch': 95, 'iter': 380, 'avg_loss': 1.0137505500022508, 'avg_acc_mask': 66.9492434810602, 'loss': 1.2328892946243286}
{'epoch': 95, 'iter': 390, 'avg_loss': 1.0132190917458985, 'avg_acc_mask': 66.92568448500651, 'loss': 1.3356618881225586}
{'epoch': 'EP95_test', 'avg_loss': 1.0140188891779294, 'total_masked_acc': 66.93685786566162}
{'epoch': 96, 'iter': 0, 'avg_loss': 0.9377555251121521, 'avg_acc_mask': 70.0, 'loss': 0.9377555251121521}
{'epoch': 96, 'iter': 10, 'avg_loss': 1.066131207075986, 'avg_acc_mask': 67.03296703296702, 'loss': 1.1011093854904175}
{'epoch': 96, 'iter': 20, 'avg_loss': 1.0133163361322313, 'avg_acc_mask': 68.40113528855251, 'loss': 1.1215180158615112}
{'epoch': 96, 'iter': 30, 'avg_loss': 0.9890279269987537, 'avg_acc_mask': 68.30848995463383, 'loss': 0.9216439127922058}
{'epoch': 96, 'iter': 40, 'avg_loss': 0.9859631904741613, 'avg_acc_mask': 68.44758064516128, 'loss': 1.2222574949264526}
{'epoch': 96, 'iter': 50, 'avg_loss': 0.9844419839335423, 'avg_acc_mask': 68.18732337505047, 'loss': 0.746864378452301}
{'epoch': 96, 'iter': 60, 'avg_loss': 0.9771785071638764, 'avg_acc_mask': 68.41750841750842, 'loss': 0.8106780648231506}
{'epoch': 96, 'iter': 70, 'avg_loss': 0.965592171104861, 'avg_acc_mask': 69.0116775847337, 'loss': 0.7789345383644104}
{'epoch': 96, 'iter': 80, 'avg_loss': 0.976181987627053, 'avg_acc_mask': 68.87004240458967, 'loss': 1.024299144744873}
{'epoch': 96, 'iter': 90, 'avg_loss': 0.9739422732657128, 'avg_acc_mask': 69.02734199910354, 'loss': 0.7822182178497314}
{'epoch': 96, 'iter': 100, 'avg_loss': 0.9743458351286332, 'avg_acc_mask': 68.9090909090909, 'loss': 1.301365613937378}
{'epoch': 96, 'iter': 110, 'avg_loss': 0.980679063646643, 'avg_acc_mask': 68.57933579335793, 'loss': 1.0319544076919556}
{'epoch': 96, 'iter': 120, 'avg_loss': 0.9926714286331303, 'avg_acc_mask': 68.10810810810811, 'loss': 1.029763102531433}
{'epoch': 96, 'iter': 130, 'avg_loss': 0.9931546349561852, 'avg_acc_mask': 68.04381846635368, 'loss': 1.048697590827942}
{'epoch': 96, 'iter': 140, 'avg_loss': 0.9919613764641133, 'avg_acc_mask': 67.80473630684295, 'loss': 1.366971492767334}
{'epoch': 96, 'iter': 150, 'avg_loss': 0.9927672353011883, 'avg_acc_mask': 67.72479564032697, 'loss': 0.8765497803688049}
{'epoch': 96, 'iter': 160, 'avg_loss': 0.994904549225517, 'avg_acc_mask': 67.3826876358522, 'loss': 0.7462676763534546}
{'epoch': 96, 'iter': 170, 'avg_loss': 0.9982411063205429, 'avg_acc_mask': 67.21331243217172, 'loss': 1.1274796724319458}
{'epoch': 96, 'iter': 180, 'avg_loss': 1.0052402197326744, 'avg_acc_mask': 67.11424670004553, 'loss': 1.5705411434173584}
{'epoch': 96, 'iter': 190, 'avg_loss': 1.0029910521981604, 'avg_acc_mask': 67.16756756756756, 'loss': 1.1311284303665161}
{'epoch': 96, 'iter': 200, 'avg_loss': 1.0100941153901133, 'avg_acc_mask': 66.83772965205789, 'loss': 1.5224225521087646}
{'epoch': 96, 'iter': 210, 'avg_loss': 1.0135958141060237, 'avg_acc_mask': 66.80327868852459, 'loss': 1.675736904144287}
{'epoch': 96, 'iter': 220, 'avg_loss': 1.0161325230317957, 'avg_acc_mask': 66.59879685330866, 'loss': 0.8798300623893738}
{'epoch': 96, 'iter': 230, 'avg_loss': 1.0112119804729114, 'avg_acc_mask': 66.72885572139303, 'loss': 1.1168292760849}
{'epoch': 96, 'iter': 240, 'avg_loss': 1.0111223419672226, 'avg_acc_mask': 66.74902027602658, 'loss': 1.1059393882751465}
{'epoch': 96, 'iter': 250, 'avg_loss': 1.0112202162761612, 'avg_acc_mask': 66.81405060181773, 'loss': 1.115286111831665}
{'epoch': 96, 'iter': 260, 'avg_loss': 1.0122235664005936, 'avg_acc_mask': 66.80844360428482, 'loss': 0.8830270767211914}
{'epoch': 96, 'iter': 270, 'avg_loss': 1.0162696176349457, 'avg_acc_mask': 66.79064824654623, 'loss': 0.7771862149238586}
{'epoch': 96, 'iter': 280, 'avg_loss': 1.015802699051718, 'avg_acc_mask': 66.76427525622255, 'loss': 0.9629948139190674}
{'epoch': 96, 'iter': 290, 'avg_loss': 1.015904294461319, 'avg_acc_mask': 66.81278280542986, 'loss': 1.0902550220489502}
{'epoch': 96, 'iter': 300, 'avg_loss': 1.013194506944612, 'avg_acc_mask': 66.87162669946028, 'loss': 0.7972519993782043}
{'epoch': 96, 'iter': 310, 'avg_loss': 1.0139388775518854, 'avg_acc_mask': 66.83387235165996, 'loss': 1.0890265703201294}
{'epoch': 96, 'iter': 320, 'avg_loss': 1.011429342525399, 'avg_acc_mask': 66.95496188096611, 'loss': 0.8067224025726318}
{'epoch': 96, 'iter': 330, 'avg_loss': 1.0122520214121147, 'avg_acc_mask': 67.04735894730308, 'loss': 1.349129319190979}
{'epoch': 96, 'iter': 340, 'avg_loss': 1.0127205675648105, 'avg_acc_mask': 67.0507329432346, 'loss': 1.0024787187576294}
{'epoch': 96, 'iter': 350, 'avg_loss': 1.0128131952041235, 'avg_acc_mask': 67.01890336973113, 'loss': 0.8952294588088989}
{'epoch': 96, 'iter': 360, 'avg_loss': 1.0140449224746788, 'avg_acc_mask': 67.0101332118866, 'loss': 0.819782018661499}
{'epoch': 96, 'iter': 370, 'avg_loss': 1.0133765934291232, 'avg_acc_mask': 67.01750498559717, 'loss': 1.235633373260498}
{'epoch': 96, 'iter': 380, 'avg_loss': 1.0123618892797335, 'avg_acc_mask': 66.96337055618493, 'loss': 0.8636783361434937}
{'epoch': 96, 'iter': 390, 'avg_loss': 1.0123124575371023, 'avg_acc_mask': 66.97117656323832, 'loss': 0.8806042671203613}
{'epoch': 'EP96_test', 'avg_loss': 1.0116072021650546, 'total_masked_acc': 67.01508060322413}
{'epoch': 97, 'iter': 0, 'avg_loss': 0.7275222539901733, 'avg_acc_mask': 80.32786885245902, 'loss': 0.7275222539901733}
{'epoch': 97, 'iter': 10, 'avg_loss': 1.0378707430579446, 'avg_acc_mask': 67.28280961182995, 'loss': 1.438306450843811}
{'epoch': 97, 'iter': 20, 'avg_loss': 0.9882288035892305, 'avg_acc_mask': 67.21311475409836, 'loss': 1.0222591161727905}
{'epoch': 97, 'iter': 30, 'avg_loss': 1.0030349666072476, 'avg_acc_mask': 67.8477690288714, 'loss': 1.287291407585144}
{'epoch': 97, 'iter': 40, 'avg_loss': 1.0125656077047673, 'avg_acc_mask': 67.94087665647298, 'loss': 0.8790518045425415}
{'epoch': 97, 'iter': 50, 'avg_loss': 1.0161112342395036, 'avg_acc_mask': 68.06451612903226, 'loss': 1.0483571290969849}
{'epoch': 97, 'iter': 60, 'avg_loss': 1.0153939953592956, 'avg_acc_mask': 67.99455226421517, 'loss': 1.1738961935043335}
{'epoch': 97, 'iter': 70, 'avg_loss': 1.0077677683931001, 'avg_acc_mask': 67.93212539545586, 'loss': 1.0660039186477661}
{'epoch': 97, 'iter': 80, 'avg_loss': 1.007473122558476, 'avg_acc_mask': 67.73788601556615, 'loss': 1.0988032817840576}
{'epoch': 97, 'iter': 90, 'avg_loss': 0.9988414890818543, 'avg_acc_mask': 68.02873821284238, 'loss': 1.037063479423523}
{'epoch': 97, 'iter': 100, 'avg_loss': 1.0051537985258763, 'avg_acc_mask': 67.75844421699078, 'loss': 0.9217125177383423}
{'epoch': 97, 'iter': 110, 'avg_loss': 1.0100791650312442, 'avg_acc_mask': 67.73771716794322, 'loss': 0.9344850778579712}
{'epoch': 97, 'iter': 120, 'avg_loss': 1.007803270885767, 'avg_acc_mask': 67.67694162218014, 'loss': 1.1547335386276245}
{'epoch': 97, 'iter': 130, 'avg_loss': 1.006048986702475, 'avg_acc_mask': 67.6830236620613, 'loss': 1.1445019245147705}
{'epoch': 97, 'iter': 140, 'avg_loss': 1.0126407879886898, 'avg_acc_mask': 67.3270254287404, 'loss': 1.2112735509872437}
{'epoch': 97, 'iter': 150, 'avg_loss': 1.0127436564063395, 'avg_acc_mask': 67.319900634833, 'loss': 1.124040961265564}
{'epoch': 97, 'iter': 160, 'avg_loss': 1.0110870945897903, 'avg_acc_mask': 67.35225201770372, 'loss': 1.0353901386260986}
{'epoch': 97, 'iter': 170, 'avg_loss': 1.0120397149122249, 'avg_acc_mask': 67.35516988511367, 'loss': 1.2586333751678467}
{'epoch': 97, 'iter': 180, 'avg_loss': 1.0176768940127356, 'avg_acc_mask': 67.3913043478261, 'loss': 1.2750532627105713}
{'epoch': 97, 'iter': 190, 'avg_loss': 1.015481879729875, 'avg_acc_mask': 67.4554259300022, 'loss': 1.0904579162597656}
{'epoch': 97, 'iter': 200, 'avg_loss': 1.0124633026063738, 'avg_acc_mask': 67.5763278962777, 'loss': 0.9204767346382141}
{'epoch': 97, 'iter': 210, 'avg_loss': 1.0102075704183624, 'avg_acc_mask': 67.72713673082677, 'loss': 1.141216516494751}
{'epoch': 97, 'iter': 220, 'avg_loss': 1.0110022089869728, 'avg_acc_mask': 67.60883998861804, 'loss': 0.6836108565330505}
{'epoch': 97, 'iter': 230, 'avg_loss': 1.006961901853611, 'avg_acc_mask': 67.6944065484311, 'loss': 1.2090266942977905}
{'epoch': 97, 'iter': 240, 'avg_loss': 1.0071104330887932, 'avg_acc_mask': 67.7065179505054, 'loss': 0.8258948922157288}
{'epoch': 97, 'iter': 250, 'avg_loss': 1.007492955818594, 'avg_acc_mask': 67.6716218473359, 'loss': 0.9840973615646362}
{'epoch': 97, 'iter': 260, 'avg_loss': 1.00830938612821, 'avg_acc_mask': 67.59251826282411, 'loss': 0.49388694763183594}
{'epoch': 97, 'iter': 270, 'avg_loss': 1.0115672192670322, 'avg_acc_mask': 67.46356134803733, 'loss': 0.8908218741416931}
{'epoch': 97, 'iter': 280, 'avg_loss': 1.0140536640674618, 'avg_acc_mask': 67.41330555142135, 'loss': 0.860201358795166}
{'epoch': 97, 'iter': 290, 'avg_loss': 1.013471204902708, 'avg_acc_mask': 67.39005461339465, 'loss': 0.9600508213043213}
{'epoch': 97, 'iter': 300, 'avg_loss': 1.0097719859641257, 'avg_acc_mask': 67.48802665371, 'loss': 0.8847355246543884}
{'epoch': 97, 'iter': 310, 'avg_loss': 1.0130943191204806, 'avg_acc_mask': 67.47585836909872, 'loss': 1.0737911462783813}
{'epoch': 97, 'iter': 320, 'avg_loss': 1.0117624904322104, 'avg_acc_mask': 67.48490161698811, 'loss': 0.8682639598846436}
{'epoch': 97, 'iter': 330, 'avg_loss': 1.013135926691067, 'avg_acc_mask': 67.47829369573424, 'loss': 1.0324934720993042}
{'epoch': 97, 'iter': 340, 'avg_loss': 1.0118820164735016, 'avg_acc_mask': 67.42567608815091, 'loss': 1.0150432586669922}
{'epoch': 97, 'iter': 350, 'avg_loss': 1.012771433829582, 'avg_acc_mask': 67.40364152281863, 'loss': 1.096820592880249}
{'epoch': 97, 'iter': 360, 'avg_loss': 1.0129106299863957, 'avg_acc_mask': 67.43879364715326, 'loss': 1.0682564973831177}
{'epoch': 97, 'iter': 370, 'avg_loss': 1.00796534679328, 'avg_acc_mask': 67.59673451129501, 'loss': 0.7583833932876587}
{'epoch': 97, 'iter': 380, 'avg_loss': 1.0073598359669913, 'avg_acc_mask': 67.57036311176438, 'loss': 0.7814689874649048}
{'epoch': 97, 'iter': 390, 'avg_loss': 1.0091649857171052, 'avg_acc_mask': 67.45170680074094, 'loss': 1.1798686981201172}
{'epoch': 'EP97_test', 'avg_loss': 1.0103236165161085, 'total_masked_acc': 67.44587386256667}
{'epoch': 98, 'iter': 0, 'avg_loss': 0.9466471076011658, 'avg_acc_mask': 74.07407407407408, 'loss': 0.9466471076011658}
{'epoch': 98, 'iter': 10, 'avg_loss': 0.9708638299595226, 'avg_acc_mask': 68.34782608695652, 'loss': 1.3717392683029175}
{'epoch': 98, 'iter': 20, 'avg_loss': 0.9830117537861779, 'avg_acc_mask': 67.4264007597341, 'loss': 1.0967216491699219}
{'epoch': 98, 'iter': 30, 'avg_loss': 1.0058550776973847, 'avg_acc_mask': 66.55844155844156, 'loss': 1.3443597555160522}
{'epoch': 98, 'iter': 40, 'avg_loss': 0.968291518164844, 'avg_acc_mask': 68.02992518703242, 'loss': 1.099223017692566}
{'epoch': 98, 'iter': 50, 'avg_loss': 0.970895856034522, 'avg_acc_mask': 68.09184481393508, 'loss': 0.947403609752655}
{'epoch': 98, 'iter': 60, 'avg_loss': 0.9781825503364938, 'avg_acc_mask': 68.24391869376875, 'loss': 0.8548098206520081}
{'epoch': 98, 'iter': 70, 'avg_loss': 0.9772099273305543, 'avg_acc_mask': 68.28992072480182, 'loss': 0.9366499781608582}
{'epoch': 98, 'iter': 80, 'avg_loss': 0.9947738669536732, 'avg_acc_mask': 67.7037037037037, 'loss': 1.513593077659607}
{'epoch': 98, 'iter': 90, 'avg_loss': 0.9953105796824445, 'avg_acc_mask': 68.03350970017637, 'loss': 0.9058472514152527}
{'epoch': 98, 'iter': 100, 'avg_loss': 1.0013652685845251, 'avg_acc_mask': 68.02476532854004, 'loss': 0.7676618695259094}
{'epoch': 98, 'iter': 110, 'avg_loss': 1.0067991302894042, 'avg_acc_mask': 67.66142159522518, 'loss': 1.2174667119979858}
{'epoch': 98, 'iter': 120, 'avg_loss': 1.0142748513497597, 'avg_acc_mask': 67.50962987774241, 'loss': 0.8084754943847656}
{'epoch': 98, 'iter': 130, 'avg_loss': 1.0170450833917575, 'avg_acc_mask': 67.15587826355632, 'loss': 1.1133321523666382}
{'epoch': 98, 'iter': 140, 'avg_loss': 1.0114635123428724, 'avg_acc_mask': 67.20793217416295, 'loss': 1.1172696352005005}
{'epoch': 98, 'iter': 150, 'avg_loss': 1.0099691886775541, 'avg_acc_mask': 67.34061194231028, 'loss': 1.1269450187683105}
{'epoch': 98, 'iter': 160, 'avg_loss': 1.0149680646309942, 'avg_acc_mask': 67.05971852415367, 'loss': 0.8994650840759277}
{'epoch': 98, 'iter': 170, 'avg_loss': 1.0124511628123054, 'avg_acc_mask': 67.05574082896617, 'loss': 1.1284966468811035}
{'epoch': 98, 'iter': 180, 'avg_loss': 1.0124156587031665, 'avg_acc_mask': 67.0938729623384, 'loss': 1.1665064096450806}
{'epoch': 98, 'iter': 190, 'avg_loss': 1.0105273093228564, 'avg_acc_mask': 67.03414320881944, 'loss': 0.9075459241867065}
{'epoch': 98, 'iter': 200, 'avg_loss': 1.0125081097308677, 'avg_acc_mask': 66.83213453550806, 'loss': 1.0925889015197754}
{'epoch': 98, 'iter': 210, 'avg_loss': 1.0186182206840877, 'avg_acc_mask': 66.61832946635731, 'loss': 1.1567403078079224}
{'epoch': 98, 'iter': 220, 'avg_loss': 1.0212686142770413, 'avg_acc_mask': 66.49839375860486, 'loss': 1.0799003839492798}
{'epoch': 98, 'iter': 230, 'avg_loss': 1.0172258734187007, 'avg_acc_mask': 66.6402046396754, 'loss': 1.0519784688949585}
{'epoch': 98, 'iter': 240, 'avg_loss': 1.0164288401109054, 'avg_acc_mask': 66.65820642978004, 'loss': 0.8657279014587402}
{'epoch': 98, 'iter': 250, 'avg_loss': 1.0177656915558286, 'avg_acc_mask': 66.64227047247296, 'loss': 0.9639728665351868}
{'epoch': 98, 'iter': 260, 'avg_loss': 1.0179991438927778, 'avg_acc_mask': 66.5625, 'loss': 0.9648560881614685}
{'epoch': 98, 'iter': 270, 'avg_loss': 1.0170608827108827, 'avg_acc_mask': 66.57894736842105, 'loss': 0.6704369187355042}
{'epoch': 98, 'iter': 280, 'avg_loss': 1.016299931816359, 'avg_acc_mask': 66.59647084452835, 'loss': 0.9587382674217224}
{'epoch': 98, 'iter': 290, 'avg_loss': 1.0162797078643877, 'avg_acc_mask': 66.63863190356042, 'loss': 1.0924382209777832}
{'epoch': 98, 'iter': 300, 'avg_loss': 1.0166606257524204, 'avg_acc_mask': 66.5149765672757, 'loss': 1.3655058145523071}
{'epoch': 98, 'iter': 310, 'avg_loss': 1.0177702943995068, 'avg_acc_mask': 66.44132318193752, 'loss': 0.8515916466712952}
{'epoch': 98, 'iter': 320, 'avg_loss': 1.017365430931436, 'avg_acc_mask': 66.5285304430985, 'loss': 1.0626341104507446}
{'epoch': 98, 'iter': 330, 'avg_loss': 1.016526967917324, 'avg_acc_mask': 66.650157865412, 'loss': 0.8242666125297546}
{'epoch': 98, 'iter': 340, 'avg_loss': 1.019138858814743, 'avg_acc_mask': 66.5048252712342, 'loss': 1.0775108337402344}
{'epoch': 98, 'iter': 350, 'avg_loss': 1.0187179998115257, 'avg_acc_mask': 66.54621750786805, 'loss': 1.0048942565917969}
{'epoch': 98, 'iter': 360, 'avg_loss': 1.0183038865099983, 'avg_acc_mask': 66.51752845896812, 'loss': 0.7280486226081848}
{'epoch': 98, 'iter': 370, 'avg_loss': 1.017871711613997, 'avg_acc_mask': 66.5197752561419, 'loss': 0.9094955325126648}
{'epoch': 98, 'iter': 380, 'avg_loss': 1.020292242524505, 'avg_acc_mask': 66.47885812406096, 'loss': 0.8606407046318054}
{'epoch': 98, 'iter': 390, 'avg_loss': 1.017175388458135, 'avg_acc_mask': 66.58123234647975, 'loss': 1.0798125267028809}
{'epoch': 'EP98_test', 'avg_loss': 1.0176947014500397, 'total_masked_acc': 66.59601964331868}
{'epoch': 99, 'iter': 0, 'avg_loss': 0.886360228061676, 'avg_acc_mask': 70.58823529411765, 'loss': 0.886360228061676}
{'epoch': 99, 'iter': 10, 'avg_loss': 1.157815857367082, 'avg_acc_mask': 58.77192982456141, 'loss': 1.475847840309143}
{'epoch': 99, 'iter': 20, 'avg_loss': 1.0414949570383345, 'avg_acc_mask': 63.50293542074365, 'loss': 0.9406329393386841}
{'epoch': 99, 'iter': 30, 'avg_loss': 1.0044844785044271, 'avg_acc_mask': 65.14762516046213, 'loss': 1.0616788864135742}
{'epoch': 99, 'iter': 40, 'avg_loss': 1.0070541210290862, 'avg_acc_mask': 65.23031203566121, 'loss': 0.929840624332428}
{'epoch': 99, 'iter': 50, 'avg_loss': 0.9961275224592171, 'avg_acc_mask': 65.42278682016673, 'loss': 0.6729059219360352}
{'epoch': 99, 'iter': 60, 'avg_loss': 1.0021376844312324, 'avg_acc_mask': 65.40378863409771, 'loss': 0.9840145111083984}
{'epoch': 99, 'iter': 70, 'avg_loss': 0.9890267966498791, 'avg_acc_mask': 65.9652076318743, 'loss': 0.9292357563972473}
{'epoch': 99, 'iter': 80, 'avg_loss': 0.9975109070907404, 'avg_acc_mask': 66.18440411966651, 'loss': 1.311439871788025}
{'epoch': 99, 'iter': 90, 'avg_loss': 0.9917705583048391, 'avg_acc_mask': 66.62272028125686, 'loss': 0.8141896724700928}
{'epoch': 99, 'iter': 100, 'avg_loss': 0.9929475412510409, 'avg_acc_mask': 66.60696517412936, 'loss': 0.9352603554725647}
{'epoch': 99, 'iter': 110, 'avg_loss': 0.9964056326462342, 'avg_acc_mask': 66.39625022534703, 'loss': 1.179745078086853}
{'epoch': 99, 'iter': 120, 'avg_loss': 1.001169737212914, 'avg_acc_mask': 66.38418079096046, 'loss': 1.089808464050293}
{'epoch': 99, 'iter': 130, 'avg_loss': 1.0032127135582554, 'avg_acc_mask': 66.49318842798102, 'loss': 1.2175129652023315}
{'epoch': 99, 'iter': 140, 'avg_loss': 1.0142782195240048, 'avg_acc_mask': 66.31698327190246, 'loss': 1.214114785194397}
{'epoch': 99, 'iter': 150, 'avg_loss': 1.0121487880384685, 'avg_acc_mask': 66.53418124006359, 'loss': 1.1178303956985474}
{'epoch': 99, 'iter': 160, 'avg_loss': 1.0156490232633508, 'avg_acc_mask': 66.45467015837386, 'loss': 0.8111714124679565}
{'epoch': 99, 'iter': 170, 'avg_loss': 1.0097191685821578, 'avg_acc_mask': 66.63922859830667, 'loss': 1.0387048721313477}
{'epoch': 99, 'iter': 180, 'avg_loss': 1.0117802801053168, 'avg_acc_mask': 66.61473403071444, 'loss': 1.1822855472564697}
{'epoch': 99, 'iter': 190, 'avg_loss': 1.0082896373658905, 'avg_acc_mask': 66.75841626085115, 'loss': 0.9441462755203247}
{'epoch': 99, 'iter': 200, 'avg_loss': 1.0127245807529088, 'avg_acc_mask': 66.63301362948006, 'loss': 1.1480576992034912}
{'epoch': 99, 'iter': 210, 'avg_loss': 1.0166222944643826, 'avg_acc_mask': 66.43282721506823, 'loss': 1.2712745666503906}
{'epoch': 99, 'iter': 220, 'avg_loss': 1.0174318756992462, 'avg_acc_mask': 66.45696571845369, 'loss': 0.8603879809379578}
{'epoch': 99, 'iter': 230, 'avg_loss': 1.0114156523824254, 'avg_acc_mask': 66.71632635176584, 'loss': 0.8459485769271851}
{'epoch': 99, 'iter': 240, 'avg_loss': 1.0102555175539865, 'avg_acc_mask': 66.7225060725354, 'loss': 1.1060527563095093}
{'epoch': 99, 'iter': 250, 'avg_loss': 1.011676503367633, 'avg_acc_mask': 66.7418990810898, 'loss': 0.9187682271003723}
{'epoch': 99, 'iter': 260, 'avg_loss': 1.0153034473287648, 'avg_acc_mask': 66.45697421559491, 'loss': 0.7657506465911865}
{'epoch': 99, 'iter': 270, 'avg_loss': 1.0197291251038274, 'avg_acc_mask': 66.38291517323776, 'loss': 1.0641796588897705}
{'epoch': 99, 'iter': 280, 'avg_loss': 1.0202512117467317, 'avg_acc_mask': 66.35177039013486, 'loss': 1.2759983539581299}
{'epoch': 99, 'iter': 290, 'avg_loss': 1.0190171832890855, 'avg_acc_mask': 66.47853957636566, 'loss': 0.9535091519355774}
{'epoch': 99, 'iter': 300, 'avg_loss': 1.0168292360052318, 'avg_acc_mask': 66.58585858585859, 'loss': 1.1866800785064697}
{'epoch': 99, 'iter': 310, 'avg_loss': 1.0164343086086285, 'avg_acc_mask': 66.54730125659223, 'loss': 0.7083446383476257}
{'epoch': 99, 'iter': 320, 'avg_loss': 1.0130922369125104, 'avg_acc_mask': 66.62674147387001, 'loss': 1.0613783597946167}
{'epoch': 99, 'iter': 330, 'avg_loss': 1.0115803013755476, 'avg_acc_mask': 66.66054933626965, 'loss': 0.8896203637123108}
{'epoch': 99, 'iter': 340, 'avg_loss': 1.0103989836057958, 'avg_acc_mask': 66.6726094966423, 'loss': 1.034914493560791}
{'epoch': 99, 'iter': 350, 'avg_loss': 1.0113893035809878, 'avg_acc_mask': 66.56473574890376, 'loss': 1.0747095346450806}
{'epoch': 99, 'iter': 360, 'avg_loss': 1.0113512313927309, 'avg_acc_mask': 66.53977495381514, 'loss': 0.7960875034332275}
{'epoch': 99, 'iter': 370, 'avg_loss': 1.0108231919795034, 'avg_acc_mask': 66.56493541882391, 'loss': 1.338189721107483}
{'epoch': 99, 'iter': 380, 'avg_loss': 1.011261988499659, 'avg_acc_mask': 66.52340019102196, 'loss': 0.8801479339599609}
{'epoch': 99, 'iter': 390, 'avg_loss': 1.011327418067571, 'avg_acc_mask': 66.55482139169936, 'loss': 1.0502616167068481}
{'epoch': 'EP99_test', 'avg_loss': 1.0116747941332633, 'total_masked_acc': 66.56617271333674}
{'epoch': 100, 'iter': 0, 'avg_loss': 0.5381133556365967, 'avg_acc_mask': 83.33333333333334, 'loss': 0.5381133556365967}
{'epoch': 100, 'iter': 10, 'avg_loss': 1.0088243159380825, 'avg_acc_mask': 66.97416974169742, 'loss': 1.5206632614135742}
{'epoch': 100, 'iter': 20, 'avg_loss': 0.9879760344823202, 'avg_acc_mask': 67.91546589817483, 'loss': 1.0664864778518677}
{'epoch': 100, 'iter': 30, 'avg_loss': 0.9446196613773223, 'avg_acc_mask': 68.64794252122796, 'loss': 0.659142017364502}
{'epoch': 100, 'iter': 40, 'avg_loss': 0.9561318013726211, 'avg_acc_mask': 68.76561719140429, 'loss': 1.12383234500885}
{'epoch': 100, 'iter': 50, 'avg_loss': 0.9677414660360298, 'avg_acc_mask': 68.5737308622079, 'loss': 0.7527657747268677}
{'epoch': 100, 'iter': 60, 'avg_loss': 0.9732785664620947, 'avg_acc_mask': 68.6582451348583, 'loss': 0.9437185525894165}
{'epoch': 100, 'iter': 70, 'avg_loss': 0.9612913014183582, 'avg_acc_mask': 68.70807815689706, 'loss': 0.8051666021347046}
{'epoch': 100, 'iter': 80, 'avg_loss': 0.9792735900407956, 'avg_acc_mask': 68.21410451547439, 'loss': 1.2477667331695557}
{'epoch': 100, 'iter': 90, 'avg_loss': 0.9799303595836346, 'avg_acc_mask': 68.24430921794004, 'loss': 0.8091623783111572}
{'epoch': 100, 'iter': 100, 'avg_loss': 0.9768954403329604, 'avg_acc_mask': 68.37606837606837, 'loss': 0.817950427532196}
{'epoch': 100, 'iter': 110, 'avg_loss': 0.9819504135363811, 'avg_acc_mask': 68.16583379603924, 'loss': 1.0333795547485352}
{'epoch': 100, 'iter': 120, 'avg_loss': 0.9872664686076897, 'avg_acc_mask': 67.93957909029193, 'loss': 1.145892858505249}
{'epoch': 100, 'iter': 130, 'avg_loss': 0.9882906971086982, 'avg_acc_mask': 67.90545793811226, 'loss': 0.7935803532600403}
{'epoch': 100, 'iter': 140, 'avg_loss': 0.9947118767609833, 'avg_acc_mask': 67.70607766709975, 'loss': 1.382994294166565}
{'epoch': 100, 'iter': 150, 'avg_loss': 0.9957927568069357, 'avg_acc_mask': 67.66523374529822, 'loss': 0.9389249682426453}
{'epoch': 100, 'iter': 160, 'avg_loss': 1.0020509465881016, 'avg_acc_mask': 67.44945372347105, 'loss': 0.9865739941596985}
{'epoch': 100, 'iter': 170, 'avg_loss': 1.0037653083689728, 'avg_acc_mask': 67.3493548005209, 'loss': 1.2039899826049805}
{'epoch': 100, 'iter': 180, 'avg_loss': 1.0069714573865438, 'avg_acc_mask': 67.19937416182387, 'loss': 1.42900812625885}
{'epoch': 100, 'iter': 190, 'avg_loss': 1.003726335720242, 'avg_acc_mask': 67.23404255319149, 'loss': 1.0575807094573975}
{'epoch': 100, 'iter': 200, 'avg_loss': 1.0076499480513197, 'avg_acc_mask': 67.02030918460139, 'loss': 0.8880617022514343}
{'epoch': 100, 'iter': 210, 'avg_loss': 1.0082479446985146, 'avg_acc_mask': 66.9365721997301, 'loss': 1.0669829845428467}
{'epoch': 100, 'iter': 220, 'avg_loss': 1.0078620627455042, 'avg_acc_mask': 66.94706043704855, 'loss': 1.1180981397628784}
{'epoch': 100, 'iter': 230, 'avg_loss': 1.004860885215528, 'avg_acc_mask': 67.01230228471002, 'loss': 1.0883070230484009}
{'epoch': 100, 'iter': 240, 'avg_loss': 1.0076926810612816, 'avg_acc_mask': 66.9676765971812, 'loss': 1.0675499439239502}
{'epoch': 100, 'iter': 250, 'avg_loss': 1.0104402120844775, 'avg_acc_mask': 66.89963429500203, 'loss': 0.8556992411613464}
{'epoch': 100, 'iter': 260, 'avg_loss': 1.0121976038962033, 'avg_acc_mask': 66.7865519937451, 'loss': 0.8406420946121216}
{'epoch': 100, 'iter': 270, 'avg_loss': 1.015448439825065, 'avg_acc_mask': 66.65412968256356, 'loss': 0.946760892868042}
{'epoch': 100, 'iter': 280, 'avg_loss': 1.0148766842601138, 'avg_acc_mask': 66.58191064293499, 'loss': 1.0322860479354858}
{'epoch': 100, 'iter': 290, 'avg_loss': 1.011212076722961, 'avg_acc_mask': 66.63394797728388, 'loss': 0.7002629041671753}
{'epoch': 100, 'iter': 300, 'avg_loss': 1.007680544821527, 'avg_acc_mask': 66.80013573125211, 'loss': 0.7139528393745422}
{'epoch': 100, 'iter': 310, 'avg_loss': 1.0062598963642426, 'avg_acc_mask': 66.83723676441645, 'loss': 1.4113320112228394}
{'epoch': 100, 'iter': 320, 'avg_loss': 1.0064512829171535, 'avg_acc_mask': 66.8830755521609, 'loss': 1.2662136554718018}
{'epoch': 100, 'iter': 330, 'avg_loss': 1.0049131717926787, 'avg_acc_mask': 66.90563005994686, 'loss': 1.2237869501113892}
{'epoch': 100, 'iter': 340, 'avg_loss': 1.0030431890767342, 'avg_acc_mask': 66.94239645147755, 'loss': 0.7591322660446167}
{'epoch': 100, 'iter': 350, 'avg_loss': 1.0024492411192325, 'avg_acc_mask': 66.95373872563282, 'loss': 0.8086634874343872}
{'epoch': 100, 'iter': 360, 'avg_loss': 1.001612297715903, 'avg_acc_mask': 67.01298701298701, 'loss': 0.8721364736557007}
{'epoch': 100, 'iter': 370, 'avg_loss': 0.9989095100495372, 'avg_acc_mask': 67.1280276816609, 'loss': 1.0221365690231323}
{'epoch': 100, 'iter': 380, 'avg_loss': 0.9977125611517998, 'avg_acc_mask': 67.18541098454463, 'loss': 1.0905585289001465}
{'epoch': 100, 'iter': 390, 'avg_loss': 0.9976667254172322, 'avg_acc_mask': 67.26391999583312, 'loss': 0.9371079206466675}
{'epoch': 'EP100_test', 'avg_loss': 0.9974271867311362, 'total_masked_acc': 67.2658905944164}
{'epoch': 101, 'iter': 0, 'avg_loss': 0.7659360766410828, 'avg_acc_mask': 71.7948717948718, 'loss': 0.7659360766410828}
{'epoch': 101, 'iter': 10, 'avg_loss': 0.9990490512414412, 'avg_acc_mask': 67.75510204081633, 'loss': 1.1504261493682861}
{'epoch': 101, 'iter': 20, 'avg_loss': 1.0533824222428458, 'avg_acc_mask': 67.21649484536083, 'loss': 1.1741690635681152}
{'epoch': 101, 'iter': 30, 'avg_loss': 1.0333877782667837, 'avg_acc_mask': 67.3274094326726, 'loss': 1.2909289598464966}
{'epoch': 101, 'iter': 40, 'avg_loss': 1.0288674947692127, 'avg_acc_mask': 67.04663212435233, 'loss': 1.200448751449585}
{'epoch': 101, 'iter': 50, 'avg_loss': 1.0151261991145564, 'avg_acc_mask': 67.38775510204081, 'loss': 0.7545526623725891}
{'epoch': 101, 'iter': 60, 'avg_loss': 1.0224394397657426, 'avg_acc_mask': 67.25449515905947, 'loss': 0.8748741149902344}
{'epoch': 101, 'iter': 70, 'avg_loss': 1.0162526461440073, 'avg_acc_mask': 67.33254994124559, 'loss': 0.9821203351020813}
{'epoch': 101, 'iter': 80, 'avg_loss': 1.0214288705660972, 'avg_acc_mask': 67.21692029920041, 'loss': 1.0638662576675415}
{'epoch': 101, 'iter': 90, 'avg_loss': 1.0168640633205792, 'avg_acc_mask': 67.44612563044475, 'loss': 0.6176589727401733}
{'epoch': 101, 'iter': 100, 'avg_loss': 1.013359518334417, 'avg_acc_mask': 67.41479634247715, 'loss': 0.787470281124115}
{'epoch': 101, 'iter': 110, 'avg_loss': 1.0178569727115803, 'avg_acc_mask': 67.35653809971778, 'loss': 1.228944182395935}
{'epoch': 101, 'iter': 120, 'avg_loss': 1.012100694100719, 'avg_acc_mask': 67.39393939393939, 'loss': 1.2241793870925903}
{'epoch': 101, 'iter': 130, 'avg_loss': 1.0150543464959123, 'avg_acc_mask': 67.39164946816955, 'loss': 1.6736053228378296}
{'epoch': 101, 'iter': 140, 'avg_loss': 1.0174745701728982, 'avg_acc_mask': 67.23247232472325, 'loss': 1.1984243392944336}
{'epoch': 101, 'iter': 150, 'avg_loss': 1.0144135229634923, 'avg_acc_mask': 67.39790286975717, 'loss': 1.2806743383407593}
{'epoch': 101, 'iter': 160, 'avg_loss': 1.0127354482686297, 'avg_acc_mask': 67.29478575116158, 'loss': 0.9464151263237}
{'epoch': 101, 'iter': 170, 'avg_loss': 1.0126472213114912, 'avg_acc_mask': 67.2145118091064, 'loss': 1.094223976135254}
{'epoch': 101, 'iter': 180, 'avg_loss': 1.0183854702427901, 'avg_acc_mask': 67.12376123530768, 'loss': 1.4170454740524292}
{'epoch': 101, 'iter': 190, 'avg_loss': 1.013820220350595, 'avg_acc_mask': 67.28165938864629, 'loss': 0.9021499752998352}
{'epoch': 101, 'iter': 200, 'avg_loss': 1.0133829179094798, 'avg_acc_mask': 67.17731083738744, 'loss': 1.223885416984558}
{'epoch': 101, 'iter': 210, 'avg_loss': 1.0172524181022464, 'avg_acc_mask': 67.00727058361171, 'loss': 1.2977162599563599}
{'epoch': 101, 'iter': 220, 'avg_loss': 1.0175975175464855, 'avg_acc_mask': 66.89892233370495, 'loss': 0.9450690746307373}
{'epoch': 101, 'iter': 230, 'avg_loss': 1.0095125844468287, 'avg_acc_mask': 67.20128307939054, 'loss': 0.8167873620986938}
{'epoch': 101, 'iter': 240, 'avg_loss': 1.0094011297364454, 'avg_acc_mask': 67.25987738419619, 'loss': 0.9976738095283508}
{'epoch': 101, 'iter': 250, 'avg_loss': 1.0072273726007377, 'avg_acc_mask': 67.39629447450402, 'loss': 1.0192111730575562}
{'epoch': 101, 'iter': 260, 'avg_loss': 1.003372677441301, 'avg_acc_mask': 67.50295857988165, 'loss': 0.6143486499786377}
{'epoch': 101, 'iter': 270, 'avg_loss': 1.0038350048540263, 'avg_acc_mask': 67.5326648435126, 'loss': 1.144041895866394}
{'epoch': 101, 'iter': 280, 'avg_loss': 1.0047587605982065, 'avg_acc_mask': 67.48116175287147, 'loss': 1.0207594633102417}
{'epoch': 101, 'iter': 290, 'avg_loss': 1.0038835037614882, 'avg_acc_mask': 67.59776536312849, 'loss': 0.8012742400169373}
{'epoch': 101, 'iter': 300, 'avg_loss': 1.0000110969590983, 'avg_acc_mask': 67.7026286966046, 'loss': 1.0273711681365967}
{'epoch': 101, 'iter': 310, 'avg_loss': 1.000109599142596, 'avg_acc_mask': 67.64803175653324, 'loss': 1.2071748971939087}
{'epoch': 101, 'iter': 320, 'avg_loss': 0.9957571599713738, 'avg_acc_mask': 67.84935198254844, 'loss': 0.9727611541748047}
{'epoch': 101, 'iter': 330, 'avg_loss': 0.9962642545786509, 'avg_acc_mask': 67.80463493645652, 'loss': 1.135341763496399}
{'epoch': 101, 'iter': 340, 'avg_loss': 0.9928286087827599, 'avg_acc_mask': 67.91985999637922, 'loss': 0.993547260761261}
{'epoch': 101, 'iter': 350, 'avg_loss': 0.9930611605997439, 'avg_acc_mask': 67.91071010077337, 'loss': 0.7797419428825378}
{'epoch': 101, 'iter': 360, 'avg_loss': 0.9959021015840884, 'avg_acc_mask': 67.8398817308239, 'loss': 1.0315769910812378}
{'epoch': 101, 'iter': 370, 'avg_loss': 0.99314943445982, 'avg_acc_mask': 67.84923621872925, 'loss': 1.0527594089508057}
{'epoch': 101, 'iter': 380, 'avg_loss': 0.9956746088863984, 'avg_acc_mask': 67.8162780656304, 'loss': 1.3472580909729004}
{'epoch': 101, 'iter': 390, 'avg_loss': 0.9971258458883866, 'avg_acc_mask': 67.70751195920728, 'loss': 1.0796563625335693}
{'epoch': 'EP101_test', 'avg_loss': 0.9959962909871881, 'total_masked_acc': 67.70827926291201}
{'epoch': 102, 'iter': 0, 'avg_loss': 0.9519497156143188, 'avg_acc_mask': 71.875, 'loss': 0.9519497156143188}
{'epoch': 102, 'iter': 10, 'avg_loss': 1.0238612185825, 'avg_acc_mask': 66.29834254143645, 'loss': 1.3162466287612915}
{'epoch': 102, 'iter': 20, 'avg_loss': 1.04752763963881, 'avg_acc_mask': 65.88124410933082, 'loss': 1.018121600151062}
{'epoch': 102, 'iter': 30, 'avg_loss': 1.016396664804028, 'avg_acc_mask': 66.94750486066104, 'loss': 1.0604099035263062}
{'epoch': 102, 'iter': 40, 'avg_loss': 1.0088177410567678, 'avg_acc_mask': 66.73238048299655, 'loss': 0.858634889125824}
{'epoch': 102, 'iter': 50, 'avg_loss': 1.0222927285175698, 'avg_acc_mask': 66.01515755883526, 'loss': 0.9793480634689331}
{'epoch': 102, 'iter': 60, 'avg_loss': 1.028025393603278, 'avg_acc_mask': 65.7084883327697, 'loss': 0.9433485865592957}
{'epoch': 102, 'iter': 70, 'avg_loss': 1.0137038575091832, 'avg_acc_mask': 66.33006347374494, 'loss': 0.9440200924873352}
{'epoch': 102, 'iter': 80, 'avg_loss': 1.0099161348225159, 'avg_acc_mask': 66.3901458019105, 'loss': 1.2044645547866821}
{'epoch': 102, 'iter': 90, 'avg_loss': 1.0129976521481525, 'avg_acc_mask': 66.27984824815888, 'loss': 0.9051207304000854}
{'epoch': 102, 'iter': 100, 'avg_loss': 1.0194894110802377, 'avg_acc_mask': 66.1660239496651, 'loss': 0.7335041165351868}
{'epoch': 102, 'iter': 110, 'avg_loss': 1.0207606688276067, 'avg_acc_mask': 65.92701265358518, 'loss': 1.125281810760498}
{'epoch': 102, 'iter': 120, 'avg_loss': 1.0165731424142506, 'avg_acc_mask': 66.12603480317621, 'loss': 0.9558021426200867}
{'epoch': 102, 'iter': 130, 'avg_loss': 1.0130056129157088, 'avg_acc_mask': 66.36038000311478, 'loss': 1.0010366439819336}
{'epoch': 102, 'iter': 140, 'avg_loss': 1.0132684268004506, 'avg_acc_mask': 66.43588634068945, 'loss': 1.1067211627960205}
{'epoch': 102, 'iter': 150, 'avg_loss': 1.013574807059686, 'avg_acc_mask': 66.41961999730495, 'loss': 0.9622339606285095}
{'epoch': 102, 'iter': 160, 'avg_loss': 1.0129698229872661, 'avg_acc_mask': 66.48171500630518, 'loss': 1.0453767776489258}
{'epoch': 102, 'iter': 170, 'avg_loss': 1.016630400691116, 'avg_acc_mask': 66.42823080591322, 'loss': 1.1359760761260986}
{'epoch': 102, 'iter': 180, 'avg_loss': 1.0214148130864729, 'avg_acc_mask': 66.50916863539206, 'loss': 0.9263637661933899}
{'epoch': 102, 'iter': 190, 'avg_loss': 1.0174255767417828, 'avg_acc_mask': 66.60597622362643, 'loss': 0.8385668396949768}
{'epoch': 102, 'iter': 200, 'avg_loss': 1.0165890917849185, 'avg_acc_mask': 66.6700621371091, 'loss': 0.8356215357780457}
{'epoch': 102, 'iter': 210, 'avg_loss': 1.021618855508018, 'avg_acc_mask': 66.60844250363901, 'loss': 1.350965976715088}
{'epoch': 102, 'iter': 220, 'avg_loss': 1.0190721825776596, 'avg_acc_mask': 66.59590179065904, 'loss': 0.8640384078025818}
{'epoch': 102, 'iter': 230, 'avg_loss': 1.0130585421731462, 'avg_acc_mask': 66.74942365667673, 'loss': 1.0296993255615234}
{'epoch': 102, 'iter': 240, 'avg_loss': 1.0144141783852796, 'avg_acc_mask': 66.62983425414365, 'loss': 1.0341377258300781}
{'epoch': 102, 'iter': 250, 'avg_loss': 1.013864188792696, 'avg_acc_mask': 66.68843359725737, 'loss': 0.894590437412262}
{'epoch': 102, 'iter': 260, 'avg_loss': 1.0137915636387822, 'avg_acc_mask': 66.69280225811511, 'loss': 0.8829626441001892}
{'epoch': 102, 'iter': 270, 'avg_loss': 1.0143392739260768, 'avg_acc_mask': 66.77030408735877, 'loss': 1.00937020778656}
{'epoch': 102, 'iter': 280, 'avg_loss': 1.015307226427085, 'avg_acc_mask': 66.74957934011266, 'loss': 0.9479144215583801}
{'epoch': 102, 'iter': 290, 'avg_loss': 1.0137875837968386, 'avg_acc_mask': 66.70905751024445, 'loss': 0.6989203691482544}
{'epoch': 102, 'iter': 300, 'avg_loss': 1.0099243812782819, 'avg_acc_mask': 66.8399097312453, 'loss': 0.940502405166626}
{'epoch': 102, 'iter': 310, 'avg_loss': 1.0139077265546252, 'avg_acc_mask': 66.77039194915254, 'loss': 1.3885823488235474}
{'epoch': 102, 'iter': 320, 'avg_loss': 1.0139090591501967, 'avg_acc_mask': 66.83607822954195, 'loss': 1.1510521173477173}
{'epoch': 102, 'iter': 330, 'avg_loss': 1.0124354079770899, 'avg_acc_mask': 66.89982513115163, 'loss': 0.9714246988296509}
{'epoch': 102, 'iter': 340, 'avg_loss': 1.0098470678427351, 'avg_acc_mask': 66.93729172977886, 'loss': 1.0271369218826294}
{'epoch': 102, 'iter': 350, 'avg_loss': 1.0105483839314888, 'avg_acc_mask': 66.8664786083686, 'loss': 0.831949770450592}
{'epoch': 102, 'iter': 360, 'avg_loss': 1.0113730899514914, 'avg_acc_mask': 66.89839876916064, 'loss': 1.0074092149734497}
{'epoch': 102, 'iter': 370, 'avg_loss': 1.0121744630150395, 'avg_acc_mask': 66.87855839920402, 'loss': 1.162376880645752}
{'epoch': 102, 'iter': 380, 'avg_loss': 1.010682636202164, 'avg_acc_mask': 66.87301501857135, 'loss': 0.839172899723053}
{'epoch': 102, 'iter': 390, 'avg_loss': 1.010887451946278, 'avg_acc_mask': 66.8498743718593, 'loss': 1.1271984577178955}
{'epoch': 'EP102_test', 'avg_loss': 1.0095948945693296, 'total_masked_acc': 66.86669080751125}
{'epoch': 103, 'iter': 0, 'avg_loss': 1.0097694396972656, 'avg_acc_mask': 58.92857142857143, 'loss': 1.0097694396972656}
{'epoch': 103, 'iter': 10, 'avg_loss': 1.0721254565499045, 'avg_acc_mask': 64.89563567362428, 'loss': 1.1747467517852783}
{'epoch': 103, 'iter': 20, 'avg_loss': 1.0034287969271343, 'avg_acc_mask': 66.80040120361083, 'loss': 0.9908641576766968}
{'epoch': 103, 'iter': 30, 'avg_loss': 0.9799000082477447, 'avg_acc_mask': 67.83587028457974, 'loss': 1.2204221487045288}
{'epoch': 103, 'iter': 40, 'avg_loss': 0.9871213203523217, 'avg_acc_mask': 67.75653923541248, 'loss': 1.337111473083496}
{'epoch': 103, 'iter': 50, 'avg_loss': 1.0007036620495366, 'avg_acc_mask': 67.68802228412257, 'loss': 0.9467023015022278}
{'epoch': 103, 'iter': 60, 'avg_loss': 1.0039981075974762, 'avg_acc_mask': 67.5025075225677, 'loss': 1.0531355142593384}
{'epoch': 103, 'iter': 70, 'avg_loss': 0.9978050413266034, 'avg_acc_mask': 67.37649063032369, 'loss': 1.4483100175857544}
{'epoch': 103, 'iter': 80, 'avg_loss': 0.9982525927049143, 'avg_acc_mask': 67.4342928660826, 'loss': 1.0717988014221191}
{'epoch': 103, 'iter': 90, 'avg_loss': 0.9929493541245932, 'avg_acc_mask': 67.66400709219859, 'loss': 1.004757046699524}
{'epoch': 103, 'iter': 100, 'avg_loss': 1.0033812009462035, 'avg_acc_mask': 67.47252747252747, 'loss': 1.1297138929367065}
{'epoch': 103, 'iter': 110, 'avg_loss': 0.9999665451479388, 'avg_acc_mask': 67.53812636165577, 'loss': 1.2496370077133179}
{'epoch': 103, 'iter': 120, 'avg_loss': 1.0124139977880746, 'avg_acc_mask': 67.38118976404121, 'loss': 1.5284537076950073}
{'epoch': 103, 'iter': 130, 'avg_loss': 1.0097044278647154, 'avg_acc_mask': 67.35973092799267, 'loss': 1.0951741933822632}
{'epoch': 103, 'iter': 140, 'avg_loss': 1.0049523656249892, 'avg_acc_mask': 67.59943181818183, 'loss': 1.1232348680496216}
{'epoch': 103, 'iter': 150, 'avg_loss': 1.005986857493192, 'avg_acc_mask': 67.50266808964781, 'loss': 1.0333834886550903}
{'epoch': 103, 'iter': 160, 'avg_loss': 1.0090855582160239, 'avg_acc_mask': 67.37987987987988, 'loss': 0.7660297751426697}
{'epoch': 103, 'iter': 170, 'avg_loss': 1.0038773291989376, 'avg_acc_mask': 67.4855320656667, 'loss': 1.1565701961517334}
{'epoch': 103, 'iter': 180, 'avg_loss': 1.0080252184393657, 'avg_acc_mask': 67.28023203926818, 'loss': 1.42715585231781}
{'epoch': 103, 'iter': 190, 'avg_loss': 0.9998179502512148, 'avg_acc_mask': 67.48122289220353, 'loss': 0.7325679659843445}
{'epoch': 103, 'iter': 200, 'avg_loss': 1.0006956974072243, 'avg_acc_mask': 67.43133111983097, 'loss': 0.8011266589164734}
{'epoch': 103, 'iter': 210, 'avg_loss': 1.0017224505049358, 'avg_acc_mask': 67.53072196620585, 'loss': 1.2382718324661255}
{'epoch': 103, 'iter': 220, 'avg_loss': 1.0000522020715394, 'avg_acc_mask': 67.41420010895224, 'loss': 0.9806768894195557}
{'epoch': 103, 'iter': 230, 'avg_loss': 0.996291834554631, 'avg_acc_mask': 67.59235001309929, 'loss': 0.8211013078689575}
{'epoch': 103, 'iter': 240, 'avg_loss': 0.992590579749143, 'avg_acc_mask': 67.65718123058844, 'loss': 0.9746502637863159}
{'epoch': 103, 'iter': 250, 'avg_loss': 0.995897373592711, 'avg_acc_mask': 67.59744976192398, 'loss': 0.9581379294395447}
{'epoch': 103, 'iter': 260, 'avg_loss': 0.9961855295060695, 'avg_acc_mask': 67.546993941277, 'loss': 1.0947842597961426}
{'epoch': 103, 'iter': 270, 'avg_loss': 1.000281017864762, 'avg_acc_mask': 67.47402257606339, 'loss': 1.0089730024337769}
{'epoch': 103, 'iter': 280, 'avg_loss': 0.9997074056774696, 'avg_acc_mask': 67.45425731162656, 'loss': 1.30463707447052}
{'epoch': 103, 'iter': 290, 'avg_loss': 1.000151768582793, 'avg_acc_mask': 67.50591180970927, 'loss': 0.7269445657730103}
{'epoch': 103, 'iter': 300, 'avg_loss': 0.9983524680137634, 'avg_acc_mask': 67.53482737734706, 'loss': 1.1251024007797241}
{'epoch': 103, 'iter': 310, 'avg_loss': 0.9994651598562382, 'avg_acc_mask': 67.50455847877052, 'loss': 0.9935088157653809}
{'epoch': 103, 'iter': 320, 'avg_loss': 0.9972198698379541, 'avg_acc_mask': 67.60813121398265, 'loss': 0.8338611125946045}
{'epoch': 103, 'iter': 330, 'avg_loss': 0.9969752486738914, 'avg_acc_mask': 67.60615384615384, 'loss': 1.1969565153121948}
{'epoch': 103, 'iter': 340, 'avg_loss': 0.9954022511708771, 'avg_acc_mask': 67.62881679389314, 'loss': 0.9025477766990662}
{'epoch': 103, 'iter': 350, 'avg_loss': 0.9955659676820804, 'avg_acc_mask': 67.66255572925714, 'loss': 0.738717257976532}
{'epoch': 103, 'iter': 360, 'avg_loss': 0.9960787421778629, 'avg_acc_mask': 67.61583824768323, 'loss': 0.7938459515571594}
{'epoch': 103, 'iter': 370, 'avg_loss': 0.9934398501388467, 'avg_acc_mask': 67.64464393234441, 'loss': 1.0420503616333008}
{'epoch': 103, 'iter': 380, 'avg_loss': 0.9954126164356242, 'avg_acc_mask': 67.54203362690151, 'loss': 1.2437421083450317}
{'epoch': 103, 'iter': 390, 'avg_loss': 0.9957597045337453, 'avg_acc_mask': 67.50480544443867, 'loss': 0.8888895511627197}
{'epoch': 'EP103_test', 'avg_loss': 0.9963894356982876, 'total_masked_acc': 67.48176307407788}
{'epoch': 104, 'iter': 0, 'avg_loss': 0.7522633671760559, 'avg_acc_mask': 80.43478260869566, 'loss': 0.7522633671760559}
{'epoch': 104, 'iter': 10, 'avg_loss': 1.009595052762465, 'avg_acc_mask': 67.68060836501901, 'loss': 1.189376950263977}
{'epoch': 104, 'iter': 20, 'avg_loss': 1.0241429323241824, 'avg_acc_mask': 67.92097836312324, 'loss': 1.0605117082595825}
{'epoch': 104, 'iter': 30, 'avg_loss': 1.0280755604467084, 'avg_acc_mask': 67.42857142857143, 'loss': 1.3315035104751587}
{'epoch': 104, 'iter': 40, 'avg_loss': 1.0085791116807519, 'avg_acc_mask': 67.65999022960429, 'loss': 0.9099540710449219}
{'epoch': 104, 'iter': 50, 'avg_loss': 0.9884654400395412, 'avg_acc_mask': 68.23850350740453, 'loss': 0.797194242477417}
{'epoch': 104, 'iter': 60, 'avg_loss': 0.9971705665353869, 'avg_acc_mask': 67.92079207920793, 'loss': 1.185004711151123}
{'epoch': 104, 'iter': 70, 'avg_loss': 0.9895467422377895, 'avg_acc_mask': 68.2216567712751, 'loss': 0.814673662185669}
{'epoch': 104, 'iter': 80, 'avg_loss': 0.984766752631576, 'avg_acc_mask': 68.54296388542964, 'loss': 0.8845372796058655}
{'epoch': 104, 'iter': 90, 'avg_loss': 0.9821102108274188, 'avg_acc_mask': 68.25923468259235, 'loss': 0.7766777276992798}
{'epoch': 104, 'iter': 100, 'avg_loss': 0.984566080098105, 'avg_acc_mask': 68.30249396621078, 'loss': 0.8086836934089661}
{'epoch': 104, 'iter': 110, 'avg_loss': 0.9900057509138778, 'avg_acc_mask': 68.12545587162656, 'loss': 1.022934913635254}
{'epoch': 104, 'iter': 120, 'avg_loss': 0.9914884542630724, 'avg_acc_mask': 68.08973715051063, 'loss': 0.8279100060462952}
{'epoch': 104, 'iter': 130, 'avg_loss': 0.9834914316657846, 'avg_acc_mask': 68.28890266584004, 'loss': 0.9569001793861389}
{'epoch': 104, 'iter': 140, 'avg_loss': 0.9827741050551123, 'avg_acc_mask': 68.1458003169572, 'loss': 1.3195700645446777}
{'epoch': 104, 'iter': 150, 'avg_loss': 0.9816345375105245, 'avg_acc_mask': 67.98817363257626, 'loss': 1.1919939517974854}
{'epoch': 104, 'iter': 160, 'avg_loss': 0.9835643364775996, 'avg_acc_mask': 67.90950455005056, 'loss': 0.765719473361969}
{'epoch': 104, 'iter': 170, 'avg_loss': 0.9858974566933705, 'avg_acc_mask': 67.93238900130937, 'loss': 1.1027545928955078}
{'epoch': 104, 'iter': 180, 'avg_loss': 0.9948893752545942, 'avg_acc_mask': 67.68005384787973, 'loss': 1.5234497785568237}
{'epoch': 104, 'iter': 190, 'avg_loss': 0.994991747808706, 'avg_acc_mask': 67.68227496258285, 'loss': 1.2395851612091064}
{'epoch': 104, 'iter': 200, 'avg_loss': 0.9939382197845041, 'avg_acc_mask': 67.86113084965993, 'loss': 0.7134053707122803}
{'epoch': 104, 'iter': 210, 'avg_loss': 0.9997403457831432, 'avg_acc_mask': 67.67462080958362, 'loss': 1.3376070261001587}
{'epoch': 104, 'iter': 220, 'avg_loss': 1.0002527684647573, 'avg_acc_mask': 67.60641238253179, 'loss': 0.8123497366905212}
{'epoch': 104, 'iter': 230, 'avg_loss': 0.9934390837495978, 'avg_acc_mask': 67.76048116044578, 'loss': 0.661802351474762}
{'epoch': 104, 'iter': 240, 'avg_loss': 0.987518107000723, 'avg_acc_mask': 67.92596994651498, 'loss': 0.5375896096229553}
{'epoch': 104, 'iter': 250, 'avg_loss': 0.9876327369792528, 'avg_acc_mask': 67.96964256569284, 'loss': 1.2842077016830444}
{'epoch': 104, 'iter': 260, 'avg_loss': 0.9864271198652713, 'avg_acc_mask': 67.97144650141199, 'loss': 1.0805952548980713}
{'epoch': 104, 'iter': 270, 'avg_loss': 0.9855541408721811, 'avg_acc_mask': 67.973708068903, 'loss': 0.8115420341491699}
{'epoch': 104, 'iter': 280, 'avg_loss': 0.989247013453487, 'avg_acc_mask': 67.93565293346921, 'loss': 1.0082602500915527}
{'epoch': 104, 'iter': 290, 'avg_loss': 0.9861272509974712, 'avg_acc_mask': 68.06935927257348, 'loss': 0.8177335858345032}
{'epoch': 104, 'iter': 300, 'avg_loss': 0.98521834354464, 'avg_acc_mask': 67.97679972705562, 'loss': 1.233217477798462}
{'epoch': 104, 'iter': 310, 'avg_loss': 0.9853732344421926, 'avg_acc_mask': 67.97312430011199, 'loss': 0.9806202054023743}
{'epoch': 104, 'iter': 320, 'avg_loss': 0.9843192950958775, 'avg_acc_mask': 68.03393722888492, 'loss': 0.9047577381134033}
{'epoch': 104, 'iter': 330, 'avg_loss': 0.9845231830893687, 'avg_acc_mask': 67.98044796436085, 'loss': 1.1800669431686401}
{'epoch': 104, 'iter': 340, 'avg_loss': 0.9832180044518188, 'avg_acc_mask': 67.97385620915033, 'loss': 0.8494337797164917}
{'epoch': 104, 'iter': 350, 'avg_loss': 0.9831509062027999, 'avg_acc_mask': 67.93002915451895, 'loss': 1.0405511856079102}
{'epoch': 104, 'iter': 360, 'avg_loss': 0.9823280196440848, 'avg_acc_mask': 67.98980747451868, 'loss': 0.6277803778648376}
{'epoch': 104, 'iter': 370, 'avg_loss': 0.9792146494767736, 'avg_acc_mask': 68.05647474078977, 'loss': 0.8500352501869202}
{'epoch': 104, 'iter': 380, 'avg_loss': 0.9776403767856088, 'avg_acc_mask': 68.13446461174955, 'loss': 1.0755209922790527}
{'epoch': 104, 'iter': 390, 'avg_loss': 0.9786932933361024, 'avg_acc_mask': 68.09076682316119, 'loss': 1.0338321924209595}
{'epoch': 'EP104_test', 'avg_loss': 0.9782585859900773, 'total_masked_acc': 68.04974970325644}
{'epoch': 105, 'iter': 0, 'avg_loss': 0.8852099776268005, 'avg_acc_mask': 65.3061224489796, 'loss': 0.8852099776268005}
{'epoch': 105, 'iter': 10, 'avg_loss': 1.1119639060714028, 'avg_acc_mask': 62.430939226519335, 'loss': 1.1908655166625977}
{'epoch': 105, 'iter': 20, 'avg_loss': 1.0643664257866996, 'avg_acc_mask': 64.92753623188405, 'loss': 0.7142471075057983}
{'epoch': 105, 'iter': 30, 'avg_loss': 1.0211788896591432, 'avg_acc_mask': 66.51465798045602, 'loss': 1.37201726436615}
{'epoch': 105, 'iter': 40, 'avg_loss': 1.0202328431897048, 'avg_acc_mask': 66.60000000000001, 'loss': 0.972443699836731}
{'epoch': 105, 'iter': 50, 'avg_loss': 0.9994940079894721, 'avg_acc_mask': 67.60173844330303, 'loss': 0.781173586845398}
{'epoch': 105, 'iter': 60, 'avg_loss': 1.0003234509561882, 'avg_acc_mask': 67.75810223855663, 'loss': 0.9571778774261475}
{'epoch': 105, 'iter': 70, 'avg_loss': 0.9918944608997291, 'avg_acc_mask': 68.02145074795372, 'loss': 1.2220662832260132}
{'epoch': 105, 'iter': 80, 'avg_loss': 0.9913517943135014, 'avg_acc_mask': 67.74114173228347, 'loss': 0.9892634153366089}
{'epoch': 105, 'iter': 90, 'avg_loss': 0.9942516003336225, 'avg_acc_mask': 67.8963548528766, 'loss': 0.9594711065292358}
{'epoch': 105, 'iter': 100, 'avg_loss': 0.995796272660246, 'avg_acc_mask': 67.70272962741582, 'loss': 1.1433813571929932}
{'epoch': 105, 'iter': 110, 'avg_loss': 0.9988527716817083, 'avg_acc_mask': 67.4108750450126, 'loss': 0.9838458299636841}
{'epoch': 105, 'iter': 120, 'avg_loss': 0.998018213047469, 'avg_acc_mask': 67.43721935805755, 'loss': 1.4504024982452393}
{'epoch': 105, 'iter': 130, 'avg_loss': 1.001246192073094, 'avg_acc_mask': 67.43436204514049, 'loss': 1.1243603229522705}
{'epoch': 105, 'iter': 140, 'avg_loss': 1.0052186850960374, 'avg_acc_mask': 67.25852272727273, 'loss': 1.39761483669281}
{'epoch': 105, 'iter': 150, 'avg_loss': 1.0042009866790267, 'avg_acc_mask': 67.25076330811099, 'loss': 1.0509147644042969}
{'epoch': 105, 'iter': 160, 'avg_loss': 1.0063734228566568, 'avg_acc_mask': 67.25894632206759, 'loss': 0.8662002086639404}
{'epoch': 105, 'iter': 170, 'avg_loss': 1.0063707106991817, 'avg_acc_mask': 67.2587053049778, 'loss': 1.2424486875534058}
{'epoch': 105, 'iter': 180, 'avg_loss': 1.0061932021741709, 'avg_acc_mask': 67.36655984086639, 'loss': 1.2785050868988037}
{'epoch': 105, 'iter': 190, 'avg_loss': 0.9982528134166259, 'avg_acc_mask': 67.54395199494684, 'loss': 0.9060050845146179}
{'epoch': 105, 'iter': 200, 'avg_loss': 1.0017284039241166, 'avg_acc_mask': 67.36389111289031, 'loss': 1.2480360269546509}
{'epoch': 105, 'iter': 210, 'avg_loss': 1.0038888971387492, 'avg_acc_mask': 67.25174091386053, 'loss': 1.1558126211166382}
{'epoch': 105, 'iter': 220, 'avg_loss': 1.0009178859076349, 'avg_acc_mask': 67.28445534659761, 'loss': 0.7160226702690125}
{'epoch': 105, 'iter': 230, 'avg_loss': 0.9970367109620726, 'avg_acc_mask': 67.48691099476439, 'loss': 0.9758492112159729}
{'epoch': 105, 'iter': 240, 'avg_loss': 1.0011012237596315, 'avg_acc_mask': 67.41093828399399, 'loss': 0.7537361979484558}
{'epoch': 105, 'iter': 250, 'avg_loss': 1.0012852252717037, 'avg_acc_mask': 67.40144810941271, 'loss': 1.035833716392517}
{'epoch': 105, 'iter': 260, 'avg_loss': 1.0023514943561336, 'avg_acc_mask': 67.39619712844393, 'loss': 0.9774927496910095}
{'epoch': 105, 'iter': 270, 'avg_loss': 1.0048452147258604, 'avg_acc_mask': 67.36716595871526, 'loss': 1.2639747858047485}
{'epoch': 105, 'iter': 280, 'avg_loss': 1.0061476896666124, 'avg_acc_mask': 67.40554156171285, 'loss': 1.043199896812439}
{'epoch': 105, 'iter': 290, 'avg_loss': 1.003023453389656, 'avg_acc_mask': 67.47197660655851, 'loss': 0.7591200470924377}
{'epoch': 105, 'iter': 300, 'avg_loss': 0.9992056015718023, 'avg_acc_mask': 67.52949106841928, 'loss': 1.1477059125900269}
{'epoch': 105, 'iter': 310, 'avg_loss': 1.0007619995779546, 'avg_acc_mask': 67.46713523363269, 'loss': 1.0575608015060425}
{'epoch': 105, 'iter': 320, 'avg_loss': 0.9989963565660043, 'avg_acc_mask': 67.49842072015161, 'loss': 0.8413575887680054}
{'epoch': 105, 'iter': 330, 'avg_loss': 1.0005506147430743, 'avg_acc_mask': 67.49127426367032, 'loss': 1.234440803527832}
{'epoch': 105, 'iter': 340, 'avg_loss': 0.9999700627368916, 'avg_acc_mask': 67.51471200142662, 'loss': 0.8576156497001648}
{'epoch': 105, 'iter': 350, 'avg_loss': 0.999205383140477, 'avg_acc_mask': 67.57631822386679, 'loss': 0.9111307859420776}
{'epoch': 105, 'iter': 360, 'avg_loss': 0.9990478258714122, 'avg_acc_mask': 67.52779961810626, 'loss': 0.8550078272819519}
{'epoch': 105, 'iter': 370, 'avg_loss': 0.9969504724615668, 'avg_acc_mask': 67.55635609409967, 'loss': 1.0665308237075806}
{'epoch': 105, 'iter': 380, 'avg_loss': 0.9961235915894896, 'avg_acc_mask': 67.55364350966644, 'loss': 0.8555608987808228}
{'epoch': 105, 'iter': 390, 'avg_loss': 0.9964957781459974, 'avg_acc_mask': 67.58774431022863, 'loss': 0.9901729822158813}
{'epoch': 'EP105_test', 'avg_loss': 0.997013782612001, 'total_masked_acc': 67.59819505691723}
{'epoch': 106, 'iter': 0, 'avg_loss': 0.8365821242332458, 'avg_acc_mask': 69.23076923076923, 'loss': 0.8365821242332458}
{'epoch': 106, 'iter': 10, 'avg_loss': 1.1205421469428323, 'avg_acc_mask': 63.465160075329564, 'loss': 1.3073835372924805}
{'epoch': 106, 'iter': 20, 'avg_loss': 1.0263957210949488, 'avg_acc_mask': 67.43961352657006, 'loss': 0.6522427201271057}
{'epoch': 106, 'iter': 30, 'avg_loss': 1.0181985632065804, 'avg_acc_mask': 67.89231779382797, 'loss': 1.0310720205307007}
{'epoch': 106, 'iter': 40, 'avg_loss': 1.0061641931533813, 'avg_acc_mask': 68.2, 'loss': 0.8955345749855042}
{'epoch': 106, 'iter': 50, 'avg_loss': 0.9872437540222617, 'avg_acc_mask': 68.33466773418735, 'loss': 1.039559006690979}
{'epoch': 106, 'iter': 60, 'avg_loss': 1.0009892045474442, 'avg_acc_mask': 67.97033041132838, 'loss': 1.1082593202590942}
{'epoch': 106, 'iter': 70, 'avg_loss': 0.9837035578741155, 'avg_acc_mask': 68.79493816508484, 'loss': 0.8175663948059082}
{'epoch': 106, 'iter': 80, 'avg_loss': 0.9883475818751771, 'avg_acc_mask': 68.76726085864927, 'loss': 1.0624288320541382}
{'epoch': 106, 'iter': 90, 'avg_loss': 0.9866554651941571, 'avg_acc_mask': 68.29868097473731, 'loss': 0.837969958782196}
{'epoch': 106, 'iter': 100, 'avg_loss': 0.9841382350071822, 'avg_acc_mask': 68.57200565542315, 'loss': 0.7943382859230042}
{'epoch': 106, 'iter': 110, 'avg_loss': 0.9853952741837716, 'avg_acc_mask': 68.54528819762122, 'loss': 1.1383403539657593}
{'epoch': 106, 'iter': 120, 'avg_loss': 0.9886185674627951, 'avg_acc_mask': 68.4989073793915, 'loss': 0.8141024708747864}
{'epoch': 106, 'iter': 130, 'avg_loss': 0.9893903573050754, 'avg_acc_mask': 68.41210997837504, 'loss': 1.0251843929290771}
{'epoch': 106, 'iter': 140, 'avg_loss': 0.9889526316460143, 'avg_acc_mask': 68.34501501931054, 'loss': 1.1547894477844238}
{'epoch': 106, 'iter': 150, 'avg_loss': 0.9927770286206378, 'avg_acc_mask': 68.17815937751543, 'loss': 1.3798401355743408}
{'epoch': 106, 'iter': 160, 'avg_loss': 0.9952494975943003, 'avg_acc_mask': 68.14917475116543, 'loss': 0.9894421696662903}
{'epoch': 106, 'iter': 170, 'avg_loss': 0.994184554668895, 'avg_acc_mask': 68.15218679625458, 'loss': 0.9176896810531616}
{'epoch': 106, 'iter': 180, 'avg_loss': 0.9981806950015917, 'avg_acc_mask': 68.11221638538058, 'loss': 1.1604912281036377}
{'epoch': 106, 'iter': 190, 'avg_loss': 0.9930451378148264, 'avg_acc_mask': 68.23829244982478, 'loss': 0.8946529030799866}
{'epoch': 106, 'iter': 200, 'avg_loss': 0.9953135391372946, 'avg_acc_mask': 68.2774589751334, 'loss': 1.1115939617156982}
{'epoch': 106, 'iter': 210, 'avg_loss': 0.9983942971975317, 'avg_acc_mask': 68.22420921065282, 'loss': 0.9853942394256592}
{'epoch': 106, 'iter': 220, 'avg_loss': 0.9961422929936404, 'avg_acc_mask': 68.25963563123683, 'loss': 0.8210790753364563}
{'epoch': 106, 'iter': 230, 'avg_loss': 0.9915426855995542, 'avg_acc_mask': 68.34696929708807, 'loss': 0.8232734799385071}
{'epoch': 106, 'iter': 240, 'avg_loss': 0.989916130220247, 'avg_acc_mask': 68.51243152128109, 'loss': 0.8097999095916748}
{'epoch': 106, 'iter': 250, 'avg_loss': 0.9921731967850035, 'avg_acc_mask': 68.45425867507886, 'loss': 0.5566936135292053}
{'epoch': 106, 'iter': 260, 'avg_loss': 0.9950901612468149, 'avg_acc_mask': 68.38749805628984, 'loss': 0.7750441431999207}
{'epoch': 106, 'iter': 270, 'avg_loss': 0.9961520776537511, 'avg_acc_mask': 68.35357624831309, 'loss': 1.1290810108184814}
{'epoch': 106, 'iter': 280, 'avg_loss': 0.9956631454708738, 'avg_acc_mask': 68.35818734617055, 'loss': 0.9182589650154114}
{'epoch': 106, 'iter': 290, 'avg_loss': 0.9921182478006763, 'avg_acc_mask': 68.4538391544761, 'loss': 0.9952200055122375}
{'epoch': 106, 'iter': 300, 'avg_loss': 0.9890657312846263, 'avg_acc_mask': 68.4964038539829, 'loss': 1.0082265138626099}
{'epoch': 106, 'iter': 310, 'avg_loss': 0.9924137038433284, 'avg_acc_mask': 68.37309910854745, 'loss': 1.2565325498580933}
{'epoch': 106, 'iter': 320, 'avg_loss': 0.9904537639142568, 'avg_acc_mask': 68.42673097670875, 'loss': 1.075015902519226}
{'epoch': 106, 'iter': 330, 'avg_loss': 0.9894974422598893, 'avg_acc_mask': 68.44926375454378, 'loss': 1.141086220741272}
{'epoch': 106, 'iter': 340, 'avg_loss': 0.9879797226872262, 'avg_acc_mask': 68.46975938862022, 'loss': 0.869103193283081}
{'epoch': 106, 'iter': 350, 'avg_loss': 0.9882285309652997, 'avg_acc_mask': 68.37958403337002, 'loss': 0.9231061339378357}
{'epoch': 106, 'iter': 360, 'avg_loss': 0.9874436667090968, 'avg_acc_mask': 68.37549184935357, 'loss': 0.6225969195365906}
{'epoch': 106, 'iter': 370, 'avg_loss': 0.9867754832432276, 'avg_acc_mask': 68.42996885075688, 'loss': 1.036281943321228}
{'epoch': 106, 'iter': 380, 'avg_loss': 0.9877641032061238, 'avg_acc_mask': 68.35590969455512, 'loss': 0.9747090935707092}
{'epoch': 106, 'iter': 390, 'avg_loss': 0.9886844676473866, 'avg_acc_mask': 68.25765793687691, 'loss': 1.1905330419540405}
{'epoch': 'EP106_test', 'avg_loss': 0.9900049121692928, 'total_masked_acc': 68.18739143762133}
{'epoch': 107, 'iter': 0, 'avg_loss': 0.8616206645965576, 'avg_acc_mask': 72.22222222222221, 'loss': 0.8616206645965576}
{'epoch': 107, 'iter': 10, 'avg_loss': 1.045669745315205, 'avg_acc_mask': 66.96914700544465, 'loss': 1.2582104206085205}
{'epoch': 107, 'iter': 20, 'avg_loss': 1.0174224234762645, 'avg_acc_mask': 66.66666666666666, 'loss': 0.9066746830940247}
{'epoch': 107, 'iter': 30, 'avg_loss': 0.9989301966082665, 'avg_acc_mask': 67.3940949935815, 'loss': 1.1730555295944214}
{'epoch': 107, 'iter': 40, 'avg_loss': 0.9940746513808646, 'avg_acc_mask': 67.85185185185185, 'loss': 1.0683783292770386}
{'epoch': 107, 'iter': 50, 'avg_loss': 0.9848811486188103, 'avg_acc_mask': 67.94258373205741, 'loss': 0.7368038892745972}
{'epoch': 107, 'iter': 60, 'avg_loss': 0.983107261970395, 'avg_acc_mask': 68.13261163734776, 'loss': 0.8711667656898499}
{'epoch': 107, 'iter': 70, 'avg_loss': 0.9817640882142833, 'avg_acc_mask': 68.17526664744882, 'loss': 1.050750732421875}
{'epoch': 107, 'iter': 80, 'avg_loss': 0.980476243260466, 'avg_acc_mask': 67.91158536585365, 'loss': 1.2139358520507812}
{'epoch': 107, 'iter': 90, 'avg_loss': 0.9914218337981255, 'avg_acc_mask': 67.56147078727723, 'loss': 0.9535918831825256}
{'epoch': 107, 'iter': 100, 'avg_loss': 0.9982272846864002, 'avg_acc_mask': 67.5372372985105, 'loss': 0.9820550084114075}
{'epoch': 107, 'iter': 110, 'avg_loss': 1.009141347429774, 'avg_acc_mask': 67.28280961182995, 'loss': 1.1287720203399658}
{'epoch': 107, 'iter': 120, 'avg_loss': 1.0122470407446553, 'avg_acc_mask': 67.36806380451384, 'loss': 1.5050634145736694}
{'epoch': 107, 'iter': 130, 'avg_loss': 1.0141472220420837, 'avg_acc_mask': 67.3475801382778, 'loss': 1.2001099586486816}
{'epoch': 107, 'iter': 140, 'avg_loss': 1.0103976633531828, 'avg_acc_mask': 67.39003786775415, 'loss': 1.1789883375167847}
{'epoch': 107, 'iter': 150, 'avg_loss': 1.0142297440806762, 'avg_acc_mask': 67.24349366398692, 'loss': 1.303444504737854}
{'epoch': 107, 'iter': 160, 'avg_loss': 1.0136387294493847, 'avg_acc_mask': 67.31163505894413, 'loss': 0.8870391845703125}
{'epoch': 107, 'iter': 170, 'avg_loss': 1.0116670670216543, 'avg_acc_mask': 67.25258849024802, 'loss': 1.1298102140426636}
{'epoch': 107, 'iter': 180, 'avg_loss': 1.0095260204201904, 'avg_acc_mask': 67.25552769546387, 'loss': 1.1376482248306274}
{'epoch': 107, 'iter': 190, 'avg_loss': 1.0077621117624314, 'avg_acc_mask': 67.34914960459322, 'loss': 1.003170132637024}
{'epoch': 107, 'iter': 200, 'avg_loss': 1.0107180955101602, 'avg_acc_mask': 67.23465407513858, 'loss': 1.0570244789123535}
{'epoch': 107, 'iter': 210, 'avg_loss': 1.0124997246604395, 'avg_acc_mask': 67.13822575891541, 'loss': 0.8891469240188599}
{'epoch': 107, 'iter': 220, 'avg_loss': 1.0159250650200908, 'avg_acc_mask': 66.89931137167318, 'loss': 0.7625611424446106}
{'epoch': 107, 'iter': 230, 'avg_loss': 1.0130581379710855, 'avg_acc_mask': 67.01766910583616, 'loss': 0.7453539371490479}
{'epoch': 107, 'iter': 240, 'avg_loss': 1.011679513696813, 'avg_acc_mask': 67.04273504273505, 'loss': 0.8426661491394043}
{'epoch': 107, 'iter': 250, 'avg_loss': 1.0092063435757777, 'avg_acc_mask': 67.18121356433204, 'loss': 0.7284910678863525}
{'epoch': 107, 'iter': 260, 'avg_loss': 1.0108459887605061, 'avg_acc_mask': 67.10308383941951, 'loss': 0.9328230023384094}
{'epoch': 107, 'iter': 270, 'avg_loss': 1.0146339675377216, 'avg_acc_mask': 66.90669294322747, 'loss': 1.1729496717453003}
{'epoch': 107, 'iter': 280, 'avg_loss': 1.015098999721724, 'avg_acc_mask': 66.82987430575855, 'loss': 0.8019031286239624}
{'epoch': 107, 'iter': 290, 'avg_loss': 1.0116222051205914, 'avg_acc_mask': 66.88073394495413, 'loss': 0.8274729251861572}
{'epoch': 107, 'iter': 300, 'avg_loss': 1.0084255956534136, 'avg_acc_mask': 66.95094494098383, 'loss': 0.9857852458953857}
{'epoch': 107, 'iter': 310, 'avg_loss': 1.0089879435549978, 'avg_acc_mask': 66.95468636633467, 'loss': 1.0641475915908813}
{'epoch': 107, 'iter': 320, 'avg_loss': 1.0083524611694419, 'avg_acc_mask': 66.98433002878159, 'loss': 0.8459763526916504}
{'epoch': 107, 'iter': 330, 'avg_loss': 1.0080231409238545, 'avg_acc_mask': 67.07900789457327, 'loss': 1.125459909439087}
{'epoch': 107, 'iter': 340, 'avg_loss': 1.006168899036223, 'avg_acc_mask': 67.07294997888131, 'loss': 0.9211309552192688}
{'epoch': 107, 'iter': 350, 'avg_loss': 1.003882428774467, 'avg_acc_mask': 67.0670260135927, 'loss': 0.8598385453224182}
{'epoch': 107, 'iter': 360, 'avg_loss': 1.0048560174053065, 'avg_acc_mask': 67.0250284414107, 'loss': 0.7063331604003906}
{'epoch': 107, 'iter': 370, 'avg_loss': 1.0030827797808737, 'avg_acc_mask': 67.09834523216558, 'loss': 1.1567456722259521}
{'epoch': 107, 'iter': 380, 'avg_loss': 1.0025216183793826, 'avg_acc_mask': 67.10136336692352, 'loss': 1.0117473602294922}
{'epoch': 107, 'iter': 390, 'avg_loss': 1.002677805054828, 'avg_acc_mask': 67.11286089238845, 'loss': 1.0868619680404663}
{'epoch': 'EP107_test', 'avg_loss': 1.003566241700842, 'total_masked_acc': 67.0939949135828}
{'epoch': 108, 'iter': 0, 'avg_loss': 1.0548237562179565, 'avg_acc_mask': 63.63636363636363, 'loss': 1.0548237562179565}
{'epoch': 108, 'iter': 10, 'avg_loss': 1.1357017755508423, 'avg_acc_mask': 63.888888888888886, 'loss': 1.522167444229126}
{'epoch': 108, 'iter': 20, 'avg_loss': 1.0637508971350533, 'avg_acc_mask': 64.63298379408961, 'loss': 0.9680819511413574}
{'epoch': 108, 'iter': 30, 'avg_loss': 1.0119562014456718, 'avg_acc_mask': 65.93548387096774, 'loss': 1.0263251066207886}
{'epoch': 108, 'iter': 40, 'avg_loss': 0.9936952387414327, 'avg_acc_mask': 66.38403990024938, 'loss': 1.2683038711547852}
{'epoch': 108, 'iter': 50, 'avg_loss': 0.9989626524495143, 'avg_acc_mask': 66.31372549019608, 'loss': 0.8690567016601562}
{'epoch': 108, 'iter': 60, 'avg_loss': 1.0139841241914718, 'avg_acc_mask': 66.0556464811784, 'loss': 1.0063579082489014}
{'epoch': 108, 'iter': 70, 'avg_loss': 1.0034608412796342, 'avg_acc_mask': 66.54432523997741, 'loss': 0.7659565806388855}
{'epoch': 108, 'iter': 80, 'avg_loss': 0.9982196828465403, 'avg_acc_mask': 67.01363073110285, 'loss': 1.061184287071228}
{'epoch': 108, 'iter': 90, 'avg_loss': 0.9872829147747585, 'avg_acc_mask': 67.591763652641, 'loss': 0.8242123126983643}
{'epoch': 108, 'iter': 100, 'avg_loss': 0.9847512074036173, 'avg_acc_mask': 67.74519716885743, 'loss': 1.0844684839248657}
{'epoch': 108, 'iter': 110, 'avg_loss': 0.9914393253154583, 'avg_acc_mask': 67.45744295545092, 'loss': 1.2532953023910522}
{'epoch': 108, 'iter': 120, 'avg_loss': 0.9959545598542394, 'avg_acc_mask': 67.24623282000331, 'loss': 1.0213327407836914}
{'epoch': 108, 'iter': 130, 'avg_loss': 0.9998068063313724, 'avg_acc_mask': 67.08822184976383, 'loss': 1.017374873161316}
{'epoch': 108, 'iter': 140, 'avg_loss': 1.0001474479411512, 'avg_acc_mask': 67.16354344122658, 'loss': 0.7796961665153503}
{'epoch': 108, 'iter': 150, 'avg_loss': 0.9975916253809898, 'avg_acc_mask': 67.212896349587, 'loss': 1.1733952760696411}
{'epoch': 108, 'iter': 160, 'avg_loss': 0.9943799457935073, 'avg_acc_mask': 67.40601503759397, 'loss': 0.9055988192558289}
{'epoch': 108, 'iter': 170, 'avg_loss': 0.9912238267430088, 'avg_acc_mask': 67.59895709883858, 'loss': 0.8221449851989746}
{'epoch': 108, 'iter': 180, 'avg_loss': 0.9979341557012738, 'avg_acc_mask': 67.44264129826524, 'loss': 1.6044199466705322}
{'epoch': 108, 'iter': 190, 'avg_loss': 0.9920920451898225, 'avg_acc_mask': 67.61762827336598, 'loss': 0.8899046182632446}
{'epoch': 108, 'iter': 200, 'avg_loss': 0.9941717839952725, 'avg_acc_mask': 67.59821790198461, 'loss': 1.1103657484054565}
{'epoch': 108, 'iter': 210, 'avg_loss': 0.996653383942012, 'avg_acc_mask': 67.43217054263566, 'loss': 1.2276498079299927}
{'epoch': 108, 'iter': 220, 'avg_loss': 0.998201671498933, 'avg_acc_mask': 67.1913835956918, 'loss': 0.9199472069740295}
{'epoch': 108, 'iter': 230, 'avg_loss': 0.9955936143924664, 'avg_acc_mask': 67.35723771580345, 'loss': 0.7463551163673401}
{'epoch': 108, 'iter': 240, 'avg_loss': 0.9936057395954845, 'avg_acc_mask': 67.3798607573442, 'loss': 1.1164023876190186}
{'epoch': 108, 'iter': 250, 'avg_loss': 0.995573067332644, 'avg_acc_mask': 67.31381026184845, 'loss': 0.8800861835479736}
{'epoch': 108, 'iter': 260, 'avg_loss': 0.9959899963546986, 'avg_acc_mask': 67.34117647058824, 'loss': 1.0247352123260498}
{'epoch': 108, 'iter': 270, 'avg_loss': 0.9985962514507815, 'avg_acc_mask': 67.32980332829047, 'loss': 0.904540479183197}
{'epoch': 108, 'iter': 280, 'avg_loss': 0.9984921957250168, 'avg_acc_mask': 67.26477024070022, 'loss': 0.8556249141693115}
{'epoch': 108, 'iter': 290, 'avg_loss': 0.9949802297497123, 'avg_acc_mask': 67.38656348927191, 'loss': 0.8089009523391724}
{'epoch': 108, 'iter': 300, 'avg_loss': 0.9913387256999349, 'avg_acc_mask': 67.45009878057088, 'loss': 0.948442816734314}
{'epoch': 108, 'iter': 310, 'avg_loss': 0.9913607513789578, 'avg_acc_mask': 67.4599000788851, 'loss': 1.2638643980026245}
{'epoch': 108, 'iter': 320, 'avg_loss': 0.9905128152199624, 'avg_acc_mask': 67.45062951364478, 'loss': 0.9922228455543518}
{'epoch': 108, 'iter': 330, 'avg_loss': 0.9916734902520195, 'avg_acc_mask': 67.40447632001978, 'loss': 0.9717124700546265}
{'epoch': 108, 'iter': 340, 'avg_loss': 0.9900316214980968, 'avg_acc_mask': 67.463367763632, 'loss': 1.023522973060608}
{'epoch': 108, 'iter': 350, 'avg_loss': 0.9895383150149615, 'avg_acc_mask': 67.4710763117915, 'loss': 0.7151156663894653}
{'epoch': 108, 'iter': 360, 'avg_loss': 0.9904529435812932, 'avg_acc_mask': 67.47063163271096, 'loss': 0.8732739686965942}
{'epoch': 108, 'iter': 370, 'avg_loss': 0.9890536847461587, 'avg_acc_mask': 67.50842681107366, 'loss': 0.9793825149536133}
{'epoch': 108, 'iter': 380, 'avg_loss': 0.9886298576990763, 'avg_acc_mask': 67.50201667114816, 'loss': 0.9106491208076477}
{'epoch': 108, 'iter': 390, 'avg_loss': 0.9898526455130419, 'avg_acc_mask': 67.45098039215686, 'loss': 1.0482286214828491}
{'epoch': 'EP108_test', 'avg_loss': 0.9875508454261404, 'total_masked_acc': 67.47012879532406}
{'epoch': 109, 'iter': 0, 'avg_loss': 0.8633596897125244, 'avg_acc_mask': 65.51724137931035, 'loss': 0.8633596897125244}
{'epoch': 109, 'iter': 10, 'avg_loss': 1.0728106011043896, 'avg_acc_mask': 65.18375241779498, 'loss': 1.3296083211898804}
{'epoch': 109, 'iter': 20, 'avg_loss': 1.0554505359558832, 'avg_acc_mask': 65.49295774647888, 'loss': 1.064118504524231}
{'epoch': 109, 'iter': 30, 'avg_loss': 1.0438170798363224, 'avg_acc_mask': 66.55473472128945, 'loss': 0.9696335196495056}
{'epoch': 109, 'iter': 40, 'avg_loss': 1.0361771525406256, 'avg_acc_mask': 66.92268305171531, 'loss': 1.0564453601837158}
{'epoch': 109, 'iter': 50, 'avg_loss': 1.0081166847079408, 'avg_acc_mask': 67.3418768085986, 'loss': 0.6078323125839233}
{'epoch': 109, 'iter': 60, 'avg_loss': 1.0057409493649592, 'avg_acc_mask': 67.19286204529857, 'loss': 0.9303661584854126}
{'epoch': 109, 'iter': 70, 'avg_loss': 0.9962163366062541, 'avg_acc_mask': 67.4978254566541, 'loss': 1.1115210056304932}
{'epoch': 109, 'iter': 80, 'avg_loss': 0.9972411968089916, 'avg_acc_mask': 67.44244877308373, 'loss': 1.2445036172866821}
{'epoch': 109, 'iter': 90, 'avg_loss': 0.9892509003261943, 'avg_acc_mask': 67.82022471910112, 'loss': 0.6667889952659607}
{'epoch': 109, 'iter': 100, 'avg_loss': 0.9926318850847754, 'avg_acc_mask': 67.79591836734694, 'loss': 0.802062451839447}
{'epoch': 109, 'iter': 110, 'avg_loss': 0.9956249524881174, 'avg_acc_mask': 67.41178644005173, 'loss': 1.2667535543441772}
{'epoch': 109, 'iter': 120, 'avg_loss': 0.990795696077268, 'avg_acc_mask': 67.53136656493727, 'loss': 0.9618809223175049}
{'epoch': 109, 'iter': 130, 'avg_loss': 0.9923847686243421, 'avg_acc_mask': 67.5, 'loss': 1.3028156757354736}
{'epoch': 109, 'iter': 140, 'avg_loss': 0.9989152943834345, 'avg_acc_mask': 67.38060781476122, 'loss': 1.1868436336517334}
{'epoch': 109, 'iter': 150, 'avg_loss': 0.9957125925070403, 'avg_acc_mask': 67.4175600488533, 'loss': 1.1899622678756714}
{'epoch': 109, 'iter': 160, 'avg_loss': 1.0014385329270215, 'avg_acc_mask': 67.25347620870009, 'loss': 0.9748359322547913}
{'epoch': 109, 'iter': 170, 'avg_loss': 1.0024063015541835, 'avg_acc_mask': 67.30445246690734, 'loss': 1.0136744976043701}
{'epoch': 109, 'iter': 180, 'avg_loss': 1.0021013762410833, 'avg_acc_mask': 67.30133394139779, 'loss': 1.0531069040298462}
{'epoch': 109, 'iter': 190, 'avg_loss': 0.9979349761733209, 'avg_acc_mask': 67.47641253660123, 'loss': 1.0957316160202026}
{'epoch': 109, 'iter': 200, 'avg_loss': 0.9920476811442209, 'avg_acc_mask': 67.6510067114094, 'loss': 0.5887807011604309}
{'epoch': 109, 'iter': 210, 'avg_loss': 0.995611185711142, 'avg_acc_mask': 67.59277439623011, 'loss': 1.3983891010284424}
{'epoch': 109, 'iter': 220, 'avg_loss': 0.9957306549559891, 'avg_acc_mask': 67.5388769904088, 'loss': 0.8666104674339294}
{'epoch': 109, 'iter': 230, 'avg_loss': 0.9894898895061377, 'avg_acc_mask': 67.66204738489049, 'loss': 0.9163376688957214}
{'epoch': 109, 'iter': 240, 'avg_loss': 0.9888988661568194, 'avg_acc_mask': 67.65184614066649, 'loss': 0.867712676525116}
{'epoch': 109, 'iter': 250, 'avg_loss': 0.9881354045582957, 'avg_acc_mask': 67.74696422710863, 'loss': 0.8851367235183716}
{'epoch': 109, 'iter': 260, 'avg_loss': 0.9899625695984939, 'avg_acc_mask': 67.79834580543522, 'loss': 0.748579740524292}
{'epoch': 109, 'iter': 270, 'avg_loss': 0.993630601691144, 'avg_acc_mask': 67.79378316906748, 'loss': 1.0928409099578857}
{'epoch': 109, 'iter': 280, 'avg_loss': 0.9951387119887138, 'avg_acc_mask': 67.74948785484342, 'loss': 1.1690552234649658}
{'epoch': 109, 'iter': 290, 'avg_loss': 0.9949050435085887, 'avg_acc_mask': 67.72692009309542, 'loss': 0.7803882956504822}
{'epoch': 109, 'iter': 300, 'avg_loss': 0.991889858958729, 'avg_acc_mask': 67.8017094017094, 'loss': 1.1487629413604736}
{'epoch': 109, 'iter': 310, 'avg_loss': 0.9923523620393881, 'avg_acc_mask': 67.79234538471725, 'loss': 1.1842989921569824}
{'epoch': 109, 'iter': 320, 'avg_loss': 0.9935067268175499, 'avg_acc_mask': 67.80641429397775, 'loss': 0.724530816078186}
{'epoch': 109, 'iter': 330, 'avg_loss': 0.9934181410740509, 'avg_acc_mask': 67.84934838186693, 'loss': 1.1456092596054077}
{'epoch': 109, 'iter': 340, 'avg_loss': 0.9928859482762401, 'avg_acc_mask': 67.76514693433306, 'loss': 1.0344188213348389}
{'epoch': 109, 'iter': 350, 'avg_loss': 0.9944818410438689, 'avg_acc_mask': 67.75027923108577, 'loss': 1.1337907314300537}
{'epoch': 109, 'iter': 360, 'avg_loss': 0.9945560548444203, 'avg_acc_mask': 67.63632215377595, 'loss': 0.9487668871879578}
{'epoch': 109, 'iter': 370, 'avg_loss': 0.9924584146779823, 'avg_acc_mask': 67.65260821309656, 'loss': 1.170397400856018}
{'epoch': 109, 'iter': 380, 'avg_loss': 0.9930327711455779, 'avg_acc_mask': 67.65578635014838, 'loss': 0.8150954246520996}
{'epoch': 109, 'iter': 390, 'avg_loss': 0.9948043721106351, 'avg_acc_mask': 67.63454975059071, 'loss': 1.3045417070388794}
{'epoch': 'EP109_test', 'avg_loss': 0.9947151946600037, 'total_masked_acc': 67.61251429165367}
{'epoch': 110, 'iter': 0, 'avg_loss': 1.0924185514450073, 'avg_acc_mask': 62.7906976744186, 'loss': 1.0924185514450073}
{'epoch': 110, 'iter': 10, 'avg_loss': 1.0800005901943555, 'avg_acc_mask': 62.63345195729537, 'loss': 1.1765223741531372}
{'epoch': 110, 'iter': 20, 'avg_loss': 1.0375838705471583, 'avg_acc_mask': 64.05660377358491, 'loss': 0.9121273159980774}
{'epoch': 110, 'iter': 30, 'avg_loss': 1.0210485612192461, 'avg_acc_mask': 65.2751423149905, 'loss': 1.1734529733657837}
{'epoch': 110, 'iter': 40, 'avg_loss': 0.9979065278681313, 'avg_acc_mask': 65.88235294117646, 'loss': 1.0861552953720093}
{'epoch': 110, 'iter': 50, 'avg_loss': 1.0183550177835952, 'avg_acc_mask': 65.43452615021627, 'loss': 0.8502622842788696}
{'epoch': 110, 'iter': 60, 'avg_loss': 1.0071016784574165, 'avg_acc_mask': 65.92048112261945, 'loss': 0.8376120328903198}
{'epoch': 110, 'iter': 70, 'avg_loss': 0.9956069588661194, 'avg_acc_mask': 66.55405405405406, 'loss': 1.0729891061782837}
{'epoch': 110, 'iter': 80, 'avg_loss': 1.0028752500628249, 'avg_acc_mask': 66.79960119641076, 'loss': 1.128319501876831}
{'epoch': 110, 'iter': 90, 'avg_loss': 0.990548924430386, 'avg_acc_mask': 67.4392689993314, 'loss': 0.8453102111816406}
{'epoch': 110, 'iter': 100, 'avg_loss': 0.9941391283922857, 'avg_acc_mask': 67.18718718718719, 'loss': 0.6585977673530579}
{'epoch': 110, 'iter': 110, 'avg_loss': 1.0005245847744986, 'avg_acc_mask': 66.97768020490304, 'loss': 1.2116568088531494}
{'epoch': 110, 'iter': 120, 'avg_loss': 1.0003414577689052, 'avg_acc_mask': 67.01807228915662, 'loss': 1.141351580619812}
{'epoch': 110, 'iter': 130, 'avg_loss': 0.9976804147239859, 'avg_acc_mask': 67.01781564678544, 'loss': 1.2330940961837769}
{'epoch': 110, 'iter': 140, 'avg_loss': 0.9991272328593207, 'avg_acc_mask': 67.04415137614679, 'loss': 1.1217010021209717}
{'epoch': 110, 'iter': 150, 'avg_loss': 0.9969624063826554, 'avg_acc_mask': 67.18854543021544, 'loss': 1.1584988832473755}
{'epoch': 110, 'iter': 160, 'avg_loss': 0.9945944044160546, 'avg_acc_mask': 67.25808481187869, 'loss': 0.7128494381904602}
{'epoch': 110, 'iter': 170, 'avg_loss': 0.9984750873164127, 'avg_acc_mask': 67.18971212836243, 'loss': 1.0243114233016968}
{'epoch': 110, 'iter': 180, 'avg_loss': 0.9999202055167098, 'avg_acc_mask': 67.36149816074017, 'loss': 1.5679563283920288}
{'epoch': 110, 'iter': 190, 'avg_loss': 0.9980887845548659, 'avg_acc_mask': 67.40214278137266, 'loss': 0.7527831792831421}
{'epoch': 110, 'iter': 200, 'avg_loss': 1.0000325100338874, 'avg_acc_mask': 67.37138830162085, 'loss': 1.0365055799484253}
{'epoch': 110, 'iter': 210, 'avg_loss': 1.0038068644808367, 'avg_acc_mask': 67.27063560540697, 'loss': 1.2116575241088867}
{'epoch': 110, 'iter': 220, 'avg_loss': 1.0052972106912017, 'avg_acc_mask': 67.16908742121129, 'loss': 0.7319255471229553}
{'epoch': 110, 'iter': 230, 'avg_loss': 0.9996168626335277, 'avg_acc_mask': 67.47589833479404, 'loss': 1.1817493438720703}
{'epoch': 110, 'iter': 240, 'avg_loss': 0.9954968767542067, 'avg_acc_mask': 67.56938603868797, 'loss': 0.8612260818481445}
{'epoch': 110, 'iter': 250, 'avg_loss': 0.9968838979048558, 'avg_acc_mask': 67.59049773755656, 'loss': 1.1260370016098022}
{'epoch': 110, 'iter': 260, 'avg_loss': 0.9955873777126444, 'avg_acc_mask': 67.63630707007856, 'loss': 0.7592152953147888}
{'epoch': 110, 'iter': 270, 'avg_loss': 0.998319423726564, 'avg_acc_mask': 67.556021884134, 'loss': 1.1686656475067139}
{'epoch': 110, 'iter': 280, 'avg_loss': 0.9980794904070817, 'avg_acc_mask': 67.58007374737907, 'loss': 0.7659832835197449}
{'epoch': 110, 'iter': 290, 'avg_loss': 0.9990928900200886, 'avg_acc_mask': 67.56756756756756, 'loss': 1.151926040649414}
{'epoch': 110, 'iter': 300, 'avg_loss': 0.9940172796233548, 'avg_acc_mask': 67.76418092083023, 'loss': 0.75885409116745}
{'epoch': 110, 'iter': 310, 'avg_loss': 0.9941285275569682, 'avg_acc_mask': 67.77654216000523, 'loss': 0.8883695006370544}
{'epoch': 110, 'iter': 320, 'avg_loss': 0.9916230841217754, 'avg_acc_mask': 67.85850374698336, 'loss': 1.0604768991470337}
{'epoch': 110, 'iter': 330, 'avg_loss': 0.9884989553347815, 'avg_acc_mask': 68.00123190637511, 'loss': 1.198946237564087}
{'epoch': 110, 'iter': 340, 'avg_loss': 0.9836886705191604, 'avg_acc_mask': 68.21816445876595, 'loss': 0.6992672681808472}
{'epoch': 110, 'iter': 350, 'avg_loss': 0.9846525207543985, 'avg_acc_mask': 68.19816684070078, 'loss': 0.8421937823295593}
{'epoch': 110, 'iter': 360, 'avg_loss': 0.9845895476618632, 'avg_acc_mask': 68.26155403126054, 'loss': 0.9313419461250305}
{'epoch': 110, 'iter': 370, 'avg_loss': 0.9838731451175926, 'avg_acc_mask': 68.21985233798196, 'loss': 1.1383273601531982}
{'epoch': 110, 'iter': 380, 'avg_loss': 0.9847005094130208, 'avg_acc_mask': 68.23548266467225, 'loss': 0.9067540764808655}
{'epoch': 110, 'iter': 390, 'avg_loss': 0.9851792901373275, 'avg_acc_mask': 68.18914841596005, 'loss': 1.174894094467163}
{'epoch': 'EP110_test', 'avg_loss': 0.983693206551099, 'total_masked_acc': 68.20684332390017}
{'epoch': 111, 'iter': 0, 'avg_loss': 0.6678463220596313, 'avg_acc_mask': 82.6086956521739, 'loss': 0.6678463220596313}
{'epoch': 111, 'iter': 10, 'avg_loss': 1.0996651541103015, 'avg_acc_mask': 64.84517304189436, 'loss': 1.5028021335601807}
{'epoch': 111, 'iter': 20, 'avg_loss': 1.03404643705913, 'avg_acc_mask': 66.82330827067669, 'loss': 0.9791762232780457}
{'epoch': 111, 'iter': 30, 'avg_loss': 1.0039531473190553, 'avg_acc_mask': 67.00898587933247, 'loss': 1.205581784248352}
{'epoch': 111, 'iter': 40, 'avg_loss': 0.9886887916704503, 'avg_acc_mask': 68.32023575638507, 'loss': 0.76873779296875}
{'epoch': 111, 'iter': 50, 'avg_loss': 0.9858254170885273, 'avg_acc_mask': 68.16179415298357, 'loss': 0.706134557723999}
{'epoch': 111, 'iter': 60, 'avg_loss': 1.0029557777232811, 'avg_acc_mask': 67.88617886178862, 'loss': 1.2297725677490234}
{'epoch': 111, 'iter': 70, 'avg_loss': 1.0006473929109707, 'avg_acc_mask': 67.84788245462403, 'loss': 1.172144889831543}
{'epoch': 111, 'iter': 80, 'avg_loss': 0.9972491087736907, 'avg_acc_mask': 67.99194765978862, 'loss': 0.8891566395759583}
{'epoch': 111, 'iter': 90, 'avg_loss': 0.992837653710292, 'avg_acc_mask': 68.05836139169472, 'loss': 0.5859766602516174}
{'epoch': 111, 'iter': 100, 'avg_loss': 0.9772500183322642, 'avg_acc_mask': 68.61105445645524, 'loss': 0.7086735963821411}
{'epoch': 111, 'iter': 110, 'avg_loss': 0.9836453618230047, 'avg_acc_mask': 68.08943089430895, 'loss': 0.9505516290664673}
{'epoch': 111, 'iter': 120, 'avg_loss': 0.9796109101003851, 'avg_acc_mask': 68.20730671197961, 'loss': 0.8749738931655884}
{'epoch': 111, 'iter': 130, 'avg_loss': 0.9813036167894611, 'avg_acc_mask': 68.31651954602775, 'loss': 1.233236312866211}
{'epoch': 111, 'iter': 140, 'avg_loss': 0.9806645267398645, 'avg_acc_mask': 68.44106463878326, 'loss': 1.1313440799713135}
{'epoch': 111, 'iter': 150, 'avg_loss': 0.9737013456047765, 'avg_acc_mask': 68.6401098901099, 'loss': 1.1019203662872314}
{'epoch': 111, 'iter': 160, 'avg_loss': 0.9734275951888991, 'avg_acc_mask': 68.57216428479464, 'loss': 0.6728604435920715}
{'epoch': 111, 'iter': 170, 'avg_loss': 0.9783009458006474, 'avg_acc_mask': 68.55858045697619, 'loss': 1.2889949083328247}
{'epoch': 111, 'iter': 180, 'avg_loss': 0.9809203312541899, 'avg_acc_mask': 68.61104744441899, 'loss': 1.4404536485671997}
{'epoch': 111, 'iter': 190, 'avg_loss': 0.9769972647047792, 'avg_acc_mask': 68.64305177111717, 'loss': 0.9324287176132202}
{'epoch': 111, 'iter': 200, 'avg_loss': 0.9767418017434837, 'avg_acc_mask': 68.65563598759049, 'loss': 0.8068573474884033}
{'epoch': 111, 'iter': 210, 'avg_loss': 0.9761116349301632, 'avg_acc_mask': 68.73951238772086, 'loss': 0.8677130341529846}
{'epoch': 111, 'iter': 220, 'avg_loss': 0.9746888004816495, 'avg_acc_mask': 68.76758581879572, 'loss': 0.8023957014083862}
{'epoch': 111, 'iter': 230, 'avg_loss': 0.9739647902451553, 'avg_acc_mask': 68.7573112570863, 'loss': 0.9491282105445862}
{'epoch': 111, 'iter': 240, 'avg_loss': 0.9762850784661858, 'avg_acc_mask': 68.67885477750949, 'loss': 1.0386204719543457}
{'epoch': 111, 'iter': 250, 'avg_loss': 0.9783046333438372, 'avg_acc_mask': 68.69982620210213, 'loss': 0.9061282277107239}
{'epoch': 111, 'iter': 260, 'avg_loss': 0.9808677994428466, 'avg_acc_mask': 68.52589641434263, 'loss': 0.7925521731376648}
{'epoch': 111, 'iter': 270, 'avg_loss': 0.9881674818887042, 'avg_acc_mask': 68.3016837087722, 'loss': 1.1297826766967773}
{'epoch': 111, 'iter': 280, 'avg_loss': 0.9887601748055834, 'avg_acc_mask': 68.28871468717645, 'loss': 1.0524675846099854}
{'epoch': 111, 'iter': 290, 'avg_loss': 0.9856953332104634, 'avg_acc_mask': 68.30175187701109, 'loss': 0.9379916191101074}
{'epoch': 111, 'iter': 300, 'avg_loss': 0.9854078455224782, 'avg_acc_mask': 68.25813583914876, 'loss': 1.3720760345458984}
{'epoch': 111, 'iter': 310, 'avg_loss': 0.9849651959931353, 'avg_acc_mask': 68.31597222222221, 'loss': 1.0862475633621216}
{'epoch': 111, 'iter': 320, 'avg_loss': 0.9875415363044382, 'avg_acc_mask': 68.24254215304799, 'loss': 1.221481204032898}
{'epoch': 111, 'iter': 330, 'avg_loss': 0.9871622059280418, 'avg_acc_mask': 68.27200803717191, 'loss': 1.037529468536377}
{'epoch': 111, 'iter': 340, 'avg_loss': 0.9872355464616479, 'avg_acc_mask': 68.31882116543872, 'loss': 0.7930325865745544}
{'epoch': 111, 'iter': 350, 'avg_loss': 0.9864410454051786, 'avg_acc_mask': 68.30046061178695, 'loss': 0.8607466220855713}
{'epoch': 111, 'iter': 360, 'avg_loss': 0.9882559347020622, 'avg_acc_mask': 68.26052058250201, 'loss': 1.011793613433838}
{'epoch': 111, 'iter': 370, 'avg_loss': 0.9876497405558583, 'avg_acc_mask': 68.2421875, 'loss': 0.8880593180656433}
{'epoch': 111, 'iter': 380, 'avg_loss': 0.9864383405587804, 'avg_acc_mask': 68.32608695652173, 'loss': 0.8549568057060242}
{'epoch': 111, 'iter': 390, 'avg_loss': 0.9871647354891843, 'avg_acc_mask': 68.25590009524818, 'loss': 1.1617175340652466}
{'epoch': 'EP111_test', 'avg_loss': 0.9864998116637721, 'total_masked_acc': 68.25031393888656}
{'epoch': 112, 'iter': 0, 'avg_loss': 0.6678169965744019, 'avg_acc_mask': 82.97872340425532, 'loss': 0.6678169965744019}
{'epoch': 112, 'iter': 10, 'avg_loss': 0.9469889781691812, 'avg_acc_mask': 71.32075471698113, 'loss': 1.1117206811904907}
{'epoch': 112, 'iter': 20, 'avg_loss': 0.9280577188446408, 'avg_acc_mask': 70.02012072434609, 'loss': 1.0234603881835938}
{'epoch': 112, 'iter': 30, 'avg_loss': 0.941231531481589, 'avg_acc_mask': 69.10408432147563, 'loss': 0.6998637318611145}
{'epoch': 112, 'iter': 40, 'avg_loss': 0.9188602319577845, 'avg_acc_mask': 69.82367758186398, 'loss': 0.7739008069038391}
{'epoch': 112, 'iter': 50, 'avg_loss': 0.9217857145795635, 'avg_acc_mask': 69.73103171417102, 'loss': 0.7134453654289246}
{'epoch': 112, 'iter': 60, 'avg_loss': 0.9373865342531048, 'avg_acc_mask': 69.38706400270911, 'loss': 0.9372950792312622}
{'epoch': 112, 'iter': 70, 'avg_loss': 0.9411481937892, 'avg_acc_mask': 68.97244546498278, 'loss': 1.201499104499817}
{'epoch': 112, 'iter': 80, 'avg_loss': 0.9438013588940656, 'avg_acc_mask': 68.92983341746593, 'loss': 0.8239358067512512}
{'epoch': 112, 'iter': 90, 'avg_loss': 0.9534636126769768, 'avg_acc_mask': 68.66276452048626, 'loss': 0.7983858585357666}
{'epoch': 112, 'iter': 100, 'avg_loss': 0.9596748788758079, 'avg_acc_mask': 68.56153219233903, 'loss': 0.6007892489433289}
{'epoch': 112, 'iter': 110, 'avg_loss': 0.9731682313455118, 'avg_acc_mask': 68.64343958487768, 'loss': 0.8207740187644958}
{'epoch': 112, 'iter': 120, 'avg_loss': 0.9737337950832587, 'avg_acc_mask': 68.87495764147747, 'loss': 1.059419870376587}
{'epoch': 112, 'iter': 130, 'avg_loss': 0.9774892735117264, 'avg_acc_mask': 68.73728680957598, 'loss': 1.1942845582962036}
{'epoch': 112, 'iter': 140, 'avg_loss': 0.9821919701623578, 'avg_acc_mask': 68.62574372369757, 'loss': 1.1692792177200317}
{'epoch': 112, 'iter': 150, 'avg_loss': 0.9805588181445141, 'avg_acc_mask': 68.7286631162092, 'loss': 0.9489527344703674}
{'epoch': 112, 'iter': 160, 'avg_loss': 0.9846897221500088, 'avg_acc_mask': 68.52492631039344, 'loss': 1.1259510517120361}
{'epoch': 112, 'iter': 170, 'avg_loss': 0.9868429606420952, 'avg_acc_mask': 68.3321264783973, 'loss': 1.2541428804397583}
{'epoch': 112, 'iter': 180, 'avg_loss': 0.990518926256928, 'avg_acc_mask': 68.2528814332991, 'loss': 1.4624128341674805}
{'epoch': 112, 'iter': 190, 'avg_loss': 0.9877466297274484, 'avg_acc_mask': 68.2024659312135, 'loss': 0.9335427284240723}
{'epoch': 112, 'iter': 200, 'avg_loss': 0.9909860411686684, 'avg_acc_mask': 68.10282776349614, 'loss': 0.9734258055686951}
{'epoch': 112, 'iter': 210, 'avg_loss': 0.9884948843463337, 'avg_acc_mask': 68.16322555512271, 'loss': 0.8410181999206543}
{'epoch': 112, 'iter': 220, 'avg_loss': 0.988824269081133, 'avg_acc_mask': 68.12424886752333, 'loss': 0.9349160194396973}
{'epoch': 112, 'iter': 230, 'avg_loss': 0.9858642045037571, 'avg_acc_mask': 68.2663361076678, 'loss': 0.9140114784240723}
{'epoch': 112, 'iter': 240, 'avg_loss': 0.9863721753057108, 'avg_acc_mask': 68.07535641547861, 'loss': 1.1559422016143799}
{'epoch': 112, 'iter': 250, 'avg_loss': 0.9897523463009839, 'avg_acc_mask': 68.01599608259203, 'loss': 1.2347179651260376}
{'epoch': 112, 'iter': 260, 'avg_loss': 0.9921604949852516, 'avg_acc_mask': 67.9968639749118, 'loss': 0.9499574303627014}
{'epoch': 112, 'iter': 270, 'avg_loss': 0.9967736153145118, 'avg_acc_mask': 67.87764350453173, 'loss': 1.0250717401504517}
{'epoch': 112, 'iter': 280, 'avg_loss': 0.9981111067469858, 'avg_acc_mask': 67.92603916430079, 'loss': 0.940903902053833}
{'epoch': 112, 'iter': 290, 'avg_loss': 0.996885008009029, 'avg_acc_mask': 67.90531048047205, 'loss': 0.976922869682312}
{'epoch': 112, 'iter': 300, 'avg_loss': 0.9917165345923845, 'avg_acc_mask': 68.09594998640935, 'loss': 1.1647626161575317}
{'epoch': 112, 'iter': 310, 'avg_loss': 0.9944037925392102, 'avg_acc_mask': 67.98343630866307, 'loss': 1.0359481573104858}
{'epoch': 112, 'iter': 320, 'avg_loss': 0.9937798165458014, 'avg_acc_mask': 67.98494609938126, 'loss': 1.0475910902023315}
{'epoch': 112, 'iter': 330, 'avg_loss': 0.9917370905688883, 'avg_acc_mask': 68.00817286855303, 'loss': 0.9181327223777771}
{'epoch': 112, 'iter': 340, 'avg_loss': 0.9879862624179583, 'avg_acc_mask': 68.10609250015037, 'loss': 0.9252114295959473}
{'epoch': 112, 'iter': 350, 'avg_loss': 0.9889027486499559, 'avg_acc_mask': 68.14667291471416, 'loss': 0.7911017537117004}
{'epoch': 112, 'iter': 360, 'avg_loss': 0.9923656444140089, 'avg_acc_mask': 67.98365122615803, 'loss': 0.9850363731384277}
{'epoch': 112, 'iter': 370, 'avg_loss': 0.9910912880036388, 'avg_acc_mask': 68.00242865816635, 'loss': 0.9037593603134155}
{'epoch': 112, 'iter': 380, 'avg_loss': 0.9905917633549748, 'avg_acc_mask': 68.0131239242685, 'loss': 0.8775307536125183}
{'epoch': 112, 'iter': 390, 'avg_loss': 0.9898967970057827, 'avg_acc_mask': 68.06115503429498, 'loss': 1.2837035655975342}
{'epoch': 'EP112_test', 'avg_loss': 0.9884631445612571, 'total_masked_acc': 68.07718172882934}
{'epoch': 113, 'iter': 0, 'avg_loss': 1.0326058864593506, 'avg_acc_mask': 66.07142857142857, 'loss': 1.0326058864593506}
{'epoch': 113, 'iter': 10, 'avg_loss': 1.0651272210207852, 'avg_acc_mask': 65.93001841620627, 'loss': 1.2139261960983276}
{'epoch': 113, 'iter': 20, 'avg_loss': 0.9839926134972345, 'avg_acc_mask': 68.36538461538461, 'loss': 1.1531198024749756}
{'epoch': 113, 'iter': 30, 'avg_loss': 0.9861542947830693, 'avg_acc_mask': 68.42105263157895, 'loss': 1.0112757682800293}
{'epoch': 113, 'iter': 40, 'avg_loss': 0.9881059556472592, 'avg_acc_mask': 68.08830908178625, 'loss': 1.2202811241149902}
{'epoch': 113, 'iter': 50, 'avg_loss': 0.9908772122626212, 'avg_acc_mask': 67.76131357629154, 'loss': 0.9196909070014954}
{'epoch': 113, 'iter': 60, 'avg_loss': 0.971385597205553, 'avg_acc_mask': 68.61289233884577, 'loss': 0.5703973770141602}
{'epoch': 113, 'iter': 70, 'avg_loss': 0.9680338820941011, 'avg_acc_mask': 68.44031531531532, 'loss': 0.9740977883338928}
{'epoch': 113, 'iter': 80, 'avg_loss': 0.9738892824561508, 'avg_acc_mask': 68.50085595500123, 'loss': 1.1847031116485596}
{'epoch': 113, 'iter': 90, 'avg_loss': 0.9778258905305968, 'avg_acc_mask': 68.47161572052401, 'loss': 0.6173971891403198}
{'epoch': 113, 'iter': 100, 'avg_loss': 0.9810360735005671, 'avg_acc_mask': 68.33234186000396, 'loss': 0.7977516651153564}
{'epoch': 113, 'iter': 110, 'avg_loss': 0.9803460014832986, 'avg_acc_mask': 68.28695337911095, 'loss': 1.0063660144805908}
{'epoch': 113, 'iter': 120, 'avg_loss': 0.9772597108005492, 'avg_acc_mask': 68.37918462048393, 'loss': 0.794880211353302}
{'epoch': 113, 'iter': 130, 'avg_loss': 0.9735799377201168, 'avg_acc_mask': 68.34554334554335, 'loss': 1.0478931665420532}
{'epoch': 113, 'iter': 140, 'avg_loss': 0.9784543277524042, 'avg_acc_mask': 68.26500212796141, 'loss': 1.2634917497634888}
{'epoch': 113, 'iter': 150, 'avg_loss': 0.9886930675696064, 'avg_acc_mask': 67.98455804046858, 'loss': 1.1716922521591187}
{'epoch': 113, 'iter': 160, 'avg_loss': 0.9961166648390871, 'avg_acc_mask': 67.78666000499626, 'loss': 0.7326537370681763}
{'epoch': 113, 'iter': 170, 'avg_loss': 0.9953304937011317, 'avg_acc_mask': 67.66368346679228, 'loss': 1.212936520576477}
{'epoch': 113, 'iter': 180, 'avg_loss': 0.9992996911976219, 'avg_acc_mask': 67.63425253991292, 'loss': 1.3090240955352783}
{'epoch': 113, 'iter': 190, 'avg_loss': 0.9973799623744026, 'avg_acc_mask': 67.65889830508475, 'loss': 0.9547133445739746}
{'epoch': 113, 'iter': 200, 'avg_loss': 0.9988455265315611, 'avg_acc_mask': 67.59511555151883, 'loss': 0.7631628513336182}
{'epoch': 113, 'iter': 210, 'avg_loss': 0.9979217685229406, 'avg_acc_mask': 67.65272692233572, 'loss': 1.0179259777069092}
{'epoch': 113, 'iter': 220, 'avg_loss': 1.0026181906596567, 'avg_acc_mask': 67.52497021900486, 'loss': 1.0096614360809326}
{'epoch': 113, 'iter': 230, 'avg_loss': 0.9933399119418421, 'avg_acc_mask': 67.77992617331692, 'loss': 0.8292497396469116}
{'epoch': 113, 'iter': 240, 'avg_loss': 0.9939475665448613, 'avg_acc_mask': 67.83364265226928, 'loss': 0.8479716181755066}
{'epoch': 113, 'iter': 250, 'avg_loss': 0.9953929834156873, 'avg_acc_mask': 67.89072632944229, 'loss': 1.0604314804077148}
{'epoch': 113, 'iter': 260, 'avg_loss': 0.9956956281972571, 'avg_acc_mask': 67.87029059293491, 'loss': 0.7986525893211365}
{'epoch': 113, 'iter': 270, 'avg_loss': 1.0008655916280853, 'avg_acc_mask': 67.69555070390724, 'loss': 0.9994341135025024}
{'epoch': 113, 'iter': 280, 'avg_loss': 1.0021941753044672, 'avg_acc_mask': 67.73959165879532, 'loss': 0.8079859614372253}
{'epoch': 113, 'iter': 290, 'avg_loss': 0.9965568369196862, 'avg_acc_mask': 68.00533595450396, 'loss': 0.86183762550354}
{'epoch': 113, 'iter': 300, 'avg_loss': 0.9961350197807894, 'avg_acc_mask': 68.10619949752156, 'loss': 1.1647008657455444}
{'epoch': 113, 'iter': 310, 'avg_loss': 0.9966648084941018, 'avg_acc_mask': 68.09892416688534, 'loss': 1.121431827545166}
{'epoch': 113, 'iter': 320, 'avg_loss': 0.9928238033505615, 'avg_acc_mask': 68.21828833418238, 'loss': 1.0081572532653809}
{'epoch': 113, 'iter': 330, 'avg_loss': 0.9919165037910024, 'avg_acc_mask': 68.20148331273177, 'loss': 0.8739984035491943}
{'epoch': 113, 'iter': 340, 'avg_loss': 0.9923911685468164, 'avg_acc_mask': 68.17339312406577, 'loss': 0.9705830216407776}
{'epoch': 113, 'iter': 350, 'avg_loss': 0.9927650557623969, 'avg_acc_mask': 68.09833778914333, 'loss': 1.0363909006118774}
{'epoch': 113, 'iter': 360, 'avg_loss': 0.9919115549309432, 'avg_acc_mask': 68.19107991849673, 'loss': 1.3141694068908691}
{'epoch': 113, 'iter': 370, 'avg_loss': 0.9898962968121963, 'avg_acc_mask': 68.1585184368627, 'loss': 1.1333762407302856}
{'epoch': 113, 'iter': 380, 'avg_loss': 0.9904121862934643, 'avg_acc_mask': 68.107789563913, 'loss': 1.0097452402114868}
{'epoch': 113, 'iter': 390, 'avg_loss': 0.9889804967833907, 'avg_acc_mask': 68.17708333333333, 'loss': 1.0180398225784302}
{'epoch': 'EP113_test', 'avg_loss': 0.9880885725671594, 'total_masked_acc': 68.18298770133278}
{'epoch': 114, 'iter': 0, 'avg_loss': 1.139872670173645, 'avg_acc_mask': 64.15094339622641, 'loss': 1.139872670173645}
{'epoch': 114, 'iter': 10, 'avg_loss': 1.0134008472616023, 'avg_acc_mask': 69.41838649155723, 'loss': 1.1620293855667114}
{'epoch': 114, 'iter': 20, 'avg_loss': 0.9613873759905497, 'avg_acc_mask': 70.70805043646945, 'loss': 1.000405192375183}
{'epoch': 114, 'iter': 30, 'avg_loss': 0.9769959738177638, 'avg_acc_mask': 70.33112582781456, 'loss': 1.0538181066513062}
{'epoch': 114, 'iter': 40, 'avg_loss': 0.9755651412940607, 'avg_acc_mask': 70.57911065149949, 'loss': 0.942416250705719}
{'epoch': 114, 'iter': 50, 'avg_loss': 0.9762078523635864, 'avg_acc_mask': 70.39473684210526, 'loss': 0.6676741242408752}
{'epoch': 114, 'iter': 60, 'avg_loss': 0.980191110587511, 'avg_acc_mask': 69.83372921615202, 'loss': 1.0536073446273804}
{'epoch': 114, 'iter': 70, 'avg_loss': 0.9800178014056783, 'avg_acc_mask': 69.4055944055944, 'loss': 1.002206563949585}
{'epoch': 114, 'iter': 80, 'avg_loss': 0.9802214194227148, 'avg_acc_mask': 69.07006369426752, 'loss': 1.0715875625610352}
{'epoch': 114, 'iter': 90, 'avg_loss': 0.9719704422321949, 'avg_acc_mask': 69.15038618809632, 'loss': 0.6809149384498596}
{'epoch': 114, 'iter': 100, 'avg_loss': 0.9734256910805655, 'avg_acc_mask': 69.11734589391767, 'loss': 0.8526356816291809}
{'epoch': 114, 'iter': 110, 'avg_loss': 0.9813226316426251, 'avg_acc_mask': 68.63475507543303, 'loss': 1.2744879722595215}
{'epoch': 114, 'iter': 120, 'avg_loss': 0.9811753069073701, 'avg_acc_mask': 68.54259322613753, 'loss': 0.9809417724609375}
{'epoch': 114, 'iter': 130, 'avg_loss': 0.9848132192633534, 'avg_acc_mask': 68.27965435978005, 'loss': 1.1620196104049683}
{'epoch': 114, 'iter': 140, 'avg_loss': 0.9819877206856478, 'avg_acc_mask': 68.2801988885639, 'loss': 1.1543463468551636}
{'epoch': 114, 'iter': 150, 'avg_loss': 0.9907386796363932, 'avg_acc_mask': 68.08713410483323, 'loss': 1.180616021156311}
{'epoch': 114, 'iter': 160, 'avg_loss': 0.9874803760777349, 'avg_acc_mask': 68.15335463258786, 'loss': 0.8129280209541321}
{'epoch': 114, 'iter': 170, 'avg_loss': 0.9955036573939853, 'avg_acc_mask': 68.00288046087374, 'loss': 1.2690176963806152}
{'epoch': 114, 'iter': 180, 'avg_loss': 0.9953625656623208, 'avg_acc_mask': 67.9090909090909, 'loss': 1.2288532257080078}
{'epoch': 114, 'iter': 190, 'avg_loss': 0.9902218667624508, 'avg_acc_mask': 67.99567801188546, 'loss': 0.8281274437904358}
{'epoch': 114, 'iter': 200, 'avg_loss': 0.9982919079154285, 'avg_acc_mask': 67.69545222278998, 'loss': 1.272634506225586}
{'epoch': 114, 'iter': 210, 'avg_loss': 1.001457047405966, 'avg_acc_mask': 67.52767527675276, 'loss': 1.2304532527923584}
{'epoch': 114, 'iter': 220, 'avg_loss': 1.002164302098805, 'avg_acc_mask': 67.53162803582971, 'loss': 0.9296515583992004}
{'epoch': 114, 'iter': 230, 'avg_loss': 0.9975432379421217, 'avg_acc_mask': 67.67838125665602, 'loss': 0.9267928004264832}
{'epoch': 114, 'iter': 240, 'avg_loss': 0.9958989469342212, 'avg_acc_mask': 67.60611205432937, 'loss': 0.7959678769111633}
{'epoch': 114, 'iter': 250, 'avg_loss': 0.9935798927607289, 'avg_acc_mask': 67.697454308094, 'loss': 0.8806521892547607}
{'epoch': 114, 'iter': 260, 'avg_loss': 0.9926077924468965, 'avg_acc_mask': 67.73712311557789, 'loss': 0.8263747692108154}
{'epoch': 114, 'iter': 270, 'avg_loss': 0.9951916249035909, 'avg_acc_mask': 67.63839589154898, 'loss': 0.7359679341316223}
{'epoch': 114, 'iter': 280, 'avg_loss': 0.9987742109655061, 'avg_acc_mask': 67.55736276503049, 'loss': 1.204101324081421}
{'epoch': 114, 'iter': 290, 'avg_loss': 0.9950121026678184, 'avg_acc_mask': 67.70504455202413, 'loss': 0.827951192855835}
{'epoch': 114, 'iter': 300, 'avg_loss': 0.9934278247364335, 'avg_acc_mask': 67.78004073319755, 'loss': 0.9539366960525513}
{'epoch': 114, 'iter': 310, 'avg_loss': 0.9942685396341648, 'avg_acc_mask': 67.79193484828583, 'loss': 1.3675038814544678}
{'epoch': 114, 'iter': 320, 'avg_loss': 0.9924720631581601, 'avg_acc_mask': 67.86419517166699, 'loss': 0.8758373260498047}
{'epoch': 114, 'iter': 330, 'avg_loss': 0.9917627708069148, 'avg_acc_mask': 67.83575177523927, 'loss': 1.292879343032837}
{'epoch': 114, 'iter': 340, 'avg_loss': 0.9896534829894819, 'avg_acc_mask': 67.78736665468057, 'loss': 1.1410369873046875}
{'epoch': 114, 'iter': 350, 'avg_loss': 0.9897200601053374, 'avg_acc_mask': 67.75714535188311, 'loss': 0.5714222192764282}
{'epoch': 114, 'iter': 360, 'avg_loss': 0.9912325558239733, 'avg_acc_mask': 67.70886434437836, 'loss': 0.9580609798431396}
{'epoch': 114, 'iter': 370, 'avg_loss': 0.9883501046108749, 'avg_acc_mask': 67.81482502066685, 'loss': 0.9043868780136108}
{'epoch': 114, 'iter': 380, 'avg_loss': 0.9880007084586176, 'avg_acc_mask': 67.81787955167052, 'loss': 0.8299968838691711}
{'epoch': 114, 'iter': 390, 'avg_loss': 0.9859180566295028, 'avg_acc_mask': 67.89594651065607, 'loss': 0.8667172789573669}
{'epoch': 'EP114_test', 'avg_loss': 0.985514678738334, 'total_masked_acc': 67.91322314049587}
{'epoch': 115, 'iter': 0, 'avg_loss': 0.9438100457191467, 'avg_acc_mask': 66.07142857142857, 'loss': 0.9438100457191467}
{'epoch': 115, 'iter': 10, 'avg_loss': 0.9903409318490461, 'avg_acc_mask': 66.73228346456693, 'loss': 1.129832148551941}
{'epoch': 115, 'iter': 20, 'avg_loss': 0.9522142353511992, 'avg_acc_mask': 67.93002915451895, 'loss': 1.1556668281555176}
{'epoch': 115, 'iter': 30, 'avg_loss': 0.9727373027032421, 'avg_acc_mask': 67.84523015343562, 'loss': 1.2387199401855469}
{'epoch': 115, 'iter': 40, 'avg_loss': 0.974364969788528, 'avg_acc_mask': 67.247565351102, 'loss': 1.0705403089523315}
{'epoch': 115, 'iter': 50, 'avg_loss': 0.9735531117401871, 'avg_acc_mask': 67.19901719901719, 'loss': 1.0053085088729858}
{'epoch': 115, 'iter': 60, 'avg_loss': 0.9604868761828689, 'avg_acc_mask': 67.83988957902002, 'loss': 0.7725179195404053}
{'epoch': 115, 'iter': 70, 'avg_loss': 0.9666756341155146, 'avg_acc_mask': 67.6717889243259, 'loss': 1.25632905960083}
{'epoch': 115, 'iter': 80, 'avg_loss': 0.9717927508884006, 'avg_acc_mask': 67.97153024911033, 'loss': 0.7506108283996582}
{'epoch': 115, 'iter': 90, 'avg_loss': 0.9787921617319296, 'avg_acc_mask': 67.79776816214985, 'loss': 0.6721829175949097}
{'epoch': 115, 'iter': 100, 'avg_loss': 0.9844167090878628, 'avg_acc_mask': 67.7512355848435, 'loss': 0.9767453074455261}
{'epoch': 115, 'iter': 110, 'avg_loss': 0.9854336525942828, 'avg_acc_mask': 67.6937441643324, 'loss': 1.211195707321167}
{'epoch': 115, 'iter': 120, 'avg_loss': 0.9824666947372689, 'avg_acc_mask': 67.7948717948718, 'loss': 1.0457795858383179}
{'epoch': 115, 'iter': 130, 'avg_loss': 0.9733780040085771, 'avg_acc_mask': 68.20754716981132, 'loss': 1.0671427249908447}
{'epoch': 115, 'iter': 140, 'avg_loss': 0.9787896761657499, 'avg_acc_mask': 67.99649276633055, 'loss': 1.0351471900939941}
{'epoch': 115, 'iter': 150, 'avg_loss': 0.9749742738458494, 'avg_acc_mask': 68.04984935634073, 'loss': 1.0552513599395752}
{'epoch': 115, 'iter': 160, 'avg_loss': 0.9743442861189754, 'avg_acc_mask': 68.04375804375805, 'loss': 0.8801242113113403}
{'epoch': 115, 'iter': 170, 'avg_loss': 0.9826517432753803, 'avg_acc_mask': 67.75712216320619, 'loss': 1.3134167194366455}
{'epoch': 115, 'iter': 180, 'avg_loss': 0.9859252222993756, 'avg_acc_mask': 67.60306040881581, 'loss': 1.1306334733963013}
{'epoch': 115, 'iter': 190, 'avg_loss': 0.9796232727809726, 'avg_acc_mask': 67.7542142468733, 'loss': 0.7574365139007568}
{'epoch': 115, 'iter': 200, 'avg_loss': 0.9847668768161565, 'avg_acc_mask': 67.55390487981016, 'loss': 1.0241283178329468}
{'epoch': 115, 'iter': 210, 'avg_loss': 0.9861993442214496, 'avg_acc_mask': 67.52212389380531, 'loss': 1.2723692655563354}
{'epoch': 115, 'iter': 220, 'avg_loss': 0.9910002833577842, 'avg_acc_mask': 67.28360441203964, 'loss': 1.118033528327942}
{'epoch': 115, 'iter': 230, 'avg_loss': 0.9860135076882003, 'avg_acc_mask': 67.44415537812864, 'loss': 1.0135947465896606}
{'epoch': 115, 'iter': 240, 'avg_loss': 0.9857601807819857, 'avg_acc_mask': 67.43646978021978, 'loss': 1.2170816659927368}
{'epoch': 115, 'iter': 250, 'avg_loss': 0.9870865366373404, 'avg_acc_mask': 67.55037991410637, 'loss': 1.1254395246505737}
{'epoch': 115, 'iter': 260, 'avg_loss': 0.9891855771514191, 'avg_acc_mask': 67.55255850852836, 'loss': 1.013875961303711}
{'epoch': 115, 'iter': 270, 'avg_loss': 0.992225293523711, 'avg_acc_mask': 67.4861100540376, 'loss': 0.9374635815620422}
{'epoch': 115, 'iter': 280, 'avg_loss': 0.9954064161752042, 'avg_acc_mask': 67.44816470071068, 'loss': 1.003494143486023}
{'epoch': 115, 'iter': 290, 'avg_loss': 0.9907558206020761, 'avg_acc_mask': 67.6464338834195, 'loss': 0.9536682963371277}
{'epoch': 115, 'iter': 300, 'avg_loss': 0.9892881480958374, 'avg_acc_mask': 67.66742065940092, 'loss': 0.9781567454338074}
{'epoch': 115, 'iter': 310, 'avg_loss': 0.9899080071801925, 'avg_acc_mask': 67.65154024511428, 'loss': 1.0535961389541626}
{'epoch': 115, 'iter': 320, 'avg_loss': 0.9884754625436302, 'avg_acc_mask': 67.73944883407208, 'loss': 0.9897298812866211}
{'epoch': 115, 'iter': 330, 'avg_loss': 0.9841150511787737, 'avg_acc_mask': 67.8236983393682, 'loss': 0.9169676303863525}
{'epoch': 115, 'iter': 340, 'avg_loss': 0.9833048146840764, 'avg_acc_mask': 67.8907435508346, 'loss': 0.8164967894554138}
{'epoch': 115, 'iter': 350, 'avg_loss': 0.9831660174236678, 'avg_acc_mask': 67.94992914501653, 'loss': 0.9411208033561707}
{'epoch': 115, 'iter': 360, 'avg_loss': 0.9811886400397134, 'avg_acc_mask': 67.9965655409273, 'loss': 0.9122002124786377}
{'epoch': 115, 'iter': 370, 'avg_loss': 0.9792840141813067, 'avg_acc_mask': 68.0626812402409, 'loss': 1.1102113723754883}
{'epoch': 115, 'iter': 380, 'avg_loss': 0.9789655917272793, 'avg_acc_mask': 68.0347920630606, 'loss': 0.9346489310264587}
{'epoch': 115, 'iter': 390, 'avg_loss': 0.9810516294615957, 'avg_acc_mask': 67.94329242488362, 'loss': 0.9032955765724182}
{'epoch': 'EP115_test', 'avg_loss': 0.9821235958975975, 'total_masked_acc': 67.92906836846785}
{'epoch': 116, 'iter': 0, 'avg_loss': 0.9104998707771301, 'avg_acc_mask': 60.37735849056604, 'loss': 0.9104998707771301}
{'epoch': 116, 'iter': 10, 'avg_loss': 0.9543887918645685, 'avg_acc_mask': 68.99810964083176, 'loss': 1.4252227544784546}
{'epoch': 116, 'iter': 20, 'avg_loss': 0.9486275485583714, 'avg_acc_mask': 68.72037914691943, 'loss': 0.8632745742797852}
{'epoch': 116, 'iter': 30, 'avg_loss': 0.9490271979762662, 'avg_acc_mask': 69.46902654867256, 'loss': 1.0375487804412842}
{'epoch': 116, 'iter': 40, 'avg_loss': 0.958496275471478, 'avg_acc_mask': 68.67704280155642, 'loss': 1.0456655025482178}
{'epoch': 116, 'iter': 50, 'avg_loss': 0.968406245988958, 'avg_acc_mask': 68.09172172561213, 'loss': 0.7563509941101074}
{'epoch': 116, 'iter': 60, 'avg_loss': 0.9770721021245737, 'avg_acc_mask': 68.18632309217047, 'loss': 0.7602229118347168}
{'epoch': 116, 'iter': 70, 'avg_loss': 0.973768026895926, 'avg_acc_mask': 68.15752461322082, 'loss': 1.0795111656188965}
{'epoch': 116, 'iter': 80, 'avg_loss': 0.9745326277650432, 'avg_acc_mask': 68.27329192546584, 'loss': 0.9406499862670898}
{'epoch': 116, 'iter': 90, 'avg_loss': 0.9726039957214188, 'avg_acc_mask': 68.470066518847, 'loss': 0.9259178042411804}
{'epoch': 116, 'iter': 100, 'avg_loss': 0.970706572036932, 'avg_acc_mask': 68.48217861433722, 'loss': 0.8239624500274658}
{'epoch': 116, 'iter': 110, 'avg_loss': 0.9815876408740207, 'avg_acc_mask': 68.1422351233672, 'loss': 1.167924165725708}
{'epoch': 116, 'iter': 120, 'avg_loss': 0.9879390705715526, 'avg_acc_mask': 67.70382695507487, 'loss': 1.0548062324523926}
{'epoch': 116, 'iter': 130, 'avg_loss': 0.985362036537578, 'avg_acc_mask': 67.89103152739516, 'loss': 1.2466042041778564}
{'epoch': 116, 'iter': 140, 'avg_loss': 0.9845837743569773, 'avg_acc_mask': 67.94100801832761, 'loss': 0.9736220836639404}
{'epoch': 116, 'iter': 150, 'avg_loss': 0.9838096009974449, 'avg_acc_mask': 67.99467021985343, 'loss': 1.184119462966919}
{'epoch': 116, 'iter': 160, 'avg_loss': 0.9874922125976279, 'avg_acc_mask': 67.98498122653316, 'loss': 0.7885693907737732}
{'epoch': 116, 'iter': 170, 'avg_loss': 0.988440175502621, 'avg_acc_mask': 67.94388116010374, 'loss': 1.0312769412994385}
{'epoch': 116, 'iter': 180, 'avg_loss': 0.9861330169340523, 'avg_acc_mask': 68.11432399240817, 'loss': 1.1542266607284546}
{'epoch': 116, 'iter': 190, 'avg_loss': 0.9823344118932155, 'avg_acc_mask': 68.27740016992352, 'loss': 0.6558341383934021}
{'epoch': 116, 'iter': 200, 'avg_loss': 0.9853288854532574, 'avg_acc_mask': 68.21658615136876, 'loss': 0.8003348112106323}
{'epoch': 116, 'iter': 210, 'avg_loss': 0.9886133176455566, 'avg_acc_mask': 68.29596844029635, 'loss': 0.9691874980926514}
{'epoch': 116, 'iter': 220, 'avg_loss': 0.9909118648567891, 'avg_acc_mask': 68.11991591262225, 'loss': 1.116963267326355}
{'epoch': 116, 'iter': 230, 'avg_loss': 0.9887611824712712, 'avg_acc_mask': 68.18341841225136, 'loss': 1.036620020866394}
{'epoch': 116, 'iter': 240, 'avg_loss': 0.9909358412892987, 'avg_acc_mask': 68.15458611087672, 'loss': 0.9442917108535767}
{'epoch': 116, 'iter': 250, 'avg_loss': 0.9914395291491809, 'avg_acc_mask': 68.05487903880501, 'loss': 0.8538365960121155}
{'epoch': 116, 'iter': 260, 'avg_loss': 0.9935729896428485, 'avg_acc_mask': 68.11140666562353, 'loss': 0.8959781527519226}
{'epoch': 116, 'iter': 270, 'avg_loss': 0.9981837851095023, 'avg_acc_mask': 67.94939377965208, 'loss': 1.1092270612716675}
{'epoch': 116, 'iter': 280, 'avg_loss': 1.0000752849086747, 'avg_acc_mask': 67.9524361948956, 'loss': 0.9595614075660706}
{'epoch': 116, 'iter': 290, 'avg_loss': 0.9974725817896656, 'avg_acc_mask': 68.0919669143418, 'loss': 0.8928585648536682}
{'epoch': 116, 'iter': 300, 'avg_loss': 0.9938619928898605, 'avg_acc_mask': 68.20773930753565, 'loss': 1.0674798488616943}
{'epoch': 116, 'iter': 310, 'avg_loss': 0.9900619215137322, 'avg_acc_mask': 68.32424620639821, 'loss': 1.003294825553894}
{'epoch': 116, 'iter': 320, 'avg_loss': 0.9878530751136233, 'avg_acc_mask': 68.41869970622047, 'loss': 0.9512965679168701}
{'epoch': 116, 'iter': 330, 'avg_loss': 0.9874402826646304, 'avg_acc_mask': 68.41778825280656, 'loss': 0.9567912220954895}
{'epoch': 116, 'iter': 340, 'avg_loss': 0.9871526169986669, 'avg_acc_mask': 68.37262448881405, 'loss': 1.0376231670379639}
{'epoch': 116, 'iter': 350, 'avg_loss': 0.9850293302807713, 'avg_acc_mask': 68.39399427469766, 'loss': 0.616670548915863}
{'epoch': 116, 'iter': 360, 'avg_loss': 0.9855606537776641, 'avg_acc_mask': 68.42881452070336, 'loss': 0.6550652980804443}
{'epoch': 116, 'iter': 370, 'avg_loss': 0.985502498972448, 'avg_acc_mask': 68.49284806980725, 'loss': 1.1585866212844849}
{'epoch': 116, 'iter': 380, 'avg_loss': 0.9841260471994796, 'avg_acc_mask': 68.52280682858527, 'loss': 1.1300896406173706}
{'epoch': 116, 'iter': 390, 'avg_loss': 0.9823251290394522, 'avg_acc_mask': 68.56032762784837, 'loss': 0.8852079510688782}
{'epoch': 'EP116_test', 'avg_loss': 0.9835589818581186, 'total_masked_acc': 68.52783975922371}
{'epoch': 117, 'iter': 0, 'avg_loss': 1.0462145805358887, 'avg_acc_mask': 66.0, 'loss': 1.0462145805358887}
{'epoch': 117, 'iter': 10, 'avg_loss': 0.9989239085804332, 'avg_acc_mask': 67.28624535315984, 'loss': 1.4765384197235107}
{'epoch': 117, 'iter': 20, 'avg_loss': 0.95116487855003, 'avg_acc_mask': 68.91634980988593, 'loss': 0.9501975774765015}
{'epoch': 117, 'iter': 30, 'avg_loss': 0.9624719619750977, 'avg_acc_mask': 68.15495732107682, 'loss': 0.9551256895065308}
{'epoch': 117, 'iter': 40, 'avg_loss': 0.9751889240450975, 'avg_acc_mask': 68.55873642645606, 'loss': 1.1599572896957397}
{'epoch': 117, 'iter': 50, 'avg_loss': 0.968274943968829, 'avg_acc_mask': 68.46635367762129, 'loss': 0.8145509958267212}
{'epoch': 117, 'iter': 60, 'avg_loss': 0.9786984070402677, 'avg_acc_mask': 68.49852796859666, 'loss': 1.0703097581863403}
{'epoch': 117, 'iter': 70, 'avg_loss': 0.9613641920224042, 'avg_acc_mask': 69.28490990990991, 'loss': 0.9403985738754272}
{'epoch': 117, 'iter': 80, 'avg_loss': 0.9627404308613435, 'avg_acc_mask': 69.12935323383084, 'loss': 1.1073780059814453}
{'epoch': 117, 'iter': 90, 'avg_loss': 0.9590904522728134, 'avg_acc_mask': 69.01501766784452, 'loss': 0.8266419768333435}
{'epoch': 117, 'iter': 100, 'avg_loss': 0.9594773774099822, 'avg_acc_mask': 69.03290129611166, 'loss': 0.9380103945732117}
{'epoch': 117, 'iter': 110, 'avg_loss': 0.9736761633340303, 'avg_acc_mask': 68.55277475516867, 'loss': 1.479865312576294}
{'epoch': 117, 'iter': 120, 'avg_loss': 0.9705555709925565, 'avg_acc_mask': 68.61666666666667, 'loss': 0.8460754752159119}
{'epoch': 117, 'iter': 130, 'avg_loss': 0.9701379692281475, 'avg_acc_mask': 68.56923076923077, 'loss': 1.0063302516937256}
{'epoch': 117, 'iter': 140, 'avg_loss': 0.9754777377378856, 'avg_acc_mask': 68.40974212034384, 'loss': 1.1119576692581177}
{'epoch': 117, 'iter': 150, 'avg_loss': 0.9749341926827336, 'avg_acc_mask': 68.4175264638885, 'loss': 1.165824055671692}
{'epoch': 117, 'iter': 160, 'avg_loss': 0.9789881439682859, 'avg_acc_mask': 68.23291650877857, 'loss': 1.25434148311615}
{'epoch': 117, 'iter': 170, 'avg_loss': 0.9776623942698651, 'avg_acc_mask': 68.28398144844809, 'loss': 0.9755471348762512}
{'epoch': 117, 'iter': 180, 'avg_loss': 0.9781143582986863, 'avg_acc_mask': 68.25880758807588, 'loss': 1.266540288925171}
{'epoch': 117, 'iter': 190, 'avg_loss': 0.9734376406794443, 'avg_acc_mask': 68.3663631494376, 'loss': 0.793687105178833}
{'epoch': 117, 'iter': 200, 'avg_loss': 0.9786108948698091, 'avg_acc_mask': 68.23828920570266, 'loss': 1.1090500354766846}
{'epoch': 117, 'iter': 210, 'avg_loss': 0.9810615701698014, 'avg_acc_mask': 68.2519654469572, 'loss': 1.263555884361267}
{'epoch': 117, 'iter': 220, 'avg_loss': 0.9822512069438917, 'avg_acc_mask': 68.19478965295038, 'loss': 0.7206847667694092}
{'epoch': 117, 'iter': 230, 'avg_loss': 0.9752192716577869, 'avg_acc_mask': 68.35543766578249, 'loss': 0.5950257182121277}
{'epoch': 117, 'iter': 240, 'avg_loss': 0.9733188313072648, 'avg_acc_mask': 68.45893310753598, 'loss': 0.9546336531639099}
{'epoch': 117, 'iter': 250, 'avg_loss': 0.9742115978225768, 'avg_acc_mask': 68.55022831050228, 'loss': 1.0181972980499268}
{'epoch': 117, 'iter': 260, 'avg_loss': 0.9720169707733096, 'avg_acc_mask': 68.66034334091087, 'loss': 0.6137480735778809}
{'epoch': 117, 'iter': 270, 'avg_loss': 0.9776396828383977, 'avg_acc_mask': 68.43017559725676, 'loss': 1.0579445362091064}
{'epoch': 117, 'iter': 280, 'avg_loss': 0.9807920992586536, 'avg_acc_mask': 68.30950134281774, 'loss': 1.0550196170806885}
{'epoch': 117, 'iter': 290, 'avg_loss': 0.9785649993575316, 'avg_acc_mask': 68.31218007152373, 'loss': 1.1422706842422485}
{'epoch': 117, 'iter': 300, 'avg_loss': 0.9773178641186204, 'avg_acc_mask': 68.3867463335144, 'loss': 1.0931439399719238}
{'epoch': 117, 'iter': 310, 'avg_loss': 0.9787803087203832, 'avg_acc_mask': 68.28436516264428, 'loss': 1.1299628019332886}
{'epoch': 117, 'iter': 320, 'avg_loss': 0.978761633237203, 'avg_acc_mask': 68.2984276529378, 'loss': 0.8616046905517578}
{'epoch': 117, 'iter': 330, 'avg_loss': 0.9801135284662967, 'avg_acc_mask': 68.3109025805655, 'loss': 1.1458821296691895}
{'epoch': 117, 'iter': 340, 'avg_loss': 0.9790600940279247, 'avg_acc_mask': 68.23628085310328, 'loss': 0.9595244526863098}
{'epoch': 117, 'iter': 350, 'avg_loss': 0.9783757938618673, 'avg_acc_mask': 68.23597791339728, 'loss': 0.7921283841133118}
{'epoch': 117, 'iter': 360, 'avg_loss': 0.9790321340851507, 'avg_acc_mask': 68.21591742343054, 'loss': 0.7926105260848999}
{'epoch': 117, 'iter': 370, 'avg_loss': 0.9756864781649608, 'avg_acc_mask': 68.34008540457681, 'loss': 0.8966644406318665}
{'epoch': 117, 'iter': 380, 'avg_loss': 0.9768602719770016, 'avg_acc_mask': 68.23472874839813, 'loss': 1.0774465799331665}
{'epoch': 117, 'iter': 390, 'avg_loss': 0.9756636887864993, 'avg_acc_mask': 68.23486506199853, 'loss': 1.1305807828903198}
{'epoch': 'EP117_test', 'avg_loss': 0.9744509545841602, 'total_masked_acc': 68.2396579259183}
{'epoch': 118, 'iter': 0, 'avg_loss': 0.9906607866287231, 'avg_acc_mask': 70.27027027027027, 'loss': 0.9906607866287231}
{'epoch': 118, 'iter': 10, 'avg_loss': 1.022697627544403, 'avg_acc_mask': 67.26190476190477, 'loss': 1.263371467590332}
{'epoch': 118, 'iter': 20, 'avg_loss': 1.0039212760471163, 'avg_acc_mask': 67.46746746746747, 'loss': 1.0340170860290527}
{'epoch': 118, 'iter': 30, 'avg_loss': 1.005097133498038, 'avg_acc_mask': 68.00804828973843, 'loss': 0.9381236433982849}
{'epoch': 118, 'iter': 40, 'avg_loss': 1.0002268959836262, 'avg_acc_mask': 67.95327577450483, 'loss': 0.8901841640472412}
{'epoch': 118, 'iter': 50, 'avg_loss': 0.9810623514885995, 'avg_acc_mask': 68.62666129681837, 'loss': 0.7690325975418091}
{'epoch': 118, 'iter': 60, 'avg_loss': 0.9759453613249982, 'avg_acc_mask': 69.0468171101381, 'loss': 1.021873950958252}
{'epoch': 118, 'iter': 70, 'avg_loss': 0.9787434163227887, 'avg_acc_mask': 68.56654317469365, 'loss': 0.9310977458953857}
{'epoch': 118, 'iter': 80, 'avg_loss': 0.9768938974097923, 'avg_acc_mask': 68.99128268991282, 'loss': 1.093502163887024}
{'epoch': 118, 'iter': 90, 'avg_loss': 0.9687898375175812, 'avg_acc_mask': 69.2205196535643, 'loss': 0.9049137830734253}
{'epoch': 118, 'iter': 100, 'avg_loss': 0.9828950839467568, 'avg_acc_mask': 68.72493985565356, 'loss': 0.824150562286377}
{'epoch': 118, 'iter': 110, 'avg_loss': 0.9894806334564278, 'avg_acc_mask': 68.43926425059188, 'loss': 1.324036717414856}
{'epoch': 118, 'iter': 120, 'avg_loss': 0.9846501714927106, 'avg_acc_mask': 68.70623541180395, 'loss': 1.0951507091522217}
{'epoch': 118, 'iter': 130, 'avg_loss': 0.9837828378640968, 'avg_acc_mask': 68.67710251688153, 'loss': 1.1527199745178223}
{'epoch': 118, 'iter': 140, 'avg_loss': 0.989048643315092, 'avg_acc_mask': 68.36778332145403, 'loss': 1.1327646970748901}
{'epoch': 118, 'iter': 150, 'avg_loss': 0.9879445915190589, 'avg_acc_mask': 68.41335283947333, 'loss': 0.9369877576828003}
{'epoch': 118, 'iter': 160, 'avg_loss': 0.98950080212599, 'avg_acc_mask': 68.25515947467167, 'loss': 0.9861660003662109}
{'epoch': 118, 'iter': 170, 'avg_loss': 0.9879689286326805, 'avg_acc_mask': 68.21277595115077, 'loss': 1.0517834424972534}
{'epoch': 118, 'iter': 180, 'avg_loss': 0.9871529541621551, 'avg_acc_mask': 68.20507117437722, 'loss': 1.0836561918258667}
{'epoch': 118, 'iter': 190, 'avg_loss': 0.9862542801502487, 'avg_acc_mask': 68.21304026207335, 'loss': 1.1795248985290527}
{'epoch': 118, 'iter': 200, 'avg_loss': 0.9874215108245167, 'avg_acc_mask': 68.15800080612657, 'loss': 1.2573318481445312}
{'epoch': 118, 'iter': 210, 'avg_loss': 0.989508060482441, 'avg_acc_mask': 68.15867832100663, 'loss': 0.9580894112586975}
{'epoch': 118, 'iter': 220, 'avg_loss': 0.989987731519328, 'avg_acc_mask': 68.00732936326158, 'loss': 0.6265168190002441}
{'epoch': 118, 'iter': 230, 'avg_loss': 0.9884734713669979, 'avg_acc_mask': 67.8945054945055, 'loss': 1.180141568183899}
{'epoch': 118, 'iter': 240, 'avg_loss': 0.9868866111233027, 'avg_acc_mask': 67.8886740099218, 'loss': 0.8333446979522705}
{'epoch': 118, 'iter': 250, 'avg_loss': 0.9890771598454966, 'avg_acc_mask': 67.86954064745298, 'loss': 0.8924325704574585}
{'epoch': 118, 'iter': 260, 'avg_loss': 0.9875865633460297, 'avg_acc_mask': 67.86074280840505, 'loss': 0.8517725467681885}
{'epoch': 118, 'iter': 270, 'avg_loss': 0.9932678033944865, 'avg_acc_mask': 67.66176580341816, 'loss': 1.404567837715149}
{'epoch': 118, 'iter': 280, 'avg_loss': 0.9959004338950025, 'avg_acc_mask': 67.63604952490641, 'loss': 1.1962772607803345}
{'epoch': 118, 'iter': 290, 'avg_loss': 0.9917893219239933, 'avg_acc_mask': 67.74238516763086, 'loss': 1.1086194515228271}
{'epoch': 118, 'iter': 300, 'avg_loss': 0.9894627318825833, 'avg_acc_mask': 67.69407162608753, 'loss': 1.1977742910385132}
{'epoch': 118, 'iter': 310, 'avg_loss': 0.9896477411030956, 'avg_acc_mask': 67.71294607970826, 'loss': 1.1901203393936157}
{'epoch': 118, 'iter': 320, 'avg_loss': 0.9869979697967244, 'avg_acc_mask': 67.81086035779758, 'loss': 0.8266116976737976}
{'epoch': 118, 'iter': 330, 'avg_loss': 0.9883784914664991, 'avg_acc_mask': 67.78371079604739, 'loss': 1.2281882762908936}
{'epoch': 118, 'iter': 340, 'avg_loss': 0.9855153398080305, 'avg_acc_mask': 67.81561214145148, 'loss': 0.8092699646949768}
{'epoch': 118, 'iter': 350, 'avg_loss': 0.9824062057709761, 'avg_acc_mask': 67.86377349733117, 'loss': 0.7669937610626221}
{'epoch': 118, 'iter': 360, 'avg_loss': 0.9805637867166725, 'avg_acc_mask': 67.98581400585454, 'loss': 0.9041849374771118}
{'epoch': 118, 'iter': 370, 'avg_loss': 0.976906183112985, 'avg_acc_mask': 68.11451135241856, 'loss': 0.8672384023666382}
{'epoch': 118, 'iter': 380, 'avg_loss': 0.9801845788329918, 'avg_acc_mask': 68.01686412637422, 'loss': 1.0903714895248413}
{'epoch': 118, 'iter': 390, 'avg_loss': 0.981409478675374, 'avg_acc_mask': 67.9943986307764, 'loss': 0.8890354633331299}
{'epoch': 'EP118_test', 'avg_loss': 0.9812292363306488, 'total_masked_acc': 67.95121451265759}
{'epoch': 119, 'iter': 0, 'avg_loss': 0.7254448533058167, 'avg_acc_mask': 82.14285714285714, 'loss': 0.7254448533058167}
{'epoch': 119, 'iter': 10, 'avg_loss': 1.0951474742455916, 'avg_acc_mask': 66.97588126159555, 'loss': 1.3888558149337769}
{'epoch': 119, 'iter': 20, 'avg_loss': 1.055710446266901, 'avg_acc_mask': 67.35092864125122, 'loss': 1.1511986255645752}
{'epoch': 119, 'iter': 30, 'avg_loss': 1.0286616048505228, 'avg_acc_mask': 68.03858520900322, 'loss': 0.9675693511962891}
{'epoch': 119, 'iter': 40, 'avg_loss': 1.0197868623384616, 'avg_acc_mask': 68.13024173655648, 'loss': 1.1355057954788208}
{'epoch': 119, 'iter': 50, 'avg_loss': 1.0278401129386003, 'avg_acc_mask': 67.43907311226528, 'loss': 0.7622964978218079}
{'epoch': 119, 'iter': 60, 'avg_loss': 1.0082636338765505, 'avg_acc_mask': 67.62614290551981, 'loss': 0.8659213185310364}
{'epoch': 119, 'iter': 70, 'avg_loss': 0.9988251848959587, 'avg_acc_mask': 67.62342135476463, 'loss': 0.9342894554138184}
{'epoch': 119, 'iter': 80, 'avg_loss': 1.0054324556280065, 'avg_acc_mask': 67.4066599394551, 'loss': 1.0788606405258179}
{'epoch': 119, 'iter': 90, 'avg_loss': 0.9976907699972719, 'avg_acc_mask': 67.68361581920904, 'loss': 0.5728400349617004}
{'epoch': 119, 'iter': 100, 'avg_loss': 0.9961197411659921, 'avg_acc_mask': 67.68665850673194, 'loss': 0.671976625919342}
{'epoch': 119, 'iter': 110, 'avg_loss': 1.0008266256736205, 'avg_acc_mask': 67.331486611265, 'loss': 1.3135021924972534}
{'epoch': 119, 'iter': 120, 'avg_loss': 1.0118108613431946, 'avg_acc_mask': 67.38576524545608, 'loss': 1.3173813819885254}
{'epoch': 119, 'iter': 130, 'avg_loss': 1.0076047314032344, 'avg_acc_mask': 67.61399125546534, 'loss': 0.923274040222168}
{'epoch': 119, 'iter': 140, 'avg_loss': 1.0076851198013792, 'avg_acc_mask': 67.45905203652704, 'loss': 1.1603134870529175}
{'epoch': 119, 'iter': 150, 'avg_loss': 1.0073064016980051, 'avg_acc_mask': 67.454741961632, 'loss': 1.0472304821014404}
{'epoch': 119, 'iter': 160, 'avg_loss': 1.0086563118496297, 'avg_acc_mask': 67.32673267326733, 'loss': 1.2080433368682861}
{'epoch': 119, 'iter': 170, 'avg_loss': 1.0114265453745748, 'avg_acc_mask': 67.14490674318509, 'loss': 1.0253140926361084}
{'epoch': 119, 'iter': 180, 'avg_loss': 1.0077333950864675, 'avg_acc_mask': 67.32527943999096, 'loss': 0.9433163404464722}
{'epoch': 119, 'iter': 190, 'avg_loss': 1.0049856295760389, 'avg_acc_mask': 67.36763450042699, 'loss': 1.1381915807724}
{'epoch': 119, 'iter': 200, 'avg_loss': 1.008543185630248, 'avg_acc_mask': 67.29521492295216, 'loss': 1.267150640487671}
{'epoch': 119, 'iter': 210, 'avg_loss': 1.010616845994199, 'avg_acc_mask': 67.2874650197819, 'loss': 1.2127686738967896}
{'epoch': 119, 'iter': 220, 'avg_loss': 1.0094215387132912, 'avg_acc_mask': 67.36447572904287, 'loss': 0.87336665391922}
{'epoch': 119, 'iter': 230, 'avg_loss': 1.0058586729037298, 'avg_acc_mask': 67.37812911725956, 'loss': 1.0559409856796265}
{'epoch': 119, 'iter': 240, 'avg_loss': 1.0050181264204603, 'avg_acc_mask': 67.49369217830109, 'loss': 1.0110722780227661}
{'epoch': 119, 'iter': 250, 'avg_loss': 1.0054576746021133, 'avg_acc_mask': 67.55245888357774, 'loss': 0.9587910771369934}
{'epoch': 119, 'iter': 260, 'avg_loss': 1.0091651356083222, 'avg_acc_mask': 67.43283118496662, 'loss': 0.8735238909721375}
{'epoch': 119, 'iter': 270, 'avg_loss': 1.0099307399834214, 'avg_acc_mask': 67.49327756199581, 'loss': 0.8905133008956909}
{'epoch': 119, 'iter': 280, 'avg_loss': 1.0120958804659996, 'avg_acc_mask': 67.41071428571429, 'loss': 1.187780499458313}
{'epoch': 119, 'iter': 290, 'avg_loss': 1.011755913803258, 'avg_acc_mask': 67.3824201703955, 'loss': 0.9837851524353027}
{'epoch': 119, 'iter': 300, 'avg_loss': 1.0100456501954418, 'avg_acc_mask': 67.40383326631819, 'loss': 0.9386012554168701}
{'epoch': 119, 'iter': 310, 'avg_loss': 1.0094070520814975, 'avg_acc_mask': 67.36821655226008, 'loss': 1.2548693418502808}
{'epoch': 119, 'iter': 320, 'avg_loss': 1.0085831295664065, 'avg_acc_mask': 67.40414833438089, 'loss': 1.0959182977676392}
{'epoch': 119, 'iter': 330, 'avg_loss': 1.008719509281781, 'avg_acc_mask': 67.34084678647578, 'loss': 0.8103371858596802}
{'epoch': 119, 'iter': 340, 'avg_loss': 1.0052803324814066, 'avg_acc_mask': 67.35610447937596, 'loss': 0.9559311866760254}
{'epoch': 119, 'iter': 350, 'avg_loss': 1.0026425208121623, 'avg_acc_mask': 67.41450539361946, 'loss': 0.9039468169212341}
{'epoch': 119, 'iter': 360, 'avg_loss': 1.0039794101609418, 'avg_acc_mask': 67.40282192850371, 'loss': 0.7524396777153015}
{'epoch': 119, 'iter': 370, 'avg_loss': 1.0008219082079166, 'avg_acc_mask': 67.5093582162426, 'loss': 0.9736670255661011}
{'epoch': 119, 'iter': 380, 'avg_loss': 1.0015029976061323, 'avg_acc_mask': 67.44469143643485, 'loss': 0.9137781262397766}
{'epoch': 119, 'iter': 390, 'avg_loss': 1.0018640282513844, 'avg_acc_mask': 67.40786493720404, 'loss': 0.9024335741996765}
{'epoch': 'EP119_test', 'avg_loss': 0.9995456812056628, 'total_masked_acc': 67.45854105198902}
{'epoch': 120, 'iter': 0, 'avg_loss': 0.9676322340965271, 'avg_acc_mask': 65.21739130434783, 'loss': 0.9676322340965271}
{'epoch': 120, 'iter': 10, 'avg_loss': 1.09285691651431, 'avg_acc_mask': 65.57971014492753, 'loss': 0.8872299790382385}
{'epoch': 120, 'iter': 20, 'avg_loss': 1.0174909404345922, 'avg_acc_mask': 67.24137931034483, 'loss': 1.2346116304397583}
{'epoch': 120, 'iter': 30, 'avg_loss': 0.9603264966318684, 'avg_acc_mask': 68.8715953307393, 'loss': 0.9874126315116882}
{'epoch': 120, 'iter': 40, 'avg_loss': 0.9443830615136681, 'avg_acc_mask': 69.64285714285714, 'loss': 0.8402475118637085}
{'epoch': 120, 'iter': 50, 'avg_loss': 0.9428974425091463, 'avg_acc_mask': 70.15043547110056, 'loss': 0.8918997049331665}
{'epoch': 120, 'iter': 60, 'avg_loss': 0.9351210330353409, 'avg_acc_mask': 70.02661343978708, 'loss': 0.7330000996589661}
{'epoch': 120, 'iter': 70, 'avg_loss': 0.9215819550232148, 'avg_acc_mask': 70.3956732137774, 'loss': 0.8397089838981628}
{'epoch': 120, 'iter': 80, 'avg_loss': 0.9243512300797451, 'avg_acc_mask': 70.41479260369815, 'loss': 0.9252170324325562}
{'epoch': 120, 'iter': 90, 'avg_loss': 0.924830491071219, 'avg_acc_mask': 70.5068095557044, 'loss': 0.7999184727668762}
{'epoch': 120, 'iter': 100, 'avg_loss': 0.941059409981907, 'avg_acc_mask': 70.27845036319611, 'loss': 1.0716999769210815}
{'epoch': 120, 'iter': 110, 'avg_loss': 0.9548307522997126, 'avg_acc_mask': 69.68143537165872, 'loss': 1.0594918727874756}
{'epoch': 120, 'iter': 120, 'avg_loss': 0.9552702627891352, 'avg_acc_mask': 69.70005083884088, 'loss': 1.2920989990234375}
{'epoch': 120, 'iter': 130, 'avg_loss': 0.9625673503366136, 'avg_acc_mask': 69.33624181988158, 'loss': 0.986034631729126}
{'epoch': 120, 'iter': 140, 'avg_loss': 0.9618455065903089, 'avg_acc_mask': 69.34126523505513, 'loss': 0.8017841577529907}
{'epoch': 120, 'iter': 150, 'avg_loss': 0.9654376364701631, 'avg_acc_mask': 69.19021224820874, 'loss': 1.5213286876678467}
{'epoch': 120, 'iter': 160, 'avg_loss': 0.9725621442617096, 'avg_acc_mask': 68.91823260538345, 'loss': 1.339363694190979}
{'epoch': 120, 'iter': 170, 'avg_loss': 0.9724748591233415, 'avg_acc_mask': 68.87234298066531, 'loss': 1.14036226272583}
{'epoch': 120, 'iter': 180, 'avg_loss': 0.9698330618399942, 'avg_acc_mask': 68.88914129940936, 'loss': 1.2176852226257324}
{'epoch': 120, 'iter': 190, 'avg_loss': 0.9658372205589454, 'avg_acc_mask': 68.9562506718263, 'loss': 0.6611980199813843}
{'epoch': 120, 'iter': 200, 'avg_loss': 0.966294220430934, 'avg_acc_mask': 68.90542193232776, 'loss': 0.9316872358322144}
{'epoch': 120, 'iter': 210, 'avg_loss': 0.9729309805196609, 'avg_acc_mask': 68.69312681510165, 'loss': 1.2651443481445312}
{'epoch': 120, 'iter': 220, 'avg_loss': 0.9790042509320634, 'avg_acc_mask': 68.35535976505139, 'loss': 0.8883719444274902}
{'epoch': 120, 'iter': 230, 'avg_loss': 0.9759870976596684, 'avg_acc_mask': 68.48484848484848, 'loss': 0.7792364358901978}
{'epoch': 120, 'iter': 240, 'avg_loss': 0.9764246243164253, 'avg_acc_mask': 68.3633912017529, 'loss': 0.8516907691955566}
{'epoch': 120, 'iter': 250, 'avg_loss': 0.9808422949209631, 'avg_acc_mask': 68.23110535685386, 'loss': 0.938568115234375}
{'epoch': 120, 'iter': 260, 'avg_loss': 0.9820116082370509, 'avg_acc_mask': 68.3319089425841, 'loss': 0.648088812828064}
{'epoch': 120, 'iter': 270, 'avg_loss': 0.9847136137670257, 'avg_acc_mask': 68.1899775617053, 'loss': 1.274461269378662}
{'epoch': 120, 'iter': 280, 'avg_loss': 0.9874169775599687, 'avg_acc_mask': 68.07866868381241, 'loss': 0.9710579514503479}
{'epoch': 120, 'iter': 290, 'avg_loss': 0.9846826259213215, 'avg_acc_mask': 68.19223557191472, 'loss': 1.1340998411178589}
{'epoch': 120, 'iter': 300, 'avg_loss': 0.9854699472256278, 'avg_acc_mask': 68.18212433488246, 'loss': 0.6278179287910461}
{'epoch': 120, 'iter': 310, 'avg_loss': 0.9872682512381452, 'avg_acc_mask': 68.08965472565913, 'loss': 1.19876229763031}
{'epoch': 120, 'iter': 320, 'avg_loss': 0.9859001155582915, 'avg_acc_mask': 68.16637301787063, 'loss': 1.1847273111343384}
{'epoch': 120, 'iter': 330, 'avg_loss': 0.9852550478140033, 'avg_acc_mask': 68.14207984349208, 'loss': 0.870658814907074}
{'epoch': 120, 'iter': 340, 'avg_loss': 0.9830218612972942, 'avg_acc_mask': 68.21015138023152, 'loss': 0.7850174903869629}
{'epoch': 120, 'iter': 350, 'avg_loss': 0.9846500538692855, 'avg_acc_mask': 68.17919741697416, 'loss': 0.8292486071586609}
{'epoch': 120, 'iter': 360, 'avg_loss': 0.9840028462647731, 'avg_acc_mask': 68.22896226943993, 'loss': 1.0019829273223877}
{'epoch': 120, 'iter': 370, 'avg_loss': 0.9816526548881737, 'avg_acc_mask': 68.3087834151664, 'loss': 0.8508650064468384}
{'epoch': 120, 'iter': 380, 'avg_loss': 0.9800349711746056, 'avg_acc_mask': 68.32730752871119, 'loss': 0.9701328873634338}
{'epoch': 120, 'iter': 390, 'avg_loss': 0.9780138570939183, 'avg_acc_mask': 68.34092792046395, 'loss': 0.9637758731842041}
{'epoch': 'EP120_test', 'avg_loss': 0.9770804381731785, 'total_masked_acc': 68.35008203445447}
{'epoch': 121, 'iter': 0, 'avg_loss': 0.8678135275840759, 'avg_acc_mask': 71.9298245614035, 'loss': 0.8678135275840759}
{'epoch': 121, 'iter': 10, 'avg_loss': 1.0153085318478672, 'avg_acc_mask': 68.65671641791045, 'loss': 1.1596025228500366}
{'epoch': 121, 'iter': 20, 'avg_loss': 1.0165799316905795, 'avg_acc_mask': 68.54684512428298, 'loss': 0.9660439491271973}
{'epoch': 121, 'iter': 30, 'avg_loss': 1.0008027861195226, 'avg_acc_mask': 68.359375, 'loss': 0.9742377996444702}
{'epoch': 121, 'iter': 40, 'avg_loss': 0.9768913053884739, 'avg_acc_mask': 68.74371859296483, 'loss': 0.8876800537109375}
{'epoch': 121, 'iter': 50, 'avg_loss': 0.9759780028287102, 'avg_acc_mask': 68.55649376759148, 'loss': 0.9581883549690247}
{'epoch': 121, 'iter': 60, 'avg_loss': 0.9659782911910385, 'avg_acc_mask': 68.89267461669506, 'loss': 0.7877084612846375}
{'epoch': 121, 'iter': 70, 'avg_loss': 0.9566897204224493, 'avg_acc_mask': 69.06536697247707, 'loss': 1.0293231010437012}
{'epoch': 121, 'iter': 80, 'avg_loss': 0.9630181259579129, 'avg_acc_mask': 68.80803011292346, 'loss': 0.9375612139701843}
{'epoch': 121, 'iter': 90, 'avg_loss': 0.9691099504848103, 'avg_acc_mask': 68.53131268107867, 'loss': 0.802063524723053}
{'epoch': 121, 'iter': 100, 'avg_loss': 0.9670148674804385, 'avg_acc_mask': 68.82697355138299, 'loss': 0.730649471282959}
{'epoch': 121, 'iter': 110, 'avg_loss': 0.9692536313254554, 'avg_acc_mask': 68.89460154241645, 'loss': 1.3326338529586792}
{'epoch': 121, 'iter': 120, 'avg_loss': 0.9725045453418385, 'avg_acc_mask': 68.60819505587537, 'loss': 1.1259655952453613}
{'epoch': 121, 'iter': 130, 'avg_loss': 0.9744769130044311, 'avg_acc_mask': 68.61063464837049, 'loss': 0.88362717628479}
{'epoch': 121, 'iter': 140, 'avg_loss': 0.9804074730433471, 'avg_acc_mask': 68.30608997540864, 'loss': 1.355239987373352}
{'epoch': 121, 'iter': 150, 'avg_loss': 0.987728030476349, 'avg_acc_mask': 68.09143784661165, 'loss': 1.3381119966506958}
{'epoch': 121, 'iter': 160, 'avg_loss': 0.9901437478035874, 'avg_acc_mask': 67.85759533764096, 'loss': 1.030880093574524}
{'epoch': 121, 'iter': 170, 'avg_loss': 0.9918766847827978, 'avg_acc_mask': 67.77618706752565, 'loss': 1.1684366464614868}
{'epoch': 121, 'iter': 180, 'avg_loss': 0.9964188768718782, 'avg_acc_mask': 67.73646739744605, 'loss': 1.1461846828460693}
{'epoch': 121, 'iter': 190, 'avg_loss': 0.9916884930346025, 'avg_acc_mask': 67.88321167883211, 'loss': 1.0096509456634521}
{'epoch': 121, 'iter': 200, 'avg_loss': 0.9935551487391268, 'avg_acc_mask': 67.81163999592295, 'loss': 1.0846236944198608}
{'epoch': 121, 'iter': 210, 'avg_loss': 1.0011943389454159, 'avg_acc_mask': 67.66304347826086, 'loss': 1.1485120058059692}
{'epoch': 121, 'iter': 220, 'avg_loss': 1.0019139671757211, 'avg_acc_mask': 67.53748505197314, 'loss': 1.0360969305038452}
{'epoch': 121, 'iter': 230, 'avg_loss': 1.0002772513922158, 'avg_acc_mask': 67.58638928067701, 'loss': 1.2201486825942993}
{'epoch': 121, 'iter': 240, 'avg_loss': 0.9956001312900875, 'avg_acc_mask': 67.68138001014712, 'loss': 0.9523876309394836}
{'epoch': 121, 'iter': 250, 'avg_loss': 0.9946950215742407, 'avg_acc_mask': 67.72413793103448, 'loss': 1.1534802913665771}
{'epoch': 121, 'iter': 260, 'avg_loss': 0.995061075322016, 'avg_acc_mask': 67.71672008129445, 'loss': 0.7279207110404968}
{'epoch': 121, 'iter': 270, 'avg_loss': 0.9970862777470663, 'avg_acc_mask': 67.78755736101708, 'loss': 0.8036426901817322}
{'epoch': 121, 'iter': 280, 'avg_loss': 0.9987987470796524, 'avg_acc_mask': 67.7918118466899, 'loss': 1.0375086069107056}
{'epoch': 121, 'iter': 290, 'avg_loss': 0.9962185377517516, 'avg_acc_mask': 67.81263128413387, 'loss': 1.1674154996871948}
{'epoch': 121, 'iter': 300, 'avg_loss': 0.9930722355050502, 'avg_acc_mask': 67.89352166236588, 'loss': 0.8177590370178223}
{'epoch': 121, 'iter': 310, 'avg_loss': 0.9916143252535266, 'avg_acc_mask': 67.96365791032984, 'loss': 1.000187635421753}
{'epoch': 121, 'iter': 320, 'avg_loss': 0.9893629066297941, 'avg_acc_mask': 68.06389776357827, 'loss': 0.8982645273208618}
{'epoch': 121, 'iter': 330, 'avg_loss': 0.9887968699737618, 'avg_acc_mask': 68.09644827372466, 'loss': 0.7063167095184326}
{'epoch': 121, 'iter': 340, 'avg_loss': 0.9863642401709235, 'avg_acc_mask': 68.22049131216296, 'loss': 0.7772623300552368}
{'epoch': 121, 'iter': 350, 'avg_loss': 0.9874931871041953, 'avg_acc_mask': 68.16806331471136, 'loss': 0.7660475373268127}
{'epoch': 121, 'iter': 360, 'avg_loss': 0.9879555586632599, 'avg_acc_mask': 68.10023704707078, 'loss': 0.8494135141372681}
{'epoch': 121, 'iter': 370, 'avg_loss': 0.9874786398802806, 'avg_acc_mask': 68.08569074430102, 'loss': 1.148432970046997}
{'epoch': 121, 'iter': 380, 'avg_loss': 0.9883693395637152, 'avg_acc_mask': 68.02910335972608, 'loss': 0.9772672057151794}
{'epoch': 121, 'iter': 390, 'avg_loss': 0.9863088649252186, 'avg_acc_mask': 68.1240891109723, 'loss': 0.9783437848091125}
{'epoch': 'EP121_test', 'avg_loss': 0.9842549893591139, 'total_masked_acc': 68.17549822338947}
{'epoch': 122, 'iter': 0, 'avg_loss': 0.9011873006820679, 'avg_acc_mask': 73.68421052631578, 'loss': 0.9011873006820679}
{'epoch': 122, 'iter': 10, 'avg_loss': 1.006958999417045, 'avg_acc_mask': 68.24817518248175, 'loss': 1.1097546815872192}
{'epoch': 122, 'iter': 20, 'avg_loss': 1.0044845399402438, 'avg_acc_mask': 67.66990291262135, 'loss': 0.9444229006767273}
{'epoch': 122, 'iter': 30, 'avg_loss': 1.007171417436292, 'avg_acc_mask': 66.53992395437263, 'loss': 1.1804413795471191}
{'epoch': 122, 'iter': 40, 'avg_loss': 0.9863910849501447, 'avg_acc_mask': 67.99606105366814, 'loss': 0.7054221630096436}
{'epoch': 122, 'iter': 50, 'avg_loss': 0.9782562968777675, 'avg_acc_mask': 68.04570527974784, 'loss': 0.9071815609931946}
{'epoch': 122, 'iter': 60, 'avg_loss': 0.9754976376158292, 'avg_acc_mask': 68.46361185983828, 'loss': 0.9918801784515381}
{'epoch': 122, 'iter': 70, 'avg_loss': 0.9620951976574642, 'avg_acc_mask': 68.65800865800867, 'loss': 0.7954105734825134}
{'epoch': 122, 'iter': 80, 'avg_loss': 0.9749033598252285, 'avg_acc_mask': 68.04568527918782, 'loss': 1.3397740125656128}
{'epoch': 122, 'iter': 90, 'avg_loss': 0.9791023999780089, 'avg_acc_mask': 67.89984209339049, 'loss': 0.7678173184394836}
{'epoch': 122, 'iter': 100, 'avg_loss': 0.9928045343644548, 'avg_acc_mask': 67.8108941418294, 'loss': 1.4286390542984009}
{'epoch': 122, 'iter': 110, 'avg_loss': 0.9996996951532794, 'avg_acc_mask': 67.54597807913802, 'loss': 1.4412516355514526}
{'epoch': 122, 'iter': 120, 'avg_loss': 1.0070447719786777, 'avg_acc_mask': 67.41803278688525, 'loss': 1.335862636566162}
{'epoch': 122, 'iter': 130, 'avg_loss': 1.0025253391447868, 'avg_acc_mask': 67.42316784869976, 'loss': 0.8043041229248047}
{'epoch': 122, 'iter': 140, 'avg_loss': 1.0020440161650908, 'avg_acc_mask': 67.3130600852064, 'loss': 1.3830848932266235}
{'epoch': 122, 'iter': 150, 'avg_loss': 1.000365810283762, 'avg_acc_mask': 67.27745111445371, 'loss': 0.9528387188911438}
{'epoch': 122, 'iter': 160, 'avg_loss': 1.0004049291521866, 'avg_acc_mask': 67.51152073732719, 'loss': 0.9915658235549927}
{'epoch': 122, 'iter': 170, 'avg_loss': 0.9983993807034186, 'avg_acc_mask': 67.58281325012003, 'loss': 1.0746570825576782}
{'epoch': 122, 'iter': 180, 'avg_loss': 1.0032178410509014, 'avg_acc_mask': 67.41253975465698, 'loss': 1.217427372932434}
{'epoch': 122, 'iter': 190, 'avg_loss': 1.001143539763246, 'avg_acc_mask': 67.3742053658011, 'loss': 0.4780988097190857}
{'epoch': 122, 'iter': 200, 'avg_loss': 1.004480718973264, 'avg_acc_mask': 67.25672771922643, 'loss': 1.0112576484680176}
{'epoch': 122, 'iter': 210, 'avg_loss': 1.0019873267666424, 'avg_acc_mask': 67.40870923647725, 'loss': 1.176108717918396}
{'epoch': 122, 'iter': 220, 'avg_loss': 1.0081608068889083, 'avg_acc_mask': 67.20947446336048, 'loss': 1.1960597038269043}
{'epoch': 122, 'iter': 230, 'avg_loss': 1.004743753831624, 'avg_acc_mask': 67.3221720258659, 'loss': 0.763884961605072}
{'epoch': 122, 'iter': 240, 'avg_loss': 1.0061253400759083, 'avg_acc_mask': 67.27365122385027, 'loss': 0.9425352811813354}
{'epoch': 122, 'iter': 250, 'avg_loss': 1.009494686506659, 'avg_acc_mask': 67.25958414554906, 'loss': 1.1013822555541992}
{'epoch': 122, 'iter': 260, 'avg_loss': 1.007227930300994, 'avg_acc_mask': 67.33229329173167, 'loss': 0.7492191195487976}
{'epoch': 122, 'iter': 270, 'avg_loss': 1.0100751615978254, 'avg_acc_mask': 67.28010215578757, 'loss': 1.0761622190475464}
{'epoch': 122, 'iter': 280, 'avg_loss': 1.0111858140531385, 'avg_acc_mask': 67.20659483693687, 'loss': 0.9303481578826904}
{'epoch': 122, 'iter': 290, 'avg_loss': 1.0091081417303314, 'avg_acc_mask': 67.28887024608501, 'loss': 0.9008785486221313}
{'epoch': 122, 'iter': 300, 'avg_loss': 1.0038600601627186, 'avg_acc_mask': 67.49001827163835, 'loss': 0.9191683530807495}
{'epoch': 122, 'iter': 310, 'avg_loss': 1.0018280997536957, 'avg_acc_mask': 67.47019520503079, 'loss': 1.2201626300811768}
{'epoch': 122, 'iter': 320, 'avg_loss': 0.99736956439657, 'avg_acc_mask': 67.65248362271831, 'loss': 0.8439357280731201}
{'epoch': 122, 'iter': 330, 'avg_loss': 0.9946236851712368, 'avg_acc_mask': 67.69933349790175, 'loss': 0.8626837134361267}
{'epoch': 122, 'iter': 340, 'avg_loss': 0.9925563823093068, 'avg_acc_mask': 67.69498023241883, 'loss': 0.8568766713142395}
{'epoch': 122, 'iter': 350, 'avg_loss': 0.9909165511783372, 'avg_acc_mask': 67.78566441703514, 'loss': 0.7642313838005066}
{'epoch': 122, 'iter': 360, 'avg_loss': 0.9931612399476387, 'avg_acc_mask': 67.76906145945031, 'loss': 0.898942768573761}
{'epoch': 122, 'iter': 370, 'avg_loss': 0.9914493175208408, 'avg_acc_mask': 67.74051918116459, 'loss': 0.914955735206604}
{'epoch': 122, 'iter': 380, 'avg_loss': 0.9917681009124896, 'avg_acc_mask': 67.68227496258285, 'loss': 0.9822282195091248}
{'epoch': 122, 'iter': 390, 'avg_loss': 0.9910259620307962, 'avg_acc_mask': 67.71489561097516, 'loss': 0.9820331335067749}
{'epoch': 'EP122_test', 'avg_loss': 0.9904924348147228, 'total_masked_acc': 67.71418267992375}
{'epoch': 123, 'iter': 0, 'avg_loss': 0.8208602070808411, 'avg_acc_mask': 79.1044776119403, 'loss': 0.8208602070808411}
{'epoch': 123, 'iter': 10, 'avg_loss': 1.0262866724621167, 'avg_acc_mask': 66.48148148148148, 'loss': 1.3530877828598022}
{'epoch': 123, 'iter': 20, 'avg_loss': 0.988504307610648, 'avg_acc_mask': 67.03187250996015, 'loss': 0.9828085899353027}
{'epoch': 123, 'iter': 30, 'avg_loss': 0.9634679017528411, 'avg_acc_mask': 68.31750339213026, 'loss': 0.9870584011077881}
{'epoch': 123, 'iter': 40, 'avg_loss': 0.9586455502161165, 'avg_acc_mask': 69.27374301675978, 'loss': 0.8115988969802856}
{'epoch': 123, 'iter': 50, 'avg_loss': 0.9547152519226074, 'avg_acc_mask': 69.0784155214228, 'loss': 0.8676038384437561}
{'epoch': 123, 'iter': 60, 'avg_loss': 0.9567334417436943, 'avg_acc_mask': 69.48453608247422, 'loss': 1.0520159006118774}
{'epoch': 123, 'iter': 70, 'avg_loss': 0.9660591970027332, 'avg_acc_mask': 69.07126168224299, 'loss': 0.9473206996917725}
{'epoch': 123, 'iter': 80, 'avg_loss': 0.9751622507601608, 'avg_acc_mask': 68.59671302149178, 'loss': 1.3312182426452637}
{'epoch': 123, 'iter': 90, 'avg_loss': 0.9767059172902789, 'avg_acc_mask': 68.892397924656, 'loss': 0.8921841382980347}
{'epoch': 123, 'iter': 100, 'avg_loss': 0.9801941868102196, 'avg_acc_mask': 68.79661358597056, 'loss': 0.8661800026893616}
{'epoch': 123, 'iter': 110, 'avg_loss': 0.9826990258586299, 'avg_acc_mask': 68.741988646768, 'loss': 1.125786304473877}
{'epoch': 123, 'iter': 120, 'avg_loss': 0.9855658229717539, 'avg_acc_mask': 68.70254766323603, 'loss': 0.8366876244544983}
{'epoch': 123, 'iter': 130, 'avg_loss': 0.9844306511733368, 'avg_acc_mask': 68.75, 'loss': 0.8559227585792542}
{'epoch': 123, 'iter': 140, 'avg_loss': 0.9789632795550299, 'avg_acc_mask': 68.90173410404624, 'loss': 1.2046018838882446}
{'epoch': 123, 'iter': 150, 'avg_loss': 0.9808212862109507, 'avg_acc_mask': 68.67062955957849, 'loss': 0.9646081328392029}
{'epoch': 123, 'iter': 160, 'avg_loss': 0.9794087880146429, 'avg_acc_mask': 68.82457476516882, 'loss': 0.9171817302703857}
{'epoch': 123, 'iter': 170, 'avg_loss': 0.9813316154201128, 'avg_acc_mask': 68.7350549976088, 'loss': 1.2165732383728027}
{'epoch': 123, 'iter': 180, 'avg_loss': 0.9858677555184338, 'avg_acc_mask': 68.75282933454051, 'loss': 1.174326777458191}
{'epoch': 123, 'iter': 190, 'avg_loss': 0.9827183584892313, 'avg_acc_mask': 68.96145610278373, 'loss': 1.0867892503738403}
{'epoch': 123, 'iter': 200, 'avg_loss': 0.9816612696173179, 'avg_acc_mask': 68.87806857374721, 'loss': 1.1443718671798706}
{'epoch': 123, 'iter': 210, 'avg_loss': 0.9861632407559038, 'avg_acc_mask': 68.71616395978344, 'loss': 1.0556544065475464}
{'epoch': 123, 'iter': 220, 'avg_loss': 0.9865789354117208, 'avg_acc_mask': 68.66727941176471, 'loss': 0.6670134663581848}
{'epoch': 123, 'iter': 230, 'avg_loss': 0.9818526555449416, 'avg_acc_mask': 68.75773104788831, 'loss': 0.911974310874939}
{'epoch': 123, 'iter': 240, 'avg_loss': 0.9815965801848415, 'avg_acc_mask': 68.76055386693685, 'loss': 1.1589348316192627}
{'epoch': 123, 'iter': 250, 'avg_loss': 0.9809011733864408, 'avg_acc_mask': 68.75404530744336, 'loss': 0.8165703415870667}
{'epoch': 123, 'iter': 260, 'avg_loss': 0.9818424128024514, 'avg_acc_mask': 68.75630382496702, 'loss': 0.6553707122802734}
{'epoch': 123, 'iter': 270, 'avg_loss': 0.9886863858497451, 'avg_acc_mask': 68.65426287080625, 'loss': 1.0639464855194092}
{'epoch': 123, 'iter': 280, 'avg_loss': 0.9897296555950124, 'avg_acc_mask': 68.65585585585585, 'loss': 0.9943084716796875}
{'epoch': 123, 'iter': 290, 'avg_loss': 0.9891121520619213, 'avg_acc_mask': 68.7100361412288, 'loss': 0.9553112983703613}
{'epoch': 123, 'iter': 300, 'avg_loss': 0.9857820527894157, 'avg_acc_mask': 68.87858007260992, 'loss': 0.9375035166740417}
{'epoch': 123, 'iter': 310, 'avg_loss': 0.9869213274820825, 'avg_acc_mask': 68.88484533402651, 'loss': 1.2560091018676758}
{'epoch': 123, 'iter': 320, 'avg_loss': 0.9876656478439164, 'avg_acc_mask': 68.8804793440555, 'loss': 1.2688407897949219}
{'epoch': 123, 'iter': 330, 'avg_loss': 0.9860223020311569, 'avg_acc_mask': 68.88154674498287, 'loss': 0.7483877539634705}
{'epoch': 123, 'iter': 340, 'avg_loss': 0.9854861165771037, 'avg_acc_mask': 68.83864459082547, 'loss': 0.962654173374176}
{'epoch': 123, 'iter': 350, 'avg_loss': 0.9834908274164227, 'avg_acc_mask': 68.84905769119936, 'loss': 0.9592465758323669}
{'epoch': 123, 'iter': 360, 'avg_loss': 0.9839403586374426, 'avg_acc_mask': 68.8039457459926, 'loss': 0.9384897947311401}
{'epoch': 123, 'iter': 370, 'avg_loss': 0.9816044909613473, 'avg_acc_mask': 68.8356351329221, 'loss': 1.1270025968551636}
{'epoch': 123, 'iter': 380, 'avg_loss': 0.9832600427111928, 'avg_acc_mask': 68.70679570349888, 'loss': 0.7829647064208984}
{'epoch': 123, 'iter': 390, 'avg_loss': 0.9841724007635775, 'avg_acc_mask': 68.73932177064458, 'loss': 0.981264054775238}
{'epoch': 'EP123_test', 'avg_loss': 0.9831324836822471, 'total_masked_acc': 68.7573600942092}
{'epoch': 124, 'iter': 0, 'avg_loss': 0.9874342679977417, 'avg_acc_mask': 63.934426229508205, 'loss': 0.9874342679977417}
{'epoch': 124, 'iter': 10, 'avg_loss': 0.9743061282417991, 'avg_acc_mask': 66.99029126213593, 'loss': 1.4692935943603516}
{'epoch': 124, 'iter': 20, 'avg_loss': 0.9771302228882199, 'avg_acc_mask': 67.24137931034483, 'loss': 1.024669885635376}
{'epoch': 124, 'iter': 30, 'avg_loss': 0.9958312280716435, 'avg_acc_mask': 66.62143826322931, 'loss': 1.0650050640106201}
{'epoch': 124, 'iter': 40, 'avg_loss': 0.984326603935986, 'avg_acc_mask': 67.09118695873663, 'loss': 0.8239200711250305}
{'epoch': 124, 'iter': 50, 'avg_loss': 0.984402129463121, 'avg_acc_mask': 67.11219117051438, 'loss': 0.9396443963050842}
{'epoch': 124, 'iter': 60, 'avg_loss': 0.9954667706958583, 'avg_acc_mask': 67.14092140921409, 'loss': 1.1438300609588623}
{'epoch': 124, 'iter': 70, 'avg_loss': 0.982212204328725, 'avg_acc_mask': 67.69010043041607, 'loss': 0.8435124158859253}
{'epoch': 124, 'iter': 80, 'avg_loss': 0.9850030901991291, 'avg_acc_mask': 67.81234320120421, 'loss': 1.2937312126159668}
{'epoch': 124, 'iter': 90, 'avg_loss': 0.9889269752816839, 'avg_acc_mask': 67.8796046720575, 'loss': 0.6293531656265259}
{'epoch': 124, 'iter': 100, 'avg_loss': 0.9964312326790082, 'avg_acc_mask': 67.85425101214575, 'loss': 0.9925509691238403}
{'epoch': 124, 'iter': 110, 'avg_loss': 1.0017261725288253, 'avg_acc_mask': 67.82560706401766, 'loss': 1.0162053108215332}
{'epoch': 124, 'iter': 120, 'avg_loss': 1.0043036553485334, 'avg_acc_mask': 67.67642579116601, 'loss': 0.7578022480010986}
{'epoch': 124, 'iter': 130, 'avg_loss': 1.0049326924877313, 'avg_acc_mask': 67.75, 'loss': 1.016946792602539}
{'epoch': 124, 'iter': 140, 'avg_loss': 1.0010842989522515, 'avg_acc_mask': 67.92700729927007, 'loss': 1.1014256477355957}
{'epoch': 124, 'iter': 150, 'avg_loss': 0.9989684038604332, 'avg_acc_mask': 68.04321072063448, 'loss': 0.9393095374107361}
{'epoch': 124, 'iter': 160, 'avg_loss': 0.9963466658355287, 'avg_acc_mask': 68.1847420558343, 'loss': 0.6781960129737854}
{'epoch': 124, 'iter': 170, 'avg_loss': 1.0009821691708258, 'avg_acc_mask': 68.12137330754352, 'loss': 0.897088885307312}
{'epoch': 124, 'iter': 180, 'avg_loss': 1.0007193421132, 'avg_acc_mask': 68.23154056517777, 'loss': 1.3933104276657104}
{'epoch': 124, 'iter': 190, 'avg_loss': 0.9959371539310635, 'avg_acc_mask': 68.33910034602077, 'loss': 0.9673101902008057}
{'epoch': 124, 'iter': 200, 'avg_loss': 0.9914817563929961, 'avg_acc_mask': 68.34532374100719, 'loss': 0.8289068341255188}
{'epoch': 124, 'iter': 210, 'avg_loss': 0.9955021253129317, 'avg_acc_mask': 68.21120689655173, 'loss': 1.3492741584777832}
{'epoch': 124, 'iter': 220, 'avg_loss': 0.9968351301024941, 'avg_acc_mask': 68.02120141342756, 'loss': 0.8930923342704773}
{'epoch': 124, 'iter': 230, 'avg_loss': 0.9931692318482832, 'avg_acc_mask': 68.15915969378672, 'loss': 0.9214668869972229}
{'epoch': 124, 'iter': 240, 'avg_loss': 0.9920536757010148, 'avg_acc_mask': 68.26357514278408, 'loss': 1.0644458532333374}
{'epoch': 124, 'iter': 250, 'avg_loss': 0.9967058547939437, 'avg_acc_mask': 68.15213842637937, 'loss': 0.9084964394569397}
{'epoch': 124, 'iter': 260, 'avg_loss': 0.9967179807666617, 'avg_acc_mask': 68.17361274625226, 'loss': 0.8126049041748047}
{'epoch': 124, 'iter': 270, 'avg_loss': 0.9981548194515749, 'avg_acc_mask': 68.17048288369985, 'loss': 0.8371239304542542}
{'epoch': 124, 'iter': 280, 'avg_loss': 1.0000983457548338, 'avg_acc_mask': 68.16884922086473, 'loss': 1.0861061811447144}
{'epoch': 124, 'iter': 290, 'avg_loss': 0.9988886238783086, 'avg_acc_mask': 68.10692313132027, 'loss': 0.9238108992576599}
{'epoch': 124, 'iter': 300, 'avg_loss': 0.99390710449694, 'avg_acc_mask': 68.36602200505706, 'loss': 0.9510282278060913}
{'epoch': 124, 'iter': 310, 'avg_loss': 0.99199031096946, 'avg_acc_mask': 68.38415239103115, 'loss': 1.2797452211380005}
{'epoch': 124, 'iter': 320, 'avg_loss': 0.9883998636144715, 'avg_acc_mask': 68.52756006681228, 'loss': 0.9335559010505676}
{'epoch': 124, 'iter': 330, 'avg_loss': 0.9876857727676, 'avg_acc_mask': 68.57481001619534, 'loss': 0.8146718740463257}
{'epoch': 124, 'iter': 340, 'avg_loss': 0.9862809656652187, 'avg_acc_mask': 68.59329797492768, 'loss': 0.9494559168815613}
{'epoch': 124, 'iter': 350, 'avg_loss': 0.9853319529114966, 'avg_acc_mask': 68.6374269005848, 'loss': 0.8906949162483215}
{'epoch': 124, 'iter': 360, 'avg_loss': 0.9859443123651013, 'avg_acc_mask': 68.65180647722761, 'loss': 0.9914076328277588}
{'epoch': 124, 'iter': 370, 'avg_loss': 0.9855506950311583, 'avg_acc_mask': 68.55630307709275, 'loss': 1.0607388019561768}
{'epoch': 124, 'iter': 380, 'avg_loss': 0.9855150486540607, 'avg_acc_mask': 68.52786427574358, 'loss': 0.7362068295478821}
{'epoch': 124, 'iter': 390, 'avg_loss': 0.9856176967815975, 'avg_acc_mask': 68.5036496350365, 'loss': 1.0844738483428955}
{'epoch': 'EP124_test', 'avg_loss': 0.9839113887512323, 'total_masked_acc': 68.5280759702725}
{'epoch': 125, 'iter': 0, 'avg_loss': 1.032425880432129, 'avg_acc_mask': 63.04347826086957, 'loss': 1.032425880432129}
{'epoch': 125, 'iter': 10, 'avg_loss': 1.0972833741794934, 'avg_acc_mask': 64.24682395644284, 'loss': 1.4239057302474976}
{'epoch': 125, 'iter': 20, 'avg_loss': 0.9875642089616685, 'avg_acc_mask': 68.20866141732283, 'loss': 0.7432892322540283}
{'epoch': 125, 'iter': 30, 'avg_loss': 1.014814434512969, 'avg_acc_mask': 66.89008042895442, 'loss': 1.1976011991500854}
{'epoch': 125, 'iter': 40, 'avg_loss': 1.003195576551484, 'avg_acc_mask': 66.93548387096774, 'loss': 0.9711782336235046}
{'epoch': 125, 'iter': 50, 'avg_loss': 1.0039338609751534, 'avg_acc_mask': 67.19383617193836, 'loss': 0.9041066765785217}
{'epoch': 125, 'iter': 60, 'avg_loss': 0.9857550048437275, 'avg_acc_mask': 67.60135135135134, 'loss': 1.0786385536193848}
{'epoch': 125, 'iter': 70, 'avg_loss': 0.9713430790834023, 'avg_acc_mask': 68.2576193214491, 'loss': 0.64643794298172}
{'epoch': 125, 'iter': 80, 'avg_loss': 0.9731439786192811, 'avg_acc_mask': 67.99596163553761, 'loss': 1.3417030572891235}
{'epoch': 125, 'iter': 90, 'avg_loss': 0.9770697912017068, 'avg_acc_mask': 68.09566787003611, 'loss': 0.7964313626289368}
{'epoch': 125, 'iter': 100, 'avg_loss': 0.9730782921951596, 'avg_acc_mask': 68.41458418680868, 'loss': 0.7231630682945251}
{'epoch': 125, 'iter': 110, 'avg_loss': 0.9838128272477571, 'avg_acc_mask': 67.62257169287696, 'loss': 1.2410305738449097}
{'epoch': 125, 'iter': 120, 'avg_loss': 0.984204579483379, 'avg_acc_mask': 67.75827143821742, 'loss': 1.1514559984207153}
{'epoch': 125, 'iter': 130, 'avg_loss': 0.9845343527903083, 'avg_acc_mask': 68.0018630647415, 'loss': 1.2085182666778564}
{'epoch': 125, 'iter': 140, 'avg_loss': 0.9868735620316039, 'avg_acc_mask': 67.96829971181556, 'loss': 1.3018572330474854}
{'epoch': 125, 'iter': 150, 'avg_loss': 0.9870966775527853, 'avg_acc_mask': 67.85039157439914, 'loss': 1.057029128074646}
{'epoch': 125, 'iter': 160, 'avg_loss': 0.9885470052683576, 'avg_acc_mask': 67.91687785098834, 'loss': 0.7746267914772034}
{'epoch': 125, 'iter': 170, 'avg_loss': 0.9893804042660005, 'avg_acc_mask': 67.91214038438582, 'loss': 1.0293452739715576}
{'epoch': 125, 'iter': 180, 'avg_loss': 0.9932904879032578, 'avg_acc_mask': 67.86397928161243, 'loss': 1.6113635301589966}
{'epoch': 125, 'iter': 190, 'avg_loss': 0.990675069898835, 'avg_acc_mask': 67.9144385026738, 'loss': 1.0728532075881958}
{'epoch': 125, 'iter': 200, 'avg_loss': 0.9939253692010149, 'avg_acc_mask': 67.83436266072694, 'loss': 1.09833824634552}
{'epoch': 125, 'iter': 210, 'avg_loss': 0.9953738402981329, 'avg_acc_mask': 67.77702897853085, 'loss': 1.1767640113830566}
{'epoch': 125, 'iter': 220, 'avg_loss': 0.9930188467060279, 'avg_acc_mask': 67.82711988304094, 'loss': 0.7512515187263489}
{'epoch': 125, 'iter': 230, 'avg_loss': 0.9865865944783925, 'avg_acc_mask': 67.98380709319723, 'loss': 0.9501981735229492}
{'epoch': 125, 'iter': 240, 'avg_loss': 0.9881151922016222, 'avg_acc_mask': 68.01585293869636, 'loss': 0.7769678235054016}
{'epoch': 125, 'iter': 250, 'avg_loss': 0.9881582357494004, 'avg_acc_mask': 68.12439261418854, 'loss': 0.9703091979026794}
{'epoch': 125, 'iter': 260, 'avg_loss': 0.9881231745997608, 'avg_acc_mask': 68.12465828321487, 'loss': 0.8505358695983887}
{'epoch': 125, 'iter': 270, 'avg_loss': 0.9925935582921074, 'avg_acc_mask': 68.07314696844787, 'loss': 1.0908077955245972}
{'epoch': 125, 'iter': 280, 'avg_loss': 0.9950012846773629, 'avg_acc_mask': 68.02976663535871, 'loss': 1.1968092918395996}
{'epoch': 125, 'iter': 290, 'avg_loss': 0.9928808456024354, 'avg_acc_mask': 68.11493130622776, 'loss': 1.0181525945663452}
{'epoch': 125, 'iter': 300, 'avg_loss': 0.9906491389702324, 'avg_acc_mask': 68.16891891891892, 'loss': 1.230269193649292}
{'epoch': 125, 'iter': 310, 'avg_loss': 0.9896175044909168, 'avg_acc_mask': 68.261125269555, 'loss': 1.0055248737335205}
{'epoch': 125, 'iter': 320, 'avg_loss': 0.9854489135965009, 'avg_acc_mask': 68.36086404066074, 'loss': 1.0039153099060059}
{'epoch': 125, 'iter': 330, 'avg_loss': 0.9850729275325995, 'avg_acc_mask': 68.35684800690038, 'loss': 1.1689422130584717}
{'epoch': 125, 'iter': 340, 'avg_loss': 0.9829968708701148, 'avg_acc_mask': 68.38366957144562, 'loss': 0.897820770740509}
{'epoch': 125, 'iter': 350, 'avg_loss': 0.9811542580949615, 'avg_acc_mask': 68.43601345863789, 'loss': 0.4560195207595825}
{'epoch': 125, 'iter': 360, 'avg_loss': 0.9831391941147167, 'avg_acc_mask': 68.42342342342343, 'loss': 0.695290744304657}
{'epoch': 125, 'iter': 370, 'avg_loss': 0.981094749308018, 'avg_acc_mask': 68.45538259153695, 'loss': 0.9695367217063904}
{'epoch': 125, 'iter': 380, 'avg_loss': 0.9804289068762712, 'avg_acc_mask': 68.42639593908629, 'loss': 0.7583012580871582}
{'epoch': 125, 'iter': 390, 'avg_loss': 0.9786119326911009, 'avg_acc_mask': 68.45139177399253, 'loss': 0.8254023790359497}
{'epoch': 'EP125_test', 'avg_loss': 0.9778622835874557, 'total_masked_acc': 68.46323793865282}
{'epoch': 126, 'iter': 0, 'avg_loss': 0.9721651673316956, 'avg_acc_mask': 72.41379310344827, 'loss': 0.9721651673316956}
{'epoch': 126, 'iter': 10, 'avg_loss': 1.1023695089600303, 'avg_acc_mask': 67.96296296296296, 'loss': 1.4718248844146729}
{'epoch': 126, 'iter': 20, 'avg_loss': 1.0696058784212386, 'avg_acc_mask': 68.15101645692158, 'loss': 0.9085434675216675}
{'epoch': 126, 'iter': 30, 'avg_loss': 1.0201393904224518, 'avg_acc_mask': 68.12620734063104, 'loss': 1.0891938209533691}
{'epoch': 126, 'iter': 40, 'avg_loss': 0.9951492039168753, 'avg_acc_mask': 68.994140625, 'loss': 0.9045142531394958}
{'epoch': 126, 'iter': 50, 'avg_loss': 0.9783454280273587, 'avg_acc_mask': 69.9569134351743, 'loss': 0.5996444821357727}
{'epoch': 126, 'iter': 60, 'avg_loss': 0.9788361875737299, 'avg_acc_mask': 69.33465085638998, 'loss': 0.9503393769264221}
{'epoch': 126, 'iter': 70, 'avg_loss': 0.987513070375147, 'avg_acc_mask': 68.63293262510484, 'loss': 0.8710609078407288}
{'epoch': 126, 'iter': 80, 'avg_loss': 0.9767354366220073, 'avg_acc_mask': 68.83755222413369, 'loss': 0.8966816663742065}
{'epoch': 126, 'iter': 90, 'avg_loss': 0.976745272730733, 'avg_acc_mask': 68.55771328823914, 'loss': 0.9917664527893066}
{'epoch': 126, 'iter': 100, 'avg_loss': 0.9791770075807477, 'avg_acc_mask': 68.80806483494761, 'loss': 0.7987384796142578}
{'epoch': 126, 'iter': 110, 'avg_loss': 0.9871999245506149, 'avg_acc_mask': 68.55549559273251, 'loss': 1.1503866910934448}
{'epoch': 126, 'iter': 120, 'avg_loss': 0.9842898318590212, 'avg_acc_mask': 68.75103665616187, 'loss': 0.8134774565696716}
{'epoch': 126, 'iter': 130, 'avg_loss': 0.9875882049553267, 'avg_acc_mask': 68.47892486255344, 'loss': 1.1483124494552612}
{'epoch': 126, 'iter': 140, 'avg_loss': 0.9848902601722285, 'avg_acc_mask': 68.51166761525327, 'loss': 0.9891919493675232}
{'epoch': 126, 'iter': 150, 'avg_loss': 0.9806639575800359, 'avg_acc_mask': 68.44848322865161, 'loss': 1.1731834411621094}
{'epoch': 126, 'iter': 160, 'avg_loss': 0.9810071198836617, 'avg_acc_mask': 68.36632422951641, 'loss': 0.8940326571464539}
{'epoch': 126, 'iter': 170, 'avg_loss': 0.9841806790982074, 'avg_acc_mask': 68.29903004494913, 'loss': 1.4072645902633667}
{'epoch': 126, 'iter': 180, 'avg_loss': 0.9839166475264407, 'avg_acc_mask': 68.25272135562787, 'loss': 1.4308573007583618}
{'epoch': 126, 'iter': 190, 'avg_loss': 0.9822646560469223, 'avg_acc_mask': 68.26161421537144, 'loss': 0.9146295785903931}
{'epoch': 126, 'iter': 200, 'avg_loss': 0.9868279286284944, 'avg_acc_mask': 68.23229750382069, 'loss': 1.0470044612884521}
{'epoch': 126, 'iter': 210, 'avg_loss': 0.9884622540519136, 'avg_acc_mask': 68.26969785290974, 'loss': 1.055202841758728}
{'epoch': 126, 'iter': 220, 'avg_loss': 0.9952416881177221, 'avg_acc_mask': 68.0672268907563, 'loss': 1.1592330932617188}
{'epoch': 126, 'iter': 230, 'avg_loss': 0.9936661668670126, 'avg_acc_mask': 68.0958721704394, 'loss': 1.1494355201721191}
{'epoch': 126, 'iter': 240, 'avg_loss': 0.9956050411299551, 'avg_acc_mask': 68.001704303366, 'loss': 1.1143633127212524}
{'epoch': 126, 'iter': 250, 'avg_loss': 0.9955861905656488, 'avg_acc_mask': 67.99639580602883, 'loss': 0.9737189412117004}
{'epoch': 126, 'iter': 260, 'avg_loss': 0.9940280886902206, 'avg_acc_mask': 68.02897865973698, 'loss': 0.7095047831535339}
{'epoch': 126, 'iter': 270, 'avg_loss': 0.99431146862762, 'avg_acc_mask': 68.02762389011156, 'loss': 0.7900856733322144}
{'epoch': 126, 'iter': 280, 'avg_loss': 0.9940574035525747, 'avg_acc_mask': 68.07356928262622, 'loss': 1.0405126810073853}
{'epoch': 126, 'iter': 290, 'avg_loss': 0.9902074730273375, 'avg_acc_mask': 68.21584969628478, 'loss': 0.9783340692520142}
{'epoch': 126, 'iter': 300, 'avg_loss': 0.9859445588137224, 'avg_acc_mask': 68.34212148188729, 'loss': 0.9814640283584595}
{'epoch': 126, 'iter': 310, 'avg_loss': 0.9882014156154497, 'avg_acc_mask': 68.27668455575431, 'loss': 1.2479497194290161}
{'epoch': 126, 'iter': 320, 'avg_loss': 0.9869665078284956, 'avg_acc_mask': 68.34361346697507, 'loss': 0.919550895690918}
{'epoch': 126, 'iter': 330, 'avg_loss': 0.9888724987240356, 'avg_acc_mask': 68.31065051816707, 'loss': 1.0389106273651123}
{'epoch': 126, 'iter': 340, 'avg_loss': 0.9866007538485038, 'avg_acc_mask': 68.37327523602033, 'loss': 0.7775877714157104}
{'epoch': 126, 'iter': 350, 'avg_loss': 0.9854678452184736, 'avg_acc_mask': 68.35592221567472, 'loss': 0.7987192273139954}
{'epoch': 126, 'iter': 360, 'avg_loss': 0.9877200154716619, 'avg_acc_mask': 68.3249370277078, 'loss': 1.2401576042175293}
{'epoch': 126, 'iter': 370, 'avg_loss': 0.9871745024408612, 'avg_acc_mask': 68.33063751464108, 'loss': 1.385245680809021}
{'epoch': 126, 'iter': 380, 'avg_loss': 0.9865979711840472, 'avg_acc_mask': 68.35861321776815, 'loss': 0.9025293588638306}
{'epoch': 126, 'iter': 390, 'avg_loss': 0.9872518617783665, 'avg_acc_mask': 68.24921135646687, 'loss': 1.066652774810791}
{'epoch': 'EP126_test', 'avg_loss': 0.9857483891525654, 'total_masked_acc': 68.30510235893172}
{'epoch': 127, 'iter': 0, 'avg_loss': 1.0802818536758423, 'avg_acc_mask': 64.28571428571429, 'loss': 1.0802818536758423}
{'epoch': 127, 'iter': 10, 'avg_loss': 0.9905693368478254, 'avg_acc_mask': 65.86270871985158, 'loss': 0.8093528151512146}
{'epoch': 127, 'iter': 20, 'avg_loss': 0.9547555304708935, 'avg_acc_mask': 68.19960861056752, 'loss': 0.986458420753479}
{'epoch': 127, 'iter': 30, 'avg_loss': 0.9730411325731585, 'avg_acc_mask': 67.58893280632411, 'loss': 1.3941419124603271}
{'epoch': 127, 'iter': 40, 'avg_loss': 0.9655630094249074, 'avg_acc_mask': 68.30985915492957, 'loss': 0.9189655780792236}
{'epoch': 127, 'iter': 50, 'avg_loss': 0.9566266501651091, 'avg_acc_mask': 68.66154468257177, 'loss': 0.912500262260437}
{'epoch': 127, 'iter': 60, 'avg_loss': 0.9730091515134592, 'avg_acc_mask': 68.34068544282322, 'loss': 1.1450830698013306}
{'epoch': 127, 'iter': 70, 'avg_loss': 0.9677855615884485, 'avg_acc_mask': 68.50258175559381, 'loss': 0.8574455976486206}
{'epoch': 127, 'iter': 80, 'avg_loss': 0.9595678647359213, 'avg_acc_mask': 68.62992922143579, 'loss': 1.0959532260894775}
{'epoch': 127, 'iter': 90, 'avg_loss': 0.9585703657223628, 'avg_acc_mask': 68.68800721370604, 'loss': 0.8750159740447998}
{'epoch': 127, 'iter': 100, 'avg_loss': 0.9537312919550603, 'avg_acc_mask': 68.94790602655772, 'loss': 0.5660159587860107}
{'epoch': 127, 'iter': 110, 'avg_loss': 0.9559198574976878, 'avg_acc_mask': 68.61152141802069, 'loss': 1.346170425415039}
{'epoch': 127, 'iter': 120, 'avg_loss': 0.9522215842215482, 'avg_acc_mask': 68.95202449812862, 'loss': 0.869627833366394}
{'epoch': 127, 'iter': 130, 'avg_loss': 0.9553746358128904, 'avg_acc_mask': 68.82629107981221, 'loss': 1.043291449546814}
{'epoch': 127, 'iter': 140, 'avg_loss': 0.9581283390099276, 'avg_acc_mask': 68.70451237263464, 'loss': 1.088111400604248}
{'epoch': 127, 'iter': 150, 'avg_loss': 0.956223320882052, 'avg_acc_mask': 68.63013698630137, 'loss': 1.0215893983840942}
{'epoch': 127, 'iter': 160, 'avg_loss': 0.9613923904318247, 'avg_acc_mask': 68.41294298921417, 'loss': 1.0175409317016602}
{'epoch': 127, 'iter': 170, 'avg_loss': 0.9569329166272927, 'avg_acc_mask': 68.68662481892805, 'loss': 1.2357866764068604}
{'epoch': 127, 'iter': 180, 'avg_loss': 0.9571832444786367, 'avg_acc_mask': 68.68721461187215, 'loss': 1.141768217086792}
{'epoch': 127, 'iter': 190, 'avg_loss': 0.9524208338472856, 'avg_acc_mask': 68.78128400435256, 'loss': 0.7489069104194641}
{'epoch': 127, 'iter': 200, 'avg_loss': 0.9549182558534157, 'avg_acc_mask': 68.70496191064444, 'loss': 0.7724599838256836}
{'epoch': 127, 'iter': 210, 'avg_loss': 0.9599879954663498, 'avg_acc_mask': 68.69300911854104, 'loss': 1.1037920713424683}
{'epoch': 127, 'iter': 220, 'avg_loss': 0.9609731686600732, 'avg_acc_mask': 68.63310691355727, 'loss': 1.1083656549453735}
{'epoch': 127, 'iter': 230, 'avg_loss': 0.9582051536737582, 'avg_acc_mask': 68.72593786372997, 'loss': 0.9388439655303955}
{'epoch': 127, 'iter': 240, 'avg_loss': 0.956670157147641, 'avg_acc_mask': 68.7365983360494, 'loss': 1.07528555393219}
{'epoch': 127, 'iter': 250, 'avg_loss': 0.9594412626498249, 'avg_acc_mask': 68.58905800082272, 'loss': 0.9205582141876221}
{'epoch': 127, 'iter': 260, 'avg_loss': 0.9584645386856635, 'avg_acc_mask': 68.6170633351783, 'loss': 0.5842158198356628}
{'epoch': 127, 'iter': 270, 'avg_loss': 0.9631252216237057, 'avg_acc_mask': 68.50627137970353, 'loss': 1.0288430452346802}
{'epoch': 127, 'iter': 280, 'avg_loss': 0.966763345160094, 'avg_acc_mask': 68.47977684797767, 'loss': 1.1436649560928345}
{'epoch': 127, 'iter': 290, 'avg_loss': 0.9665518454260024, 'avg_acc_mask': 68.45352052754733, 'loss': 1.0598318576812744}
{'epoch': 127, 'iter': 300, 'avg_loss': 0.9663906455832066, 'avg_acc_mask': 68.4861817681837, 'loss': 1.0365517139434814}
{'epoch': 127, 'iter': 310, 'avg_loss': 0.9688973053091975, 'avg_acc_mask': 68.38821030270844, 'loss': 1.3427242040634155}
{'epoch': 127, 'iter': 320, 'avg_loss': 0.9686742322838566, 'avg_acc_mask': 68.40611494549442, 'loss': 0.977965235710144}
{'epoch': 127, 'iter': 330, 'avg_loss': 0.9704021656621259, 'avg_acc_mask': 68.29847018420232, 'loss': 1.168034553527832}
{'epoch': 127, 'iter': 340, 'avg_loss': 0.968680397244143, 'avg_acc_mask': 68.3441460013339, 'loss': 0.919386088848114}
{'epoch': 127, 'iter': 350, 'avg_loss': 0.9679607170769292, 'avg_acc_mask': 68.32950056017454, 'loss': 0.6356348395347595}
{'epoch': 127, 'iter': 360, 'avg_loss': 0.9690788796899061, 'avg_acc_mask': 68.26439670932358, 'loss': 0.7889977097511292}
{'epoch': 127, 'iter': 370, 'avg_loss': 0.9684513473928457, 'avg_acc_mask': 68.30419095198445, 'loss': 1.217255711555481}
{'epoch': 127, 'iter': 380, 'avg_loss': 0.9674964090344786, 'avg_acc_mask': 68.35593495056459, 'loss': 1.1248894929885864}
{'epoch': 127, 'iter': 390, 'avg_loss': 0.9674353381556928, 'avg_acc_mask': 68.38594463994959, 'loss': 0.8242020606994629}
{'epoch': 'EP127_test', 'avg_loss': 0.9677219339693436, 'total_masked_acc': 68.39020848459704}
{'epoch': 128, 'iter': 0, 'avg_loss': 0.890362024307251, 'avg_acc_mask': 74.46808510638297, 'loss': 0.890362024307251}
{'epoch': 128, 'iter': 10, 'avg_loss': 1.109293433752927, 'avg_acc_mask': 66.98292220113852, 'loss': 1.172126054763794}
{'epoch': 128, 'iter': 20, 'avg_loss': 1.069379795165289, 'avg_acc_mask': 66.85934489402698, 'loss': 0.9311468005180359}
{'epoch': 128, 'iter': 30, 'avg_loss': 1.0005692089757612, 'avg_acc_mask': 68.27176781002639, 'loss': 1.1260138750076294}
{'epoch': 128, 'iter': 40, 'avg_loss': 0.9774624283720807, 'avg_acc_mask': 69.14947156517363, 'loss': 1.0189869403839111}
{'epoch': 128, 'iter': 50, 'avg_loss': 0.9748157227740568, 'avg_acc_mask': 69.11351784997994, 'loss': 1.002371907234192}
{'epoch': 128, 'iter': 60, 'avg_loss': 0.956577468113821, 'avg_acc_mask': 69.5696374110471, 'loss': 1.0303096771240234}
{'epoch': 128, 'iter': 70, 'avg_loss': 0.9478925668017965, 'avg_acc_mask': 69.47156806433085, 'loss': 0.9203101396560669}
{'epoch': 128, 'iter': 80, 'avg_loss': 0.9528558533868672, 'avg_acc_mask': 69.24238610621697, 'loss': 1.1045587062835693}
{'epoch': 128, 'iter': 90, 'avg_loss': 0.9556678173306224, 'avg_acc_mask': 69.18748593292821, 'loss': 1.021906852722168}
{'epoch': 128, 'iter': 100, 'avg_loss': 0.9546763194669591, 'avg_acc_mask': 69.46132037262049, 'loss': 0.7846404910087585}
{'epoch': 128, 'iter': 110, 'avg_loss': 0.964519822919691, 'avg_acc_mask': 69.10372982000371, 'loss': 1.2457213401794434}
{'epoch': 128, 'iter': 120, 'avg_loss': 0.958115249133307, 'avg_acc_mask': 69.18733960650128, 'loss': 0.8026421666145325}
{'epoch': 128, 'iter': 130, 'avg_loss': 0.9626126662465452, 'avg_acc_mask': 69.20788979336255, 'loss': 1.1320703029632568}
{'epoch': 128, 'iter': 140, 'avg_loss': 0.9732727074454016, 'avg_acc_mask': 68.93288688309798, 'loss': 1.6652334928512573}
{'epoch': 128, 'iter': 150, 'avg_loss': 0.9694467751395623, 'avg_acc_mask': 69.09688913252022, 'loss': 1.3340411186218262}
{'epoch': 128, 'iter': 160, 'avg_loss': 0.9712911751699744, 'avg_acc_mask': 68.95752895752895, 'loss': 1.18038010597229}
{'epoch': 128, 'iter': 170, 'avg_loss': 0.9718369165359185, 'avg_acc_mask': 69.00436046511628, 'loss': 1.4204882383346558}
{'epoch': 128, 'iter': 180, 'avg_loss': 0.9738198716337509, 'avg_acc_mask': 68.82641983773283, 'loss': 1.134121298789978}
{'epoch': 128, 'iter': 190, 'avg_loss': 0.9655665636686754, 'avg_acc_mask': 68.9621516104544, 'loss': 0.5526340007781982}
{'epoch': 128, 'iter': 200, 'avg_loss': 0.9717910310522241, 'avg_acc_mask': 68.86005560704356, 'loss': 1.5071320533752441}
{'epoch': 128, 'iter': 210, 'avg_loss': 0.9795189386860454, 'avg_acc_mask': 68.6837975676736, 'loss': 1.4667861461639404}
{'epoch': 128, 'iter': 220, 'avg_loss': 0.9804218435719002, 'avg_acc_mask': 68.61028315946349, 'loss': 0.6414642333984375}
{'epoch': 128, 'iter': 230, 'avg_loss': 0.9774153573172433, 'avg_acc_mask': 68.64951768488746, 'loss': 0.9727073907852173}
{'epoch': 128, 'iter': 240, 'avg_loss': 0.98014313526668, 'avg_acc_mask': 68.5330825782185, 'loss': 1.1772339344024658}
{'epoch': 128, 'iter': 250, 'avg_loss': 0.980280482674025, 'avg_acc_mask': 68.42537129728399, 'loss': 1.1897467374801636}
{'epoch': 128, 'iter': 260, 'avg_loss': 0.9775120730144311, 'avg_acc_mask': 68.4804037536472, 'loss': 0.7088184356689453}
{'epoch': 128, 'iter': 270, 'avg_loss': 0.9787005551186875, 'avg_acc_mask': 68.54795770898305, 'loss': 0.7920246720314026}
{'epoch': 128, 'iter': 280, 'avg_loss': 0.9798077718218875, 'avg_acc_mask': 68.49143948857373, 'loss': 1.0669357776641846}
{'epoch': 128, 'iter': 290, 'avg_loss': 0.9792875835985663, 'avg_acc_mask': 68.52784675416814, 'loss': 1.1488209962844849}
{'epoch': 128, 'iter': 300, 'avg_loss': 0.9778586235949367, 'avg_acc_mask': 68.51698995735315, 'loss': 0.8607168793678284}
{'epoch': 128, 'iter': 310, 'avg_loss': 0.9786199016969687, 'avg_acc_mask': 68.48960063791614, 'loss': 1.1136159896850586}
{'epoch': 128, 'iter': 320, 'avg_loss': 0.9777153754531409, 'avg_acc_mask': 68.54786754284243, 'loss': 0.979330837726593}
{'epoch': 128, 'iter': 330, 'avg_loss': 0.97686252475145, 'avg_acc_mask': 68.5619772812383, 'loss': 1.164473295211792}
{'epoch': 128, 'iter': 340, 'avg_loss': 0.9770610760733529, 'avg_acc_mask': 68.54721549636804, 'loss': 1.044847846031189}
{'epoch': 128, 'iter': 350, 'avg_loss': 0.9793893098831177, 'avg_acc_mask': 68.44084126424626, 'loss': 0.8425098061561584}
{'epoch': 128, 'iter': 360, 'avg_loss': 0.9804891022618788, 'avg_acc_mask': 68.42704950720675, 'loss': 0.8095926642417908}
{'epoch': 128, 'iter': 370, 'avg_loss': 0.9786578948607021, 'avg_acc_mask': 68.46776877843116, 'loss': 1.1576073169708252}
{'epoch': 128, 'iter': 380, 'avg_loss': 0.9791429789047542, 'avg_acc_mask': 68.49795126159155, 'loss': 0.7846067547798157}
{'epoch': 128, 'iter': 390, 'avg_loss': 0.9803754368706432, 'avg_acc_mask': 68.49782255102576, 'loss': 1.121434211730957}
{'epoch': 'EP128_test', 'avg_loss': 0.9791173582727258, 'total_masked_acc': 68.50160838435198}
{'epoch': 129, 'iter': 0, 'avg_loss': 0.8225724697113037, 'avg_acc_mask': 70.9090909090909, 'loss': 0.8225724697113037}
{'epoch': 129, 'iter': 10, 'avg_loss': 1.069640343839472, 'avg_acc_mask': 64.74820143884892, 'loss': 1.3690398931503296}
{'epoch': 129, 'iter': 20, 'avg_loss': 1.000870284580049, 'avg_acc_mask': 67.0576735092864, 'loss': 0.9126842617988586}
{'epoch': 129, 'iter': 30, 'avg_loss': 1.00421965506769, 'avg_acc_mask': 67.03655352480418, 'loss': 1.1584198474884033}
{'epoch': 129, 'iter': 40, 'avg_loss': 1.016582496282531, 'avg_acc_mask': 67.34390485629336, 'loss': 1.0904937982559204}
{'epoch': 129, 'iter': 50, 'avg_loss': 1.0197088776850234, 'avg_acc_mask': 67.5251509054326, 'loss': 0.9206843972206116}
{'epoch': 129, 'iter': 60, 'avg_loss': 1.0127120653136832, 'avg_acc_mask': 68.12182741116752, 'loss': 1.185043454170227}
{'epoch': 129, 'iter': 70, 'avg_loss': 0.992489496587028, 'avg_acc_mask': 68.94977168949772, 'loss': 0.8942918181419373}
{'epoch': 129, 'iter': 80, 'avg_loss': 0.9951848858668481, 'avg_acc_mask': 68.5664072307306, 'loss': 1.2050609588623047}
{'epoch': 129, 'iter': 90, 'avg_loss': 0.9880225095120105, 'avg_acc_mask': 68.71898962562021, 'loss': 0.8301318883895874}
{'epoch': 129, 'iter': 100, 'avg_loss': 0.9791541252986039, 'avg_acc_mask': 69.08123593206467, 'loss': 0.9188525676727295}
{'epoch': 129, 'iter': 110, 'avg_loss': 0.9784936319600355, 'avg_acc_mask': 69.14498141263941, 'loss': 0.8902995586395264}
{'epoch': 129, 'iter': 120, 'avg_loss': 0.9784353340952849, 'avg_acc_mask': 69.23731699012598, 'loss': 0.9278402328491211}
{'epoch': 129, 'iter': 130, 'avg_loss': 0.9804784651021011, 'avg_acc_mask': 69.11626449388906, 'loss': 1.315717339515686}
{'epoch': 129, 'iter': 140, 'avg_loss': 0.9865611461882896, 'avg_acc_mask': 68.87244231606444, 'loss': 1.130732774734497}
{'epoch': 129, 'iter': 150, 'avg_loss': 0.9844427981124019, 'avg_acc_mask': 68.81208327663629, 'loss': 1.2116490602493286}
{'epoch': 129, 'iter': 160, 'avg_loss': 0.9878510495890742, 'avg_acc_mask': 68.83333333333333, 'loss': 1.113381266593933}
{'epoch': 129, 'iter': 170, 'avg_loss': 0.9870358900717128, 'avg_acc_mask': 68.93637570928408, 'loss': 0.9389511346817017}
{'epoch': 129, 'iter': 180, 'avg_loss': 0.988719518013422, 'avg_acc_mask': 68.70368259035457, 'loss': 1.380991816520691}
{'epoch': 129, 'iter': 190, 'avg_loss': 0.9796285807150197, 'avg_acc_mask': 68.89250814332247, 'loss': 0.7924730777740479}
{'epoch': 129, 'iter': 200, 'avg_loss': 0.9816876021190662, 'avg_acc_mask': 68.78731727403748, 'loss': 1.1237058639526367}
{'epoch': 129, 'iter': 210, 'avg_loss': 0.987007099305284, 'avg_acc_mask': 68.71333594055534, 'loss': 1.0087482929229736}
{'epoch': 129, 'iter': 220, 'avg_loss': 0.992338497174811, 'avg_acc_mask': 68.50751809912752, 'loss': 1.1024914979934692}
{'epoch': 129, 'iter': 230, 'avg_loss': 0.9862754822293401, 'avg_acc_mask': 68.77389526095847, 'loss': 0.6881210803985596}
{'epoch': 129, 'iter': 240, 'avg_loss': 0.9800999270929835, 'avg_acc_mask': 68.79154593489007, 'loss': 0.6447141170501709}
{'epoch': 129, 'iter': 250, 'avg_loss': 0.981812284762166, 'avg_acc_mask': 68.8310622229519, 'loss': 1.0701767206192017}
{'epoch': 129, 'iter': 260, 'avg_loss': 0.9805370320305513, 'avg_acc_mask': 68.86307971873272, 'loss': 0.8050984740257263}
{'epoch': 129, 'iter': 270, 'avg_loss': 0.9817913779473393, 'avg_acc_mask': 68.91069526852274, 'loss': 0.7969799637794495}
{'epoch': 129, 'iter': 280, 'avg_loss': 0.985345634489297, 'avg_acc_mask': 68.79713009737169, 'loss': 1.081410527229309}
{'epoch': 129, 'iter': 290, 'avg_loss': 0.9826118958365057, 'avg_acc_mask': 68.79337204361988, 'loss': 0.8287226557731628}
{'epoch': 129, 'iter': 300, 'avg_loss': 0.9804797891366521, 'avg_acc_mask': 68.81506849315069, 'loss': 0.9357895851135254}
{'epoch': 129, 'iter': 310, 'avg_loss': 0.9841707333491163, 'avg_acc_mask': 68.70865308282615, 'loss': 0.9991108775138855}
{'epoch': 129, 'iter': 320, 'avg_loss': 0.9834062570352049, 'avg_acc_mask': 68.69665661297569, 'loss': 0.7764867544174194}
{'epoch': 129, 'iter': 330, 'avg_loss': 0.9808063204554993, 'avg_acc_mask': 68.74378109452736, 'loss': 1.053004264831543}
{'epoch': 129, 'iter': 340, 'avg_loss': 0.9791424856507533, 'avg_acc_mask': 68.71835061490233, 'loss': 0.8053230047225952}
{'epoch': 129, 'iter': 350, 'avg_loss': 0.9784251256206437, 'avg_acc_mask': 68.70457209847596, 'loss': 0.8406195044517517}
{'epoch': 129, 'iter': 360, 'avg_loss': 0.9800015834890244, 'avg_acc_mask': 68.6431989063568, 'loss': 0.8327541351318359}
{'epoch': 129, 'iter': 370, 'avg_loss': 0.976653167340312, 'avg_acc_mask': 68.70948080013298, 'loss': 0.9119887948036194}
{'epoch': 129, 'iter': 380, 'avg_loss': 0.9763049655386157, 'avg_acc_mask': 68.6892679766789, 'loss': 0.6624663472175598}
{'epoch': 129, 'iter': 390, 'avg_loss': 0.9775525656197687, 'avg_acc_mask': 68.62126944094157, 'loss': 1.1483176946640015}
{'epoch': 'EP129_test', 'avg_loss': 0.9772310554981232, 'total_masked_acc': 68.61655150916931}
{'epoch': 130, 'iter': 0, 'avg_loss': 0.9771549701690674, 'avg_acc_mask': 68.08510638297872, 'loss': 0.9771549701690674}
{'epoch': 130, 'iter': 10, 'avg_loss': 1.0964883728460832, 'avg_acc_mask': 65.4510556621881, 'loss': 1.3874115943908691}
{'epoch': 130, 'iter': 20, 'avg_loss': 1.060304241521018, 'avg_acc_mask': 66.5057915057915, 'loss': 0.9341115355491638}
{'epoch': 130, 'iter': 30, 'avg_loss': 1.0159108061944284, 'avg_acc_mask': 67.9109364767518, 'loss': 1.0110197067260742}
{'epoch': 130, 'iter': 40, 'avg_loss': 1.018650200308823, 'avg_acc_mask': 67.974180734856, 'loss': 1.0346614122390747}
{'epoch': 130, 'iter': 50, 'avg_loss': 1.0132262706756592, 'avg_acc_mask': 67.96968488232947, 'loss': 0.7827276587486267}
{'epoch': 130, 'iter': 60, 'avg_loss': 1.0062087139145273, 'avg_acc_mask': 68.42997626314005, 'loss': 0.8735339641571045}
{'epoch': 130, 'iter': 70, 'avg_loss': 1.0011871028953874, 'avg_acc_mask': 68.47857348288755, 'loss': 1.2067590951919556}
{'epoch': 130, 'iter': 80, 'avg_loss': 0.9992351723305973, 'avg_acc_mask': 68.48044132397192, 'loss': 1.1456958055496216}
{'epoch': 130, 'iter': 90, 'avg_loss': 0.9931553785617535, 'avg_acc_mask': 68.75834445927904, 'loss': 0.7493308186531067}
{'epoch': 130, 'iter': 100, 'avg_loss': 0.9985851639568215, 'avg_acc_mask': 68.723447299211, 'loss': 0.9337538480758667}
{'epoch': 130, 'iter': 110, 'avg_loss': 1.000799347688486, 'avg_acc_mask': 68.50970340534602, 'loss': 1.2216264009475708}
{'epoch': 130, 'iter': 120, 'avg_loss': 1.0032650956437608, 'avg_acc_mask': 68.44955991875423, 'loss': 0.73308265209198}
{'epoch': 130, 'iter': 130, 'avg_loss': 0.9946123757435166, 'avg_acc_mask': 68.68321810182275, 'loss': 0.8672003746032715}
{'epoch': 130, 'iter': 140, 'avg_loss': 1.0013378676793254, 'avg_acc_mask': 68.35664335664336, 'loss': 1.5323185920715332}
{'epoch': 130, 'iter': 150, 'avg_loss': 1.0029696861639719, 'avg_acc_mask': 68.30697928026173, 'loss': 1.1064711809158325}
{'epoch': 130, 'iter': 160, 'avg_loss': 1.0052670732788418, 'avg_acc_mask': 68.18473380372033, 'loss': 1.0512889623641968}
{'epoch': 130, 'iter': 170, 'avg_loss': 1.0037614616037112, 'avg_acc_mask': 68.22013487475915, 'loss': 0.9246932864189148}
{'epoch': 130, 'iter': 180, 'avg_loss': 1.0041163626296745, 'avg_acc_mask': 68.1227189781022, 'loss': 1.2146536111831665}
{'epoch': 130, 'iter': 190, 'avg_loss': 0.9991853848801857, 'avg_acc_mask': 68.13258232235701, 'loss': 0.8653979897499084}
{'epoch': 130, 'iter': 200, 'avg_loss': 0.9978322858241067, 'avg_acc_mask': 68.28089656590582, 'loss': 0.8799275159835815}
{'epoch': 130, 'iter': 210, 'avg_loss': 1.0007063246451282, 'avg_acc_mask': 68.1448849730788, 'loss': 1.4512602090835571}
{'epoch': 130, 'iter': 220, 'avg_loss': 0.9963151510484618, 'avg_acc_mask': 68.26280623608018, 'loss': 0.7205226421356201}
{'epoch': 130, 'iter': 230, 'avg_loss': 0.9904313381616171, 'avg_acc_mask': 68.43883357041251, 'loss': 0.8458152413368225}
{'epoch': 130, 'iter': 240, 'avg_loss': 0.9919230445786631, 'avg_acc_mask': 68.33062654927772, 'loss': 0.7132192254066467}
{'epoch': 130, 'iter': 250, 'avg_loss': 0.9930254959490195, 'avg_acc_mask': 68.29027480664803, 'loss': 1.1847387552261353}
{'epoch': 130, 'iter': 260, 'avg_loss': 0.9935420909147153, 'avg_acc_mask': 68.25396825396825, 'loss': 0.7680886387825012}
{'epoch': 130, 'iter': 270, 'avg_loss': 0.997944467841919, 'avg_acc_mask': 68.12485759854181, 'loss': 0.8329200148582458}
{'epoch': 130, 'iter': 280, 'avg_loss': 0.9993209270395842, 'avg_acc_mask': 68.10237659963437, 'loss': 0.9653487205505371}
{'epoch': 130, 'iter': 290, 'avg_loss': 0.9969340679571801, 'avg_acc_mask': 68.18181818181817, 'loss': 0.6318415999412537}
{'epoch': 130, 'iter': 300, 'avg_loss': 0.9930423571421855, 'avg_acc_mask': 68.26804967926846, 'loss': 1.0379970073699951}
{'epoch': 130, 'iter': 310, 'avg_loss': 0.9934339835712764, 'avg_acc_mask': 68.26891420293673, 'loss': 1.1890356540679932}
{'epoch': 130, 'iter': 320, 'avg_loss': 0.9934916180613628, 'avg_acc_mask': 68.33493128795142, 'loss': 1.2440251111984253}
{'epoch': 130, 'iter': 330, 'avg_loss': 0.9944186104388395, 'avg_acc_mask': 68.30418062275152, 'loss': 1.0968295335769653}
{'epoch': 130, 'iter': 340, 'avg_loss': 0.9946304661087976, 'avg_acc_mask': 68.26859379704908, 'loss': 0.9461382031440735}
{'epoch': 130, 'iter': 350, 'avg_loss': 0.9940844745377869, 'avg_acc_mask': 68.21401393197915, 'loss': 0.7272739410400391}
{'epoch': 130, 'iter': 360, 'avg_loss': 0.995360342089159, 'avg_acc_mask': 68.24504627263953, 'loss': 0.7151392698287964}
{'epoch': 130, 'iter': 370, 'avg_loss': 0.9947231612758174, 'avg_acc_mask': 68.25089803813208, 'loss': 1.0863908529281616}
{'epoch': 130, 'iter': 380, 'avg_loss': 0.9918230599931531, 'avg_acc_mask': 68.32435344827587, 'loss': 0.6150791645050049}
{'epoch': 130, 'iter': 390, 'avg_loss': 0.9910475611686707, 'avg_acc_mask': 68.38932858116253, 'loss': 1.0495871305465698}
{'epoch': 'EP130_test', 'avg_loss': 0.9894404757504511, 'total_masked_acc': 68.4101394432637}
{'epoch': 131, 'iter': 0, 'avg_loss': 0.9175293445587158, 'avg_acc_mask': 69.81132075471697, 'loss': 0.9175293445587158}
{'epoch': 131, 'iter': 10, 'avg_loss': 1.005547588521784, 'avg_acc_mask': 69.13793103448276, 'loss': 1.4733411073684692}
{'epoch': 131, 'iter': 20, 'avg_loss': 0.9992225539116633, 'avg_acc_mask': 69.61904761904762, 'loss': 0.9426149725914001}
{'epoch': 131, 'iter': 30, 'avg_loss': 1.002945634626573, 'avg_acc_mask': 68.89185580774367, 'loss': 0.9264978766441345}
{'epoch': 131, 'iter': 40, 'avg_loss': 0.9886694317910729, 'avg_acc_mask': 68.93704850361198, 'loss': 0.9455915093421936}
{'epoch': 131, 'iter': 50, 'avg_loss': 0.975780215917849, 'avg_acc_mask': 69.66979209131675, 'loss': 0.8875828385353088}
{'epoch': 131, 'iter': 60, 'avg_loss': 0.9820526134772379, 'avg_acc_mask': 69.52861952861953, 'loss': 0.8776574730873108}
{'epoch': 131, 'iter': 70, 'avg_loss': 0.975227245142762, 'avg_acc_mask': 69.53058321479374, 'loss': 1.0852235555648804}
{'epoch': 131, 'iter': 80, 'avg_loss': 0.9776688718501433, 'avg_acc_mask': 69.45, 'loss': 0.8987385630607605}
{'epoch': 131, 'iter': 90, 'avg_loss': 0.9709684835685478, 'avg_acc_mask': 69.6524064171123, 'loss': 0.7770742177963257}
{'epoch': 131, 'iter': 100, 'avg_loss': 0.9742045007129707, 'avg_acc_mask': 69.45337620578779, 'loss': 0.8279637098312378}
{'epoch': 131, 'iter': 110, 'avg_loss': 0.9798779836646071, 'avg_acc_mask': 68.99323953955783, 'loss': 1.3698451519012451}
{'epoch': 131, 'iter': 120, 'avg_loss': 0.9801632185612829, 'avg_acc_mask': 68.76267748478702, 'loss': 1.101270318031311}
{'epoch': 131, 'iter': 130, 'avg_loss': 0.9847430204617158, 'avg_acc_mask': 68.47521047708139, 'loss': 1.327465534210205}
{'epoch': 131, 'iter': 140, 'avg_loss': 0.9874992155014201, 'avg_acc_mask': 68.24158358618698, 'loss': 1.1379718780517578}
{'epoch': 131, 'iter': 150, 'avg_loss': 0.9846413526313984, 'avg_acc_mask': 68.42530282637954, 'loss': 1.14128839969635}
{'epoch': 131, 'iter': 160, 'avg_loss': 0.983460427441212, 'avg_acc_mask': 68.46457193741254, 'loss': 0.5661478638648987}
{'epoch': 131, 'iter': 170, 'avg_loss': 0.9838279872609857, 'avg_acc_mask': 68.43364843843484, 'loss': 0.8999354243278503}
{'epoch': 131, 'iter': 180, 'avg_loss': 0.9904486365739812, 'avg_acc_mask': 68.21784420289855, 'loss': 1.2712371349334717}
{'epoch': 131, 'iter': 190, 'avg_loss': 0.9840072078230493, 'avg_acc_mask': 68.41368919500646, 'loss': 0.6269438862800598}
{'epoch': 131, 'iter': 200, 'avg_loss': 0.9843477182720431, 'avg_acc_mask': 68.31602524944003, 'loss': 0.972764253616333}
{'epoch': 131, 'iter': 210, 'avg_loss': 0.993132725428631, 'avg_acc_mask': 68.04642166344294, 'loss': 1.4330419301986694}
{'epoch': 131, 'iter': 220, 'avg_loss': 0.9902756141321691, 'avg_acc_mask': 67.98124655267512, 'loss': 0.8297162055969238}
{'epoch': 131, 'iter': 230, 'avg_loss': 0.9844716916352639, 'avg_acc_mask': 68.08604815864022, 'loss': 0.8447484374046326}
{'epoch': 131, 'iter': 240, 'avg_loss': 0.9849659261367133, 'avg_acc_mask': 68.03049555273189, 'loss': 1.1323479413986206}
{'epoch': 131, 'iter': 250, 'avg_loss': 0.9857556314107432, 'avg_acc_mask': 68.10021217561612, 'loss': 0.739777684211731}
{'epoch': 131, 'iter': 260, 'avg_loss': 0.9852965672810873, 'avg_acc_mask': 68.10094835018418, 'loss': 0.8205764293670654}
{'epoch': 131, 'iter': 270, 'avg_loss': 0.9870811254335945, 'avg_acc_mask': 68.18216146816705, 'loss': 0.9463073015213013}
{'epoch': 131, 'iter': 280, 'avg_loss': 0.9875389008759604, 'avg_acc_mask': 68.13675462895465, 'loss': 1.0536222457885742}
{'epoch': 131, 'iter': 290, 'avg_loss': 0.9850829837658152, 'avg_acc_mask': 68.20390058438358, 'loss': 0.7419469952583313}
{'epoch': 131, 'iter': 300, 'avg_loss': 0.9845521933216589, 'avg_acc_mask': 68.31575365770671, 'loss': 1.2042902708053589}
{'epoch': 131, 'iter': 310, 'avg_loss': 0.9849593746700471, 'avg_acc_mask': 68.28802738103073, 'loss': 1.0678863525390625}
{'epoch': 131, 'iter': 320, 'avg_loss': 0.9797809450797202, 'avg_acc_mask': 68.4870188003581, 'loss': 0.8356858491897583}
{'epoch': 131, 'iter': 330, 'avg_loss': 0.9807604900659751, 'avg_acc_mask': 68.50003100390649, 'loss': 1.0927433967590332}
{'epoch': 131, 'iter': 340, 'avg_loss': 0.9779232214273246, 'avg_acc_mask': 68.54460093896714, 'loss': 0.8080815672874451}
{'epoch': 131, 'iter': 350, 'avg_loss': 0.97780924424147, 'avg_acc_mask': 68.51397170583421, 'loss': 0.6952008008956909}
{'epoch': 131, 'iter': 360, 'avg_loss': 0.9795141061587347, 'avg_acc_mask': 68.44764933000226, 'loss': 1.068825125694275}
{'epoch': 131, 'iter': 370, 'avg_loss': 0.9785027844565255, 'avg_acc_mask': 68.46489050692261, 'loss': 0.7948367595672607}
{'epoch': 131, 'iter': 380, 'avg_loss': 0.9782205826341324, 'avg_acc_mask': 68.48572655076197, 'loss': 1.0000040531158447}
{'epoch': 131, 'iter': 390, 'avg_loss': 0.9803272066518779, 'avg_acc_mask': 68.38231455864697, 'loss': 0.9937682747840881}
{'epoch': 'EP131_test', 'avg_loss': 0.9802587702117785, 'total_masked_acc': 68.35423440161016}
{'epoch': 132, 'iter': 0, 'avg_loss': 0.9648326635360718, 'avg_acc_mask': 71.66666666666667, 'loss': 0.9648326635360718}
{'epoch': 132, 'iter': 10, 'avg_loss': 1.0821864442391829, 'avg_acc_mask': 66.12318840579711, 'loss': 1.3494534492492676}
{'epoch': 132, 'iter': 20, 'avg_loss': 0.9593884065037682, 'avg_acc_mask': 69.53339432753889, 'loss': 0.9604895710945129}
{'epoch': 132, 'iter': 30, 'avg_loss': 0.9451102172174761, 'avg_acc_mask': 70.2020202020202, 'loss': 0.8609780669212341}
{'epoch': 132, 'iter': 40, 'avg_loss': 0.9562764138710208, 'avg_acc_mask': 69.63855421686746, 'loss': 1.0491242408752441}
{'epoch': 132, 'iter': 50, 'avg_loss': 0.9538947004897922, 'avg_acc_mask': 69.63166144200626, 'loss': 0.9345167875289917}
{'epoch': 132, 'iter': 60, 'avg_loss': 0.9568388110301533, 'avg_acc_mask': 69.61271102284013, 'loss': 0.7693319916725159}
{'epoch': 132, 'iter': 70, 'avg_loss': 0.9559739878479864, 'avg_acc_mask': 69.26091825307951, 'loss': 0.8161202669143677}
{'epoch': 132, 'iter': 80, 'avg_loss': 0.9569749162520891, 'avg_acc_mask': 69.25534529368396, 'loss': 0.9816171526908875}
{'epoch': 132, 'iter': 90, 'avg_loss': 0.9589856980921148, 'avg_acc_mask': 69.24939467312349, 'loss': 0.8827219605445862}
{'epoch': 132, 'iter': 100, 'avg_loss': 0.9571730205328157, 'avg_acc_mask': 69.13164155432196, 'loss': 0.7531449794769287}
{'epoch': 132, 'iter': 110, 'avg_loss': 0.9571408822729781, 'avg_acc_mask': 69.1322388598232, 'loss': 1.1594103574752808}
{'epoch': 132, 'iter': 120, 'avg_loss': 0.9663560769774697, 'avg_acc_mask': 69.03967989329777, 'loss': 1.0668833255767822}
{'epoch': 132, 'iter': 130, 'avg_loss': 0.9648262553542625, 'avg_acc_mask': 69.096794081381, 'loss': 1.2425611019134521}
{'epoch': 132, 'iter': 140, 'avg_loss': 0.9680919321716255, 'avg_acc_mask': 68.90261419132433, 'loss': 0.9853930473327637}
{'epoch': 132, 'iter': 150, 'avg_loss': 0.9763473189429731, 'avg_acc_mask': 68.55566025037018, 'loss': 1.1546003818511963}
{'epoch': 132, 'iter': 160, 'avg_loss': 0.9811149006304534, 'avg_acc_mask': 68.45048938604296, 'loss': 1.0915192365646362}
{'epoch': 132, 'iter': 170, 'avg_loss': 0.9843383274580303, 'avg_acc_mask': 68.2221689059501, 'loss': 1.033516764640808}
{'epoch': 132, 'iter': 180, 'avg_loss': 0.9843753144885954, 'avg_acc_mask': 68.15056914234194, 'loss': 1.2630614042282104}
{'epoch': 132, 'iter': 190, 'avg_loss': 0.9816756860123879, 'avg_acc_mask': 68.3015635039623, 'loss': 0.6357457637786865}
{'epoch': 132, 'iter': 200, 'avg_loss': 0.9809401325918549, 'avg_acc_mask': 68.36037139067443, 'loss': 0.9535822868347168}
{'epoch': 132, 'iter': 210, 'avg_loss': 0.9823394477084915, 'avg_acc_mask': 68.29671398016723, 'loss': 1.3188834190368652}
{'epoch': 132, 'iter': 220, 'avg_loss': 0.9837143917428962, 'avg_acc_mask': 68.25484764542936, 'loss': 0.864378035068512}
{'epoch': 132, 'iter': 230, 'avg_loss': 0.9822155379113697, 'avg_acc_mask': 68.2411435674332, 'loss': 0.9696862697601318}
{'epoch': 132, 'iter': 240, 'avg_loss': 0.9846830929463335, 'avg_acc_mask': 68.11815635345047, 'loss': 0.8962821960449219}
{'epoch': 132, 'iter': 250, 'avg_loss': 0.9833484256410029, 'avg_acc_mask': 68.08163265306122, 'loss': 0.8575490117073059}
{'epoch': 132, 'iter': 260, 'avg_loss': 0.9848091899206812, 'avg_acc_mask': 68.03516759557266, 'loss': 1.1503926515579224}
{'epoch': 132, 'iter': 270, 'avg_loss': 0.9885709217553649, 'avg_acc_mask': 67.83665458937197, 'loss': 0.6798368096351624}
{'epoch': 132, 'iter': 280, 'avg_loss': 0.9887966335456142, 'avg_acc_mask': 67.90105492906513, 'loss': 0.9964285492897034}
{'epoch': 132, 'iter': 290, 'avg_loss': 0.9847091854233103, 'avg_acc_mask': 67.9806070826307, 'loss': 0.7413610219955444}
{'epoch': 132, 'iter': 300, 'avg_loss': 0.9830574512085646, 'avg_acc_mask': 67.99509503372164, 'loss': 1.2754302024841309}
{'epoch': 132, 'iter': 310, 'avg_loss': 0.9796355581360231, 'avg_acc_mask': 68.14800184343933, 'loss': 1.0425126552581787}
{'epoch': 132, 'iter': 320, 'avg_loss': 0.976483344103317, 'avg_acc_mask': 68.25945116100557, 'loss': 0.7176922559738159}
{'epoch': 132, 'iter': 330, 'avg_loss': 0.9752031728580279, 'avg_acc_mask': 68.28844483058211, 'loss': 1.458458423614502}
{'epoch': 132, 'iter': 340, 'avg_loss': 0.9751194247052817, 'avg_acc_mask': 68.23458646616541, 'loss': 0.8348328471183777}
{'epoch': 132, 'iter': 350, 'avg_loss': 0.9728679765663256, 'avg_acc_mask': 68.32827457389679, 'loss': 1.037911295890808}
{'epoch': 132, 'iter': 360, 'avg_loss': 0.9706633616022126, 'avg_acc_mask': 68.45089589476072, 'loss': 0.8173058032989502}
{'epoch': 132, 'iter': 370, 'avg_loss': 0.9719541734762269, 'avg_acc_mask': 68.39838789819467, 'loss': 1.039116621017456}
{'epoch': 132, 'iter': 380, 'avg_loss': 0.9738504378188626, 'avg_acc_mask': 68.40438097283368, 'loss': 0.9284765720367432}
{'epoch': 132, 'iter': 390, 'avg_loss': 0.9739697311845277, 'avg_acc_mask': 68.33942558746736, 'loss': 0.8423865437507629}
{'epoch': 'EP132_test', 'avg_loss': 0.9732909985262939, 'total_masked_acc': 68.3277332644094}
{'epoch': 133, 'iter': 0, 'avg_loss': 0.8907462954521179, 'avg_acc_mask': 70.45454545454545, 'loss': 0.8907462954521179}
{'epoch': 133, 'iter': 10, 'avg_loss': 1.0376928502863103, 'avg_acc_mask': 65.79476861167002, 'loss': 0.9520760774612427}
{'epoch': 133, 'iter': 20, 'avg_loss': 1.024242000920432, 'avg_acc_mask': 66.86507936507937, 'loss': 1.1312289237976074}
{'epoch': 133, 'iter': 30, 'avg_loss': 1.0032292162218401, 'avg_acc_mask': 66.79946879150066, 'loss': 0.9105808138847351}
{'epoch': 133, 'iter': 40, 'avg_loss': 0.9927581970284625, 'avg_acc_mask': 67.68447837150127, 'loss': 0.9146530032157898}
{'epoch': 133, 'iter': 50, 'avg_loss': 0.9764631460694706, 'avg_acc_mask': 67.86145791381394, 'loss': 0.8265957236289978}
{'epoch': 133, 'iter': 60, 'avg_loss': 0.9734665917568519, 'avg_acc_mask': 68.31750339213026, 'loss': 0.8149853348731995}
{'epoch': 133, 'iter': 70, 'avg_loss': 0.9590682697967744, 'avg_acc_mask': 69.02017291066282, 'loss': 0.7530710697174072}
{'epoch': 133, 'iter': 80, 'avg_loss': 0.9622442670810369, 'avg_acc_mask': 68.932527693857, 'loss': 1.2243925333023071}
{'epoch': 133, 'iter': 90, 'avg_loss': 0.9604775643610692, 'avg_acc_mask': 69.2858741884934, 'loss': 0.7369526624679565}
{'epoch': 133, 'iter': 100, 'avg_loss': 0.9668979562155091, 'avg_acc_mask': 68.9235070900739, 'loss': 0.7218380570411682}
{'epoch': 133, 'iter': 110, 'avg_loss': 0.9711450929040307, 'avg_acc_mask': 68.80086814975583, 'loss': 1.5342768430709839}
{'epoch': 133, 'iter': 120, 'avg_loss': 0.9703443040532514, 'avg_acc_mask': 68.84009386523634, 'loss': 0.9981606006622314}
{'epoch': 133, 'iter': 130, 'avg_loss': 0.9768961144767645, 'avg_acc_mask': 68.79355737958804, 'loss': 1.5538451671600342}
{'epoch': 133, 'iter': 140, 'avg_loss': 0.9684262055877253, 'avg_acc_mask': 69.10144927536231, 'loss': 1.0272963047027588}
{'epoch': 133, 'iter': 150, 'avg_loss': 0.9708056651203838, 'avg_acc_mask': 68.93640201552499, 'loss': 1.2236770391464233}
{'epoch': 133, 'iter': 160, 'avg_loss': 0.9714300447369214, 'avg_acc_mask': 68.92134255700742, 'loss': 0.849258303642273}
{'epoch': 133, 'iter': 170, 'avg_loss': 0.9751250796150743, 'avg_acc_mask': 68.76126396731948, 'loss': 1.010575532913208}
{'epoch': 133, 'iter': 180, 'avg_loss': 0.9793193432507594, 'avg_acc_mask': 68.69042215161144, 'loss': 1.3900353908538818}
{'epoch': 133, 'iter': 190, 'avg_loss': 0.9763301436189582, 'avg_acc_mask': 68.87957890213772, 'loss': 1.1568470001220703}
{'epoch': 133, 'iter': 200, 'avg_loss': 0.9792818397431824, 'avg_acc_mask': 68.74682386421385, 'loss': 0.8597741723060608}
{'epoch': 133, 'iter': 210, 'avg_loss': 0.9806218579482128, 'avg_acc_mask': 68.71248789932235, 'loss': 1.0215216875076294}
{'epoch': 133, 'iter': 220, 'avg_loss': 0.9819015024474304, 'avg_acc_mask': 68.66537717601547, 'loss': 0.8486722111701965}
{'epoch': 133, 'iter': 230, 'avg_loss': 0.9840750196279385, 'avg_acc_mask': 68.64459161147903, 'loss': 0.7909607291221619}
{'epoch': 133, 'iter': 240, 'avg_loss': 0.9850926982911296, 'avg_acc_mask': 68.59854261989493, 'loss': 1.111149549484253}
{'epoch': 133, 'iter': 250, 'avg_loss': 0.987625323206305, 'avg_acc_mask': 68.53648593558907, 'loss': 0.9890138506889343}
{'epoch': 133, 'iter': 260, 'avg_loss': 0.9873238384038553, 'avg_acc_mask': 68.57591212240094, 'loss': 0.6803338527679443}
{'epoch': 133, 'iter': 270, 'avg_loss': 0.9923069019599154, 'avg_acc_mask': 68.50506884551369, 'loss': 1.1627788543701172}
{'epoch': 133, 'iter': 280, 'avg_loss': 0.9921741059242194, 'avg_acc_mask': 68.50382235165635, 'loss': 1.1405630111694336}
{'epoch': 133, 'iter': 290, 'avg_loss': 0.9891513629057973, 'avg_acc_mask': 68.59307055688035, 'loss': 0.7171084880828857}
{'epoch': 133, 'iter': 300, 'avg_loss': 0.9892781998628002, 'avg_acc_mask': 68.4693253617773, 'loss': 1.1775306463241577}
{'epoch': 133, 'iter': 310, 'avg_loss': 0.9884821326019679, 'avg_acc_mask': 68.49062808286747, 'loss': 1.462581753730774}
{'epoch': 133, 'iter': 320, 'avg_loss': 0.987137824761162, 'avg_acc_mask': 68.51910929624194, 'loss': 0.8085045218467712}
{'epoch': 133, 'iter': 330, 'avg_loss': 0.9839843349514411, 'avg_acc_mask': 68.62563341984922, 'loss': 1.010456919670105}
{'epoch': 133, 'iter': 340, 'avg_loss': 0.9820875310478322, 'avg_acc_mask': 68.65046102263203, 'loss': 0.8058530688285828}
{'epoch': 133, 'iter': 350, 'avg_loss': 0.976955246212136, 'avg_acc_mask': 68.89988358556461, 'loss': 0.7184756994247437}
{'epoch': 133, 'iter': 360, 'avg_loss': 0.9772884954706124, 'avg_acc_mask': 68.88725379216663, 'loss': 0.7586929798126221}
{'epoch': 133, 'iter': 370, 'avg_loss': 0.9741653780731551, 'avg_acc_mask': 68.95261159117177, 'loss': 0.9800428152084351}
{'epoch': 133, 'iter': 380, 'avg_loss': 0.9764572707373952, 'avg_acc_mask': 68.95182920287523, 'loss': 1.0550596714019775}
{'epoch': 133, 'iter': 390, 'avg_loss': 0.975908448019296, 'avg_acc_mask': 69.03593064549823, 'loss': 1.1267794370651245}
{'epoch': 'EP133_test', 'avg_loss': 0.976100021239483, 'total_masked_acc': 69.02027726050072}
{'epoch': 134, 'iter': 0, 'avg_loss': 1.039981484413147, 'avg_acc_mask': 69.56521739130434, 'loss': 1.039981484413147}
{'epoch': 134, 'iter': 10, 'avg_loss': 1.068161433393305, 'avg_acc_mask': 66.1319073083779, 'loss': 1.1345664262771606}
{'epoch': 134, 'iter': 20, 'avg_loss': 0.988572549252283, 'avg_acc_mask': 69.15974145891043, 'loss': 0.8883033990859985}
{'epoch': 134, 'iter': 30, 'avg_loss': 0.9709098550581163, 'avg_acc_mask': 69.38519447929737, 'loss': 1.0809012651443481}
{'epoch': 134, 'iter': 40, 'avg_loss': 0.971676708721533, 'avg_acc_mask': 69.17545541706616, 'loss': 1.2164108753204346}
{'epoch': 134, 'iter': 50, 'avg_loss': 0.9628451209442288, 'avg_acc_mask': 69.19172198360015, 'loss': 0.7687528729438782}
{'epoch': 134, 'iter': 60, 'avg_loss': 0.9545002540604013, 'avg_acc_mask': 69.17945296864576, 'loss': 0.9041502475738525}
{'epoch': 134, 'iter': 70, 'avg_loss': 0.9581962924608043, 'avg_acc_mask': 69.26369863013699, 'loss': 0.8335055112838745}
{'epoch': 134, 'iter': 80, 'avg_loss': 0.9694505422203629, 'avg_acc_mask': 68.97846770155233, 'loss': 1.2996313571929932}
{'epoch': 134, 'iter': 90, 'avg_loss': 0.9616313026501582, 'avg_acc_mask': 69.4668458781362, 'loss': 0.722009003162384}
{'epoch': 134, 'iter': 100, 'avg_loss': 0.9669622460214218, 'avg_acc_mask': 69.31473620375985, 'loss': 0.8472420573234558}
{'epoch': 134, 'iter': 110, 'avg_loss': 0.9709589277301822, 'avg_acc_mask': 69.2009595866396, 'loss': 1.2372130155563354}
{'epoch': 134, 'iter': 120, 'avg_loss': 0.9779046320718182, 'avg_acc_mask': 69.06707524685054, 'loss': 1.2510699033737183}
{'epoch': 134, 'iter': 130, 'avg_loss': 0.9783821556404346, 'avg_acc_mask': 69.0923317683881, 'loss': 0.9814538955688477}
{'epoch': 134, 'iter': 140, 'avg_loss': 0.9773034398437391, 'avg_acc_mask': 69.1524930949266, 'loss': 1.031030297279358}
{'epoch': 134, 'iter': 150, 'avg_loss': 0.9777435498521817, 'avg_acc_mask': 69.06092408341283, 'loss': 0.9275714755058289}
{'epoch': 134, 'iter': 160, 'avg_loss': 0.9792266976759301, 'avg_acc_mask': 68.93813244524145, 'loss': 0.8144017457962036}
{'epoch': 134, 'iter': 170, 'avg_loss': 0.9876379332347223, 'avg_acc_mask': 68.61586689172896, 'loss': 1.0816404819488525}
{'epoch': 134, 'iter': 180, 'avg_loss': 0.9906896398870985, 'avg_acc_mask': 68.59098687963491, 'loss': 1.2741698026657104}
{'epoch': 134, 'iter': 190, 'avg_loss': 0.9873409723736228, 'avg_acc_mask': 68.69386430040039, 'loss': 0.6850379705429077}
{'epoch': 134, 'iter': 200, 'avg_loss': 0.9838756871460682, 'avg_acc_mask': 68.87975334018499, 'loss': 0.92523592710495}
{'epoch': 134, 'iter': 210, 'avg_loss': 0.9851832228814256, 'avg_acc_mask': 68.84811616954474, 'loss': 0.9955062866210938}
{'epoch': 134, 'iter': 220, 'avg_loss': 0.9857084538062774, 'avg_acc_mask': 68.72077800635871, 'loss': 0.9327821135520935}
{'epoch': 134, 'iter': 230, 'avg_loss': 0.9787193158746281, 'avg_acc_mask': 68.9769272044357, 'loss': 0.8094503879547119}
{'epoch': 134, 'iter': 240, 'avg_loss': 0.9743760632528804, 'avg_acc_mask': 69.048434023618, 'loss': 0.8461070656776428}
{'epoch': 134, 'iter': 250, 'avg_loss': 0.9749662713463088, 'avg_acc_mask': 68.91293654697492, 'loss': 0.8466573357582092}
{'epoch': 134, 'iter': 260, 'avg_loss': 0.97387969117055, 'avg_acc_mask': 68.90076215918913, 'loss': 0.876197874546051}
{'epoch': 134, 'iter': 270, 'avg_loss': 0.9757154101155341, 'avg_acc_mask': 68.84600832387439, 'loss': 1.2012994289398193}
{'epoch': 134, 'iter': 280, 'avg_loss': 0.9792546223703228, 'avg_acc_mask': 68.69900932400932, 'loss': 0.8506156802177429}
{'epoch': 134, 'iter': 290, 'avg_loss': 0.976752346016697, 'avg_acc_mask': 68.71614491734084, 'loss': 0.6555606126785278}
{'epoch': 134, 'iter': 300, 'avg_loss': 0.9739286651048945, 'avg_acc_mask': 68.7235494880546, 'loss': 0.8803939819335938}
{'epoch': 134, 'iter': 310, 'avg_loss': 0.9744210274848141, 'avg_acc_mask': 68.72156655897672, 'loss': 1.0535331964492798}
{'epoch': 134, 'iter': 320, 'avg_loss': 0.9734780557244738, 'avg_acc_mask': 68.78997185981069, 'loss': 0.9793744087219238}
{'epoch': 134, 'iter': 330, 'avg_loss': 0.9725578887404992, 'avg_acc_mask': 68.90500992063492, 'loss': 1.2269374132156372}
{'epoch': 134, 'iter': 340, 'avg_loss': 0.9736108403226846, 'avg_acc_mask': 68.84027569673358, 'loss': 0.7805187106132507}
{'epoch': 134, 'iter': 350, 'avg_loss': 0.9727778253901718, 'avg_acc_mask': 68.8645754524821, 'loss': 0.7663674354553223}
{'epoch': 134, 'iter': 360, 'avg_loss': 0.9721055612834867, 'avg_acc_mask': 68.97135122941575, 'loss': 0.9523252248764038}
{'epoch': 134, 'iter': 370, 'avg_loss': 0.9725179995969943, 'avg_acc_mask': 68.93225169918877, 'loss': 1.1610389947891235}
{'epoch': 134, 'iter': 380, 'avg_loss': 0.9713831557220048, 'avg_acc_mask': 68.95281810418446, 'loss': 0.9813308119773865}
{'epoch': 134, 'iter': 390, 'avg_loss': 0.9725411660073663, 'avg_acc_mask': 68.92860854203471, 'loss': 1.017507553100586}
{'epoch': 'EP134_test', 'avg_loss': 0.9727162641256747, 'total_masked_acc': 68.93857620149062}
{'epoch': 135, 'iter': 0, 'avg_loss': 0.853598952293396, 'avg_acc_mask': 69.56521739130434, 'loss': 0.853598952293396}
{'epoch': 135, 'iter': 10, 'avg_loss': 1.0492400147698142, 'avg_acc_mask': 64.80836236933798, 'loss': 1.2096267938613892}
{'epoch': 135, 'iter': 20, 'avg_loss': 1.024262649672372, 'avg_acc_mask': 65.49763033175356, 'loss': 1.1321765184402466}
{'epoch': 135, 'iter': 30, 'avg_loss': 1.0076666839661137, 'avg_acc_mask': 66.40776699029126, 'loss': 1.104920506477356}
{'epoch': 135, 'iter': 40, 'avg_loss': 0.9957338557010744, 'avg_acc_mask': 67.03132769766286, 'loss': 1.0145013332366943}
{'epoch': 135, 'iter': 50, 'avg_loss': 0.9884021562688491, 'avg_acc_mask': 67.5817521194994, 'loss': 0.6531567573547363}
{'epoch': 135, 'iter': 60, 'avg_loss': 0.9807615250837608, 'avg_acc_mask': 67.93683487813252, 'loss': 0.707981526851654}
{'epoch': 135, 'iter': 70, 'avg_loss': 0.978777698228057, 'avg_acc_mask': 67.8281068524971, 'loss': 1.0033155679702759}
{'epoch': 135, 'iter': 80, 'avg_loss': 0.9844256698349376, 'avg_acc_mask': 67.28804902962207, 'loss': 1.0779917240142822}
{'epoch': 135, 'iter': 90, 'avg_loss': 0.9716802612765805, 'avg_acc_mask': 67.85796105383734, 'loss': 0.6522247195243835}
{'epoch': 135, 'iter': 100, 'avg_loss': 0.9705428988626688, 'avg_acc_mask': 67.61963952765693, 'loss': 1.1439158916473389}
{'epoch': 135, 'iter': 110, 'avg_loss': 0.9686154835932964, 'avg_acc_mask': 67.59588400374182, 'loss': 1.173701286315918}
{'epoch': 135, 'iter': 120, 'avg_loss': 0.9693431800062006, 'avg_acc_mask': 67.62837025588185, 'loss': 0.9846429228782654}
{'epoch': 135, 'iter': 130, 'avg_loss': 0.9681847427637522, 'avg_acc_mask': 67.93555520454905, 'loss': 1.1358751058578491}
{'epoch': 135, 'iter': 140, 'avg_loss': 0.9737932284673055, 'avg_acc_mask': 67.80108552149039, 'loss': 1.0869606733322144}
{'epoch': 135, 'iter': 150, 'avg_loss': 0.9699689611693881, 'avg_acc_mask': 67.92323509252913, 'loss': 1.0479832887649536}
{'epoch': 135, 'iter': 160, 'avg_loss': 0.9758865603749056, 'avg_acc_mask': 67.82955715756952, 'loss': 1.0332142114639282}
{'epoch': 135, 'iter': 170, 'avg_loss': 0.9806342083111144, 'avg_acc_mask': 67.62135922330097, 'loss': 1.246583104133606}
{'epoch': 135, 'iter': 180, 'avg_loss': 0.9826126724316929, 'avg_acc_mask': 67.65918460833716, 'loss': 1.21035635471344}
{'epoch': 135, 'iter': 190, 'avg_loss': 0.9748418583919864, 'avg_acc_mask': 67.83587744938832, 'loss': 0.9192625880241394}
{'epoch': 135, 'iter': 200, 'avg_loss': 0.9795115050391772, 'avg_acc_mask': 67.61708697889861, 'loss': 1.096161127090454}
{'epoch': 135, 'iter': 210, 'avg_loss': 0.9815961989746275, 'avg_acc_mask': 67.61614772615656, 'loss': 0.830260157585144}
{'epoch': 135, 'iter': 220, 'avg_loss': 0.9803415277964389, 'avg_acc_mask': 67.45595226997297, 'loss': 0.7899049520492554}
{'epoch': 135, 'iter': 230, 'avg_loss': 0.9784665396719268, 'avg_acc_mask': 67.52374126500628, 'loss': 0.7605248093605042}
{'epoch': 135, 'iter': 240, 'avg_loss': 0.9774331579069874, 'avg_acc_mask': 67.62150537634409, 'loss': 0.9278668761253357}
{'epoch': 135, 'iter': 250, 'avg_loss': 0.9787878372754709, 'avg_acc_mask': 67.5539389931388, 'loss': 1.033461570739746}
{'epoch': 135, 'iter': 260, 'avg_loss': 0.9798662313099565, 'avg_acc_mask': 67.66533864541833, 'loss': 1.3123434782028198}
{'epoch': 135, 'iter': 270, 'avg_loss': 0.9830534359185898, 'avg_acc_mask': 67.63510923725565, 'loss': 0.8763934373855591}
{'epoch': 135, 'iter': 280, 'avg_loss': 0.9827616269902403, 'avg_acc_mask': 67.6676750534937, 'loss': 0.8663622140884399}
{'epoch': 135, 'iter': 290, 'avg_loss': 0.9773838597884292, 'avg_acc_mask': 67.83166904422254, 'loss': 0.8517239093780518}
{'epoch': 135, 'iter': 300, 'avg_loss': 0.9771226151441023, 'avg_acc_mask': 67.83443891652847, 'loss': 0.7503507137298584}
{'epoch': 135, 'iter': 310, 'avg_loss': 0.9759642592963682, 'avg_acc_mask': 67.92200854700855, 'loss': 0.833788275718689}
{'epoch': 135, 'iter': 320, 'avg_loss': 0.9738195783624025, 'avg_acc_mask': 68.08950976587764, 'loss': 0.9718557000160217}
{'epoch': 135, 'iter': 330, 'avg_loss': 0.9750745220847, 'avg_acc_mask': 68.07081423818192, 'loss': 1.1415729522705078}
{'epoch': 135, 'iter': 340, 'avg_loss': 0.9764783214613839, 'avg_acc_mask': 68.07643157062009, 'loss': 0.9881371855735779}
{'epoch': 135, 'iter': 350, 'avg_loss': 0.9756853823308591, 'avg_acc_mask': 68.13342796309439, 'loss': 0.6119977831840515}
{'epoch': 135, 'iter': 360, 'avg_loss': 0.9768577214753529, 'avg_acc_mask': 68.03231721292688, 'loss': 1.1176339387893677}
{'epoch': 135, 'iter': 370, 'avg_loss': 0.9751459228381957, 'avg_acc_mask': 68.0373935785432, 'loss': 1.2001951932907104}
{'epoch': 135, 'iter': 380, 'avg_loss': 0.974068891188604, 'avg_acc_mask': 68.07808782176076, 'loss': 1.0148639678955078}
{'epoch': 135, 'iter': 390, 'avg_loss': 0.9742717569136559, 'avg_acc_mask': 68.05979576797557, 'loss': 0.8228337168693542}
{'epoch': 'EP135_test', 'avg_loss': 0.973982524691206, 'total_masked_acc': 68.0472449138873}
{'epoch': 136, 'iter': 0, 'avg_loss': 0.6274712681770325, 'avg_acc_mask': 76.92307692307693, 'loss': 0.6274712681770325}
{'epoch': 136, 'iter': 10, 'avg_loss': 0.9706258827989752, 'avg_acc_mask': 66.73151750972762, 'loss': 1.0333739519119263}
{'epoch': 136, 'iter': 20, 'avg_loss': 1.0103605957258315, 'avg_acc_mask': 68.0, 'loss': 1.0117874145507812}
{'epoch': 136, 'iter': 30, 'avg_loss': 0.9888152037897417, 'avg_acc_mask': 68.56010568031704, 'loss': 0.898466944694519}
{'epoch': 136, 'iter': 40, 'avg_loss': 0.9840659615470142, 'avg_acc_mask': 68.93900563813429, 'loss': 0.8754552006721497}
{'epoch': 136, 'iter': 50, 'avg_loss': 0.9828581377571705, 'avg_acc_mask': 68.73722926031876, 'loss': 0.8979161381721497}
{'epoch': 136, 'iter': 60, 'avg_loss': 0.9809806600945895, 'avg_acc_mask': 68.68339635613613, 'loss': 0.7744328379631042}
{'epoch': 136, 'iter': 70, 'avg_loss': 0.9652813866104878, 'avg_acc_mask': 68.71362048894063, 'loss': 0.8648881912231445}
{'epoch': 136, 'iter': 80, 'avg_loss': 0.9711370203230116, 'avg_acc_mask': 68.57288741383712, 'loss': 1.3217661380767822}
{'epoch': 136, 'iter': 90, 'avg_loss': 0.9735379147005605, 'avg_acc_mask': 68.20338983050847, 'loss': 0.9085831642150879}
{'epoch': 136, 'iter': 100, 'avg_loss': 0.97557268166306, 'avg_acc_mask': 68.28869351870783, 'loss': 1.0932807922363281}
{'epoch': 136, 'iter': 110, 'avg_loss': 0.9756313884580458, 'avg_acc_mask': 68.26905161170114, 'loss': 1.3625991344451904}
{'epoch': 136, 'iter': 120, 'avg_loss': 0.9798085004830164, 'avg_acc_mask': 68.20670773442848, 'loss': 0.9663772583007812}
{'epoch': 136, 'iter': 130, 'avg_loss': 0.9810946861296209, 'avg_acc_mask': 68.05773454659555, 'loss': 0.9765546321868896}
{'epoch': 136, 'iter': 140, 'avg_loss': 0.9831242349976343, 'avg_acc_mask': 68.08603400668507, 'loss': 1.5700976848602295}
{'epoch': 136, 'iter': 150, 'avg_loss': 0.983759586779487, 'avg_acc_mask': 68.02665578675371, 'loss': 0.9995423555374146}
{'epoch': 136, 'iter': 160, 'avg_loss': 0.9887817520532549, 'avg_acc_mask': 67.86897782309457, 'loss': 1.2422553300857544}
{'epoch': 136, 'iter': 170, 'avg_loss': 0.9812220951967072, 'avg_acc_mask': 68.05739780537803, 'loss': 0.8752989768981934}
{'epoch': 136, 'iter': 180, 'avg_loss': 0.9883753963596913, 'avg_acc_mask': 67.84697711488103, 'loss': 1.5908584594726562}
{'epoch': 136, 'iter': 190, 'avg_loss': 0.9830251944626813, 'avg_acc_mask': 68.00691742325984, 'loss': 0.7497153282165527}
{'epoch': 136, 'iter': 200, 'avg_loss': 0.9868122081258404, 'avg_acc_mask': 67.97897557456457, 'loss': 1.2614108324050903}
{'epoch': 136, 'iter': 210, 'avg_loss': 0.9915704461635572, 'avg_acc_mask': 67.88414334806087, 'loss': 1.3345777988433838}
{'epoch': 136, 'iter': 220, 'avg_loss': 0.9905341108460232, 'avg_acc_mask': 67.90766939687268, 'loss': 0.7058284878730774}
{'epoch': 136, 'iter': 230, 'avg_loss': 0.9837480553816923, 'avg_acc_mask': 68.0837733822608, 'loss': 0.8488297462463379}
{'epoch': 136, 'iter': 240, 'avg_loss': 0.9862559583671855, 'avg_acc_mask': 68.04106073567151, 'loss': 1.004109501838684}
{'epoch': 136, 'iter': 250, 'avg_loss': 0.9867382479378901, 'avg_acc_mask': 68.02860901019402, 'loss': 1.0495942831039429}
{'epoch': 136, 'iter': 260, 'avg_loss': 0.9880922822659957, 'avg_acc_mask': 68.07786658225845, 'loss': 0.8948875069618225}
{'epoch': 136, 'iter': 270, 'avg_loss': 0.989996407524686, 'avg_acc_mask': 68.01911117852268, 'loss': 1.0928043127059937}
{'epoch': 136, 'iter': 280, 'avg_loss': 0.9911495243527287, 'avg_acc_mask': 68.03965881752569, 'loss': 0.692376971244812}
{'epoch': 136, 'iter': 290, 'avg_loss': 0.9875726820677007, 'avg_acc_mask': 68.17925988462079, 'loss': 0.8948372602462769}
{'epoch': 136, 'iter': 300, 'avg_loss': 0.987385054759409, 'avg_acc_mask': 68.2068730860837, 'loss': 1.1943724155426025}
{'epoch': 136, 'iter': 310, 'avg_loss': 0.9861236647777619, 'avg_acc_mask': 68.29878249424152, 'loss': 1.0956273078918457}
{'epoch': 136, 'iter': 320, 'avg_loss': 0.9832993521125889, 'avg_acc_mask': 68.38643764765979, 'loss': 0.70725017786026}
{'epoch': 136, 'iter': 330, 'avg_loss': 0.9800989076810301, 'avg_acc_mask': 68.48466067555005, 'loss': 0.7468376159667969}
{'epoch': 136, 'iter': 340, 'avg_loss': 0.9794137208692489, 'avg_acc_mask': 68.43684368436843, 'loss': 0.6027114391326904}
{'epoch': 136, 'iter': 350, 'avg_loss': 0.9788559158982715, 'avg_acc_mask': 68.45085220639739, 'loss': 0.9341874122619629}
{'epoch': 136, 'iter': 360, 'avg_loss': 0.9780301521029169, 'avg_acc_mask': 68.51316907391674, 'loss': 0.9344574213027954}
{'epoch': 136, 'iter': 370, 'avg_loss': 0.974771301380065, 'avg_acc_mask': 68.59682049017442, 'loss': 1.0027432441711426}
{'epoch': 136, 'iter': 380, 'avg_loss': 0.9738706355019817, 'avg_acc_mask': 68.63092363011862, 'loss': 1.0155545473098755}
{'epoch': 136, 'iter': 390, 'avg_loss': 0.9750416539514156, 'avg_acc_mask': 68.58409387222947, 'loss': 1.04556405544281}
{'epoch': 'EP136_test', 'avg_loss': 0.9743548101849027, 'total_masked_acc': 68.57702417151987}
{'epoch': 137, 'iter': 0, 'avg_loss': 0.6789347529411316, 'avg_acc_mask': 77.04918032786885, 'loss': 0.6789347529411316}
{'epoch': 137, 'iter': 10, 'avg_loss': 0.9953972480513833, 'avg_acc_mask': 67.45886654478977, 'loss': 1.2757478952407837}
{'epoch': 137, 'iter': 20, 'avg_loss': 0.9693492821284703, 'avg_acc_mask': 68.24196597353497, 'loss': 0.7492923736572266}
{'epoch': 137, 'iter': 30, 'avg_loss': 0.9645876865233144, 'avg_acc_mask': 68.61457649376231, 'loss': 1.0246385335922241}
{'epoch': 137, 'iter': 40, 'avg_loss': 0.951863144955984, 'avg_acc_mask': 68.51385390428212, 'loss': 1.023533821105957}
{'epoch': 137, 'iter': 50, 'avg_loss': 0.9599922322759441, 'avg_acc_mask': 68.15082230244685, 'loss': 1.1054139137268066}
{'epoch': 137, 'iter': 60, 'avg_loss': 0.9538784212753421, 'avg_acc_mask': 68.33558863328822, 'loss': 0.618513286113739}
{'epoch': 137, 'iter': 70, 'avg_loss': 0.9386071420051683, 'avg_acc_mask': 68.85672937771345, 'loss': 0.9630895256996155}
{'epoch': 137, 'iter': 80, 'avg_loss': 0.9442203648296403, 'avg_acc_mask': 68.6578546009151, 'loss': 0.8051173686981201}
{'epoch': 137, 'iter': 90, 'avg_loss': 0.9423666694662073, 'avg_acc_mask': 68.75422392430728, 'loss': 0.9150239825248718}
{'epoch': 137, 'iter': 100, 'avg_loss': 0.942223582527425, 'avg_acc_mask': 68.84013812715824, 'loss': 0.8035212159156799}
{'epoch': 137, 'iter': 110, 'avg_loss': 0.9432908076423783, 'avg_acc_mask': 68.7063579566336, 'loss': 1.020882487297058}
{'epoch': 137, 'iter': 120, 'avg_loss': 0.9418058370755724, 'avg_acc_mask': 68.83713022781367, 'loss': 1.0357767343521118}
{'epoch': 137, 'iter': 130, 'avg_loss': 0.9418387180976285, 'avg_acc_mask': 68.93463230672533, 'loss': 1.2296650409698486}
{'epoch': 137, 'iter': 140, 'avg_loss': 0.9412561794544788, 'avg_acc_mask': 68.95043731778425, 'loss': 1.1435307264328003}
{'epoch': 137, 'iter': 150, 'avg_loss': 0.9429168945906178, 'avg_acc_mask': 68.89952153110048, 'loss': 1.1278733015060425}
{'epoch': 137, 'iter': 160, 'avg_loss': 0.9466420830406758, 'avg_acc_mask': 68.8019434854878, 'loss': 1.4123623371124268}
{'epoch': 137, 'iter': 170, 'avg_loss': 0.9475324063273202, 'avg_acc_mask': 68.85009030704396, 'loss': 1.1871898174285889}
{'epoch': 137, 'iter': 180, 'avg_loss': 0.9592684899245837, 'avg_acc_mask': 68.35371376811594, 'loss': 1.0987194776535034}
{'epoch': 137, 'iter': 190, 'avg_loss': 0.9515338614973098, 'avg_acc_mask': 68.72048089308717, 'loss': 0.7808842062950134}
{'epoch': 137, 'iter': 200, 'avg_loss': 0.9522056030989879, 'avg_acc_mask': 68.71171906900776, 'loss': 0.9064570069313049}
{'epoch': 137, 'iter': 210, 'avg_loss': 0.9571880178428939, 'avg_acc_mask': 68.57642260633132, 'loss': 1.0864177942276}
{'epoch': 137, 'iter': 220, 'avg_loss': 0.9605405220079206, 'avg_acc_mask': 68.32149118759804, 'loss': 1.0044225454330444}
{'epoch': 137, 'iter': 230, 'avg_loss': 0.9599543327376956, 'avg_acc_mask': 68.40520676525281, 'loss': 1.0135942697525024}
{'epoch': 137, 'iter': 240, 'avg_loss': 0.9631366222725865, 'avg_acc_mask': 68.38616469788391, 'loss': 1.0378892421722412}
{'epoch': 137, 'iter': 250, 'avg_loss': 0.9649812807124925, 'avg_acc_mask': 68.37300293446364, 'loss': 0.8009165525436401}
{'epoch': 137, 'iter': 260, 'avg_loss': 0.9623222935702153, 'avg_acc_mask': 68.40616158440741, 'loss': 0.9457545280456543}
{'epoch': 137, 'iter': 270, 'avg_loss': 0.9666513035218214, 'avg_acc_mask': 68.45008690395224, 'loss': 0.9708024263381958}
{'epoch': 137, 'iter': 280, 'avg_loss': 0.9702451702114526, 'avg_acc_mask': 68.31805616179251, 'loss': 0.7929794788360596}
{'epoch': 137, 'iter': 290, 'avg_loss': 0.9654838213396236, 'avg_acc_mask': 68.44466250788534, 'loss': 0.7059504389762878}
{'epoch': 137, 'iter': 300, 'avg_loss': 0.964968149448154, 'avg_acc_mask': 68.48077184400054, 'loss': 0.9067677855491638}
{'epoch': 137, 'iter': 310, 'avg_loss': 0.966582255348132, 'avg_acc_mask': 68.3809022754176, 'loss': 1.3938648700714111}
{'epoch': 137, 'iter': 320, 'avg_loss': 0.9641783139044622, 'avg_acc_mask': 68.48221697209628, 'loss': 0.7294303178787231}
{'epoch': 137, 'iter': 330, 'avg_loss': 0.9633213571551343, 'avg_acc_mask': 68.49459041731066, 'loss': 1.0565574169158936}
{'epoch': 137, 'iter': 340, 'avg_loss': 0.9611525902650223, 'avg_acc_mask': 68.59781696053736, 'loss': 0.9251012206077576}
{'epoch': 137, 'iter': 350, 'avg_loss': 0.9620155700591215, 'avg_acc_mask': 68.61488258260007, 'loss': 0.9177907109260559}
{'epoch': 137, 'iter': 360, 'avg_loss': 0.9640962067073072, 'avg_acc_mask': 68.50451467268624, 'loss': 0.8020899891853333}
{'epoch': 137, 'iter': 370, 'avg_loss': 0.9645755270099383, 'avg_acc_mask': 68.48142253443828, 'loss': 1.1633613109588623}
{'epoch': 137, 'iter': 380, 'avg_loss': 0.9646895563821467, 'avg_acc_mask': 68.49051562917447, 'loss': 0.7980086207389832}
{'epoch': 137, 'iter': 390, 'avg_loss': 0.9655547674049807, 'avg_acc_mask': 68.43798650752466, 'loss': 1.109227180480957}
{'epoch': 'EP137_test', 'avg_loss': 0.9659360203177038, 'total_masked_acc': 68.43997124370956}
{'epoch': 138, 'iter': 0, 'avg_loss': 0.5884483456611633, 'avg_acc_mask': 80.85106382978722, 'loss': 0.5884483456611633}
{'epoch': 138, 'iter': 10, 'avg_loss': 0.9708347103812478, 'avg_acc_mask': 70.17208413001912, 'loss': 1.354407548904419}
{'epoch': 138, 'iter': 20, 'avg_loss': 0.9514669634047008, 'avg_acc_mask': 70.32007759456837, 'loss': 0.8002085089683533}
{'epoch': 138, 'iter': 30, 'avg_loss': 0.9678931524676662, 'avg_acc_mask': 69.5906432748538, 'loss': 1.093080759048462}
{'epoch': 138, 'iter': 40, 'avg_loss': 0.9645743849800854, 'avg_acc_mask': 69.29563492063492, 'loss': 1.140196442604065}
{'epoch': 138, 'iter': 50, 'avg_loss': 0.9728591862846824, 'avg_acc_mask': 68.94609814963798, 'loss': 0.8420120477676392}
{'epoch': 138, 'iter': 60, 'avg_loss': 0.9607708571387119, 'avg_acc_mask': 69.15001693193362, 'loss': 1.0674785375595093}
{'epoch': 138, 'iter': 70, 'avg_loss': 0.9473630257055793, 'avg_acc_mask': 69.35116676152533, 'loss': 0.9698327779769897}
{'epoch': 138, 'iter': 80, 'avg_loss': 0.9560413875697572, 'avg_acc_mask': 69.13703058940563, 'loss': 1.391154408454895}
{'epoch': 138, 'iter': 90, 'avg_loss': 0.9564819080489022, 'avg_acc_mask': 68.83174462425184, 'loss': 0.6268072128295898}
{'epoch': 138, 'iter': 100, 'avg_loss': 0.9592616410538701, 'avg_acc_mask': 68.74495560936239, 'loss': 0.7581791281700134}
{'epoch': 138, 'iter': 110, 'avg_loss': 0.9614472977212958, 'avg_acc_mask': 68.3458508884411, 'loss': 1.296872615814209}
{'epoch': 138, 'iter': 120, 'avg_loss': 0.9693785691556852, 'avg_acc_mask': 68.24644549763033, 'loss': 0.663923978805542}
{'epoch': 138, 'iter': 130, 'avg_loss': 0.9682041700104721, 'avg_acc_mask': 68.25470963724116, 'loss': 0.9216378927230835}
{'epoch': 138, 'iter': 140, 'avg_loss': 0.9691402237888769, 'avg_acc_mask': 68.08142052836726, 'loss': 1.031649112701416}
{'epoch': 138, 'iter': 150, 'avg_loss': 0.9645107054947227, 'avg_acc_mask': 68.34794335805799, 'loss': 1.1742737293243408}
{'epoch': 138, 'iter': 160, 'avg_loss': 0.9685116186275246, 'avg_acc_mask': 68.27455919395466, 'loss': 1.1188045740127563}
{'epoch': 138, 'iter': 170, 'avg_loss': 0.9672473886905358, 'avg_acc_mask': 68.19524878855927, 'loss': 1.0773543119430542}
{'epoch': 138, 'iter': 180, 'avg_loss': 0.9688684793796328, 'avg_acc_mask': 68.12016590068379, 'loss': 0.9917411804199219}
{'epoch': 138, 'iter': 190, 'avg_loss': 0.9674466881140364, 'avg_acc_mask': 68.13631522896698, 'loss': 1.0967351198196411}
{'epoch': 138, 'iter': 200, 'avg_loss': 0.9677349879077418, 'avg_acc_mask': 68.27370123307055, 'loss': 0.8924049735069275}
{'epoch': 138, 'iter': 210, 'avg_loss': 0.9690054481345896, 'avg_acc_mask': 68.21345707656613, 'loss': 0.9973819851875305}
{'epoch': 138, 'iter': 220, 'avg_loss': 0.9690195415084718, 'avg_acc_mask': 68.14882866329812, 'loss': 1.104350209236145}
{'epoch': 138, 'iter': 230, 'avg_loss': 0.9684056406155294, 'avg_acc_mask': 68.24234941352853, 'loss': 0.8456527590751648}
{'epoch': 138, 'iter': 240, 'avg_loss': 0.9706145335777172, 'avg_acc_mask': 68.16378218657661, 'loss': 0.8110179901123047}
{'epoch': 138, 'iter': 250, 'avg_loss': 0.970433252384938, 'avg_acc_mask': 68.15597075548334, 'loss': 1.0728628635406494}
{'epoch': 138, 'iter': 260, 'avg_loss': 0.9710694662227485, 'avg_acc_mask': 68.07478682625361, 'loss': 0.7967821955680847}
{'epoch': 138, 'iter': 270, 'avg_loss': 0.9744376086001026, 'avg_acc_mask': 68.01689673380102, 'loss': 0.9384655952453613}
{'epoch': 138, 'iter': 280, 'avg_loss': 0.975946780095321, 'avg_acc_mask': 68.03666254455517, 'loss': 1.0482348203659058}
{'epoch': 138, 'iter': 290, 'avg_loss': 0.9760630398067003, 'avg_acc_mask': 67.9938206586616, 'loss': 1.092794418334961}
{'epoch': 138, 'iter': 300, 'avg_loss': 0.9795071481668276, 'avg_acc_mask': 67.95820044785235, 'loss': 1.3599146604537964}
{'epoch': 138, 'iter': 310, 'avg_loss': 0.9810818172152787, 'avg_acc_mask': 67.88125040959434, 'loss': 1.4132508039474487}
{'epoch': 138, 'iter': 320, 'avg_loss': 0.9769250825743809, 'avg_acc_mask': 67.96036333608588, 'loss': 1.0369163751602173}
{'epoch': 138, 'iter': 330, 'avg_loss': 0.9746383559127588, 'avg_acc_mask': 68.10790835181079, 'loss': 0.8484947085380554}
{'epoch': 138, 'iter': 340, 'avg_loss': 0.9726623136801454, 'avg_acc_mask': 68.20163650480798, 'loss': 0.9073190093040466}
{'epoch': 138, 'iter': 350, 'avg_loss': 0.9718797000554892, 'avg_acc_mask': 68.17601300359921, 'loss': 0.847972571849823}
{'epoch': 138, 'iter': 360, 'avg_loss': 0.971199322853062, 'avg_acc_mask': 68.21102468718296, 'loss': 0.7469934225082397}
{'epoch': 138, 'iter': 370, 'avg_loss': 0.9700679820020887, 'avg_acc_mask': 68.23690704688785, 'loss': 1.1826153993606567}
{'epoch': 138, 'iter': 380, 'avg_loss': 0.9716447076303126, 'avg_acc_mask': 68.2515091618142, 'loss': 1.4032655954360962}
{'epoch': 138, 'iter': 390, 'avg_loss': 0.9720054751314471, 'avg_acc_mask': 68.30104399314394, 'loss': 1.0579692125320435}
{'epoch': 'EP138_test', 'avg_loss': 0.9722142322647451, 'total_masked_acc': 68.30634798252377}
{'epoch': 139, 'iter': 0, 'avg_loss': 0.9390433430671692, 'avg_acc_mask': 68.42105263157895, 'loss': 0.9390433430671692}
{'epoch': 139, 'iter': 10, 'avg_loss': 1.0258256738836116, 'avg_acc_mask': 69.46428571428571, 'loss': 1.2975566387176514}
{'epoch': 139, 'iter': 20, 'avg_loss': 0.9865518439383734, 'avg_acc_mask': 69.48493683187561, 'loss': 1.0943118333816528}
{'epoch': 139, 'iter': 30, 'avg_loss': 0.964435427419601, 'avg_acc_mask': 69.72538513060951, 'loss': 0.886505663394928}
{'epoch': 139, 'iter': 40, 'avg_loss': 0.9786342018988075, 'avg_acc_mask': 69.425763062597, 'loss': 1.1062607765197754}
{'epoch': 139, 'iter': 50, 'avg_loss': 0.9898698364987093, 'avg_acc_mask': 68.36112240748272, 'loss': 0.9446237683296204}
{'epoch': 139, 'iter': 60, 'avg_loss': 0.980512050331616, 'avg_acc_mask': 68.28933836133014, 'loss': 0.9644691944122314}
{'epoch': 139, 'iter': 70, 'avg_loss': 0.9655039360825445, 'avg_acc_mask': 68.5664437336435, 'loss': 0.8869786858558655}
{'epoch': 139, 'iter': 80, 'avg_loss': 0.9730057874579489, 'avg_acc_mask': 68.79450661241098, 'loss': 1.4001435041427612}
{'epoch': 139, 'iter': 90, 'avg_loss': 0.9730520192738418, 'avg_acc_mask': 68.90699253224712, 'loss': 0.8720552921295166}
{'epoch': 139, 'iter': 100, 'avg_loss': 0.978525311344921, 'avg_acc_mask': 68.6527974146637, 'loss': 0.7435997724533081}
{'epoch': 139, 'iter': 110, 'avg_loss': 0.9776908575414537, 'avg_acc_mask': 68.76151861408036, 'loss': 1.1313629150390625}
{'epoch': 139, 'iter': 120, 'avg_loss': 0.9785355967431029, 'avg_acc_mask': 68.5719131614654, 'loss': 1.112471342086792}
{'epoch': 139, 'iter': 130, 'avg_loss': 0.9806436875849279, 'avg_acc_mask': 68.41856805664831, 'loss': 1.266158103942871}
{'epoch': 139, 'iter': 140, 'avg_loss': 0.9796043078527383, 'avg_acc_mask': 68.61462421863644, 'loss': 0.8681991696357727}
{'epoch': 139, 'iter': 150, 'avg_loss': 0.9820315074052243, 'avg_acc_mask': 68.46625766871166, 'loss': 1.338590383529663}
{'epoch': 139, 'iter': 160, 'avg_loss': 0.9849458142467167, 'avg_acc_mask': 68.30824189844348, 'loss': 0.759052038192749}
{'epoch': 139, 'iter': 170, 'avg_loss': 0.980553653679396, 'avg_acc_mask': 68.37349397590361, 'loss': 0.7972897291183472}
{'epoch': 139, 'iter': 180, 'avg_loss': 0.9807240757165034, 'avg_acc_mask': 68.34548769371011, 'loss': 1.3435873985290527}
{'epoch': 139, 'iter': 190, 'avg_loss': 0.9744320728703944, 'avg_acc_mask': 68.53713915017839, 'loss': 0.7955905199050903}
{'epoch': 139, 'iter': 200, 'avg_loss': 0.9777749182276465, 'avg_acc_mask': 68.42592592592592, 'loss': 0.9941118955612183}
{'epoch': 139, 'iter': 210, 'avg_loss': 0.9804632269658183, 'avg_acc_mask': 68.29244453132635, 'loss': 1.0391854047775269}
{'epoch': 139, 'iter': 220, 'avg_loss': 0.9804960992271544, 'avg_acc_mask': 68.15103441877726, 'loss': 1.1250628232955933}
{'epoch': 139, 'iter': 230, 'avg_loss': 0.9751319742047941, 'avg_acc_mask': 68.30135039090263, 'loss': 1.0599441528320312}
{'epoch': 139, 'iter': 240, 'avg_loss': 0.972767164474701, 'avg_acc_mask': 68.37126054717464, 'loss': 1.06932532787323}
{'epoch': 139, 'iter': 250, 'avg_loss': 0.9732517717606518, 'avg_acc_mask': 68.32719836400818, 'loss': 0.8982917070388794}
{'epoch': 139, 'iter': 260, 'avg_loss': 0.9778524994621789, 'avg_acc_mask': 68.20367305115472, 'loss': 0.8414539098739624}
{'epoch': 139, 'iter': 270, 'avg_loss': 0.9825822021468539, 'avg_acc_mask': 68.04334646862685, 'loss': 0.760011613368988}
{'epoch': 139, 'iter': 280, 'avg_loss': 0.9831194967773885, 'avg_acc_mask': 67.99941417691858, 'loss': 1.104436993598938}
{'epoch': 139, 'iter': 290, 'avg_loss': 0.9779299138133059, 'avg_acc_mask': 68.2036775106082, 'loss': 0.904050886631012}
{'epoch': 139, 'iter': 300, 'avg_loss': 0.9775484747862895, 'avg_acc_mask': 68.19207880155962, 'loss': 1.0374642610549927}
{'epoch': 139, 'iter': 310, 'avg_loss': 0.9783983890841628, 'avg_acc_mask': 68.21042867554496, 'loss': 1.293357253074646}
{'epoch': 139, 'iter': 320, 'avg_loss': 0.9743291114535287, 'avg_acc_mask': 68.36859365957173, 'loss': 0.8819597959518433}
{'epoch': 139, 'iter': 330, 'avg_loss': 0.9745895411492834, 'avg_acc_mask': 68.33468521869347, 'loss': 1.0909749269485474}
{'epoch': 139, 'iter': 340, 'avg_loss': 0.9751750853928652, 'avg_acc_mask': 68.28249818445897, 'loss': 0.978338360786438}
{'epoch': 139, 'iter': 350, 'avg_loss': 0.975133250496666, 'avg_acc_mask': 68.30057667412028, 'loss': 0.8319645524024963}
{'epoch': 139, 'iter': 360, 'avg_loss': 0.9762040085244377, 'avg_acc_mask': 68.22729091636654, 'loss': 0.7741701006889343}
{'epoch': 139, 'iter': 370, 'avg_loss': 0.9754109303102981, 'avg_acc_mask': 68.20963614109269, 'loss': 1.0571796894073486}
{'epoch': 139, 'iter': 380, 'avg_loss': 0.975145095837085, 'avg_acc_mask': 68.17148424813251, 'loss': 1.0010509490966797}
{'epoch': 139, 'iter': 390, 'avg_loss': 0.9746308658281555, 'avg_acc_mask': 68.18086114327824, 'loss': 0.7971760034561157}
{'epoch': 'EP139_test', 'avg_loss': 0.9722483999500371, 'total_masked_acc': 68.2411694324507}
{'epoch': 140, 'iter': 0, 'avg_loss': 0.9205297827720642, 'avg_acc_mask': 71.42857142857143, 'loss': 0.9205297827720642}
{'epoch': 140, 'iter': 10, 'avg_loss': 1.058394968509674, 'avg_acc_mask': 66.47286821705426, 'loss': 1.1772289276123047}
{'epoch': 140, 'iter': 20, 'avg_loss': 0.9888401684306917, 'avg_acc_mask': 68.76876876876878, 'loss': 0.5831555128097534}
{'epoch': 140, 'iter': 30, 'avg_loss': 0.9909352929361405, 'avg_acc_mask': 68.29590488771467, 'loss': 1.1343812942504883}
{'epoch': 140, 'iter': 40, 'avg_loss': 0.9996113341029097, 'avg_acc_mask': 68.6343171585793, 'loss': 1.2528537511825562}
{'epoch': 140, 'iter': 50, 'avg_loss': 0.9890651071772856, 'avg_acc_mask': 69.03225806451613, 'loss': 0.7610993981361389}
{'epoch': 140, 'iter': 60, 'avg_loss': 0.9812099542774138, 'avg_acc_mask': 69.21774466644091, 'loss': 0.9129994511604309}
{'epoch': 140, 'iter': 70, 'avg_loss': 0.9714250245564421, 'avg_acc_mask': 69.29316338354577, 'loss': 0.7967338562011719}
{'epoch': 140, 'iter': 80, 'avg_loss': 0.9723424801120052, 'avg_acc_mask': 69.40639269406392, 'loss': 1.1881872415542603}
{'epoch': 140, 'iter': 90, 'avg_loss': 0.9717049605243808, 'avg_acc_mask': 69.39742721733244, 'loss': 1.0246752500534058}
{'epoch': 140, 'iter': 100, 'avg_loss': 0.9747224143235991, 'avg_acc_mask': 69.31911402789171, 'loss': 0.8305507898330688}
{'epoch': 140, 'iter': 110, 'avg_loss': 0.9805374365669113, 'avg_acc_mask': 69.01147723065532, 'loss': 0.9615072011947632}
{'epoch': 140, 'iter': 120, 'avg_loss': 0.974161174671709, 'avg_acc_mask': 69.22946655376799, 'loss': 1.2711310386657715}
{'epoch': 140, 'iter': 130, 'avg_loss': 0.9742548279179871, 'avg_acc_mask': 69.26783771179853, 'loss': 1.149586796760559}
{'epoch': 140, 'iter': 140, 'avg_loss': 0.980706864637686, 'avg_acc_mask': 68.85434657455383, 'loss': 1.2233113050460815}
{'epoch': 140, 'iter': 150, 'avg_loss': 0.9858649045426324, 'avg_acc_mask': 68.58413040549644, 'loss': 1.4758830070495605}
{'epoch': 140, 'iter': 160, 'avg_loss': 0.9909088992924424, 'avg_acc_mask': 68.38392744678171, 'loss': 0.9133704900741577}
{'epoch': 140, 'iter': 170, 'avg_loss': 0.9970754726588378, 'avg_acc_mask': 68.1872178664766, 'loss': 1.2488981485366821}
{'epoch': 140, 'iter': 180, 'avg_loss': 0.9956339136671625, 'avg_acc_mask': 68.25681894713212, 'loss': 1.238410472869873}
{'epoch': 140, 'iter': 190, 'avg_loss': 0.9877953811777824, 'avg_acc_mask': 68.48730531256668, 'loss': 0.8349578380584717}
{'epoch': 140, 'iter': 200, 'avg_loss': 0.9922496505934207, 'avg_acc_mask': 68.33519100212787, 'loss': 1.0565742254257202}
{'epoch': 140, 'iter': 210, 'avg_loss': 0.9945703960990454, 'avg_acc_mask': 68.39002705836876, 'loss': 1.3217853307724}
{'epoch': 140, 'iter': 220, 'avg_loss': 0.9974352813144615, 'avg_acc_mask': 68.13126206452799, 'loss': 0.9067853093147278}
{'epoch': 140, 'iter': 230, 'avg_loss': 0.9953756104042004, 'avg_acc_mask': 68.25790452572845, 'loss': 0.8742355108261108}
{'epoch': 140, 'iter': 240, 'avg_loss': 0.9935905902464854, 'avg_acc_mask': 68.26393011619032, 'loss': 0.7022250294685364}
{'epoch': 140, 'iter': 250, 'avg_loss': 0.9917155460294974, 'avg_acc_mask': 68.35679986978107, 'loss': 0.9482762217521667}
{'epoch': 140, 'iter': 260, 'avg_loss': 0.9910719028149528, 'avg_acc_mask': 68.4045472363779, 'loss': 0.7170256972312927}
{'epoch': 140, 'iter': 270, 'avg_loss': 0.9932797923959049, 'avg_acc_mask': 68.38529478372462, 'loss': 0.9065305590629578}
{'epoch': 140, 'iter': 280, 'avg_loss': 0.9921181932675033, 'avg_acc_mask': 68.33260584897425, 'loss': 0.799045741558075}
{'epoch': 140, 'iter': 290, 'avg_loss': 0.988425468763535, 'avg_acc_mask': 68.46385753347823, 'loss': 0.9698097109794617}
{'epoch': 140, 'iter': 300, 'avg_loss': 0.9822256874998543, 'avg_acc_mask': 68.62745098039215, 'loss': 1.0070066452026367}
{'epoch': 140, 'iter': 310, 'avg_loss': 0.9818277540122581, 'avg_acc_mask': 68.622683664082, 'loss': 1.0537201166152954}
{'epoch': 140, 'iter': 320, 'avg_loss': 0.9794285535998062, 'avg_acc_mask': 68.74601758633872, 'loss': 0.9342473745346069}
{'epoch': 140, 'iter': 330, 'avg_loss': 0.9792723723228605, 'avg_acc_mask': 68.79371170390543, 'loss': 1.0440505743026733}
{'epoch': 140, 'iter': 340, 'avg_loss': 0.9764754348311606, 'avg_acc_mask': 68.81642947216717, 'loss': 0.8270561099052429}
{'epoch': 140, 'iter': 350, 'avg_loss': 0.9770889305151426, 'avg_acc_mask': 68.76202694034637, 'loss': 0.6632264852523804}
{'epoch': 140, 'iter': 360, 'avg_loss': 0.9777435836204201, 'avg_acc_mask': 68.79038657748553, 'loss': 0.953644871711731}
{'epoch': 140, 'iter': 370, 'avg_loss': 0.9758411950338883, 'avg_acc_mask': 68.86620689655173, 'loss': 1.0673837661743164}
{'epoch': 140, 'iter': 380, 'avg_loss': 0.9751685154563173, 'avg_acc_mask': 68.89831418447332, 'loss': 0.8382314443588257}
{'epoch': 140, 'iter': 390, 'avg_loss': 0.9738090857672874, 'avg_acc_mask': 68.9534275248561, 'loss': 1.2155717611312866}
{'epoch': 'EP140_test', 'avg_loss': 0.9727410254905923, 'total_masked_acc': 68.97104446742503}
{'epoch': 141, 'iter': 0, 'avg_loss': 0.997471809387207, 'avg_acc_mask': 74.6268656716418, 'loss': 0.997471809387207}
{'epoch': 141, 'iter': 10, 'avg_loss': 1.0639165964993564, 'avg_acc_mask': 67.22532588454376, 'loss': 1.0509482622146606}
{'epoch': 141, 'iter': 20, 'avg_loss': 1.029677410920461, 'avg_acc_mask': 66.50438169425512, 'loss': 1.0441946983337402}
{'epoch': 141, 'iter': 30, 'avg_loss': 0.9480976000908883, 'avg_acc_mask': 69.06666666666666, 'loss': 0.9445793628692627}
{'epoch': 141, 'iter': 40, 'avg_loss': 0.9542885364555731, 'avg_acc_mask': 68.90713186249359, 'loss': 1.1713448762893677}
{'epoch': 141, 'iter': 50, 'avg_loss': 0.9468739944345811, 'avg_acc_mask': 69.70191915067375, 'loss': 0.749455988407135}
{'epoch': 141, 'iter': 60, 'avg_loss': 0.9474746399238462, 'avg_acc_mask': 69.70628415300546, 'loss': 0.814931333065033}
{'epoch': 141, 'iter': 70, 'avg_loss': 0.9398700687247263, 'avg_acc_mask': 69.8510078878177, 'loss': 0.9457960724830627}
{'epoch': 141, 'iter': 80, 'avg_loss': 0.9373065130210217, 'avg_acc_mask': 69.77401129943502, 'loss': 0.8787801861763}
{'epoch': 141, 'iter': 90, 'avg_loss': 0.9443930800144489, 'avg_acc_mask': 69.51219512195121, 'loss': 0.7977260947227478}
{'epoch': 141, 'iter': 100, 'avg_loss': 0.9476763316900423, 'avg_acc_mask': 69.50819672131148, 'loss': 0.8241029977798462}
{'epoch': 141, 'iter': 110, 'avg_loss': 0.9561001089242127, 'avg_acc_mask': 69.1566265060241, 'loss': 1.108345866203308}
{'epoch': 141, 'iter': 120, 'avg_loss': 0.9623419366592219, 'avg_acc_mask': 69.02053980648446, 'loss': 1.163964033126831}
{'epoch': 141, 'iter': 130, 'avg_loss': 0.9687929612989644, 'avg_acc_mask': 68.95904970303219, 'loss': 1.6199922561645508}
{'epoch': 141, 'iter': 140, 'avg_loss': 0.9671086639377242, 'avg_acc_mask': 69.0040650406504, 'loss': 0.8497274518013}
{'epoch': 141, 'iter': 150, 'avg_loss': 0.9667197386950057, 'avg_acc_mask': 68.95473698518417, 'loss': 1.4960300922393799}
{'epoch': 141, 'iter': 160, 'avg_loss': 0.9825753362282462, 'avg_acc_mask': 68.57725130556616, 'loss': 1.5248321294784546}
{'epoch': 141, 'iter': 170, 'avg_loss': 0.9837187681978906, 'avg_acc_mask': 68.48178867652362, 'loss': 1.085036277770996}
{'epoch': 141, 'iter': 180, 'avg_loss': 0.9910540297545122, 'avg_acc_mask': 68.32234598772449, 'loss': 1.278732180595398}
{'epoch': 141, 'iter': 190, 'avg_loss': 0.9905941505082615, 'avg_acc_mask': 68.36712683347713, 'loss': 1.0818006992340088}
{'epoch': 141, 'iter': 200, 'avg_loss': 0.9885107240273585, 'avg_acc_mask': 68.44098679496366, 'loss': 0.7157174348831177}
{'epoch': 141, 'iter': 210, 'avg_loss': 0.9914268272182952, 'avg_acc_mask': 68.40097799511003, 'loss': 1.234512448310852}
{'epoch': 141, 'iter': 220, 'avg_loss': 0.9885035259691299, 'avg_acc_mask': 68.44755244755245, 'loss': 0.7518497109413147}
{'epoch': 141, 'iter': 230, 'avg_loss': 0.9840998719264935, 'avg_acc_mask': 68.53059401518536, 'loss': 1.1542826890945435}
{'epoch': 141, 'iter': 240, 'avg_loss': 0.9798649576689692, 'avg_acc_mask': 68.60156049043985, 'loss': 1.1137242317199707}
{'epoch': 141, 'iter': 250, 'avg_loss': 0.9823805718307951, 'avg_acc_mask': 68.61038107752957, 'loss': 0.939024806022644}
{'epoch': 141, 'iter': 260, 'avg_loss': 0.9824030856063083, 'avg_acc_mask': 68.60979462875197, 'loss': 1.0155192613601685}
{'epoch': 141, 'iter': 270, 'avg_loss': 0.9864716070164614, 'avg_acc_mask': 68.39540019800472, 'loss': 0.7745559811592102}
{'epoch': 141, 'iter': 280, 'avg_loss': 0.9866828059386529, 'avg_acc_mask': 68.38638858397366, 'loss': 1.0020766258239746}
{'epoch': 141, 'iter': 290, 'avg_loss': 0.9849710591470253, 'avg_acc_mask': 68.44218981187909, 'loss': 0.8844212889671326}
{'epoch': 141, 'iter': 300, 'avg_loss': 0.983129026485836, 'avg_acc_mask': 68.45802359680829, 'loss': 0.9892658591270447}
{'epoch': 141, 'iter': 310, 'avg_loss': 0.9851691207318444, 'avg_acc_mask': 68.36768288667939, 'loss': 1.2463340759277344}
{'epoch': 141, 'iter': 320, 'avg_loss': 0.9857385115831441, 'avg_acc_mask': 68.29832337637309, 'loss': 0.9955376386642456}
{'epoch': 141, 'iter': 330, 'avg_loss': 0.9839557855871148, 'avg_acc_mask': 68.32449297971918, 'loss': 1.0499331951141357}
{'epoch': 141, 'iter': 340, 'avg_loss': 0.9817341684071549, 'avg_acc_mask': 68.33444249500877, 'loss': 0.8476394414901733}
{'epoch': 141, 'iter': 350, 'avg_loss': 0.9792630123107182, 'avg_acc_mask': 68.38793154149268, 'loss': 0.7279428839683533}
{'epoch': 141, 'iter': 360, 'avg_loss': 0.9805715060135004, 'avg_acc_mask': 68.34741891274555, 'loss': 0.8174576163291931}
{'epoch': 141, 'iter': 370, 'avg_loss': 0.9784567278189801, 'avg_acc_mask': 68.46526116704679, 'loss': 1.1263066530227661}
{'epoch': 141, 'iter': 380, 'avg_loss': 0.9796588798676888, 'avg_acc_mask': 68.46490990747253, 'loss': 0.794745922088623}
{'epoch': 141, 'iter': 390, 'avg_loss': 0.9821928440000091, 'avg_acc_mask': 68.4127318718381, 'loss': 1.0875508785247803}
{'epoch': 'EP141_test', 'avg_loss': 0.9811513113102528, 'total_masked_acc': 68.41064084543703}
{'epoch': 142, 'iter': 0, 'avg_loss': 0.8949034214019775, 'avg_acc_mask': 74.07407407407408, 'loss': 0.8949034214019775}
{'epoch': 142, 'iter': 10, 'avg_loss': 0.9944705312902277, 'avg_acc_mask': 67.68953068592057, 'loss': 1.171619176864624}
{'epoch': 142, 'iter': 20, 'avg_loss': 0.9614456097284952, 'avg_acc_mask': 68.56343283582089, 'loss': 0.8855823874473572}
{'epoch': 142, 'iter': 30, 'avg_loss': 0.9498529068885311, 'avg_acc_mask': 68.84933248569612, 'loss': 1.0356372594833374}
{'epoch': 142, 'iter': 40, 'avg_loss': 0.9367583001532206, 'avg_acc_mask': 69.49317738791423, 'loss': 0.9573325514793396}
{'epoch': 142, 'iter': 50, 'avg_loss': 0.9520585326587453, 'avg_acc_mask': 68.83320281910729, 'loss': 0.983980119228363}
{'epoch': 142, 'iter': 60, 'avg_loss': 0.9569858898882007, 'avg_acc_mask': 68.71913072110635, 'loss': 0.9076349139213562}
{'epoch': 142, 'iter': 70, 'avg_loss': 0.9725703655833929, 'avg_acc_mask': 68.47124824684431, 'loss': 0.8361064195632935}
{'epoch': 142, 'iter': 80, 'avg_loss': 0.9650241445612024, 'avg_acc_mask': 68.86374815543532, 'loss': 1.2139885425567627}
{'epoch': 142, 'iter': 90, 'avg_loss': 0.9646780163377195, 'avg_acc_mask': 68.99447513812154, 'loss': 0.9467179179191589}
{'epoch': 142, 'iter': 100, 'avg_loss': 0.972285516191237, 'avg_acc_mask': 69.00361591000402, 'loss': 0.8622263073921204}
{'epoch': 142, 'iter': 110, 'avg_loss': 0.9706656771737177, 'avg_acc_mask': 68.94036111617727, 'loss': 1.1329048871994019}
{'epoch': 142, 'iter': 120, 'avg_loss': 0.9630502383571026, 'avg_acc_mask': 69.19710486450093, 'loss': 0.9893997311592102}
{'epoch': 142, 'iter': 130, 'avg_loss': 0.9628563277594006, 'avg_acc_mask': 69.14694894146949, 'loss': 1.0122754573822021}
{'epoch': 142, 'iter': 140, 'avg_loss': 0.9760818320808681, 'avg_acc_mask': 68.52359647856834, 'loss': 1.7252452373504639}
{'epoch': 142, 'iter': 150, 'avg_loss': 0.9777419677633323, 'avg_acc_mask': 68.58574911947981, 'loss': 1.2281352281570435}
{'epoch': 142, 'iter': 160, 'avg_loss': 0.976496780511015, 'avg_acc_mask': 68.44450101832994, 'loss': 0.7487788200378418}
{'epoch': 142, 'iter': 170, 'avg_loss': 0.980538032556835, 'avg_acc_mask': 68.31919722852706, 'loss': 1.0367398262023926}
{'epoch': 142, 'iter': 180, 'avg_loss': 0.9838092155878057, 'avg_acc_mask': 68.10657596371883, 'loss': 1.3363324403762817}
{'epoch': 142, 'iter': 190, 'avg_loss': 0.9748839657968251, 'avg_acc_mask': 68.37459634015069, 'loss': 0.8535123467445374}
{'epoch': 142, 'iter': 200, 'avg_loss': 0.9764601306535712, 'avg_acc_mask': 68.33538083538083, 'loss': 1.0781476497650146}
{'epoch': 142, 'iter': 210, 'avg_loss': 0.976675046281227, 'avg_acc_mask': 68.41539663931223, 'loss': 1.2963712215423584}
{'epoch': 142, 'iter': 220, 'avg_loss': 0.9763366277940673, 'avg_acc_mask': 68.37416481069042, 'loss': 0.8740824460983276}
{'epoch': 142, 'iter': 230, 'avg_loss': 0.9733821375545485, 'avg_acc_mask': 68.45057880676758, 'loss': 0.7690026164054871}
{'epoch': 142, 'iter': 240, 'avg_loss': 0.9700082847191585, 'avg_acc_mask': 68.54528350295048, 'loss': 0.9444950819015503}
{'epoch': 142, 'iter': 250, 'avg_loss': 0.9704522488126717, 'avg_acc_mask': 68.48594443531152, 'loss': 0.8399255871772766}
{'epoch': 142, 'iter': 260, 'avg_loss': 0.9708598358877774, 'avg_acc_mask': 68.52539293894637, 'loss': 0.8430402278900146}
{'epoch': 142, 'iter': 270, 'avg_loss': 0.9751146957003323, 'avg_acc_mask': 68.54667072058376, 'loss': 0.8787140846252441}
{'epoch': 142, 'iter': 280, 'avg_loss': 0.9738036285940014, 'avg_acc_mask': 68.5934065934066, 'loss': 0.9332807660102844}
{'epoch': 142, 'iter': 290, 'avg_loss': 0.9745665104528473, 'avg_acc_mask': 68.62259343148358, 'loss': 0.739858865737915}
{'epoch': 142, 'iter': 300, 'avg_loss': 0.9736037612753453, 'avg_acc_mask': 68.59470189609145, 'loss': 0.7757589817047119}
{'epoch': 142, 'iter': 310, 'avg_loss': 0.9757045681836904, 'avg_acc_mask': 68.5437922353253, 'loss': 1.3740270137786865}
{'epoch': 142, 'iter': 320, 'avg_loss': 0.9773562801218478, 'avg_acc_mask': 68.65575460755252, 'loss': 1.2530651092529297}
{'epoch': 142, 'iter': 330, 'avg_loss': 0.9762144724407945, 'avg_acc_mask': 68.66762446124055, 'loss': 1.0597974061965942}
{'epoch': 142, 'iter': 340, 'avg_loss': 0.9747888340977979, 'avg_acc_mask': 68.66630309640671, 'loss': 0.9473651647567749}
{'epoch': 142, 'iter': 350, 'avg_loss': 0.9746140228037821, 'avg_acc_mask': 68.66226259289843, 'loss': 0.7630904316902161}
{'epoch': 142, 'iter': 360, 'avg_loss': 0.975460451230448, 'avg_acc_mask': 68.62285714285714, 'loss': 0.6738549470901489}
{'epoch': 142, 'iter': 370, 'avg_loss': 0.9734893463692575, 'avg_acc_mask': 68.62003780718337, 'loss': 0.8199384808540344}
{'epoch': 142, 'iter': 380, 'avg_loss': 0.971939478646426, 'avg_acc_mask': 68.6164168605595, 'loss': 0.8034996390342712}
{'epoch': 142, 'iter': 390, 'avg_loss': 0.9730214333290335, 'avg_acc_mask': 68.57172873877187, 'loss': 0.9755724668502808}
{'epoch': 'EP142_test', 'avg_loss': 0.97166646881537, 'total_masked_acc': 68.59740259740259}
{'epoch': 143, 'iter': 0, 'avg_loss': 0.8904250264167786, 'avg_acc_mask': 62.96296296296296, 'loss': 0.8904250264167786}
{'epoch': 143, 'iter': 10, 'avg_loss': 1.00267633524808, 'avg_acc_mask': 65.89285714285714, 'loss': 1.1935696601867676}
{'epoch': 143, 'iter': 20, 'avg_loss': 0.9735386996042161, 'avg_acc_mask': 67.33716475095785, 'loss': 0.9438830614089966}
{'epoch': 143, 'iter': 30, 'avg_loss': 0.976344229713563, 'avg_acc_mask': 68.18181818181817, 'loss': 0.9975802898406982}
{'epoch': 143, 'iter': 40, 'avg_loss': 0.9688163007177958, 'avg_acc_mask': 68.54156296665008, 'loss': 0.9978334307670593}
{'epoch': 143, 'iter': 50, 'avg_loss': 0.9582813393835928, 'avg_acc_mask': 68.82282040980313, 'loss': 0.8589857816696167}
{'epoch': 143, 'iter': 60, 'avg_loss': 0.9712830723309126, 'avg_acc_mask': 68.36388323150034, 'loss': 0.9354133605957031}
{'epoch': 143, 'iter': 70, 'avg_loss': 0.9608323330610571, 'avg_acc_mask': 68.98534061511928, 'loss': 0.7094655632972717}
{'epoch': 143, 'iter': 80, 'avg_loss': 0.9600622963022303, 'avg_acc_mask': 69.0632911392405, 'loss': 1.134386658668518}
{'epoch': 143, 'iter': 90, 'avg_loss': 0.9475574323109218, 'avg_acc_mask': 69.58681417927298, 'loss': 0.5830556154251099}
{'epoch': 143, 'iter': 100, 'avg_loss': 0.9520094253049038, 'avg_acc_mask': 69.4642493379507, 'loss': 1.0470101833343506}
{'epoch': 143, 'iter': 110, 'avg_loss': 0.9593970695057431, 'avg_acc_mask': 69.17820867959372, 'loss': 1.2498893737792969}
{'epoch': 143, 'iter': 120, 'avg_loss': 0.9606980715901399, 'avg_acc_mask': 69.15601023017904, 'loss': 0.8972324132919312}
{'epoch': 143, 'iter': 130, 'avg_loss': 0.9568382597151603, 'avg_acc_mask': 69.48621553884712, 'loss': 0.9573951363563538}
{'epoch': 143, 'iter': 140, 'avg_loss': 0.9587031294268074, 'avg_acc_mask': 69.25990675990677, 'loss': 1.0755451917648315}
{'epoch': 143, 'iter': 150, 'avg_loss': 0.9592149387921719, 'avg_acc_mask': 69.1960623461854, 'loss': 0.9060743451118469}
{'epoch': 143, 'iter': 160, 'avg_loss': 0.9622848230119078, 'avg_acc_mask': 69.07388404309901, 'loss': 1.0936840772628784}
{'epoch': 143, 'iter': 170, 'avg_loss': 0.9660982995005379, 'avg_acc_mask': 68.86017870079691, 'loss': 0.9597051739692688}
{'epoch': 143, 'iter': 180, 'avg_loss': 0.9733024295522363, 'avg_acc_mask': 68.56621837246409, 'loss': 1.2660013437271118}
{'epoch': 143, 'iter': 190, 'avg_loss': 0.9700773520619458, 'avg_acc_mask': 68.68840030326004, 'loss': 1.2355620861053467}
{'epoch': 143, 'iter': 200, 'avg_loss': 0.9728157588498509, 'avg_acc_mask': 68.51527934972734, 'loss': 0.9534834623336792}
{'epoch': 143, 'iter': 210, 'avg_loss': 0.9770686665982432, 'avg_acc_mask': 68.4993152025044, 'loss': 1.2591880559921265}
{'epoch': 143, 'iter': 220, 'avg_loss': 0.9746440549242011, 'avg_acc_mask': 68.6150409530901, 'loss': 0.6660576462745667}
{'epoch': 143, 'iter': 230, 'avg_loss': 0.9706432019477282, 'avg_acc_mask': 68.84057971014492, 'loss': 0.8846269845962524}
{'epoch': 143, 'iter': 240, 'avg_loss': 0.9700804278563662, 'avg_acc_mask': 68.886406599072, 'loss': 1.0970598459243774}
{'epoch': 143, 'iter': 250, 'avg_loss': 0.969314033529198, 'avg_acc_mask': 68.95500247239163, 'loss': 0.9473649263381958}
{'epoch': 143, 'iter': 260, 'avg_loss': 0.9700582338018893, 'avg_acc_mask': 68.9318848624217, 'loss': 0.7382492423057556}
{'epoch': 143, 'iter': 270, 'avg_loss': 0.976430865671362, 'avg_acc_mask': 68.72899480598839, 'loss': 0.9466043710708618}
{'epoch': 143, 'iter': 280, 'avg_loss': 0.9775376886235437, 'avg_acc_mask': 68.71598764524195, 'loss': 0.9127733707427979}
{'epoch': 143, 'iter': 290, 'avg_loss': 0.976040420048835, 'avg_acc_mask': 68.76868327402134, 'loss': 0.7410330772399902}
{'epoch': 143, 'iter': 300, 'avg_loss': 0.9760108075268641, 'avg_acc_mask': 68.7801184083712, 'loss': 0.9556052684783936}
{'epoch': 143, 'iter': 310, 'avg_loss': 0.9786041147072598, 'avg_acc_mask': 68.72753893251698, 'loss': 1.243239164352417}
{'epoch': 143, 'iter': 320, 'avg_loss': 0.9776516124095501, 'avg_acc_mask': 68.7411233053583, 'loss': 0.9377449750900269}
{'epoch': 143, 'iter': 330, 'avg_loss': 0.9782524166510544, 'avg_acc_mask': 68.72921242547851, 'loss': 0.8572032451629639}
{'epoch': 143, 'iter': 340, 'avg_loss': 0.9781426811847519, 'avg_acc_mask': 68.78451362339948, 'loss': 0.9989843368530273}
{'epoch': 143, 'iter': 350, 'avg_loss': 0.9766158631384543, 'avg_acc_mask': 68.84549584095335, 'loss': 0.74299556016922}
{'epoch': 143, 'iter': 360, 'avg_loss': 0.9770257425110096, 'avg_acc_mask': 68.7918886406599, 'loss': 0.7357608079910278}
{'epoch': 143, 'iter': 370, 'avg_loss': 0.9755786022728665, 'avg_acc_mask': 68.80928467804932, 'loss': 1.0343934297561646}
{'epoch': 143, 'iter': 380, 'avg_loss': 0.9742212160991559, 'avg_acc_mask': 68.84711507117245, 'loss': 0.8900790214538574}
{'epoch': 143, 'iter': 390, 'avg_loss': 0.974323573777133, 'avg_acc_mask': 68.82225624241146, 'loss': 1.0453991889953613}
{'epoch': 'EP143_test', 'avg_loss': 0.9730875802160514, 'total_masked_acc': 68.8761408083442}
{'epoch': 144, 'iter': 0, 'avg_loss': 0.728547990322113, 'avg_acc_mask': 78.0, 'loss': 0.728547990322113}
{'epoch': 144, 'iter': 10, 'avg_loss': 1.0196542306379839, 'avg_acc_mask': 65.7088122605364, 'loss': 1.4785972833633423}
{'epoch': 144, 'iter': 20, 'avg_loss': 0.9718012100174314, 'avg_acc_mask': 68.19960861056752, 'loss': 0.8920790553092957}
{'epoch': 144, 'iter': 30, 'avg_loss': 0.9670954885021332, 'avg_acc_mask': 68.47968545216251, 'loss': 1.1750203371047974}
{'epoch': 144, 'iter': 40, 'avg_loss': 0.9717443643546686, 'avg_acc_mask': 68.06045340050377, 'loss': 0.9780339598655701}
{'epoch': 144, 'iter': 50, 'avg_loss': 0.9617027102732191, 'avg_acc_mask': 68.70474658085277, 'loss': 0.5780800580978394}
{'epoch': 144, 'iter': 60, 'avg_loss': 0.9693679917054098, 'avg_acc_mask': 68.46388606307224, 'loss': 1.1896547079086304}
{'epoch': 144, 'iter': 70, 'avg_loss': 0.9660878273802744, 'avg_acc_mask': 68.33524027459954, 'loss': 0.9646563529968262}
{'epoch': 144, 'iter': 80, 'avg_loss': 0.9728057465435546, 'avg_acc_mask': 68.28414207103552, 'loss': 1.121383786201477}
{'epoch': 144, 'iter': 90, 'avg_loss': 0.9712408591102768, 'avg_acc_mask': 68.50692892266427, 'loss': 0.9297336935997009}
{'epoch': 144, 'iter': 100, 'avg_loss': 0.9722858956544707, 'avg_acc_mask': 68.43914274160939, 'loss': 0.9257000088691711}
{'epoch': 144, 'iter': 110, 'avg_loss': 0.9669163033768937, 'avg_acc_mask': 68.64594894561598, 'loss': 0.8953546285629272}
{'epoch': 144, 'iter': 120, 'avg_loss': 0.9666193442896378, 'avg_acc_mask': 68.56414613423959, 'loss': 0.8081215023994446}
{'epoch': 144, 'iter': 130, 'avg_loss': 0.9650212635520761, 'avg_acc_mask': 68.52054366505233, 'loss': 1.0165702104568481}
{'epoch': 144, 'iter': 140, 'avg_loss': 0.968315118593527, 'avg_acc_mask': 68.37606837606837, 'loss': 1.2159819602966309}
{'epoch': 144, 'iter': 150, 'avg_loss': 0.9701889228347121, 'avg_acc_mask': 68.44173441734416, 'loss': 1.1724483966827393}
{'epoch': 144, 'iter': 160, 'avg_loss': 0.9724693983237936, 'avg_acc_mask': 68.44461499104631, 'loss': 1.0383212566375732}
{'epoch': 144, 'iter': 170, 'avg_loss': 0.9737234241084048, 'avg_acc_mask': 68.41153057532264, 'loss': 0.8187163472175598}
{'epoch': 144, 'iter': 180, 'avg_loss': 0.9767199119151626, 'avg_acc_mask': 68.43540506760596, 'loss': 1.4622023105621338}
{'epoch': 144, 'iter': 190, 'avg_loss': 0.971746520846302, 'avg_acc_mask': 68.56187290969899, 'loss': 0.7855900526046753}
{'epoch': 144, 'iter': 200, 'avg_loss': 0.9726789169643649, 'avg_acc_mask': 68.6719869040311, 'loss': 1.3952025175094604}
{'epoch': 144, 'iter': 210, 'avg_loss': 0.974775976479336, 'avg_acc_mask': 68.5408560311284, 'loss': 1.070876955986023}
{'epoch': 144, 'iter': 220, 'avg_loss': 0.9758942081378057, 'avg_acc_mask': 68.31161630163571, 'loss': 1.0333062410354614}
{'epoch': 144, 'iter': 230, 'avg_loss': 0.9674366093301153, 'avg_acc_mask': 68.58638743455498, 'loss': 0.5331368446350098}
{'epoch': 144, 'iter': 240, 'avg_loss': 0.9699193701704508, 'avg_acc_mask': 68.48639455782313, 'loss': 1.125113606452942}
{'epoch': 144, 'iter': 250, 'avg_loss': 0.9681116872099766, 'avg_acc_mask': 68.51488387307818, 'loss': 1.0714293718338013}
{'epoch': 144, 'iter': 260, 'avg_loss': 0.9702625267807095, 'avg_acc_mask': 68.35752603344903, 'loss': 0.9329501390457153}
{'epoch': 144, 'iter': 270, 'avg_loss': 0.9739811998891654, 'avg_acc_mask': 68.2767524872788, 'loss': 0.9460135102272034}
{'epoch': 144, 'iter': 280, 'avg_loss': 0.97483885373085, 'avg_acc_mask': 68.27535701208348, 'loss': 0.9148381948471069}
{'epoch': 144, 'iter': 290, 'avg_loss': 0.9748371130822041, 'avg_acc_mask': 68.25408040698086, 'loss': 1.209233045578003}
{'epoch': 144, 'iter': 300, 'avg_loss': 0.9718028995087773, 'avg_acc_mask': 68.3381285107549, 'loss': 1.07369863986969}
{'epoch': 144, 'iter': 310, 'avg_loss': 0.9745535588916092, 'avg_acc_mask': 68.31401126200728, 'loss': 1.0106498003005981}
{'epoch': 144, 'iter': 320, 'avg_loss': 0.972097559231464, 'avg_acc_mask': 68.42882836587873, 'loss': 0.903410792350769}
{'epoch': 144, 'iter': 330, 'avg_loss': 0.972226780616985, 'avg_acc_mask': 68.43121380083453, 'loss': 0.9887456893920898}
{'epoch': 144, 'iter': 340, 'avg_loss': 0.9725908970028774, 'avg_acc_mask': 68.4423751360503, 'loss': 1.0853052139282227}
{'epoch': 144, 'iter': 350, 'avg_loss': 0.9711168412639205, 'avg_acc_mask': 68.44551659213933, 'loss': 0.8928094506263733}
{'epoch': 144, 'iter': 360, 'avg_loss': 0.9714403693200478, 'avg_acc_mask': 68.44269316429673, 'loss': 0.8497219085693359}
{'epoch': 144, 'iter': 370, 'avg_loss': 0.9714143834506084, 'avg_acc_mask': 68.44296419650291, 'loss': 1.0106213092803955}
{'epoch': 144, 'iter': 380, 'avg_loss': 0.9715098438300486, 'avg_acc_mask': 68.51203618934784, 'loss': 0.7119296193122864}
{'epoch': 144, 'iter': 390, 'avg_loss': 0.970924132010516, 'avg_acc_mask': 68.57681630087475, 'loss': 1.185975432395935}
{'epoch': 'EP144_test', 'avg_loss': 0.9713122938016449, 'total_masked_acc': 68.56417693981146}
{'epoch': 145, 'iter': 0, 'avg_loss': 0.835972011089325, 'avg_acc_mask': 80.0, 'loss': 0.835972011089325}
{'epoch': 145, 'iter': 10, 'avg_loss': 1.0457169955426997, 'avg_acc_mask': 69.5049504950495, 'loss': 1.5556248426437378}
{'epoch': 145, 'iter': 20, 'avg_loss': 0.9981682414100284, 'avg_acc_mask': 69.15422885572139, 'loss': 1.0595847368240356}
{'epoch': 145, 'iter': 30, 'avg_loss': 0.9847795155740553, 'avg_acc_mask': 68.98148148148148, 'loss': 0.6661474108695984}
{'epoch': 145, 'iter': 40, 'avg_loss': 0.9727405934799008, 'avg_acc_mask': 69.08724155320222, 'loss': 1.177883267402649}
{'epoch': 145, 'iter': 50, 'avg_loss': 0.9604107749228384, 'avg_acc_mask': 69.3445243804956, 'loss': 0.7581606507301331}
{'epoch': 145, 'iter': 60, 'avg_loss': 0.9493864940815284, 'avg_acc_mask': 69.53151331311088, 'loss': 1.025477409362793}
{'epoch': 145, 'iter': 70, 'avg_loss': 0.9445361990324208, 'avg_acc_mask': 69.74285714285713, 'loss': 0.7479770183563232}
{'epoch': 145, 'iter': 80, 'avg_loss': 0.951619189462544, 'avg_acc_mask': 69.60735586481114, 'loss': 0.987701416015625}
{'epoch': 145, 'iter': 90, 'avg_loss': 0.9542113103709378, 'avg_acc_mask': 69.39454424484364, 'loss': 0.8276176452636719}
{'epoch': 145, 'iter': 100, 'avg_loss': 0.9624165774572013, 'avg_acc_mask': 69.23696396215018, 'loss': 0.5608456134796143}
{'epoch': 145, 'iter': 110, 'avg_loss': 0.965844819137642, 'avg_acc_mask': 69.30927647166028, 'loss': 1.1889132261276245}
{'epoch': 145, 'iter': 120, 'avg_loss': 0.9660390507091176, 'avg_acc_mask': 69.23976608187135, 'loss': 1.0754083395004272}
{'epoch': 145, 'iter': 130, 'avg_loss': 0.9643692751877181, 'avg_acc_mask': 69.30906847624922, 'loss': 1.2689495086669922}
{'epoch': 145, 'iter': 140, 'avg_loss': 0.9685841857964266, 'avg_acc_mask': 69.23516797712652, 'loss': 1.1506150960922241}
{'epoch': 145, 'iter': 150, 'avg_loss': 0.9716214320517533, 'avg_acc_mask': 69.05811623246493, 'loss': 1.1211963891983032}
{'epoch': 145, 'iter': 160, 'avg_loss': 0.9684321754467413, 'avg_acc_mask': 69.13038022336553, 'loss': 0.9824264049530029}
{'epoch': 145, 'iter': 170, 'avg_loss': 0.9690433301423725, 'avg_acc_mask': 69.03691433980123, 'loss': 1.309293270111084}
{'epoch': 145, 'iter': 180, 'avg_loss': 0.965688220374492, 'avg_acc_mask': 69.1358024691358, 'loss': 1.375663161277771}
{'epoch': 145, 'iter': 190, 'avg_loss': 0.9618509237054755, 'avg_acc_mask': 69.16604537224411, 'loss': 1.0508610010147095}
{'epoch': 145, 'iter': 200, 'avg_loss': 0.9598704063477208, 'avg_acc_mask': 69.28397070789259, 'loss': 0.9825344085693359}
{'epoch': 145, 'iter': 210, 'avg_loss': 0.9631481941842355, 'avg_acc_mask': 69.12647685454193, 'loss': 1.0415111780166626}
{'epoch': 145, 'iter': 220, 'avg_loss': 0.9676161416515505, 'avg_acc_mask': 68.93918483761155, 'loss': 1.0344570875167847}
{'epoch': 145, 'iter': 230, 'avg_loss': 0.9673201488210009, 'avg_acc_mask': 68.94387980556783, 'loss': 0.9583903551101685}
{'epoch': 145, 'iter': 240, 'avg_loss': 0.9662626741832717, 'avg_acc_mask': 69.04139617232948, 'loss': 0.7665536999702454}
{'epoch': 145, 'iter': 250, 'avg_loss': 0.9658625505834937, 'avg_acc_mask': 69.07040882543802, 'loss': 0.8771950006484985}
{'epoch': 145, 'iter': 260, 'avg_loss': 0.9638770652000018, 'avg_acc_mask': 69.2019072930509, 'loss': 0.8206524848937988}
{'epoch': 145, 'iter': 270, 'avg_loss': 0.9644903111721757, 'avg_acc_mask': 69.21280602636534, 'loss': 0.9507993459701538}
{'epoch': 145, 'iter': 280, 'avg_loss': 0.9678788036638307, 'avg_acc_mask': 69.16866681213179, 'loss': 0.9788745045661926}
{'epoch': 145, 'iter': 290, 'avg_loss': 0.9643277124440957, 'avg_acc_mask': 69.31969452813004, 'loss': 0.7696154713630676}
{'epoch': 145, 'iter': 300, 'avg_loss': 0.9605726484840494, 'avg_acc_mask': 69.40273153495957, 'loss': 0.8310911655426025}
{'epoch': 145, 'iter': 310, 'avg_loss': 0.9629884937185184, 'avg_acc_mask': 69.29501512560832, 'loss': 1.054408311843872}
{'epoch': 145, 'iter': 320, 'avg_loss': 0.9606760406048498, 'avg_acc_mask': 69.40184049079755, 'loss': 0.6785416603088379}
{'epoch': 145, 'iter': 330, 'avg_loss': 0.9601705034693923, 'avg_acc_mask': 69.38282315032842, 'loss': 1.061110258102417}
{'epoch': 145, 'iter': 340, 'avg_loss': 0.959450167120377, 'avg_acc_mask': 69.40576230492196, 'loss': 0.7988137602806091}
{'epoch': 145, 'iter': 350, 'avg_loss': 0.9596281505038595, 'avg_acc_mask': 69.41656942823803, 'loss': 0.8080767393112183}
{'epoch': 145, 'iter': 360, 'avg_loss': 0.9621541166569718, 'avg_acc_mask': 69.38486786259975, 'loss': 0.8995158672332764}
{'epoch': 145, 'iter': 370, 'avg_loss': 0.9600394826051039, 'avg_acc_mask': 69.4349597973345, 'loss': 1.2190475463867188}
{'epoch': 145, 'iter': 380, 'avg_loss': 0.9598828189642098, 'avg_acc_mask': 69.43238462775366, 'loss': 0.6272832155227661}
{'epoch': 145, 'iter': 390, 'avg_loss': 0.9580785664146209, 'avg_acc_mask': 69.51670924352223, 'loss': 1.083845615386963}
{'epoch': 'EP145_test', 'avg_loss': 0.9581915307225604, 'total_masked_acc': 69.49283579012473}
{'epoch': 146, 'iter': 0, 'avg_loss': 0.5414743423461914, 'avg_acc_mask': 84.0, 'loss': 0.5414743423461914}
{'epoch': 146, 'iter': 10, 'avg_loss': 0.9953005042943087, 'avg_acc_mask': 69.18604651162791, 'loss': 1.1965025663375854}
{'epoch': 146, 'iter': 20, 'avg_loss': 0.9881838503338042, 'avg_acc_mask': 69.5, 'loss': 0.9263673424720764}
{'epoch': 146, 'iter': 30, 'avg_loss': 1.0031696365725609, 'avg_acc_mask': 68.67549668874172, 'loss': 0.8023375272750854}
{'epoch': 146, 'iter': 40, 'avg_loss': 1.0000310496586124, 'avg_acc_mask': 68.9620253164557, 'loss': 0.803074300289154}
{'epoch': 146, 'iter': 50, 'avg_loss': 0.9988812056242251, 'avg_acc_mask': 68.37641357027464, 'loss': 0.6770415306091309}
{'epoch': 146, 'iter': 60, 'avg_loss': 0.9922082805242695, 'avg_acc_mask': 68.26306913996628, 'loss': 0.8980079293251038}
{'epoch': 146, 'iter': 70, 'avg_loss': 0.9842415015462419, 'avg_acc_mask': 68.48260125499145, 'loss': 1.0318248271942139}
{'epoch': 146, 'iter': 80, 'avg_loss': 0.9786642318890418, 'avg_acc_mask': 68.59565976552756, 'loss': 1.0248981714248657}
{'epoch': 146, 'iter': 90, 'avg_loss': 0.9843691227200267, 'avg_acc_mask': 68.6092715231788, 'loss': 0.8551926016807556}
{'epoch': 146, 'iter': 100, 'avg_loss': 0.9937872762727266, 'avg_acc_mask': 68.50961538461539, 'loss': 0.8931566476821899}
{'epoch': 146, 'iter': 110, 'avg_loss': 1.0103576859912358, 'avg_acc_mask': 67.97895500725689, 'loss': 1.345009684562683}
{'epoch': 146, 'iter': 120, 'avg_loss': 1.0095464749769731, 'avg_acc_mask': 68.07058431829532, 'loss': 1.289811611175537}
{'epoch': 146, 'iter': 130, 'avg_loss': 1.0063106117357734, 'avg_acc_mask': 68.20269442743417, 'loss': 1.2801299095153809}
{'epoch': 146, 'iter': 140, 'avg_loss': 1.0052125821722315, 'avg_acc_mask': 68.40678933105121, 'loss': 1.0064367055892944}
{'epoch': 146, 'iter': 150, 'avg_loss': 1.0067682810966543, 'avg_acc_mask': 68.36271367521367, 'loss': 1.0911171436309814}
{'epoch': 146, 'iter': 160, 'avg_loss': 1.0097472382628399, 'avg_acc_mask': 68.33667334669339, 'loss': 1.025224208831787}
{'epoch': 146, 'iter': 170, 'avg_loss': 1.0087067666109542, 'avg_acc_mask': 68.42727165307811, 'loss': 0.9634515643119812}
{'epoch': 146, 'iter': 180, 'avg_loss': 1.012565885130213, 'avg_acc_mask': 68.2994867217139, 'loss': 1.3724656105041504}
{'epoch': 146, 'iter': 190, 'avg_loss': 1.0080710359268787, 'avg_acc_mask': 68.33756345177665, 'loss': 1.254681944847107}
{'epoch': 146, 'iter': 200, 'avg_loss': 1.009981404193005, 'avg_acc_mask': 68.28924871769084, 'loss': 1.0802475214004517}
{'epoch': 146, 'iter': 210, 'avg_loss': 1.008937678630883, 'avg_acc_mask': 68.34822715479966, 'loss': 1.289750337600708}
{'epoch': 146, 'iter': 220, 'avg_loss': 1.007481082532201, 'avg_acc_mask': 68.25150574922431, 'loss': 0.7439805865287781}
{'epoch': 146, 'iter': 230, 'avg_loss': 1.0040078467620916, 'avg_acc_mask': 68.3647523016221, 'loss': 0.9001058340072632}
{'epoch': 146, 'iter': 240, 'avg_loss': 1.001197764487682, 'avg_acc_mask': 68.42415068953919, 'loss': 1.0831184387207031}
{'epoch': 146, 'iter': 250, 'avg_loss': 1.0072566634155364, 'avg_acc_mask': 68.21567357512953, 'loss': 1.3692203760147095}
{'epoch': 146, 'iter': 260, 'avg_loss': 1.0086846150657682, 'avg_acc_mask': 68.20660641944531, 'loss': 1.047257661819458}
{'epoch': 146, 'iter': 270, 'avg_loss': 1.0100968814424043, 'avg_acc_mask': 68.21047890707102, 'loss': 0.770253598690033}
{'epoch': 146, 'iter': 280, 'avg_loss': 1.0094222424293329, 'avg_acc_mask': 68.19006166122598, 'loss': 0.9714019298553467}
{'epoch': 146, 'iter': 290, 'avg_loss': 1.0065451366794889, 'avg_acc_mask': 68.19969105462715, 'loss': 0.9030094742774963}
{'epoch': 146, 'iter': 300, 'avg_loss': 1.0044101310330769, 'avg_acc_mask': 68.19513524562241, 'loss': 0.7632008194923401}
{'epoch': 146, 'iter': 310, 'avg_loss': 1.0049976892409984, 'avg_acc_mask': 68.22349759218946, 'loss': 1.273239016532898}
{'epoch': 146, 'iter': 320, 'avg_loss': 1.0041156908804754, 'avg_acc_mask': 68.19110884006132, 'loss': 1.0001020431518555}
{'epoch': 146, 'iter': 330, 'avg_loss': 1.0010193332444506, 'avg_acc_mask': 68.35112987335485, 'loss': 0.9021442532539368}
{'epoch': 146, 'iter': 340, 'avg_loss': 0.9991668550150136, 'avg_acc_mask': 68.42454194792671, 'loss': 0.9141198992729187}
{'epoch': 146, 'iter': 350, 'avg_loss': 0.9967386277652533, 'avg_acc_mask': 68.49170525822147, 'loss': 0.8476617336273193}
{'epoch': 146, 'iter': 360, 'avg_loss': 0.9954225349954621, 'avg_acc_mask': 68.56265286388715, 'loss': 0.9072487950325012}
{'epoch': 146, 'iter': 370, 'avg_loss': 0.9927144513297274, 'avg_acc_mask': 68.64252142659663, 'loss': 1.0957015752792358}
{'epoch': 146, 'iter': 380, 'avg_loss': 0.9919768662590367, 'avg_acc_mask': 68.54374158815612, 'loss': 0.8903515338897705}
{'epoch': 146, 'iter': 390, 'avg_loss': 0.991185391802922, 'avg_acc_mask': 68.55915780652595, 'loss': 0.9237625002861023}
{'epoch': 'EP146_test', 'avg_loss': 0.9894530306560825, 'total_masked_acc': 68.6344570452074}
{'epoch': 147, 'iter': 0, 'avg_loss': 0.8781644701957703, 'avg_acc_mask': 61.224489795918366, 'loss': 0.8781644701957703}
{'epoch': 147, 'iter': 10, 'avg_loss': 0.946646126833829, 'avg_acc_mask': 69.1588785046729, 'loss': 1.1070939302444458}
{'epoch': 147, 'iter': 20, 'avg_loss': 0.9413306173824129, 'avg_acc_mask': 68.59666339548576, 'loss': 1.058411955833435}
{'epoch': 147, 'iter': 30, 'avg_loss': 0.9318506083180828, 'avg_acc_mask': 68.63636363636364, 'loss': 1.1292617321014404}
{'epoch': 147, 'iter': 40, 'avg_loss': 0.9251054757978858, 'avg_acc_mask': 69.38877755511022, 'loss': 1.2340675592422485}
{'epoch': 147, 'iter': 50, 'avg_loss': 0.9271961076586854, 'avg_acc_mask': 69.38213301849665, 'loss': 0.8701043725013733}
{'epoch': 147, 'iter': 60, 'avg_loss': 0.9383761550559372, 'avg_acc_mask': 69.2973692973693, 'loss': 1.0696476697921753}
{'epoch': 147, 'iter': 70, 'avg_loss': 0.9357696058044971, 'avg_acc_mask': 69.13788261724235, 'loss': 0.9859820604324341}
{'epoch': 147, 'iter': 80, 'avg_loss': 0.9543289770314722, 'avg_acc_mask': 68.73767258382642, 'loss': 1.3249191045761108}
{'epoch': 147, 'iter': 90, 'avg_loss': 0.9588353542181162, 'avg_acc_mask': 68.64555848724714, 'loss': 1.0739641189575195}
{'epoch': 147, 'iter': 100, 'avg_loss': 0.9703306449521886, 'avg_acc_mask': 68.44294770206022, 'loss': 0.9079552292823792}
{'epoch': 147, 'iter': 110, 'avg_loss': 0.9829300373524159, 'avg_acc_mask': 67.97338608164, 'loss': 1.2340906858444214}
{'epoch': 147, 'iter': 120, 'avg_loss': 0.9795358314001856, 'avg_acc_mask': 68.11809335312552, 'loss': 0.9133111834526062}
{'epoch': 147, 'iter': 130, 'avg_loss': 0.9764935788307482, 'avg_acc_mask': 68.33156216790648, 'loss': 1.1727792024612427}
{'epoch': 147, 'iter': 140, 'avg_loss': 0.9729067175946338, 'avg_acc_mask': 68.53789592760181, 'loss': 0.9229739308357239}
{'epoch': 147, 'iter': 150, 'avg_loss': 0.9761496182309081, 'avg_acc_mask': 68.50278736395009, 'loss': 1.182399868965149}
{'epoch': 147, 'iter': 160, 'avg_loss': 0.9817145466804504, 'avg_acc_mask': 68.21068360104596, 'loss': 0.7615541219711304}
{'epoch': 147, 'iter': 170, 'avg_loss': 0.9834755760187294, 'avg_acc_mask': 68.13109362152004, 'loss': 1.269284963607788}
{'epoch': 147, 'iter': 180, 'avg_loss': 0.985445649584354, 'avg_acc_mask': 68.19140668369046, 'loss': 1.135828971862793}
{'epoch': 147, 'iter': 190, 'avg_loss': 0.9823801330246851, 'avg_acc_mask': 68.36164152336744, 'loss': 0.9341283440589905}
{'epoch': 147, 'iter': 200, 'avg_loss': 0.9799744403777431, 'avg_acc_mask': 68.50259896041584, 'loss': 0.600706934928894}
{'epoch': 147, 'iter': 210, 'avg_loss': 0.9830553836732114, 'avg_acc_mask': 68.4295788069373, 'loss': 1.2941317558288574}
{'epoch': 147, 'iter': 220, 'avg_loss': 0.9843036961231836, 'avg_acc_mask': 68.35144927536231, 'loss': 0.9941478967666626}
{'epoch': 147, 'iter': 230, 'avg_loss': 0.9808486292372535, 'avg_acc_mask': 68.39409722222223, 'loss': 1.0018342733383179}
{'epoch': 147, 'iter': 240, 'avg_loss': 0.9822327524299939, 'avg_acc_mask': 68.34137414739644, 'loss': 1.1426652669906616}
{'epoch': 147, 'iter': 250, 'avg_loss': 0.9822979787906327, 'avg_acc_mask': 68.45605320086531, 'loss': 0.7926083207130432}
{'epoch': 147, 'iter': 260, 'avg_loss': 0.982091137275842, 'avg_acc_mask': 68.47389558232932, 'loss': 0.8214965462684631}
{'epoch': 147, 'iter': 270, 'avg_loss': 0.9857512261594793, 'avg_acc_mask': 68.45552660960179, 'loss': 0.9456930160522461}
{'epoch': 147, 'iter': 280, 'avg_loss': 0.9800236505121523, 'avg_acc_mask': 68.61434526376313, 'loss': 0.7072238326072693}
{'epoch': 147, 'iter': 290, 'avg_loss': 0.978842595598542, 'avg_acc_mask': 68.61030126336249, 'loss': 1.0252431631088257}
{'epoch': 147, 'iter': 300, 'avg_loss': 0.9761096712362727, 'avg_acc_mask': 68.66455653579365, 'loss': 1.0006657838821411}
{'epoch': 147, 'iter': 310, 'avg_loss': 0.9751500341669923, 'avg_acc_mask': 68.72473594992829, 'loss': 1.236799716949463}
{'epoch': 147, 'iter': 320, 'avg_loss': 0.9716861907195451, 'avg_acc_mask': 68.87216142703522, 'loss': 0.8519834280014038}
{'epoch': 147, 'iter': 330, 'avg_loss': 0.9732073430208281, 'avg_acc_mask': 68.89216771179146, 'loss': 1.1386010646820068}
{'epoch': 147, 'iter': 340, 'avg_loss': 0.9737668373018415, 'avg_acc_mask': 68.83178681893885, 'loss': 1.0571972131729126}
{'epoch': 147, 'iter': 350, 'avg_loss': 0.9729758781245631, 'avg_acc_mask': 68.88798982776557, 'loss': 0.8602263927459717}
{'epoch': 147, 'iter': 360, 'avg_loss': 0.9735827569816251, 'avg_acc_mask': 68.85962454469039, 'loss': 0.8523118495941162}
{'epoch': 147, 'iter': 370, 'avg_loss': 0.9713497861537008, 'avg_acc_mask': 68.93596112900585, 'loss': 1.0813771486282349}
{'epoch': 147, 'iter': 380, 'avg_loss': 0.973191880256798, 'avg_acc_mask': 68.90899414582225, 'loss': 1.245426058769226}
{'epoch': 147, 'iter': 390, 'avg_loss': 0.9726010525165616, 'avg_acc_mask': 68.82532457456163, 'loss': 0.9762609004974365}
{'epoch': 'EP147_test', 'avg_loss': 0.9724181167254544, 'total_masked_acc': 68.84365570500691}
{'epoch': 148, 'iter': 0, 'avg_loss': 0.6837273836135864, 'avg_acc_mask': 83.01886792452831, 'loss': 0.6837273836135864}
{'epoch': 148, 'iter': 10, 'avg_loss': 0.9663047844713385, 'avg_acc_mask': 70.96188747731398, 'loss': 1.469338297843933}
{'epoch': 148, 'iter': 20, 'avg_loss': 0.9690290859767369, 'avg_acc_mask': 69.25403225806451, 'loss': 0.9592455625534058}
{'epoch': 148, 'iter': 30, 'avg_loss': 0.9772299508894643, 'avg_acc_mask': 68.77470355731225, 'loss': 1.0622284412384033}
{'epoch': 148, 'iter': 40, 'avg_loss': 0.9788455221711135, 'avg_acc_mask': 69.24633282751644, 'loss': 1.0232371091842651}
{'epoch': 148, 'iter': 50, 'avg_loss': 0.977879219195422, 'avg_acc_mask': 69.35419173686321, 'loss': 0.8417230248451233}
{'epoch': 148, 'iter': 60, 'avg_loss': 0.9747808722198986, 'avg_acc_mask': 69.63576158940398, 'loss': 0.7003941535949707}
{'epoch': 148, 'iter': 70, 'avg_loss': 0.9672754213843547, 'avg_acc_mask': 70.00844832441567, 'loss': 1.228063702583313}
{'epoch': 148, 'iter': 80, 'avg_loss': 0.9760218225879433, 'avg_acc_mask': 69.87801842170775, 'loss': 0.7188633680343628}
{'epoch': 148, 'iter': 90, 'avg_loss': 0.9718789949521913, 'avg_acc_mask': 70.08888888888889, 'loss': 0.5291221737861633}
{'epoch': 148, 'iter': 100, 'avg_loss': 0.9825966570637014, 'avg_acc_mask': 69.54335143834238, 'loss': 0.7155165672302246}
{'epoch': 148, 'iter': 110, 'avg_loss': 0.9898276286082225, 'avg_acc_mask': 69.31631722880583, 'loss': 1.7019537687301636}
{'epoch': 148, 'iter': 120, 'avg_loss': 0.9950661122306319, 'avg_acc_mask': 69.0540087219054, 'loss': 1.2606496810913086}
{'epoch': 148, 'iter': 130, 'avg_loss': 0.9917469998352401, 'avg_acc_mask': 69.19863861386139, 'loss': 1.1273107528686523}
{'epoch': 148, 'iter': 140, 'avg_loss': 0.9901284939008401, 'avg_acc_mask': 69.17896546783207, 'loss': 1.0359385013580322}
{'epoch': 148, 'iter': 150, 'avg_loss': 0.9883469114240432, 'avg_acc_mask': 69.18853776111409, 'loss': 1.1801129579544067}
{'epoch': 148, 'iter': 160, 'avg_loss': 0.9903169426118364, 'avg_acc_mask': 68.9459049544995, 'loss': 0.9647063612937927}
{'epoch': 148, 'iter': 170, 'avg_loss': 0.992329974620663, 'avg_acc_mask': 68.70910172516359, 'loss': 1.1317883729934692}
{'epoch': 148, 'iter': 180, 'avg_loss': 0.9892474640140217, 'avg_acc_mask': 68.74929386509999, 'loss': 1.1060771942138672}
{'epoch': 148, 'iter': 190, 'avg_loss': 0.9830223537240353, 'avg_acc_mask': 68.84788671958808, 'loss': 0.8141345977783203}
{'epoch': 148, 'iter': 200, 'avg_loss': 0.9856946456491651, 'avg_acc_mask': 68.70859239628987, 'loss': 0.7416155338287354}
{'epoch': 148, 'iter': 210, 'avg_loss': 0.989236672342671, 'avg_acc_mask': 68.6448098064014, 'loss': 1.1605989933013916}
{'epoch': 148, 'iter': 220, 'avg_loss': 0.9902377616765812, 'avg_acc_mask': 68.55875011555884, 'loss': 0.9048788547515869}
{'epoch': 148, 'iter': 230, 'avg_loss': 0.9872594617661976, 'avg_acc_mask': 68.61489191353083, 'loss': 0.9785128831863403}
{'epoch': 148, 'iter': 240, 'avg_loss': 0.9875289431746075, 'avg_acc_mask': 68.53408029878618, 'loss': 1.144372820854187}
{'epoch': 148, 'iter': 250, 'avg_loss': 0.9879442002193861, 'avg_acc_mask': 68.58822568792358, 'loss': 0.9088938236236572}
{'epoch': 148, 'iter': 260, 'avg_loss': 0.9876080797093124, 'avg_acc_mask': 68.62375225968718, 'loss': 0.6805890202522278}
{'epoch': 148, 'iter': 270, 'avg_loss': 0.9919367362212431, 'avg_acc_mask': 68.48818778775757, 'loss': 1.3413976430892944}
{'epoch': 148, 'iter': 280, 'avg_loss': 0.993563888760224, 'avg_acc_mask': 68.41377302176603, 'loss': 0.8205746412277222}
{'epoch': 148, 'iter': 290, 'avg_loss': 0.990201623988725, 'avg_acc_mask': 68.52412821415992, 'loss': 0.701168954372406}
{'epoch': 148, 'iter': 300, 'avg_loss': 0.9898220940285742, 'avg_acc_mask': 68.55410193513218, 'loss': 1.037632703781128}
{'epoch': 148, 'iter': 310, 'avg_loss': 0.9938899098485229, 'avg_acc_mask': 68.37803993936598, 'loss': 1.4540506601333618}
{'epoch': 148, 'iter': 320, 'avg_loss': 0.9907064526994652, 'avg_acc_mask': 68.50690890481064, 'loss': 0.889410674571991}
{'epoch': 148, 'iter': 330, 'avg_loss': 0.9913871155044464, 'avg_acc_mask': 68.55615638013549, 'loss': 1.022577166557312}
{'epoch': 148, 'iter': 340, 'avg_loss': 0.9903374629810758, 'avg_acc_mask': 68.47439223019846, 'loss': 0.9145930409431458}
{'epoch': 148, 'iter': 350, 'avg_loss': 0.9917730569330037, 'avg_acc_mask': 68.4410869055985, 'loss': 1.1045143604278564}
{'epoch': 148, 'iter': 360, 'avg_loss': 0.9935338359295166, 'avg_acc_mask': 68.39057621345445, 'loss': 0.8760467767715454}
{'epoch': 148, 'iter': 370, 'avg_loss': 0.9906394313769842, 'avg_acc_mask': 68.42425583711409, 'loss': 1.2799268960952759}
{'epoch': 148, 'iter': 380, 'avg_loss': 0.9922475230506086, 'avg_acc_mask': 68.3491175204477, 'loss': 0.8272719979286194}
{'epoch': 148, 'iter': 390, 'avg_loss': 0.9938077925873534, 'avg_acc_mask': 68.31118551846814, 'loss': 1.0732388496398926}
{'epoch': 'EP148_test', 'avg_loss': 0.9957169636782973, 'total_masked_acc': 68.33014428298081}
{'epoch': 149, 'iter': 0, 'avg_loss': 0.9365466237068176, 'avg_acc_mask': 67.9245283018868, 'loss': 0.9365466237068176}
{'epoch': 149, 'iter': 10, 'avg_loss': 1.0729446627876975, 'avg_acc_mask': 66.91176470588235, 'loss': 1.1920918226242065}
{'epoch': 149, 'iter': 20, 'avg_loss': 1.0272632525080727, 'avg_acc_mask': 67.4901185770751, 'loss': 0.9776805639266968}
{'epoch': 149, 'iter': 30, 'avg_loss': 1.0093687965023903, 'avg_acc_mask': 68.17288801571709, 'loss': 1.0822561979293823}
{'epoch': 149, 'iter': 40, 'avg_loss': 1.0033323779338743, 'avg_acc_mask': 68.13458683819891, 'loss': 1.0541867017745972}
{'epoch': 149, 'iter': 50, 'avg_loss': 0.9992186543988246, 'avg_acc_mask': 68.08009422850412, 'loss': 0.826002299785614}
{'epoch': 149, 'iter': 60, 'avg_loss': 0.9941849689014622, 'avg_acc_mask': 68.5337726523888, 'loss': 1.2909069061279297}
{'epoch': 149, 'iter': 70, 'avg_loss': 0.9937637036954853, 'avg_acc_mask': 68.51800167457438, 'loss': 1.2126171588897705}
{'epoch': 149, 'iter': 80, 'avg_loss': 0.9925397192990338, 'avg_acc_mask': 68.29447852760737, 'loss': 0.771275520324707}
{'epoch': 149, 'iter': 90, 'avg_loss': 0.9949474288867071, 'avg_acc_mask': 68.12636165577342, 'loss': 0.7369706630706787}
{'epoch': 149, 'iter': 100, 'avg_loss': 0.9925837233515069, 'avg_acc_mask': 68.18001586042823, 'loss': 0.7527986168861389}
{'epoch': 149, 'iter': 110, 'avg_loss': 1.00177181787319, 'avg_acc_mask': 67.8011885467315, 'loss': 1.1473935842514038}
{'epoch': 149, 'iter': 120, 'avg_loss': 1.006368880922144, 'avg_acc_mask': 67.78901973793332, 'loss': 0.9279804229736328}
{'epoch': 149, 'iter': 130, 'avg_loss': 1.0064720638835702, 'avg_acc_mask': 67.82874617737002, 'loss': 1.0677392482757568}
{'epoch': 149, 'iter': 140, 'avg_loss': 1.0097665457015341, 'avg_acc_mask': 67.70389315146348, 'loss': 1.2684401273727417}
{'epoch': 149, 'iter': 150, 'avg_loss': 1.0104761924964702, 'avg_acc_mask': 67.73978980976455, 'loss': 1.3408026695251465}
{'epoch': 149, 'iter': 160, 'avg_loss': 1.0132177871946964, 'avg_acc_mask': 67.66069414860293, 'loss': 0.9936054944992065}
{'epoch': 149, 'iter': 170, 'avg_loss': 1.011470949789237, 'avg_acc_mask': 67.66198512923404, 'loss': 0.9880876541137695}
{'epoch': 149, 'iter': 180, 'avg_loss': 1.0111891946739913, 'avg_acc_mask': 67.54767480762797, 'loss': 1.177036166191101}
{'epoch': 149, 'iter': 190, 'avg_loss': 1.003124670832569, 'avg_acc_mask': 67.90293525484795, 'loss': 0.7357348799705505}
{'epoch': 149, 'iter': 200, 'avg_loss': 0.9991212374535366, 'avg_acc_mask': 68.01969255500853, 'loss': 0.7764343023300171}
{'epoch': 149, 'iter': 210, 'avg_loss': 1.0008477828513955, 'avg_acc_mask': 67.95203836930456, 'loss': 1.2142285108566284}
{'epoch': 149, 'iter': 220, 'avg_loss': 0.9988378049021932, 'avg_acc_mask': 68.0921052631579, 'loss': 0.7328765988349915}
{'epoch': 149, 'iter': 230, 'avg_loss': 0.9958252687474866, 'avg_acc_mask': 68.22994137719836, 'loss': 0.8789132237434387}
{'epoch': 149, 'iter': 240, 'avg_loss': 0.99596951710238, 'avg_acc_mask': 68.21966192919014, 'loss': 0.8325437307357788}
{'epoch': 149, 'iter': 250, 'avg_loss': 0.9953703597722301, 'avg_acc_mask': 68.32363401228581, 'loss': 0.8796257972717285}
{'epoch': 149, 'iter': 260, 'avg_loss': 0.994506272319633, 'avg_acc_mask': 68.35600466381656, 'loss': 0.9158613681793213}
{'epoch': 149, 'iter': 270, 'avg_loss': 0.9958697029585328, 'avg_acc_mask': 68.28721017202693, 'loss': 1.0966700315475464}
{'epoch': 149, 'iter': 280, 'avg_loss': 0.9995783170771344, 'avg_acc_mask': 68.11855484243168, 'loss': 0.9945537447929382}
{'epoch': 149, 'iter': 290, 'avg_loss': 0.9970510597900837, 'avg_acc_mask': 68.17643369800014, 'loss': 0.8248043656349182}
{'epoch': 149, 'iter': 300, 'avg_loss': 0.9942434499430102, 'avg_acc_mask': 68.24164697941276, 'loss': 0.9881792068481445}
{'epoch': 149, 'iter': 310, 'avg_loss': 0.9961921480690935, 'avg_acc_mask': 68.2287272019212, 'loss': 1.0751596689224243}
{'epoch': 149, 'iter': 320, 'avg_loss': 0.9940856087987668, 'avg_acc_mask': 68.25716987078475, 'loss': 0.9332588315010071}
{'epoch': 149, 'iter': 330, 'avg_loss': 0.9927685311193553, 'avg_acc_mask': 68.32507190502417, 'loss': 1.0076206922531128}
{'epoch': 149, 'iter': 340, 'avg_loss': 0.9903881511380596, 'avg_acc_mask': 68.31019342589296, 'loss': 0.9576871395111084}
{'epoch': 149, 'iter': 350, 'avg_loss': 0.9902320619661924, 'avg_acc_mask': 68.23794138010616, 'loss': 0.9506223797798157}
{'epoch': 149, 'iter': 360, 'avg_loss': 0.9877489793663871, 'avg_acc_mask': 68.32736229287953, 'loss': 0.7067768573760986}
{'epoch': 149, 'iter': 370, 'avg_loss': 0.9864365071299263, 'avg_acc_mask': 68.38091087382873, 'loss': 1.0677565336227417}
{'epoch': 149, 'iter': 380, 'avg_loss': 0.9880176045763212, 'avg_acc_mask': 68.2895783611774, 'loss': 0.8410301804542542}
{'epoch': 149, 'iter': 390, 'avg_loss': 0.9882089445353164, 'avg_acc_mask': 68.32189129200434, 'loss': 0.8966842293739319}
{'epoch': 'EP149_test', 'avg_loss': 0.986676548466538, 'total_masked_acc': 68.31061418287639}
{'epoch': 150, 'iter': 0, 'avg_loss': 1.3532791137695312, 'avg_acc_mask': 58.82352941176471, 'loss': 1.3532791137695312}
{'epoch': 150, 'iter': 10, 'avg_loss': 1.0228376117619602, 'avg_acc_mask': 67.3992673992674, 'loss': 1.021965742111206}
{'epoch': 150, 'iter': 20, 'avg_loss': 0.9930248033432734, 'avg_acc_mask': 68.8212927756654, 'loss': 0.8807661533355713}
{'epoch': 150, 'iter': 30, 'avg_loss': 1.0024370243472438, 'avg_acc_mask': 67.58136566687939, 'loss': 1.0085936784744263}
{'epoch': 150, 'iter': 40, 'avg_loss': 1.0072540073859981, 'avg_acc_mask': 67.45445593303792, 'loss': 0.9615980386734009}
{'epoch': 150, 'iter': 50, 'avg_loss': 0.990488985005547, 'avg_acc_mask': 68.00158604282316, 'loss': 0.9901229739189148}
{'epoch': 150, 'iter': 60, 'avg_loss': 0.9897632081000531, 'avg_acc_mask': 68.16967267869072, 'loss': 1.1582958698272705}
{'epoch': 150, 'iter': 70, 'avg_loss': 0.9781186765348407, 'avg_acc_mask': 68.3583782251205, 'loss': 1.1961333751678467}
{'epoch': 150, 'iter': 80, 'avg_loss': 0.9600520649074037, 'avg_acc_mask': 68.9922480620155, 'loss': 1.1004424095153809}
{'epoch': 150, 'iter': 90, 'avg_loss': 0.9562381309467357, 'avg_acc_mask': 69.06523201075991, 'loss': 0.795233964920044}
{'epoch': 150, 'iter': 100, 'avg_loss': 0.9634270449676136, 'avg_acc_mask': 68.68892508143323, 'loss': 0.6697595715522766}
{'epoch': 150, 'iter': 110, 'avg_loss': 0.9651166592632328, 'avg_acc_mask': 68.62348178137651, 'loss': 0.8687580823898315}
{'epoch': 150, 'iter': 120, 'avg_loss': 0.9641953790483396, 'avg_acc_mask': 68.80298406239403, 'loss': 0.976732075214386}
{'epoch': 150, 'iter': 130, 'avg_loss': 0.9624577073650505, 'avg_acc_mask': 68.93630373391905, 'loss': 1.1650179624557495}
{'epoch': 150, 'iter': 140, 'avg_loss': 0.9692521272821629, 'avg_acc_mask': 68.69097777132065, 'loss': 1.2625243663787842}
{'epoch': 150, 'iter': 150, 'avg_loss': 0.9716881675436008, 'avg_acc_mask': 68.5854590096849, 'loss': 1.1306456327438354}
{'epoch': 150, 'iter': 160, 'avg_loss': 0.9717157368334184, 'avg_acc_mask': 68.61940776823484, 'loss': 1.0085265636444092}
{'epoch': 150, 'iter': 170, 'avg_loss': 0.9690374575163189, 'avg_acc_mask': 68.56010568031704, 'loss': 1.1077513694763184}
{'epoch': 150, 'iter': 180, 'avg_loss': 0.9743965531581015, 'avg_acc_mask': 68.38950463695997, 'loss': 1.3784998655319214}
{'epoch': 150, 'iter': 190, 'avg_loss': 0.9700303857863262, 'avg_acc_mask': 68.57635149687702, 'loss': 0.9500266909599304}
{'epoch': 150, 'iter': 200, 'avg_loss': 0.9684472611887538, 'avg_acc_mask': 68.62704918032787, 'loss': 0.8973594903945923}
{'epoch': 150, 'iter': 210, 'avg_loss': 0.9720386814732123, 'avg_acc_mask': 68.36814366582081, 'loss': 1.3738975524902344}
{'epoch': 150, 'iter': 220, 'avg_loss': 0.9767773386040425, 'avg_acc_mask': 68.1987000928505, 'loss': 1.214309573173523}
{'epoch': 150, 'iter': 230, 'avg_loss': 0.9710956602901607, 'avg_acc_mask': 68.30766491587288, 'loss': 1.1704809665679932}
{'epoch': 150, 'iter': 240, 'avg_loss': 0.9703422483072242, 'avg_acc_mask': 68.39497736397028, 'loss': 1.0636712312698364}
{'epoch': 150, 'iter': 250, 'avg_loss': 0.971637619919036, 'avg_acc_mask': 68.3391994761398, 'loss': 0.8802486658096313}
{'epoch': 150, 'iter': 260, 'avg_loss': 0.9731683153302276, 'avg_acc_mask': 68.21150365882445, 'loss': 0.7975468635559082}
{'epoch': 150, 'iter': 270, 'avg_loss': 0.9741159617021075, 'avg_acc_mask': 68.26727066817668, 'loss': 1.136170506477356}
{'epoch': 150, 'iter': 280, 'avg_loss': 0.9779354803714888, 'avg_acc_mask': 68.12468211872411, 'loss': 0.9792489409446716}
{'epoch': 150, 'iter': 290, 'avg_loss': 0.9769525016910842, 'avg_acc_mask': 68.0768960920508, 'loss': 0.7502977848052979}
{'epoch': 150, 'iter': 300, 'avg_loss': 0.9730923428289914, 'avg_acc_mask': 68.15862866471669, 'loss': 0.7986070513725281}
{'epoch': 150, 'iter': 310, 'avg_loss': 0.9739500699127602, 'avg_acc_mask': 68.0995326179975, 'loss': 1.1473618745803833}
{'epoch': 150, 'iter': 320, 'avg_loss': 0.9712069148772231, 'avg_acc_mask': 68.22609587285311, 'loss': 0.7686663269996643}
{'epoch': 150, 'iter': 330, 'avg_loss': 0.9723325662562494, 'avg_acc_mask': 68.16486385676987, 'loss': 1.1092870235443115}
{'epoch': 150, 'iter': 340, 'avg_loss': 0.9701526169378387, 'avg_acc_mask': 68.23501025455423, 'loss': 0.8838297724723816}
{'epoch': 150, 'iter': 350, 'avg_loss': 0.971513075961007, 'avg_acc_mask': 68.16527761474352, 'loss': 1.1110358238220215}
{'epoch': 150, 'iter': 360, 'avg_loss': 0.971339073125015, 'avg_acc_mask': 68.19606725562838, 'loss': 0.9048231840133667}
{'epoch': 150, 'iter': 370, 'avg_loss': 0.9678442856532865, 'avg_acc_mask': 68.3166121611884, 'loss': 0.799192488193512}
{'epoch': 150, 'iter': 380, 'avg_loss': 0.9679029370386769, 'avg_acc_mask': 68.29465731246627, 'loss': 0.88950115442276}
{'epoch': 150, 'iter': 390, 'avg_loss': 0.9680625894642851, 'avg_acc_mask': 68.29511465603191, 'loss': 0.7589713931083679}
{'epoch': 'EP150_test', 'avg_loss': 0.9680824476209554, 'total_masked_acc': 68.30002595380223}
{'epoch': 151, 'iter': 0, 'avg_loss': 1.1225682497024536, 'avg_acc_mask': 72.72727272727273, 'loss': 1.1225682497024536}
{'epoch': 151, 'iter': 10, 'avg_loss': 1.0015174746513367, 'avg_acc_mask': 69.2156862745098, 'loss': 0.9608712196350098}
{'epoch': 151, 'iter': 20, 'avg_loss': 0.9636511916205996, 'avg_acc_mask': 69.44444444444444, 'loss': 1.162875771522522}
{'epoch': 151, 'iter': 30, 'avg_loss': 0.9578114267318479, 'avg_acc_mask': 69.30232558139535, 'loss': 0.9003956913948059}
{'epoch': 151, 'iter': 40, 'avg_loss': 0.9425366826173736, 'avg_acc_mask': 69.94845360824742, 'loss': 0.8052146434783936}
{'epoch': 151, 'iter': 50, 'avg_loss': 0.9525918282714545, 'avg_acc_mask': 69.23387096774194, 'loss': 0.8391821384429932}
{'epoch': 151, 'iter': 60, 'avg_loss': 0.9478829014496725, 'avg_acc_mask': 69.96914638327048, 'loss': 0.7517849802970886}
{'epoch': 151, 'iter': 70, 'avg_loss': 0.9450227752537794, 'avg_acc_mask': 70.01738122827346, 'loss': 1.0894869565963745}
{'epoch': 151, 'iter': 80, 'avg_loss': 0.9579177741651181, 'avg_acc_mask': 69.90043400561655, 'loss': 0.9918256402015686}
{'epoch': 151, 'iter': 90, 'avg_loss': 0.9588408018206502, 'avg_acc_mask': 69.97722095671982, 'loss': 1.1031142473220825}
{'epoch': 151, 'iter': 100, 'avg_loss': 0.9642474409377221, 'avg_acc_mask': 70.02053388090349, 'loss': 0.8442516326904297}
{'epoch': 151, 'iter': 110, 'avg_loss': 0.9675922624699704, 'avg_acc_mask': 69.93293591654248, 'loss': 1.3271799087524414}
{'epoch': 151, 'iter': 120, 'avg_loss': 0.9684055294872316, 'avg_acc_mask': 69.79577827355415, 'loss': 1.1790040731430054}
{'epoch': 151, 'iter': 130, 'avg_loss': 0.964479424571263, 'avg_acc_mask': 69.93515736201171, 'loss': 1.0323494672775269}
{'epoch': 151, 'iter': 140, 'avg_loss': 0.9749019310829488, 'avg_acc_mask': 69.41504997060552, 'loss': 1.4038681983947754}
{'epoch': 151, 'iter': 150, 'avg_loss': 0.9749589609784006, 'avg_acc_mask': 69.36479626834956, 'loss': 0.8529900312423706}
{'epoch': 151, 'iter': 160, 'avg_loss': 0.9716544088369571, 'avg_acc_mask': 69.44157187176836, 'loss': 1.235551118850708}
{'epoch': 151, 'iter': 170, 'avg_loss': 0.9687453131926688, 'avg_acc_mask': 69.52554744525547, 'loss': 0.7781950235366821}
{'epoch': 151, 'iter': 180, 'avg_loss': 0.9693425900369718, 'avg_acc_mask': 69.52031214138168, 'loss': 1.2573057413101196}
{'epoch': 151, 'iter': 190, 'avg_loss': 0.9662473891418017, 'avg_acc_mask': 69.5173766205469, 'loss': 0.692224383354187}
{'epoch': 151, 'iter': 200, 'avg_loss': 0.9698690273868504, 'avg_acc_mask': 69.31467380119366, 'loss': 1.036729097366333}
{'epoch': 151, 'iter': 210, 'avg_loss': 0.976571678267836, 'avg_acc_mask': 69.15559030492572, 'loss': 1.2884825468063354}
{'epoch': 151, 'iter': 220, 'avg_loss': 0.9777270962749671, 'avg_acc_mask': 69.02088167053364, 'loss': 0.8987380266189575}
{'epoch': 151, 'iter': 230, 'avg_loss': 0.9721375316768498, 'avg_acc_mask': 69.1739362649101, 'loss': 0.6844061017036438}
{'epoch': 151, 'iter': 240, 'avg_loss': 0.968408788635523, 'avg_acc_mask': 69.25837320574163, 'loss': 0.8062003254890442}
{'epoch': 151, 'iter': 250, 'avg_loss': 0.9718287401940243, 'avg_acc_mask': 69.12404564485675, 'loss': 1.3620163202285767}
{'epoch': 151, 'iter': 260, 'avg_loss': 0.9745436545989522, 'avg_acc_mask': 69.04252791636969, 'loss': 0.9408019781112671}
{'epoch': 151, 'iter': 270, 'avg_loss': 0.9754171776155705, 'avg_acc_mask': 69.00236623158537, 'loss': 0.9607498645782471}
{'epoch': 151, 'iter': 280, 'avg_loss': 0.9807469100290346, 'avg_acc_mask': 68.94218037369427, 'loss': 1.4362804889678955}
{'epoch': 151, 'iter': 290, 'avg_loss': 0.9774265676429591, 'avg_acc_mask': 69.0025611838361, 'loss': 0.6827088594436646}
{'epoch': 151, 'iter': 300, 'avg_loss': 0.976749449869327, 'avg_acc_mask': 68.98808293724599, 'loss': 1.178812861442566}
{'epoch': 151, 'iter': 310, 'avg_loss': 0.9786858282671864, 'avg_acc_mask': 68.97425636921434, 'loss': 1.1156494617462158}
{'epoch': 151, 'iter': 320, 'avg_loss': 0.9766786467991886, 'avg_acc_mask': 69.08431550317317, 'loss': 0.9353601932525635}
{'epoch': 151, 'iter': 330, 'avg_loss': 0.9775361280066729, 'avg_acc_mask': 69.1231811339689, 'loss': 1.3503998517990112}
{'epoch': 151, 'iter': 340, 'avg_loss': 0.9760211863475811, 'avg_acc_mask': 69.20505652121065, 'loss': 0.6916347742080688}
{'epoch': 151, 'iter': 350, 'avg_loss': 0.9747216006969115, 'avg_acc_mask': 69.23712801133681, 'loss': 0.5997501015663147}
{'epoch': 151, 'iter': 360, 'avg_loss': 0.9727671314804838, 'avg_acc_mask': 69.27752293577981, 'loss': 0.8910669684410095}
{'epoch': 151, 'iter': 370, 'avg_loss': 0.9729238607973423, 'avg_acc_mask': 69.29041615530515, 'loss': 1.2709449529647827}
{'epoch': 151, 'iter': 380, 'avg_loss': 0.9714404095032709, 'avg_acc_mask': 69.35370280080177, 'loss': 0.8963997960090637}
{'epoch': 151, 'iter': 390, 'avg_loss': 0.9719287560266607, 'avg_acc_mask': 69.32819673861418, 'loss': 1.1546368598937988}
{'epoch': 'EP151_test', 'avg_loss': 0.972265974665531, 'total_masked_acc': 69.2890747516989}
{'epoch': 152, 'iter': 0, 'avg_loss': 0.5753480195999146, 'avg_acc_mask': 81.3953488372093, 'loss': 0.5753480195999146}
{'epoch': 152, 'iter': 10, 'avg_loss': 0.8225785168734464, 'avg_acc_mask': 73.47740667976424, 'loss': 1.1142795085906982}
{'epoch': 152, 'iter': 20, 'avg_loss': 0.8857680190177191, 'avg_acc_mask': 72.50257466529351, 'loss': 0.8178948163986206}
{'epoch': 152, 'iter': 30, 'avg_loss': 0.9228082241550568, 'avg_acc_mask': 71.58620689655173, 'loss': 0.9710913896560669}
{'epoch': 152, 'iter': 40, 'avg_loss': 0.9123521185502773, 'avg_acc_mask': 71.00103199174407, 'loss': 0.939103364944458}
{'epoch': 152, 'iter': 50, 'avg_loss': 0.9249101713591931, 'avg_acc_mask': 70.05282405526209, 'loss': 0.6501446962356567}
{'epoch': 152, 'iter': 60, 'avg_loss': 0.9270508934239872, 'avg_acc_mask': 69.9556162512803, 'loss': 0.9704568386077881}
{'epoch': 152, 'iter': 70, 'avg_loss': 0.9211169968188648, 'avg_acc_mask': 69.96832709473078, 'loss': 1.0406204462051392}
{'epoch': 152, 'iter': 80, 'avg_loss': 0.9237667623861336, 'avg_acc_mask': 70.25188916876574, 'loss': 1.0512919425964355}
{'epoch': 152, 'iter': 90, 'avg_loss': 0.9307444678558098, 'avg_acc_mask': 70.09429726088909, 'loss': 0.8627846240997314}
{'epoch': 152, 'iter': 100, 'avg_loss': 0.9376127413003752, 'avg_acc_mask': 69.92694805194806, 'loss': 0.8893389701843262}
{'epoch': 152, 'iter': 110, 'avg_loss': 0.9458954436285002, 'avg_acc_mask': 69.66623640051633, 'loss': 1.1418644189834595}
{'epoch': 152, 'iter': 120, 'avg_loss': 0.9452799671937612, 'avg_acc_mask': 69.63892185116121, 'loss': 1.118543028831482}
{'epoch': 152, 'iter': 130, 'avg_loss': 0.9473609437469308, 'avg_acc_mask': 69.41121640515769, 'loss': 1.1433744430541992}
{'epoch': 152, 'iter': 140, 'avg_loss': 0.9509159022189201, 'avg_acc_mask': 69.55323469683783, 'loss': 1.2180269956588745}
{'epoch': 152, 'iter': 150, 'avg_loss': 0.9509850979246051, 'avg_acc_mask': 69.5728813559322, 'loss': 0.9211478233337402}
{'epoch': 152, 'iter': 160, 'avg_loss': 0.9538999560827054, 'avg_acc_mask': 69.42602040816327, 'loss': 0.8638471364974976}
{'epoch': 152, 'iter': 170, 'avg_loss': 0.9544144786937893, 'avg_acc_mask': 69.33589067369935, 'loss': 1.260388970375061}
{'epoch': 152, 'iter': 180, 'avg_loss': 0.9558602345911837, 'avg_acc_mask': 69.25170068027211, 'loss': 1.1890443563461304}
{'epoch': 152, 'iter': 190, 'avg_loss': 0.9511585864409102, 'avg_acc_mask': 69.34754521963823, 'loss': 0.8193246722221375}
{'epoch': 152, 'iter': 200, 'avg_loss': 0.9570155308317783, 'avg_acc_mask': 69.18527582339145, 'loss': 1.2450615167617798}
{'epoch': 152, 'iter': 210, 'avg_loss': 0.9615609850646195, 'avg_acc_mask': 69.12420073629141, 'loss': 1.271168828010559}
{'epoch': 152, 'iter': 220, 'avg_loss': 0.9647674510651584, 'avg_acc_mask': 68.94930875576037, 'loss': 0.8976954817771912}
{'epoch': 152, 'iter': 230, 'avg_loss': 0.961004721008854, 'avg_acc_mask': 68.9925899788285, 'loss': 1.0054453611373901}
{'epoch': 152, 'iter': 240, 'avg_loss': 0.960466501500102, 'avg_acc_mask': 69.0397491312823, 'loss': 0.8361014127731323}
{'epoch': 152, 'iter': 250, 'avg_loss': 0.9634546059298801, 'avg_acc_mask': 68.97394136807817, 'loss': 0.9449134469032288}
{'epoch': 152, 'iter': 260, 'avg_loss': 0.9620112280050913, 'avg_acc_mask': 69.05435124096763, 'loss': 0.8068526983261108}
{'epoch': 152, 'iter': 270, 'avg_loss': 0.964343068894425, 'avg_acc_mask': 68.98036253776435, 'loss': 0.6182591319084167}
{'epoch': 152, 'iter': 280, 'avg_loss': 0.9655875002574242, 'avg_acc_mask': 68.97605705552725, 'loss': 0.9011408090591431}
{'epoch': 152, 'iter': 290, 'avg_loss': 0.9632634001294362, 'avg_acc_mask': 69.08042744656917, 'loss': 1.036521315574646}
{'epoch': 152, 'iter': 300, 'avg_loss': 0.9589043874479212, 'avg_acc_mask': 69.09710391822827, 'loss': 1.0149173736572266}
{'epoch': 152, 'iter': 310, 'avg_loss': 0.9604264952937123, 'avg_acc_mask': 69.02695595003287, 'loss': 1.1572177410125732}
{'epoch': 152, 'iter': 320, 'avg_loss': 0.9566327999128359, 'avg_acc_mask': 69.09496494582537, 'loss': 0.985614538192749}
{'epoch': 152, 'iter': 330, 'avg_loss': 0.9535635381126691, 'avg_acc_mask': 69.17418716775869, 'loss': 1.2357426881790161}
{'epoch': 152, 'iter': 340, 'avg_loss': 0.9532146491438063, 'avg_acc_mask': 69.12453464633121, 'loss': 0.9267891049385071}
{'epoch': 152, 'iter': 350, 'avg_loss': 0.955780596729697, 'avg_acc_mask': 68.9705453484981, 'loss': 0.9928370714187622}
{'epoch': 152, 'iter': 360, 'avg_loss': 0.9554098744636758, 'avg_acc_mask': 69.02133922001472, 'loss': 0.8510801196098328}
{'epoch': 152, 'iter': 370, 'avg_loss': 0.9531268033216584, 'avg_acc_mask': 69.01880981190189, 'loss': 1.1887462139129639}
{'epoch': 152, 'iter': 380, 'avg_loss': 0.9526560393374736, 'avg_acc_mask': 69.0114475232695, 'loss': 0.7964168190956116}
{'epoch': 152, 'iter': 390, 'avg_loss': 0.9530337075595661, 'avg_acc_mask': 69.04302477183833, 'loss': 0.8898814916610718}
{'epoch': 'EP152_test', 'avg_loss': 0.9537596036538933, 'total_masked_acc': 69.05056759545924}
{'epoch': 153, 'iter': 0, 'avg_loss': 0.8375139832496643, 'avg_acc_mask': 77.08333333333334, 'loss': 0.8375139832496643}
{'epoch': 153, 'iter': 10, 'avg_loss': 0.9664088758555326, 'avg_acc_mask': 69.66490299823633, 'loss': 1.2239395380020142}
{'epoch': 153, 'iter': 20, 'avg_loss': 0.9428399630955288, 'avg_acc_mask': 70.29520295202953, 'loss': 0.9070271849632263}
{'epoch': 153, 'iter': 30, 'avg_loss': 0.936729529211598, 'avg_acc_mask': 70.15113350125944, 'loss': 1.1120290756225586}
{'epoch': 153, 'iter': 40, 'avg_loss': 0.9251215763208342, 'avg_acc_mask': 70.25440313111547, 'loss': 0.8798789381980896}
{'epoch': 153, 'iter': 50, 'avg_loss': 0.9326312682207893, 'avg_acc_mask': 69.95724834823164, 'loss': 0.8907020688056946}
{'epoch': 153, 'iter': 60, 'avg_loss': 0.947853322888984, 'avg_acc_mask': 69.15520628683693, 'loss': 1.1831215620040894}
{'epoch': 153, 'iter': 70, 'avg_loss': 0.9383136571293146, 'avg_acc_mask': 69.7680916457111, 'loss': 0.9845163822174072}
{'epoch': 153, 'iter': 80, 'avg_loss': 0.9378677253369931, 'avg_acc_mask': 69.81271562345984, 'loss': 1.0583691596984863}
{'epoch': 153, 'iter': 90, 'avg_loss': 0.9390672347047827, 'avg_acc_mask': 69.87925356750824, 'loss': 0.9304941892623901}
{'epoch': 153, 'iter': 100, 'avg_loss': 0.948058013278659, 'avg_acc_mask': 69.6004746835443, 'loss': 0.8866578936576843}
{'epoch': 153, 'iter': 110, 'avg_loss': 0.9570089890076233, 'avg_acc_mask': 69.2071518873036, 'loss': 1.253058671951294}
{'epoch': 153, 'iter': 120, 'avg_loss': 0.9631108700736495, 'avg_acc_mask': 69.01384949107292, 'loss': 1.0329943895339966}
{'epoch': 153, 'iter': 130, 'avg_loss': 0.9600473091802524, 'avg_acc_mask': 69.04872389791183, 'loss': 1.0193557739257812}
{'epoch': 153, 'iter': 140, 'avg_loss': 0.9615452982855182, 'avg_acc_mask': 68.91853126792886, 'loss': 1.1760555505752563}
{'epoch': 153, 'iter': 150, 'avg_loss': 0.9685848742131365, 'avg_acc_mask': 68.73994638069705, 'loss': 1.0429054498672485}
{'epoch': 153, 'iter': 160, 'avg_loss': 0.9750179766868212, 'avg_acc_mask': 68.60816944024207, 'loss': 1.159354329109192}
{'epoch': 153, 'iter': 170, 'avg_loss': 0.9704624320331373, 'avg_acc_mask': 68.73209169054442, 'loss': 1.3162225484848022}
{'epoch': 153, 'iter': 180, 'avg_loss': 0.9719494307897367, 'avg_acc_mask': 68.70902102645263, 'loss': 1.3241428136825562}
{'epoch': 153, 'iter': 190, 'avg_loss': 0.9625563187748974, 'avg_acc_mask': 68.95512751533413, 'loss': 0.764467716217041}
{'epoch': 153, 'iter': 200, 'avg_loss': 0.9662964533810592, 'avg_acc_mask': 68.82346928345089, 'loss': 1.287890911102295}
{'epoch': 153, 'iter': 210, 'avg_loss': 0.965846349560254, 'avg_acc_mask': 68.97560975609755, 'loss': 1.1186171770095825}
{'epoch': 153, 'iter': 220, 'avg_loss': 0.9616586957042573, 'avg_acc_mask': 69.07541226607374, 'loss': 0.8725700378417969}
{'epoch': 153, 'iter': 230, 'avg_loss': 0.9574368269670577, 'avg_acc_mask': 69.15838068181817, 'loss': 0.8913978934288025}
{'epoch': 153, 'iter': 240, 'avg_loss': 0.9561119736230225, 'avg_acc_mask': 69.14640367284476, 'loss': 0.7932417988777161}
{'epoch': 153, 'iter': 250, 'avg_loss': 0.9587019637998832, 'avg_acc_mask': 69.08303367113436, 'loss': 1.0311193466186523}
{'epoch': 153, 'iter': 260, 'avg_loss': 0.958534455733281, 'avg_acc_mask': 69.12783375314862, 'loss': 0.8839046955108643}
{'epoch': 153, 'iter': 270, 'avg_loss': 0.9657183723915987, 'avg_acc_mask': 68.89948531637906, 'loss': 0.9812436103820801}
{'epoch': 153, 'iter': 280, 'avg_loss': 0.9687347169236357, 'avg_acc_mask': 68.79696505435179, 'loss': 0.9795213937759399}
{'epoch': 153, 'iter': 290, 'avg_loss': 0.9658139756659871, 'avg_acc_mask': 68.8910835214447, 'loss': 1.0027077198028564}
{'epoch': 153, 'iter': 300, 'avg_loss': 0.960794273107947, 'avg_acc_mask': 68.98647725720531, 'loss': 0.8507967591285706}
{'epoch': 153, 'iter': 310, 'avg_loss': 0.9618115995282912, 'avg_acc_mask': 68.96050719852067, 'loss': 0.7429478764533997}
{'epoch': 153, 'iter': 320, 'avg_loss': 0.9610080062600311, 'avg_acc_mask': 68.94031668696712, 'loss': 0.9355083107948303}
{'epoch': 153, 'iter': 330, 'avg_loss': 0.9598692485392994, 'avg_acc_mask': 69.08287705326033, 'loss': 0.9609081745147705}
{'epoch': 153, 'iter': 340, 'avg_loss': 0.956827738330511, 'avg_acc_mask': 69.20992412381068, 'loss': 0.615566074848175}
{'epoch': 153, 'iter': 350, 'avg_loss': 0.9566854008412429, 'avg_acc_mask': 69.22401171303075, 'loss': 0.8423202633857727}
{'epoch': 153, 'iter': 360, 'avg_loss': 0.9571971925506961, 'avg_acc_mask': 69.26001588922938, 'loss': 0.9688013195991516}
{'epoch': 153, 'iter': 370, 'avg_loss': 0.9564371480935346, 'avg_acc_mask': 69.20399933712645, 'loss': 1.2390358448028564}
{'epoch': 153, 'iter': 380, 'avg_loss': 0.9564541776192783, 'avg_acc_mask': 69.1782295364096, 'loss': 0.6494137048721313}
{'epoch': 153, 'iter': 390, 'avg_loss': 0.9569800510583326, 'avg_acc_mask': 69.15155000261383, 'loss': 0.9886599183082581}
{'epoch': 'EP153_test', 'avg_loss': 0.9576813239190314, 'total_masked_acc': 69.13171639861406}
{'epoch': 154, 'iter': 0, 'avg_loss': 0.6951801776885986, 'avg_acc_mask': 75.0, 'loss': 0.6951801776885986}
{'epoch': 154, 'iter': 10, 'avg_loss': 0.9875608249144121, 'avg_acc_mask': 68.47826086956522, 'loss': 1.1805963516235352}
{'epoch': 154, 'iter': 20, 'avg_loss': 0.9734386574654352, 'avg_acc_mask': 68.59582542694497, 'loss': 0.8804790377616882}
{'epoch': 154, 'iter': 30, 'avg_loss': 0.971729168968816, 'avg_acc_mask': 69.4515306122449, 'loss': 1.168495535850525}
{'epoch': 154, 'iter': 40, 'avg_loss': 0.9534608685388798, 'avg_acc_mask': 69.97991967871486, 'loss': 1.1896052360534668}
{'epoch': 154, 'iter': 50, 'avg_loss': 0.9607484767249986, 'avg_acc_mask': 69.59134615384616, 'loss': 0.6763820648193359}
{'epoch': 154, 'iter': 60, 'avg_loss': 0.9658698757163814, 'avg_acc_mask': 69.42953020134229, 'loss': 0.8660339713096619}
{'epoch': 154, 'iter': 70, 'avg_loss': 0.9634387849921912, 'avg_acc_mask': 69.4006309148265, 'loss': 0.8985963463783264}
{'epoch': 154, 'iter': 80, 'avg_loss': 0.969276397684474, 'avg_acc_mask': 69.25207756232687, 'loss': 1.0202157497406006}
{'epoch': 154, 'iter': 90, 'avg_loss': 0.9692339245434646, 'avg_acc_mask': 69.35193519351935, 'loss': 1.0543792247772217}
{'epoch': 154, 'iter': 100, 'avg_loss': 0.9747595837210664, 'avg_acc_mask': 69.232327324286, 'loss': 0.7474117875099182}
{'epoch': 154, 'iter': 110, 'avg_loss': 0.970496453948923, 'avg_acc_mask': 69.16194997261275, 'loss': 1.1292120218276978}
{'epoch': 154, 'iter': 120, 'avg_loss': 0.9758784152752111, 'avg_acc_mask': 68.86903758638125, 'loss': 1.001733660697937}
{'epoch': 154, 'iter': 130, 'avg_loss': 0.9736949448822109, 'avg_acc_mask': 68.7655472636816, 'loss': 0.9507755041122437}
{'epoch': 154, 'iter': 140, 'avg_loss': 0.9741179446379343, 'avg_acc_mask': 68.59623733719248, 'loss': 1.0306651592254639}
{'epoch': 154, 'iter': 150, 'avg_loss': 0.9790773448959881, 'avg_acc_mask': 68.33288300459334, 'loss': 1.6150908470153809}
{'epoch': 154, 'iter': 160, 'avg_loss': 0.979677688075889, 'avg_acc_mask': 68.26886493341789, 'loss': 0.9705241322517395}
{'epoch': 154, 'iter': 170, 'avg_loss': 0.979565864940833, 'avg_acc_mask': 68.23993308639025, 'loss': 1.004909634590149}
{'epoch': 154, 'iter': 180, 'avg_loss': 0.9833848672347832, 'avg_acc_mask': 68.13248926068279, 'loss': 1.487906813621521}
{'epoch': 154, 'iter': 190, 'avg_loss': 0.9841511035776888, 'avg_acc_mask': 68.1254012411727, 'loss': 1.0656427145004272}
{'epoch': 154, 'iter': 200, 'avg_loss': 0.9852932719745446, 'avg_acc_mask': 68.06431915326684, 'loss': 1.1772096157073975}
{'epoch': 154, 'iter': 210, 'avg_loss': 0.9880833517036167, 'avg_acc_mask': 67.9732868757259, 'loss': 1.3590701818466187}
{'epoch': 154, 'iter': 220, 'avg_loss': 0.9878364662509159, 'avg_acc_mask': 67.92192247491023, 'loss': 1.1045291423797607}
{'epoch': 154, 'iter': 230, 'avg_loss': 0.9806055167278687, 'avg_acc_mask': 68.20426883048157, 'loss': 1.0097906589508057}
{'epoch': 154, 'iter': 240, 'avg_loss': 0.9800173718157645, 'avg_acc_mask': 68.17567567567568, 'loss': 0.9355148077011108}
{'epoch': 154, 'iter': 250, 'avg_loss': 0.9790360703173862, 'avg_acc_mask': 68.22088874472915, 'loss': 0.7102789878845215}
{'epoch': 154, 'iter': 260, 'avg_loss': 0.9806123365615976, 'avg_acc_mask': 68.23234695475185, 'loss': 0.9362383484840393}
{'epoch': 154, 'iter': 270, 'avg_loss': 0.9810225696361373, 'avg_acc_mask': 68.20852794937473, 'loss': 0.6560248136520386}
{'epoch': 154, 'iter': 280, 'avg_loss': 0.9807314801682782, 'avg_acc_mask': 68.12899477048228, 'loss': 1.013197898864746}
{'epoch': 154, 'iter': 290, 'avg_loss': 0.977716387854409, 'avg_acc_mask': 68.20797081111422, 'loss': 1.0157150030136108}
{'epoch': 154, 'iter': 300, 'avg_loss': 0.9747771792039522, 'avg_acc_mask': 68.2578539371685, 'loss': 1.0318243503570557}
{'epoch': 154, 'iter': 310, 'avg_loss': 0.97537936361273, 'avg_acc_mask': 68.23088061076741, 'loss': 1.0525883436203003}
{'epoch': 154, 'iter': 320, 'avg_loss': 0.9741895558121049, 'avg_acc_mask': 68.32100025516714, 'loss': 0.831272304058075}
{'epoch': 154, 'iter': 330, 'avg_loss': 0.9736190725489325, 'avg_acc_mask': 68.28406767057074, 'loss': 1.0283175706863403}
{'epoch': 154, 'iter': 340, 'avg_loss': 0.9684876766372635, 'avg_acc_mask': 68.47643097643098, 'loss': 0.9428902864456177}
{'epoch': 154, 'iter': 350, 'avg_loss': 0.9683869462407213, 'avg_acc_mask': 68.43675068717468, 'loss': 0.8764076232910156}
{'epoch': 154, 'iter': 360, 'avg_loss': 0.9679126765093975, 'avg_acc_mask': 68.44707085629865, 'loss': 0.8172304034233093}
{'epoch': 154, 'iter': 370, 'avg_loss': 0.9679302696108497, 'avg_acc_mask': 68.44085426579618, 'loss': 0.910877525806427}
{'epoch': 154, 'iter': 380, 'avg_loss': 0.9661555949627884, 'avg_acc_mask': 68.46249258480289, 'loss': 0.8589798212051392}
{'epoch': 154, 'iter': 390, 'avg_loss': 0.9665126266229488, 'avg_acc_mask': 68.48116519096767, 'loss': 1.0563271045684814}
{'epoch': 'EP154_test', 'avg_loss': 0.9653176390612969, 'total_masked_acc': 68.46660102606623}
{'epoch': 155, 'iter': 0, 'avg_loss': 0.8907647132873535, 'avg_acc_mask': 67.3913043478261, 'loss': 0.8907647132873535}
{'epoch': 155, 'iter': 10, 'avg_loss': 1.023333197290247, 'avg_acc_mask': 68.8588007736944, 'loss': 1.166994333267212}
{'epoch': 155, 'iter': 20, 'avg_loss': 0.9978704878262111, 'avg_acc_mask': 69.95121951219512, 'loss': 0.7481843829154968}
{'epoch': 155, 'iter': 30, 'avg_loss': 0.9756172895431519, 'avg_acc_mask': 69.44262295081968, 'loss': 0.9783845543861389}
{'epoch': 155, 'iter': 40, 'avg_loss': 0.9764330154511986, 'avg_acc_mask': 70.29752899646999, 'loss': 0.9603856801986694}
{'epoch': 155, 'iter': 50, 'avg_loss': 0.9769860459308998, 'avg_acc_mask': 69.65272296764009, 'loss': 0.8715965151786804}
{'epoch': 155, 'iter': 60, 'avg_loss': 0.9681739455363789, 'avg_acc_mask': 69.9701690420948, 'loss': 1.143971562385559}
{'epoch': 155, 'iter': 70, 'avg_loss': 0.9707616567611694, 'avg_acc_mask': 69.63380281690141, 'loss': 0.8235365748405457}
{'epoch': 155, 'iter': 80, 'avg_loss': 0.960737540398115, 'avg_acc_mask': 69.73132856790733, 'loss': 1.2979736328125}
{'epoch': 155, 'iter': 90, 'avg_loss': 0.9606455669298277, 'avg_acc_mask': 69.55270150575731, 'loss': 0.7191656827926636}
{'epoch': 155, 'iter': 100, 'avg_loss': 0.9659132833528047, 'avg_acc_mask': 69.47662804634439, 'loss': 1.0032819509506226}
{'epoch': 155, 'iter': 110, 'avg_loss': 0.9749380650821032, 'avg_acc_mask': 69.01098901098901, 'loss': 1.0209205150604248}
{'epoch': 155, 'iter': 120, 'avg_loss': 0.9728048823096536, 'avg_acc_mask': 69.1358024691358, 'loss': 1.284345269203186}
{'epoch': 155, 'iter': 130, 'avg_loss': 0.9758280115273162, 'avg_acc_mask': 68.91256659354434, 'loss': 1.1779429912567139}
{'epoch': 155, 'iter': 140, 'avg_loss': 0.9734259683189662, 'avg_acc_mask': 68.83437363913485, 'loss': 1.1291930675506592}
{'epoch': 155, 'iter': 150, 'avg_loss': 0.968598389862389, 'avg_acc_mask': 69.01006255099266, 'loss': 0.9814261198043823}
{'epoch': 155, 'iter': 160, 'avg_loss': 0.9660489970112439, 'avg_acc_mask': 69.18960244648318, 'loss': 0.864625096321106}
{'epoch': 155, 'iter': 170, 'avg_loss': 0.9637476394051, 'avg_acc_mask': 69.17536910334894, 'loss': 1.1256190538406372}
{'epoch': 155, 'iter': 180, 'avg_loss': 0.967279853741767, 'avg_acc_mask': 68.99295294385087, 'loss': 1.2594714164733887}
{'epoch': 155, 'iter': 190, 'avg_loss': 0.9629061359385546, 'avg_acc_mask': 69.08718170047476, 'loss': 1.0352009534835815}
{'epoch': 155, 'iter': 200, 'avg_loss': 0.9669320393557572, 'avg_acc_mask': 68.98747176011501, 'loss': 0.8113455176353455}
{'epoch': 155, 'iter': 210, 'avg_loss': 0.9685792787380129, 'avg_acc_mask': 69.15340298798945, 'loss': 1.2797361612319946}
{'epoch': 155, 'iter': 220, 'avg_loss': 0.965850601638604, 'avg_acc_mask': 69.19435678485242, 'loss': 0.9910835027694702}
{'epoch': 155, 'iter': 230, 'avg_loss': 0.9611593760969319, 'avg_acc_mask': 69.2588633529307, 'loss': 0.9353316426277161}
{'epoch': 155, 'iter': 240, 'avg_loss': 0.960497292245572, 'avg_acc_mask': 69.36268236498593, 'loss': 0.831404447555542}
{'epoch': 155, 'iter': 250, 'avg_loss': 0.9592326471055171, 'avg_acc_mask': 69.42345597897503, 'loss': 0.7313320636749268}
{'epoch': 155, 'iter': 260, 'avg_loss': 0.9582924367824277, 'avg_acc_mask': 69.49192782526116, 'loss': 1.030602216720581}
{'epoch': 155, 'iter': 270, 'avg_loss': 0.9594344958608001, 'avg_acc_mask': 69.48145892027716, 'loss': 0.933637261390686}
{'epoch': 155, 'iter': 280, 'avg_loss': 0.9591918994947685, 'avg_acc_mask': 69.44159460647809, 'loss': 0.8911193609237671}
{'epoch': 155, 'iter': 290, 'avg_loss': 0.9582109975650958, 'avg_acc_mask': 69.38804386275204, 'loss': 0.7095158696174622}
{'epoch': 155, 'iter': 300, 'avg_loss': 0.9543602830943871, 'avg_acc_mask': 69.50977031196435, 'loss': 0.8274292945861816}
{'epoch': 155, 'iter': 310, 'avg_loss': 0.9563150129900868, 'avg_acc_mask': 69.44573207072379, 'loss': 1.1706035137176514}
{'epoch': 155, 'iter': 320, 'avg_loss': 0.9568486796732633, 'avg_acc_mask': 69.38604950176793, 'loss': 1.0015840530395508}
{'epoch': 155, 'iter': 330, 'avg_loss': 0.9586496025413905, 'avg_acc_mask': 69.43043884220354, 'loss': 1.2058022022247314}
{'epoch': 155, 'iter': 340, 'avg_loss': 0.9581119858624298, 'avg_acc_mask': 69.36485915917727, 'loss': 1.1200438737869263}
{'epoch': 155, 'iter': 350, 'avg_loss': 0.9590664882945199, 'avg_acc_mask': 69.25196388791183, 'loss': 0.6451284885406494}
{'epoch': 155, 'iter': 360, 'avg_loss': 0.958151956509355, 'avg_acc_mask': 69.27937158469946, 'loss': 0.7794230580329895}
{'epoch': 155, 'iter': 370, 'avg_loss': 0.9563684534191121, 'avg_acc_mask': 69.36233809365659, 'loss': 1.22946035861969}
{'epoch': 155, 'iter': 380, 'avg_loss': 0.9545960794752977, 'avg_acc_mask': 69.42228928648416, 'loss': 0.7451023459434509}
{'epoch': 155, 'iter': 390, 'avg_loss': 0.9573271575638705, 'avg_acc_mask': 69.34433119680573, 'loss': 1.2779878377914429}
{'epoch': 'EP155_test', 'avg_loss': 0.9564496585064464, 'total_masked_acc': 69.33499454913564}
{'epoch': 156, 'iter': 0, 'avg_loss': 0.5966829061508179, 'avg_acc_mask': 86.04651162790698, 'loss': 0.5966829061508179}
{'epoch': 156, 'iter': 10, 'avg_loss': 1.0470081513578242, 'avg_acc_mask': 69.34306569343066, 'loss': 1.1263009309768677}
{'epoch': 156, 'iter': 20, 'avg_loss': 0.9868798823583693, 'avg_acc_mask': 70.41306436119116, 'loss': 0.7010981440544128}
{'epoch': 156, 'iter': 30, 'avg_loss': 0.9782442777387558, 'avg_acc_mask': 69.21052631578948, 'loss': 1.087769865989685}
{'epoch': 156, 'iter': 40, 'avg_loss': 0.9654081478351499, 'avg_acc_mask': 69.53046953046953, 'loss': 1.2574524879455566}
{'epoch': 156, 'iter': 50, 'avg_loss': 0.955522287125681, 'avg_acc_mask': 69.76744186046511, 'loss': 0.6791415214538574}
{'epoch': 156, 'iter': 60, 'avg_loss': 0.9609978492142724, 'avg_acc_mask': 69.25976696367375, 'loss': 0.9186025261878967}
{'epoch': 156, 'iter': 70, 'avg_loss': 0.9527067449730886, 'avg_acc_mask': 69.57910014513789, 'loss': 0.9355411529541016}
{'epoch': 156, 'iter': 80, 'avg_loss': 0.9580722973670488, 'avg_acc_mask': 69.1727432738245, 'loss': 0.9122587442398071}
{'epoch': 156, 'iter': 90, 'avg_loss': 0.9433481188920828, 'avg_acc_mask': 69.61486789072995, 'loss': 0.5959242582321167}
{'epoch': 156, 'iter': 100, 'avg_loss': 0.9511264456380711, 'avg_acc_mask': 69.33145388642771, 'loss': 0.8347206115722656}
{'epoch': 156, 'iter': 110, 'avg_loss': 0.9548738754547395, 'avg_acc_mask': 69.17870861532833, 'loss': 0.8934068083763123}
{'epoch': 156, 'iter': 120, 'avg_loss': 0.9574737204007866, 'avg_acc_mask': 68.95801973574176, 'loss': 0.8888323903083801}
{'epoch': 156, 'iter': 130, 'avg_loss': 0.9549877466136263, 'avg_acc_mask': 69.07996295152824, 'loss': 0.9681095480918884}
{'epoch': 156, 'iter': 140, 'avg_loss': 0.9591311694036985, 'avg_acc_mask': 68.8974688974689, 'loss': 1.333137035369873}
{'epoch': 156, 'iter': 150, 'avg_loss': 0.957380540718306, 'avg_acc_mask': 68.9770746748894, 'loss': 1.1267924308776855}
{'epoch': 156, 'iter': 160, 'avg_loss': 0.9586127626229517, 'avg_acc_mask': 69.03112007055563, 'loss': 0.9811910390853882}
{'epoch': 156, 'iter': 170, 'avg_loss': 0.9631830185477497, 'avg_acc_mask': 68.71600851265075, 'loss': 0.9735077023506165}
{'epoch': 156, 'iter': 180, 'avg_loss': 0.9644682654359723, 'avg_acc_mask': 68.53303471444569, 'loss': 1.3864216804504395}
{'epoch': 156, 'iter': 190, 'avg_loss': 0.9579455415615861, 'avg_acc_mask': 68.68319794784095, 'loss': 0.9639340043067932}
{'epoch': 156, 'iter': 200, 'avg_loss': 0.9624264450808663, 'avg_acc_mask': 68.55842185128984, 'loss': 0.8331095576286316}
{'epoch': 156, 'iter': 210, 'avg_loss': 0.9657660903523884, 'avg_acc_mask': 68.67586073874048, 'loss': 1.4852020740509033}
{'epoch': 156, 'iter': 220, 'avg_loss': 0.9632165601890011, 'avg_acc_mask': 68.66410115448048, 'loss': 0.9322032332420349}
{'epoch': 156, 'iter': 230, 'avg_loss': 0.9609019036416884, 'avg_acc_mask': 68.7488986784141, 'loss': 0.8744069337844849}
{'epoch': 156, 'iter': 240, 'avg_loss': 0.9641756521715663, 'avg_acc_mask': 68.56684401655265, 'loss': 1.0362552404403687}
{'epoch': 156, 'iter': 250, 'avg_loss': 0.9668482582407644, 'avg_acc_mask': 68.43813387423936, 'loss': 1.1137208938598633}
{'epoch': 156, 'iter': 260, 'avg_loss': 0.9661804558673581, 'avg_acc_mask': 68.57142857142857, 'loss': 0.5520396828651428}
{'epoch': 156, 'iter': 270, 'avg_loss': 0.9689242199778116, 'avg_acc_mask': 68.50754108201396, 'loss': 1.008415699005127}
{'epoch': 156, 'iter': 280, 'avg_loss': 0.9696737610572598, 'avg_acc_mask': 68.51704422088731, 'loss': 0.9322863221168518}
{'epoch': 156, 'iter': 290, 'avg_loss': 0.9666040951443702, 'avg_acc_mask': 68.65431667249213, 'loss': 0.6981285810470581}
{'epoch': 156, 'iter': 300, 'avg_loss': 0.9617963405542596, 'avg_acc_mask': 68.79019700765012, 'loss': 0.9622272849082947}
{'epoch': 156, 'iter': 310, 'avg_loss': 0.9622288727683653, 'avg_acc_mask': 68.75409406524302, 'loss': 1.3848274946212769}
{'epoch': 156, 'iter': 320, 'avg_loss': 0.9614511245507689, 'avg_acc_mask': 68.83685513040167, 'loss': 0.8672384023666382}
{'epoch': 156, 'iter': 330, 'avg_loss': 0.9615785899119075, 'avg_acc_mask': 68.88875222926019, 'loss': 0.8917621970176697}
{'epoch': 156, 'iter': 340, 'avg_loss': 0.9631509957425406, 'avg_acc_mask': 68.80285884455033, 'loss': 0.8477598428726196}
{'epoch': 156, 'iter': 350, 'avg_loss': 0.9647587734749514, 'avg_acc_mask': 68.75181169922894, 'loss': 0.9619336724281311}
{'epoch': 156, 'iter': 360, 'avg_loss': 0.9657917440432922, 'avg_acc_mask': 68.70353683261996, 'loss': 0.794677197933197}
{'epoch': 156, 'iter': 370, 'avg_loss': 0.9639395727622863, 'avg_acc_mask': 68.78603195519683, 'loss': 1.056786060333252}
{'epoch': 156, 'iter': 380, 'avg_loss': 0.9652037213793577, 'avg_acc_mask': 68.76202694034637, 'loss': 0.9977903366088867}
{'epoch': 156, 'iter': 390, 'avg_loss': 0.9635388652991761, 'avg_acc_mask': 68.82988672971007, 'loss': 0.8408944606781006}
{'epoch': 'EP156_test', 'avg_loss': 0.9647963056058595, 'total_masked_acc': 68.81294964028777}
{'epoch': 157, 'iter': 0, 'avg_loss': 0.8470684289932251, 'avg_acc_mask': 72.54901960784314, 'loss': 0.8470684289932251}
{'epoch': 157, 'iter': 10, 'avg_loss': 1.0291738510131836, 'avg_acc_mask': 67.3992673992674, 'loss': 1.223891019821167}
{'epoch': 157, 'iter': 20, 'avg_loss': 0.9837058441979545, 'avg_acc_mask': 67.80626780626781, 'loss': 0.9159655570983887}
{'epoch': 157, 'iter': 30, 'avg_loss': 0.9953245847455917, 'avg_acc_mask': 67.64322916666666, 'loss': 1.0493907928466797}
{'epoch': 157, 'iter': 40, 'avg_loss': 0.9842106132972531, 'avg_acc_mask': 68.19313091090095, 'loss': 0.9902806878089905}
{'epoch': 157, 'iter': 50, 'avg_loss': 0.9686223373693579, 'avg_acc_mask': 68.68607395751377, 'loss': 0.6827542185783386}
{'epoch': 157, 'iter': 60, 'avg_loss': 0.9735852616732238, 'avg_acc_mask': 68.71846619576185, 'loss': 0.949535071849823}
{'epoch': 157, 'iter': 70, 'avg_loss': 0.9641563287923034, 'avg_acc_mask': 69.0120620333142, 'loss': 0.9491341710090637}
{'epoch': 157, 'iter': 80, 'avg_loss': 0.9693658359256792, 'avg_acc_mask': 68.63830858293481, 'loss': 1.1900185346603394}
{'epoch': 157, 'iter': 90, 'avg_loss': 0.9654750319627615, 'avg_acc_mask': 68.92591758612924, 'loss': 0.5842897295951843}
{'epoch': 157, 'iter': 100, 'avg_loss': 0.9638306020510079, 'avg_acc_mask': 69.15736040609137, 'loss': 1.021490216255188}
{'epoch': 157, 'iter': 110, 'avg_loss': 0.9763932507317346, 'avg_acc_mask': 68.8026363969242, 'loss': 1.5228592157363892}
{'epoch': 157, 'iter': 120, 'avg_loss': 0.9777365174175294, 'avg_acc_mask': 68.83900150779026, 'loss': 0.8100652098655701}
{'epoch': 157, 'iter': 130, 'avg_loss': 0.9759493169893745, 'avg_acc_mask': 68.87026691495966, 'loss': 1.029576063156128}
{'epoch': 157, 'iter': 140, 'avg_loss': 0.9787231392048775, 'avg_acc_mask': 68.67193108399138, 'loss': 1.2141129970550537}
{'epoch': 157, 'iter': 150, 'avg_loss': 0.9792826408582018, 'avg_acc_mask': 68.626138189609, 'loss': 1.278939127922058}
{'epoch': 157, 'iter': 160, 'avg_loss': 0.9802411513298935, 'avg_acc_mask': 68.70662460567823, 'loss': 1.181361198425293}
{'epoch': 157, 'iter': 170, 'avg_loss': 0.9791864202036495, 'avg_acc_mask': 68.81975777725006, 'loss': 0.9021769165992737}
{'epoch': 157, 'iter': 180, 'avg_loss': 0.9831139036963658, 'avg_acc_mask': 68.75701144267444, 'loss': 1.3934993743896484}
{'epoch': 157, 'iter': 190, 'avg_loss': 0.9724218012150669, 'avg_acc_mask': 69.08665105386417, 'loss': 0.8272056579589844}
{'epoch': 157, 'iter': 200, 'avg_loss': 0.9773885907225348, 'avg_acc_mask': 68.8992310805342, 'loss': 1.0233964920043945}
{'epoch': 157, 'iter': 210, 'avg_loss': 0.9768606424331665, 'avg_acc_mask': 68.93859057167647, 'loss': 1.0990885496139526}
{'epoch': 157, 'iter': 220, 'avg_loss': 0.9804949126631965, 'avg_acc_mask': 68.72371548729201, 'loss': 0.9822523593902588}
{'epoch': 157, 'iter': 230, 'avg_loss': 0.9774869579773444, 'avg_acc_mask': 68.80918975797967, 'loss': 0.7553905248641968}
{'epoch': 157, 'iter': 240, 'avg_loss': 0.9742989344715578, 'avg_acc_mask': 68.80679905755638, 'loss': 0.7949202060699463}
{'epoch': 157, 'iter': 250, 'avg_loss': 0.9733344575323432, 'avg_acc_mask': 68.81920310353188, 'loss': 1.0491341352462769}
{'epoch': 157, 'iter': 260, 'avg_loss': 0.9780996562877378, 'avg_acc_mask': 68.68671132575167, 'loss': 0.9184557199478149}
{'epoch': 157, 'iter': 270, 'avg_loss': 0.9796230614845163, 'avg_acc_mask': 68.71533503222905, 'loss': 0.7556572556495667}
{'epoch': 157, 'iter': 280, 'avg_loss': 0.9847068455719863, 'avg_acc_mask': 68.59271044258027, 'loss': 1.0582287311553955}
{'epoch': 157, 'iter': 290, 'avg_loss': 0.9830099942348257, 'avg_acc_mask': 68.61334264757247, 'loss': 0.8069015741348267}
{'epoch': 157, 'iter': 300, 'avg_loss': 0.9799534589349234, 'avg_acc_mask': 68.70688489111322, 'loss': 1.2151494026184082}
{'epoch': 157, 'iter': 310, 'avg_loss': 0.9833403737598677, 'avg_acc_mask': 68.66305270720397, 'loss': 1.0071616172790527}
{'epoch': 157, 'iter': 320, 'avg_loss': 0.9835368860919156, 'avg_acc_mask': 68.62001390732664, 'loss': 0.8909397125244141}
{'epoch': 157, 'iter': 330, 'avg_loss': 0.9845064466093242, 'avg_acc_mask': 68.57300478116954, 'loss': 1.1124497652053833}
{'epoch': 157, 'iter': 340, 'avg_loss': 0.9828499933142116, 'avg_acc_mask': 68.61344287670418, 'loss': 0.7308899760246277}
{'epoch': 157, 'iter': 350, 'avg_loss': 0.9833970316115268, 'avg_acc_mask': 68.58268629041604, 'loss': 0.9049856066703796}
{'epoch': 157, 'iter': 360, 'avg_loss': 0.9843174539444519, 'avg_acc_mask': 68.57657454831993, 'loss': 0.6763550639152527}
{'epoch': 157, 'iter': 370, 'avg_loss': 0.9812476779572726, 'avg_acc_mask': 68.59757768400286, 'loss': 0.9873338937759399}
{'epoch': 157, 'iter': 380, 'avg_loss': 0.9800609764777456, 'avg_acc_mask': 68.68126001067806, 'loss': 1.0132770538330078}
{'epoch': 157, 'iter': 390, 'avg_loss': 0.9791579334937093, 'avg_acc_mask': 68.71493870766673, 'loss': 1.1955749988555908}
{'epoch': 'EP157_test', 'avg_loss': 0.978288451228479, 'total_masked_acc': 68.77279498638723}
{'epoch': 158, 'iter': 0, 'avg_loss': 0.7201603651046753, 'avg_acc_mask': 75.86206896551724, 'loss': 0.7201603651046753}
{'epoch': 158, 'iter': 10, 'avg_loss': 1.0339794917540117, 'avg_acc_mask': 68.5823754789272, 'loss': 1.2977200746536255}
{'epoch': 158, 'iter': 20, 'avg_loss': 1.0183231773830594, 'avg_acc_mask': 69.74708171206225, 'loss': 0.862462043762207}
{'epoch': 158, 'iter': 30, 'avg_loss': 0.9698082285542642, 'avg_acc_mask': 70.77922077922078, 'loss': 0.9544712901115417}
{'epoch': 158, 'iter': 40, 'avg_loss': 0.9571035417114816, 'avg_acc_mask': 70.7995951417004, 'loss': 1.008447527885437}
{'epoch': 158, 'iter': 50, 'avg_loss': 0.955149723034279, 'avg_acc_mask': 70.70343725019984, 'loss': 0.8886932134628296}
{'epoch': 158, 'iter': 60, 'avg_loss': 0.9667881649048602, 'avg_acc_mask': 70.18255578093306, 'loss': 0.9979479312896729}
{'epoch': 158, 'iter': 70, 'avg_loss': 0.9595523518575749, 'avg_acc_mask': 70.24251069900143, 'loss': 1.0660017728805542}
{'epoch': 158, 'iter': 80, 'avg_loss': 0.9601159463694067, 'avg_acc_mask': 70.0050454086781, 'loss': 1.091835618019104}
{'epoch': 158, 'iter': 90, 'avg_loss': 0.9600975991605403, 'avg_acc_mask': 70.04085338175216, 'loss': 0.7883589267730713}
{'epoch': 158, 'iter': 100, 'avg_loss': 0.9623817506403026, 'avg_acc_mask': 70.01236603462489, 'loss': 0.7889522314071655}
{'epoch': 158, 'iter': 110, 'avg_loss': 0.9694766235781146, 'avg_acc_mask': 69.6930473372781, 'loss': 1.216385841369629}
{'epoch': 158, 'iter': 120, 'avg_loss': 0.9734677362047937, 'avg_acc_mask': 69.27145538304043, 'loss': 0.5448655486106873}
{'epoch': 158, 'iter': 130, 'avg_loss': 0.983142478775432, 'avg_acc_mask': 69.12456855977408, 'loss': 1.2228041887283325}
{'epoch': 158, 'iter': 140, 'avg_loss': 0.9862611205019849, 'avg_acc_mask': 68.94356005788713, 'loss': 1.2473418712615967}
{'epoch': 158, 'iter': 150, 'avg_loss': 0.9842461813364597, 'avg_acc_mask': 68.9030163668335, 'loss': 0.9822829961776733}
{'epoch': 158, 'iter': 160, 'avg_loss': 0.9861224123409816, 'avg_acc_mask': 68.91994917407878, 'loss': 1.1205123662948608}
{'epoch': 158, 'iter': 170, 'avg_loss': 0.9884211828834132, 'avg_acc_mask': 68.84482140723928, 'loss': 1.2738878726959229}
{'epoch': 158, 'iter': 180, 'avg_loss': 0.9912581796145571, 'avg_acc_mask': 68.73446327683615, 'loss': 1.149510383605957}
{'epoch': 158, 'iter': 190, 'avg_loss': 0.987649414863886, 'avg_acc_mask': 68.88531618435155, 'loss': 1.4005998373031616}
{'epoch': 158, 'iter': 200, 'avg_loss': 0.9911069932268627, 'avg_acc_mask': 68.59293926136941, 'loss': 1.2171512842178345}
{'epoch': 158, 'iter': 210, 'avg_loss': 0.9937270811948731, 'avg_acc_mask': 68.39252879125132, 'loss': 1.0127867460250854}
{'epoch': 158, 'iter': 220, 'avg_loss': 0.9977137519223658, 'avg_acc_mask': 68.17056396148556, 'loss': 0.9998384714126587}
{'epoch': 158, 'iter': 230, 'avg_loss': 0.9965863303962724, 'avg_acc_mask': 68.11543199014605, 'loss': 1.2626703977584839}
{'epoch': 158, 'iter': 240, 'avg_loss': 0.9985187517409503, 'avg_acc_mask': 68.04703905921882, 'loss': 1.0902024507522583}
{'epoch': 158, 'iter': 250, 'avg_loss': 0.9980341916777699, 'avg_acc_mask': 68.03497692494534, 'loss': 0.8265506029129028}
{'epoch': 158, 'iter': 260, 'avg_loss': 0.9946462670733646, 'avg_acc_mask': 68.09241336247268, 'loss': 0.6394781470298767}
{'epoch': 158, 'iter': 270, 'avg_loss': 0.9960420040406864, 'avg_acc_mask': 68.16819067606056, 'loss': 0.9406270980834961}
{'epoch': 158, 'iter': 280, 'avg_loss': 0.9960683973446436, 'avg_acc_mask': 68.2363137368193, 'loss': 0.8546105623245239}
{'epoch': 158, 'iter': 290, 'avg_loss': 0.9935346502823519, 'avg_acc_mask': 68.38219931750122, 'loss': 0.7884752750396729}
{'epoch': 158, 'iter': 300, 'avg_loss': 0.9920731775982435, 'avg_acc_mask': 68.37404425197916, 'loss': 0.815540075302124}
{'epoch': 158, 'iter': 310, 'avg_loss': 0.9943449396604127, 'avg_acc_mask': 68.20824351688549, 'loss': 1.0900294780731201}
{'epoch': 158, 'iter': 320, 'avg_loss': 0.9900352586281262, 'avg_acc_mask': 68.3476054551221, 'loss': 1.011067271232605}
{'epoch': 158, 'iter': 330, 'avg_loss': 0.9880893478040609, 'avg_acc_mask': 68.48294545006772, 'loss': 0.7255661487579346}
{'epoch': 158, 'iter': 340, 'avg_loss': 0.9873447705748494, 'avg_acc_mask': 68.41979583308459, 'loss': 0.7742464542388916}
{'epoch': 158, 'iter': 350, 'avg_loss': 0.9865645376535562, 'avg_acc_mask': 68.39573432247595, 'loss': 0.8759101629257202}
{'epoch': 158, 'iter': 360, 'avg_loss': 0.9857233269888278, 'avg_acc_mask': 68.36900949491545, 'loss': 0.753610372543335}
{'epoch': 158, 'iter': 370, 'avg_loss': 0.9862659889250752, 'avg_acc_mask': 68.24937165337121, 'loss': 0.9444605112075806}
{'epoch': 158, 'iter': 380, 'avg_loss': 0.9861488449448362, 'avg_acc_mask': 68.16028950029269, 'loss': 0.7498835921287537}
{'epoch': 158, 'iter': 390, 'avg_loss': 0.9844216410918614, 'avg_acc_mask': 68.20111847555924, 'loss': 0.9491628408432007}
{'epoch': 'EP158_test', 'avg_loss': 0.9858435859734361, 'total_masked_acc': 68.21741133118378}
{'epoch': 159, 'iter': 0, 'avg_loss': 1.033263921737671, 'avg_acc_mask': 64.91228070175438, 'loss': 1.033263921737671}
{'epoch': 159, 'iter': 10, 'avg_loss': 1.0804193399169228, 'avg_acc_mask': 65.93001841620627, 'loss': 1.4022356271743774}
{'epoch': 159, 'iter': 20, 'avg_loss': 1.0273607061022805, 'avg_acc_mask': 66.83316683316683, 'loss': 1.0385932922363281}
{'epoch': 159, 'iter': 30, 'avg_loss': 1.0023872294733602, 'avg_acc_mask': 68.22985468956408, 'loss': 1.1421347856521606}
{'epoch': 159, 'iter': 40, 'avg_loss': 0.999875099193759, 'avg_acc_mask': 68.27824370991613, 'loss': 0.8446160554885864}
{'epoch': 159, 'iter': 50, 'avg_loss': 1.012603191768422, 'avg_acc_mask': 67.98732171156894, 'loss': 1.1757452487945557}
{'epoch': 159, 'iter': 60, 'avg_loss': 1.0138061144312873, 'avg_acc_mask': 68.3184671291708, 'loss': 0.8965030908584595}
{'epoch': 159, 'iter': 70, 'avg_loss': 1.0056533041134688, 'avg_acc_mask': 68.66554054054053, 'loss': 0.6486282348632812}
{'epoch': 159, 'iter': 80, 'avg_loss': 1.0067791357452487, 'avg_acc_mask': 68.39891116060382, 'loss': 1.0561871528625488}
{'epoch': 159, 'iter': 90, 'avg_loss': 1.0028305289509531, 'avg_acc_mask': 68.2571239231279, 'loss': 0.6307245492935181}
{'epoch': 159, 'iter': 100, 'avg_loss': 0.9977233250542442, 'avg_acc_mask': 68.17632850241546, 'loss': 0.6718796491622925}
{'epoch': 159, 'iter': 110, 'avg_loss': 0.9850127611074362, 'avg_acc_mask': 68.45292714259497, 'loss': 0.9771804809570312}
{'epoch': 159, 'iter': 120, 'avg_loss': 0.9841029845978603, 'avg_acc_mask': 68.3302317712739, 'loss': 0.9066649675369263}
{'epoch': 159, 'iter': 130, 'avg_loss': 0.9809567163918764, 'avg_acc_mask': 68.20520817090285, 'loss': 1.3353561162948608}
{'epoch': 159, 'iter': 140, 'avg_loss': 0.9823749382445153, 'avg_acc_mask': 68.06905556361527, 'loss': 1.2697056531906128}
{'epoch': 159, 'iter': 150, 'avg_loss': 0.9878547400828229, 'avg_acc_mask': 67.83530370974317, 'loss': 1.0903809070587158}
{'epoch': 159, 'iter': 160, 'avg_loss': 0.9868487767551256, 'avg_acc_mask': 67.91826309067689, 'loss': 0.8691652417182922}
{'epoch': 159, 'iter': 170, 'avg_loss': 0.9834192921543679, 'avg_acc_mask': 68.05404753287489, 'loss': 1.023687481880188}
{'epoch': 159, 'iter': 180, 'avg_loss': 0.9798138326044241, 'avg_acc_mask': 68.31604150039904, 'loss': 1.1498334407806396}
{'epoch': 159, 'iter': 190, 'avg_loss': 0.9754455401635295, 'avg_acc_mask': 68.53373702422145, 'loss': 1.0388826131820679}
{'epoch': 159, 'iter': 200, 'avg_loss': 0.9748074697024787, 'avg_acc_mask': 68.45348120764018, 'loss': 0.577601432800293}
{'epoch': 159, 'iter': 210, 'avg_loss': 0.974909830714854, 'avg_acc_mask': 68.46635367762129, 'loss': 1.2272919416427612}
{'epoch': 159, 'iter': 220, 'avg_loss': 0.9769115709611194, 'avg_acc_mask': 68.28136599851521, 'loss': 0.9490798115730286}
{'epoch': 159, 'iter': 230, 'avg_loss': 0.9746361225198358, 'avg_acc_mask': 68.46758349705304, 'loss': 0.9525182843208313}
{'epoch': 159, 'iter': 240, 'avg_loss': 0.9763517748270787, 'avg_acc_mask': 68.45304340381817, 'loss': 1.1110434532165527}
{'epoch': 159, 'iter': 250, 'avg_loss': 0.980375808073705, 'avg_acc_mask': 68.44572368421052, 'loss': 0.8541873097419739}
{'epoch': 159, 'iter': 260, 'avg_loss': 0.9836772680282593, 'avg_acc_mask': 68.37979094076655, 'loss': 1.1048585176467896}
{'epoch': 159, 'iter': 270, 'avg_loss': 0.9866692412823329, 'avg_acc_mask': 68.21051030496615, 'loss': 0.9179756045341492}
{'epoch': 159, 'iter': 280, 'avg_loss': 0.9870681192102806, 'avg_acc_mask': 68.2653584242513, 'loss': 0.9955241084098816}
{'epoch': 159, 'iter': 290, 'avg_loss': 0.9843051547242194, 'avg_acc_mask': 68.3448665442734, 'loss': 1.0549216270446777}
{'epoch': 159, 'iter': 300, 'avg_loss': 0.9818442167831813, 'avg_acc_mask': 68.51118995633188, 'loss': 0.9217705726623535}
{'epoch': 159, 'iter': 310, 'avg_loss': 0.9814404307646, 'avg_acc_mask': 68.55067679102014, 'loss': 1.0985256433486938}
{'epoch': 159, 'iter': 320, 'avg_loss': 0.9791637024961156, 'avg_acc_mask': 68.68318289482107, 'loss': 1.1090208292007446}
{'epoch': 159, 'iter': 330, 'avg_loss': 0.978440034515548, 'avg_acc_mask': 68.72011426442278, 'loss': 0.9774035811424255}
{'epoch': 159, 'iter': 340, 'avg_loss': 0.9780504924635733, 'avg_acc_mask': 68.72514760814556, 'loss': 0.7634261250495911}
{'epoch': 159, 'iter': 350, 'avg_loss': 0.9777211281139286, 'avg_acc_mask': 68.75218863079257, 'loss': 1.180630087852478}
{'epoch': 159, 'iter': 360, 'avg_loss': 0.9774359650393932, 'avg_acc_mask': 68.74539372980327, 'loss': 0.9261783361434937}
{'epoch': 159, 'iter': 370, 'avg_loss': 0.9761213134080573, 'avg_acc_mask': 68.79100281162137, 'loss': 0.9437645077705383}
{'epoch': 159, 'iter': 380, 'avg_loss': 0.9754139927272095, 'avg_acc_mask': 68.80438285530131, 'loss': 0.9406237602233887}
{'epoch': 159, 'iter': 390, 'avg_loss': 0.9770362679763218, 'avg_acc_mask': 68.68771197495434, 'loss': 1.200249195098877}
{'epoch': 'EP159_test', 'avg_loss': 0.9756400045571905, 'total_masked_acc': 68.78971021230436}
{'epoch': 160, 'iter': 0, 'avg_loss': 1.0306898355484009, 'avg_acc_mask': 70.0, 'loss': 1.0306898355484009}
{'epoch': 160, 'iter': 10, 'avg_loss': 0.9267972978678617, 'avg_acc_mask': 70.25948103792416, 'loss': 1.0986303091049194}
{'epoch': 160, 'iter': 20, 'avg_loss': 0.899806987671625, 'avg_acc_mask': 69.92715920915713, 'loss': 0.8173128366470337}
{'epoch': 160, 'iter': 30, 'avg_loss': 0.934375032301872, 'avg_acc_mask': 68.42105263157895, 'loss': 0.997294545173645}
{'epoch': 160, 'iter': 40, 'avg_loss': 0.9419614716273982, 'avg_acc_mask': 68.95647614053487, 'loss': 1.21664559841156}
{'epoch': 160, 'iter': 50, 'avg_loss': 0.9449396624284632, 'avg_acc_mask': 69.32387312186978, 'loss': 0.7043609023094177}
{'epoch': 160, 'iter': 60, 'avg_loss': 0.9454370443938208, 'avg_acc_mask': 69.32685634975712, 'loss': 0.8525748252868652}
{'epoch': 160, 'iter': 70, 'avg_loss': 0.9457592342940855, 'avg_acc_mask': 69.27374301675978, 'loss': 0.9013803005218506}
{'epoch': 160, 'iter': 80, 'avg_loss': 0.9425866169694029, 'avg_acc_mask': 69.44804353459445, 'loss': 0.8064771294593811}
{'epoch': 160, 'iter': 90, 'avg_loss': 0.9391227181141193, 'avg_acc_mask': 69.50453593859038, 'loss': 1.0115817785263062}
{'epoch': 160, 'iter': 100, 'avg_loss': 0.9375837179693846, 'avg_acc_mask': 69.34809862097785, 'loss': 0.8157297372817993}
{'epoch': 160, 'iter': 110, 'avg_loss': 0.9509667351439193, 'avg_acc_mask': 68.8431779581053, 'loss': 1.0575075149536133}
{'epoch': 160, 'iter': 120, 'avg_loss': 0.9573566573710481, 'avg_acc_mask': 68.81794650560829, 'loss': 1.0805467367172241}
{'epoch': 160, 'iter': 130, 'avg_loss': 0.9522446525915889, 'avg_acc_mask': 68.93975520584962, 'loss': 0.8218721151351929}
{'epoch': 160, 'iter': 140, 'avg_loss': 0.9532046947918885, 'avg_acc_mask': 68.99133754221113, 'loss': 0.7524123191833496}
{'epoch': 160, 'iter': 150, 'avg_loss': 0.9592863652879828, 'avg_acc_mask': 68.77149539138809, 'loss': 1.1222872734069824}
{'epoch': 160, 'iter': 160, 'avg_loss': 0.958091974628638, 'avg_acc_mask': 68.6917098445596, 'loss': 0.9142642617225647}
{'epoch': 160, 'iter': 170, 'avg_loss': 0.9568097807510555, 'avg_acc_mask': 68.78197320341047, 'loss': 0.9622350335121155}
{'epoch': 160, 'iter': 180, 'avg_loss': 0.9619910828975025, 'avg_acc_mask': 68.62812571690755, 'loss': 1.4155503511428833}
{'epoch': 160, 'iter': 190, 'avg_loss': 0.9573519676143586, 'avg_acc_mask': 68.84231103388358, 'loss': 0.9630689024925232}
{'epoch': 160, 'iter': 200, 'avg_loss': 0.9605736252087266, 'avg_acc_mask': 68.72096624341901, 'loss': 1.0760090351104736}
{'epoch': 160, 'iter': 210, 'avg_loss': 0.9646803911828317, 'avg_acc_mask': 68.71986618124569, 'loss': 1.51104736328125}
{'epoch': 160, 'iter': 220, 'avg_loss': 0.965090792642999, 'avg_acc_mask': 68.73773708306082, 'loss': 0.8563209772109985}
{'epoch': 160, 'iter': 230, 'avg_loss': 0.96134417152508, 'avg_acc_mask': 68.9092213850018, 'loss': 1.0961774587631226}
{'epoch': 160, 'iter': 240, 'avg_loss': 0.9658134741654535, 'avg_acc_mask': 68.7171986578336, 'loss': 1.3979030847549438}
{'epoch': 160, 'iter': 250, 'avg_loss': 0.9709035230585303, 'avg_acc_mask': 68.49405548216644, 'loss': 1.2333548069000244}
{'epoch': 160, 'iter': 260, 'avg_loss': 0.9711926039379676, 'avg_acc_mask': 68.45909451945988, 'loss': 1.161724328994751}
{'epoch': 160, 'iter': 270, 'avg_loss': 0.9748192824340834, 'avg_acc_mask': 68.39850026780931, 'loss': 1.0576552152633667}
{'epoch': 160, 'iter': 280, 'avg_loss': 0.9778983606774612, 'avg_acc_mask': 68.375627028622, 'loss': 1.0850435495376587}
{'epoch': 160, 'iter': 290, 'avg_loss': 0.9751618808692264, 'avg_acc_mask': 68.4469130527665, 'loss': 1.1783897876739502}
{'epoch': 160, 'iter': 300, 'avg_loss': 0.9702898272842267, 'avg_acc_mask': 68.54437379043407, 'loss': 0.6773864030838013}
{'epoch': 160, 'iter': 310, 'avg_loss': 0.9710963354041722, 'avg_acc_mask': 68.58712400348362, 'loss': 1.1235096454620361}
{'epoch': 160, 'iter': 320, 'avg_loss': 0.967644485450608, 'avg_acc_mask': 68.75771153971037, 'loss': 0.6970292329788208}
{'epoch': 160, 'iter': 330, 'avg_loss': 0.9657903276721517, 'avg_acc_mask': 68.85606536769328, 'loss': 1.3212032318115234}
{'epoch': 160, 'iter': 340, 'avg_loss': 0.9645236165118007, 'avg_acc_mask': 68.93274853801171, 'loss': 0.7481117248535156}
{'epoch': 160, 'iter': 350, 'avg_loss': 0.9646183677718171, 'avg_acc_mask': 69.0487458589683, 'loss': 0.9249120354652405}
{'epoch': 160, 'iter': 360, 'avg_loss': 0.9639126345556529, 'avg_acc_mask': 69.13977259676123, 'loss': 0.693304717540741}
{'epoch': 160, 'iter': 370, 'avg_loss': 0.9614416806684992, 'avg_acc_mask': 69.16447478874026, 'loss': 1.1132636070251465}
{'epoch': 160, 'iter': 380, 'avg_loss': 0.9618264578302388, 'avg_acc_mask': 69.12158104493093, 'loss': 1.0705479383468628}
{'epoch': 160, 'iter': 390, 'avg_loss': 0.962561117642371, 'avg_acc_mask': 69.11164147440996, 'loss': 1.074296236038208}
{'epoch': 'EP160_test', 'avg_loss': 0.9626096600685456, 'total_masked_acc': 69.15897651006712}
{'epoch': 161, 'iter': 0, 'avg_loss': 0.6161031723022461, 'avg_acc_mask': 76.19047619047619, 'loss': 0.6161031723022461}
{'epoch': 161, 'iter': 10, 'avg_loss': 0.9556958512826399, 'avg_acc_mask': 67.00819672131148, 'loss': 1.2101823091506958}
{'epoch': 161, 'iter': 20, 'avg_loss': 0.9058009925342742, 'avg_acc_mask': 70.80745341614907, 'loss': 0.9525983929634094}
{'epoch': 161, 'iter': 30, 'avg_loss': 0.9454925329454483, 'avg_acc_mask': 69.68048946295038, 'loss': 0.9583147764205933}
{'epoch': 161, 'iter': 40, 'avg_loss': 0.9363469743147129, 'avg_acc_mask': 70.31893004115226, 'loss': 1.009352445602417}
{'epoch': 161, 'iter': 50, 'avg_loss': 0.94956888404547, 'avg_acc_mask': 69.62843295638126, 'loss': 1.0444446802139282}
{'epoch': 161, 'iter': 60, 'avg_loss': 0.9485873062102521, 'avg_acc_mask': 69.96236743072186, 'loss': 0.8190531730651855}
{'epoch': 161, 'iter': 70, 'avg_loss': 0.9442675948982507, 'avg_acc_mask': 69.84588543181157, 'loss': 0.8373720049858093}
{'epoch': 161, 'iter': 80, 'avg_loss': 0.9536621596342252, 'avg_acc_mask': 69.63603970475948, 'loss': 1.0552479028701782}
{'epoch': 161, 'iter': 90, 'avg_loss': 0.9598466567285768, 'avg_acc_mask': 69.477461314196, 'loss': 0.614549458026886}
{'epoch': 161, 'iter': 100, 'avg_loss': 0.9621051794821673, 'avg_acc_mask': 69.36334144363342, 'loss': 0.8461309671401978}
{'epoch': 161, 'iter': 110, 'avg_loss': 0.9693705291898401, 'avg_acc_mask': 69.10599078341015, 'loss': 0.9405471682548523}
{'epoch': 161, 'iter': 120, 'avg_loss': 0.9635172533102272, 'avg_acc_mask': 69.35320013545547, 'loss': 1.0088708400726318}
{'epoch': 161, 'iter': 130, 'avg_loss': 0.9661078250590172, 'avg_acc_mask': 69.35056844728236, 'loss': 1.0094094276428223}
{'epoch': 161, 'iter': 140, 'avg_loss': 0.9709915888647661, 'avg_acc_mask': 68.9471410053291, 'loss': 1.4871126413345337}
{'epoch': 161, 'iter': 150, 'avg_loss': 0.9775566314624635, 'avg_acc_mask': 68.49648458626284, 'loss': 1.2091045379638672}
{'epoch': 161, 'iter': 160, 'avg_loss': 0.9730462607759867, 'avg_acc_mask': 68.63912823112011, 'loss': 0.9684516787528992}
{'epoch': 161, 'iter': 170, 'avg_loss': 0.9761396801611136, 'avg_acc_mask': 68.53571428571429, 'loss': 1.0287383794784546}
{'epoch': 161, 'iter': 180, 'avg_loss': 0.9797755896386521, 'avg_acc_mask': 68.51747144634174, 'loss': 1.1234781742095947}
{'epoch': 161, 'iter': 190, 'avg_loss': 0.9758174364791491, 'avg_acc_mask': 68.5852608929532, 'loss': 0.8987123370170593}
{'epoch': 161, 'iter': 200, 'avg_loss': 0.9774025798733554, 'avg_acc_mask': 68.46075433231397, 'loss': 0.8166072368621826}
{'epoch': 161, 'iter': 210, 'avg_loss': 0.9811235015143716, 'avg_acc_mask': 68.37772397094432, 'loss': 1.2008097171783447}
{'epoch': 161, 'iter': 220, 'avg_loss': 0.9804760823152724, 'avg_acc_mask': 68.41380576464108, 'loss': 0.7016502022743225}
{'epoch': 161, 'iter': 230, 'avg_loss': 0.9756875297465881, 'avg_acc_mask': 68.63367733968421, 'loss': 0.782875657081604}
{'epoch': 161, 'iter': 240, 'avg_loss': 0.979935923428951, 'avg_acc_mask': 68.58855309809219, 'loss': 0.8525840640068054}
{'epoch': 161, 'iter': 250, 'avg_loss': 0.979324438776153, 'avg_acc_mask': 68.59946476360392, 'loss': 0.891426682472229}
{'epoch': 161, 'iter': 260, 'avg_loss': 0.9811625559439604, 'avg_acc_mask': 68.52356836774445, 'loss': 0.614127516746521}
{'epoch': 161, 'iter': 270, 'avg_loss': 0.9822769643415824, 'avg_acc_mask': 68.51629373779848, 'loss': 0.9032379388809204}
{'epoch': 161, 'iter': 280, 'avg_loss': 0.9845745602748572, 'avg_acc_mask': 68.36064390384755, 'loss': 1.0206471681594849}
{'epoch': 161, 'iter': 290, 'avg_loss': 0.9825646839395831, 'avg_acc_mask': 68.3935659076666, 'loss': 1.1274852752685547}
{'epoch': 161, 'iter': 300, 'avg_loss': 0.980287512968545, 'avg_acc_mask': 68.43880717851843, 'loss': 0.9522736072540283}
{'epoch': 161, 'iter': 310, 'avg_loss': 0.9824115872574772, 'avg_acc_mask': 68.36268754076973, 'loss': 1.3368169069290161}
{'epoch': 161, 'iter': 320, 'avg_loss': 0.9848315376916036, 'avg_acc_mask': 68.33132644654287, 'loss': 1.1081409454345703}
{'epoch': 161, 'iter': 330, 'avg_loss': 0.985094232771692, 'avg_acc_mask': 68.36766062096527, 'loss': 0.9722919464111328}
{'epoch': 161, 'iter': 340, 'avg_loss': 0.9830519155847711, 'avg_acc_mask': 68.3849821215733, 'loss': 0.7583829760551453}
{'epoch': 161, 'iter': 350, 'avg_loss': 0.9853623206289406, 'avg_acc_mask': 68.35984958056119, 'loss': 0.9155676960945129}
{'epoch': 161, 'iter': 360, 'avg_loss': 0.985319208983239, 'avg_acc_mask': 68.34439320661343, 'loss': 0.8962942361831665}
{'epoch': 161, 'iter': 370, 'avg_loss': 0.9820331642730538, 'avg_acc_mask': 68.47784411458619, 'loss': 0.9247283935546875}
{'epoch': 161, 'iter': 380, 'avg_loss': 0.9817594376605326, 'avg_acc_mask': 68.58255950474971, 'loss': 0.8596954345703125}
{'epoch': 161, 'iter': 390, 'avg_loss': 0.9805829746796347, 'avg_acc_mask': 68.56831395348837, 'loss': 0.7484930157661438}
{'epoch': 'EP161_test', 'avg_loss': 0.9803798586280659, 'total_masked_acc': 68.5822771820001}
{'epoch': 162, 'iter': 0, 'avg_loss': 0.7126586437225342, 'avg_acc_mask': 70.0, 'loss': 0.7126586437225342}
{'epoch': 162, 'iter': 10, 'avg_loss': 1.0308050079779192, 'avg_acc_mask': 66.84397163120568, 'loss': 1.2245032787322998}
{'epoch': 162, 'iter': 20, 'avg_loss': 0.9850155484108698, 'avg_acc_mask': 68.40039254170756, 'loss': 0.7056100368499756}
{'epoch': 162, 'iter': 30, 'avg_loss': 0.9746374161012711, 'avg_acc_mask': 68.28627708470125, 'loss': 1.2243329286575317}
{'epoch': 162, 'iter': 40, 'avg_loss': 0.9768949296416306, 'avg_acc_mask': 68.68020304568529, 'loss': 1.0131114721298218}
{'epoch': 162, 'iter': 50, 'avg_loss': 0.9643644819072649, 'avg_acc_mask': 68.91400888171175, 'loss': 0.8370174169540405}
{'epoch': 162, 'iter': 60, 'avg_loss': 0.9602571198197661, 'avg_acc_mask': 69.47296372347706, 'loss': 0.9619019627571106}
{'epoch': 162, 'iter': 70, 'avg_loss': 0.951492192040027, 'avg_acc_mask': 69.71810520197617, 'loss': 0.9371225833892822}
{'epoch': 162, 'iter': 80, 'avg_loss': 0.9519778247232791, 'avg_acc_mask': 69.73111395646607, 'loss': 1.1302002668380737}
{'epoch': 162, 'iter': 90, 'avg_loss': 0.9515916344883678, 'avg_acc_mask': 70.02974147792267, 'loss': 0.7165923714637756}
{'epoch': 162, 'iter': 100, 'avg_loss': 0.9528959505628831, 'avg_acc_mask': 69.99382589010085, 'loss': 0.642862856388092}
{'epoch': 162, 'iter': 110, 'avg_loss': 0.9651735618307784, 'avg_acc_mask': 69.7111777944486, 'loss': 1.308491587638855}
{'epoch': 162, 'iter': 120, 'avg_loss': 0.9643392720498329, 'avg_acc_mask': 69.64254878259368, 'loss': 1.0640169382095337}
{'epoch': 162, 'iter': 130, 'avg_loss': 0.9683537210216959, 'avg_acc_mask': 69.54306639070211, 'loss': 0.8844904899597168}
{'epoch': 162, 'iter': 140, 'avg_loss': 0.9749299224386824, 'avg_acc_mask': 69.2012402185147, 'loss': 0.9129751324653625}
{'epoch': 162, 'iter': 150, 'avg_loss': 0.9723581944080378, 'avg_acc_mask': 69.25096738529575, 'loss': 0.983306884765625}
{'epoch': 162, 'iter': 160, 'avg_loss': 0.9704096913337708, 'avg_acc_mask': 69.28053830227742, 'loss': 0.7608867287635803}
{'epoch': 162, 'iter': 170, 'avg_loss': 0.9740754027812801, 'avg_acc_mask': 69.08247925817473, 'loss': 0.9162636995315552}
{'epoch': 162, 'iter': 180, 'avg_loss': 0.9745239559458105, 'avg_acc_mask': 69.02736261209473, 'loss': 1.098009705543518}
{'epoch': 162, 'iter': 190, 'avg_loss': 0.9715404800719616, 'avg_acc_mask': 69.10002179123993, 'loss': 0.9093238115310669}
{'epoch': 162, 'iter': 200, 'avg_loss': 0.9736957947413126, 'avg_acc_mask': 68.98538793990532, 'loss': 1.0513368844985962}
{'epoch': 162, 'iter': 210, 'avg_loss': 0.9721489898966387, 'avg_acc_mask': 69.0562347188264, 'loss': 1.2190313339233398}
{'epoch': 162, 'iter': 220, 'avg_loss': 0.9754640786356517, 'avg_acc_mask': 68.95943562610229, 'loss': 0.8499476909637451}
{'epoch': 162, 'iter': 230, 'avg_loss': 0.971550999781786, 'avg_acc_mask': 68.994737311569, 'loss': 0.7613096833229065}
{'epoch': 162, 'iter': 240, 'avg_loss': 0.9694415286368849, 'avg_acc_mask': 69.10673150755055, 'loss': 0.8319553732872009}
{'epoch': 162, 'iter': 250, 'avg_loss': 0.9703184962272644, 'avg_acc_mask': 69.12680209698559, 'loss': 0.7976412177085876}
{'epoch': 162, 'iter': 260, 'avg_loss': 0.9716170341118999, 'avg_acc_mask': 69.10639640350186, 'loss': 0.6731826663017273}
{'epoch': 162, 'iter': 270, 'avg_loss': 0.9751324888964861, 'avg_acc_mask': 68.94952873213744, 'loss': 1.11775803565979}
{'epoch': 162, 'iter': 280, 'avg_loss': 0.9796640607810105, 'avg_acc_mask': 68.80498533724341, 'loss': 1.0560232400894165}
{'epoch': 162, 'iter': 290, 'avg_loss': 0.9774330485727369, 'avg_acc_mask': 68.86958977617736, 'loss': 1.2556240558624268}
{'epoch': 162, 'iter': 300, 'avg_loss': 0.9754496499945555, 'avg_acc_mask': 68.9131920710868, 'loss': 0.8280584216117859}
{'epoch': 162, 'iter': 310, 'avg_loss': 0.9764748857718956, 'avg_acc_mask': 68.81727530872351, 'loss': 1.1459487676620483}
{'epoch': 162, 'iter': 320, 'avg_loss': 0.9756302826129759, 'avg_acc_mask': 68.86792452830188, 'loss': 0.9971884489059448}
{'epoch': 162, 'iter': 330, 'avg_loss': 0.9757888425152828, 'avg_acc_mask': 68.88847282032079, 'loss': 0.9297393560409546}
{'epoch': 162, 'iter': 340, 'avg_loss': 0.9779656728691369, 'avg_acc_mask': 68.83234618638946, 'loss': 0.8779531121253967}
{'epoch': 162, 'iter': 350, 'avg_loss': 0.9788066401780501, 'avg_acc_mask': 68.83628032661693, 'loss': 0.745559573173523}
{'epoch': 162, 'iter': 360, 'avg_loss': 0.9791428342750528, 'avg_acc_mask': 68.76781032714008, 'loss': 0.8907443284988403}
{'epoch': 162, 'iter': 370, 'avg_loss': 0.9760083784311608, 'avg_acc_mask': 68.83635758282004, 'loss': 0.8649126887321472}
{'epoch': 162, 'iter': 380, 'avg_loss': 0.9753354165967055, 'avg_acc_mask': 68.8334143837467, 'loss': 0.8391313552856445}
{'epoch': 162, 'iter': 390, 'avg_loss': 0.9767484973611125, 'avg_acc_mask': 68.8392107472712, 'loss': 1.2275125980377197}
{'epoch': 'EP162_test', 'avg_loss': 0.9774212223863361, 'total_masked_acc': 68.81262655106173}
{'epoch': 163, 'iter': 0, 'avg_loss': 0.6172000765800476, 'avg_acc_mask': 84.78260869565217, 'loss': 0.6172000765800476}
{'epoch': 163, 'iter': 10, 'avg_loss': 1.05030896988782, 'avg_acc_mask': 66.97080291970804, 'loss': 1.0751869678497314}
{'epoch': 163, 'iter': 20, 'avg_loss': 0.9871934879393804, 'avg_acc_mask': 69.42857142857143, 'loss': 0.7320235967636108}
{'epoch': 163, 'iter': 30, 'avg_loss': 0.9972191337616213, 'avg_acc_mask': 68.69070208728652, 'loss': 1.4562408924102783}
{'epoch': 163, 'iter': 40, 'avg_loss': 0.9999307132348781, 'avg_acc_mask': 68.99902818270165, 'loss': 0.7624219059944153}
{'epoch': 163, 'iter': 50, 'avg_loss': 0.9898962694055894, 'avg_acc_mask': 69.16764361078546, 'loss': 0.9256524443626404}
{'epoch': 163, 'iter': 60, 'avg_loss': 0.9896085428409889, 'avg_acc_mask': 69.09150757077023, 'loss': 0.8196808695793152}
{'epoch': 163, 'iter': 70, 'avg_loss': 0.9903122161475706, 'avg_acc_mask': 69.1201353637902, 'loss': 0.942245364189148}
{'epoch': 163, 'iter': 80, 'avg_loss': 0.9747887713673674, 'avg_acc_mask': 69.49363931154902, 'loss': 0.7995783686637878}
{'epoch': 163, 'iter': 90, 'avg_loss': 0.9764073828419486, 'avg_acc_mask': 69.70843534386823, 'loss': 0.816050112247467}
{'epoch': 163, 'iter': 100, 'avg_loss': 0.9865587787462933, 'avg_acc_mask': 69.48640483383686, 'loss': 0.9923635125160217}
{'epoch': 163, 'iter': 110, 'avg_loss': 0.9857355718677109, 'avg_acc_mask': 69.34399418499001, 'loss': 0.9164435267448425}
{'epoch': 163, 'iter': 120, 'avg_loss': 0.986806487495249, 'avg_acc_mask': 69.15530428999003, 'loss': 1.0360615253448486}
{'epoch': 163, 'iter': 130, 'avg_loss': 0.9906152038628818, 'avg_acc_mask': 68.99343210630823, 'loss': 0.9316614866256714}
{'epoch': 163, 'iter': 140, 'avg_loss': 0.9937773691424241, 'avg_acc_mask': 68.76506451155537, 'loss': 1.0393527746200562}
{'epoch': 163, 'iter': 150, 'avg_loss': 0.9910566492980679, 'avg_acc_mask': 68.72674109516214, 'loss': 1.124334692955017}
{'epoch': 163, 'iter': 160, 'avg_loss': 0.9888238860583454, 'avg_acc_mask': 68.63868476771702, 'loss': 0.8708890676498413}
{'epoch': 163, 'iter': 170, 'avg_loss': 0.9899786684596747, 'avg_acc_mask': 68.64585777986389, 'loss': 1.0262119770050049}
{'epoch': 163, 'iter': 180, 'avg_loss': 0.9982792907986193, 'avg_acc_mask': 68.59633437639697, 'loss': 0.9050722718238831}
{'epoch': 163, 'iter': 190, 'avg_loss': 0.9917242372535287, 'avg_acc_mask': 68.71734726516686, 'loss': 0.8545653223991394}
{'epoch': 163, 'iter': 200, 'avg_loss': 0.9923124095397209, 'avg_acc_mask': 68.66019024488969, 'loss': 1.1732549667358398}
{'epoch': 163, 'iter': 210, 'avg_loss': 0.9937506754533939, 'avg_acc_mask': 68.75604565680015, 'loss': 1.6050962209701538}
{'epoch': 163, 'iter': 220, 'avg_loss': 0.9913329246087311, 'avg_acc_mask': 68.7408088235294, 'loss': 0.8646747469902039}
{'epoch': 163, 'iter': 230, 'avg_loss': 0.9869498823370252, 'avg_acc_mask': 68.71424799788788, 'loss': 0.8722469806671143}
{'epoch': 163, 'iter': 240, 'avg_loss': 0.9812404395881036, 'avg_acc_mask': 68.93466148911025, 'loss': 0.8200859427452087}
{'epoch': 163, 'iter': 250, 'avg_loss': 0.9835124855259975, 'avg_acc_mask': 68.86310151748762, 'loss': 0.8359083533287048}
{'epoch': 163, 'iter': 260, 'avg_loss': 0.9822291107241679, 'avg_acc_mask': 68.99624765478424, 'loss': 0.6738574504852295}
{'epoch': 163, 'iter': 270, 'avg_loss': 0.9828353338355947, 'avg_acc_mask': 68.93284199443484, 'loss': 0.8683560490608215}
{'epoch': 163, 'iter': 280, 'avg_loss': 0.984926160438205, 'avg_acc_mask': 68.83276648093205, 'loss': 0.9723650217056274}
{'epoch': 163, 'iter': 290, 'avg_loss': 0.9855784053859842, 'avg_acc_mask': 68.80855824360229, 'loss': 1.1908177137374878}
{'epoch': 163, 'iter': 300, 'avg_loss': 0.983806008417345, 'avg_acc_mask': 68.79605218684513, 'loss': 0.7145532965660095}
{'epoch': 163, 'iter': 310, 'avg_loss': 0.9858775747358991, 'avg_acc_mask': 68.65983419283242, 'loss': 1.3726714849472046}
{'epoch': 163, 'iter': 320, 'avg_loss': 0.9868942043305928, 'avg_acc_mask': 68.71029224904701, 'loss': 1.3200442790985107}
{'epoch': 163, 'iter': 330, 'avg_loss': 0.9855945559606811, 'avg_acc_mask': 68.74422045496578, 'loss': 1.061866283416748}
{'epoch': 163, 'iter': 340, 'avg_loss': 0.9855350697320228, 'avg_acc_mask': 68.68046417035531, 'loss': 0.9805077314376831}
{'epoch': 163, 'iter': 350, 'avg_loss': 0.982527414363334, 'avg_acc_mask': 68.772888449689, 'loss': 0.5510518550872803}
{'epoch': 163, 'iter': 360, 'avg_loss': 0.9844389017103782, 'avg_acc_mask': 68.69432856015334, 'loss': 0.7951356768608093}
{'epoch': 163, 'iter': 370, 'avg_loss': 0.981180801144186, 'avg_acc_mask': 68.69202480926505, 'loss': 1.0162736177444458}
{'epoch': 163, 'iter': 380, 'avg_loss': 0.9788242073978964, 'avg_acc_mask': 68.70122928915019, 'loss': 0.8338867425918579}
{'epoch': 163, 'iter': 390, 'avg_loss': 0.9781055420713352, 'avg_acc_mask': 68.6818323465254, 'loss': 1.0658481121063232}
{'epoch': 'EP163_test', 'avg_loss': 0.9771946365333567, 'total_masked_acc': 68.72303266899527}
{'epoch': 164, 'iter': 0, 'avg_loss': 1.049233317375183, 'avg_acc_mask': 70.58823529411765, 'loss': 1.049233317375183}
{'epoch': 164, 'iter': 10, 'avg_loss': 1.0965132930062034, 'avg_acc_mask': 65.34296028880865, 'loss': 1.4320193529129028}
{'epoch': 164, 'iter': 20, 'avg_loss': 1.0185167902991885, 'avg_acc_mask': 67.17998075072185, 'loss': 1.0269949436187744}
{'epoch': 164, 'iter': 30, 'avg_loss': 0.9811057236886793, 'avg_acc_mask': 67.93737236215112, 'loss': 0.9160881042480469}
{'epoch': 164, 'iter': 40, 'avg_loss': 0.9755089442904402, 'avg_acc_mask': 68.51282051282051, 'loss': 1.2539101839065552}
{'epoch': 164, 'iter': 50, 'avg_loss': 0.9661420209735048, 'avg_acc_mask': 68.69313482216708, 'loss': 1.0394600629806519}
{'epoch': 164, 'iter': 60, 'avg_loss': 0.9727416878840962, 'avg_acc_mask': 68.82535308301757, 'loss': 0.8515526056289673}
{'epoch': 164, 'iter': 70, 'avg_loss': 0.9617371256922332, 'avg_acc_mask': 69.23076923076923, 'loss': 1.0334681272506714}
{'epoch': 164, 'iter': 80, 'avg_loss': 0.9753746162226171, 'avg_acc_mask': 69.01408450704226, 'loss': 0.8910830020904541}
{'epoch': 164, 'iter': 90, 'avg_loss': 0.9700799839837211, 'avg_acc_mask': 69.37514305333028, 'loss': 0.5479825139045715}
{'epoch': 164, 'iter': 100, 'avg_loss': 0.975817067198234, 'avg_acc_mask': 69.25773195876289, 'loss': 0.9479027390480042}
{'epoch': 164, 'iter': 110, 'avg_loss': 0.977436220860696, 'avg_acc_mask': 69.00649953574745, 'loss': 0.7843636274337769}
{'epoch': 164, 'iter': 120, 'avg_loss': 0.9743791631430634, 'avg_acc_mask': 68.94378194207836, 'loss': 0.961767315864563}
{'epoch': 164, 'iter': 130, 'avg_loss': 0.9718204518310897, 'avg_acc_mask': 69.07636819821232, 'loss': 0.8842212557792664}
{'epoch': 164, 'iter': 140, 'avg_loss': 0.972979927739353, 'avg_acc_mask': 68.9816165742632, 'loss': 1.0657401084899902}
{'epoch': 164, 'iter': 150, 'avg_loss': 0.9763706579113638, 'avg_acc_mask': 68.77895884437176, 'loss': 1.129435658454895}
{'epoch': 164, 'iter': 160, 'avg_loss': 0.9823695199089761, 'avg_acc_mask': 68.63769593475213, 'loss': 1.2633545398712158}
{'epoch': 164, 'iter': 170, 'avg_loss': 0.9830079629407291, 'avg_acc_mask': 68.49873994959799, 'loss': 1.1977511644363403}
{'epoch': 164, 'iter': 180, 'avg_loss': 0.9909717328640637, 'avg_acc_mask': 68.24424015435251, 'loss': 1.1802157163619995}
{'epoch': 164, 'iter': 190, 'avg_loss': 0.9841422394932252, 'avg_acc_mask': 68.41820737377013, 'loss': 0.8609523177146912}
{'epoch': 164, 'iter': 200, 'avg_loss': 0.9859258271568451, 'avg_acc_mask': 68.4280867687879, 'loss': 1.1507188081741333}
{'epoch': 164, 'iter': 210, 'avg_loss': 0.991427352078153, 'avg_acc_mask': 68.24105830475258, 'loss': 1.2692606449127197}
{'epoch': 164, 'iter': 220, 'avg_loss': 0.991925420804261, 'avg_acc_mask': 68.19238998976648, 'loss': 1.4166580438613892}
{'epoch': 164, 'iter': 230, 'avg_loss': 0.9855283429096271, 'avg_acc_mask': 68.35623772978762, 'loss': 0.7932248115539551}
{'epoch': 164, 'iter': 240, 'avg_loss': 0.9832169569379561, 'avg_acc_mask': 68.29914529914531, 'loss': 0.9864196181297302}
{'epoch': 164, 'iter': 250, 'avg_loss': 0.9879052596263201, 'avg_acc_mask': 68.1342062193126, 'loss': 1.2860331535339355}
{'epoch': 164, 'iter': 260, 'avg_loss': 0.9861867290803756, 'avg_acc_mask': 68.17966529838965, 'loss': 0.8201349973678589}
{'epoch': 164, 'iter': 270, 'avg_loss': 0.9882264451787041, 'avg_acc_mask': 68.23574144486692, 'loss': 0.6639057397842407}
{'epoch': 164, 'iter': 280, 'avg_loss': 0.9902035002182387, 'avg_acc_mask': 68.14820238705425, 'loss': 1.043778896331787}
{'epoch': 164, 'iter': 290, 'avg_loss': 0.9875711288648782, 'avg_acc_mask': 68.2088285229202, 'loss': 0.9974982738494873}
{'epoch': 164, 'iter': 300, 'avg_loss': 0.9853515973518853, 'avg_acc_mask': 68.3035408533662, 'loss': 0.8926370143890381}
{'epoch': 164, 'iter': 310, 'avg_loss': 0.9872824888903995, 'avg_acc_mask': 68.18783068783068, 'loss': 1.096190094947815}
{'epoch': 164, 'iter': 320, 'avg_loss': 0.9835166710188085, 'avg_acc_mask': 68.3230611196713, 'loss': 0.6808141469955444}
{'epoch': 164, 'iter': 330, 'avg_loss': 0.9841967720279521, 'avg_acc_mask': 68.31073516606543, 'loss': 1.3495912551879883}
{'epoch': 164, 'iter': 340, 'avg_loss': 0.9828239233612664, 'avg_acc_mask': 68.31270751584665, 'loss': 0.9818259477615356}
{'epoch': 164, 'iter': 350, 'avg_loss': 0.9815743276875922, 'avg_acc_mask': 68.32542054979193, 'loss': 0.5714196562767029}
{'epoch': 164, 'iter': 360, 'avg_loss': 0.9840273787770575, 'avg_acc_mask': 68.25180387477984, 'loss': 0.6611313223838806}
{'epoch': 164, 'iter': 370, 'avg_loss': 0.9831702272204376, 'avg_acc_mask': 68.27098414101785, 'loss': 1.2809520959854126}
{'epoch': 164, 'iter': 380, 'avg_loss': 0.9844007925411534, 'avg_acc_mask': 68.24022796924567, 'loss': 1.0494701862335205}
{'epoch': 164, 'iter': 390, 'avg_loss': 0.9834135281460364, 'avg_acc_mask': 68.27651020727824, 'loss': 1.0416350364685059}
{'epoch': 'EP164_test', 'avg_loss': 0.9809313988444781, 'total_masked_acc': 68.31233216277629}
{'epoch': 165, 'iter': 0, 'avg_loss': 0.5715785622596741, 'avg_acc_mask': 81.3953488372093, 'loss': 0.5715785622596741}
{'epoch': 165, 'iter': 10, 'avg_loss': 0.9293324784799055, 'avg_acc_mask': 70.0374531835206, 'loss': 1.0353761911392212}
{'epoch': 165, 'iter': 20, 'avg_loss': 0.9673701695033482, 'avg_acc_mask': 67.17411988582302, 'loss': 0.6683871746063232}
{'epoch': 165, 'iter': 30, 'avg_loss': 0.9585899729882518, 'avg_acc_mask': 68.30087306917395, 'loss': 1.0886287689208984}
{'epoch': 165, 'iter': 40, 'avg_loss': 0.945505265782519, 'avg_acc_mask': 68.46986089644514, 'loss': 1.2554206848144531}
{'epoch': 165, 'iter': 50, 'avg_loss': 0.9384558656636406, 'avg_acc_mask': 69.09609120521174, 'loss': 0.9533040523529053}
{'epoch': 165, 'iter': 60, 'avg_loss': 0.940518008880928, 'avg_acc_mask': 68.80356530682208, 'loss': 1.1303573846817017}
{'epoch': 165, 'iter': 70, 'avg_loss': 0.936902298054225, 'avg_acc_mask': 68.9078097475044, 'loss': 1.271618366241455}
{'epoch': 165, 'iter': 80, 'avg_loss': 0.9394292654814543, 'avg_acc_mask': 68.92857142857143, 'loss': 1.2313477993011475}
{'epoch': 165, 'iter': 90, 'avg_loss': 0.9352284368577894, 'avg_acc_mask': 69.12, 'loss': 0.9035314917564392}
{'epoch': 165, 'iter': 100, 'avg_loss': 0.9423551577152592, 'avg_acc_mask': 69.23709644252519, 'loss': 0.592785656452179}
{'epoch': 165, 'iter': 110, 'avg_loss': 0.9482944065386111, 'avg_acc_mask': 69.01329339075079, 'loss': 1.1824392080307007}
{'epoch': 165, 'iter': 120, 'avg_loss': 0.9502007118926561, 'avg_acc_mask': 68.93053645116919, 'loss': 1.2591396570205688}
{'epoch': 165, 'iter': 130, 'avg_loss': 0.9519706723344235, 'avg_acc_mask': 68.97868278714604, 'loss': 1.075656771659851}
{'epoch': 165, 'iter': 140, 'avg_loss': 0.9530810599631452, 'avg_acc_mask': 68.96247240618102, 'loss': 1.2766178846359253}
{'epoch': 165, 'iter': 150, 'avg_loss': 0.9639113821730708, 'avg_acc_mask': 68.66124362332829, 'loss': 1.1001083850860596}
{'epoch': 165, 'iter': 160, 'avg_loss': 0.9695201975218257, 'avg_acc_mask': 68.56589147286822, 'loss': 0.8288810849189758}
{'epoch': 165, 'iter': 170, 'avg_loss': 0.9671108604174609, 'avg_acc_mask': 68.78042843232717, 'loss': 0.9004789590835571}
{'epoch': 165, 'iter': 180, 'avg_loss': 0.969615961635969, 'avg_acc_mask': 68.66544370557212, 'loss': 1.4211249351501465}
{'epoch': 165, 'iter': 190, 'avg_loss': 0.9650545335564938, 'avg_acc_mask': 68.81580375556278, 'loss': 0.9404348134994507}
{'epoch': 165, 'iter': 200, 'avg_loss': 0.9677848824814185, 'avg_acc_mask': 68.78023674729799, 'loss': 0.9558528661727905}
{'epoch': 165, 'iter': 210, 'avg_loss': 0.9715513445754752, 'avg_acc_mask': 68.71207672734391, 'loss': 1.2923369407653809}
{'epoch': 165, 'iter': 220, 'avg_loss': 0.9720306828011215, 'avg_acc_mask': 68.63313388182497, 'loss': 0.8717210292816162}
{'epoch': 165, 'iter': 230, 'avg_loss': 0.9672498179204536, 'avg_acc_mask': 68.8304721030043, 'loss': 1.1750770807266235}
{'epoch': 165, 'iter': 240, 'avg_loss': 0.9682755104239056, 'avg_acc_mask': 68.8723604342994, 'loss': 0.8230356574058533}
{'epoch': 165, 'iter': 250, 'avg_loss': 0.9704492624062466, 'avg_acc_mask': 68.88031521917584, 'loss': 1.0645651817321777}
{'epoch': 165, 'iter': 260, 'avg_loss': 0.9726341837210674, 'avg_acc_mask': 68.88239013594688, 'loss': 0.9232727885246277}
{'epoch': 165, 'iter': 270, 'avg_loss': 0.9772811186709527, 'avg_acc_mask': 68.71911820600532, 'loss': 0.9495070576667786}
{'epoch': 165, 'iter': 280, 'avg_loss': 0.9789160933358814, 'avg_acc_mask': 68.72024027543769, 'loss': 0.946499228477478}
{'epoch': 165, 'iter': 290, 'avg_loss': 0.9761537915652561, 'avg_acc_mask': 68.77520696242836, 'loss': 1.0492644309997559}
{'epoch': 165, 'iter': 300, 'avg_loss': 0.9715127420187789, 'avg_acc_mask': 68.95820507558656, 'loss': 1.1751827001571655}
{'epoch': 165, 'iter': 310, 'avg_loss': 0.9747561975307403, 'avg_acc_mask': 68.86761307362165, 'loss': 1.1194989681243896}
{'epoch': 165, 'iter': 320, 'avg_loss': 0.9743263285108074, 'avg_acc_mask': 68.91831382332246, 'loss': 1.0041742324829102}
{'epoch': 165, 'iter': 330, 'avg_loss': 0.9734856652889367, 'avg_acc_mask': 68.92101507724763, 'loss': 0.8805067539215088}
{'epoch': 165, 'iter': 340, 'avg_loss': 0.9714183119559917, 'avg_acc_mask': 68.92906480869722, 'loss': 1.0152146816253662}
{'epoch': 165, 'iter': 350, 'avg_loss': 0.9705738192609912, 'avg_acc_mask': 68.96148676290106, 'loss': 0.43620172142982483}
{'epoch': 165, 'iter': 360, 'avg_loss': 0.9695996006439928, 'avg_acc_mask': 68.98432174505794, 'loss': 0.9038039445877075}
{'epoch': 165, 'iter': 370, 'avg_loss': 0.9682613873096168, 'avg_acc_mask': 69.00226381756943, 'loss': 0.9550337791442871}
{'epoch': 165, 'iter': 380, 'avg_loss': 0.967606885539578, 'avg_acc_mask': 69.05684754521964, 'loss': 0.6871729493141174}
{'epoch': 165, 'iter': 390, 'avg_loss': 0.9681404527191007, 'avg_acc_mask': 69.04162734612561, 'loss': 1.0330467224121094}
{'epoch': 'EP165_test', 'avg_loss': 0.9681864242361049, 'total_masked_acc': 69.06366652841145}
{'epoch': 166, 'iter': 0, 'avg_loss': 1.1442203521728516, 'avg_acc_mask': 61.97183098591549, 'loss': 1.1442203521728516}
{'epoch': 166, 'iter': 10, 'avg_loss': 1.0023882659998806, 'avg_acc_mask': 66.18705035971223, 'loss': 1.230385661125183}
{'epoch': 166, 'iter': 20, 'avg_loss': 0.9694108565648397, 'avg_acc_mask': 66.41509433962264, 'loss': 0.8206073641777039}
{'epoch': 166, 'iter': 30, 'avg_loss': 0.9635288869180987, 'avg_acc_mask': 67.59379042690816, 'loss': 0.9615911245346069}
{'epoch': 166, 'iter': 40, 'avg_loss': 0.962046338290703, 'avg_acc_mask': 68.16816816816817, 'loss': 1.0355812311172485}
{'epoch': 166, 'iter': 50, 'avg_loss': 0.9678420015409881, 'avg_acc_mask': 67.7547770700637, 'loss': 0.8506503105163574}
{'epoch': 166, 'iter': 60, 'avg_loss': 0.9729859320843806, 'avg_acc_mask': 67.85109983079526, 'loss': 0.9807450175285339}
{'epoch': 166, 'iter': 70, 'avg_loss': 0.9713310238341211, 'avg_acc_mask': 67.94425087108013, 'loss': 0.8559494614601135}
{'epoch': 166, 'iter': 80, 'avg_loss': 0.9765164638742988, 'avg_acc_mask': 67.7823198773633, 'loss': 1.3122528791427612}
{'epoch': 166, 'iter': 90, 'avg_loss': 0.9775321346062881, 'avg_acc_mask': 67.86363636363636, 'loss': 0.9260039925575256}
{'epoch': 166, 'iter': 100, 'avg_loss': 0.9806693231705392, 'avg_acc_mask': 67.9801939343924, 'loss': 0.9630398750305176}
{'epoch': 166, 'iter': 110, 'avg_loss': 0.9930512588303368, 'avg_acc_mask': 67.49486269381654, 'loss': 1.224847435951233}
{'epoch': 166, 'iter': 120, 'avg_loss': 0.9929696444637519, 'avg_acc_mask': 67.6027397260274, 'loss': 1.0675777196884155}
{'epoch': 166, 'iter': 130, 'avg_loss': 0.9909123710093607, 'avg_acc_mask': 67.62987525659246, 'loss': 0.8020175099372864}
{'epoch': 166, 'iter': 140, 'avg_loss': 0.9956351992086316, 'avg_acc_mask': 67.40242654582663, 'loss': 1.240500569343567}
{'epoch': 166, 'iter': 150, 'avg_loss': 0.996439859567099, 'avg_acc_mask': 67.36683141131246, 'loss': 1.0721172094345093}
{'epoch': 166, 'iter': 160, 'avg_loss': 0.9931491972496791, 'avg_acc_mask': 67.45990688049663, 'loss': 0.8388538360595703}
{'epoch': 166, 'iter': 170, 'avg_loss': 0.9993924592670641, 'avg_acc_mask': 67.35763931227899, 'loss': 1.3456488847732544}
{'epoch': 166, 'iter': 180, 'avg_loss': 1.0001020372243217, 'avg_acc_mask': 67.44346228905981, 'loss': 1.2809820175170898}
{'epoch': 166, 'iter': 190, 'avg_loss': 0.9927496847681975, 'avg_acc_mask': 67.62143323894576, 'loss': 0.8085723519325256}
{'epoch': 166, 'iter': 200, 'avg_loss': 0.9942931233353876, 'avg_acc_mask': 67.60127821874033, 'loss': 1.1128902435302734}
{'epoch': 166, 'iter': 210, 'avg_loss': 0.9956812064794568, 'avg_acc_mask': 67.64648053480141, 'loss': 1.352983832359314}
{'epoch': 166, 'iter': 220, 'avg_loss': 0.9946134268428406, 'avg_acc_mask': 67.71903605454885, 'loss': 0.8173606991767883}
{'epoch': 166, 'iter': 230, 'avg_loss': 0.9910695688291029, 'avg_acc_mask': 67.85970577682096, 'loss': 0.7427014708518982}
{'epoch': 166, 'iter': 240, 'avg_loss': 0.9898146159668681, 'avg_acc_mask': 67.93702684101858, 'loss': 0.946000874042511}
{'epoch': 166, 'iter': 250, 'avg_loss': 0.9892287438371742, 'avg_acc_mask': 67.968943586355, 'loss': 0.8559955358505249}
{'epoch': 166, 'iter': 260, 'avg_loss': 0.987107195730867, 'avg_acc_mask': 68.099134164747, 'loss': 0.734427809715271}
{'epoch': 166, 'iter': 270, 'avg_loss': 0.9935349524021149, 'avg_acc_mask': 67.95863653772501, 'loss': 1.3456122875213623}
{'epoch': 166, 'iter': 280, 'avg_loss': 0.9941980513177309, 'avg_acc_mask': 67.95070474503727, 'loss': 1.0291259288787842}
{'epoch': 166, 'iter': 290, 'avg_loss': 0.9912018912149868, 'avg_acc_mask': 68.08404558404558, 'loss': 0.8254286646842957}
{'epoch': 166, 'iter': 300, 'avg_loss': 0.9883026901471654, 'avg_acc_mask': 68.13641060971409, 'loss': 0.8575097918510437}
{'epoch': 166, 'iter': 310, 'avg_loss': 0.9896637488791413, 'avg_acc_mask': 68.08978286932197, 'loss': 1.038952112197876}
{'epoch': 166, 'iter': 320, 'avg_loss': 0.9869508160237582, 'avg_acc_mask': 68.14273708707738, 'loss': 0.8091785311698914}
{'epoch': 166, 'iter': 330, 'avg_loss': 0.9881012924128069, 'avg_acc_mask': 68.19263527054107, 'loss': 1.0295015573501587}
{'epoch': 166, 'iter': 340, 'avg_loss': 0.9875479027672597, 'avg_acc_mask': 68.15781487101668, 'loss': 0.7851273417472839}
{'epoch': 166, 'iter': 350, 'avg_loss': 0.9873395064617494, 'avg_acc_mask': 68.13679245283019, 'loss': 1.1579965353012085}
{'epoch': 166, 'iter': 360, 'avg_loss': 0.98785945038386, 'avg_acc_mask': 68.04943640212852, 'loss': 0.8237836956977844}
{'epoch': 166, 'iter': 370, 'avg_loss': 0.9873547653624953, 'avg_acc_mask': 68.07181889149102, 'loss': 1.0491629838943481}
{'epoch': 166, 'iter': 380, 'avg_loss': 0.9859817541177505, 'avg_acc_mask': 68.10358868559639, 'loss': 1.0133490562438965}
{'epoch': 166, 'iter': 390, 'avg_loss': 0.9869005356908149, 'avg_acc_mask': 68.09609103361079, 'loss': 0.9962883591651917}
{'epoch': 'EP166_test', 'avg_loss': 0.9860395010974672, 'total_masked_acc': 68.13083624602223}
{'epoch': 167, 'iter': 0, 'avg_loss': 0.9029005765914917, 'avg_acc_mask': 70.37037037037037, 'loss': 0.9029005765914917}
{'epoch': 167, 'iter': 10, 'avg_loss': 1.036870002746582, 'avg_acc_mask': 67.19298245614034, 'loss': 1.6459119319915771}
{'epoch': 167, 'iter': 20, 'avg_loss': 1.0264382305599393, 'avg_acc_mask': 67.4264007597341, 'loss': 0.860801100730896}
{'epoch': 167, 'iter': 30, 'avg_loss': 0.9927427960980323, 'avg_acc_mask': 68.0, 'loss': 1.0003336668014526}
{'epoch': 167, 'iter': 40, 'avg_loss': 0.9907088890308287, 'avg_acc_mask': 68.1998021760633, 'loss': 1.0371257066726685}
{'epoch': 167, 'iter': 50, 'avg_loss': 0.9695114551805982, 'avg_acc_mask': 68.83168316831683, 'loss': 0.8623602390289307}
{'epoch': 167, 'iter': 60, 'avg_loss': 0.9688894348066361, 'avg_acc_mask': 69.1304347826087, 'loss': 0.8464779257774353}
{'epoch': 167, 'iter': 70, 'avg_loss': 0.9547930536135821, 'avg_acc_mask': 69.59498003422704, 'loss': 0.8963070511817932}
{'epoch': 167, 'iter': 80, 'avg_loss': 0.9550813833872477, 'avg_acc_mask': 69.43264183954011, 'loss': 0.8439286947250366}
{'epoch': 167, 'iter': 90, 'avg_loss': 0.9567150414645017, 'avg_acc_mask': 69.68946894689469, 'loss': 0.7939649820327759}
{'epoch': 167, 'iter': 100, 'avg_loss': 0.9645845996271266, 'avg_acc_mask': 69.54221770091557, 'loss': 0.6945247054100037}
{'epoch': 167, 'iter': 110, 'avg_loss': 0.9630342963579539, 'avg_acc_mask': 69.55473098330242, 'loss': 1.0652230978012085}
{'epoch': 167, 'iter': 120, 'avg_loss': 0.9635526473857154, 'avg_acc_mask': 69.55627891039919, 'loss': 1.0891169309616089}
{'epoch': 167, 'iter': 130, 'avg_loss': 0.9644703987900537, 'avg_acc_mask': 69.42083726786277, 'loss': 1.1530060768127441}
{'epoch': 167, 'iter': 140, 'avg_loss': 0.9675725808380343, 'avg_acc_mask': 69.02253438688909, 'loss': 1.0348010063171387}
{'epoch': 167, 'iter': 150, 'avg_loss': 0.9664747754469613, 'avg_acc_mask': 68.93960098387537, 'loss': 1.1019115447998047}
{'epoch': 167, 'iter': 160, 'avg_loss': 0.9668959597623126, 'avg_acc_mask': 68.9602053915276, 'loss': 0.9090836644172668}
{'epoch': 167, 'iter': 170, 'avg_loss': 0.9655467846937347, 'avg_acc_mask': 69.04991560163974, 'loss': 1.0405100584030151}
{'epoch': 167, 'iter': 180, 'avg_loss': 0.9742248334937332, 'avg_acc_mask': 68.84000453566163, 'loss': 0.9950722455978394}
{'epoch': 167, 'iter': 190, 'avg_loss': 0.9686334978847604, 'avg_acc_mask': 69.11542610571738, 'loss': 0.8634058237075806}
{'epoch': 167, 'iter': 200, 'avg_loss': 0.9693564508684832, 'avg_acc_mask': 68.99240714139134, 'loss': 0.8229937553405762}
{'epoch': 167, 'iter': 210, 'avg_loss': 0.9700063410528463, 'avg_acc_mask': 69.0748898678414, 'loss': 1.1862051486968994}
{'epoch': 167, 'iter': 220, 'avg_loss': 0.9706268965928263, 'avg_acc_mask': 68.97225842487433, 'loss': 1.0380370616912842}
{'epoch': 167, 'iter': 230, 'avg_loss': 0.9656151920169979, 'avg_acc_mask': 69.17454091638439, 'loss': 0.9993013143539429}
{'epoch': 167, 'iter': 240, 'avg_loss': 0.9648121308488965, 'avg_acc_mask': 69.20778555574526, 'loss': 0.9425274729728699}
{'epoch': 167, 'iter': 250, 'avg_loss': 0.9698150053442237, 'avg_acc_mask': 69.10609037328095, 'loss': 1.0322390794754028}
{'epoch': 167, 'iter': 260, 'avg_loss': 0.9670609562333059, 'avg_acc_mask': 69.30661828508322, 'loss': 0.6927225589752197}
{'epoch': 167, 'iter': 270, 'avg_loss': 0.9688408409977312, 'avg_acc_mask': 69.22843716840988, 'loss': 0.7060081958770752}
{'epoch': 167, 'iter': 280, 'avg_loss': 0.9688804743552971, 'avg_acc_mask': 69.1717791411043, 'loss': 0.8276063799858093}
{'epoch': 167, 'iter': 290, 'avg_loss': 0.9674386931039214, 'avg_acc_mask': 69.25570904990133, 'loss': 0.9942033886909485}
{'epoch': 167, 'iter': 300, 'avg_loss': 0.9668108727844846, 'avg_acc_mask': 69.2901550864248, 'loss': 0.929143488407135}
{'epoch': 167, 'iter': 310, 'avg_loss': 0.9689884555684792, 'avg_acc_mask': 69.23229125445192, 'loss': 1.0506219863891602}
{'epoch': 167, 'iter': 320, 'avg_loss': 0.9656460873805846, 'avg_acc_mask': 69.34502849094052, 'loss': 1.0416381359100342}
{'epoch': 167, 'iter': 330, 'avg_loss': 0.9640744883128163, 'avg_acc_mask': 69.3129581314449, 'loss': 1.0886162519454956}
{'epoch': 167, 'iter': 340, 'avg_loss': 0.9619080273986212, 'avg_acc_mask': 69.31146750271313, 'loss': 0.7593828439712524}
{'epoch': 167, 'iter': 350, 'avg_loss': 0.9610486242845867, 'avg_acc_mask': 69.36588793254874, 'loss': 0.8341195583343506}
{'epoch': 167, 'iter': 360, 'avg_loss': 0.9610700110319248, 'avg_acc_mask': 69.39853467370932, 'loss': 0.6290585994720459}
{'epoch': 167, 'iter': 370, 'avg_loss': 0.958176729974721, 'avg_acc_mask': 69.53689904509577, 'loss': 1.0122640132904053}
{'epoch': 167, 'iter': 380, 'avg_loss': 0.9562812691598427, 'avg_acc_mask': 69.51960837054172, 'loss': 0.9821810126304626}
{'epoch': 167, 'iter': 390, 'avg_loss': 0.9560675166756906, 'avg_acc_mask': 69.57248876345771, 'loss': 0.9045612215995789}
{'epoch': 'EP167_test', 'avg_loss': 0.9568654688620808, 'total_masked_acc': 69.49852812064246}
{'epoch': 168, 'iter': 0, 'avg_loss': 0.6506567001342773, 'avg_acc_mask': 80.76923076923077, 'loss': 0.6506567001342773}
{'epoch': 168, 'iter': 10, 'avg_loss': 1.0065419348803433, 'avg_acc_mask': 68.14814814814815, 'loss': 1.0305825471878052}
{'epoch': 168, 'iter': 20, 'avg_loss': 0.9579711471285138, 'avg_acc_mask': 69.73434535104364, 'loss': 0.9099215269088745}
{'epoch': 168, 'iter': 30, 'avg_loss': 0.9787210283740875, 'avg_acc_mask': 68.49580374435119, 'loss': 1.4534473419189453}
{'epoch': 168, 'iter': 40, 'avg_loss': 0.9659425659877497, 'avg_acc_mask': 69.45959345562717, 'loss': 0.8997254371643066}
{'epoch': 168, 'iter': 50, 'avg_loss': 0.9667237132203346, 'avg_acc_mask': 69.24611088950937, 'loss': 0.726202130317688}
{'epoch': 168, 'iter': 60, 'avg_loss': 0.9643800200008955, 'avg_acc_mask': 68.92941573792638, 'loss': 1.227420449256897}
{'epoch': 168, 'iter': 70, 'avg_loss': 0.9502469754554856, 'avg_acc_mask': 69.51044947036931, 'loss': 0.781542181968689}
{'epoch': 168, 'iter': 80, 'avg_loss': 0.9617888375564858, 'avg_acc_mask': 69.16167664670658, 'loss': 1.1860495805740356}
{'epoch': 168, 'iter': 90, 'avg_loss': 0.9527383079895606, 'avg_acc_mask': 69.54585930543188, 'loss': 0.735278308391571}
{'epoch': 168, 'iter': 100, 'avg_loss': 0.9518615975238309, 'avg_acc_mask': 69.70795568982881, 'loss': 0.9298803806304932}
{'epoch': 168, 'iter': 110, 'avg_loss': 0.9571491936305622, 'avg_acc_mask': 69.5548635281187, 'loss': 0.9882802367210388}
{'epoch': 168, 'iter': 120, 'avg_loss': 0.954831417927072, 'avg_acc_mask': 69.68776371308016, 'loss': 1.239286184310913}
{'epoch': 168, 'iter': 130, 'avg_loss': 0.9560070915986564, 'avg_acc_mask': 69.56453634085213, 'loss': 0.8925264477729797}
{'epoch': 168, 'iter': 140, 'avg_loss': 0.9684799085272119, 'avg_acc_mask': 69.2732558139535, 'loss': 1.083452582359314}
{'epoch': 168, 'iter': 150, 'avg_loss': 0.9628729646569056, 'avg_acc_mask': 69.35637501700911, 'loss': 0.8770767450332642}
{'epoch': 168, 'iter': 160, 'avg_loss': 0.9680291640092127, 'avg_acc_mask': 69.33829186971018, 'loss': 1.0267727375030518}
{'epoch': 168, 'iter': 170, 'avg_loss': 0.9688743457459567, 'avg_acc_mask': 69.30490302373208, 'loss': 1.0755641460418701}
{'epoch': 168, 'iter': 180, 'avg_loss': 0.9693228576064769, 'avg_acc_mask': 69.16164258901148, 'loss': 1.0363572835922241}
{'epoch': 168, 'iter': 190, 'avg_loss': 0.9644583994181368, 'avg_acc_mask': 69.17578251922451, 'loss': 1.1032123565673828}
{'epoch': 168, 'iter': 200, 'avg_loss': 0.9616640577861919, 'avg_acc_mask': 69.22680412371133, 'loss': 0.9735115170478821}
{'epoch': 168, 'iter': 210, 'avg_loss': 0.9664795946735907, 'avg_acc_mask': 69.05789990186457, 'loss': 1.1478172540664673}
{'epoch': 168, 'iter': 220, 'avg_loss': 0.9694203793732828, 'avg_acc_mask': 68.75116669777861, 'loss': 0.8801878690719604}
{'epoch': 168, 'iter': 230, 'avg_loss': 0.9688927902803792, 'avg_acc_mask': 68.79534258844603, 'loss': 0.9477711915969849}
{'epoch': 168, 'iter': 240, 'avg_loss': 0.9659105870733617, 'avg_acc_mask': 68.9203084832905, 'loss': 0.8342100381851196}
{'epoch': 168, 'iter': 250, 'avg_loss': 0.9647998432239213, 'avg_acc_mask': 68.93452086425862, 'loss': 0.7093350887298584}
{'epoch': 168, 'iter': 260, 'avg_loss': 0.9632641707343617, 'avg_acc_mask': 68.99532154468321, 'loss': 0.9521287083625793}
{'epoch': 168, 'iter': 270, 'avg_loss': 0.9674997523262052, 'avg_acc_mask': 68.80664077374152, 'loss': 0.905998706817627}
{'epoch': 168, 'iter': 280, 'avg_loss': 0.9725956505303706, 'avg_acc_mask': 68.70195475510653, 'loss': 1.0736762285232544}
{'epoch': 168, 'iter': 290, 'avg_loss': 0.9709634025072315, 'avg_acc_mask': 68.82768361581921, 'loss': 0.7772706747055054}
{'epoch': 168, 'iter': 300, 'avg_loss': 0.9715430257328325, 'avg_acc_mask': 68.75, 'loss': 1.4733874797821045}
{'epoch': 168, 'iter': 310, 'avg_loss': 0.9734939254365167, 'avg_acc_mask': 68.67254291205514, 'loss': 1.221298098564148}
{'epoch': 168, 'iter': 320, 'avg_loss': 0.9718817205072563, 'avg_acc_mask': 68.78861997940268, 'loss': 0.9629464745521545}
{'epoch': 168, 'iter': 330, 'avg_loss': 0.9713775868502268, 'avg_acc_mask': 68.85297054418372, 'loss': 0.6157382726669312}
{'epoch': 168, 'iter': 340, 'avg_loss': 0.9696689480560616, 'avg_acc_mask': 68.8476917484551, 'loss': 0.814030110836029}
{'epoch': 168, 'iter': 350, 'avg_loss': 0.9678248071942235, 'avg_acc_mask': 68.94322322792993, 'loss': 0.7425163984298706}
{'epoch': 168, 'iter': 360, 'avg_loss': 0.9697796003970413, 'avg_acc_mask': 68.87443664784072, 'loss': 0.9172198176383972}
{'epoch': 168, 'iter': 370, 'avg_loss': 0.9677951562436764, 'avg_acc_mask': 68.84927246473399, 'loss': 1.156944751739502}
{'epoch': 168, 'iter': 380, 'avg_loss': 0.9712744639927321, 'avg_acc_mask': 68.73781148429036, 'loss': 0.9607415795326233}
{'epoch': 168, 'iter': 390, 'avg_loss': 0.971357207926338, 'avg_acc_mask': 68.75164673025242, 'loss': 1.0372506380081177}
{'epoch': 'EP168_test', 'avg_loss': 0.9716751274436412, 'total_masked_acc': 68.76432590122943}
{'epoch': 169, 'iter': 0, 'avg_loss': 1.2222709655761719, 'avg_acc_mask': 62.16216216216216, 'loss': 1.2222709655761719}
{'epoch': 169, 'iter': 10, 'avg_loss': 1.0388475223021074, 'avg_acc_mask': 67.60828625235405, 'loss': 1.051268219947815}
{'epoch': 169, 'iter': 20, 'avg_loss': 0.9993080610320682, 'avg_acc_mask': 68.16443594646272, 'loss': 1.0305192470550537}
{'epoch': 169, 'iter': 30, 'avg_loss': 1.006359213782895, 'avg_acc_mask': 67.5925925925926, 'loss': 1.1047903299331665}
{'epoch': 169, 'iter': 40, 'avg_loss': 0.9831579734639424, 'avg_acc_mask': 69.06801007556676, 'loss': 0.7869651913642883}
{'epoch': 169, 'iter': 50, 'avg_loss': 0.9783055244707594, 'avg_acc_mask': 69.02261712439419, 'loss': 0.8742895722389221}
{'epoch': 169, 'iter': 60, 'avg_loss': 0.9773684339445146, 'avg_acc_mask': 69.2722371967655, 'loss': 0.7332319617271423}
{'epoch': 169, 'iter': 70, 'avg_loss': 0.9614382016826684, 'avg_acc_mask': 69.53661327231121, 'loss': 0.9336051344871521}
{'epoch': 169, 'iter': 80, 'avg_loss': 0.9642895180502056, 'avg_acc_mask': 69.23842707814833, 'loss': 0.9710999131202698}
{'epoch': 169, 'iter': 90, 'avg_loss': 0.956345185473725, 'avg_acc_mask': 69.57394601829132, 'loss': 0.6341989636421204}
{'epoch': 169, 'iter': 100, 'avg_loss': 0.9618417183951576, 'avg_acc_mask': 69.6579476861167, 'loss': 0.6930958032608032}
{'epoch': 169, 'iter': 110, 'avg_loss': 0.9657248827788207, 'avg_acc_mask': 69.50027659966807, 'loss': 1.4173436164855957}
{'epoch': 169, 'iter': 120, 'avg_loss': 0.9671681513471052, 'avg_acc_mask': 69.62324717013009, 'loss': 1.0039024353027344}
{'epoch': 169, 'iter': 130, 'avg_loss': 0.9663731082705141, 'avg_acc_mask': 69.65905536440414, 'loss': 1.0106840133666992}
{'epoch': 169, 'iter': 140, 'avg_loss': 0.9691132154870541, 'avg_acc_mask': 69.48856185341687, 'loss': 0.8017863035202026}
{'epoch': 169, 'iter': 150, 'avg_loss': 0.9652593084518483, 'avg_acc_mask': 69.5398398262522, 'loss': 0.952028751373291}
{'epoch': 169, 'iter': 160, 'avg_loss': 0.9671669791203849, 'avg_acc_mask': 69.34250764525994, 'loss': 0.9457074403762817}
{'epoch': 169, 'iter': 170, 'avg_loss': 0.9707751002228051, 'avg_acc_mask': 69.1553003110792, 'loss': 1.0976982116699219}
{'epoch': 169, 'iter': 180, 'avg_loss': 0.9742108985205382, 'avg_acc_mask': 69.10633484162896, 'loss': 1.132889747619629}
{'epoch': 169, 'iter': 190, 'avg_loss': 0.9717551706973171, 'avg_acc_mask': 69.14310289216213, 'loss': 1.3398265838623047}
{'epoch': 169, 'iter': 200, 'avg_loss': 0.9794712490703336, 'avg_acc_mask': 68.86551618503013, 'loss': 0.9697655439376831}
{'epoch': 169, 'iter': 210, 'avg_loss': 0.9763836835232956, 'avg_acc_mask': 68.97496087636932, 'loss': 1.2776076793670654}
{'epoch': 169, 'iter': 220, 'avg_loss': 0.9759658955341011, 'avg_acc_mask': 69.00611904320415, 'loss': 1.1228288412094116}
{'epoch': 169, 'iter': 230, 'avg_loss': 0.9711059669911604, 'avg_acc_mask': 69.12143555121257, 'loss': 0.7168165445327759}
{'epoch': 169, 'iter': 240, 'avg_loss': 0.9684307750824576, 'avg_acc_mask': 69.14095790011932, 'loss': 0.9568126797676086}
{'epoch': 169, 'iter': 250, 'avg_loss': 0.9695350138314691, 'avg_acc_mask': 69.1413603994434, 'loss': 0.9450263381004333}
{'epoch': 169, 'iter': 260, 'avg_loss': 0.968356719875701, 'avg_acc_mask': 69.14994469900458, 'loss': 0.7559865713119507}
{'epoch': 169, 'iter': 270, 'avg_loss': 0.9708098142349412, 'avg_acc_mask': 69.00540293737158, 'loss': 0.9944870471954346}
{'epoch': 169, 'iter': 280, 'avg_loss': 0.9704570239973238, 'avg_acc_mask': 69.04481998530493, 'loss': 1.2538542747497559}
{'epoch': 169, 'iter': 290, 'avg_loss': 0.9677058421459395, 'avg_acc_mask': 69.07377223442704, 'loss': 0.8453378677368164}
{'epoch': 169, 'iter': 300, 'avg_loss': 0.9687005469569336, 'avg_acc_mask': 69.00709708537174, 'loss': 0.9365103840827942}
{'epoch': 169, 'iter': 310, 'avg_loss': 0.9709741731931926, 'avg_acc_mask': 68.89198884017537, 'loss': 1.3682518005371094}
{'epoch': 169, 'iter': 320, 'avg_loss': 0.9712048787565618, 'avg_acc_mask': 68.95039029740016, 'loss': 0.8019624948501587}
{'epoch': 169, 'iter': 330, 'avg_loss': 0.9720914009114406, 'avg_acc_mask': 68.96681277395116, 'loss': 0.9293841123580933}
{'epoch': 169, 'iter': 340, 'avg_loss': 0.9696710377145024, 'avg_acc_mask': 69.03910275841164, 'loss': 1.0787688493728638}
{'epoch': 169, 'iter': 350, 'avg_loss': 0.96864345406535, 'avg_acc_mask': 69.02046095954844, 'loss': 0.7904980778694153}
{'epoch': 169, 'iter': 360, 'avg_loss': 0.9707369609552737, 'avg_acc_mask': 68.9908361318231, 'loss': 1.1443853378295898}
{'epoch': 169, 'iter': 370, 'avg_loss': 0.9688041594150574, 'avg_acc_mask': 68.99401064773735, 'loss': 1.2029858827590942}
{'epoch': 169, 'iter': 380, 'avg_loss': 0.9680968551185187, 'avg_acc_mask': 69.03309399125412, 'loss': 1.1214020252227783}
{'epoch': 169, 'iter': 390, 'avg_loss': 0.9683868340823961, 'avg_acc_mask': 69.06610703043022, 'loss': 1.130355954170227}
{'epoch': 'EP169_test', 'avg_loss': 0.9664548636987956, 'total_masked_acc': 69.11413438570983}
{'epoch': 170, 'iter': 0, 'avg_loss': 0.8659825325012207, 'avg_acc_mask': 76.59574468085107, 'loss': 0.8659825325012207}
{'epoch': 170, 'iter': 10, 'avg_loss': 0.9782130122184753, 'avg_acc_mask': 70.30075187969925, 'loss': 1.194412112236023}
{'epoch': 170, 'iter': 20, 'avg_loss': 0.9822564550808498, 'avg_acc_mask': 69.16167664670658, 'loss': 0.7628503441810608}
{'epoch': 170, 'iter': 30, 'avg_loss': 0.9628996868287364, 'avg_acc_mask': 69.90033222591362, 'loss': 1.09443199634552}
{'epoch': 170, 'iter': 40, 'avg_loss': 0.940752485903298, 'avg_acc_mask': 70.76845806127574, 'loss': 1.2579313516616821}
{'epoch': 170, 'iter': 50, 'avg_loss': 0.9466402109931497, 'avg_acc_mask': 70.54108216432866, 'loss': 0.8427435755729675}
{'epoch': 170, 'iter': 60, 'avg_loss': 0.9507745250326688, 'avg_acc_mask': 70.45834727333556, 'loss': 0.8582025170326233}
{'epoch': 170, 'iter': 70, 'avg_loss': 0.9516195302278223, 'avg_acc_mask': 70.1458392908207, 'loss': 0.821479082107544}
{'epoch': 170, 'iter': 80, 'avg_loss': 0.9532423284318712, 'avg_acc_mask': 69.812734082397, 'loss': 1.235290765762329}
{'epoch': 170, 'iter': 90, 'avg_loss': 0.9553632454557733, 'avg_acc_mask': 69.92414100847836, 'loss': 1.0843629837036133}
{'epoch': 170, 'iter': 100, 'avg_loss': 0.9494951975227582, 'avg_acc_mask': 70.17968907732687, 'loss': 0.7869552969932556}
{'epoch': 170, 'iter': 110, 'avg_loss': 0.9575686959533004, 'avg_acc_mask': 69.63302752293578, 'loss': 0.9568851590156555}
{'epoch': 170, 'iter': 120, 'avg_loss': 0.968300033206782, 'avg_acc_mask': 69.4634798596022, 'loss': 1.1363874673843384}
{'epoch': 170, 'iter': 130, 'avg_loss': 0.9697173251450517, 'avg_acc_mask': 69.28637342356197, 'loss': 1.0656967163085938}
{'epoch': 170, 'iter': 140, 'avg_loss': 0.9716279426365034, 'avg_acc_mask': 69.19559937133877, 'loss': 1.3426648378372192}
{'epoch': 170, 'iter': 150, 'avg_loss': 0.9740273123545362, 'avg_acc_mask': 69.10134864467886, 'loss': 1.1677762269973755}
{'epoch': 170, 'iter': 160, 'avg_loss': 0.9779957751309649, 'avg_acc_mask': 69.01690670006262, 'loss': 1.1180537939071655}
{'epoch': 170, 'iter': 170, 'avg_loss': 0.978244874212477, 'avg_acc_mask': 69.01923757818955, 'loss': 1.0817371606826782}
{'epoch': 170, 'iter': 180, 'avg_loss': 0.9753280822084753, 'avg_acc_mask': 69.14965223244334, 'loss': 1.0218056440353394}
{'epoch': 170, 'iter': 190, 'avg_loss': 0.9690630192531965, 'avg_acc_mask': 69.37206322084579, 'loss': 1.1347790956497192}
{'epoch': 170, 'iter': 200, 'avg_loss': 0.9720053791406735, 'avg_acc_mask': 69.1739965625316, 'loss': 0.9292001724243164}
{'epoch': 170, 'iter': 210, 'avg_loss': 0.9778007497719678, 'avg_acc_mask': 69.07723459647093, 'loss': 0.9965857267379761}
{'epoch': 170, 'iter': 220, 'avg_loss': 0.9815221633846404, 'avg_acc_mask': 68.8572739788894, 'loss': 1.1132371425628662}
{'epoch': 170, 'iter': 230, 'avg_loss': 0.9759154353306924, 'avg_acc_mask': 68.95853508231359, 'loss': 0.9273232221603394}
{'epoch': 170, 'iter': 240, 'avg_loss': 0.9770154554814224, 'avg_acc_mask': 68.83215369059657, 'loss': 1.1115964651107788}
{'epoch': 170, 'iter': 250, 'avg_loss': 0.983638892135772, 'avg_acc_mask': 68.55732664455053, 'loss': 1.0166512727737427}
{'epoch': 170, 'iter': 260, 'avg_loss': 0.9834656404809476, 'avg_acc_mask': 68.61524091227524, 'loss': 1.084425449371338}
{'epoch': 170, 'iter': 270, 'avg_loss': 0.9910275738177704, 'avg_acc_mask': 68.43679880329096, 'loss': 1.316346287727356}
{'epoch': 170, 'iter': 280, 'avg_loss': 0.9948189585234347, 'avg_acc_mask': 68.3300928926334, 'loss': 1.3192698955535889}
{'epoch': 170, 'iter': 290, 'avg_loss': 0.9880439366671637, 'avg_acc_mask': 68.50871080139372, 'loss': 0.7716730833053589}
{'epoch': 170, 'iter': 300, 'avg_loss': 0.9863265477541673, 'avg_acc_mask': 68.53500607041684, 'loss': 0.7927338480949402}
{'epoch': 170, 'iter': 310, 'avg_loss': 0.9854396422576291, 'avg_acc_mask': 68.45440292657435, 'loss': 0.672172486782074}
{'epoch': 170, 'iter': 320, 'avg_loss': 0.9825770877232062, 'avg_acc_mask': 68.62508724065732, 'loss': 0.9994031190872192}
{'epoch': 170, 'iter': 330, 'avg_loss': 0.9800813884173275, 'avg_acc_mask': 68.64302425809629, 'loss': 0.9320634007453918}
{'epoch': 170, 'iter': 340, 'avg_loss': 0.9790585214091886, 'avg_acc_mask': 68.66996247543035, 'loss': 1.0573163032531738}
{'epoch': 170, 'iter': 350, 'avg_loss': 0.9813536111785476, 'avg_acc_mask': 68.53243899618364, 'loss': 1.2191601991653442}
{'epoch': 170, 'iter': 360, 'avg_loss': 0.9799517351009178, 'avg_acc_mask': 68.54367841904335, 'loss': 0.7268567085266113}
{'epoch': 170, 'iter': 370, 'avg_loss': 0.9792715437168059, 'avg_acc_mask': 68.53540040395218, 'loss': 1.3254233598709106}
{'epoch': 170, 'iter': 380, 'avg_loss': 0.9755180527375439, 'avg_acc_mask': 68.65560519038503, 'loss': 0.8360008597373962}
{'epoch': 170, 'iter': 390, 'avg_loss': 0.9741128836293964, 'avg_acc_mask': 68.69794630386426, 'loss': 0.8447216749191284}
{'epoch': 'EP170_test', 'avg_loss': 0.9724307684133752, 'total_masked_acc': 68.7614960147149}
{'epoch': 171, 'iter': 0, 'avg_loss': 0.7090573310852051, 'avg_acc_mask': 76.27118644067797, 'loss': 0.7090573310852051}
{'epoch': 171, 'iter': 10, 'avg_loss': 0.9898120273243297, 'avg_acc_mask': 67.98561151079137, 'loss': 1.2668753862380981}
{'epoch': 171, 'iter': 20, 'avg_loss': 0.9676939362571353, 'avg_acc_mask': 69.16256157635468, 'loss': 0.9916831851005554}
{'epoch': 171, 'iter': 30, 'avg_loss': 0.956202345509683, 'avg_acc_mask': 69.67699406723797, 'loss': 0.8851579427719116}
{'epoch': 171, 'iter': 40, 'avg_loss': 0.9538027818610029, 'avg_acc_mask': 69.3170234454638, 'loss': 0.7837448120117188}
{'epoch': 171, 'iter': 50, 'avg_loss': 0.9618094329740486, 'avg_acc_mask': 69.72290138549307, 'loss': 1.02754545211792}
{'epoch': 171, 'iter': 60, 'avg_loss': 0.9833014675828277, 'avg_acc_mask': 68.7393235394602, 'loss': 0.8557253479957581}
{'epoch': 171, 'iter': 70, 'avg_loss': 0.9795130583601939, 'avg_acc_mask': 68.99827288428325, 'loss': 0.908146858215332}
{'epoch': 171, 'iter': 80, 'avg_loss': 0.9873793088359597, 'avg_acc_mask': 68.7671917979495, 'loss': 1.2494639158248901}
{'epoch': 171, 'iter': 90, 'avg_loss': 0.9801067192475874, 'avg_acc_mask': 69.16722482697031, 'loss': 0.8455512523651123}
{'epoch': 171, 'iter': 100, 'avg_loss': 0.9807695917563863, 'avg_acc_mask': 69.12955465587044, 'loss': 0.7298327088356018}
{'epoch': 171, 'iter': 110, 'avg_loss': 0.9844158571045678, 'avg_acc_mask': 69.02461257976299, 'loss': 0.9493361711502075}
{'epoch': 171, 'iter': 120, 'avg_loss': 0.992346711887801, 'avg_acc_mask': 68.75841184387617, 'loss': 0.8405487537384033}
{'epoch': 171, 'iter': 130, 'avg_loss': 0.9927322382235345, 'avg_acc_mask': 68.52776044915782, 'loss': 1.193237066268921}
{'epoch': 171, 'iter': 140, 'avg_loss': 0.9905169246890021, 'avg_acc_mask': 68.64161849710982, 'loss': 1.3076269626617432}
{'epoch': 171, 'iter': 150, 'avg_loss': 0.9853159757639398, 'avg_acc_mask': 68.65812542144302, 'loss': 1.0663832426071167}
{'epoch': 171, 'iter': 160, 'avg_loss': 0.9908119825102528, 'avg_acc_mask': 68.49418898433552, 'loss': 0.932646632194519}
{'epoch': 171, 'iter': 170, 'avg_loss': 0.9920729377813506, 'avg_acc_mask': 68.39914367269267, 'loss': 0.7721166610717773}
{'epoch': 171, 'iter': 180, 'avg_loss': 0.9886623509022412, 'avg_acc_mask': 68.59466787166743, 'loss': 1.1716704368591309}
{'epoch': 171, 'iter': 190, 'avg_loss': 0.9799063530267845, 'avg_acc_mask': 68.90774352915906, 'loss': 0.573569118976593}
{'epoch': 171, 'iter': 200, 'avg_loss': 0.9805210366177914, 'avg_acc_mask': 68.86446886446886, 'loss': 0.9659574031829834}
{'epoch': 171, 'iter': 210, 'avg_loss': 0.9863942129917055, 'avg_acc_mask': 68.70992811346416, 'loss': 1.3087798357009888}
{'epoch': 171, 'iter': 220, 'avg_loss': 0.9835722829421721, 'avg_acc_mask': 68.7459569355882, 'loss': 0.8846526741981506}
{'epoch': 171, 'iter': 230, 'avg_loss': 0.9769365952644513, 'avg_acc_mask': 68.91352549889135, 'loss': 0.7925861477851868}
{'epoch': 171, 'iter': 240, 'avg_loss': 0.9728017981121649, 'avg_acc_mask': 69.11839646679124, 'loss': 0.9234185218811035}
{'epoch': 171, 'iter': 250, 'avg_loss': 0.9726620169274836, 'avg_acc_mask': 69.07443682664055, 'loss': 1.1833992004394531}
{'epoch': 171, 'iter': 260, 'avg_loss': 0.9733004538035485, 'avg_acc_mask': 69.090623527564, 'loss': 0.8395555019378662}
{'epoch': 171, 'iter': 270, 'avg_loss': 0.9764592819108294, 'avg_acc_mask': 68.89995473064735, 'loss': 0.9812698364257812}
{'epoch': 171, 'iter': 280, 'avg_loss': 0.9815000611692136, 'avg_acc_mask': 68.70234550867765, 'loss': 1.142785668373108}
{'epoch': 171, 'iter': 290, 'avg_loss': 0.9782695399526878, 'avg_acc_mask': 68.68942267172355, 'loss': 0.7748873233795166}
{'epoch': 171, 'iter': 300, 'avg_loss': 0.9746151156599735, 'avg_acc_mask': 68.75468101041737, 'loss': 1.0875136852264404}
{'epoch': 171, 'iter': 310, 'avg_loss': 0.9754334527196609, 'avg_acc_mask': 68.77628811777076, 'loss': 1.3448419570922852}
{'epoch': 171, 'iter': 320, 'avg_loss': 0.9736147879440094, 'avg_acc_mask': 68.86292536551107, 'loss': 0.9355051517486572}
{'epoch': 171, 'iter': 330, 'avg_loss': 0.9745816919738792, 'avg_acc_mask': 68.87351778656127, 'loss': 1.3081454038619995}
{'epoch': 171, 'iter': 340, 'avg_loss': 0.974433408454716, 'avg_acc_mask': 68.82627422828428, 'loss': 1.0017009973526}
{'epoch': 171, 'iter': 350, 'avg_loss': 0.9731030780026036, 'avg_acc_mask': 68.8280750682703, 'loss': 0.7230773568153381}
{'epoch': 171, 'iter': 360, 'avg_loss': 0.97268880090555, 'avg_acc_mask': 68.8489492365767, 'loss': 0.9085531234741211}
{'epoch': 171, 'iter': 370, 'avg_loss': 0.9699124873809095, 'avg_acc_mask': 68.90932114738754, 'loss': 0.9370150566101074}
{'epoch': 171, 'iter': 380, 'avg_loss': 0.9689417633171783, 'avg_acc_mask': 68.9079688757714, 'loss': 0.9649022817611694}
{'epoch': 171, 'iter': 390, 'avg_loss': 0.9678355388324279, 'avg_acc_mask': 68.9170109292475, 'loss': 0.8569396138191223}
{'epoch': 'EP171_test', 'avg_loss': 0.9666073998116483, 'total_masked_acc': 68.91199751668478}
{'epoch': 172, 'iter': 0, 'avg_loss': 0.8249655961990356, 'avg_acc_mask': 80.0, 'loss': 0.8249655961990356}
{'epoch': 172, 'iter': 10, 'avg_loss': 1.0557379722595215, 'avg_acc_mask': 70.4424778761062, 'loss': 1.4159557819366455}
{'epoch': 172, 'iter': 20, 'avg_loss': 1.0049603694961184, 'avg_acc_mask': 70.62200956937798, 'loss': 0.9721586108207703}
{'epoch': 172, 'iter': 30, 'avg_loss': 0.9754383314040399, 'avg_acc_mask': 71.08512020792722, 'loss': 1.2143385410308838}
{'epoch': 172, 'iter': 40, 'avg_loss': 0.9758039712905884, 'avg_acc_mask': 70.30393622321873, 'loss': 1.0076578855514526}
{'epoch': 172, 'iter': 50, 'avg_loss': 0.9700591832983727, 'avg_acc_mask': 70.31620553359684, 'loss': 0.8512232899665833}
{'epoch': 172, 'iter': 60, 'avg_loss': 0.977162022082532, 'avg_acc_mask': 69.88031914893617, 'loss': 0.780381977558136}
{'epoch': 172, 'iter': 70, 'avg_loss': 0.9744277722399, 'avg_acc_mask': 70.014064697609, 'loss': 0.8460131883621216}
{'epoch': 172, 'iter': 80, 'avg_loss': 0.9698998236361845, 'avg_acc_mask': 69.6969696969697, 'loss': 1.0979338884353638}
{'epoch': 172, 'iter': 90, 'avg_loss': 0.9840218988093701, 'avg_acc_mask': 69.2591787964371, 'loss': 0.927497148513794}
{'epoch': 172, 'iter': 100, 'avg_loss': 0.9804902165242941, 'avg_acc_mask': 69.15207554593744, 'loss': 0.6594613194465637}
{'epoch': 172, 'iter': 110, 'avg_loss': 0.9841582399230819, 'avg_acc_mask': 69.07031109512678, 'loss': 1.1902083158493042}
{'epoch': 172, 'iter': 120, 'avg_loss': 0.9736544617936631, 'avg_acc_mask': 69.50732356857523, 'loss': 1.141357183456421}
{'epoch': 172, 'iter': 130, 'avg_loss': 0.9693786433634867, 'avg_acc_mask': 69.59521619135235, 'loss': 0.9437211751937866}
{'epoch': 172, 'iter': 140, 'avg_loss': 0.9749881363084131, 'avg_acc_mask': 69.30397727272727, 'loss': 1.0934362411499023}
{'epoch': 172, 'iter': 150, 'avg_loss': 0.9794536821100096, 'avg_acc_mask': 69.1919191919192, 'loss': 1.3426871299743652}
{'epoch': 172, 'iter': 160, 'avg_loss': 0.980792258466993, 'avg_acc_mask': 69.159463860704, 'loss': 0.947365403175354}
{'epoch': 172, 'iter': 170, 'avg_loss': 0.9785498084380613, 'avg_acc_mask': 69.20165582495564, 'loss': 1.0436391830444336}
{'epoch': 172, 'iter': 180, 'avg_loss': 0.9849006082471563, 'avg_acc_mask': 68.97435897435898, 'loss': 1.1346787214279175}
{'epoch': 172, 'iter': 190, 'avg_loss': 0.9814036594635529, 'avg_acc_mask': 69.10088644997889, 'loss': 0.8897759318351746}
{'epoch': 172, 'iter': 200, 'avg_loss': 0.9880457235806024, 'avg_acc_mask': 69.04213792413172, 'loss': 1.1890223026275635}
{'epoch': 172, 'iter': 210, 'avg_loss': 0.9896335669603393, 'avg_acc_mask': 68.96945475306879, 'loss': 1.0077569484710693}
{'epoch': 172, 'iter': 220, 'avg_loss': 0.9888390839369589, 'avg_acc_mask': 68.91045994738275, 'loss': 0.9998331665992737}
{'epoch': 172, 'iter': 230, 'avg_loss': 0.9847872321739858, 'avg_acc_mask': 69.0852010115985, 'loss': 0.7189395427703857}
{'epoch': 172, 'iter': 240, 'avg_loss': 0.982075262613811, 'avg_acc_mask': 69.08435351333222, 'loss': 0.9724807739257812}
{'epoch': 172, 'iter': 250, 'avg_loss': 0.9822432766872573, 'avg_acc_mask': 69.11824133193242, 'loss': 0.8850730061531067}
{'epoch': 172, 'iter': 260, 'avg_loss': 0.9825522700945536, 'avg_acc_mask': 69.23615432482887, 'loss': 0.8530563116073608}
{'epoch': 172, 'iter': 270, 'avg_loss': 0.9829599703369986, 'avg_acc_mask': 69.15307496633248, 'loss': 0.7705474495887756}
{'epoch': 172, 'iter': 280, 'avg_loss': 0.9895720424601192, 'avg_acc_mask': 68.90847359676371, 'loss': 1.2018160820007324}
{'epoch': 172, 'iter': 290, 'avg_loss': 0.9872201646316502, 'avg_acc_mask': 68.9573294224457, 'loss': 0.8549115657806396}
{'epoch': 172, 'iter': 300, 'avg_loss': 0.9833834963383469, 'avg_acc_mask': 69.00980060831363, 'loss': 1.0639262199401855}
{'epoch': 172, 'iter': 310, 'avg_loss': 0.9854945590258412, 'avg_acc_mask': 68.92607359958167, 'loss': 1.1174108982086182}
{'epoch': 172, 'iter': 320, 'avg_loss': 0.9853156585931035, 'avg_acc_mask': 68.82680856455087, 'loss': 0.9817798137664795}
{'epoch': 172, 'iter': 330, 'avg_loss': 0.9835366685945102, 'avg_acc_mask': 68.88547743322076, 'loss': 1.1277520656585693}
{'epoch': 172, 'iter': 340, 'avg_loss': 0.9814876487527775, 'avg_acc_mask': 68.94683574447818, 'loss': 0.8910444974899292}
{'epoch': 172, 'iter': 350, 'avg_loss': 0.982071587163159, 'avg_acc_mask': 68.90173410404624, 'loss': 1.0224379301071167}
{'epoch': 172, 'iter': 360, 'avg_loss': 0.9831325921985912, 'avg_acc_mask': 68.89785850431662, 'loss': 0.8925467729568481}
{'epoch': 172, 'iter': 370, 'avg_loss': 0.9805249281006682, 'avg_acc_mask': 68.97078897078896, 'loss': 1.0780235528945923}
{'epoch': 172, 'iter': 380, 'avg_loss': 0.9807066552908089, 'avg_acc_mask': 68.9380671867537, 'loss': 0.9264266490936279}
{'epoch': 172, 'iter': 390, 'avg_loss': 0.9806847730865869, 'avg_acc_mask': 68.9610657853971, 'loss': 1.0436941385269165}
{'epoch': 'EP172_test', 'avg_loss': 0.9793439481896583, 'total_masked_acc': 69.00301189443054}
{'epoch': 173, 'iter': 0, 'avg_loss': 1.0637842416763306, 'avg_acc_mask': 64.81481481481481, 'loss': 1.0637842416763306}
{'epoch': 173, 'iter': 10, 'avg_loss': 0.9727259440855547, 'avg_acc_mask': 69.48529411764706, 'loss': 1.1423319578170776}
{'epoch': 173, 'iter': 20, 'avg_loss': 0.9666761273429507, 'avg_acc_mask': 69.95121951219512, 'loss': 0.9160480499267578}
{'epoch': 173, 'iter': 30, 'avg_loss': 0.9943610064445003, 'avg_acc_mask': 69.74025974025973, 'loss': 1.375970482826233}
{'epoch': 173, 'iter': 40, 'avg_loss': 0.9814951943188179, 'avg_acc_mask': 70.22556390977444, 'loss': 0.8081430792808533}
{'epoch': 173, 'iter': 50, 'avg_loss': 0.9805991813248279, 'avg_acc_mask': 69.43108974358975, 'loss': 0.8409317135810852}
{'epoch': 173, 'iter': 60, 'avg_loss': 0.9972595474759086, 'avg_acc_mask': 68.92255892255892, 'loss': 1.4255781173706055}
{'epoch': 173, 'iter': 70, 'avg_loss': 0.9973671402729732, 'avg_acc_mask': 68.98517673888256, 'loss': 0.7995697855949402}
{'epoch': 173, 'iter': 80, 'avg_loss': 0.9965918763184253, 'avg_acc_mask': 68.79521077575455, 'loss': 1.369429349899292}
{'epoch': 173, 'iter': 90, 'avg_loss': 0.9873476513139494, 'avg_acc_mask': 69.24603174603175, 'loss': 0.8078373074531555}
{'epoch': 173, 'iter': 100, 'avg_loss': 0.9810749127133058, 'avg_acc_mask': 69.26320016061031, 'loss': 0.8150918483734131}
{'epoch': 173, 'iter': 110, 'avg_loss': 0.9863525344444825, 'avg_acc_mask': 69.04805408368354, 'loss': 1.0537896156311035}
{'epoch': 173, 'iter': 120, 'avg_loss': 0.9932694779939888, 'avg_acc_mask': 68.89451476793249, 'loss': 1.000177025794983}
{'epoch': 173, 'iter': 130, 'avg_loss': 0.9943502709155775, 'avg_acc_mask': 68.76352395672333, 'loss': 0.9845004081726074}
{'epoch': 173, 'iter': 140, 'avg_loss': 0.9948309068138718, 'avg_acc_mask': 68.76712328767123, 'loss': 1.0934821367263794}
{'epoch': 173, 'iter': 150, 'avg_loss': 0.9931282243191801, 'avg_acc_mask': 68.80572818157255, 'loss': 1.0809963941574097}
{'epoch': 173, 'iter': 160, 'avg_loss': 0.9987934250268877, 'avg_acc_mask': 68.63168593571338, 'loss': 0.9743623733520508}
{'epoch': 173, 'iter': 170, 'avg_loss': 1.001762424644671, 'avg_acc_mask': 68.39645254074784, 'loss': 1.5778919458389282}
{'epoch': 173, 'iter': 180, 'avg_loss': 1.003373215870304, 'avg_acc_mask': 68.32164668627007, 'loss': 1.4336285591125488}
{'epoch': 173, 'iter': 190, 'avg_loss': 0.9960992333152532, 'avg_acc_mask': 68.4691464201247, 'loss': 0.7219430804252625}
{'epoch': 173, 'iter': 200, 'avg_loss': 0.9921583147784371, 'avg_acc_mask': 68.55917492086185, 'loss': 0.9889377355575562}
{'epoch': 173, 'iter': 210, 'avg_loss': 0.9933946802152842, 'avg_acc_mask': 68.49609375, 'loss': 0.957872748374939}
{'epoch': 173, 'iter': 220, 'avg_loss': 0.9994398838254661, 'avg_acc_mask': 68.21093677467273, 'loss': 1.0797879695892334}
{'epoch': 173, 'iter': 230, 'avg_loss': 0.9890964507282555, 'avg_acc_mask': 68.46044191019244, 'loss': 0.6893128156661987}
{'epoch': 173, 'iter': 240, 'avg_loss': 0.9889274228410602, 'avg_acc_mask': 68.42599709625074, 'loss': 1.0401817560195923}
{'epoch': 173, 'iter': 250, 'avg_loss': 0.994939262767237, 'avg_acc_mask': 68.18553664921467, 'loss': 1.1425639390945435}
{'epoch': 173, 'iter': 260, 'avg_loss': 0.9958606820225259, 'avg_acc_mask': 68.13324952859836, 'loss': 1.20558762550354}
{'epoch': 173, 'iter': 270, 'avg_loss': 0.9960690777460147, 'avg_acc_mask': 67.99395542123158, 'loss': 0.7306108474731445}
{'epoch': 173, 'iter': 280, 'avg_loss': 0.9967422942461917, 'avg_acc_mask': 67.96363636363635, 'loss': 0.9771724939346313}
{'epoch': 173, 'iter': 290, 'avg_loss': 0.9925656764163184, 'avg_acc_mask': 68.12184166198765, 'loss': 0.6548746824264526}
{'epoch': 173, 'iter': 300, 'avg_loss': 0.9887457877100504, 'avg_acc_mask': 68.24673558215451, 'loss': 0.9089235067367554}
{'epoch': 173, 'iter': 310, 'avg_loss': 0.9889652584335045, 'avg_acc_mask': 68.20908311910883, 'loss': 1.0007197856903076}
{'epoch': 173, 'iter': 320, 'avg_loss': 0.9859618105435297, 'avg_acc_mask': 68.28145970473574, 'loss': 0.9412176609039307}
{'epoch': 173, 'iter': 330, 'avg_loss': 0.984337861174183, 'avg_acc_mask': 68.40964004708506, 'loss': 0.8577821850776672}
{'epoch': 173, 'iter': 340, 'avg_loss': 0.9811921800511324, 'avg_acc_mask': 68.50662986740265, 'loss': 0.8546729683876038}
{'epoch': 173, 'iter': 350, 'avg_loss': 0.9830135766767029, 'avg_acc_mask': 68.35812190142899, 'loss': 0.9971634149551392}
{'epoch': 173, 'iter': 360, 'avg_loss': 0.9815289884227795, 'avg_acc_mask': 68.35809048644971, 'loss': 0.7189343571662903}
{'epoch': 173, 'iter': 370, 'avg_loss': 0.980101102847616, 'avg_acc_mask': 68.40712355957434, 'loss': 0.9742276668548584}
{'epoch': 173, 'iter': 380, 'avg_loss': 0.9786442512758761, 'avg_acc_mask': 68.40892033880132, 'loss': 0.9034404158592224}
{'epoch': 173, 'iter': 390, 'avg_loss': 0.9795271235201365, 'avg_acc_mask': 68.39910337277799, 'loss': 1.077614188194275}
{'epoch': 'EP173_test', 'avg_loss': 0.9791299882109719, 'total_masked_acc': 68.39420946885787}
{'epoch': 174, 'iter': 0, 'avg_loss': 1.0507254600524902, 'avg_acc_mask': 68.25396825396825, 'loss': 1.0507254600524902}
{'epoch': 174, 'iter': 10, 'avg_loss': 1.0341700261289424, 'avg_acc_mask': 66.84491978609626, 'loss': 1.0896360874176025}
{'epoch': 174, 'iter': 20, 'avg_loss': 0.9676771220706758, 'avg_acc_mask': 70.29250457038391, 'loss': 0.9372029304504395}
{'epoch': 174, 'iter': 30, 'avg_loss': 0.9765176907662423, 'avg_acc_mask': 69.25465838509317, 'loss': 0.9752741456031799}
{'epoch': 174, 'iter': 40, 'avg_loss': 0.950301724236186, 'avg_acc_mask': 69.87834549878346, 'loss': 0.8929625749588013}
{'epoch': 174, 'iter': 50, 'avg_loss': 0.9506554591889474, 'avg_acc_mask': 70.2251552795031, 'loss': 0.672499418258667}
{'epoch': 174, 'iter': 60, 'avg_loss': 0.9570011203406287, 'avg_acc_mask': 69.76516634050881, 'loss': 0.7689658403396606}
{'epoch': 174, 'iter': 70, 'avg_loss': 0.9665624532901066, 'avg_acc_mask': 69.54230235783633, 'loss': 0.9032598733901978}
{'epoch': 174, 'iter': 80, 'avg_loss': 0.9657587791666572, 'avg_acc_mask': 69.3069306930693, 'loss': 0.8845255374908447}
{'epoch': 174, 'iter': 90, 'avg_loss': 0.9639431198874673, 'avg_acc_mask': 69.29032258064515, 'loss': 0.6920987367630005}
{'epoch': 174, 'iter': 100, 'avg_loss': 0.9742962989476648, 'avg_acc_mask': 68.96015549076773, 'loss': 1.0136703252792358}
{'epoch': 174, 'iter': 110, 'avg_loss': 0.9899973482699007, 'avg_acc_mask': 68.40712647733285, 'loss': 1.454028844833374}
{'epoch': 174, 'iter': 120, 'avg_loss': 0.9948753581559362, 'avg_acc_mask': 68.28990228013029, 'loss': 1.1942392587661743}
{'epoch': 174, 'iter': 130, 'avg_loss': 0.9900897936966583, 'avg_acc_mask': 68.53545195622846, 'loss': 1.028785228729248}
{'epoch': 174, 'iter': 140, 'avg_loss': 0.9857185296978511, 'avg_acc_mask': 68.60254083484574, 'loss': 0.8766372203826904}
{'epoch': 174, 'iter': 150, 'avg_loss': 0.9870729750355348, 'avg_acc_mask': 68.61256544502618, 'loss': 1.175869107246399}
{'epoch': 174, 'iter': 160, 'avg_loss': 0.9911066045672257, 'avg_acc_mask': 68.60034559368057, 'loss': 0.927703857421875}
{'epoch': 174, 'iter': 170, 'avg_loss': 0.9903416961257221, 'avg_acc_mask': 68.49680789320952, 'loss': 1.2093095779418945}
{'epoch': 174, 'iter': 180, 'avg_loss': 0.9867092351228492, 'avg_acc_mask': 68.66820631254812, 'loss': 1.0429545640945435}
{'epoch': 174, 'iter': 190, 'avg_loss': 0.9828730752954933, 'avg_acc_mask': 68.77619446772842, 'loss': 0.5265417695045471}
{'epoch': 174, 'iter': 200, 'avg_loss': 0.9874542761797929, 'avg_acc_mask': 68.72251099560177, 'loss': 1.089192271232605}
{'epoch': 174, 'iter': 210, 'avg_loss': 0.9933551660081221, 'avg_acc_mask': 68.56028166333618, 'loss': 1.377790093421936}
{'epoch': 174, 'iter': 220, 'avg_loss': 0.9934576172634487, 'avg_acc_mask': 68.44299438100417, 'loss': 0.9423389434814453}
{'epoch': 174, 'iter': 230, 'avg_loss': 0.9907149809263486, 'avg_acc_mask': 68.50564726324934, 'loss': 0.8040966987609863}
{'epoch': 174, 'iter': 240, 'avg_loss': 0.9915561609248402, 'avg_acc_mask': 68.43463780183181, 'loss': 1.0823068618774414}
{'epoch': 174, 'iter': 250, 'avg_loss': 0.990562568860225, 'avg_acc_mask': 68.45981428113993, 'loss': 1.0447778701782227}
{'epoch': 174, 'iter': 260, 'avg_loss': 0.9892837494269184, 'avg_acc_mask': 68.58024691358024, 'loss': 0.6879225969314575}
{'epoch': 174, 'iter': 270, 'avg_loss': 0.9930052022652432, 'avg_acc_mask': 68.52085967130215, 'loss': 0.9101956486701965}
{'epoch': 174, 'iter': 280, 'avg_loss': 0.9914519572597381, 'avg_acc_mask': 68.59723317324922, 'loss': 0.9654741287231445}
{'epoch': 174, 'iter': 290, 'avg_loss': 0.9865923894639687, 'avg_acc_mask': 68.71233635796911, 'loss': 1.0633337497711182}
{'epoch': 174, 'iter': 300, 'avg_loss': 0.9826687091212732, 'avg_acc_mask': 68.7964637331726, 'loss': 0.7895544171333313}
{'epoch': 174, 'iter': 310, 'avg_loss': 0.9863364349607486, 'avg_acc_mask': 68.67407598862755, 'loss': 1.2680411338806152}
{'epoch': 174, 'iter': 320, 'avg_loss': 0.9840727797549833, 'avg_acc_mask': 68.81178767080158, 'loss': 0.7022079229354858}
{'epoch': 174, 'iter': 330, 'avg_loss': 0.9833744679693008, 'avg_acc_mask': 68.8352185875879, 'loss': 1.0167112350463867}
{'epoch': 174, 'iter': 340, 'avg_loss': 0.9813993410630659, 'avg_acc_mask': 68.87952021851434, 'loss': 0.7315179109573364}
{'epoch': 174, 'iter': 350, 'avg_loss': 0.9809336385495981, 'avg_acc_mask': 68.91446417211266, 'loss': 0.7490389347076416}
{'epoch': 174, 'iter': 360, 'avg_loss': 0.9843881855050612, 'avg_acc_mask': 68.76507883072435, 'loss': 1.0056848526000977}
{'epoch': 174, 'iter': 370, 'avg_loss': 0.9809483966094785, 'avg_acc_mask': 68.82096069868996, 'loss': 1.0560773611068726}
{'epoch': 174, 'iter': 380, 'avg_loss': 0.980247243026423, 'avg_acc_mask': 68.80412261594857, 'loss': 1.0582770109176636}
{'epoch': 174, 'iter': 390, 'avg_loss': 0.9798056478695492, 'avg_acc_mask': 68.83365200764818, 'loss': 0.816920816898346}
{'epoch': 'EP174_test', 'avg_loss': 0.9796555719592355, 'total_masked_acc': 68.79345603271983}
{'epoch': 175, 'iter': 0, 'avg_loss': 0.8906590342521667, 'avg_acc_mask': 70.0, 'loss': 0.8906590342521667}
{'epoch': 175, 'iter': 10, 'avg_loss': 0.9958919774402272, 'avg_acc_mask': 67.71799628942486, 'loss': 1.5459766387939453}
{'epoch': 175, 'iter': 20, 'avg_loss': 0.9859468596322196, 'avg_acc_mask': 68.65384615384616, 'loss': 0.6243962049484253}
{'epoch': 175, 'iter': 30, 'avg_loss': 0.9804680193624189, 'avg_acc_mask': 69.0335305719921, 'loss': 1.2846300601959229}
{'epoch': 175, 'iter': 40, 'avg_loss': 0.9565084736521651, 'avg_acc_mask': 70.34277198211625, 'loss': 0.8566780090332031}
{'epoch': 175, 'iter': 50, 'avg_loss': 0.9650996280651466, 'avg_acc_mask': 69.86138613861385, 'loss': 0.7294424176216125}
{'epoch': 175, 'iter': 60, 'avg_loss': 0.9715878015658894, 'avg_acc_mask': 69.5811170212766, 'loss': 0.9228309988975525}
{'epoch': 175, 'iter': 70, 'avg_loss': 0.967125053137121, 'avg_acc_mask': 69.33521923620933, 'loss': 0.9578683376312256}
{'epoch': 175, 'iter': 80, 'avg_loss': 0.9615894923975439, 'avg_acc_mask': 69.43056943056943, 'loss': 1.4361939430236816}
{'epoch': 175, 'iter': 90, 'avg_loss': 0.9542194604873657, 'avg_acc_mask': 69.70926301555104, 'loss': 0.8631757497787476}
{'epoch': 175, 'iter': 100, 'avg_loss': 0.9560005080581891, 'avg_acc_mask': 69.77027851189266, 'loss': 0.6783151626586914}
{'epoch': 175, 'iter': 110, 'avg_loss': 0.9615703842661403, 'avg_acc_mask': 69.49214468396055, 'loss': 1.0278831720352173}
{'epoch': 175, 'iter': 120, 'avg_loss': 0.9650695984028588, 'avg_acc_mask': 69.44908180300501, 'loss': 0.8963479995727539}
{'epoch': 175, 'iter': 130, 'avg_loss': 0.9623684409920495, 'avg_acc_mask': 69.78782287822878, 'loss': 0.8698991537094116}
{'epoch': 175, 'iter': 140, 'avg_loss': 0.9670046534098632, 'avg_acc_mask': 69.56956956956957, 'loss': 1.1844297647476196}
{'epoch': 175, 'iter': 150, 'avg_loss': 0.9724002152878717, 'avg_acc_mask': 69.35592308726638, 'loss': 1.1116496324539185}
{'epoch': 175, 'iter': 160, 'avg_loss': 0.9750310797128618, 'avg_acc_mask': 69.29769259866347, 'loss': 0.9091630578041077}
{'epoch': 175, 'iter': 170, 'avg_loss': 0.9786570288284481, 'avg_acc_mask': 69.08028152212812, 'loss': 1.3442211151123047}
{'epoch': 175, 'iter': 180, 'avg_loss': 0.9804129933125406, 'avg_acc_mask': 68.98612834103982, 'loss': 1.2157844305038452}
{'epoch': 175, 'iter': 190, 'avg_loss': 0.9761013419840349, 'avg_acc_mask': 69.0180102915952, 'loss': 0.99842768907547}
{'epoch': 175, 'iter': 200, 'avg_loss': 0.978799267491298, 'avg_acc_mask': 68.80677758497498, 'loss': 0.9084840416908264}
{'epoch': 175, 'iter': 210, 'avg_loss': 0.9864015344759864, 'avg_acc_mask': 68.61235626583512, 'loss': 1.2751262187957764}
{'epoch': 175, 'iter': 220, 'avg_loss': 0.9874463564130516, 'avg_acc_mask': 68.50050940075947, 'loss': 0.9344605207443237}
{'epoch': 175, 'iter': 230, 'avg_loss': 0.9825548140001503, 'avg_acc_mask': 68.65896980461812, 'loss': 0.8820423483848572}
{'epoch': 175, 'iter': 240, 'avg_loss': 0.9823799934624636, 'avg_acc_mask': 68.70411473450572, 'loss': 0.9156493544578552}
{'epoch': 175, 'iter': 250, 'avg_loss': 0.9850142852243674, 'avg_acc_mask': 68.57587676171747, 'loss': 0.9995982050895691}
{'epoch': 175, 'iter': 260, 'avg_loss': 0.9822230393859162, 'avg_acc_mask': 68.72876669036897, 'loss': 0.8503090739250183}
{'epoch': 175, 'iter': 270, 'avg_loss': 0.9830560657810901, 'avg_acc_mask': 68.67295693197383, 'loss': 0.9289399981498718}
{'epoch': 175, 'iter': 280, 'avg_loss': 0.9831900766311591, 'avg_acc_mask': 68.6569353773931, 'loss': 1.0664699077606201}
{'epoch': 175, 'iter': 290, 'avg_loss': 0.9839855164187061, 'avg_acc_mask': 68.68435992052228, 'loss': 0.8875762820243835}
{'epoch': 175, 'iter': 300, 'avg_loss': 0.9834945083060533, 'avg_acc_mask': 68.72809729952587, 'loss': 1.4323426485061646}
{'epoch': 175, 'iter': 310, 'avg_loss': 0.9826879715996156, 'avg_acc_mask': 68.74584827952704, 'loss': 1.2476845979690552}
{'epoch': 175, 'iter': 320, 'avg_loss': 0.9840430400081884, 'avg_acc_mask': 68.75561833825607, 'loss': 0.8501908183097839}
{'epoch': 175, 'iter': 330, 'avg_loss': 0.9854778724854807, 'avg_acc_mask': 68.71070161240117, 'loss': 1.203282356262207}
{'epoch': 175, 'iter': 340, 'avg_loss': 0.9818029831931039, 'avg_acc_mask': 68.79381194102007, 'loss': 0.7056763768196106}
{'epoch': 175, 'iter': 350, 'avg_loss': 0.983033023838304, 'avg_acc_mask': 68.74120956399437, 'loss': 0.7478745579719543}
{'epoch': 175, 'iter': 360, 'avg_loss': 0.9855993789649076, 'avg_acc_mask': 68.6677258284158, 'loss': 1.000750184059143}
{'epoch': 175, 'iter': 370, 'avg_loss': 0.9854881201150283, 'avg_acc_mask': 68.67882808181317, 'loss': 1.2563481330871582}
{'epoch': 175, 'iter': 380, 'avg_loss': 0.9836695480534411, 'avg_acc_mask': 68.66716948604676, 'loss': 0.9500438570976257}
{'epoch': 175, 'iter': 390, 'avg_loss': 0.9826936267525949, 'avg_acc_mask': 68.66712091828711, 'loss': 1.0551316738128662}
{'epoch': 'EP175_test', 'avg_loss': 0.9829938091111906, 'total_masked_acc': 68.65903558294919}
{'epoch': 176, 'iter': 0, 'avg_loss': 1.0533438920974731, 'avg_acc_mask': 61.36363636363637, 'loss': 1.0533438920974731}
{'epoch': 176, 'iter': 10, 'avg_loss': 1.0221936485984109, 'avg_acc_mask': 65.83969465648855, 'loss': 1.5528109073638916}
{'epoch': 176, 'iter': 20, 'avg_loss': 0.992112934589386, 'avg_acc_mask': 67.2463768115942, 'loss': 1.2175365686416626}
{'epoch': 176, 'iter': 30, 'avg_loss': 0.9913875191442428, 'avg_acc_mask': 67.7124183006536, 'loss': 1.2131177186965942}
{'epoch': 176, 'iter': 40, 'avg_loss': 0.9791283796473247, 'avg_acc_mask': 68.70951669157948, 'loss': 0.9367826581001282}
{'epoch': 176, 'iter': 50, 'avg_loss': 0.9835920041682673, 'avg_acc_mask': 68.56916369401506, 'loss': 0.7572510242462158}
{'epoch': 176, 'iter': 60, 'avg_loss': 0.9888161186312066, 'avg_acc_mask': 68.31882116543872, 'loss': 1.096041202545166}
{'epoch': 176, 'iter': 70, 'avg_loss': 0.9777666834038747, 'avg_acc_mask': 68.62857142857143, 'loss': 0.9109997749328613}
{'epoch': 176, 'iter': 80, 'avg_loss': 0.9817804377756001, 'avg_acc_mask': 68.72026045579764, 'loss': 0.8699722290039062}
{'epoch': 176, 'iter': 90, 'avg_loss': 0.9803206350777175, 'avg_acc_mask': 68.83783180905644, 'loss': 0.785042941570282}
{'epoch': 176, 'iter': 100, 'avg_loss': 0.9763148208655933, 'avg_acc_mask': 69.0327769957772, 'loss': 0.829247772693634}
{'epoch': 176, 'iter': 110, 'avg_loss': 0.9675723120972917, 'avg_acc_mask': 69.15631848064281, 'loss': 0.7820794582366943}
{'epoch': 176, 'iter': 120, 'avg_loss': 0.9611161587652096, 'avg_acc_mask': 69.3993642295466, 'loss': 1.2699917554855347}
{'epoch': 176, 'iter': 130, 'avg_loss': 0.9643219486447691, 'avg_acc_mask': 69.41649899396378, 'loss': 1.2247480154037476}
{'epoch': 176, 'iter': 140, 'avg_loss': 0.9679256977764428, 'avg_acc_mask': 69.13473956091262, 'loss': 1.175825834274292}
{'epoch': 176, 'iter': 150, 'avg_loss': 0.973328335395712, 'avg_acc_mask': 69.02334317145157, 'loss': 1.1202356815338135}
{'epoch': 176, 'iter': 160, 'avg_loss': 0.9706078715946364, 'avg_acc_mask': 69.11634942644649, 'loss': 0.832001805305481}
{'epoch': 176, 'iter': 170, 'avg_loss': 0.9636177385759632, 'avg_acc_mask': 69.37033084311632, 'loss': 0.7952229976654053}
{'epoch': 176, 'iter': 180, 'avg_loss': 0.9672538456995843, 'avg_acc_mask': 69.07343243545321, 'loss': 1.34023916721344}
{'epoch': 176, 'iter': 190, 'avg_loss': 0.96362324659737, 'avg_acc_mask': 69.09071550255537, 'loss': 1.0781852006912231}
{'epoch': 176, 'iter': 200, 'avg_loss': 0.9728112444652254, 'avg_acc_mask': 68.82513385190423, 'loss': 0.9676890969276428}
{'epoch': 176, 'iter': 210, 'avg_loss': 0.9743188979783894, 'avg_acc_mask': 68.78378378378378, 'loss': 1.0257154703140259}
{'epoch': 176, 'iter': 220, 'avg_loss': 0.9766897147866935, 'avg_acc_mask': 68.82902693787796, 'loss': 1.0815374851226807}
{'epoch': 176, 'iter': 230, 'avg_loss': 0.9699296813248556, 'avg_acc_mask': 68.95125813830724, 'loss': 0.9632433652877808}
{'epoch': 176, 'iter': 240, 'avg_loss': 0.9708784624501383, 'avg_acc_mask': 68.82536470191415, 'loss': 1.1700598001480103}
{'epoch': 176, 'iter': 250, 'avg_loss': 0.9692917343867252, 'avg_acc_mask': 68.90382124352331, 'loss': 0.9673970341682434}
{'epoch': 176, 'iter': 260, 'avg_loss': 0.9681766244415122, 'avg_acc_mask': 69.02964749824916, 'loss': 0.6126230359077454}
{'epoch': 176, 'iter': 270, 'avg_loss': 0.9695017715001898, 'avg_acc_mask': 69.00067471324687, 'loss': 0.7061226963996887}
{'epoch': 176, 'iter': 280, 'avg_loss': 0.9701007758383224, 'avg_acc_mask': 69.05261634218715, 'loss': 1.2052013874053955}
{'epoch': 176, 'iter': 290, 'avg_loss': 0.9686309622530266, 'avg_acc_mask': 69.1051783336837, 'loss': 0.7286551594734192}
{'epoch': 176, 'iter': 300, 'avg_loss': 0.9670619387365259, 'avg_acc_mask': 69.15703602991162, 'loss': 1.0906966924667358}
{'epoch': 176, 'iter': 310, 'avg_loss': 0.9707535607830121, 'avg_acc_mask': 69.04636805464337, 'loss': 1.1699990034103394}
{'epoch': 176, 'iter': 320, 'avg_loss': 0.9712988553203155, 'avg_acc_mask': 68.96727690246858, 'loss': 0.8358386158943176}
{'epoch': 176, 'iter': 330, 'avg_loss': 0.9719919298530706, 'avg_acc_mask': 68.81827209533267, 'loss': 1.209488034248352}
{'epoch': 176, 'iter': 340, 'avg_loss': 0.9698176891747807, 'avg_acc_mask': 68.8764450867052, 'loss': 0.7543309330940247}
{'epoch': 176, 'iter': 350, 'avg_loss': 0.9659649587934174, 'avg_acc_mask': 69.03645528074082, 'loss': 0.9065709114074707}
{'epoch': 176, 'iter': 360, 'avg_loss': 0.9670859031234752, 'avg_acc_mask': 68.9763151901617, 'loss': 1.0135670900344849}
{'epoch': 176, 'iter': 370, 'avg_loss': 0.9659806778328117, 'avg_acc_mask': 68.97142541314321, 'loss': 1.020538568496704}
{'epoch': 176, 'iter': 380, 'avg_loss': 0.9685119482006613, 'avg_acc_mask': 68.8692940480671, 'loss': 0.9855592846870422}
{'epoch': 176, 'iter': 390, 'avg_loss': 0.9676820092341479, 'avg_acc_mask': 68.85657495553929, 'loss': 0.9322507381439209}
{'epoch': 'EP176_test', 'avg_loss': 0.967792257892363, 'total_masked_acc': 68.84144134829137}
{'epoch': 177, 'iter': 0, 'avg_loss': 0.7429654598236084, 'avg_acc_mask': 78.43137254901961, 'loss': 0.7429654598236084}
{'epoch': 177, 'iter': 10, 'avg_loss': 0.9922134984623302, 'avg_acc_mask': 70.33398821218074, 'loss': 1.1203728914260864}
{'epoch': 177, 'iter': 20, 'avg_loss': 0.9240461048625764, 'avg_acc_mask': 71.31552917903066, 'loss': 0.7552592754364014}
{'epoch': 177, 'iter': 30, 'avg_loss': 0.9377713587976271, 'avg_acc_mask': 70.40417209908736, 'loss': 1.0942580699920654}
{'epoch': 177, 'iter': 40, 'avg_loss': 0.9389229126092864, 'avg_acc_mask': 70.7938092860709, 'loss': 0.9298121333122253}
{'epoch': 177, 'iter': 50, 'avg_loss': 0.9356200928781547, 'avg_acc_mask': 70.43443282381335, 'loss': 0.7711154222488403}
{'epoch': 177, 'iter': 60, 'avg_loss': 0.9628861517202659, 'avg_acc_mask': 69.85613917698227, 'loss': 1.1745922565460205}
{'epoch': 177, 'iter': 70, 'avg_loss': 0.9452413815847585, 'avg_acc_mask': 70.41284403669725, 'loss': 1.0353450775146484}
{'epoch': 177, 'iter': 80, 'avg_loss': 0.9539143170839475, 'avg_acc_mask': 69.5947646614649, 'loss': 1.2017369270324707}
{'epoch': 177, 'iter': 90, 'avg_loss': 0.9609380528167054, 'avg_acc_mask': 69.56132497761863, 'loss': 0.9751853942871094}
{'epoch': 177, 'iter': 100, 'avg_loss': 0.9623780480705866, 'avg_acc_mask': 69.3735035913807, 'loss': 0.7064718008041382}
{'epoch': 177, 'iter': 110, 'avg_loss': 0.9687310253177677, 'avg_acc_mask': 69.08203830863752, 'loss': 1.125608205795288}
{'epoch': 177, 'iter': 120, 'avg_loss': 0.9760206725971758, 'avg_acc_mask': 68.9351081530782, 'loss': 0.9338392019271851}
{'epoch': 177, 'iter': 130, 'avg_loss': 0.9761300105174989, 'avg_acc_mask': 69.1145038167939, 'loss': 1.0235227346420288}
{'epoch': 177, 'iter': 140, 'avg_loss': 0.9748905973231539, 'avg_acc_mask': 68.97872340425532, 'loss': 1.2722809314727783}
{'epoch': 177, 'iter': 150, 'avg_loss': 0.979920692001747, 'avg_acc_mask': 68.89952153110048, 'loss': 1.2737351655960083}
{'epoch': 177, 'iter': 160, 'avg_loss': 0.9844413155354328, 'avg_acc_mask': 68.71801273249282, 'loss': 0.7758756279945374}
{'epoch': 177, 'iter': 170, 'avg_loss': 0.9881023653069435, 'avg_acc_mask': 68.56974690994703, 'loss': 1.1303833723068237}
{'epoch': 177, 'iter': 180, 'avg_loss': 0.991128427218337, 'avg_acc_mask': 68.55807743658211, 'loss': 1.3056702613830566}
{'epoch': 177, 'iter': 190, 'avg_loss': 0.9891457501506307, 'avg_acc_mask': 68.77044854881267, 'loss': 0.9841493368148804}
{'epoch': 177, 'iter': 200, 'avg_loss': 0.9913645475658018, 'avg_acc_mask': 68.67409414834889, 'loss': 0.997582733631134}
{'epoch': 177, 'iter': 210, 'avg_loss': 0.9921328631622531, 'avg_acc_mask': 68.64683301343571, 'loss': 1.2242363691329956}
{'epoch': 177, 'iter': 220, 'avg_loss': 0.9905508470751042, 'avg_acc_mask': 68.6531802442136, 'loss': 0.8753382563591003}
{'epoch': 177, 'iter': 230, 'avg_loss': 0.986114240311957, 'avg_acc_mask': 68.64614308203603, 'loss': 1.0224816799163818}
{'epoch': 177, 'iter': 240, 'avg_loss': 0.9894507307234641, 'avg_acc_mask': 68.49326528904878, 'loss': 1.0801644325256348}
{'epoch': 177, 'iter': 250, 'avg_loss': 0.989767643085039, 'avg_acc_mask': 68.51091245872594, 'loss': 0.6964640021324158}
{'epoch': 177, 'iter': 260, 'avg_loss': 0.9924197192393044, 'avg_acc_mask': 68.48028562558211, 'loss': 0.9715316891670227}
{'epoch': 177, 'iter': 270, 'avg_loss': 0.9937789079447954, 'avg_acc_mask': 68.41908744679263, 'loss': 0.8281958103179932}
{'epoch': 177, 'iter': 280, 'avg_loss': 0.9935841405518963, 'avg_acc_mask': 68.34040716495217, 'loss': 0.7740877866744995}
{'epoch': 177, 'iter': 290, 'avg_loss': 0.990521910469147, 'avg_acc_mask': 68.3848080133556, 'loss': 0.9128623008728027}
{'epoch': 177, 'iter': 300, 'avg_loss': 0.9889545791172902, 'avg_acc_mask': 68.48272610950232, 'loss': 0.944689154624939}
{'epoch': 177, 'iter': 310, 'avg_loss': 0.9892581557537582, 'avg_acc_mask': 68.4780481440407, 'loss': 1.404021143913269}
{'epoch': 177, 'iter': 320, 'avg_loss': 0.9898902003267472, 'avg_acc_mask': 68.48742158291617, 'loss': 0.9361885786056519}
{'epoch': 177, 'iter': 330, 'avg_loss': 0.9887685701926309, 'avg_acc_mask': 68.53711117955037, 'loss': 0.921783447265625}
{'epoch': 177, 'iter': 340, 'avg_loss': 0.9870086205669861, 'avg_acc_mask': 68.54521625163828, 'loss': 0.7988815307617188}
{'epoch': 177, 'iter': 350, 'avg_loss': 0.9856955870943531, 'avg_acc_mask': 68.54988399071927, 'loss': 0.6192829608917236}
{'epoch': 177, 'iter': 360, 'avg_loss': 0.9862846847716461, 'avg_acc_mask': 68.46309630963097, 'loss': 1.0636751651763916}
{'epoch': 177, 'iter': 370, 'avg_loss': 0.9839448813158226, 'avg_acc_mask': 68.53058765540283, 'loss': 0.7352370023727417}
{'epoch': 177, 'iter': 380, 'avg_loss': 0.9810051215602344, 'avg_acc_mask': 68.65011719582357, 'loss': 0.6802533864974976}
{'epoch': 177, 'iter': 390, 'avg_loss': 0.980838068915755, 'avg_acc_mask': 68.72608830524247, 'loss': 1.2139629125595093}
{'epoch': 'EP177_test', 'avg_loss': 0.9810327740028651, 'total_masked_acc': 68.71645453151358}
{'epoch': 178, 'iter': 0, 'avg_loss': 0.7550706267356873, 'avg_acc_mask': 79.48717948717949, 'loss': 0.7550706267356873}
{'epoch': 178, 'iter': 10, 'avg_loss': 1.0040357979861172, 'avg_acc_mask': 67.47967479674797, 'loss': 1.3244019746780396}
{'epoch': 178, 'iter': 20, 'avg_loss': 0.9839721009844825, 'avg_acc_mask': 68.26411075612353, 'loss': 1.0752118825912476}
{'epoch': 178, 'iter': 30, 'avg_loss': 0.9695633572916831, 'avg_acc_mask': 68.33447566826594, 'loss': 0.7366428971290588}
{'epoch': 178, 'iter': 40, 'avg_loss': 0.9592415486894003, 'avg_acc_mask': 68.82229232386962, 'loss': 1.0037652254104614}
{'epoch': 178, 'iter': 50, 'avg_loss': 0.9593861114745047, 'avg_acc_mask': 69.01172529313233, 'loss': 0.8132995963096619}
{'epoch': 178, 'iter': 60, 'avg_loss': 0.9562542125826976, 'avg_acc_mask': 68.77843892194609, 'loss': 0.9913842082023621}
{'epoch': 178, 'iter': 70, 'avg_loss': 0.9456525042023457, 'avg_acc_mask': 69.0834070144415, 'loss': 0.8610697388648987}
{'epoch': 178, 'iter': 80, 'avg_loss': 0.942464663658613, 'avg_acc_mask': 69.23474663908998, 'loss': 0.9134675860404968}
{'epoch': 178, 'iter': 90, 'avg_loss': 0.9441438166649787, 'avg_acc_mask': 69.27738927738928, 'loss': 0.9171791076660156}
{'epoch': 178, 'iter': 100, 'avg_loss': 0.9538821253446069, 'avg_acc_mask': 69.10535117056857, 'loss': 0.7712845206260681}
{'epoch': 178, 'iter': 110, 'avg_loss': 0.9614518295537244, 'avg_acc_mask': 68.78536401357978, 'loss': 1.1823049783706665}
{'epoch': 178, 'iter': 120, 'avg_loss': 0.9646691482914381, 'avg_acc_mask': 68.72840359364201, 'loss': 0.9419447183609009}
{'epoch': 178, 'iter': 130, 'avg_loss': 0.9693388038009177, 'avg_acc_mask': 68.67355043685464, 'loss': 1.2001994848251343}
{'epoch': 178, 'iter': 140, 'avg_loss': 0.9733464307818852, 'avg_acc_mask': 68.67381406961374, 'loss': 1.225375771522522}
{'epoch': 178, 'iter': 150, 'avg_loss': 0.9670353480522206, 'avg_acc_mask': 69.0196613872201, 'loss': 0.8554878234863281}
{'epoch': 178, 'iter': 160, 'avg_loss': 0.9677443926378807, 'avg_acc_mask': 69.18738784926943, 'loss': 1.180641531944275}
{'epoch': 178, 'iter': 170, 'avg_loss': 0.9699412389108312, 'avg_acc_mask': 69.1305920655975, 'loss': 1.3848278522491455}
{'epoch': 178, 'iter': 180, 'avg_loss': 0.9762441637766296, 'avg_acc_mask': 69.02533668112302, 'loss': 1.2991074323654175}
{'epoch': 178, 'iter': 190, 'avg_loss': 0.970849370457115, 'avg_acc_mask': 69.13486556808326, 'loss': 0.5730035305023193}
{'epoch': 178, 'iter': 200, 'avg_loss': 0.9704879362191727, 'avg_acc_mask': 69.1350406253214, 'loss': 1.026790738105774}
{'epoch': 178, 'iter': 210, 'avg_loss': 0.9735103272148783, 'avg_acc_mask': 69.06158357771261, 'loss': 1.3153884410858154}
{'epoch': 178, 'iter': 220, 'avg_loss': 0.976929017860965, 'avg_acc_mask': 68.95427879690847, 'loss': 1.2165824174880981}
{'epoch': 178, 'iter': 230, 'avg_loss': 0.9710926880568137, 'avg_acc_mask': 69.06616527889695, 'loss': 0.7633496522903442}
{'epoch': 178, 'iter': 240, 'avg_loss': 0.9724428839208674, 'avg_acc_mask': 68.98088626039257, 'loss': 0.8822144865989685}
{'epoch': 178, 'iter': 250, 'avg_loss': 0.9736993032622623, 'avg_acc_mask': 68.92627412172192, 'loss': 0.7360906004905701}
{'epoch': 178, 'iter': 260, 'avg_loss': 0.9754600339922411, 'avg_acc_mask': 68.91109524942502, 'loss': 0.9603739380836487}
{'epoch': 178, 'iter': 270, 'avg_loss': 0.9795198836449768, 'avg_acc_mask': 68.79351235559635, 'loss': 0.7896265387535095}
{'epoch': 178, 'iter': 280, 'avg_loss': 0.9791611032129607, 'avg_acc_mask': 68.8880706921944, 'loss': 0.7837849855422974}
{'epoch': 178, 'iter': 290, 'avg_loss': 0.9790219445408824, 'avg_acc_mask': 68.85222585691936, 'loss': 0.7669015526771545}
{'epoch': 178, 'iter': 300, 'avg_loss': 0.9767786403035008, 'avg_acc_mask': 68.91166758392956, 'loss': 0.994458019733429}
{'epoch': 178, 'iter': 310, 'avg_loss': 0.9753226438519272, 'avg_acc_mask': 68.9503791406146, 'loss': 1.192294716835022}
{'epoch': 178, 'iter': 320, 'avg_loss': 0.9734627344526606, 'avg_acc_mask': 68.96507198657112, 'loss': 1.146577000617981}
{'epoch': 178, 'iter': 330, 'avg_loss': 0.9750535709620243, 'avg_acc_mask': 68.895966029724, 'loss': 1.0004855394363403}
{'epoch': 178, 'iter': 340, 'avg_loss': 0.9723988846599881, 'avg_acc_mask': 68.8941490653071, 'loss': 0.9621273875236511}
{'epoch': 178, 'iter': 350, 'avg_loss': 0.973633314469601, 'avg_acc_mask': 68.8339222614841, 'loss': 1.009020447731018}
{'epoch': 178, 'iter': 360, 'avg_loss': 0.9737231264154006, 'avg_acc_mask': 68.77355258650223, 'loss': 0.8050078749656677}
{'epoch': 178, 'iter': 370, 'avg_loss': 0.9723378664078417, 'avg_acc_mask': 68.88777833305569, 'loss': 1.021393060684204}
{'epoch': 178, 'iter': 380, 'avg_loss': 0.9715811474116769, 'avg_acc_mask': 68.94876086604394, 'loss': 0.7885956168174744}
{'epoch': 178, 'iter': 390, 'avg_loss': 0.9707313669307153, 'avg_acc_mask': 68.93800199485537, 'loss': 0.9757131934165955}
{'epoch': 'EP178_test', 'avg_loss': 0.9703747922121876, 'total_masked_acc': 68.93451143451144}
{'epoch': 179, 'iter': 0, 'avg_loss': 0.9315061569213867, 'avg_acc_mask': 68.88888888888889, 'loss': 0.9315061569213867}
{'epoch': 179, 'iter': 10, 'avg_loss': 0.9008462158116427, 'avg_acc_mask': 72.31968810916179, 'loss': 0.8949601054191589}
{'epoch': 179, 'iter': 20, 'avg_loss': 0.8946275455611092, 'avg_acc_mask': 71.37096774193549, 'loss': 1.0901391506195068}
{'epoch': 179, 'iter': 30, 'avg_loss': 0.9389678585913873, 'avg_acc_mask': 70.96141268803139, 'loss': 1.0676926374435425}
{'epoch': 179, 'iter': 40, 'avg_loss': 0.9608398268862468, 'avg_acc_mask': 70.26078234704113, 'loss': 0.9871290922164917}
{'epoch': 179, 'iter': 50, 'avg_loss': 0.9544955223214393, 'avg_acc_mask': 70.39937353171496, 'loss': 0.8743760585784912}
{'epoch': 179, 'iter': 60, 'avg_loss': 0.9483565971499583, 'avg_acc_mask': 70.42066909572706, 'loss': 1.1052336692810059}
{'epoch': 179, 'iter': 70, 'avg_loss': 0.9307663415519285, 'avg_acc_mask': 70.79067121729238, 'loss': 0.7263888716697693}
{'epoch': 179, 'iter': 80, 'avg_loss': 0.9308418594760659, 'avg_acc_mask': 70.87980173482032, 'loss': 0.8287308812141418}
{'epoch': 179, 'iter': 90, 'avg_loss': 0.928543665251889, 'avg_acc_mask': 70.7381955220572, 'loss': 0.7818905711174011}
{'epoch': 179, 'iter': 100, 'avg_loss': 0.9335116507983444, 'avg_acc_mask': 70.56581059390048, 'loss': 0.8802040815353394}
{'epoch': 179, 'iter': 110, 'avg_loss': 0.9340073879774626, 'avg_acc_mask': 70.48159677714703, 'loss': 1.084760308265686}
{'epoch': 179, 'iter': 120, 'avg_loss': 0.9351523956976646, 'avg_acc_mask': 70.5061375483437, 'loss': 1.2889670133590698}
{'epoch': 179, 'iter': 130, 'avg_loss': 0.9339013386318702, 'avg_acc_mask': 70.46263345195729, 'loss': 1.0142802000045776}
{'epoch': 179, 'iter': 140, 'avg_loss': 0.9373436722349613, 'avg_acc_mask': 70.3310878601118, 'loss': 1.1906529664993286}
{'epoch': 179, 'iter': 150, 'avg_loss': 0.9440244538894552, 'avg_acc_mask': 70.08524240809803, 'loss': 1.373793601989746}
{'epoch': 179, 'iter': 160, 'avg_loss': 0.9459319788476696, 'avg_acc_mask': 69.98997995991984, 'loss': 0.7334429025650024}
{'epoch': 179, 'iter': 170, 'avg_loss': 0.9493447109969736, 'avg_acc_mask': 69.59332393041842, 'loss': 1.1575922966003418}
{'epoch': 179, 'iter': 180, 'avg_loss': 0.9511661213405883, 'avg_acc_mask': 69.56666297240386, 'loss': 1.2440226078033447}
{'epoch': 179, 'iter': 190, 'avg_loss': 0.9421412651451471, 'avg_acc_mask': 69.94322960470984, 'loss': 0.9817947149276733}
{'epoch': 179, 'iter': 200, 'avg_loss': 0.9443866910032965, 'avg_acc_mask': 69.99399279134963, 'loss': 1.2664380073547363}
{'epoch': 179, 'iter': 210, 'avg_loss': 0.9441030019832448, 'avg_acc_mask': 70.07250524709025, 'loss': 1.0302419662475586}
{'epoch': 179, 'iter': 220, 'avg_loss': 0.9434755277310022, 'avg_acc_mask': 70.0408163265306, 'loss': 0.8825427889823914}
{'epoch': 179, 'iter': 230, 'avg_loss': 0.9425162781368602, 'avg_acc_mask': 70.07853403141361, 'loss': 1.2432397603988647}
{'epoch': 179, 'iter': 240, 'avg_loss': 0.9436152933544143, 'avg_acc_mask': 70.09791614361033, 'loss': 1.0500293970108032}
{'epoch': 179, 'iter': 250, 'avg_loss': 0.9408949119636262, 'avg_acc_mask': 70.12809151695802, 'loss': 0.8895993232727051}
{'epoch': 179, 'iter': 260, 'avg_loss': 0.9410549007156342, 'avg_acc_mask': 70.097238428627, 'loss': 0.55048668384552}
{'epoch': 179, 'iter': 270, 'avg_loss': 0.9414007261230497, 'avg_acc_mask': 70.17438814459996, 'loss': 0.8867476582527161}
{'epoch': 179, 'iter': 280, 'avg_loss': 0.9438241030822021, 'avg_acc_mask': 70.2006351039261, 'loss': 1.071871280670166}
{'epoch': 179, 'iter': 290, 'avg_loss': 0.9413690261824434, 'avg_acc_mask': 70.26895206243033, 'loss': 0.6428248882293701}
{'epoch': 179, 'iter': 300, 'avg_loss': 0.9402449693394658, 'avg_acc_mask': 70.28868204505598, 'loss': 1.046890139579773}
{'epoch': 179, 'iter': 310, 'avg_loss': 0.9428017315757237, 'avg_acc_mask': 70.14604250880167, 'loss': 1.1174014806747437}
{'epoch': 179, 'iter': 320, 'avg_loss': 0.9419650290613977, 'avg_acc_mask': 70.24919155411831, 'loss': 1.0271296501159668}
{'epoch': 179, 'iter': 330, 'avg_loss': 0.9439734369966559, 'avg_acc_mask': 70.20149115780393, 'loss': 1.1995867490768433}
{'epoch': 179, 'iter': 340, 'avg_loss': 0.9438746984053916, 'avg_acc_mask': 70.19023689877962, 'loss': 0.7450798153877258}
{'epoch': 179, 'iter': 350, 'avg_loss': 0.9451337869350727, 'avg_acc_mask': 70.1641061452514, 'loss': 0.9390807747840881}
{'epoch': 179, 'iter': 360, 'avg_loss': 0.9439864460781341, 'avg_acc_mask': 70.1936649539834, 'loss': 0.7840690612792969}
{'epoch': 179, 'iter': 370, 'avg_loss': 0.9438196918713757, 'avg_acc_mask': 70.16850540644383, 'loss': 1.1316620111465454}
{'epoch': 179, 'iter': 380, 'avg_loss': 0.9446151253432427, 'avg_acc_mask': 70.13487475915221, 'loss': 0.8740601539611816}
{'epoch': 179, 'iter': 390, 'avg_loss': 0.9444322999176162, 'avg_acc_mask': 70.13047772521703, 'loss': 0.941663920879364}
{'epoch': 'EP179_test', 'avg_loss': 0.9439156967582125, 'total_masked_acc': 70.12593163711128}
{'epoch': 180, 'iter': 0, 'avg_loss': 0.810518741607666, 'avg_acc_mask': 79.59183673469387, 'loss': 0.810518741607666}
{'epoch': 180, 'iter': 10, 'avg_loss': 0.9400610544464805, 'avg_acc_mask': 68.50828729281768, 'loss': 1.100805401802063}
{'epoch': 180, 'iter': 20, 'avg_loss': 0.8800768029122126, 'avg_acc_mask': 71.65510406342915, 'loss': 0.987522542476654}
{'epoch': 180, 'iter': 30, 'avg_loss': 0.897574120952237, 'avg_acc_mask': 71.57676348547717, 'loss': 0.8710799813270569}
{'epoch': 180, 'iter': 40, 'avg_loss': 0.8852424665195185, 'avg_acc_mask': 71.48109243697479, 'loss': 1.2368789911270142}
{'epoch': 180, 'iter': 50, 'avg_loss': 0.8909115826382357, 'avg_acc_mask': 71.20032773453502, 'loss': 0.738791286945343}
{'epoch': 180, 'iter': 60, 'avg_loss': 0.9054852470022733, 'avg_acc_mask': 70.83764219234746, 'loss': 0.7650631070137024}
{'epoch': 180, 'iter': 70, 'avg_loss': 0.896257071427896, 'avg_acc_mask': 71.18937644341801, 'loss': 1.0490236282348633}
{'epoch': 180, 'iter': 80, 'avg_loss': 0.9105126556055045, 'avg_acc_mask': 70.57628839807057, 'loss': 1.2937400341033936}
{'epoch': 180, 'iter': 90, 'avg_loss': 0.9101870780462747, 'avg_acc_mask': 70.60153776571687, 'loss': 0.8525802493095398}
{'epoch': 180, 'iter': 100, 'avg_loss': 0.9059803291122512, 'avg_acc_mask': 70.81114297419091, 'loss': 0.6771754622459412}
{'epoch': 180, 'iter': 110, 'avg_loss': 0.9216703235566079, 'avg_acc_mask': 70.32234160800297, 'loss': 1.5590530633926392}
{'epoch': 180, 'iter': 120, 'avg_loss': 0.9261901211147466, 'avg_acc_mask': 70.14823649684784, 'loss': 1.2219252586364746}
{'epoch': 180, 'iter': 130, 'avg_loss': 0.9334196689474674, 'avg_acc_mask': 70.07540056550424, 'loss': 1.2003065347671509}
{'epoch': 180, 'iter': 140, 'avg_loss': 0.9409098980274606, 'avg_acc_mask': 69.75794692330125, 'loss': 1.2429131269454956}
{'epoch': 180, 'iter': 150, 'avg_loss': 0.9461378167007143, 'avg_acc_mask': 69.59311851447296, 'loss': 0.9226760864257812}
{'epoch': 180, 'iter': 160, 'avg_loss': 0.9484115587258191, 'avg_acc_mask': 69.39165922713939, 'loss': 0.7468678951263428}
{'epoch': 180, 'iter': 170, 'avg_loss': 0.9552105069160461, 'avg_acc_mask': 69.11870936672285, 'loss': 0.7684472799301147}
{'epoch': 180, 'iter': 180, 'avg_loss': 0.9578927956233367, 'avg_acc_mask': 69.03027543819714, 'loss': 1.2897260189056396}
{'epoch': 180, 'iter': 190, 'avg_loss': 0.9609595212636818, 'avg_acc_mask': 68.9595500757084, 'loss': 0.9877563118934631}
{'epoch': 180, 'iter': 200, 'avg_loss': 0.9618763552969368, 'avg_acc_mask': 68.94429055093875, 'loss': 1.3304423093795776}
{'epoch': 180, 'iter': 210, 'avg_loss': 0.9638535354939682, 'avg_acc_mask': 68.89301779777038, 'loss': 1.3916606903076172}
{'epoch': 180, 'iter': 220, 'avg_loss': 0.9646080330486211, 'avg_acc_mask': 68.8451541032306, 'loss': 1.0282198190689087}
{'epoch': 180, 'iter': 230, 'avg_loss': 0.9603913687008284, 'avg_acc_mask': 68.92952720785014, 'loss': 0.932613730430603}
{'epoch': 180, 'iter': 240, 'avg_loss': 0.959463947294164, 'avg_acc_mask': 68.91360136869119, 'loss': 0.9470512866973877}
{'epoch': 180, 'iter': 250, 'avg_loss': 0.9626282303931704, 'avg_acc_mask': 68.90514548742397, 'loss': 0.9939857721328735}
{'epoch': 180, 'iter': 260, 'avg_loss': 0.9665145396729539, 'avg_acc_mask': 68.83353103993673, 'loss': 0.8952198028564453}
{'epoch': 180, 'iter': 270, 'avg_loss': 0.9681929266320823, 'avg_acc_mask': 68.79335315191707, 'loss': 0.751420259475708}
{'epoch': 180, 'iter': 280, 'avg_loss': 0.9712025557124317, 'avg_acc_mask': 68.67469879518072, 'loss': 1.1038657426834106}
{'epoch': 180, 'iter': 290, 'avg_loss': 0.9694176027455281, 'avg_acc_mask': 68.67657466383581, 'loss': 0.9505258202552795}
{'epoch': 180, 'iter': 300, 'avg_loss': 0.9663199821975936, 'avg_acc_mask': 68.68146929824562, 'loss': 0.940351128578186}
{'epoch': 180, 'iter': 310, 'avg_loss': 0.9674434638866658, 'avg_acc_mask': 68.65819769749902, 'loss': 1.1203948259353638}
{'epoch': 180, 'iter': 320, 'avg_loss': 0.9657695061321199, 'avg_acc_mask': 68.71102539376406, 'loss': 0.9744731783866882}
{'epoch': 180, 'iter': 330, 'avg_loss': 0.9674258923602609, 'avg_acc_mask': 68.75272432903668, 'loss': 1.2237000465393066}
{'epoch': 180, 'iter': 340, 'avg_loss': 0.9660952021299569, 'avg_acc_mask': 68.7187217365089, 'loss': 1.1128419637680054}
{'epoch': 180, 'iter': 350, 'avg_loss': 0.9657700122931064, 'avg_acc_mask': 68.72220922068804, 'loss': 0.9560574889183044}
{'epoch': 180, 'iter': 360, 'avg_loss': 0.9658185288186218, 'avg_acc_mask': 68.72161671207992, 'loss': 0.7719635367393494}
{'epoch': 180, 'iter': 370, 'avg_loss': 0.966799430609392, 'avg_acc_mask': 68.67882808181317, 'loss': 1.349974513053894}
{'epoch': 180, 'iter': 380, 'avg_loss': 0.967899987703859, 'avg_acc_mask': 68.67871745211964, 'loss': 0.9844114780426025}
{'epoch': 180, 'iter': 390, 'avg_loss': 0.966157266398525, 'avg_acc_mask': 68.72679738562091, 'loss': 0.8082109093666077}
{'epoch': 'EP180_test', 'avg_loss': 0.9658108484564405, 'total_masked_acc': 68.76130432535787}
{'epoch': 181, 'iter': 0, 'avg_loss': 0.9604523181915283, 'avg_acc_mask': 73.68421052631578, 'loss': 0.9604523181915283}
{'epoch': 181, 'iter': 10, 'avg_loss': 0.9979616241021589, 'avg_acc_mask': 69.07775768535262, 'loss': 0.8804433941841125}
{'epoch': 181, 'iter': 20, 'avg_loss': 0.9561174398376828, 'avg_acc_mask': 69.86817325800376, 'loss': 0.8012310266494751}
{'epoch': 181, 'iter': 30, 'avg_loss': 0.9665996855305087, 'avg_acc_mask': 69.4829760403531, 'loss': 0.9438963532447815}
{'epoch': 181, 'iter': 40, 'avg_loss': 0.9949688678834496, 'avg_acc_mask': 69.04069767441861, 'loss': 0.8987888097763062}
{'epoch': 181, 'iter': 50, 'avg_loss': 0.9811809764188879, 'avg_acc_mask': 69.05674846625767, 'loss': 0.6071219444274902}
{'epoch': 181, 'iter': 60, 'avg_loss': 0.9742096984972719, 'avg_acc_mask': 69.3225806451613, 'loss': 1.229224443435669}
{'epoch': 181, 'iter': 70, 'avg_loss': 0.972624699834367, 'avg_acc_mask': 69.25814399124008, 'loss': 0.8740108609199524}
{'epoch': 181, 'iter': 80, 'avg_loss': 0.9816701338614946, 'avg_acc_mask': 68.98779612347452, 'loss': 1.143228530883789}
{'epoch': 181, 'iter': 90, 'avg_loss': 0.9855345900242145, 'avg_acc_mask': 68.63373957665169, 'loss': 1.0354437828063965}
{'epoch': 181, 'iter': 100, 'avg_loss': 0.9826849462962387, 'avg_acc_mask': 68.51708074534162, 'loss': 0.6752346158027649}
{'epoch': 181, 'iter': 110, 'avg_loss': 0.9821339233501537, 'avg_acc_mask': 68.46112980343545, 'loss': 0.9443503618240356}
{'epoch': 181, 'iter': 120, 'avg_loss': 0.9804888806067222, 'avg_acc_mask': 68.39014842603164, 'loss': 1.081626057624817}
{'epoch': 181, 'iter': 130, 'avg_loss': 0.9806521211871664, 'avg_acc_mask': 68.36166691740635, 'loss': 1.3767728805541992}
{'epoch': 181, 'iter': 140, 'avg_loss': 0.9825092325819299, 'avg_acc_mask': 68.27393431167016, 'loss': 1.2347856760025024}
{'epoch': 181, 'iter': 150, 'avg_loss': 0.9830689513130694, 'avg_acc_mask': 68.12540822991508, 'loss': 1.1973586082458496}
{'epoch': 181, 'iter': 160, 'avg_loss': 0.9848765675325571, 'avg_acc_mask': 68.0911330049261, 'loss': 0.722343385219574}
{'epoch': 181, 'iter': 170, 'avg_loss': 0.9867582084142674, 'avg_acc_mask': 68.21145784816022, 'loss': 1.0781877040863037}
{'epoch': 181, 'iter': 180, 'avg_loss': 0.9866417620063487, 'avg_acc_mask': 68.22646507008056, 'loss': 1.1376397609710693}
{'epoch': 181, 'iter': 190, 'avg_loss': 0.9844771604887478, 'avg_acc_mask': 68.37141060574304, 'loss': 0.8687183260917664}
{'epoch': 181, 'iter': 200, 'avg_loss': 0.9867796693275224, 'avg_acc_mask': 68.40895462722366, 'loss': 1.352799892425537}
{'epoch': 181, 'iter': 210, 'avg_loss': 0.9869702678721098, 'avg_acc_mask': 68.41803591899122, 'loss': 1.124158263206482}
{'epoch': 181, 'iter': 220, 'avg_loss': 0.9841120933515454, 'avg_acc_mask': 68.57712886551192, 'loss': 0.8603657484054565}
{'epoch': 181, 'iter': 230, 'avg_loss': 0.976692292339358, 'avg_acc_mask': 68.72166027206138, 'loss': 0.9042038321495056}
{'epoch': 181, 'iter': 240, 'avg_loss': 0.9773527700376708, 'avg_acc_mask': 68.65846514352666, 'loss': 1.0143767595291138}
{'epoch': 181, 'iter': 250, 'avg_loss': 0.9780378837984397, 'avg_acc_mask': 68.66966580976865, 'loss': 1.2709962129592896}
{'epoch': 181, 'iter': 260, 'avg_loss': 0.9789350752172798, 'avg_acc_mask': 68.54776281158074, 'loss': 0.7705373764038086}
{'epoch': 181, 'iter': 270, 'avg_loss': 0.9805519132156654, 'avg_acc_mask': 68.42497392340933, 'loss': 1.3122925758361816}
{'epoch': 181, 'iter': 280, 'avg_loss': 0.9820136156370631, 'avg_acc_mask': 68.33488906440726, 'loss': 1.222851276397705}
{'epoch': 181, 'iter': 290, 'avg_loss': 0.978698203653814, 'avg_acc_mask': 68.32302453262909, 'loss': 0.8900051116943359}
{'epoch': 181, 'iter': 300, 'avg_loss': 0.9756389681088964, 'avg_acc_mask': 68.32996632996633, 'loss': 0.8841345906257629}
{'epoch': 181, 'iter': 310, 'avg_loss': 0.9755838466418901, 'avg_acc_mask': 68.36342305937562, 'loss': 1.2133151292800903}
{'epoch': 181, 'iter': 320, 'avg_loss': 0.9730640154947001, 'avg_acc_mask': 68.41872512477099, 'loss': 1.0463778972625732}
{'epoch': 181, 'iter': 330, 'avg_loss': 0.9734487593894279, 'avg_acc_mask': 68.46697388632873, 'loss': 1.1728836297988892}
{'epoch': 181, 'iter': 340, 'avg_loss': 0.970517525662425, 'avg_acc_mask': 68.55947399880455, 'loss': 0.7556688189506531}
{'epoch': 181, 'iter': 350, 'avg_loss': 0.9696494620240312, 'avg_acc_mask': 68.62824675324676, 'loss': 0.6991749405860901}
{'epoch': 181, 'iter': 360, 'avg_loss': 0.9677018050176616, 'avg_acc_mask': 68.71127633209417, 'loss': 0.9795929789543152}
{'epoch': 181, 'iter': 370, 'avg_loss': 0.9661651741301596, 'avg_acc_mask': 68.73048052161525, 'loss': 1.0867482423782349}
{'epoch': 181, 'iter': 380, 'avg_loss': 0.9665801945164447, 'avg_acc_mask': 68.7090763907373, 'loss': 0.627018928527832}
{'epoch': 181, 'iter': 390, 'avg_loss': 0.9639927309644801, 'avg_acc_mask': 68.79933527212297, 'loss': 1.1416568756103516}
{'epoch': 'EP181_test', 'avg_loss': 0.9629754686746934, 'total_masked_acc': 68.83250295341311}
{'epoch': 182, 'iter': 0, 'avg_loss': 0.8656517863273621, 'avg_acc_mask': 81.35593220338984, 'loss': 0.8656517863273621}
{'epoch': 182, 'iter': 10, 'avg_loss': 0.9887377673929388, 'avg_acc_mask': 72.12121212121212, 'loss': 1.0618153810501099}
{'epoch': 182, 'iter': 20, 'avg_loss': 0.9872024172828311, 'avg_acc_mask': 71.74603174603175, 'loss': 0.9317185878753662}
{'epoch': 182, 'iter': 30, 'avg_loss': 0.9586653863230059, 'avg_acc_mask': 71.89908899789769, 'loss': 0.9808398485183716}
{'epoch': 182, 'iter': 40, 'avg_loss': 0.960338319220194, 'avg_acc_mask': 71.7208814270724, 'loss': 1.014777660369873}
{'epoch': 182, 'iter': 50, 'avg_loss': 0.9588878587180493, 'avg_acc_mask': 70.98402018502944, 'loss': 0.9209808111190796}
{'epoch': 182, 'iter': 60, 'avg_loss': 0.9573569063280449, 'avg_acc_mask': 70.50334389299543, 'loss': 0.7171146869659424}
{'epoch': 182, 'iter': 70, 'avg_loss': 0.9499107271852628, 'avg_acc_mask': 70.3659976387249, 'loss': 1.2341119050979614}
{'epoch': 182, 'iter': 80, 'avg_loss': 0.9533233282006817, 'avg_acc_mask': 70.38085434894494, 'loss': 0.7572374939918518}
{'epoch': 182, 'iter': 90, 'avg_loss': 0.9493475903521528, 'avg_acc_mask': 70.236184361385, 'loss': 0.8523083329200745}
{'epoch': 182, 'iter': 100, 'avg_loss': 0.9496865614806071, 'avg_acc_mask': 70.12559192917439, 'loss': 1.0780119895935059}
{'epoch': 182, 'iter': 110, 'avg_loss': 0.9544799660777187, 'avg_acc_mask': 70.09328358208955, 'loss': 0.9615566730499268}
{'epoch': 182, 'iter': 120, 'avg_loss': 0.959714412689209, 'avg_acc_mask': 69.90954087728282, 'loss': 1.282395839691162}
{'epoch': 182, 'iter': 130, 'avg_loss': 0.9647695463122302, 'avg_acc_mask': 69.62204724409449, 'loss': 1.4122432470321655}
{'epoch': 182, 'iter': 140, 'avg_loss': 0.9658120109679851, 'avg_acc_mask': 69.5173830130556, 'loss': 1.1832411289215088}
{'epoch': 182, 'iter': 150, 'avg_loss': 0.9721663195565836, 'avg_acc_mask': 69.31476931476932, 'loss': 1.1269543170928955}
{'epoch': 182, 'iter': 160, 'avg_loss': 0.9718482335161719, 'avg_acc_mask': 69.18036998972251, 'loss': 0.9168508648872375}
{'epoch': 182, 'iter': 170, 'avg_loss': 0.9753564878513938, 'avg_acc_mask': 69.075039398715, 'loss': 1.164330244064331}
{'epoch': 182, 'iter': 180, 'avg_loss': 0.9798809573136641, 'avg_acc_mask': 68.9824321241159, 'loss': 1.4067459106445312}
{'epoch': 182, 'iter': 190, 'avg_loss': 0.9719523272589239, 'avg_acc_mask': 69.1390153979614, 'loss': 0.6592400074005127}
{'epoch': 182, 'iter': 200, 'avg_loss': 0.9741996108596005, 'avg_acc_mask': 69.21730175077239, 'loss': 0.9116610884666443}
{'epoch': 182, 'iter': 210, 'avg_loss': 0.9786864730984114, 'avg_acc_mask': 69.12342767295597, 'loss': 1.1787116527557373}
{'epoch': 182, 'iter': 220, 'avg_loss': 0.9770805495896491, 'avg_acc_mask': 69.14734480179506, 'loss': 0.9869827628135681}
{'epoch': 182, 'iter': 230, 'avg_loss': 0.974536669460726, 'avg_acc_mask': 69.22111678766694, 'loss': 0.8717687129974365}
{'epoch': 182, 'iter': 240, 'avg_loss': 0.9763219289759877, 'avg_acc_mask': 69.02426432627774, 'loss': 1.0154640674591064}
{'epoch': 182, 'iter': 250, 'avg_loss': 0.974882173348233, 'avg_acc_mask': 69.06415343915344, 'loss': 1.1469720602035522}
{'epoch': 182, 'iter': 260, 'avg_loss': 0.9733117871357564, 'avg_acc_mask': 69.07962771458118, 'loss': 0.7322911620140076}
{'epoch': 182, 'iter': 270, 'avg_loss': 0.9754293028718871, 'avg_acc_mask': 69.01688182720953, 'loss': 1.217774748802185}
{'epoch': 182, 'iter': 280, 'avg_loss': 0.9805836478162067, 'avg_acc_mask': 68.86514369933677, 'loss': 0.9786545038223267}
{'epoch': 182, 'iter': 290, 'avg_loss': 0.9765114765806296, 'avg_acc_mask': 68.92103762827823, 'loss': 0.8159266114234924}
{'epoch': 182, 'iter': 300, 'avg_loss': 0.9743080265894285, 'avg_acc_mask': 69.02887139107612, 'loss': 0.9317800402641296}
{'epoch': 182, 'iter': 310, 'avg_loss': 0.9770202182496859, 'avg_acc_mask': 68.95744111349036, 'loss': 1.304739236831665}
{'epoch': 182, 'iter': 320, 'avg_loss': 0.9724357697265542, 'avg_acc_mask': 69.15128671692227, 'loss': 0.764435350894928}
{'epoch': 182, 'iter': 330, 'avg_loss': 0.9724425807640271, 'avg_acc_mask': 69.19783402594132, 'loss': 1.304553747177124}
{'epoch': 182, 'iter': 340, 'avg_loss': 0.9694416256419375, 'avg_acc_mask': 69.24532910001221, 'loss': 0.62920743227005}
{'epoch': 182, 'iter': 350, 'avg_loss': 0.9704885004762231, 'avg_acc_mask': 69.21250964334462, 'loss': 0.7101564407348633}
{'epoch': 182, 'iter': 360, 'avg_loss': 0.9695029710303383, 'avg_acc_mask': 69.28530259365995, 'loss': 1.0544286966323853}
{'epoch': 182, 'iter': 370, 'avg_loss': 0.9669834503105709, 'avg_acc_mask': 69.41505737475511, 'loss': 1.0226103067398071}
{'epoch': 182, 'iter': 380, 'avg_loss': 0.9647037869519762, 'avg_acc_mask': 69.48239264137594, 'loss': 0.7109883427619934}
{'epoch': 182, 'iter': 390, 'avg_loss': 0.9643095137975405, 'avg_acc_mask': 69.51271186440678, 'loss': 1.169924259185791}
{'epoch': 'EP182_test', 'avg_loss': 0.9637854915827212, 'total_masked_acc': 69.54381186822395}
{'epoch': 183, 'iter': 0, 'avg_loss': 1.0132625102996826, 'avg_acc_mask': 63.41463414634146, 'loss': 1.0132625102996826}
{'epoch': 183, 'iter': 10, 'avg_loss': 1.039691307327964, 'avg_acc_mask': 65.1639344262295, 'loss': 1.4449265003204346}
{'epoch': 183, 'iter': 20, 'avg_loss': 0.9698197330747332, 'avg_acc_mask': 69.1073219658977, 'loss': 0.8005382418632507}
{'epoch': 183, 'iter': 30, 'avg_loss': 0.9684628748124645, 'avg_acc_mask': 69.63455149501662, 'loss': 0.9637452363967896}
{'epoch': 183, 'iter': 40, 'avg_loss': 0.9695138277077093, 'avg_acc_mask': 69.86231514533401, 'loss': 1.0574004650115967}
{'epoch': 183, 'iter': 50, 'avg_loss': 0.9487539681733823, 'avg_acc_mask': 70.50183598531213, 'loss': 1.1082876920700073}
{'epoch': 183, 'iter': 60, 'avg_loss': 0.9351313847010253, 'avg_acc_mask': 70.55785123966942, 'loss': 0.7896546125411987}
{'epoch': 183, 'iter': 70, 'avg_loss': 0.9327470148113411, 'avg_acc_mask': 70.61900610287707, 'loss': 0.676264762878418}
{'epoch': 183, 'iter': 80, 'avg_loss': 0.9479553544962848, 'avg_acc_mask': 70.1879126460132, 'loss': 1.1339880228042603}
{'epoch': 183, 'iter': 90, 'avg_loss': 0.9480298521754505, 'avg_acc_mask': 70.29545454545455, 'loss': 0.7245634198188782}
{'epoch': 183, 'iter': 100, 'avg_loss': 0.9560300896663477, 'avg_acc_mask': 69.90111248454882, 'loss': 1.203305959701538}
{'epoch': 183, 'iter': 110, 'avg_loss': 0.9614275285789559, 'avg_acc_mask': 69.44600938967136, 'loss': 1.1563050746917725}
{'epoch': 183, 'iter': 120, 'avg_loss': 0.9581129132223524, 'avg_acc_mask': 69.59903214656067, 'loss': 1.2025023698806763}
{'epoch': 183, 'iter': 130, 'avg_loss': 0.9574070682052438, 'avg_acc_mask': 69.67148071734645, 'loss': 0.9342322945594788}
{'epoch': 183, 'iter': 140, 'avg_loss': 0.9602587497826164, 'avg_acc_mask': 69.4957858938341, 'loss': 1.1114903688430786}
{'epoch': 183, 'iter': 150, 'avg_loss': 0.9600854539713323, 'avg_acc_mask': 69.49363586054234, 'loss': 0.9646909236907959}
{'epoch': 183, 'iter': 160, 'avg_loss': 0.953985952072262, 'avg_acc_mask': 69.65490399584847, 'loss': 1.004090428352356}
{'epoch': 183, 'iter': 170, 'avg_loss': 0.9503336604575665, 'avg_acc_mask': 69.59921798631477, 'loss': 1.0946749448776245}
{'epoch': 183, 'iter': 180, 'avg_loss': 0.952022851830688, 'avg_acc_mask': 69.56171632347866, 'loss': 1.300370216369629}
{'epoch': 183, 'iter': 190, 'avg_loss': 0.9505602211852349, 'avg_acc_mask': 69.71515879078905, 'loss': 0.7819629311561584}
{'epoch': 183, 'iter': 200, 'avg_loss': 0.9507148852988855, 'avg_acc_mask': 69.6859778215359, 'loss': 0.8768391609191895}
{'epoch': 183, 'iter': 210, 'avg_loss': 0.9521596556026224, 'avg_acc_mask': 69.64533386170002, 'loss': 1.2603131532669067}
{'epoch': 183, 'iter': 220, 'avg_loss': 0.9555864390744343, 'avg_acc_mask': 69.44600938967136, 'loss': 1.0079678297042847}
{'epoch': 183, 'iter': 230, 'avg_loss': 0.9524784152641957, 'avg_acc_mask': 69.55623427955445, 'loss': 0.8560625314712524}
{'epoch': 183, 'iter': 240, 'avg_loss': 0.9528397329120715, 'avg_acc_mask': 69.59442004649962, 'loss': 0.9626370072364807}
{'epoch': 183, 'iter': 250, 'avg_loss': 0.9523967150672973, 'avg_acc_mask': 69.66003316749585, 'loss': 0.730679452419281}
{'epoch': 183, 'iter': 260, 'avg_loss': 0.9509431231067556, 'avg_acc_mask': 69.74964120554935, 'loss': 0.76105135679245}
{'epoch': 183, 'iter': 270, 'avg_loss': 0.953531472445414, 'avg_acc_mask': 69.65200764818356, 'loss': 1.0025222301483154}
{'epoch': 183, 'iter': 280, 'avg_loss': 0.9581821966001571, 'avg_acc_mask': 69.56361219818356, 'loss': 0.938772976398468}
{'epoch': 183, 'iter': 290, 'avg_loss': 0.9558256295128786, 'avg_acc_mask': 69.69977233921458, 'loss': 0.7627065181732178}
{'epoch': 183, 'iter': 300, 'avg_loss': 0.9518565070193471, 'avg_acc_mask': 69.73267190299022, 'loss': 0.8445665240287781}
{'epoch': 183, 'iter': 310, 'avg_loss': 0.9530834162733562, 'avg_acc_mask': 69.67316780935899, 'loss': 1.113795518875122}
{'epoch': 183, 'iter': 320, 'avg_loss': 0.9528032931211953, 'avg_acc_mask': 69.6426267578377, 'loss': 1.2955803871154785}
{'epoch': 183, 'iter': 330, 'avg_loss': 0.9554946645869229, 'avg_acc_mask': 69.58830511651153, 'loss': 1.1600209474563599}
{'epoch': 183, 'iter': 340, 'avg_loss': 0.953161171629282, 'avg_acc_mask': 69.62814922480621, 'loss': 0.8135690093040466}
{'epoch': 183, 'iter': 350, 'avg_loss': 0.9554015812371192, 'avg_acc_mask': 69.57826010234692, 'loss': 0.9359350204467773}
{'epoch': 183, 'iter': 360, 'avg_loss': 0.9549172291134863, 'avg_acc_mask': 69.60201280878316, 'loss': 0.7246321439743042}
{'epoch': 183, 'iter': 370, 'avg_loss': 0.9539459898786725, 'avg_acc_mask': 69.5335114673792, 'loss': 1.0224789381027222}
{'epoch': 183, 'iter': 380, 'avg_loss': 0.9540346587111005, 'avg_acc_mask': 69.40056264877732, 'loss': 0.5838313102722168}
{'epoch': 183, 'iter': 390, 'avg_loss': 0.9543343232110943, 'avg_acc_mask': 69.41387118858286, 'loss': 0.9707015752792358}
{'epoch': 'EP183_test', 'avg_loss': 0.9551394673609974, 'total_masked_acc': 69.39083389689435}
{'epoch': 184, 'iter': 0, 'avg_loss': 0.925665020942688, 'avg_acc_mask': 74.13793103448276, 'loss': 0.925665020942688}
{'epoch': 184, 'iter': 10, 'avg_loss': 1.0290252349593423, 'avg_acc_mask': 66.60482374768088, 'loss': 1.0610865354537964}
{'epoch': 184, 'iter': 20, 'avg_loss': 0.9859120789028349, 'avg_acc_mask': 68.47619047619048, 'loss': 0.7626515626907349}
{'epoch': 184, 'iter': 30, 'avg_loss': 0.9848443827321453, 'avg_acc_mask': 68.69734283862606, 'loss': 1.0190054178237915}
{'epoch': 184, 'iter': 40, 'avg_loss': 0.9648629710441683, 'avg_acc_mask': 69.43740496705524, 'loss': 0.9470757246017456}
{'epoch': 184, 'iter': 50, 'avg_loss': 0.9602538142718521, 'avg_acc_mask': 69.15963007639726, 'loss': 0.8856391310691833}
{'epoch': 184, 'iter': 60, 'avg_loss': 0.9534093527520289, 'avg_acc_mask': 69.25951086956522, 'loss': 0.8973987102508545}
{'epoch': 184, 'iter': 70, 'avg_loss': 0.9600464227333875, 'avg_acc_mask': 69.03801843317973, 'loss': 0.9685668349266052}
{'epoch': 184, 'iter': 80, 'avg_loss': 0.9626577080767832, 'avg_acc_mask': 69.07449209932281, 'loss': 1.0105082988739014}
{'epoch': 184, 'iter': 90, 'avg_loss': 0.9658022388652131, 'avg_acc_mask': 69.12946428571428, 'loss': 0.9509969353675842}
{'epoch': 184, 'iter': 100, 'avg_loss': 0.9765657803209702, 'avg_acc_mask': 68.68686868686868, 'loss': 0.9045928120613098}
{'epoch': 184, 'iter': 110, 'avg_loss': 0.9816232133019078, 'avg_acc_mask': 68.34979875594584, 'loss': 1.0563156604766846}
{'epoch': 184, 'iter': 120, 'avg_loss': 0.9855698679596925, 'avg_acc_mask': 68.17493692178302, 'loss': 1.0184234380722046}
{'epoch': 184, 'iter': 130, 'avg_loss': 0.9863403123298674, 'avg_acc_mask': 68.1215299198026, 'loss': 1.2178956270217896}
{'epoch': 184, 'iter': 140, 'avg_loss': 0.9821740137347093, 'avg_acc_mask': 68.17790530846484, 'loss': 1.1191943883895874}
{'epoch': 184, 'iter': 150, 'avg_loss': 0.9816523954173587, 'avg_acc_mask': 68.04789452441814, 'loss': 0.9472869038581848}
{'epoch': 184, 'iter': 160, 'avg_loss': 0.9844157456981469, 'avg_acc_mask': 68.01870103613848, 'loss': 1.0453691482543945}
{'epoch': 184, 'iter': 170, 'avg_loss': 0.9833448883037121, 'avg_acc_mask': 68.0812910938434, 'loss': 0.9849410653114319}
{'epoch': 184, 'iter': 180, 'avg_loss': 0.9829418799165863, 'avg_acc_mask': 68.0498866213152, 'loss': 1.4804017543792725}
{'epoch': 184, 'iter': 190, 'avg_loss': 0.9787805690503245, 'avg_acc_mask': 68.18181818181817, 'loss': 0.759436309337616}
{'epoch': 184, 'iter': 200, 'avg_loss': 0.9820699456022747, 'avg_acc_mask': 68.24455577139352, 'loss': 1.2356295585632324}
{'epoch': 184, 'iter': 210, 'avg_loss': 0.9861332185178007, 'avg_acc_mask': 68.19155148919603, 'loss': 1.4014626741409302}
{'epoch': 184, 'iter': 220, 'avg_loss': 0.9842971041461461, 'avg_acc_mask': 68.06389068414735, 'loss': 0.8941441178321838}
{'epoch': 184, 'iter': 230, 'avg_loss': 0.9777780576443775, 'avg_acc_mask': 68.29289888436337, 'loss': 0.6713464856147766}
{'epoch': 184, 'iter': 240, 'avg_loss': 0.9753528058034255, 'avg_acc_mask': 68.39734874235214, 'loss': 0.7511993050575256}
{'epoch': 184, 'iter': 250, 'avg_loss': 0.9749394509184408, 'avg_acc_mask': 68.40345727332029, 'loss': 0.8922933340072632}
{'epoch': 184, 'iter': 260, 'avg_loss': 0.9704274603690224, 'avg_acc_mask': 68.59335839598998, 'loss': 0.666538655757904}
{'epoch': 184, 'iter': 270, 'avg_loss': 0.9742900606011112, 'avg_acc_mask': 68.4848941460107, 'loss': 1.131144642829895}
{'epoch': 184, 'iter': 280, 'avg_loss': 0.9770652435428308, 'avg_acc_mask': 68.37538861976718, 'loss': 1.0222294330596924}
{'epoch': 184, 'iter': 290, 'avg_loss': 0.9742136083517697, 'avg_acc_mask': 68.45660955564841, 'loss': 0.6230811476707458}
{'epoch': 184, 'iter': 300, 'avg_loss': 0.9715169917705447, 'avg_acc_mask': 68.46579408986642, 'loss': 0.9699060916900635}
{'epoch': 184, 'iter': 310, 'avg_loss': 0.975235622220484, 'avg_acc_mask': 68.31683168316832, 'loss': 1.3634814023971558}
{'epoch': 184, 'iter': 320, 'avg_loss': 0.9719645093163226, 'avg_acc_mask': 68.46504559270517, 'loss': 0.9852867722511292}
{'epoch': 184, 'iter': 330, 'avg_loss': 0.9711508945395939, 'avg_acc_mask': 68.42915179121015, 'loss': 0.9432294368743896}
{'epoch': 184, 'iter': 340, 'avg_loss': 0.9680521103643602, 'avg_acc_mask': 68.5144256615495, 'loss': 0.8391774296760559}
{'epoch': 184, 'iter': 350, 'avg_loss': 0.9657493714253786, 'avg_acc_mask': 68.54904236796285, 'loss': 0.8093766570091248}
{'epoch': 184, 'iter': 360, 'avg_loss': 0.9652605530627877, 'avg_acc_mask': 68.51037437979251, 'loss': 0.8689124584197998}
{'epoch': 184, 'iter': 370, 'avg_loss': 0.9626493151939782, 'avg_acc_mask': 68.65376154861417, 'loss': 1.1929203271865845}
{'epoch': 184, 'iter': 380, 'avg_loss': 0.9636898330190363, 'avg_acc_mask': 68.69178888769939, 'loss': 1.0331014394760132}
{'epoch': 184, 'iter': 390, 'avg_loss': 0.965111854283706, 'avg_acc_mask': 68.66261240189199, 'loss': 1.1296781301498413}
{'epoch': 'EP184_test', 'avg_loss': 0.9634374667598744, 'total_masked_acc': 68.70919652495759}
{'epoch': 185, 'iter': 0, 'avg_loss': 0.7244040966033936, 'avg_acc_mask': 75.0, 'loss': 0.7244040966033936}
{'epoch': 185, 'iter': 10, 'avg_loss': 0.9802361889318987, 'avg_acc_mask': 68.99641577060932, 'loss': 1.1266049146652222}
{'epoch': 185, 'iter': 20, 'avg_loss': 0.9563374945095607, 'avg_acc_mask': 69.75252062328138, 'loss': 0.8614674210548401}
{'epoch': 185, 'iter': 30, 'avg_loss': 0.9718002984600682, 'avg_acc_mask': 69.2643391521197, 'loss': 0.8801708817481995}
{'epoch': 185, 'iter': 40, 'avg_loss': 0.9825697352246541, 'avg_acc_mask': 69.44177093358999, 'loss': 0.9558948278427124}
{'epoch': 185, 'iter': 50, 'avg_loss': 0.9838834112765742, 'avg_acc_mask': 69.00114810562572, 'loss': 0.7090546488761902}
{'epoch': 185, 'iter': 60, 'avg_loss': 1.007526348848812, 'avg_acc_mask': 68.52988691437803, 'loss': 0.8678076863288879}
{'epoch': 185, 'iter': 70, 'avg_loss': 1.0019261039478677, 'avg_acc_mask': 68.64313292884722, 'loss': 1.1863545179367065}
{'epoch': 185, 'iter': 80, 'avg_loss': 1.0242050658037634, 'avg_acc_mask': 67.95432458697765, 'loss': 1.4379644393920898}
{'epoch': 185, 'iter': 90, 'avg_loss': 1.0223718730957954, 'avg_acc_mask': 67.85169029443838, 'loss': 1.164036512374878}
{'epoch': 185, 'iter': 100, 'avg_loss': 1.0153379800296065, 'avg_acc_mask': 68.16656798894809, 'loss': 0.9415714740753174}
{'epoch': 185, 'iter': 110, 'avg_loss': 1.0068549191629566, 'avg_acc_mask': 68.52417760201331, 'loss': 1.141684651374817}
{'epoch': 185, 'iter': 120, 'avg_loss': 0.9997595282625561, 'avg_acc_mask': 68.83095317170375, 'loss': 1.0288448333740234}
{'epoch': 185, 'iter': 130, 'avg_loss': 0.9989460279013365, 'avg_acc_mask': 68.75478633787716, 'loss': 1.1713306903839111}
{'epoch': 185, 'iter': 140, 'avg_loss': 0.9957497817404727, 'avg_acc_mask': 68.9247005134056, 'loss': 1.2585623264312744}
{'epoch': 185, 'iter': 150, 'avg_loss': 0.9985163093402686, 'avg_acc_mask': 68.72571352003216, 'loss': 1.324183464050293}
{'epoch': 185, 'iter': 160, 'avg_loss': 1.0064696347491342, 'avg_acc_mask': 68.58044164037855, 'loss': 1.1100952625274658}
{'epoch': 185, 'iter': 170, 'avg_loss': 1.0123183894575687, 'avg_acc_mask': 68.3535281539558, 'loss': 1.0588483810424805}
{'epoch': 185, 'iter': 180, 'avg_loss': 1.0066346470163672, 'avg_acc_mask': 68.39080459770115, 'loss': 1.0079742670059204}
{'epoch': 185, 'iter': 190, 'avg_loss': 1.003395130809065, 'avg_acc_mask': 68.52504539143438, 'loss': 1.0501809120178223}
{'epoch': 185, 'iter': 200, 'avg_loss': 1.00261535840248, 'avg_acc_mask': 68.47085156170516, 'loss': 0.9474965333938599}
{'epoch': 185, 'iter': 210, 'avg_loss': 1.0019347608371934, 'avg_acc_mask': 68.46890414933746, 'loss': 0.7223593592643738}
{'epoch': 185, 'iter': 220, 'avg_loss': 1.0020848493770236, 'avg_acc_mask': 68.36790894070131, 'loss': 0.9846712946891785}
{'epoch': 185, 'iter': 230, 'avg_loss': 0.9985775803074692, 'avg_acc_mask': 68.44835164835165, 'loss': 0.871453583240509}
{'epoch': 185, 'iter': 240, 'avg_loss': 0.9958213090401962, 'avg_acc_mask': 68.49407214327756, 'loss': 1.0133610963821411}
{'epoch': 185, 'iter': 250, 'avg_loss': 0.9942171744616383, 'avg_acc_mask': 68.62681744749595, 'loss': 1.1984810829162598}
{'epoch': 185, 'iter': 260, 'avg_loss': 0.9962538133635832, 'avg_acc_mask': 68.58720161729259, 'loss': 0.9319823980331421}
{'epoch': 185, 'iter': 270, 'avg_loss': 0.9981357127538026, 'avg_acc_mask': 68.50659077291792, 'loss': 0.8685924410820007}
{'epoch': 185, 'iter': 280, 'avg_loss': 1.0005435527855815, 'avg_acc_mask': 68.42181188690132, 'loss': 1.0306140184402466}
{'epoch': 185, 'iter': 290, 'avg_loss': 0.9992539665543336, 'avg_acc_mask': 68.4166550619691, 'loss': 0.9112722277641296}
{'epoch': 185, 'iter': 300, 'avg_loss': 0.9952568560343644, 'avg_acc_mask': 68.57587232891534, 'loss': 1.1963014602661133}
{'epoch': 185, 'iter': 310, 'avg_loss': 0.9947828667723481, 'avg_acc_mask': 68.68131868131869, 'loss': 0.9485491514205933}
{'epoch': 185, 'iter': 320, 'avg_loss': 0.9912605120385547, 'avg_acc_mask': 68.76508702833185, 'loss': 1.006435751914978}
{'epoch': 185, 'iter': 330, 'avg_loss': 0.9882786225336195, 'avg_acc_mask': 68.78976956817199, 'loss': 0.8657441139221191}
{'epoch': 185, 'iter': 340, 'avg_loss': 0.9864722299785558, 'avg_acc_mask': 68.86413987186396, 'loss': 0.7176848649978638}
{'epoch': 185, 'iter': 350, 'avg_loss': 0.9867162582201835, 'avg_acc_mask': 68.83952908426608, 'loss': 1.007228970527649}
{'epoch': 185, 'iter': 360, 'avg_loss': 0.9885617459910068, 'avg_acc_mask': 68.75916525662718, 'loss': 0.9785758852958679}
{'epoch': 185, 'iter': 370, 'avg_loss': 0.9881597570974551, 'avg_acc_mask': 68.73798142959177, 'loss': 1.1647241115570068}
{'epoch': 185, 'iter': 380, 'avg_loss': 0.989425932328532, 'avg_acc_mask': 68.69183869932614, 'loss': 0.9888066649436951}
{'epoch': 185, 'iter': 390, 'avg_loss': 0.9896157039400867, 'avg_acc_mask': 68.65174388339406, 'loss': 0.9134310483932495}
{'epoch': 'EP185_test', 'avg_loss': 0.9888468467526965, 'total_masked_acc': 68.62148930687967}
{'epoch': 186, 'iter': 0, 'avg_loss': 0.5000453591346741, 'avg_acc_mask': 83.87096774193549, 'loss': 0.5000453591346741}
{'epoch': 186, 'iter': 10, 'avg_loss': 1.0040376728231257, 'avg_acc_mask': 67.87003610108303, 'loss': 1.477918028831482}
{'epoch': 186, 'iter': 20, 'avg_loss': 0.993012201218378, 'avg_acc_mask': 68.57142857142857, 'loss': 1.0584983825683594}
{'epoch': 186, 'iter': 30, 'avg_loss': 1.0111685760559574, 'avg_acc_mask': 67.26114649681529, 'loss': 1.1243799924850464}
{'epoch': 186, 'iter': 40, 'avg_loss': 1.0058708074616223, 'avg_acc_mask': 67.6930596285435, 'loss': 0.9485458135604858}
{'epoch': 186, 'iter': 50, 'avg_loss': 0.9932265772539026, 'avg_acc_mask': 67.7495107632094, 'loss': 0.764078676700592}
{'epoch': 186, 'iter': 60, 'avg_loss': 0.9820741776560173, 'avg_acc_mask': 68.29025844930418, 'loss': 1.1046648025512695}
{'epoch': 186, 'iter': 70, 'avg_loss': 0.9713532169100264, 'avg_acc_mask': 68.5017026106697, 'loss': 0.9585906267166138}
{'epoch': 186, 'iter': 80, 'avg_loss': 0.97030806026341, 'avg_acc_mask': 68.45105328376704, 'loss': 0.9556663632392883}
{'epoch': 186, 'iter': 90, 'avg_loss': 0.9736911588972741, 'avg_acc_mask': 68.66103202846975, 'loss': 1.1720749139785767}
{'epoch': 186, 'iter': 100, 'avg_loss': 0.9631386535002453, 'avg_acc_mask': 69.15720263000597, 'loss': 0.5664918422698975}
{'epoch': 186, 'iter': 110, 'avg_loss': 0.9748390349181922, 'avg_acc_mask': 68.90177600579919, 'loss': 0.9688788652420044}
{'epoch': 186, 'iter': 120, 'avg_loss': 0.9823001396557516, 'avg_acc_mask': 68.66390041493776, 'loss': 1.259114384651184}
{'epoch': 186, 'iter': 130, 'avg_loss': 0.9816714784571232, 'avg_acc_mask': 68.76913655848132, 'loss': 1.1979682445526123}
{'epoch': 186, 'iter': 140, 'avg_loss': 0.9862526393105798, 'avg_acc_mask': 68.63526398178455, 'loss': 1.0909732580184937}
{'epoch': 186, 'iter': 150, 'avg_loss': 0.9837273067196474, 'avg_acc_mask': 68.65095219070449, 'loss': 1.020672082901001}
{'epoch': 186, 'iter': 160, 'avg_loss': 0.9828569056084437, 'avg_acc_mask': 68.54788363091522, 'loss': 0.8080564141273499}
{'epoch': 186, 'iter': 170, 'avg_loss': 0.9846197014663651, 'avg_acc_mask': 68.36602842711147, 'loss': 1.0166970491409302}
{'epoch': 186, 'iter': 180, 'avg_loss': 0.988253507495585, 'avg_acc_mask': 68.2262725050011, 'loss': 1.2844332456588745}
{'epoch': 186, 'iter': 190, 'avg_loss': 0.983754521577146, 'avg_acc_mask': 68.38451830037863, 'loss': 0.7997531294822693}
{'epoch': 186, 'iter': 200, 'avg_loss': 0.9835035326469004, 'avg_acc_mask': 68.36632673465307, 'loss': 0.8718127608299255}
{'epoch': 186, 'iter': 210, 'avg_loss': 0.9879653216538271, 'avg_acc_mask': 68.2673031026253, 'loss': 1.3750383853912354}
{'epoch': 186, 'iter': 220, 'avg_loss': 0.9856881866088281, 'avg_acc_mask': 68.28514275322786, 'loss': 1.0699745416641235}
{'epoch': 186, 'iter': 230, 'avg_loss': 0.981896207188115, 'avg_acc_mask': 68.41692106410817, 'loss': 0.8830046653747559}
{'epoch': 186, 'iter': 240, 'avg_loss': 0.9855187258285111, 'avg_acc_mask': 68.29452169542637, 'loss': 1.1101305484771729}
{'epoch': 186, 'iter': 250, 'avg_loss': 0.982964473179137, 'avg_acc_mask': 68.42105263157895, 'loss': 0.8036569952964783}
{'epoch': 186, 'iter': 260, 'avg_loss': 0.9821659242056339, 'avg_acc_mask': 68.40635905389686, 'loss': 0.7570620179176331}
{'epoch': 186, 'iter': 270, 'avg_loss': 0.9835605337610984, 'avg_acc_mask': 68.30617431604125, 'loss': 1.0076379776000977}
{'epoch': 186, 'iter': 280, 'avg_loss': 0.983748829237507, 'avg_acc_mask': 68.29584775086505, 'loss': 0.8495442867279053}
{'epoch': 186, 'iter': 290, 'avg_loss': 0.9838000343427625, 'avg_acc_mask': 68.36614036307992, 'loss': 1.1717510223388672}
{'epoch': 186, 'iter': 300, 'avg_loss': 0.9813692547950238, 'avg_acc_mask': 68.4433962264151, 'loss': 0.9764936566352844}
{'epoch': 186, 'iter': 310, 'avg_loss': 0.9832789514609088, 'avg_acc_mask': 68.40528749104642, 'loss': 1.11620032787323}
{'epoch': 186, 'iter': 320, 'avg_loss': 0.9798310012832238, 'avg_acc_mask': 68.52085967130215, 'loss': 0.844032883644104}
{'epoch': 186, 'iter': 330, 'avg_loss': 0.9807718424998741, 'avg_acc_mask': 68.4242833466331, 'loss': 1.2712324857711792}
{'epoch': 186, 'iter': 340, 'avg_loss': 0.979396551760061, 'avg_acc_mask': 68.4241847179243, 'loss': 0.849181056022644}
{'epoch': 186, 'iter': 350, 'avg_loss': 0.9766925884108258, 'avg_acc_mask': 68.4561423850658, 'loss': 0.6944270730018616}
{'epoch': 186, 'iter': 360, 'avg_loss': 0.9756945576363983, 'avg_acc_mask': 68.51862286583648, 'loss': 0.776409924030304}
{'epoch': 186, 'iter': 370, 'avg_loss': 0.9740793420619399, 'avg_acc_mask': 68.54683988379105, 'loss': 1.117093563079834}
{'epoch': 186, 'iter': 380, 'avg_loss': 0.9742107699549417, 'avg_acc_mask': 68.58714224690303, 'loss': 0.7250730395317078}
{'epoch': 186, 'iter': 390, 'avg_loss': 0.9748404676956899, 'avg_acc_mask': 68.53197674418605, 'loss': 1.0003782510757446}
{'epoch': 'EP186_test', 'avg_loss': 0.9754037739652576, 'total_masked_acc': 68.53401797175866}
{'epoch': 187, 'iter': 0, 'avg_loss': 0.723773181438446, 'avg_acc_mask': 75.86206896551724, 'loss': 0.723773181438446}
{'epoch': 187, 'iter': 10, 'avg_loss': 0.9748184680938721, 'avg_acc_mask': 69.41838649155723, 'loss': 1.1895219087600708}
{'epoch': 187, 'iter': 20, 'avg_loss': 0.9434152330671038, 'avg_acc_mask': 69.59921798631477, 'loss': 1.1206878423690796}
{'epoch': 187, 'iter': 30, 'avg_loss': 0.9629887707771794, 'avg_acc_mask': 68.46553966189856, 'loss': 1.0808730125427246}
{'epoch': 187, 'iter': 40, 'avg_loss': 0.9699352020170631, 'avg_acc_mask': 68.93787575150301, 'loss': 1.1396397352218628}
{'epoch': 187, 'iter': 50, 'avg_loss': 0.9599853496925503, 'avg_acc_mask': 69.53405017921148, 'loss': 0.694868803024292}
{'epoch': 187, 'iter': 60, 'avg_loss': 0.9640349696894162, 'avg_acc_mask': 69.90881458966565, 'loss': 0.7090949416160583}
{'epoch': 187, 'iter': 70, 'avg_loss': 0.9625732109580242, 'avg_acc_mask': 70.16129032258065, 'loss': 0.8304368853569031}
{'epoch': 187, 'iter': 80, 'avg_loss': 0.9720889653688596, 'avg_acc_mask': 69.79984798581201, 'loss': 1.1499781608581543}
{'epoch': 187, 'iter': 90, 'avg_loss': 0.9797374802631337, 'avg_acc_mask': 69.16329284750337, 'loss': 1.2261155843734741}
{'epoch': 187, 'iter': 100, 'avg_loss': 0.9711026667368294, 'avg_acc_mask': 69.5669687814703, 'loss': 0.7358336448669434}
{'epoch': 187, 'iter': 110, 'avg_loss': 0.9672594580564413, 'avg_acc_mask': 69.51353328456474, 'loss': 0.9536469578742981}
{'epoch': 187, 'iter': 120, 'avg_loss': 0.9692451451435562, 'avg_acc_mask': 69.31243680485338, 'loss': 0.8695604801177979}
{'epoch': 187, 'iter': 130, 'avg_loss': 0.9681070387818431, 'avg_acc_mask': 69.43109595411563, 'loss': 1.2148209810256958}
{'epoch': 187, 'iter': 140, 'avg_loss': 0.9694284175304656, 'avg_acc_mask': 69.24960391761486, 'loss': 1.3651559352874756}
{'epoch': 187, 'iter': 150, 'avg_loss': 0.9679339346506738, 'avg_acc_mask': 69.2504373570179, 'loss': 1.2487413883209229}
{'epoch': 187, 'iter': 160, 'avg_loss': 0.9718324053361549, 'avg_acc_mask': 69.04251293049073, 'loss': 0.7886772751808167}
{'epoch': 187, 'iter': 170, 'avg_loss': 0.9716056996618795, 'avg_acc_mask': 68.95607665754076, 'loss': 1.201766014099121}
{'epoch': 187, 'iter': 180, 'avg_loss': 0.9716891083269488, 'avg_acc_mask': 68.94332806502597, 'loss': 0.8527437448501587}
{'epoch': 187, 'iter': 190, 'avg_loss': 0.9606132288877877, 'avg_acc_mask': 69.30182599355533, 'loss': 0.7506700754165649}
{'epoch': 187, 'iter': 200, 'avg_loss': 0.9656455172828181, 'avg_acc_mask': 69.15077989601387, 'loss': 1.4803178310394287}
{'epoch': 187, 'iter': 210, 'avg_loss': 0.9681512080662623, 'avg_acc_mask': 69.01244167962675, 'loss': 1.2544714212417603}
{'epoch': 187, 'iter': 220, 'avg_loss': 0.9673043181993303, 'avg_acc_mask': 68.8779764662281, 'loss': 0.9538088440895081}
{'epoch': 187, 'iter': 230, 'avg_loss': 0.9678420932778032, 'avg_acc_mask': 68.90644416829397, 'loss': 0.9496849775314331}
{'epoch': 187, 'iter': 240, 'avg_loss': 0.9656943621971795, 'avg_acc_mask': 68.93997445721584, 'loss': 1.0505236387252808}
{'epoch': 187, 'iter': 250, 'avg_loss': 0.966296753797873, 'avg_acc_mask': 68.87617490805067, 'loss': 0.8398400545120239}
{'epoch': 187, 'iter': 260, 'avg_loss': 0.9693679083352802, 'avg_acc_mask': 68.80503144654088, 'loss': 0.9014105200767517}
{'epoch': 187, 'iter': 270, 'avg_loss': 0.9707148119092428, 'avg_acc_mask': 68.74431990305968, 'loss': 0.8480290174484253}
{'epoch': 187, 'iter': 280, 'avg_loss': 0.9726402575010931, 'avg_acc_mask': 68.73033296743505, 'loss': 1.0281099081039429}
{'epoch': 187, 'iter': 290, 'avg_loss': 0.971721297686862, 'avg_acc_mask': 68.74779541446208, 'loss': 0.9180296659469604}
{'epoch': 187, 'iter': 300, 'avg_loss': 0.9697266741844507, 'avg_acc_mask': 68.72571077930047, 'loss': 1.2973692417144775}
{'epoch': 187, 'iter': 310, 'avg_loss': 0.9726045239010042, 'avg_acc_mask': 68.6592768540512, 'loss': 1.2858145236968994}
{'epoch': 187, 'iter': 320, 'avg_loss': 0.9710833998484032, 'avg_acc_mask': 68.76400179222941, 'loss': 1.0355783700942993}
{'epoch': 187, 'iter': 330, 'avg_loss': 0.972468042121553, 'avg_acc_mask': 68.68886962981306, 'loss': 1.1248174905776978}
{'epoch': 187, 'iter': 340, 'avg_loss': 0.9703301645793523, 'avg_acc_mask': 68.72823345742765, 'loss': 0.5636870265007019}
{'epoch': 187, 'iter': 350, 'avg_loss': 0.9721132953282435, 'avg_acc_mask': 68.75837557536562, 'loss': 0.9700202345848083}
{'epoch': 187, 'iter': 360, 'avg_loss': 0.9734256554838693, 'avg_acc_mask': 68.8094698685999, 'loss': 0.8540151119232178}
{'epoch': 187, 'iter': 370, 'avg_loss': 0.9695247588453267, 'avg_acc_mask': 68.93717941646904, 'loss': 1.0214701890945435}
{'epoch': 187, 'iter': 380, 'avg_loss': 0.968686161078806, 'avg_acc_mask': 68.9405324173465, 'loss': 0.9148433208465576}
{'epoch': 187, 'iter': 390, 'avg_loss': 0.9674405816875761, 'avg_acc_mask': 68.92711492209558, 'loss': 0.7500821352005005}
{'epoch': 'EP187_test', 'avg_loss': 0.9691837037151511, 'total_masked_acc': 68.89417606289439}
{'epoch': 188, 'iter': 0, 'avg_loss': 1.2413419485092163, 'avg_acc_mask': 65.9090909090909, 'loss': 1.2413419485092163}
{'epoch': 188, 'iter': 10, 'avg_loss': 1.0966457724571228, 'avg_acc_mask': 65.63106796116504, 'loss': 1.2153488397598267}
{'epoch': 188, 'iter': 20, 'avg_loss': 1.0363210099084037, 'avg_acc_mask': 68.00391389432485, 'loss': 0.8876361846923828}
{'epoch': 188, 'iter': 30, 'avg_loss': 1.0003478411705262, 'avg_acc_mask': 68.13693219223174, 'loss': 0.8677569031715393}
{'epoch': 188, 'iter': 40, 'avg_loss': 0.9823810051127178, 'avg_acc_mask': 68.35187057633973, 'loss': 0.897235631942749}
{'epoch': 188, 'iter': 50, 'avg_loss': 0.9797594465461432, 'avg_acc_mask': 68.50202429149797, 'loss': 0.9955370426177979}
{'epoch': 188, 'iter': 60, 'avg_loss': 0.9718024007609634, 'avg_acc_mask': 68.78829135466303, 'loss': 0.9769968390464783}
{'epoch': 188, 'iter': 70, 'avg_loss': 0.9655367866368361, 'avg_acc_mask': 68.84637350085666, 'loss': 1.1110649108886719}
{'epoch': 188, 'iter': 80, 'avg_loss': 0.9586699663856884, 'avg_acc_mask': 69.3632958801498, 'loss': 0.8695021867752075}
{'epoch': 188, 'iter': 90, 'avg_loss': 0.9583062817762186, 'avg_acc_mask': 69.10623198048349, 'loss': 0.7375045418739319}
{'epoch': 188, 'iter': 100, 'avg_loss': 0.9680144190788269, 'avg_acc_mask': 69.05667935109153, 'loss': 0.6607797145843506}
{'epoch': 188, 'iter': 110, 'avg_loss': 0.9725389947762361, 'avg_acc_mask': 68.97552130553038, 'loss': 1.2713708877563477}
{'epoch': 188, 'iter': 120, 'avg_loss': 0.9687734221623949, 'avg_acc_mask': 69.13971323774591, 'loss': 0.8924009203910828}
{'epoch': 188, 'iter': 130, 'avg_loss': 0.9695429487992789, 'avg_acc_mask': 69.16795069337442, 'loss': 1.1017334461212158}
{'epoch': 188, 'iter': 140, 'avg_loss': 0.9692050480673499, 'avg_acc_mask': 69.14954337899543, 'loss': 0.985176146030426}
{'epoch': 188, 'iter': 150, 'avg_loss': 0.9697615666105258, 'avg_acc_mask': 69.12294753704445, 'loss': 0.8951045274734497}
{'epoch': 188, 'iter': 160, 'avg_loss': 0.9749743916233133, 'avg_acc_mask': 69.01178831201405, 'loss': 0.8798258900642395}
{'epoch': 188, 'iter': 170, 'avg_loss': 0.9706659264731825, 'avg_acc_mask': 69.08383445348426, 'loss': 1.0337626934051514}
{'epoch': 188, 'iter': 180, 'avg_loss': 0.971094403148356, 'avg_acc_mask': 69.24791086350976, 'loss': 1.0678684711456299}
{'epoch': 188, 'iter': 190, 'avg_loss': 0.9639340199101034, 'avg_acc_mask': 69.45739720220432, 'loss': 0.7227218151092529}
{'epoch': 188, 'iter': 200, 'avg_loss': 0.9638422496283232, 'avg_acc_mask': 69.37933809475908, 'loss': 0.7003204822540283}
{'epoch': 188, 'iter': 210, 'avg_loss': 0.9648182216978751, 'avg_acc_mask': 69.38736316497022, 'loss': 1.0912604331970215}
{'epoch': 188, 'iter': 220, 'avg_loss': 0.9664111320789044, 'avg_acc_mask': 69.1787704393898, 'loss': 0.9511705040931702}
{'epoch': 188, 'iter': 230, 'avg_loss': 0.964782004748588, 'avg_acc_mask': 69.27192982456141, 'loss': 0.7875181436538696}
{'epoch': 188, 'iter': 240, 'avg_loss': 0.9634309856228809, 'avg_acc_mask': 69.36406460296098, 'loss': 0.8013861775398254}
{'epoch': 188, 'iter': 250, 'avg_loss': 0.9669409285028617, 'avg_acc_mask': 69.35600870476344, 'loss': 1.350480318069458}
{'epoch': 188, 'iter': 260, 'avg_loss': 0.9666105255313303, 'avg_acc_mask': 69.29872142580396, 'loss': 0.7334381341934204}
{'epoch': 188, 'iter': 270, 'avg_loss': 0.9692472129290394, 'avg_acc_mask': 69.25031766200762, 'loss': 0.9432643055915833}
{'epoch': 188, 'iter': 280, 'avg_loss': 0.9719441617935154, 'avg_acc_mask': 69.15369088811995, 'loss': 0.9411249756813049}
{'epoch': 188, 'iter': 290, 'avg_loss': 0.9704822447291764, 'avg_acc_mask': 69.18094442122859, 'loss': 0.9114536046981812}
{'epoch': 188, 'iter': 300, 'avg_loss': 0.9700515139538585, 'avg_acc_mask': 69.17374309206093, 'loss': 1.2055450677871704}
{'epoch': 188, 'iter': 310, 'avg_loss': 0.9730189659204513, 'avg_acc_mask': 69.00417101147028, 'loss': 1.3835605382919312}
{'epoch': 188, 'iter': 320, 'avg_loss': 0.9687263813345603, 'avg_acc_mask': 69.16951080773607, 'loss': 0.7392013669013977}
{'epoch': 188, 'iter': 330, 'avg_loss': 0.9692291316669153, 'avg_acc_mask': 69.10554122128025, 'loss': 1.0560511350631714}
{'epoch': 188, 'iter': 340, 'avg_loss': 0.9660290213973641, 'avg_acc_mask': 69.12387427685334, 'loss': 0.7026276588439941}
{'epoch': 188, 'iter': 350, 'avg_loss': 0.9633565006772338, 'avg_acc_mask': 69.21561812072761, 'loss': 0.7126054763793945}
{'epoch': 188, 'iter': 360, 'avg_loss': 0.964168080992976, 'avg_acc_mask': 69.15120854412591, 'loss': 0.9279344081878662}
{'epoch': 188, 'iter': 370, 'avg_loss': 0.962323182194702, 'avg_acc_mask': 69.20432220039294, 'loss': 0.9194579720497131}
{'epoch': 188, 'iter': 380, 'avg_loss': 0.9612348843121467, 'avg_acc_mask': 69.28560029788818, 'loss': 0.8462771773338318}
{'epoch': 188, 'iter': 390, 'avg_loss': 0.9613197926060318, 'avg_acc_mask': 69.2566867095169, 'loss': 1.0077378749847412}
{'epoch': 'EP188_test', 'avg_loss': 0.9610005663801925, 'total_masked_acc': 69.28439614517121}
{'epoch': 189, 'iter': 0, 'avg_loss': 1.017219066619873, 'avg_acc_mask': 70.45454545454545, 'loss': 1.017219066619873}
{'epoch': 189, 'iter': 10, 'avg_loss': 0.9906058582392606, 'avg_acc_mask': 69.67370441458733, 'loss': 1.1618530750274658}
{'epoch': 189, 'iter': 20, 'avg_loss': 0.9603712729045323, 'avg_acc_mask': 70.46370967741935, 'loss': 0.7710679173469543}
{'epoch': 189, 'iter': 30, 'avg_loss': 0.9468128546591728, 'avg_acc_mask': 70.22433718558804, 'loss': 0.870105504989624}
{'epoch': 189, 'iter': 40, 'avg_loss': 0.9516139263060035, 'avg_acc_mask': 70.60653188180405, 'loss': 0.8735523223876953}
{'epoch': 189, 'iter': 50, 'avg_loss': 0.9620247728684369, 'avg_acc_mask': 69.70833333333334, 'loss': 0.9631184935569763}
{'epoch': 189, 'iter': 60, 'avg_loss': 0.960887677356845, 'avg_acc_mask': 69.88950276243095, 'loss': 0.942139208316803}
{'epoch': 189, 'iter': 70, 'avg_loss': 0.9769887974564458, 'avg_acc_mask': 69.40732132481115, 'loss': 1.069543480873108}
{'epoch': 189, 'iter': 80, 'avg_loss': 0.9771957853694021, 'avg_acc_mask': 69.26629040533608, 'loss': 0.9697593450546265}
{'epoch': 189, 'iter': 90, 'avg_loss': 0.9717042308587295, 'avg_acc_mask': 69.5989061075661, 'loss': 0.6484754681587219}
{'epoch': 189, 'iter': 100, 'avg_loss': 0.9687478990838079, 'avg_acc_mask': 69.57328385899815, 'loss': 0.7355070114135742}
{'epoch': 189, 'iter': 110, 'avg_loss': 0.9774464315122312, 'avg_acc_mask': 69.22932683292706, 'loss': 1.0079549551010132}
{'epoch': 189, 'iter': 120, 'avg_loss': 0.9772442909311657, 'avg_acc_mask': 69.16480878065512, 'loss': 0.9055606722831726}
{'epoch': 189, 'iter': 130, 'avg_loss': 0.975154158268266, 'avg_acc_mask': 69.1058192714083, 'loss': 1.220668911933899}
{'epoch': 189, 'iter': 140, 'avg_loss': 0.9731147754276898, 'avg_acc_mask': 69.20829681565877, 'loss': 1.179064154624939}
{'epoch': 189, 'iter': 150, 'avg_loss': 0.9734263968783499, 'avg_acc_mask': 69.14019715224534, 'loss': 1.0603151321411133}
{'epoch': 189, 'iter': 160, 'avg_loss': 0.9761844692022904, 'avg_acc_mask': 68.93191434799333, 'loss': 0.9862794280052185}
{'epoch': 189, 'iter': 170, 'avg_loss': 0.9789535030286912, 'avg_acc_mask': 68.71770219925489, 'loss': 1.3958688974380493}
{'epoch': 189, 'iter': 180, 'avg_loss': 0.9787618896579215, 'avg_acc_mask': 68.65841190503238, 'loss': 1.2904314994812012}
{'epoch': 189, 'iter': 190, 'avg_loss': 0.9756124341050992, 'avg_acc_mask': 68.71284988652329, 'loss': 0.9549320340156555}
{'epoch': 189, 'iter': 200, 'avg_loss': 0.9756073764900663, 'avg_acc_mask': 68.76413736376722, 'loss': 1.228848934173584}
{'epoch': 189, 'iter': 210, 'avg_loss': 0.9790253755040643, 'avg_acc_mask': 68.68943917001077, 'loss': 1.2865856885910034}
{'epoch': 189, 'iter': 220, 'avg_loss': 0.979059721010303, 'avg_acc_mask': 68.68029739776952, 'loss': 0.9499033689498901}
{'epoch': 189, 'iter': 230, 'avg_loss': 0.976455401032518, 'avg_acc_mask': 68.79843235058341, 'loss': 0.9767212271690369}
{'epoch': 189, 'iter': 240, 'avg_loss': 0.9769949250201466, 'avg_acc_mask': 68.73986861189319, 'loss': 1.2804945707321167}
{'epoch': 189, 'iter': 250, 'avg_loss': 0.9785437396323063, 'avg_acc_mask': 68.77509217533797, 'loss': 0.6653170585632324}
{'epoch': 189, 'iter': 260, 'avg_loss': 0.9786299177056528, 'avg_acc_mask': 68.68806040585181, 'loss': 0.8241149187088013}
{'epoch': 189, 'iter': 270, 'avg_loss': 0.9798620527960717, 'avg_acc_mask': 68.68227627491098, 'loss': 0.8796718716621399}
{'epoch': 189, 'iter': 280, 'avg_loss': 0.9830560469966766, 'avg_acc_mask': 68.54326396495071, 'loss': 1.0177021026611328}
{'epoch': 189, 'iter': 290, 'avg_loss': 0.9799162034726224, 'avg_acc_mask': 68.6219280332371, 'loss': 0.7288532257080078}
{'epoch': 189, 'iter': 300, 'avg_loss': 0.9764238326652501, 'avg_acc_mask': 68.71759890859481, 'loss': 0.8879328370094299}
{'epoch': 189, 'iter': 310, 'avg_loss': 0.9775805933299172, 'avg_acc_mask': 68.665785997358, 'loss': 1.2032074928283691}
{'epoch': 189, 'iter': 320, 'avg_loss': 0.9741181931763052, 'avg_acc_mask': 68.8279141498522, 'loss': 1.169666051864624}
{'epoch': 189, 'iter': 330, 'avg_loss': 0.9741254335443779, 'avg_acc_mask': 68.89898549822617, 'loss': 0.9949154853820801}
{'epoch': 189, 'iter': 340, 'avg_loss': 0.974637991347271, 'avg_acc_mask': 68.88875482625483, 'loss': 0.8927161693572998}
{'epoch': 189, 'iter': 350, 'avg_loss': 0.971990493627695, 'avg_acc_mask': 69.04594467885607, 'loss': 0.8516960144042969}
{'epoch': 189, 'iter': 360, 'avg_loss': 0.9725778997769977, 'avg_acc_mask': 69.02065668923917, 'loss': 1.106317400932312}
{'epoch': 189, 'iter': 370, 'avg_loss': 0.9719338097340977, 'avg_acc_mask': 69.01759044142051, 'loss': 1.1292823553085327}
{'epoch': 189, 'iter': 380, 'avg_loss': 0.9708687695931262, 'avg_acc_mask': 68.98128227194492, 'loss': 0.854659378528595}
{'epoch': 189, 'iter': 390, 'avg_loss': 0.9702258876827367, 'avg_acc_mask': 68.98591696769802, 'loss': 0.9322947859764099}
{'epoch': 'EP189_test', 'avg_loss': 0.9706511413208162, 'total_masked_acc': 68.96052155016298}
{'epoch': 190, 'iter': 0, 'avg_loss': 1.1943604946136475, 'avg_acc_mask': 64.17910447761194, 'loss': 1.1943604946136475}
{'epoch': 190, 'iter': 10, 'avg_loss': 1.0179588740522212, 'avg_acc_mask': 68.10035842293907, 'loss': 1.349712610244751}
{'epoch': 190, 'iter': 20, 'avg_loss': 0.9744816933359418, 'avg_acc_mask': 69.23076923076923, 'loss': 0.8346254229545593}
{'epoch': 190, 'iter': 30, 'avg_loss': 0.9985436912505857, 'avg_acc_mask': 68.94132653061224, 'loss': 0.9766704440116882}
{'epoch': 190, 'iter': 40, 'avg_loss': 0.9652619754395834, 'avg_acc_mask': 69.80854197349042, 'loss': 1.048640489578247}
{'epoch': 190, 'iter': 50, 'avg_loss': 0.9561991633153429, 'avg_acc_mask': 69.93793638479443, 'loss': 0.8755183219909668}
{'epoch': 190, 'iter': 60, 'avg_loss': 0.9569864888660243, 'avg_acc_mask': 70.13888888888889, 'loss': 0.8617968559265137}
{'epoch': 190, 'iter': 70, 'avg_loss': 0.9535947970941033, 'avg_acc_mask': 69.95839112343967, 'loss': 1.155722975730896}
{'epoch': 190, 'iter': 80, 'avg_loss': 0.9537445174323188, 'avg_acc_mask': 70.03910068426198, 'loss': 0.9579418897628784}
{'epoch': 190, 'iter': 90, 'avg_loss': 0.9612415151281671, 'avg_acc_mask': 69.95652173913044, 'loss': 0.7919546961784363}
{'epoch': 190, 'iter': 100, 'avg_loss': 0.9651323851972523, 'avg_acc_mask': 69.8509219301687, 'loss': 0.7486991286277771}
{'epoch': 190, 'iter': 110, 'avg_loss': 0.9756516615549723, 'avg_acc_mask': 69.44, 'loss': 1.468074083328247}
{'epoch': 190, 'iter': 120, 'avg_loss': 0.9795836668369199, 'avg_acc_mask': 69.29276315789473, 'loss': 1.208389163017273}
{'epoch': 190, 'iter': 130, 'avg_loss': 0.9767351796608845, 'avg_acc_mask': 69.30528227637355, 'loss': 1.2191462516784668}
{'epoch': 190, 'iter': 140, 'avg_loss': 0.9872458623656144, 'avg_acc_mask': 69.06403940886699, 'loss': 1.4419572353363037}
{'epoch': 190, 'iter': 150, 'avg_loss': 0.9902499006283993, 'avg_acc_mask': 69.05076679005818, 'loss': 1.3018532991409302}
{'epoch': 190, 'iter': 160, 'avg_loss': 0.9980545325308853, 'avg_acc_mask': 68.81680338056178, 'loss': 0.984483540058136}
{'epoch': 190, 'iter': 170, 'avg_loss': 0.9976079819495218, 'avg_acc_mask': 68.81946881946882, 'loss': 0.9644414186477661}
{'epoch': 190, 'iter': 180, 'avg_loss': 0.9965420697934061, 'avg_acc_mask': 68.86666666666666, 'loss': 1.0926830768585205}
{'epoch': 190, 'iter': 190, 'avg_loss': 0.9877366776241682, 'avg_acc_mask': 69.03606834001266, 'loss': 0.6069998741149902}
{'epoch': 190, 'iter': 200, 'avg_loss': 0.9891966376731645, 'avg_acc_mask': 69.01874310915105, 'loss': 1.0214869976043701}
{'epoch': 190, 'iter': 210, 'avg_loss': 0.9944768539537185, 'avg_acc_mask': 68.71706429050494, 'loss': 1.363220453262329}
{'epoch': 190, 'iter': 220, 'avg_loss': 0.9953804954684158, 'avg_acc_mask': 68.5456697932793, 'loss': 0.9547433853149414}
{'epoch': 190, 'iter': 230, 'avg_loss': 0.9915391531857577, 'avg_acc_mask': 68.60424338067683, 'loss': 0.7232909202575684}
{'epoch': 190, 'iter': 240, 'avg_loss': 0.9914089295379354, 'avg_acc_mask': 68.52582948341033, 'loss': 0.9420605301856995}
{'epoch': 190, 'iter': 250, 'avg_loss': 0.9941392882886636, 'avg_acc_mask': 68.45507433742728, 'loss': 0.985814094543457}
{'epoch': 190, 'iter': 260, 'avg_loss': 0.9961071982694312, 'avg_acc_mask': 68.40755420844019, 'loss': 0.7572013139724731}
{'epoch': 190, 'iter': 270, 'avg_loss': 0.9966455137157793, 'avg_acc_mask': 68.27369366671657, 'loss': 0.8592013716697693}
{'epoch': 190, 'iter': 280, 'avg_loss': 0.99716026566631, 'avg_acc_mask': 68.26735885788449, 'loss': 0.6337594985961914}
{'epoch': 190, 'iter': 290, 'avg_loss': 0.9946626785284874, 'avg_acc_mask': 68.37303245577378, 'loss': 0.6403655409812927}
{'epoch': 190, 'iter': 300, 'avg_loss': 0.9890396612823208, 'avg_acc_mask': 68.49962845369181, 'loss': 1.0680369138717651}
{'epoch': 190, 'iter': 310, 'avg_loss': 0.9908938235408623, 'avg_acc_mask': 68.42070858935809, 'loss': 1.1213661432266235}
{'epoch': 190, 'iter': 320, 'avg_loss': 0.9896397518220349, 'avg_acc_mask': 68.46114779075673, 'loss': 1.1889971494674683}
{'epoch': 190, 'iter': 330, 'avg_loss': 0.9883788204625293, 'avg_acc_mask': 68.54928017718716, 'loss': 1.1067183017730713}
{'epoch': 190, 'iter': 340, 'avg_loss': 0.9856372085834179, 'avg_acc_mask': 68.61048107914527, 'loss': 0.7438173890113831}
{'epoch': 190, 'iter': 350, 'avg_loss': 0.9856874423149304, 'avg_acc_mask': 68.6563697596098, 'loss': 0.7519168853759766}
{'epoch': 190, 'iter': 360, 'avg_loss': 0.9873076850687698, 'avg_acc_mask': 68.5659483244951, 'loss': 1.0213181972503662}
{'epoch': 190, 'iter': 370, 'avg_loss': 0.9818771969115316, 'avg_acc_mask': 68.72011870088475, 'loss': 0.8454471826553345}
{'epoch': 190, 'iter': 380, 'avg_loss': 0.97920307298032, 'avg_acc_mask': 68.74732791791364, 'loss': 0.7384548783302307}
{'epoch': 190, 'iter': 390, 'avg_loss': 0.977177677785649, 'avg_acc_mask': 68.81949495999169, 'loss': 1.0499285459518433}
{'epoch': 'EP190_test', 'avg_loss': 0.9761819384164281, 'total_masked_acc': 68.86332117725615}
{'epoch': 191, 'iter': 0, 'avg_loss': 0.8880699872970581, 'avg_acc_mask': 72.22222222222221, 'loss': 0.8880699872970581}
{'epoch': 191, 'iter': 10, 'avg_loss': 0.9440368847413496, 'avg_acc_mask': 69.73180076628353, 'loss': 1.1292365789413452}
{'epoch': 191, 'iter': 20, 'avg_loss': 0.9471683502197266, 'avg_acc_mask': 69.32270916334662, 'loss': 0.7909466624259949}
{'epoch': 191, 'iter': 30, 'avg_loss': 0.946123392351212, 'avg_acc_mask': 69.32717678100263, 'loss': 1.0271872282028198}
{'epoch': 191, 'iter': 40, 'avg_loss': 0.9628718989651378, 'avg_acc_mask': 68.98669396110543, 'loss': 1.1936205625534058}
{'epoch': 191, 'iter': 50, 'avg_loss': 0.9439777813705743, 'avg_acc_mask': 68.92382103990326, 'loss': 0.8041737675666809}
{'epoch': 191, 'iter': 60, 'avg_loss': 0.9450223484977347, 'avg_acc_mask': 69.33468422830124, 'loss': 0.9073647260665894}
{'epoch': 191, 'iter': 70, 'avg_loss': 0.9360152835577307, 'avg_acc_mask': 69.7560975609756, 'loss': 1.1799745559692383}
{'epoch': 191, 'iter': 80, 'avg_loss': 0.9429662757449679, 'avg_acc_mask': 69.5322376738306, 'loss': 1.1537946462631226}
{'epoch': 191, 'iter': 90, 'avg_loss': 0.9518312726702008, 'avg_acc_mask': 69.52636282394995, 'loss': 0.8507614135742188}
{'epoch': 191, 'iter': 100, 'avg_loss': 0.9544809454738503, 'avg_acc_mask': 69.27722971612643, 'loss': 0.7984321713447571}
{'epoch': 191, 'iter': 110, 'avg_loss': 0.9617377267227517, 'avg_acc_mask': 68.9636263937123, 'loss': 1.4763394594192505}
{'epoch': 191, 'iter': 120, 'avg_loss': 0.970670325696961, 'avg_acc_mask': 68.8982338099243, 'loss': 1.0578190088272095}
{'epoch': 191, 'iter': 130, 'avg_loss': 0.9783007165857853, 'avg_acc_mask': 68.64406779661016, 'loss': 1.098785161972046}
{'epoch': 191, 'iter': 140, 'avg_loss': 0.9789792054088403, 'avg_acc_mask': 68.72669916833955, 'loss': 1.2646294832229614}
{'epoch': 191, 'iter': 150, 'avg_loss': 0.9765942704598636, 'avg_acc_mask': 68.90643822781422, 'loss': 1.2013825178146362}
{'epoch': 191, 'iter': 160, 'avg_loss': 0.978465277585924, 'avg_acc_mask': 68.74370594159114, 'loss': 1.0648647546768188}
{'epoch': 191, 'iter': 170, 'avg_loss': 0.9842672919669346, 'avg_acc_mask': 68.61979166666666, 'loss': 0.8707244992256165}
{'epoch': 191, 'iter': 180, 'avg_loss': 0.9857746142050179, 'avg_acc_mask': 68.6298614215467, 'loss': 1.3157272338867188}
{'epoch': 191, 'iter': 190, 'avg_loss': 0.9819163043461545, 'avg_acc_mask': 68.84705381833652, 'loss': 1.2042485475540161}
{'epoch': 191, 'iter': 200, 'avg_loss': 0.982593715487428, 'avg_acc_mask': 68.80937942187184, 'loss': 1.1089640855789185}
{'epoch': 191, 'iter': 210, 'avg_loss': 0.9863159091551722, 'avg_acc_mask': 68.70735223450264, 'loss': 1.405974268913269}
{'epoch': 191, 'iter': 220, 'avg_loss': 0.9880093910575453, 'avg_acc_mask': 68.52275849436762, 'loss': 0.9232054352760315}
{'epoch': 191, 'iter': 230, 'avg_loss': 0.9813186348258675, 'avg_acc_mask': 68.66865986633837, 'loss': 0.8994911313056946}
{'epoch': 191, 'iter': 240, 'avg_loss': 0.9780131170363842, 'avg_acc_mask': 68.76425373764677, 'loss': 0.6944608092308044}
{'epoch': 191, 'iter': 250, 'avg_loss': 0.9838922358604066, 'avg_acc_mask': 68.55544747081711, 'loss': 1.0309327840805054}
{'epoch': 191, 'iter': 260, 'avg_loss': 0.986241815647403, 'avg_acc_mask': 68.49357726741923, 'loss': 0.835279107093811}
{'epoch': 191, 'iter': 270, 'avg_loss': 0.9876070825376194, 'avg_acc_mask': 68.53267386091127, 'loss': 1.0332931280136108}
{'epoch': 191, 'iter': 280, 'avg_loss': 0.9916762964157023, 'avg_acc_mask': 68.43815437937756, 'loss': 0.9595177173614502}
{'epoch': 191, 'iter': 290, 'avg_loss': 0.990099413083591, 'avg_acc_mask': 68.4802346696466, 'loss': 0.8611659407615662}
{'epoch': 191, 'iter': 300, 'avg_loss': 0.9876913186719647, 'avg_acc_mask': 68.54183590576767, 'loss': 1.157865285873413}
{'epoch': 191, 'iter': 310, 'avg_loss': 0.9898088766064291, 'avg_acc_mask': 68.50166917588531, 'loss': 1.1436089277267456}
{'epoch': 191, 'iter': 320, 'avg_loss': 0.9889548831268263, 'avg_acc_mask': 68.57233704292528, 'loss': 1.1182680130004883}
{'epoch': 191, 'iter': 330, 'avg_loss': 0.9897412029277882, 'avg_acc_mask': 68.56348470806302, 'loss': 0.900442898273468}
{'epoch': 191, 'iter': 340, 'avg_loss': 0.9881397178096156, 'avg_acc_mask': 68.51818563125413, 'loss': 0.9473403096199036}
{'epoch': 191, 'iter': 350, 'avg_loss': 0.9857908952609766, 'avg_acc_mask': 68.54318115731317, 'loss': 0.7228729128837585}
{'epoch': 191, 'iter': 360, 'avg_loss': 0.9852044382584062, 'avg_acc_mask': 68.54961832061068, 'loss': 0.8400118947029114}
{'epoch': 191, 'iter': 370, 'avg_loss': 0.9826855293181386, 'avg_acc_mask': 68.61277719694051, 'loss': 0.9882743954658508}
{'epoch': 191, 'iter': 380, 'avg_loss': 0.9816027587167234, 'avg_acc_mask': 68.57357518514543, 'loss': 0.6854788064956665}
{'epoch': 191, 'iter': 390, 'avg_loss': 0.9830339578411463, 'avg_acc_mask': 68.4971550869134, 'loss': 1.3407118320465088}
{'epoch': 'EP191_test', 'avg_loss': 0.9837182182254214, 'total_masked_acc': 68.47562548362136}
{'epoch': 192, 'iter': 0, 'avg_loss': 0.8707392811775208, 'avg_acc_mask': 64.81481481481481, 'loss': 0.8707392811775208}
{'epoch': 192, 'iter': 10, 'avg_loss': 1.0629551302302966, 'avg_acc_mask': 63.81322957198443, 'loss': 1.6274605989456177}
{'epoch': 192, 'iter': 20, 'avg_loss': 1.016708995614733, 'avg_acc_mask': 67.2244094488189, 'loss': 0.8870124220848083}
{'epoch': 192, 'iter': 30, 'avg_loss': 1.0165653901715432, 'avg_acc_mask': 66.73164392462638, 'loss': 1.2149841785430908}
{'epoch': 192, 'iter': 40, 'avg_loss': 0.9878578244186029, 'avg_acc_mask': 68.49798387096774, 'loss': 0.9563652276992798}
{'epoch': 192, 'iter': 50, 'avg_loss': 0.9749232273475796, 'avg_acc_mask': 68.70802054523904, 'loss': 0.9512168765068054}
{'epoch': 192, 'iter': 60, 'avg_loss': 0.9709540810741362, 'avg_acc_mask': 68.77496671105193, 'loss': 1.1488038301467896}
{'epoch': 192, 'iter': 70, 'avg_loss': 0.9617721564333204, 'avg_acc_mask': 69.25884334643459, 'loss': 1.0175416469573975}
{'epoch': 192, 'iter': 80, 'avg_loss': 0.9705427877696944, 'avg_acc_mask': 68.8577055637617, 'loss': 0.8985349535942078}
{'epoch': 192, 'iter': 90, 'avg_loss': 0.9746080728677603, 'avg_acc_mask': 68.94957057916758, 'loss': 0.9909489154815674}
{'epoch': 192, 'iter': 100, 'avg_loss': 0.9769881987335658, 'avg_acc_mask': 68.59750049593335, 'loss': 0.7195842862129211}
{'epoch': 192, 'iter': 110, 'avg_loss': 0.9818402560981544, 'avg_acc_mask': 68.61682918020946, 'loss': 1.2008522748947144}
{'epoch': 192, 'iter': 120, 'avg_loss': 0.9856068935276063, 'avg_acc_mask': 68.56953202787919, 'loss': 1.035037636756897}
{'epoch': 192, 'iter': 130, 'avg_loss': 0.9899079244555408, 'avg_acc_mask': 68.71465688522085, 'loss': 1.3356539011001587}
{'epoch': 192, 'iter': 140, 'avg_loss': 0.9821733456131414, 'avg_acc_mask': 68.83153715258082, 'loss': 0.9153515696525574}
{'epoch': 192, 'iter': 150, 'avg_loss': 0.9855642239779037, 'avg_acc_mask': 68.74750432583522, 'loss': 1.0802421569824219}
{'epoch': 192, 'iter': 160, 'avg_loss': 0.9887487736547956, 'avg_acc_mask': 68.64417408754547, 'loss': 1.1705195903778076}
{'epoch': 192, 'iter': 170, 'avg_loss': 0.9894800771746719, 'avg_acc_mask': 68.71223788650633, 'loss': 1.1156396865844727}
{'epoch': 192, 'iter': 180, 'avg_loss': 0.9897791255903508, 'avg_acc_mask': 68.6491935483871, 'loss': 1.0887316465377808}
{'epoch': 192, 'iter': 190, 'avg_loss': 0.9856732949536509, 'avg_acc_mask': 68.79795396419436, 'loss': 0.9919220805168152}
{'epoch': 192, 'iter': 200, 'avg_loss': 0.9869663650123635, 'avg_acc_mask': 68.80771182141045, 'loss': 1.2907812595367432}
{'epoch': 192, 'iter': 210, 'avg_loss': 0.9871611018881413, 'avg_acc_mask': 68.82261812548413, 'loss': 1.2373003959655762}
{'epoch': 192, 'iter': 220, 'avg_loss': 0.9873132549259998, 'avg_acc_mask': 68.80455756684738, 'loss': 0.768753707408905}
{'epoch': 192, 'iter': 230, 'avg_loss': 0.9824397357511314, 'avg_acc_mask': 68.96521278474307, 'loss': 0.648823082447052}
{'epoch': 192, 'iter': 240, 'avg_loss': 0.9844587692581271, 'avg_acc_mask': 68.93933001434478, 'loss': 0.7829732298851013}
{'epoch': 192, 'iter': 250, 'avg_loss': 0.9810675446730686, 'avg_acc_mask': 69.10107805787469, 'loss': 0.7711648344993591}
{'epoch': 192, 'iter': 260, 'avg_loss': 0.9806554481900972, 'avg_acc_mask': 69.19416491145955, 'loss': 0.5078861117362976}
{'epoch': 192, 'iter': 270, 'avg_loss': 0.9856983533204702, 'avg_acc_mask': 68.98829180426299, 'loss': 0.8591788411140442}
{'epoch': 192, 'iter': 280, 'avg_loss': 0.9897904026974987, 'avg_acc_mask': 68.96551724137932, 'loss': 0.8571105003356934}
{'epoch': 192, 'iter': 290, 'avg_loss': 0.9867398947784581, 'avg_acc_mask': 69.0159574468085, 'loss': 0.7484188675880432}
{'epoch': 192, 'iter': 300, 'avg_loss': 0.980815165660706, 'avg_acc_mask': 69.12192810236274, 'loss': 0.7942622303962708}
{'epoch': 192, 'iter': 310, 'avg_loss': 0.9836978341222192, 'avg_acc_mask': 68.99626303022356, 'loss': 1.2443296909332275}
{'epoch': 192, 'iter': 320, 'avg_loss': 0.9798958934727487, 'avg_acc_mask': 69.0957649752003, 'loss': 0.7110421657562256}
{'epoch': 192, 'iter': 330, 'avg_loss': 0.9779238663051063, 'avg_acc_mask': 69.21130585040731, 'loss': 1.0624709129333496}
{'epoch': 192, 'iter': 340, 'avg_loss': 0.9756357926777032, 'avg_acc_mask': 69.24090827392007, 'loss': 1.0259917974472046}
{'epoch': 192, 'iter': 350, 'avg_loss': 0.9736339393843952, 'avg_acc_mask': 69.3029490616622, 'loss': 0.724441647529602}
{'epoch': 192, 'iter': 360, 'avg_loss': 0.9734114875753831, 'avg_acc_mask': 69.33711048158641, 'loss': 0.9124321341514587}
{'epoch': 192, 'iter': 370, 'avg_loss': 0.9690420834844646, 'avg_acc_mask': 69.49461474730737, 'loss': 0.7988009452819824}
{'epoch': 192, 'iter': 380, 'avg_loss': 0.969347895912611, 'avg_acc_mask': 69.46207638515331, 'loss': 1.0420124530792236}
{'epoch': 192, 'iter': 390, 'avg_loss': 0.9679421625478798, 'avg_acc_mask': 69.4447349158214, 'loss': 0.9901325702667236}
{'epoch': 'EP192_test', 'avg_loss': 0.9661315679550171, 'total_masked_acc': 69.46454413892909}
{'epoch': 193, 'iter': 0, 'avg_loss': 1.4165912866592407, 'avg_acc_mask': 57.89473684210527, 'loss': 1.4165912866592407}
{'epoch': 193, 'iter': 10, 'avg_loss': 1.0217056545344265, 'avg_acc_mask': 66.22641509433961, 'loss': 1.3223679065704346}
{'epoch': 193, 'iter': 20, 'avg_loss': 0.9701851691518512, 'avg_acc_mask': 67.76180698151951, 'loss': 0.9678339958190918}
{'epoch': 193, 'iter': 30, 'avg_loss': 0.9414711229262813, 'avg_acc_mask': 68.51595006934814, 'loss': 0.9267646670341492}
{'epoch': 193, 'iter': 40, 'avg_loss': 0.9385341769311486, 'avg_acc_mask': 69.0, 'loss': 0.8121939897537231}
{'epoch': 193, 'iter': 50, 'avg_loss': 0.9309529416701373, 'avg_acc_mask': 69.01408450704226, 'loss': 0.7286770939826965}
{'epoch': 193, 'iter': 60, 'avg_loss': 0.9455394246539132, 'avg_acc_mask': 68.95949720670392, 'loss': 0.9113683104515076}
{'epoch': 193, 'iter': 70, 'avg_loss': 0.9299768041556989, 'avg_acc_mask': 69.7503671071953, 'loss': 1.0558571815490723}
{'epoch': 193, 'iter': 80, 'avg_loss': 0.9232709231200041, 'avg_acc_mask': 70.06595636732624, 'loss': 0.9317420125007629}
{'epoch': 193, 'iter': 90, 'avg_loss': 0.9243300268938254, 'avg_acc_mask': 70.34923533439854, 'loss': 0.7854427695274353}
{'epoch': 193, 'iter': 100, 'avg_loss': 0.9253513022224502, 'avg_acc_mask': 70.30315528975046, 'loss': 0.7356706857681274}
{'epoch': 193, 'iter': 110, 'avg_loss': 0.9342332713238828, 'avg_acc_mask': 70.17937219730942, 'loss': 1.2074604034423828}
{'epoch': 193, 'iter': 120, 'avg_loss': 0.9386960602988882, 'avg_acc_mask': 70.10591048855484, 'loss': 1.2659717798233032}
{'epoch': 193, 'iter': 130, 'avg_loss': 0.9443092045893196, 'avg_acc_mask': 69.87460815047022, 'loss': 1.1703394651412964}
{'epoch': 193, 'iter': 140, 'avg_loss': 0.94991912148523, 'avg_acc_mask': 69.75182481751825, 'loss': 1.4649722576141357}
{'epoch': 193, 'iter': 150, 'avg_loss': 0.952467731292674, 'avg_acc_mask': 69.6626143969403, 'loss': 1.0466264486312866}
{'epoch': 193, 'iter': 160, 'avg_loss': 0.9584630701852881, 'avg_acc_mask': 69.48978280426681, 'loss': 0.9000651240348816}
{'epoch': 193, 'iter': 170, 'avg_loss': 0.9608327139887893, 'avg_acc_mask': 69.41176470588235, 'loss': 0.5994396805763245}
{'epoch': 193, 'iter': 180, 'avg_loss': 0.9643977956218615, 'avg_acc_mask': 69.35779816513762, 'loss': 1.433630347251892}
{'epoch': 193, 'iter': 190, 'avg_loss': 0.9585374272306552, 'avg_acc_mask': 69.48264571054355, 'loss': 0.9781184792518616}
{'epoch': 193, 'iter': 200, 'avg_loss': 0.9596066237682134, 'avg_acc_mask': 69.44617299315495, 'loss': 1.1761826276779175}
{'epoch': 193, 'iter': 210, 'avg_loss': 0.9624171079052568, 'avg_acc_mask': 69.36119873817034, 'loss': 1.0053750276565552}
{'epoch': 193, 'iter': 220, 'avg_loss': 0.9642989824260522, 'avg_acc_mask': 69.193427931292, 'loss': 0.6434218883514404}
{'epoch': 193, 'iter': 230, 'avg_loss': 0.9607109130719007, 'avg_acc_mask': 69.29769486052561, 'loss': 0.8938258290290833}
{'epoch': 193, 'iter': 240, 'avg_loss': 0.9651347346820277, 'avg_acc_mask': 69.05006858710563, 'loss': 1.1125593185424805}
{'epoch': 193, 'iter': 250, 'avg_loss': 0.9665264579879336, 'avg_acc_mask': 68.99720991301493, 'loss': 0.7519509792327881}
{'epoch': 193, 'iter': 260, 'avg_loss': 0.9639594484106334, 'avg_acc_mask': 69.13355975041466, 'loss': 0.7461612224578857}
{'epoch': 193, 'iter': 270, 'avg_loss': 0.9663809755631478, 'avg_acc_mask': 69.11014691329832, 'loss': 0.807557225227356}
{'epoch': 193, 'iter': 280, 'avg_loss': 0.97002834845268, 'avg_acc_mask': 69.06279768447277, 'loss': 1.0769938230514526}
{'epoch': 193, 'iter': 290, 'avg_loss': 0.9652582960030467, 'avg_acc_mask': 69.2551840880237, 'loss': 0.8405154347419739}
{'epoch': 193, 'iter': 300, 'avg_loss': 0.9640914720554289, 'avg_acc_mask': 69.2407306434024, 'loss': 1.097860336303711}
{'epoch': 193, 'iter': 310, 'avg_loss': 0.9656306758187592, 'avg_acc_mask': 69.10853224317552, 'loss': 1.2099308967590332}
{'epoch': 193, 'iter': 320, 'avg_loss': 0.9642898230537819, 'avg_acc_mask': 69.16049067211858, 'loss': 0.840901255607605}
{'epoch': 193, 'iter': 330, 'avg_loss': 0.9627950070847917, 'avg_acc_mask': 69.24696556849146, 'loss': 1.0536292791366577}
{'epoch': 193, 'iter': 340, 'avg_loss': 0.9612347032667256, 'avg_acc_mask': 69.22661546769065, 'loss': 0.8513798713684082}
{'epoch': 193, 'iter': 350, 'avg_loss': 0.9634939167234633, 'avg_acc_mask': 69.13882572444756, 'loss': 0.8256593346595764}
{'epoch': 193, 'iter': 360, 'avg_loss': 0.9625671370537988, 'avg_acc_mask': 69.11964649898027, 'loss': 0.6706099510192871}
{'epoch': 193, 'iter': 370, 'avg_loss': 0.9617645229612078, 'avg_acc_mask': 69.13627850611435, 'loss': 0.9545824527740479}
{'epoch': 193, 'iter': 380, 'avg_loss': 0.9602339616597794, 'avg_acc_mask': 69.19365215526486, 'loss': 0.6773269772529602}
{'epoch': 193, 'iter': 390, 'avg_loss': 0.9603601837402109, 'avg_acc_mask': 69.21191258540657, 'loss': 0.779233992099762}
{'epoch': 'EP193_test', 'avg_loss': 0.9593950576252408, 'total_masked_acc': 69.22799608590411}
{'epoch': 194, 'iter': 0, 'avg_loss': 0.9121752381324768, 'avg_acc_mask': 67.3076923076923, 'loss': 0.9121752381324768}
{'epoch': 194, 'iter': 10, 'avg_loss': 1.0145879983901978, 'avg_acc_mask': 68.49056603773585, 'loss': 1.0492521524429321}
{'epoch': 194, 'iter': 20, 'avg_loss': 0.9989271759986877, 'avg_acc_mask': 67.60000000000001, 'loss': 0.9894828200340271}
{'epoch': 194, 'iter': 30, 'avg_loss': 0.9905969404405163, 'avg_acc_mask': 67.90792146242384, 'loss': 1.3432902097702026}
{'epoch': 194, 'iter': 40, 'avg_loss': 0.9773282117959929, 'avg_acc_mask': 68.23899371069182, 'loss': 0.8422247767448425}
{'epoch': 194, 'iter': 50, 'avg_loss': 0.9688772676037807, 'avg_acc_mask': 68.8916357643181, 'loss': 0.8166549205780029}
{'epoch': 194, 'iter': 60, 'avg_loss': 0.9595446762491445, 'avg_acc_mask': 69.39477303988996, 'loss': 0.6861667633056641}
{'epoch': 194, 'iter': 70, 'avg_loss': 0.9614430145478584, 'avg_acc_mask': 69.17249417249417, 'loss': 0.8952603936195374}
{'epoch': 194, 'iter': 80, 'avg_loss': 0.961172691097966, 'avg_acc_mask': 69.15245609569865, 'loss': 1.2800419330596924}
{'epoch': 194, 'iter': 90, 'avg_loss': 0.9635917328216217, 'avg_acc_mask': 69.257064721969, 'loss': 0.8068703413009644}
{'epoch': 194, 'iter': 100, 'avg_loss': 0.9653260819982774, 'avg_acc_mask': 69.27362773421379, 'loss': 0.7453454732894897}
{'epoch': 194, 'iter': 110, 'avg_loss': 0.9715451329678029, 'avg_acc_mask': 69.03020071281185, 'loss': 1.3516331911087036}
{'epoch': 194, 'iter': 120, 'avg_loss': 0.976707824990769, 'avg_acc_mask': 68.88045540796965, 'loss': 1.1992250680923462}
{'epoch': 194, 'iter': 130, 'avg_loss': 0.971949859884859, 'avg_acc_mask': 69.10762402916468, 'loss': 1.2542608976364136}
{'epoch': 194, 'iter': 140, 'avg_loss': 0.9754855763827656, 'avg_acc_mask': 68.91474009718746, 'loss': 1.3433809280395508}
{'epoch': 194, 'iter': 150, 'avg_loss': 0.9732539241282355, 'avg_acc_mask': 68.85922664097977, 'loss': 1.2090703248977661}
{'epoch': 194, 'iter': 160, 'avg_loss': 0.9754597228136122, 'avg_acc_mask': 68.89779041219796, 'loss': 1.1310970783233643}
{'epoch': 194, 'iter': 170, 'avg_loss': 0.9708274297895487, 'avg_acc_mask': 69.15762525905157, 'loss': 0.8770103454589844}
{'epoch': 194, 'iter': 180, 'avg_loss': 0.9790831223047899, 'avg_acc_mask': 68.92343120322396, 'loss': 1.271897554397583}
{'epoch': 194, 'iter': 190, 'avg_loss': 0.9763585299409497, 'avg_acc_mask': 68.95002192021043, 'loss': 0.9965000748634338}
{'epoch': 194, 'iter': 200, 'avg_loss': 0.9834500520087001, 'avg_acc_mask': 68.71409171628538, 'loss': 1.005232810974121}
{'epoch': 194, 'iter': 210, 'avg_loss': 0.9850790855161387, 'avg_acc_mask': 68.71586056212136, 'loss': 1.0636144876480103}
{'epoch': 194, 'iter': 220, 'avg_loss': 0.9846177428825948, 'avg_acc_mask': 68.48914069877242, 'loss': 0.7036179900169373}
{'epoch': 194, 'iter': 230, 'avg_loss': 0.9838988583583337, 'avg_acc_mask': 68.45065312046444, 'loss': 0.9191376566886902}
{'epoch': 194, 'iter': 240, 'avg_loss': 0.982678272293811, 'avg_acc_mask': 68.49184311003124, 'loss': 0.7962167263031006}
{'epoch': 194, 'iter': 250, 'avg_loss': 0.9808888156338041, 'avg_acc_mask': 68.54401335002086, 'loss': 0.8519411683082581}
{'epoch': 194, 'iter': 260, 'avg_loss': 0.9792947286161883, 'avg_acc_mask': 68.62635162194634, 'loss': 0.892858624458313}
{'epoch': 194, 'iter': 270, 'avg_loss': 0.9796163447448688, 'avg_acc_mask': 68.61911753342092, 'loss': 0.7420724034309387}
{'epoch': 194, 'iter': 280, 'avg_loss': 0.9807663732788316, 'avg_acc_mask': 68.6478010901217, 'loss': 1.1148309707641602}
{'epoch': 194, 'iter': 290, 'avg_loss': 0.9776169523545557, 'avg_acc_mask': 68.7053732419762, 'loss': 0.6429058313369751}
{'epoch': 194, 'iter': 300, 'avg_loss': 0.9766189787673, 'avg_acc_mask': 68.75872661267802, 'loss': 1.2317454814910889}
{'epoch': 194, 'iter': 310, 'avg_loss': 0.977623789735929, 'avg_acc_mask': 68.7630744314731, 'loss': 0.8963462710380554}
{'epoch': 194, 'iter': 320, 'avg_loss': 0.9742133531057946, 'avg_acc_mask': 68.94336654431044, 'loss': 1.0677632093429565}
{'epoch': 194, 'iter': 330, 'avg_loss': 0.975371799350145, 'avg_acc_mask': 68.96179718238355, 'loss': 1.283010482788086}
{'epoch': 194, 'iter': 340, 'avg_loss': 0.9766272010166974, 'avg_acc_mask': 68.85245901639344, 'loss': 0.8611453175544739}
{'epoch': 194, 'iter': 350, 'avg_loss': 0.9744323119308874, 'avg_acc_mask': 68.98670006560505, 'loss': 0.8275106549263}
{'epoch': 194, 'iter': 360, 'avg_loss': 0.9739123347558474, 'avg_acc_mask': 69.00821664159241, 'loss': 0.6229953765869141}
{'epoch': 194, 'iter': 370, 'avg_loss': 0.9744133329937722, 'avg_acc_mask': 68.94148069031424, 'loss': 1.1609724760055542}
{'epoch': 194, 'iter': 380, 'avg_loss': 0.9749137745911055, 'avg_acc_mask': 68.89666867239211, 'loss': 0.8759512901306152}
{'epoch': 194, 'iter': 390, 'avg_loss': 0.9751737970677788, 'avg_acc_mask': 68.87966804979253, 'loss': 0.94333815574646}
{'epoch': 'EP194_test', 'avg_loss': 0.9758610667453872, 'total_masked_acc': 68.84884148584038}
{'epoch': 195, 'iter': 0, 'avg_loss': 0.9679598212242126, 'avg_acc_mask': 62.745098039215684, 'loss': 0.9679598212242126}
{'epoch': 195, 'iter': 10, 'avg_loss': 1.0153962211175398, 'avg_acc_mask': 67.60828625235405, 'loss': 1.2304943799972534}
{'epoch': 195, 'iter': 20, 'avg_loss': 0.9784753123919169, 'avg_acc_mask': 68.4108527131783, 'loss': 0.9987704753875732}
{'epoch': 195, 'iter': 30, 'avg_loss': 0.9794655365328635, 'avg_acc_mask': 69.16666666666667, 'loss': 1.113284707069397}
{'epoch': 195, 'iter': 40, 'avg_loss': 0.9539101123809814, 'avg_acc_mask': 69.68503937007874, 'loss': 1.1625702381134033}
{'epoch': 195, 'iter': 50, 'avg_loss': 0.9540171331050349, 'avg_acc_mask': 69.45540647198106, 'loss': 0.6752045154571533}
{'epoch': 195, 'iter': 60, 'avg_loss': 0.9551461915500828, 'avg_acc_mask': 69.76976976976978, 'loss': 1.0165882110595703}
{'epoch': 195, 'iter': 70, 'avg_loss': 0.9474944195277254, 'avg_acc_mask': 69.9461298554012, 'loss': 0.8353337049484253}
{'epoch': 195, 'iter': 80, 'avg_loss': 0.9521573789325761, 'avg_acc_mask': 69.60661488348785, 'loss': 1.2250808477401733}
{'epoch': 195, 'iter': 90, 'avg_loss': 0.9545373615327772, 'avg_acc_mask': 69.76433970653623, 'loss': 0.8141198754310608}
{'epoch': 195, 'iter': 100, 'avg_loss': 0.9653748881698835, 'avg_acc_mask': 69.44219886822958, 'loss': 1.2478022575378418}
{'epoch': 195, 'iter': 110, 'avg_loss': 0.9728896843420493, 'avg_acc_mask': 68.92510529207105, 'loss': 1.0436989068984985}
{'epoch': 195, 'iter': 120, 'avg_loss': 0.9712858953751808, 'avg_acc_mask': 69.10282258064517, 'loss': 1.0029737949371338}
{'epoch': 195, 'iter': 130, 'avg_loss': 0.9737914714194437, 'avg_acc_mask': 69.08220024721878, 'loss': 1.0946303606033325}
{'epoch': 195, 'iter': 140, 'avg_loss': 0.9803419062431823, 'avg_acc_mask': 68.77238218020341, 'loss': 1.2501411437988281}
{'epoch': 195, 'iter': 150, 'avg_loss': 0.9816609865782276, 'avg_acc_mask': 68.58171154358837, 'loss': 1.2382217645645142}
{'epoch': 195, 'iter': 160, 'avg_loss': 0.9815396185247054, 'avg_acc_mask': 68.64321608040201, 'loss': 0.7603744864463806}
{'epoch': 195, 'iter': 170, 'avg_loss': 0.9794514844989219, 'avg_acc_mask': 68.71143806359753, 'loss': 1.0959341526031494}
{'epoch': 195, 'iter': 180, 'avg_loss': 0.9806217228510103, 'avg_acc_mask': 68.6783546864464, 'loss': 1.0954244136810303}
{'epoch': 195, 'iter': 190, 'avg_loss': 0.9805065655583487, 'avg_acc_mask': 68.6428951569984, 'loss': 0.9127503037452698}
{'epoch': 195, 'iter': 200, 'avg_loss': 0.9783389811492085, 'avg_acc_mask': 68.67165386170643, 'loss': 0.6584047675132751}
{'epoch': 195, 'iter': 210, 'avg_loss': 0.9817220659052591, 'avg_acc_mask': 68.57610474631751, 'loss': 1.2655144929885864}
{'epoch': 195, 'iter': 220, 'avg_loss': 0.9820260098077592, 'avg_acc_mask': 68.51394604481025, 'loss': 0.873523473739624}
{'epoch': 195, 'iter': 230, 'avg_loss': 0.9795515434050457, 'avg_acc_mask': 68.58399296394019, 'loss': 0.9243790507316589}
{'epoch': 195, 'iter': 240, 'avg_loss': 0.9765750802898803, 'avg_acc_mask': 68.66374957926624, 'loss': 0.9034168720245361}
{'epoch': 195, 'iter': 250, 'avg_loss': 0.9788205704366069, 'avg_acc_mask': 68.68425311539083, 'loss': 0.6224737763404846}
{'epoch': 195, 'iter': 260, 'avg_loss': 0.9780585270275102, 'avg_acc_mask': 68.75146404310144, 'loss': 1.1041431427001953}
{'epoch': 195, 'iter': 270, 'avg_loss': 0.9805374200493647, 'avg_acc_mask': 68.67397507133202, 'loss': 0.9843744039535522}
{'epoch': 195, 'iter': 280, 'avg_loss': 0.978840439981413, 'avg_acc_mask': 68.56563020946582, 'loss': 0.7887417078018188}
{'epoch': 195, 'iter': 290, 'avg_loss': 0.9751700181322, 'avg_acc_mask': 68.59666339548576, 'loss': 0.9199307560920715}
{'epoch': 195, 'iter': 300, 'avg_loss': 0.9720040530065366, 'avg_acc_mask': 68.66472065711764, 'loss': 0.9097232222557068}
{'epoch': 195, 'iter': 310, 'avg_loss': 0.972074528599092, 'avg_acc_mask': 68.62114248194354, 'loss': 1.3345640897750854}
{'epoch': 195, 'iter': 320, 'avg_loss': 0.9712469774614614, 'avg_acc_mask': 68.62845118918574, 'loss': 1.1253303289413452}
{'epoch': 195, 'iter': 330, 'avg_loss': 0.9716678578687938, 'avg_acc_mask': 68.62271742494583, 'loss': 1.3705487251281738}
{'epoch': 195, 'iter': 340, 'avg_loss': 0.9677963024360343, 'avg_acc_mask': 68.73085470598835, 'loss': 0.6265647411346436}
{'epoch': 195, 'iter': 350, 'avg_loss': 0.9676584820462089, 'avg_acc_mask': 68.61407498105066, 'loss': 0.8092585802078247}
{'epoch': 195, 'iter': 360, 'avg_loss': 0.9657171690563086, 'avg_acc_mask': 68.68001357312521, 'loss': 0.6690074801445007}
{'epoch': 195, 'iter': 370, 'avg_loss': 0.9637668868602125, 'avg_acc_mask': 68.69632239594803, 'loss': 1.0103156566619873}
{'epoch': 195, 'iter': 380, 'avg_loss': 0.9640132841162794, 'avg_acc_mask': 68.74197002141328, 'loss': 0.9700688719749451}
{'epoch': 195, 'iter': 390, 'avg_loss': 0.9641976139277143, 'avg_acc_mask': 68.65757133930431, 'loss': 0.9277893304824829}
{'epoch': 'EP195_test', 'avg_loss': 0.9638492852599934, 'total_masked_acc': 68.68208271102642}
{'epoch': 196, 'iter': 0, 'avg_loss': 0.8491321206092834, 'avg_acc_mask': 70.37037037037037, 'loss': 0.8491321206092834}
{'epoch': 196, 'iter': 10, 'avg_loss': 1.0960171710361133, 'avg_acc_mask': 65.35433070866141, 'loss': 1.5978056192398071}
{'epoch': 196, 'iter': 20, 'avg_loss': 1.0432520650681996, 'avg_acc_mask': 68.0244399185336, 'loss': 0.9896321296691895}
{'epoch': 196, 'iter': 30, 'avg_loss': 1.0194052842355543, 'avg_acc_mask': 68.36664369400414, 'loss': 1.0280171632766724}
{'epoch': 196, 'iter': 40, 'avg_loss': 1.00263060156892, 'avg_acc_mask': 68.30543933054393, 'loss': 0.8767400979995728}
{'epoch': 196, 'iter': 50, 'avg_loss': 0.9846873143140007, 'avg_acc_mask': 68.50555784273364, 'loss': 0.9219856858253479}
{'epoch': 196, 'iter': 60, 'avg_loss': 0.9763794326391376, 'avg_acc_mask': 69.29945054945054, 'loss': 0.8520337343215942}
{'epoch': 196, 'iter': 70, 'avg_loss': 0.9606214803709111, 'avg_acc_mask': 69.72582972582973, 'loss': 1.1132657527923584}
{'epoch': 196, 'iter': 80, 'avg_loss': 0.9697647764358992, 'avg_acc_mask': 69.36052366565961, 'loss': 1.0958043336868286}
{'epoch': 196, 'iter': 90, 'avg_loss': 0.9720048557271014, 'avg_acc_mask': 69.46633641071831, 'loss': 0.5691174268722534}
{'epoch': 196, 'iter': 100, 'avg_loss': 0.97544926404953, 'avg_acc_mask': 69.14355132617939, 'loss': 0.585683286190033}
{'epoch': 196, 'iter': 110, 'avg_loss': 0.9835259968096072, 'avg_acc_mask': 68.99482631189949, 'loss': 1.2720218896865845}
{'epoch': 196, 'iter': 120, 'avg_loss': 0.9769562748838062, 'avg_acc_mask': 69.23076923076923, 'loss': 1.0504696369171143}
{'epoch': 196, 'iter': 130, 'avg_loss': 0.980972142619941, 'avg_acc_mask': 69.12176891933977, 'loss': 0.9237509965896606}
{'epoch': 196, 'iter': 140, 'avg_loss': 0.9768886122297733, 'avg_acc_mask': 69.37563378241344, 'loss': 1.1423873901367188}
{'epoch': 196, 'iter': 150, 'avg_loss': 0.9756879565731579, 'avg_acc_mask': 69.21821889870836, 'loss': 1.1427329778671265}
{'epoch': 196, 'iter': 160, 'avg_loss': 0.9777245732568065, 'avg_acc_mask': 69.13643331630045, 'loss': 1.1372814178466797}
{'epoch': 196, 'iter': 170, 'avg_loss': 0.978583948654041, 'avg_acc_mask': 68.95180722891567, 'loss': 1.2637791633605957}
{'epoch': 196, 'iter': 180, 'avg_loss': 0.9819962958604591, 'avg_acc_mask': 68.81781838949172, 'loss': 1.1744598150253296}
{'epoch': 196, 'iter': 190, 'avg_loss': 0.9755316601373762, 'avg_acc_mask': 68.9662653216184, 'loss': 0.6205127835273743}
{'epoch': 196, 'iter': 200, 'avg_loss': 0.9762215750727488, 'avg_acc_mask': 68.87928372954616, 'loss': 1.044000267982483}
{'epoch': 196, 'iter': 210, 'avg_loss': 0.977750593452092, 'avg_acc_mask': 68.84313725490196, 'loss': 1.2504056692123413}
{'epoch': 196, 'iter': 220, 'avg_loss': 0.9786907976569094, 'avg_acc_mask': 68.91653514065547, 'loss': 1.0942178964614868}
{'epoch': 196, 'iter': 230, 'avg_loss': 0.9727611108259722, 'avg_acc_mask': 69.10699919549477, 'loss': 0.8067767024040222}
{'epoch': 196, 'iter': 240, 'avg_loss': 0.9714609792618336, 'avg_acc_mask': 69.04598490048043, 'loss': 0.7545099258422852}
{'epoch': 196, 'iter': 250, 'avg_loss': 0.9739689404271038, 'avg_acc_mask': 69.06468891635764, 'loss': 0.882122814655304}
{'epoch': 196, 'iter': 260, 'avg_loss': 0.9740447737704748, 'avg_acc_mask': 68.97206615494184, 'loss': 0.6297805905342102}
{'epoch': 196, 'iter': 270, 'avg_loss': 0.9777714581507159, 'avg_acc_mask': 68.8626854317231, 'loss': 0.7282091975212097}
{'epoch': 196, 'iter': 280, 'avg_loss': 0.9749216569912391, 'avg_acc_mask': 68.99698285377879, 'loss': 0.4855794608592987}
{'epoch': 196, 'iter': 290, 'avg_loss': 0.9729320004428785, 'avg_acc_mask': 69.02139151446237, 'loss': 0.8884546160697937}
{'epoch': 196, 'iter': 300, 'avg_loss': 0.9707451123137807, 'avg_acc_mask': 69.07202311343468, 'loss': 1.1103541851043701}
{'epoch': 196, 'iter': 310, 'avg_loss': 0.9705854208714709, 'avg_acc_mask': 69.06700480512546, 'loss': 1.2487537860870361}
{'epoch': 196, 'iter': 320, 'avg_loss': 0.9682363993096574, 'avg_acc_mask': 69.18743930074459, 'loss': 1.0974117517471313}
{'epoch': 196, 'iter': 330, 'avg_loss': 0.9685105702127935, 'avg_acc_mask': 69.17902941916017, 'loss': 0.8814802765846252}
{'epoch': 196, 'iter': 340, 'avg_loss': 0.9674126567903502, 'avg_acc_mask': 69.13798355162962, 'loss': 0.6790251731872559}
{'epoch': 196, 'iter': 350, 'avg_loss': 0.9643766305215677, 'avg_acc_mask': 69.2189166765438, 'loss': 0.727760910987854}
{'epoch': 196, 'iter': 360, 'avg_loss': 0.9626739339650172, 'avg_acc_mask': 69.26584324137136, 'loss': 0.6810474991798401}
{'epoch': 196, 'iter': 370, 'avg_loss': 0.9609655189224974, 'avg_acc_mask': 69.23378954453668, 'loss': 1.0556066036224365}
{'epoch': 196, 'iter': 380, 'avg_loss': 0.9615669407713132, 'avg_acc_mask': 69.17617513785008, 'loss': 1.037887454032898}
{'epoch': 196, 'iter': 390, 'avg_loss': 0.960756921326108, 'avg_acc_mask': 69.18095440309995, 'loss': 0.900842010974884}
{'epoch': 'EP196_test', 'avg_loss': 0.9610645234434292, 'total_masked_acc': 69.17384001679613}
{'epoch': 197, 'iter': 0, 'avg_loss': 1.0798970460891724, 'avg_acc_mask': 58.69565217391305, 'loss': 1.0798970460891724}
{'epoch': 197, 'iter': 10, 'avg_loss': 1.0017774863676592, 'avg_acc_mask': 69.04761904761905, 'loss': 1.3714663982391357}
{'epoch': 197, 'iter': 20, 'avg_loss': 0.9654278386206854, 'avg_acc_mask': 69.47472745292369, 'loss': 0.9441835880279541}
{'epoch': 197, 'iter': 30, 'avg_loss': 0.9390922169531545, 'avg_acc_mask': 70.29177718832891, 'loss': 0.9398277997970581}
{'epoch': 197, 'iter': 40, 'avg_loss': 0.9500388692064983, 'avg_acc_mask': 70.21384928716904, 'loss': 0.8417794704437256}
{'epoch': 197, 'iter': 50, 'avg_loss': 0.9462708772397509, 'avg_acc_mask': 69.69325153374233, 'loss': 0.6521020531654358}
{'epoch': 197, 'iter': 60, 'avg_loss': 0.9392179749051078, 'avg_acc_mask': 69.8358413132695, 'loss': 1.0257614850997925}
{'epoch': 197, 'iter': 70, 'avg_loss': 0.9380166597769294, 'avg_acc_mask': 70.17799824919754, 'loss': 0.971716046333313}
{'epoch': 197, 'iter': 80, 'avg_loss': 0.9517441575909839, 'avg_acc_mask': 69.68071519795657, 'loss': 0.9362857341766357}
{'epoch': 197, 'iter': 90, 'avg_loss': 0.9560498634537498, 'avg_acc_mask': 69.64448495897904, 'loss': 0.8380188941955566}
{'epoch': 197, 'iter': 100, 'avg_loss': 0.967587691132385, 'avg_acc_mask': 69.30490055361904, 'loss': 0.9465777277946472}
{'epoch': 197, 'iter': 110, 'avg_loss': 0.9676703391848384, 'avg_acc_mask': 69.16496187465128, 'loss': 1.4019701480865479}
{'epoch': 197, 'iter': 120, 'avg_loss': 0.9708261415978109, 'avg_acc_mask': 69.1146540027137, 'loss': 0.9215434193611145}
{'epoch': 197, 'iter': 130, 'avg_loss': 0.9728065128544815, 'avg_acc_mask': 69.03759163936984, 'loss': 1.272569179534912}
{'epoch': 197, 'iter': 140, 'avg_loss': 0.9781775132138678, 'avg_acc_mask': 68.91852710930705, 'loss': 1.105299711227417}
{'epoch': 197, 'iter': 150, 'avg_loss': 0.9786356758597671, 'avg_acc_mask': 68.91965255157437, 'loss': 0.8030393123626709}
{'epoch': 197, 'iter': 160, 'avg_loss': 0.980741440509417, 'avg_acc_mask': 68.89738687061822, 'loss': 1.030836820602417}
{'epoch': 197, 'iter': 170, 'avg_loss': 0.9815532206094753, 'avg_acc_mask': 68.85226179018287, 'loss': 1.326464056968689}
{'epoch': 197, 'iter': 180, 'avg_loss': 0.9809730402013873, 'avg_acc_mask': 68.75212512750764, 'loss': 1.154354214668274}
{'epoch': 197, 'iter': 190, 'avg_loss': 0.9794981819796936, 'avg_acc_mask': 68.79241624474847, 'loss': 0.9491317868232727}
{'epoch': 197, 'iter': 200, 'avg_loss': 0.9804553935183814, 'avg_acc_mask': 68.83768561187917, 'loss': 1.0468456745147705}
{'epoch': 197, 'iter': 210, 'avg_loss': 0.9817659111949505, 'avg_acc_mask': 68.83534920015607, 'loss': 1.0270875692367554}
{'epoch': 197, 'iter': 220, 'avg_loss': 0.9825398525501269, 'avg_acc_mask': 68.76042245692051, 'loss': 0.8868199586868286}
{'epoch': 197, 'iter': 230, 'avg_loss': 0.9807675086058579, 'avg_acc_mask': 68.87823074873435, 'loss': 0.8814489245414734}
{'epoch': 197, 'iter': 240, 'avg_loss': 0.9797857371603305, 'avg_acc_mask': 68.8431088788627, 'loss': 1.173075556755066}
{'epoch': 197, 'iter': 250, 'avg_loss': 0.9837527453186977, 'avg_acc_mask': 68.75409299279633, 'loss': 0.8546895384788513}
{'epoch': 197, 'iter': 260, 'avg_loss': 0.9857783511680661, 'avg_acc_mask': 68.72008161343483, 'loss': 1.00783109664917}
{'epoch': 197, 'iter': 270, 'avg_loss': 0.9891874339307806, 'avg_acc_mask': 68.59691563350468, 'loss': 0.7920106649398804}
{'epoch': 197, 'iter': 280, 'avg_loss': 0.9934718441284424, 'avg_acc_mask': 68.54868161565992, 'loss': 0.8634243011474609}
{'epoch': 197, 'iter': 290, 'avg_loss': 0.9909539380434043, 'avg_acc_mask': 68.64914382355013, 'loss': 0.7920359373092651}
{'epoch': 197, 'iter': 300, 'avg_loss': 0.9868082503147696, 'avg_acc_mask': 68.82196634189548, 'loss': 1.0122498273849487}
{'epoch': 197, 'iter': 310, 'avg_loss': 0.9890323697179076, 'avg_acc_mask': 68.7602870498387, 'loss': 1.1418615579605103}
{'epoch': 197, 'iter': 320, 'avg_loss': 0.9872274554778482, 'avg_acc_mask': 68.77278250303766, 'loss': 0.9211339950561523}
{'epoch': 197, 'iter': 330, 'avg_loss': 0.9877024917804222, 'avg_acc_mask': 68.7783086182292, 'loss': 1.1961489915847778}
{'epoch': 197, 'iter': 340, 'avg_loss': 0.9857608695184031, 'avg_acc_mask': 68.80341880341881, 'loss': 0.9263526201248169}
{'epoch': 197, 'iter': 350, 'avg_loss': 0.9863175793930337, 'avg_acc_mask': 68.80439226680684, 'loss': 0.8962575197219849}
{'epoch': 197, 'iter': 360, 'avg_loss': 0.9864339283628807, 'avg_acc_mask': 68.78435817512043, 'loss': 0.8640961647033691}
{'epoch': 197, 'iter': 370, 'avg_loss': 0.9842283775542946, 'avg_acc_mask': 68.86396286882528, 'loss': 0.9570977687835693}
{'epoch': 197, 'iter': 380, 'avg_loss': 0.9827358218159262, 'avg_acc_mask': 68.82368775235531, 'loss': 0.4862971603870392}
{'epoch': 197, 'iter': 390, 'avg_loss': 0.9823227953880339, 'avg_acc_mask': 68.85958025854399, 'loss': 1.0144400596618652}
{'epoch': 'EP197_test', 'avg_loss': 0.9809320583337485, 'total_masked_acc': 68.89348500517063}
{'epoch': 198, 'iter': 0, 'avg_loss': 1.102431058883667, 'avg_acc_mask': 51.162790697674424, 'loss': 1.102431058883667}
{'epoch': 198, 'iter': 10, 'avg_loss': 1.0015886317599902, 'avg_acc_mask': 66.02687140115164, 'loss': 0.9756628274917603}
{'epoch': 198, 'iter': 20, 'avg_loss': 1.0183733020509993, 'avg_acc_mask': 66.85990338164251, 'loss': 1.3507248163223267}
{'epoch': 198, 'iter': 30, 'avg_loss': 0.9729056608292365, 'avg_acc_mask': 68.36734693877551, 'loss': 0.629360020160675}
{'epoch': 198, 'iter': 40, 'avg_loss': 0.9687182379931938, 'avg_acc_mask': 68.68792472556194, 'loss': 1.051929235458374}
{'epoch': 198, 'iter': 50, 'avg_loss': 0.9693882921162773, 'avg_acc_mask': 68.56548856548856, 'loss': 0.5765592455863953}
{'epoch': 198, 'iter': 60, 'avg_loss': 0.9631514695824169, 'avg_acc_mask': 69.28620452985587, 'loss': 0.8169474601745605}
{'epoch': 198, 'iter': 70, 'avg_loss': 0.9559643125869859, 'avg_acc_mask': 69.44767441860465, 'loss': 1.0600992441177368}
{'epoch': 198, 'iter': 80, 'avg_loss': 0.9555959112850236, 'avg_acc_mask': 69.33265410086602, 'loss': 1.260005235671997}
{'epoch': 198, 'iter': 90, 'avg_loss': 0.9483783032212939, 'avg_acc_mask': 69.44444444444444, 'loss': 0.8341414332389832}
{'epoch': 198, 'iter': 100, 'avg_loss': 0.9489661145328295, 'avg_acc_mask': 69.51169470660649, 'loss': 0.8311059474945068}
{'epoch': 198, 'iter': 110, 'avg_loss': 0.9487558632820576, 'avg_acc_mask': 69.52220977976857, 'loss': 1.040172815322876}
{'epoch': 198, 'iter': 120, 'avg_loss': 0.9541885062190126, 'avg_acc_mask': 69.52561017531798, 'loss': 0.8850303888320923}
{'epoch': 198, 'iter': 130, 'avg_loss': 0.9607414769307348, 'avg_acc_mask': 69.14178521181805, 'loss': 1.2985572814941406}
{'epoch': 198, 'iter': 140, 'avg_loss': 0.9626029102092094, 'avg_acc_mask': 68.84152530085544, 'loss': 1.4416297674179077}
{'epoch': 198, 'iter': 150, 'avg_loss': 0.9630474979119585, 'avg_acc_mask': 68.66135350533568, 'loss': 1.1406434774398804}
{'epoch': 198, 'iter': 160, 'avg_loss': 0.9601568081734343, 'avg_acc_mask': 68.69200457607728, 'loss': 0.8495564460754395}
{'epoch': 198, 'iter': 170, 'avg_loss': 0.9567667024525982, 'avg_acc_mask': 68.81901104176669, 'loss': 0.9389167428016663}
{'epoch': 198, 'iter': 180, 'avg_loss': 0.9573879013074695, 'avg_acc_mask': 68.8795740342132, 'loss': 1.1462956666946411}
{'epoch': 198, 'iter': 190, 'avg_loss': 0.9530935885082364, 'avg_acc_mask': 68.92022822693508, 'loss': 0.6219925284385681}
{'epoch': 198, 'iter': 200, 'avg_loss': 0.9569911632075239, 'avg_acc_mask': 68.88934134174896, 'loss': 0.7162337303161621}
{'epoch': 198, 'iter': 210, 'avg_loss': 0.9550562911971485, 'avg_acc_mask': 69.03444929645804, 'loss': 1.1292004585266113}
{'epoch': 198, 'iter': 220, 'avg_loss': 0.9565640071668237, 'avg_acc_mask': 68.88089307131654, 'loss': 1.0126451253890991}
{'epoch': 198, 'iter': 230, 'avg_loss': 0.9594437060676095, 'avg_acc_mask': 68.89105230551377, 'loss': 0.9384235143661499}
{'epoch': 198, 'iter': 240, 'avg_loss': 0.9583051529910059, 'avg_acc_mask': 68.91385767790263, 'loss': 0.9240427613258362}
{'epoch': 198, 'iter': 250, 'avg_loss': 0.9598082072468868, 'avg_acc_mask': 68.95451570680629, 'loss': 0.9546265602111816}
{'epoch': 198, 'iter': 260, 'avg_loss': 0.9563320661641629, 'avg_acc_mask': 68.9292992632074, 'loss': 0.7790016531944275}
{'epoch': 198, 'iter': 270, 'avg_loss': 0.9588127583815163, 'avg_acc_mask': 68.8857056694813, 'loss': 0.7766671776771545}
{'epoch': 198, 'iter': 280, 'avg_loss': 0.960124446509996, 'avg_acc_mask': 68.74137555378023, 'loss': 0.6887221932411194}
{'epoch': 198, 'iter': 290, 'avg_loss': 0.9552722254774415, 'avg_acc_mask': 68.91406854810332, 'loss': 0.6415309906005859}
{'epoch': 198, 'iter': 300, 'avg_loss': 0.9537247313415489, 'avg_acc_mask': 68.93939393939394, 'loss': 0.9108992218971252}
{'epoch': 198, 'iter': 310, 'avg_loss': 0.9562223380209932, 'avg_acc_mask': 68.85484084004754, 'loss': 1.0413284301757812}
{'epoch': 198, 'iter': 320, 'avg_loss': 0.9542929601632175, 'avg_acc_mask': 69.00937941667738, 'loss': 0.9570555090904236}
{'epoch': 198, 'iter': 330, 'avg_loss': 0.9568489825077288, 'avg_acc_mask': 68.99446551831355, 'loss': 0.8745878338813782}
{'epoch': 198, 'iter': 340, 'avg_loss': 0.9568767350964532, 'avg_acc_mask': 69.02553601541797, 'loss': 0.7448638081550598}
{'epoch': 198, 'iter': 350, 'avg_loss': 0.9557834305824378, 'avg_acc_mask': 69.01976839396421, 'loss': 0.8870815634727478}
{'epoch': 198, 'iter': 360, 'avg_loss': 0.9564865636858584, 'avg_acc_mask': 69.05844894246077, 'loss': 0.9284524321556091}
{'epoch': 198, 'iter': 370, 'avg_loss': 0.9578089001525766, 'avg_acc_mask': 69.02537453701144, 'loss': 0.9669610857963562}
{'epoch': 198, 'iter': 380, 'avg_loss': 0.9554433196079074, 'avg_acc_mask': 69.12690300715477, 'loss': 0.8559694886207581}
{'epoch': 198, 'iter': 390, 'avg_loss': 0.9550569652748839, 'avg_acc_mask': 69.09671341846348, 'loss': 0.9619852304458618}
{'epoch': 'EP198_test', 'avg_loss': 0.9528613423909804, 'total_masked_acc': 69.12320679475891}
{'epoch': 199, 'iter': 0, 'avg_loss': 0.851027250289917, 'avg_acc_mask': 72.88135593220339, 'loss': 0.851027250289917}
{'epoch': 199, 'iter': 10, 'avg_loss': 0.9958429390733893, 'avg_acc_mask': 66.54867256637168, 'loss': 1.198474645614624}
{'epoch': 199, 'iter': 20, 'avg_loss': 0.9616788597333998, 'avg_acc_mask': 69.0587138863001, 'loss': 1.0914009809494019}
{'epoch': 199, 'iter': 30, 'avg_loss': 0.9724859210752672, 'avg_acc_mask': 67.78398510242086, 'loss': 0.9544886946678162}
{'epoch': 199, 'iter': 40, 'avg_loss': 0.957042131482101, 'avg_acc_mask': 68.6046511627907, 'loss': 1.1160353422164917}
{'epoch': 199, 'iter': 50, 'avg_loss': 0.9591516244645212, 'avg_acc_mask': 68.76712328767123, 'loss': 0.8271012902259827}
{'epoch': 199, 'iter': 60, 'avg_loss': 0.9583604804805068, 'avg_acc_mask': 69.21555702043507, 'loss': 1.001718282699585}
{'epoch': 199, 'iter': 70, 'avg_loss': 0.9522794459907102, 'avg_acc_mask': 69.58934517203107, 'loss': 0.8698434233665466}
{'epoch': 199, 'iter': 80, 'avg_loss': 0.9536514804687029, 'avg_acc_mask': 69.90504017531045, 'loss': 1.0909987688064575}
{'epoch': 199, 'iter': 90, 'avg_loss': 0.9545665271989592, 'avg_acc_mask': 69.97377622377621, 'loss': 0.9411156177520752}
{'epoch': 199, 'iter': 100, 'avg_loss': 0.9454117797979034, 'avg_acc_mask': 70.18658197697499, 'loss': 0.4644368588924408}
{'epoch': 199, 'iter': 110, 'avg_loss': 0.9496673058282148, 'avg_acc_mask': 70.1153568853641, 'loss': 0.9738369584083557}
{'epoch': 199, 'iter': 120, 'avg_loss': 0.9529412893716954, 'avg_acc_mask': 69.83464172373476, 'loss': 0.9623438715934753}
{'epoch': 199, 'iter': 130, 'avg_loss': 0.9433146812988602, 'avg_acc_mask': 70.03398208217484, 'loss': 0.8165740370750427}
{'epoch': 199, 'iter': 140, 'avg_loss': 0.9518563326791669, 'avg_acc_mask': 69.81077981651376, 'loss': 1.012109637260437}
{'epoch': 199, 'iter': 150, 'avg_loss': 0.9585155096669861, 'avg_acc_mask': 69.51563128941366, 'loss': 1.2809631824493408}
{'epoch': 199, 'iter': 160, 'avg_loss': 0.964394971265556, 'avg_acc_mask': 69.34260429835652, 'loss': 0.7947536706924438}
{'epoch': 199, 'iter': 170, 'avg_loss': 0.9655306260836752, 'avg_acc_mask': 69.47619047619048, 'loss': 0.9773910045623779}
{'epoch': 199, 'iter': 180, 'avg_loss': 0.9720085590913151, 'avg_acc_mask': 69.30300973070831, 'loss': 1.3891927003860474}
{'epoch': 199, 'iter': 190, 'avg_loss': 0.9674636248830726, 'avg_acc_mask': 69.47074010327022, 'loss': 0.7493855953216553}
{'epoch': 199, 'iter': 200, 'avg_loss': 0.9650692155408622, 'avg_acc_mask': 69.55010224948876, 'loss': 0.5297092199325562}
{'epoch': 199, 'iter': 210, 'avg_loss': 0.9657126129803499, 'avg_acc_mask': 69.59992212596126, 'loss': 1.0613281726837158}
{'epoch': 199, 'iter': 220, 'avg_loss': 0.9662114709480856, 'avg_acc_mask': 69.50622981079833, 'loss': 0.919722318649292}
{'epoch': 199, 'iter': 230, 'avg_loss': 0.9634589009728782, 'avg_acc_mask': 69.54287739192063, 'loss': 0.9881351590156555}
{'epoch': 199, 'iter': 240, 'avg_loss': 0.960411954099212, 'avg_acc_mask': 69.60767663043478, 'loss': 0.6153139472007751}
{'epoch': 199, 'iter': 250, 'avg_loss': 0.9577323826423204, 'avg_acc_mask': 69.65072629345521, 'loss': 0.5740363001823425}
{'epoch': 199, 'iter': 260, 'avg_loss': 0.9566324094017803, 'avg_acc_mask': 69.63949843260188, 'loss': 1.3537607192993164}
{'epoch': 199, 'iter': 270, 'avg_loss': 0.9609043911594306, 'avg_acc_mask': 69.46645536185947, 'loss': 1.0309576988220215}
{'epoch': 199, 'iter': 280, 'avg_loss': 0.9637903654914733, 'avg_acc_mask': 69.42498540572096, 'loss': 1.2405834197998047}
{'epoch': 199, 'iter': 290, 'avg_loss': 0.960986260593552, 'avg_acc_mask': 69.47717491004022, 'loss': 0.9789940714836121}
{'epoch': 199, 'iter': 300, 'avg_loss': 0.9592499351778696, 'avg_acc_mask': 69.5171094870569, 'loss': 1.0138320922851562}
{'epoch': 199, 'iter': 310, 'avg_loss': 0.961616268399444, 'avg_acc_mask': 69.40687471135449, 'loss': 1.1921347379684448}
{'epoch': 199, 'iter': 320, 'avg_loss': 0.9605900796588708, 'avg_acc_mask': 69.4109342915811, 'loss': 0.9821340441703796}
{'epoch': 199, 'iter': 330, 'avg_loss': 0.9611154570500297, 'avg_acc_mask': 69.36085550857996, 'loss': 0.8893934488296509}
{'epoch': 199, 'iter': 340, 'avg_loss': 0.9605135666834644, 'avg_acc_mask': 69.39748852934073, 'loss': 0.8209867477416992}
{'epoch': 199, 'iter': 350, 'avg_loss': 0.9623557763052123, 'avg_acc_mask': 69.3125110080432, 'loss': 0.8449405431747437}
{'epoch': 199, 'iter': 360, 'avg_loss': 0.9613843797151401, 'avg_acc_mask': 69.31928225576759, 'loss': 0.8370797038078308}
{'epoch': 199, 'iter': 370, 'avg_loss': 0.9593290901087687, 'avg_acc_mask': 69.27420694236838, 'loss': 0.9255684614181519}
{'epoch': 199, 'iter': 380, 'avg_loss': 0.9581160078367849, 'avg_acc_mask': 69.31861028817667, 'loss': 0.8547240495681763}
{'epoch': 199, 'iter': 390, 'avg_loss': 0.9616697571619087, 'avg_acc_mask': 69.21505995706131, 'loss': 1.016985535621643}
{'epoch': 'EP199_test', 'avg_loss': 0.9607823494859417, 'total_masked_acc': 69.25465838509317}
{'epoch': 200, 'iter': 0, 'avg_loss': 0.6138420104980469, 'avg_acc_mask': 84.44444444444444, 'loss': 0.6138420104980469}
{'epoch': 200, 'iter': 10, 'avg_loss': 0.9960513710975647, 'avg_acc_mask': 66.36197440585009, 'loss': 1.3510513305664062}
{'epoch': 200, 'iter': 20, 'avg_loss': 0.965948828629085, 'avg_acc_mask': 68.92925430210325, 'loss': 0.9919940233230591}
{'epoch': 200, 'iter': 30, 'avg_loss': 0.9603556798350427, 'avg_acc_mask': 68.57887874837027, 'loss': 1.0602002143859863}
{'epoch': 200, 'iter': 40, 'avg_loss': 0.9608775755254234, 'avg_acc_mask': 69.37212863705973, 'loss': 1.1256128549575806}
{'epoch': 200, 'iter': 50, 'avg_loss': 0.9652779745120629, 'avg_acc_mask': 69.16118421052632, 'loss': 1.154061198234558}
{'epoch': 200, 'iter': 60, 'avg_loss': 0.9540710625101309, 'avg_acc_mask': 69.6738376127689, 'loss': 1.0277246236801147}
{'epoch': 200, 'iter': 70, 'avg_loss': 0.9397913049644148, 'avg_acc_mask': 69.7566628041715, 'loss': 1.0505928993225098}
{'epoch': 200, 'iter': 80, 'avg_loss': 0.9459026374934633, 'avg_acc_mask': 69.5796178343949, 'loss': 1.0552740097045898}
{'epoch': 200, 'iter': 90, 'avg_loss': 0.956236644760593, 'avg_acc_mask': 69.46651532349603, 'loss': 0.7372725009918213}
{'epoch': 200, 'iter': 100, 'avg_loss': 0.9570078749467831, 'avg_acc_mask': 69.41200573652941, 'loss': 0.8948327898979187}
{'epoch': 200, 'iter': 110, 'avg_loss': 0.9639502264357902, 'avg_acc_mask': 68.96679651270637, 'loss': 1.3930330276489258}
{'epoch': 200, 'iter': 120, 'avg_loss': 0.9695882802167215, 'avg_acc_mask': 69.05776111773726, 'loss': 1.1628955602645874}
{'epoch': 200, 'iter': 130, 'avg_loss': 0.971886333163458, 'avg_acc_mask': 68.99515549304579, 'loss': 1.05850350856781}
{'epoch': 200, 'iter': 140, 'avg_loss': 0.9760570209077064, 'avg_acc_mask': 68.92908827785817, 'loss': 1.0291321277618408}
{'epoch': 200, 'iter': 150, 'avg_loss': 0.980764469958299, 'avg_acc_mask': 68.76097824618294, 'loss': 1.202356219291687}
{'epoch': 200, 'iter': 160, 'avg_loss': 0.9847965414479652, 'avg_acc_mask': 68.71749334009894, 'loss': 0.8923888206481934}
{'epoch': 200, 'iter': 170, 'avg_loss': 0.9830366010554352, 'avg_acc_mask': 68.679606997364, 'loss': 0.7838343381881714}
{'epoch': 200, 'iter': 180, 'avg_loss': 0.9815837078990198, 'avg_acc_mask': 68.77053824362606, 'loss': 1.0294759273529053}
{'epoch': 200, 'iter': 190, 'avg_loss': 0.9738917097995419, 'avg_acc_mask': 69.11922663802363, 'loss': 1.0276589393615723}
{'epoch': 200, 'iter': 200, 'avg_loss': 0.9792047362422469, 'avg_acc_mask': 69.00327466230046, 'loss': 1.3915174007415771}
{'epoch': 200, 'iter': 210, 'avg_loss': 0.9816954582223395, 'avg_acc_mask': 68.95239953179868, 'loss': 1.2842844724655151}
{'epoch': 200, 'iter': 220, 'avg_loss': 0.9845366448298838, 'avg_acc_mask': 68.85989265223024, 'loss': 1.1576671600341797}
{'epoch': 200, 'iter': 230, 'avg_loss': 0.97961684597003, 'avg_acc_mask': 69.07801418439716, 'loss': 0.8602278232574463}
{'epoch': 200, 'iter': 240, 'avg_loss': 0.9751060180891599, 'avg_acc_mask': 69.17977050573737, 'loss': 1.0060012340545654}
{'epoch': 200, 'iter': 250, 'avg_loss': 0.9788422343502956, 'avg_acc_mask': 69.07814158569445, 'loss': 0.8699813485145569}
{'epoch': 200, 'iter': 260, 'avg_loss': 0.9782273658619073, 'avg_acc_mask': 69.08904810644832, 'loss': 0.7660596966743469}
{'epoch': 200, 'iter': 270, 'avg_loss': 0.9793632990539733, 'avg_acc_mask': 68.95506554519967, 'loss': 0.790854275226593}
{'epoch': 200, 'iter': 280, 'avg_loss': 0.9812710494121198, 'avg_acc_mask': 68.93125867484842, 'loss': 0.9698933959007263}
{'epoch': 200, 'iter': 290, 'avg_loss': 0.9769734898998156, 'avg_acc_mask': 69.04173434079514, 'loss': 0.637093722820282}
{'epoch': 200, 'iter': 300, 'avg_loss': 0.9745604367153193, 'avg_acc_mask': 69.04143306440585, 'loss': 0.794173002243042}
{'epoch': 200, 'iter': 310, 'avg_loss': 0.9787130170888073, 'avg_acc_mask': 68.93043535707207, 'loss': 1.2115367650985718}
{'epoch': 200, 'iter': 320, 'avg_loss': 0.9754097080119303, 'avg_acc_mask': 68.98721983173849, 'loss': 0.9170618057250977}
{'epoch': 200, 'iter': 330, 'avg_loss': 0.9726963242195164, 'avg_acc_mask': 69.10143844573136, 'loss': 0.9433472156524658}
{'epoch': 200, 'iter': 340, 'avg_loss': 0.9711029561908364, 'avg_acc_mask': 69.095189231605, 'loss': 0.9466411471366882}
{'epoch': 200, 'iter': 350, 'avg_loss': 0.9690313756126284, 'avg_acc_mask': 69.19339733083586, 'loss': 0.7125207185745239}
{'epoch': 200, 'iter': 360, 'avg_loss': 0.9692561633864268, 'avg_acc_mask': 69.14591152052769, 'loss': 0.8161870837211609}
{'epoch': 200, 'iter': 370, 'avg_loss': 0.9676297670908052, 'avg_acc_mask': 69.24012158054711, 'loss': 0.9710526466369629}
{'epoch': 200, 'iter': 380, 'avg_loss': 0.9667874847653657, 'avg_acc_mask': 69.21918692191869, 'loss': 0.7737467885017395}
{'epoch': 200, 'iter': 390, 'avg_loss': 0.968064814958426, 'avg_acc_mask': 69.13896885632033, 'loss': 1.4745070934295654}
{'epoch': 'EP200_test', 'avg_loss': 0.965754609743152, 'total_masked_acc': 69.1949744067008}
{'epoch': 201, 'iter': 0, 'avg_loss': 0.7380821704864502, 'avg_acc_mask': 75.47169811320755, 'loss': 0.7380821704864502}
{'epoch': 201, 'iter': 10, 'avg_loss': 1.158179765397852, 'avg_acc_mask': 63.89413988657845, 'loss': 1.592829704284668}
{'epoch': 201, 'iter': 20, 'avg_loss': 1.0399507567996071, 'avg_acc_mask': 67.53875968992247, 'loss': 0.9535472393035889}
{'epoch': 201, 'iter': 30, 'avg_loss': 1.0097296920514875, 'avg_acc_mask': 68.16993464052288, 'loss': 1.12785005569458}
{'epoch': 201, 'iter': 40, 'avg_loss': 0.9855813086032867, 'avg_acc_mask': 69.0927218344965, 'loss': 0.9662350416183472}
{'epoch': 201, 'iter': 50, 'avg_loss': 0.9780458813788844, 'avg_acc_mask': 69.34511852149457, 'loss': 0.655198872089386}
{'epoch': 201, 'iter': 60, 'avg_loss': 0.9709993332135872, 'avg_acc_mask': 69.73463218004703, 'loss': 1.04219388961792}
{'epoch': 201, 'iter': 70, 'avg_loss': 0.9539231846869831, 'avg_acc_mask': 70.52989515443468, 'loss': 0.6165924072265625}
{'epoch': 201, 'iter': 80, 'avg_loss': 0.9588379782659037, 'avg_acc_mask': 70.31828275351592, 'loss': 1.1728941202163696}
{'epoch': 201, 'iter': 90, 'avg_loss': 0.950488955437482, 'avg_acc_mask': 70.36303630363037, 'loss': 0.5332146883010864}
{'epoch': 201, 'iter': 100, 'avg_loss': 0.9524015804918686, 'avg_acc_mask': 70.04008016032064, 'loss': 0.6873968839645386}
{'epoch': 201, 'iter': 110, 'avg_loss': 0.9632988719789831, 'avg_acc_mask': 69.62787303903684, 'loss': 0.9964014887809753}
{'epoch': 201, 'iter': 120, 'avg_loss': 0.9725562164113541, 'avg_acc_mask': 69.30809180767298, 'loss': 1.3339077234268188}
{'epoch': 201, 'iter': 130, 'avg_loss': 0.9742145586104793, 'avg_acc_mask': 69.27831865244939, 'loss': 0.9656961560249329}
{'epoch': 201, 'iter': 140, 'avg_loss': 0.9857906473021135, 'avg_acc_mask': 68.96403496202895, 'loss': 1.2868130207061768}
{'epoch': 201, 'iter': 150, 'avg_loss': 0.9837169514981327, 'avg_acc_mask': 68.93177858195952, 'loss': 1.0122400522232056}
{'epoch': 201, 'iter': 160, 'avg_loss': 0.9845094608594172, 'avg_acc_mask': 68.89808198570891, 'loss': 1.137342929840088}
{'epoch': 201, 'iter': 170, 'avg_loss': 0.9842296446624555, 'avg_acc_mask': 68.70427189048856, 'loss': 1.116659164428711}
{'epoch': 201, 'iter': 180, 'avg_loss': 0.9896723231228676, 'avg_acc_mask': 68.62525229872169, 'loss': 1.394261121749878}
{'epoch': 201, 'iter': 190, 'avg_loss': 0.9880124644147164, 'avg_acc_mask': 68.61034262609066, 'loss': 1.2199161052703857}
{'epoch': 201, 'iter': 200, 'avg_loss': 0.9838793065714005, 'avg_acc_mask': 68.65958523014669, 'loss': 0.6293046474456787}
{'epoch': 201, 'iter': 210, 'avg_loss': 0.9903913463743942, 'avg_acc_mask': 68.49908539520555, 'loss': 1.2132892608642578}
{'epoch': 201, 'iter': 220, 'avg_loss': 0.9885857708044181, 'avg_acc_mask': 68.42490172776306, 'loss': 0.7839440107345581}
{'epoch': 201, 'iter': 230, 'avg_loss': 0.9815861039605491, 'avg_acc_mask': 68.61762896563846, 'loss': 0.7064212560653687}
{'epoch': 201, 'iter': 240, 'avg_loss': 0.9785565997307726, 'avg_acc_mask': 68.69087837837839, 'loss': 1.1473525762557983}
{'epoch': 201, 'iter': 250, 'avg_loss': 0.9805281814113557, 'avg_acc_mask': 68.7034035656402, 'loss': 1.1720869541168213}
{'epoch': 201, 'iter': 260, 'avg_loss': 0.9800900345332778, 'avg_acc_mask': 68.75486987688952, 'loss': 0.9369856119155884}
{'epoch': 201, 'iter': 270, 'avg_loss': 0.983126145557284, 'avg_acc_mask': 68.74249699879952, 'loss': 1.1082028150558472}
{'epoch': 201, 'iter': 280, 'avg_loss': 0.9846885769604788, 'avg_acc_mask': 68.71564940700029, 'loss': 1.0254924297332764}
{'epoch': 201, 'iter': 290, 'avg_loss': 0.9812955259252659, 'avg_acc_mask': 68.79377977024377, 'loss': 0.7921425104141235}
{'epoch': 201, 'iter': 300, 'avg_loss': 0.9765483985509588, 'avg_acc_mask': 69.01790558871406, 'loss': 0.691729724407196}
{'epoch': 201, 'iter': 310, 'avg_loss': 0.9782634138869319, 'avg_acc_mask': 68.9840624385125, 'loss': 1.3519630432128906}
{'epoch': 201, 'iter': 320, 'avg_loss': 0.9765980389444999, 'avg_acc_mask': 68.9751750477403, 'loss': 1.0691102743148804}
{'epoch': 201, 'iter': 330, 'avg_loss': 0.9720452905961754, 'avg_acc_mask': 68.98918083462134, 'loss': 1.1099478006362915}
{'epoch': 201, 'iter': 340, 'avg_loss': 0.9723138790850765, 'avg_acc_mask': 68.97172699441744, 'loss': 0.8893923163414001}
{'epoch': 201, 'iter': 350, 'avg_loss': 0.9731711645921072, 'avg_acc_mask': 68.8861703367121, 'loss': 0.754910409450531}
{'epoch': 201, 'iter': 360, 'avg_loss': 0.9729641080728199, 'avg_acc_mask': 68.91654879773692, 'loss': 0.8371421098709106}
{'epoch': 201, 'iter': 370, 'avg_loss': 0.9691153334960784, 'avg_acc_mask': 68.98870212179663, 'loss': 1.0365099906921387}
{'epoch': 201, 'iter': 380, 'avg_loss': 0.9678712691378406, 'avg_acc_mask': 69.03996571306118, 'loss': 0.7247414588928223}
{'epoch': 201, 'iter': 390, 'avg_loss': 0.9673236243407745, 'avg_acc_mask': 69.03457987795338, 'loss': 1.1093195676803589}
{'epoch': 'EP201_test', 'avg_loss': 0.9675761425886491, 'total_masked_acc': 69.01938544029697}
{'epoch': 202, 'iter': 0, 'avg_loss': 0.8605555891990662, 'avg_acc_mask': 74.19354838709677, 'loss': 0.8605555891990662}
{'epoch': 202, 'iter': 10, 'avg_loss': 1.0269793272018433, 'avg_acc_mask': 68.18181818181817, 'loss': 1.0447838306427002}
{'epoch': 202, 'iter': 20, 'avg_loss': 0.991369678860619, 'avg_acc_mask': 67.94258373205741, 'loss': 0.972589373588562}
{'epoch': 202, 'iter': 30, 'avg_loss': 1.0200850348318777, 'avg_acc_mask': 66.97127937336815, 'loss': 1.4881861209869385}
{'epoch': 202, 'iter': 40, 'avg_loss': 1.0101904011354215, 'avg_acc_mask': 67.27272727272727, 'loss': 1.111141324043274}
{'epoch': 202, 'iter': 50, 'avg_loss': 1.0048164690242094, 'avg_acc_mask': 67.39984289080911, 'loss': 1.020065426826477}
{'epoch': 202, 'iter': 60, 'avg_loss': 1.0094812629652805, 'avg_acc_mask': 67.40642596886386, 'loss': 1.1798057556152344}
{'epoch': 202, 'iter': 70, 'avg_loss': 0.995845505889033, 'avg_acc_mask': 67.59310728182324, 'loss': 1.00239098072052}
{'epoch': 202, 'iter': 80, 'avg_loss': 0.9936277115786517, 'avg_acc_mask': 67.85801118405057, 'loss': 0.760120153427124}
{'epoch': 202, 'iter': 90, 'avg_loss': 0.9831558551107135, 'avg_acc_mask': 68.28895678742907, 'loss': 0.584683358669281}
{'epoch': 202, 'iter': 100, 'avg_loss': 0.9789384992996065, 'avg_acc_mask': 68.31097079715865, 'loss': 0.9133043885231018}
{'epoch': 202, 'iter': 110, 'avg_loss': 0.988044503035846, 'avg_acc_mask': 68.08662967603365, 'loss': 1.4907619953155518}
{'epoch': 202, 'iter': 120, 'avg_loss': 0.9876365705955127, 'avg_acc_mask': 68.2714426552744, 'loss': 0.7440906167030334}
{'epoch': 202, 'iter': 130, 'avg_loss': 0.9847019469465008, 'avg_acc_mask': 68.36115326251897, 'loss': 1.1298260688781738}
{'epoch': 202, 'iter': 140, 'avg_loss': 0.9884307198490657, 'avg_acc_mask': 68.19141449683322, 'loss': 1.2258596420288086}
{'epoch': 202, 'iter': 150, 'avg_loss': 0.9862809745681207, 'avg_acc_mask': 68.26126954921803, 'loss': 0.9994208812713623}
{'epoch': 202, 'iter': 160, 'avg_loss': 0.9834528091531363, 'avg_acc_mask': 68.39622641509435, 'loss': 1.035759687423706}
{'epoch': 202, 'iter': 170, 'avg_loss': 0.9871697133047539, 'avg_acc_mask': 68.31463300607761, 'loss': 1.002819299697876}
{'epoch': 202, 'iter': 180, 'avg_loss': 0.9838037632446921, 'avg_acc_mask': 68.4695690804087, 'loss': 0.9968938827514648}
{'epoch': 202, 'iter': 190, 'avg_loss': 0.9815089306282123, 'avg_acc_mask': 68.57774037450032, 'loss': 1.040998101234436}
{'epoch': 202, 'iter': 200, 'avg_loss': 0.9832729445168035, 'avg_acc_mask': 68.44893064161504, 'loss': 0.6569104790687561}
{'epoch': 202, 'iter': 210, 'avg_loss': 0.9827561220286581, 'avg_acc_mask': 68.5346062052506, 'loss': 1.018128514289856}
{'epoch': 202, 'iter': 220, 'avg_loss': 0.983074805315803, 'avg_acc_mask': 68.39657059467348, 'loss': 1.0273457765579224}
{'epoch': 202, 'iter': 230, 'avg_loss': 0.9784180114279578, 'avg_acc_mask': 68.48415893576055, 'loss': 0.7821532487869263}
{'epoch': 202, 'iter': 240, 'avg_loss': 0.9760761533040724, 'avg_acc_mask': 68.6167533993621, 'loss': 0.9521783590316772}
{'epoch': 202, 'iter': 250, 'avg_loss': 0.9747447623199675, 'avg_acc_mask': 68.72630475114947, 'loss': 0.8749721646308899}
{'epoch': 202, 'iter': 260, 'avg_loss': 0.9773916081450451, 'avg_acc_mask': 68.66485013623979, 'loss': 0.8710606098175049}
{'epoch': 202, 'iter': 270, 'avg_loss': 0.9788606283409569, 'avg_acc_mask': 68.58685868586859, 'loss': 0.9182449579238892}
{'epoch': 202, 'iter': 280, 'avg_loss': 0.9787246830947034, 'avg_acc_mask': 68.63340563991324, 'loss': 1.1327993869781494}
{'epoch': 202, 'iter': 290, 'avg_loss': 0.9764930272020426, 'avg_acc_mask': 68.69952659426343, 'loss': 0.762900173664093}
{'epoch': 202, 'iter': 300, 'avg_loss': 0.9741060426860949, 'avg_acc_mask': 68.64886731391586, 'loss': 0.9115515351295471}
{'epoch': 202, 'iter': 310, 'avg_loss': 0.9776176492117609, 'avg_acc_mask': 68.54570366020748, 'loss': 1.336800456047058}
{'epoch': 202, 'iter': 320, 'avg_loss': 0.9746587941208361, 'avg_acc_mask': 68.67515681429386, 'loss': 0.9450421929359436}
{'epoch': 202, 'iter': 330, 'avg_loss': 0.9746695677679471, 'avg_acc_mask': 68.73732718894009, 'loss': 1.0582079887390137}
{'epoch': 202, 'iter': 340, 'avg_loss': 0.9728525460989944, 'avg_acc_mask': 68.75409640707859, 'loss': 0.8264488577842712}
{'epoch': 202, 'iter': 350, 'avg_loss': 0.9719094031217091, 'avg_acc_mask': 68.71130142931543, 'loss': 0.7330834865570068}
{'epoch': 202, 'iter': 360, 'avg_loss': 0.971861995158103, 'avg_acc_mask': 68.65311166030106, 'loss': 0.9643291234970093}
{'epoch': 202, 'iter': 370, 'avg_loss': 0.9706062725933414, 'avg_acc_mask': 68.66790718038528, 'loss': 0.8089385628700256}
{'epoch': 202, 'iter': 380, 'avg_loss': 0.9701279650522968, 'avg_acc_mask': 68.70563117160395, 'loss': 0.9270943403244019}
{'epoch': 202, 'iter': 390, 'avg_loss': 0.9701324573258305, 'avg_acc_mask': 68.71207012811867, 'loss': 0.830960750579834}
{'epoch': 'EP202_test', 'avg_loss': 0.9686339745918909, 'total_masked_acc': 68.75609130546295}
{'epoch': 203, 'iter': 0, 'avg_loss': 0.7282271981239319, 'avg_acc_mask': 80.85106382978722, 'loss': 0.7282271981239319}
{'epoch': 203, 'iter': 10, 'avg_loss': 1.0822065580974927, 'avg_acc_mask': 66.0952380952381, 'loss': 1.2680922746658325}
{'epoch': 203, 'iter': 20, 'avg_loss': 1.0290695599147253, 'avg_acc_mask': 67.9047619047619, 'loss': 0.9478803277015686}
{'epoch': 203, 'iter': 30, 'avg_loss': 1.0077105126073282, 'avg_acc_mask': 69.03225806451613, 'loss': 0.7594232559204102}
{'epoch': 203, 'iter': 40, 'avg_loss': 0.9851652311115731, 'avg_acc_mask': 69.39698492462311, 'loss': 1.0514954328536987}
{'epoch': 203, 'iter': 50, 'avg_loss': 0.9678896186398525, 'avg_acc_mask': 69.61569255404324, 'loss': 0.691341757774353}
{'epoch': 203, 'iter': 60, 'avg_loss': 0.9571650712216486, 'avg_acc_mask': 69.93530813755532, 'loss': 0.8841577172279358}
{'epoch': 203, 'iter': 70, 'avg_loss': 0.9447573095979825, 'avg_acc_mask': 70.31741492708036, 'loss': 0.7713540196418762}
{'epoch': 203, 'iter': 80, 'avg_loss': 0.9441662401328852, 'avg_acc_mask': 70.16229712858927, 'loss': 0.9326235055923462}
{'epoch': 203, 'iter': 90, 'avg_loss': 0.9409008366721017, 'avg_acc_mask': 70.36954087346025, 'loss': 0.8958734273910522}
{'epoch': 203, 'iter': 100, 'avg_loss': 0.9422480593813528, 'avg_acc_mask': 70.29263370332997, 'loss': 0.7663633227348328}
{'epoch': 203, 'iter': 110, 'avg_loss': 0.9447167789613878, 'avg_acc_mask': 70.27670881436687, 'loss': 1.213138461112976}
{'epoch': 203, 'iter': 120, 'avg_loss': 0.9490114332230624, 'avg_acc_mask': 69.9112079075222, 'loss': 1.1722995042800903}
{'epoch': 203, 'iter': 130, 'avg_loss': 0.9523806203412646, 'avg_acc_mask': 69.71050200184786, 'loss': 1.4130825996398926}
{'epoch': 203, 'iter': 140, 'avg_loss': 0.9541618181458602, 'avg_acc_mask': 69.59691252144083, 'loss': 0.845241904258728}
{'epoch': 203, 'iter': 150, 'avg_loss': 0.9505775207715319, 'avg_acc_mask': 69.62654486835035, 'loss': 1.0803204774856567}
{'epoch': 203, 'iter': 160, 'avg_loss': 0.9503299756820157, 'avg_acc_mask': 69.6223316912972, 'loss': 1.2279921770095825}
{'epoch': 203, 'iter': 170, 'avg_loss': 0.946629854322177, 'avg_acc_mask': 69.75476839237056, 'loss': 1.1563092470169067}
{'epoch': 203, 'iter': 180, 'avg_loss': 0.9496032177414024, 'avg_acc_mask': 69.60564642617074, 'loss': 0.9927532076835632}
{'epoch': 203, 'iter': 190, 'avg_loss': 0.9485918985611481, 'avg_acc_mask': 69.68667020711631, 'loss': 1.020032286643982}
{'epoch': 203, 'iter': 200, 'avg_loss': 0.9488109958112536, 'avg_acc_mask': 69.63149924280665, 'loss': 0.779512345790863}
{'epoch': 203, 'iter': 210, 'avg_loss': 0.9482241196654985, 'avg_acc_mask': 69.7459584295612, 'loss': 1.2230923175811768}
{'epoch': 203, 'iter': 220, 'avg_loss': 0.949514302732718, 'avg_acc_mask': 69.61851614673863, 'loss': 0.9593648910522461}
{'epoch': 203, 'iter': 230, 'avg_loss': 0.9453905155132343, 'avg_acc_mask': 69.84990783814624, 'loss': 0.9088361859321594}
{'epoch': 203, 'iter': 240, 'avg_loss': 0.9464626140366946, 'avg_acc_mask': 69.73850163961994, 'loss': 1.0461766719818115}
{'epoch': 203, 'iter': 250, 'avg_loss': 0.9449166927442133, 'avg_acc_mask': 69.80169971671388, 'loss': 0.581375241279602}
{'epoch': 203, 'iter': 260, 'avg_loss': 0.9471250595489225, 'avg_acc_mask': 69.66957605985037, 'loss': 0.9413363337516785}
{'epoch': 203, 'iter': 270, 'avg_loss': 0.9502233762802673, 'avg_acc_mask': 69.59358128374326, 'loss': 0.7662970423698425}
{'epoch': 203, 'iter': 280, 'avg_loss': 0.949538706142283, 'avg_acc_mask': 69.6583671105964, 'loss': 0.9627519249916077}
{'epoch': 203, 'iter': 290, 'avg_loss': 0.9454426141743807, 'avg_acc_mask': 69.74742881130624, 'loss': 0.9934768676757812}
{'epoch': 203, 'iter': 300, 'avg_loss': 0.9445681899686984, 'avg_acc_mask': 69.77973568281939, 'loss': 1.2671793699264526}
{'epoch': 203, 'iter': 310, 'avg_loss': 0.9443917116359882, 'avg_acc_mask': 69.71743263620272, 'loss': 1.3841480016708374}
{'epoch': 203, 'iter': 320, 'avg_loss': 0.9438081757858906, 'avg_acc_mask': 69.73960654485262, 'loss': 1.0457735061645508}
{'epoch': 203, 'iter': 330, 'avg_loss': 0.9443552747053682, 'avg_acc_mask': 69.82562080226754, 'loss': 1.05000638961792}
{'epoch': 203, 'iter': 340, 'avg_loss': 0.9411393118219292, 'avg_acc_mask': 69.91208659769153, 'loss': 0.9315499663352966}
{'epoch': 203, 'iter': 350, 'avg_loss': 0.9431380297553505, 'avg_acc_mask': 69.82458178438662, 'loss': 0.7750365138053894}
{'epoch': 203, 'iter': 360, 'avg_loss': 0.9438365323886977, 'avg_acc_mask': 69.79835530021403, 'loss': 0.8792555332183838}
{'epoch': 203, 'iter': 370, 'avg_loss': 0.9426617905939364, 'avg_acc_mask': 69.80035103115402, 'loss': 0.912917971611023}
{'epoch': 203, 'iter': 380, 'avg_loss': 0.9436528176616809, 'avg_acc_mask': 69.73663123030076, 'loss': 0.7491012811660767}
{'epoch': 203, 'iter': 390, 'avg_loss': 0.9453168524348218, 'avg_acc_mask': 69.66677047648707, 'loss': 0.921059250831604}
{'epoch': 'EP203_test', 'avg_loss': 0.944516881171501, 'total_masked_acc': 69.65899753492194}
{'epoch': 204, 'iter': 0, 'avg_loss': 0.908433735370636, 'avg_acc_mask': 74.13793103448276, 'loss': 0.908433735370636}
{'epoch': 204, 'iter': 10, 'avg_loss': 1.0399748086929321, 'avg_acc_mask': 65.66371681415929, 'loss': 1.3375463485717773}
{'epoch': 204, 'iter': 20, 'avg_loss': 0.9859339850289481, 'avg_acc_mask': 67.48582230623819, 'loss': 0.9497805237770081}
{'epoch': 204, 'iter': 30, 'avg_loss': 0.9557279290691498, 'avg_acc_mask': 69.20077972709552, 'loss': 0.8478625416755676}
{'epoch': 204, 'iter': 40, 'avg_loss': 0.9560735123913463, 'avg_acc_mask': 69.16256157635468, 'loss': 0.8770183324813843}
{'epoch': 204, 'iter': 50, 'avg_loss': 0.9548296729723612, 'avg_acc_mask': 69.91742036964216, 'loss': 0.6490428447723389}
{'epoch': 204, 'iter': 60, 'avg_loss': 0.9545260257408267, 'avg_acc_mask': 70.09377093101139, 'loss': 1.0426729917526245}
{'epoch': 204, 'iter': 70, 'avg_loss': 0.9518126534744048, 'avg_acc_mask': 69.7536108751062, 'loss': 1.2147603034973145}
{'epoch': 204, 'iter': 80, 'avg_loss': 0.9518197222992226, 'avg_acc_mask': 69.5266272189349, 'loss': 1.0122569799423218}
{'epoch': 204, 'iter': 90, 'avg_loss': 0.95630492744865, 'avg_acc_mask': 69.4840834248079, 'loss': 0.8016204237937927}
{'epoch': 204, 'iter': 100, 'avg_loss': 0.9568068839535855, 'avg_acc_mask': 69.25515055467511, 'loss': 0.7673313617706299}
{'epoch': 204, 'iter': 110, 'avg_loss': 0.9630562700666823, 'avg_acc_mask': 69.15065541389836, 'loss': 1.0844181776046753}
{'epoch': 204, 'iter': 120, 'avg_loss': 0.9563639681201336, 'avg_acc_mask': 69.30874044533067, 'loss': 0.9291538000106812}
{'epoch': 204, 'iter': 130, 'avg_loss': 0.958591228223029, 'avg_acc_mask': 69.12576687116564, 'loss': 1.012647271156311}
{'epoch': 204, 'iter': 140, 'avg_loss': 0.9563615241794722, 'avg_acc_mask': 69.37206322084579, 'loss': 1.0434449911117554}
{'epoch': 204, 'iter': 150, 'avg_loss': 0.9592058895439501, 'avg_acc_mask': 69.24616410940627, 'loss': 1.1504087448120117}
{'epoch': 204, 'iter': 160, 'avg_loss': 0.9581679409335119, 'avg_acc_mask': 69.28104575163398, 'loss': 0.7858832478523254}
{'epoch': 204, 'iter': 170, 'avg_loss': 0.9588836180536371, 'avg_acc_mask': 69.33491686460808, 'loss': 1.056578516960144}
{'epoch': 204, 'iter': 180, 'avg_loss': 0.9534660228708173, 'avg_acc_mask': 69.50506186726659, 'loss': 1.121364712715149}
{'epoch': 204, 'iter': 190, 'avg_loss': 0.9515890600793648, 'avg_acc_mask': 69.56800684345595, 'loss': 0.9579262137413025}
{'epoch': 204, 'iter': 200, 'avg_loss': 0.9507941194434664, 'avg_acc_mask': 69.42274525717764, 'loss': 0.7438398599624634}
{'epoch': 204, 'iter': 210, 'avg_loss': 0.9541397524105995, 'avg_acc_mask': 69.33578621223857, 'loss': 1.1401317119598389}
{'epoch': 204, 'iter': 220, 'avg_loss': 0.953237374713518, 'avg_acc_mask': 69.21583132975772, 'loss': 1.1769111156463623}
{'epoch': 204, 'iter': 230, 'avg_loss': 0.9476127025884983, 'avg_acc_mask': 69.36241908308948, 'loss': 0.7765772342681885}
{'epoch': 204, 'iter': 240, 'avg_loss': 0.9485317854465786, 'avg_acc_mask': 69.35552347796553, 'loss': 1.0239193439483643}
{'epoch': 204, 'iter': 250, 'avg_loss': 0.9483643148049891, 'avg_acc_mask': 69.44331241339962, 'loss': 0.6619263291358948}
{'epoch': 204, 'iter': 260, 'avg_loss': 0.9494638015940728, 'avg_acc_mask': 69.36357215726281, 'loss': 0.718801736831665}
{'epoch': 204, 'iter': 270, 'avg_loss': 0.9556914128060711, 'avg_acc_mask': 69.25757575757576, 'loss': 1.0757359266281128}
{'epoch': 204, 'iter': 280, 'avg_loss': 0.9546795686793073, 'avg_acc_mask': 69.20215869311552, 'loss': 0.566325306892395}
{'epoch': 204, 'iter': 290, 'avg_loss': 0.9536197664811439, 'avg_acc_mask': 69.24484481666549, 'loss': 0.9297060370445251}
{'epoch': 204, 'iter': 300, 'avg_loss': 0.9514407610576414, 'avg_acc_mask': 69.2785475394171, 'loss': 0.5602582693099976}
{'epoch': 204, 'iter': 310, 'avg_loss': 0.9531180640125582, 'avg_acc_mask': 69.28057078681377, 'loss': 0.9941236972808838}
{'epoch': 204, 'iter': 320, 'avg_loss': 0.9527066396404278, 'avg_acc_mask': 69.32109856262834, 'loss': 1.1612564325332642}
{'epoch': 204, 'iter': 330, 'avg_loss': 0.9542715616096543, 'avg_acc_mask': 69.28878638658605, 'loss': 0.9036709070205688}
{'epoch': 204, 'iter': 340, 'avg_loss': 0.9527906321010982, 'avg_acc_mask': 69.33067536547058, 'loss': 0.879922091960907}
{'epoch': 204, 'iter': 350, 'avg_loss': 0.9517153703589045, 'avg_acc_mask': 69.32558549040324, 'loss': 0.5063050389289856}
{'epoch': 204, 'iter': 360, 'avg_loss': 0.9530220411490866, 'avg_acc_mask': 69.33044123523032, 'loss': 0.9098390936851501}
{'epoch': 204, 'iter': 370, 'avg_loss': 0.9516340923116535, 'avg_acc_mask': 69.29269375971575, 'loss': 1.1382216215133667}
{'epoch': 204, 'iter': 380, 'avg_loss': 0.952894386187626, 'avg_acc_mask': 69.2457315755349, 'loss': 1.211389422416687}
{'epoch': 204, 'iter': 390, 'avg_loss': 0.9530796009256407, 'avg_acc_mask': 69.21905362113334, 'loss': 1.075073003768921}
{'epoch': 'EP204_test', 'avg_loss': 0.9524221051521976, 'total_masked_acc': 69.22797362546078}
{'epoch': 205, 'iter': 0, 'avg_loss': 0.7065487504005432, 'avg_acc_mask': 76.0, 'loss': 0.7065487504005432}
{'epoch': 205, 'iter': 10, 'avg_loss': 0.9369364868510853, 'avg_acc_mask': 71.76015473887814, 'loss': 1.3165555000305176}
{'epoch': 205, 'iter': 20, 'avg_loss': 0.926805073306674, 'avg_acc_mask': 70.71213640922768, 'loss': 0.7636180520057678}
{'epoch': 205, 'iter': 30, 'avg_loss': 0.916883276354882, 'avg_acc_mask': 71.11553784860558, 'loss': 1.1565163135528564}
{'epoch': 205, 'iter': 40, 'avg_loss': 0.9124082414115348, 'avg_acc_mask': 70.50830397584298, 'loss': 0.9825186133384705}
{'epoch': 205, 'iter': 50, 'avg_loss': 0.8878740002127254, 'avg_acc_mask': 70.9483793517407, 'loss': 0.6380852460861206}
{'epoch': 205, 'iter': 60, 'avg_loss': 0.9075317343727487, 'avg_acc_mask': 70.48458149779736, 'loss': 0.7663992643356323}
{'epoch': 205, 'iter': 70, 'avg_loss': 0.9049334735937522, 'avg_acc_mask': 70.53417576105686, 'loss': 1.1148732900619507}
{'epoch': 205, 'iter': 80, 'avg_loss': 0.9218011262976094, 'avg_acc_mask': 70.14775857751064, 'loss': 1.2072792053222656}
{'epoch': 205, 'iter': 90, 'avg_loss': 0.9122635564961277, 'avg_acc_mask': 70.61611374407583, 'loss': 0.7290463447570801}
{'epoch': 205, 'iter': 100, 'avg_loss': 0.9155869460341954, 'avg_acc_mask': 70.49347471451875, 'loss': 0.8465425968170166}
{'epoch': 205, 'iter': 110, 'avg_loss': 0.9211519306844419, 'avg_acc_mask': 70.54680259499536, 'loss': 1.1116379499435425}
{'epoch': 205, 'iter': 120, 'avg_loss': 0.921889420875833, 'avg_acc_mask': 70.48008171603676, 'loss': 0.9050952196121216}
{'epoch': 205, 'iter': 130, 'avg_loss': 0.9247135956778781, 'avg_acc_mask': 70.39535613429557, 'loss': 0.9945404529571533}
{'epoch': 205, 'iter': 140, 'avg_loss': 0.9252183500756609, 'avg_acc_mask': 70.37362637362638, 'loss': 1.0904673337936401}
{'epoch': 205, 'iter': 150, 'avg_loss': 0.928308830750699, 'avg_acc_mask': 70.3084304318026, 'loss': 1.3541841506958008}
{'epoch': 205, 'iter': 160, 'avg_loss': 0.9280709805695907, 'avg_acc_mask': 70.13371046541528, 'loss': 0.9785351753234863}
{'epoch': 205, 'iter': 170, 'avg_loss': 0.9340044587676288, 'avg_acc_mask': 69.85605419136324, 'loss': 0.9518588185310364}
{'epoch': 205, 'iter': 180, 'avg_loss': 0.9405104320352249, 'avg_acc_mask': 69.66111430212521, 'loss': 1.027737021446228}
{'epoch': 205, 'iter': 190, 'avg_loss': 0.9398670280791078, 'avg_acc_mask': 69.68375136314067, 'loss': 1.0035557746887207}
{'epoch': 205, 'iter': 200, 'avg_loss': 0.9444294008449535, 'avg_acc_mask': 69.4067708872554, 'loss': 0.8858572244644165}
{'epoch': 205, 'iter': 210, 'avg_loss': 0.9477974769628443, 'avg_acc_mask': 69.41814595660749, 'loss': 1.3671064376831055}
{'epoch': 205, 'iter': 220, 'avg_loss': 0.9481976377478553, 'avg_acc_mask': 69.36226166995397, 'loss': 0.9097198843955994}
{'epoch': 205, 'iter': 230, 'avg_loss': 0.9447613100468855, 'avg_acc_mask': 69.5906432748538, 'loss': 0.8998030424118042}
{'epoch': 205, 'iter': 240, 'avg_loss': 0.943007191681763, 'avg_acc_mask': 69.62681409813408, 'loss': 0.8714907765388489}
{'epoch': 205, 'iter': 250, 'avg_loss': 0.9450312878981054, 'avg_acc_mask': 69.57676348547717, 'loss': 0.765748143196106}
{'epoch': 205, 'iter': 260, 'avg_loss': 0.946551783103139, 'avg_acc_mask': 69.40810465858328, 'loss': 0.9788926243782043}
{'epoch': 205, 'iter': 270, 'avg_loss': 0.952604219042507, 'avg_acc_mask': 69.25675675675676, 'loss': 1.0160067081451416}
{'epoch': 205, 'iter': 280, 'avg_loss': 0.9530463882612588, 'avg_acc_mask': 69.32374314103514, 'loss': 1.010655164718628}
{'epoch': 205, 'iter': 290, 'avg_loss': 0.9505692091594447, 'avg_acc_mask': 69.44166070150321, 'loss': 0.7300385236740112}
{'epoch': 205, 'iter': 300, 'avg_loss': 0.9481090661695233, 'avg_acc_mask': 69.46850530108793, 'loss': 0.8146395087242126}
{'epoch': 205, 'iter': 310, 'avg_loss': 0.9479140783046219, 'avg_acc_mask': 69.39539860888175, 'loss': 1.1532282829284668}
{'epoch': 205, 'iter': 320, 'avg_loss': 0.94726430125697, 'avg_acc_mask': 69.39940329485017, 'loss': 0.9864570498466492}
{'epoch': 205, 'iter': 330, 'avg_loss': 0.9466220365550223, 'avg_acc_mask': 69.35058409747519, 'loss': 1.2177540063858032}
{'epoch': 205, 'iter': 340, 'avg_loss': 0.944753354857744, 'avg_acc_mask': 69.42380314289196, 'loss': 0.9200724959373474}
{'epoch': 205, 'iter': 350, 'avg_loss': 0.9438492143765475, 'avg_acc_mask': 69.45282460810411, 'loss': 0.7868675589561462}
{'epoch': 205, 'iter': 360, 'avg_loss': 0.9438354687512416, 'avg_acc_mask': 69.50688073394495, 'loss': 0.8922505974769592}
{'epoch': 205, 'iter': 370, 'avg_loss': 0.9418767009462629, 'avg_acc_mask': 69.53901105034043, 'loss': 0.9000886678695679}
{'epoch': 205, 'iter': 380, 'avg_loss': 0.942593665417098, 'avg_acc_mask': 69.51688987691807, 'loss': 0.8353459239006042}
{'epoch': 205, 'iter': 390, 'avg_loss': 0.9428518417546207, 'avg_acc_mask': 69.45792026998524, 'loss': 0.9203459024429321}
{'epoch': 'EP205_test', 'avg_loss': 0.9429540102831041, 'total_masked_acc': 69.4408254729272}
{'epoch': 206, 'iter': 0, 'avg_loss': 0.9966704845428467, 'avg_acc_mask': 65.15151515151516, 'loss': 0.9966704845428467}
{'epoch': 206, 'iter': 10, 'avg_loss': 1.0159534757787532, 'avg_acc_mask': 67.43362831858407, 'loss': 0.977006196975708}
{'epoch': 206, 'iter': 20, 'avg_loss': 0.9569206550007775, 'avg_acc_mask': 69.28909952606635, 'loss': 0.9933289885520935}
{'epoch': 206, 'iter': 30, 'avg_loss': 0.965048566941292, 'avg_acc_mask': 68.86304909560724, 'loss': 1.3341715335845947}
{'epoch': 206, 'iter': 40, 'avg_loss': 0.9478877157699771, 'avg_acc_mask': 69.44858420268257, 'loss': 1.0465391874313354}
{'epoch': 206, 'iter': 50, 'avg_loss': 0.9422600678369111, 'avg_acc_mask': 69.21202274573518, 'loss': 0.5101038217544556}
{'epoch': 206, 'iter': 60, 'avg_loss': 0.9566920399665833, 'avg_acc_mask': 69.57563312799454, 'loss': 1.11074960231781}
{'epoch': 206, 'iter': 70, 'avg_loss': 0.9453985581935291, 'avg_acc_mask': 69.94803695150115, 'loss': 1.1087020635604858}
{'epoch': 206, 'iter': 80, 'avg_loss': 0.9527839091089036, 'avg_acc_mask': 69.67481724224855, 'loss': 1.1921474933624268}
{'epoch': 206, 'iter': 90, 'avg_loss': 0.9578593930045327, 'avg_acc_mask': 69.59748144816731, 'loss': 1.1732089519500732}
{'epoch': 206, 'iter': 100, 'avg_loss': 0.9571713244560922, 'avg_acc_mask': 69.38940558026688, 'loss': 0.7780945897102356}
{'epoch': 206, 'iter': 110, 'avg_loss': 0.9562100714391416, 'avg_acc_mask': 69.24348145427837, 'loss': 1.0489572286605835}
{'epoch': 206, 'iter': 120, 'avg_loss': 0.957001202362628, 'avg_acc_mask': 69.45670628183362, 'loss': 1.0694342851638794}
{'epoch': 206, 'iter': 130, 'avg_loss': 0.9546229880274707, 'avg_acc_mask': 69.53652788688139, 'loss': 1.1121529340744019}
{'epoch': 206, 'iter': 140, 'avg_loss': 0.9534176211830572, 'avg_acc_mask': 69.47045055588063, 'loss': 1.0995773077011108}
{'epoch': 206, 'iter': 150, 'avg_loss': 0.9553934821229897, 'avg_acc_mask': 69.37910284463895, 'loss': 0.940544068813324}
{'epoch': 206, 'iter': 160, 'avg_loss': 0.9574594075635353, 'avg_acc_mask': 69.29093473522246, 'loss': 0.7526972889900208}
{'epoch': 206, 'iter': 170, 'avg_loss': 0.9575606490436354, 'avg_acc_mask': 69.26234456114935, 'loss': 1.0781886577606201}
{'epoch': 206, 'iter': 180, 'avg_loss': 0.963679301475293, 'avg_acc_mask': 69.12919749573136, 'loss': 1.0327013731002808}
{'epoch': 206, 'iter': 190, 'avg_loss': 0.9619804399175794, 'avg_acc_mask': 69.30468581299935, 'loss': 0.9156988859176636}
{'epoch': 206, 'iter': 200, 'avg_loss': 0.9660700289764215, 'avg_acc_mask': 69.18491109055401, 'loss': 1.2309108972549438}
{'epoch': 206, 'iter': 210, 'avg_loss': 0.9689992657769912, 'avg_acc_mask': 69.14872798434443, 'loss': 1.2779476642608643}
{'epoch': 206, 'iter': 220, 'avg_loss': 0.9733352051601151, 'avg_acc_mask': 68.8704721109973, 'loss': 0.994635820388794}
{'epoch': 206, 'iter': 230, 'avg_loss': 0.9703338879011411, 'avg_acc_mask': 68.92665474060823, 'loss': 0.8379001021385193}
{'epoch': 206, 'iter': 240, 'avg_loss': 0.9713829320496049, 'avg_acc_mask': 68.80671117959254, 'loss': 1.0192302465438843}
{'epoch': 206, 'iter': 250, 'avg_loss': 0.9752310799412518, 'avg_acc_mask': 68.6439281594991, 'loss': 1.0371615886688232}
{'epoch': 206, 'iter': 260, 'avg_loss': 0.9791518607358823, 'avg_acc_mask': 68.572558323448, 'loss': 0.8867577314376831}
{'epoch': 206, 'iter': 270, 'avg_loss': 0.9792835037206812, 'avg_acc_mask': 68.56380952380952, 'loss': 0.9550949335098267}
{'epoch': 206, 'iter': 280, 'avg_loss': 0.9803042420288847, 'avg_acc_mask': 68.5598824393828, 'loss': 0.9536116123199463}
{'epoch': 206, 'iter': 290, 'avg_loss': 0.9764060511212169, 'avg_acc_mask': 68.66179703567123, 'loss': 0.8882049918174744}
{'epoch': 206, 'iter': 300, 'avg_loss': 0.9733119266373771, 'avg_acc_mask': 68.78906518304828, 'loss': 0.8116292953491211}
{'epoch': 206, 'iter': 310, 'avg_loss': 0.9757500576436328, 'avg_acc_mask': 68.71019108280255, 'loss': 0.9672569632530212}
{'epoch': 206, 'iter': 320, 'avg_loss': 0.9747088865327687, 'avg_acc_mask': 68.77895007720021, 'loss': 1.1555119752883911}
{'epoch': 206, 'iter': 330, 'avg_loss': 0.9734674504876497, 'avg_acc_mask': 68.8684556201914, 'loss': 1.2830605506896973}
{'epoch': 206, 'iter': 340, 'avg_loss': 0.973016539452013, 'avg_acc_mask': 68.88983204996059, 'loss': 0.9242124557495117}
{'epoch': 206, 'iter': 350, 'avg_loss': 0.9715487518881121, 'avg_acc_mask': 69.0139190697128, 'loss': 0.5727238059043884}
{'epoch': 206, 'iter': 360, 'avg_loss': 0.9736080442108936, 'avg_acc_mask': 68.97102441250286, 'loss': 0.9824038147926331}
{'epoch': 206, 'iter': 370, 'avg_loss': 0.9713618578615214, 'avg_acc_mask': 69.01025783199334, 'loss': 1.1003177165985107}
{'epoch': 206, 'iter': 380, 'avg_loss': 0.9720445627302635, 'avg_acc_mask': 68.97930512778949, 'loss': 0.7428394556045532}
{'epoch': 206, 'iter': 390, 'avg_loss': 0.9725652480369333, 'avg_acc_mask': 69.00898062076571, 'loss': 0.9903984665870667}
{'epoch': 'EP206_test', 'avg_loss': 0.9728902920026972, 'total_masked_acc': 69.01189054468041}
{'epoch': 207, 'iter': 0, 'avg_loss': 0.9842317700386047, 'avg_acc_mask': 59.09090909090909, 'loss': 0.9842317700386047}
{'epoch': 207, 'iter': 10, 'avg_loss': 0.9321652542461049, 'avg_acc_mask': 68.62385321100918, 'loss': 1.0840312242507935}
{'epoch': 207, 'iter': 20, 'avg_loss': 0.938238107022785, 'avg_acc_mask': 69.03163950143816, 'loss': 0.7653785347938538}
{'epoch': 207, 'iter': 30, 'avg_loss': 0.9436110046602064, 'avg_acc_mask': 68.88888888888889, 'loss': 1.0623042583465576}
{'epoch': 207, 'iter': 40, 'avg_loss': 0.9329790901847002, 'avg_acc_mask': 69.59183673469389, 'loss': 0.737725555896759}
{'epoch': 207, 'iter': 50, 'avg_loss': 0.9363732016554066, 'avg_acc_mask': 69.86754966887418, 'loss': 0.9624931216239929}
{'epoch': 207, 'iter': 60, 'avg_loss': 0.942266117842471, 'avg_acc_mask': 69.7076435364565, 'loss': 0.6592541933059692}
{'epoch': 207, 'iter': 70, 'avg_loss': 0.9391718670515947, 'avg_acc_mask': 69.73451327433628, 'loss': 0.8886536955833435}
{'epoch': 207, 'iter': 80, 'avg_loss': 0.9518305272967728, 'avg_acc_mask': 69.26208651399492, 'loss': 1.0161232948303223}
{'epoch': 207, 'iter': 90, 'avg_loss': 0.9565401139495137, 'avg_acc_mask': 68.81402230821762, 'loss': 0.8475671410560608}
{'epoch': 207, 'iter': 100, 'avg_loss': 0.960037497895779, 'avg_acc_mask': 68.84709730171708, 'loss': 0.9401898384094238}
{'epoch': 207, 'iter': 110, 'avg_loss': 0.9645649261839755, 'avg_acc_mask': 68.5465976331361, 'loss': 1.1797996759414673}
{'epoch': 207, 'iter': 120, 'avg_loss': 0.9699475477057055, 'avg_acc_mask': 68.44436871698755, 'loss': 0.9854826331138611}
{'epoch': 207, 'iter': 130, 'avg_loss': 0.968211364882593, 'avg_acc_mask': 68.796992481203, 'loss': 1.2253376245498657}
{'epoch': 207, 'iter': 140, 'avg_loss': 0.9738504022148484, 'avg_acc_mask': 68.5535506402794, 'loss': 1.1781374216079712}
{'epoch': 207, 'iter': 150, 'avg_loss': 0.9776084326355663, 'avg_acc_mask': 68.31656241501224, 'loss': 1.250122308731079}
{'epoch': 207, 'iter': 160, 'avg_loss': 0.9773900721754346, 'avg_acc_mask': 68.25051229508196, 'loss': 1.0634734630584717}
{'epoch': 207, 'iter': 170, 'avg_loss': 0.978957193113907, 'avg_acc_mask': 68.28945786753215, 'loss': 0.8546813726425171}
{'epoch': 207, 'iter': 180, 'avg_loss': 0.9821520650255088, 'avg_acc_mask': 68.1590909090909, 'loss': 1.3669452667236328}
{'epoch': 207, 'iter': 190, 'avg_loss': 0.979160375464025, 'avg_acc_mask': 68.1078167115903, 'loss': 0.6445212960243225}
{'epoch': 207, 'iter': 200, 'avg_loss': 0.979116033114011, 'avg_acc_mask': 68.02993029930299, 'loss': 0.8913561105728149}
{'epoch': 207, 'iter': 210, 'avg_loss': 0.981929257441471, 'avg_acc_mask': 67.78222265586886, 'loss': 0.9606621861457825}
{'epoch': 207, 'iter': 220, 'avg_loss': 0.9822366505996134, 'avg_acc_mask': 67.76492364645998, 'loss': 0.6775612235069275}
{'epoch': 207, 'iter': 230, 'avg_loss': 0.9780110024012528, 'avg_acc_mask': 67.8523788350378, 'loss': 0.9390740394592285}
{'epoch': 207, 'iter': 240, 'avg_loss': 0.9779133238980384, 'avg_acc_mask': 67.84801499403646, 'loss': 0.9673845767974854}
{'epoch': 207, 'iter': 250, 'avg_loss': 0.9782653309672003, 'avg_acc_mask': 67.8419502617801, 'loss': 0.9993103742599487}
{'epoch': 207, 'iter': 260, 'avg_loss': 0.9757918885612853, 'avg_acc_mask': 68.0006302190011, 'loss': 0.896462082862854}
{'epoch': 207, 'iter': 270, 'avg_loss': 0.9787257673335691, 'avg_acc_mask': 67.99484887508522, 'loss': 0.9878263473510742}
{'epoch': 207, 'iter': 280, 'avg_loss': 0.9834384399588846, 'avg_acc_mask': 67.84985422740525, 'loss': 1.1514801979064941}
{'epoch': 207, 'iter': 290, 'avg_loss': 0.9806207554651699, 'avg_acc_mask': 67.89081187561558, 'loss': 0.8710703253746033}
{'epoch': 207, 'iter': 300, 'avg_loss': 0.9773735759464213, 'avg_acc_mask': 68.0016346546792, 'loss': 1.049272894859314}
{'epoch': 207, 'iter': 310, 'avg_loss': 0.9789245595311046, 'avg_acc_mask': 67.93908227848101, 'loss': 1.2668362855911255}
{'epoch': 207, 'iter': 320, 'avg_loss': 0.97498658819362, 'avg_acc_mask': 68.12715875655623, 'loss': 0.7459319233894348}
{'epoch': 207, 'iter': 330, 'avg_loss': 0.9753820027289434, 'avg_acc_mask': 68.12197242578561, 'loss': 0.8324639797210693}
{'epoch': 207, 'iter': 340, 'avg_loss': 0.9759658126712195, 'avg_acc_mask': 68.11838306063522, 'loss': 0.7989748120307922}
{'epoch': 207, 'iter': 350, 'avg_loss': 0.9767870127815127, 'avg_acc_mask': 68.166190781423, 'loss': 0.6050972938537598}
{'epoch': 207, 'iter': 360, 'avg_loss': 0.976993045070495, 'avg_acc_mask': 68.11774695726012, 'loss': 0.7685572504997253}
{'epoch': 207, 'iter': 370, 'avg_loss': 0.9743595287966921, 'avg_acc_mask': 68.16155835580257, 'loss': 0.9949031472206116}
{'epoch': 207, 'iter': 380, 'avg_loss': 0.9741875561359986, 'avg_acc_mask': 68.17645797598628, 'loss': 0.9299533367156982}
{'epoch': 207, 'iter': 390, 'avg_loss': 0.9747229240586995, 'avg_acc_mask': 68.15985033518682, 'loss': 1.2823609113693237}
{'epoch': 'EP207_test', 'avg_loss': 0.9741411674955879, 'total_masked_acc': 68.18485580630237}
{'epoch': 208, 'iter': 0, 'avg_loss': 0.7378990054130554, 'avg_acc_mask': 74.13793103448276, 'loss': 0.7378990054130554}
{'epoch': 208, 'iter': 10, 'avg_loss': 0.9746851216663014, 'avg_acc_mask': 67.7007299270073, 'loss': 1.1932194232940674}
{'epoch': 208, 'iter': 20, 'avg_loss': 0.943230288369315, 'avg_acc_mask': 68.85090218423552, 'loss': 0.822052001953125}
{'epoch': 208, 'iter': 30, 'avg_loss': 0.9322103761857555, 'avg_acc_mask': 69.1618682021753, 'loss': 0.9768953919410706}
{'epoch': 208, 'iter': 40, 'avg_loss': 0.9272159105393945, 'avg_acc_mask': 69.58230958230959, 'loss': 0.8989573121070862}
{'epoch': 208, 'iter': 50, 'avg_loss': 0.9289423659736035, 'avg_acc_mask': 69.6993670886076, 'loss': 0.6849625706672668}
{'epoch': 208, 'iter': 60, 'avg_loss': 0.9319648410453171, 'avg_acc_mask': 69.65725806451613, 'loss': 0.8843023777008057}
{'epoch': 208, 'iter': 70, 'avg_loss': 0.9220250408414384, 'avg_acc_mask': 70.0647704871867, 'loss': 0.9197583198547363}
{'epoch': 208, 'iter': 80, 'avg_loss': 0.9265841120555077, 'avg_acc_mask': 69.8741672834937, 'loss': 0.9470974206924438}
{'epoch': 208, 'iter': 90, 'avg_loss': 0.9343070676038553, 'avg_acc_mask': 69.8539176626826, 'loss': 1.0037740468978882}
{'epoch': 208, 'iter': 100, 'avg_loss': 0.9387300285962549, 'avg_acc_mask': 69.88386063275931, 'loss': 0.7090751528739929}
{'epoch': 208, 'iter': 110, 'avg_loss': 0.940103690903466, 'avg_acc_mask': 69.70412053004175, 'loss': 1.0507495403289795}
{'epoch': 208, 'iter': 120, 'avg_loss': 0.9479471361341555, 'avg_acc_mask': 69.36666666666666, 'loss': 0.9503264427185059}
{'epoch': 208, 'iter': 130, 'avg_loss': 0.946576536156749, 'avg_acc_mask': 69.34936786925687, 'loss': 1.0812745094299316}
{'epoch': 208, 'iter': 140, 'avg_loss': 0.9480521480242411, 'avg_acc_mask': 69.347168179853, 'loss': 1.1923590898513794}
{'epoch': 208, 'iter': 150, 'avg_loss': 0.9530878781482873, 'avg_acc_mask': 69.20793415193631, 'loss': 1.057627558708191}
{'epoch': 208, 'iter': 160, 'avg_loss': 0.9539598715231286, 'avg_acc_mask': 69.21032649962035, 'loss': 1.1032007932662964}
{'epoch': 208, 'iter': 170, 'avg_loss': 0.9516924351279499, 'avg_acc_mask': 69.39968970044158, 'loss': 1.0342309474945068}
{'epoch': 208, 'iter': 180, 'avg_loss': 0.9537752385956147, 'avg_acc_mask': 69.4547917372164, 'loss': 1.213348627090454}
{'epoch': 208, 'iter': 190, 'avg_loss': 0.9480292509987717, 'avg_acc_mask': 69.62011771000535, 'loss': 0.7725603580474854}
{'epoch': 208, 'iter': 200, 'avg_loss': 0.9496790541345207, 'avg_acc_mask': 69.58642414388781, 'loss': 0.7824211120605469}
{'epoch': 208, 'iter': 210, 'avg_loss': 0.950052248075675, 'avg_acc_mask': 69.69374939619361, 'loss': 1.2607158422470093}
{'epoch': 208, 'iter': 220, 'avg_loss': 0.9537099543200359, 'avg_acc_mask': 69.41144214951562, 'loss': 0.985354483127594}
{'epoch': 208, 'iter': 230, 'avg_loss': 0.9519423218000502, 'avg_acc_mask': 69.34946519375768, 'loss': 0.7883623838424683}
{'epoch': 208, 'iter': 240, 'avg_loss': 0.952721445144954, 'avg_acc_mask': 69.38569989929506, 'loss': 0.901057243347168}
{'epoch': 208, 'iter': 250, 'avg_loss': 0.9555010422767396, 'avg_acc_mask': 69.27681604918298, 'loss': 0.885676920413971}
{'epoch': 208, 'iter': 260, 'avg_loss': 0.9563708643346911, 'avg_acc_mask': 69.22897196261682, 'loss': 0.8913890719413757}
{'epoch': 208, 'iter': 270, 'avg_loss': 0.9567332441516468, 'avg_acc_mask': 69.21982629529799, 'loss': 0.8101151585578918}
{'epoch': 208, 'iter': 280, 'avg_loss': 0.9598769036476298, 'avg_acc_mask': 69.0385032146211, 'loss': 1.1387330293655396}
{'epoch': 208, 'iter': 290, 'avg_loss': 0.9586756798819578, 'avg_acc_mask': 69.14114281727483, 'loss': 0.6721036434173584}
{'epoch': 208, 'iter': 300, 'avg_loss': 0.9575690336005632, 'avg_acc_mask': 69.17822117010483, 'loss': 1.1560888290405273}
{'epoch': 208, 'iter': 310, 'avg_loss': 0.9574308629204606, 'avg_acc_mask': 69.19960797125123, 'loss': 1.1716172695159912}
{'epoch': 208, 'iter': 320, 'avg_loss': 0.9571812721056359, 'avg_acc_mask': 69.24785782291336, 'loss': 0.7255303263664246}
{'epoch': 208, 'iter': 330, 'avg_loss': 0.9588703417705985, 'avg_acc_mask': 69.19717010150723, 'loss': 1.2978521585464478}
{'epoch': 208, 'iter': 340, 'avg_loss': 0.9562119177359639, 'avg_acc_mask': 69.25148088314485, 'loss': 0.7533380389213562}
{'epoch': 208, 'iter': 350, 'avg_loss': 0.9549491352844782, 'avg_acc_mask': 69.23926951262068, 'loss': 0.7219200134277344}
{'epoch': 208, 'iter': 360, 'avg_loss': 0.9554455993578375, 'avg_acc_mask': 69.18249660786974, 'loss': 0.838042676448822}
{'epoch': 208, 'iter': 370, 'avg_loss': 0.9537209444290223, 'avg_acc_mask': 69.27525057825751, 'loss': 0.7376299500465393}
{'epoch': 208, 'iter': 380, 'avg_loss': 0.9548873971766374, 'avg_acc_mask': 69.23406994207252, 'loss': 0.9959691166877747}
{'epoch': 208, 'iter': 390, 'avg_loss': 0.9524119475003704, 'avg_acc_mask': 69.27211061831463, 'loss': 0.8297873139381409}
{'epoch': 'EP208_test', 'avg_loss': 0.9515398081504938, 'total_masked_acc': 69.26572343282041}
{'epoch': 209, 'iter': 0, 'avg_loss': 0.9117770791053772, 'avg_acc_mask': 73.33333333333333, 'loss': 0.9117770791053772}
{'epoch': 209, 'iter': 10, 'avg_loss': 1.0616904388774524, 'avg_acc_mask': 64.81802426343154, 'loss': 1.1670589447021484}
{'epoch': 209, 'iter': 20, 'avg_loss': 1.006424600169772, 'avg_acc_mask': 66.04823747680891, 'loss': 1.20597243309021}
{'epoch': 209, 'iter': 30, 'avg_loss': 0.9965224208370331, 'avg_acc_mask': 66.70902160101652, 'loss': 1.132856011390686}
{'epoch': 209, 'iter': 40, 'avg_loss': 0.9786122383140936, 'avg_acc_mask': 67.84140969162996, 'loss': 0.997646689414978}
{'epoch': 209, 'iter': 50, 'avg_loss': 0.97726204699161, 'avg_acc_mask': 68.19953234606392, 'loss': 0.7376829385757446}
{'epoch': 209, 'iter': 60, 'avg_loss': 0.9691549920644916, 'avg_acc_mask': 68.47968545216251, 'loss': 0.8215767741203308}
{'epoch': 209, 'iter': 70, 'avg_loss': 0.9660699258387928, 'avg_acc_mask': 68.62194779680046, 'loss': 1.0499759912490845}
{'epoch': 209, 'iter': 80, 'avg_loss': 0.9653184237303557, 'avg_acc_mask': 68.60635696821515, 'loss': 0.8905324935913086}
{'epoch': 209, 'iter': 90, 'avg_loss': 0.9692398676505456, 'avg_acc_mask': 68.782722513089, 'loss': 0.8051652312278748}
{'epoch': 209, 'iter': 100, 'avg_loss': 0.973561428561069, 'avg_acc_mask': 68.42627505457432, 'loss': 0.7509022355079651}
{'epoch': 209, 'iter': 110, 'avg_loss': 0.9780863818821607, 'avg_acc_mask': 68.39080459770115, 'loss': 1.2476232051849365}
{'epoch': 209, 'iter': 120, 'avg_loss': 0.9805760196417816, 'avg_acc_mask': 68.31617402856193, 'loss': 1.095730185508728}
{'epoch': 209, 'iter': 130, 'avg_loss': 0.9897652250209837, 'avg_acc_mask': 67.88186432856483, 'loss': 1.2503900527954102}
{'epoch': 209, 'iter': 140, 'avg_loss': 0.9966443278265338, 'avg_acc_mask': 67.76871332474596, 'loss': 1.236572265625}
{'epoch': 209, 'iter': 150, 'avg_loss': 0.993260954389509, 'avg_acc_mask': 67.86147419485245, 'loss': 1.2400072813034058}
{'epoch': 209, 'iter': 160, 'avg_loss': 0.9943881020042467, 'avg_acc_mask': 67.76838652705942, 'loss': 0.909796953201294}
{'epoch': 209, 'iter': 170, 'avg_loss': 0.9960765078750967, 'avg_acc_mask': 67.90973871733966, 'loss': 1.0727672576904297}
{'epoch': 209, 'iter': 180, 'avg_loss': 1.0015046507614094, 'avg_acc_mask': 67.85995722165936, 'loss': 1.3314491510391235}
{'epoch': 209, 'iter': 190, 'avg_loss': 0.9998529466034854, 'avg_acc_mask': 67.94350524288465, 'loss': 0.927857518196106}
{'epoch': 209, 'iter': 200, 'avg_loss': 1.0042379649717417, 'avg_acc_mask': 67.76415763347178, 'loss': 0.7477777004241943}
{'epoch': 209, 'iter': 210, 'avg_loss': 1.007097517992083, 'avg_acc_mask': 67.63397175469143, 'loss': 1.4816138744354248}
{'epoch': 209, 'iter': 220, 'avg_loss': 1.0038498335294594, 'avg_acc_mask': 67.63896532746286, 'loss': 0.9546886682510376}
{'epoch': 209, 'iter': 230, 'avg_loss': 0.9966256275321498, 'avg_acc_mask': 67.85399400458473, 'loss': 0.8547046780586243}
{'epoch': 209, 'iter': 240, 'avg_loss': 0.9946291555507549, 'avg_acc_mask': 67.93828416412343, 'loss': 0.8415333032608032}
{'epoch': 209, 'iter': 250, 'avg_loss': 0.9930623919365416, 'avg_acc_mask': 67.97306069457967, 'loss': 0.9268819689750671}
{'epoch': 209, 'iter': 260, 'avg_loss': 0.990624059434138, 'avg_acc_mask': 68.02121519382264, 'loss': 0.9488905668258667}
{'epoch': 209, 'iter': 270, 'avg_loss': 0.994523699213218, 'avg_acc_mask': 67.94775559225342, 'loss': 1.1211153268814087}
{'epoch': 209, 'iter': 280, 'avg_loss': 0.9951046401919843, 'avg_acc_mask': 67.95716043129025, 'loss': 0.8950054049491882}
{'epoch': 209, 'iter': 290, 'avg_loss': 0.9924176579078858, 'avg_acc_mask': 67.9739932885906, 'loss': 1.3899693489074707}
{'epoch': 209, 'iter': 300, 'avg_loss': 0.9902479537697726, 'avg_acc_mask': 68.07718348002709, 'loss': 1.3893402814865112}
{'epoch': 209, 'iter': 310, 'avg_loss': 0.991609359477494, 'avg_acc_mask': 68.09498887871254, 'loss': 1.3255561590194702}
{'epoch': 209, 'iter': 320, 'avg_loss': 0.990021980625818, 'avg_acc_mask': 68.18326439707286, 'loss': 1.0329557657241821}
{'epoch': 209, 'iter': 330, 'avg_loss': 0.9879071129052661, 'avg_acc_mask': 68.2433685772584, 'loss': 0.8120373487472534}
{'epoch': 209, 'iter': 340, 'avg_loss': 0.984932935832183, 'avg_acc_mask': 68.3346317492659, 'loss': 0.6258537173271179}
{'epoch': 209, 'iter': 350, 'avg_loss': 0.9833291414116863, 'avg_acc_mask': 68.4247252427749, 'loss': 0.7886903882026672}
{'epoch': 209, 'iter': 360, 'avg_loss': 0.9824905686101094, 'avg_acc_mask': 68.46745027124774, 'loss': 0.8787741661071777}
{'epoch': 209, 'iter': 370, 'avg_loss': 0.9804998438634641, 'avg_acc_mask': 68.49540981804189, 'loss': 1.0819413661956787}
{'epoch': 209, 'iter': 380, 'avg_loss': 0.9798160991643671, 'avg_acc_mask': 68.50958962820101, 'loss': 1.186564564704895}
{'epoch': 209, 'iter': 390, 'avg_loss': 0.9781959471495255, 'avg_acc_mask': 68.55546271151034, 'loss': 0.9875147342681885}
{'epoch': 'EP209_test', 'avg_loss': 0.9780539817581273, 'total_masked_acc': 68.53793317151268}
{'epoch': 210, 'iter': 0, 'avg_loss': 0.9837070107460022, 'avg_acc_mask': 67.85714285714286, 'loss': 0.9837070107460022}
{'epoch': 210, 'iter': 10, 'avg_loss': 1.005666727369482, 'avg_acc_mask': 68.84057971014492, 'loss': 1.0313907861709595}
{'epoch': 210, 'iter': 20, 'avg_loss': 0.9682327310244242, 'avg_acc_mask': 68.30917874396135, 'loss': 0.7047085165977478}
{'epoch': 210, 'iter': 30, 'avg_loss': 0.9614684389483544, 'avg_acc_mask': 68.41759684832567, 'loss': 0.8608067631721497}
{'epoch': 210, 'iter': 40, 'avg_loss': 0.9320203531079176, 'avg_acc_mask': 68.94977168949772, 'loss': 0.9007136821746826}
{'epoch': 210, 'iter': 50, 'avg_loss': 0.9222694612016865, 'avg_acc_mask': 69.24929747089521, 'loss': 0.8125629425048828}
{'epoch': 210, 'iter': 60, 'avg_loss': 0.9377749210498372, 'avg_acc_mask': 69.18388079918726, 'loss': 1.0020629167556763}
{'epoch': 210, 'iter': 70, 'avg_loss': 0.9410616839435738, 'avg_acc_mask': 69.47004608294931, 'loss': 1.0710049867630005}
{'epoch': 210, 'iter': 80, 'avg_loss': 0.9505382003607573, 'avg_acc_mask': 69.27756653992395, 'loss': 1.02579927444458}
{'epoch': 210, 'iter': 90, 'avg_loss': 0.9543212724255992, 'avg_acc_mask': 69.24629878869449, 'loss': 0.9100708365440369}
{'epoch': 210, 'iter': 100, 'avg_loss': 0.957657498298305, 'avg_acc_mask': 69.34889434889435, 'loss': 0.8681691288948059}
{'epoch': 210, 'iter': 110, 'avg_loss': 0.9679182177191382, 'avg_acc_mask': 69.03430275913497, 'loss': 1.5092344284057617}
{'epoch': 210, 'iter': 120, 'avg_loss': 0.9618058795771323, 'avg_acc_mask': 69.37478529714875, 'loss': 1.0914281606674194}
{'epoch': 210, 'iter': 130, 'avg_loss': 0.9595751043494422, 'avg_acc_mask': 69.2429022082019, 'loss': 1.1743714809417725}
{'epoch': 210, 'iter': 140, 'avg_loss': 0.9630729014991869, 'avg_acc_mask': 69.08262275801235, 'loss': 0.9636020064353943}
{'epoch': 210, 'iter': 150, 'avg_loss': 0.9665719424651948, 'avg_acc_mask': 68.94469603403321, 'loss': 1.1841222047805786}
{'epoch': 210, 'iter': 160, 'avg_loss': 0.9669797239096268, 'avg_acc_mask': 69.0761499806726, 'loss': 0.9934900999069214}
{'epoch': 210, 'iter': 170, 'avg_loss': 0.9678389865752549, 'avg_acc_mask': 68.89934829833454, 'loss': 0.8729426860809326}
{'epoch': 210, 'iter': 180, 'avg_loss': 0.9669830226107855, 'avg_acc_mask': 68.91753165278887, 'loss': 1.3418018817901611}
{'epoch': 210, 'iter': 190, 'avg_loss': 0.9653007862455558, 'avg_acc_mask': 68.97113088777947, 'loss': 0.9723849296569824}
{'epoch': 210, 'iter': 200, 'avg_loss': 0.9712760009575839, 'avg_acc_mask': 68.97509775674007, 'loss': 1.1106818914413452}
{'epoch': 210, 'iter': 210, 'avg_loss': 0.9729604901860676, 'avg_acc_mask': 68.97702729236207, 'loss': 0.8817546367645264}
{'epoch': 210, 'iter': 220, 'avg_loss': 0.9761088471606846, 'avg_acc_mask': 68.75464684014871, 'loss': 1.0496251583099365}
{'epoch': 210, 'iter': 230, 'avg_loss': 0.9676586793356644, 'avg_acc_mask': 68.97842752718844, 'loss': 0.826033353805542}
{'epoch': 210, 'iter': 240, 'avg_loss': 0.9674907031148301, 'avg_acc_mask': 69.01070663811562, 'loss': 0.8840537071228027}
{'epoch': 210, 'iter': 250, 'avg_loss': 0.9706892374739704, 'avg_acc_mask': 69.01385224274406, 'loss': 1.1022987365722656}
{'epoch': 210, 'iter': 260, 'avg_loss': 0.9702360969165276, 'avg_acc_mask': 69.04289905637935, 'loss': 0.6386560201644897}
{'epoch': 210, 'iter': 270, 'avg_loss': 0.9713208524723335, 'avg_acc_mask': 68.97367417016406, 'loss': 0.6436797380447388}
{'epoch': 210, 'iter': 280, 'avg_loss': 0.9749752909899606, 'avg_acc_mask': 68.88708965111144, 'loss': 0.857246994972229}
{'epoch': 210, 'iter': 290, 'avg_loss': 0.9707764226341575, 'avg_acc_mask': 69.0020627356142, 'loss': 0.7605051398277283}
{'epoch': 210, 'iter': 300, 'avg_loss': 0.9694743628715756, 'avg_acc_mask': 68.98403083700441, 'loss': 1.0132111310958862}
{'epoch': 210, 'iter': 310, 'avg_loss': 0.9669091541475805, 'avg_acc_mask': 69.1450553823705, 'loss': 0.8697811961174011}
{'epoch': 210, 'iter': 320, 'avg_loss': 0.9647287575069617, 'avg_acc_mask': 69.28658575740063, 'loss': 0.6546216607093811}
{'epoch': 210, 'iter': 330, 'avg_loss': 0.96705721863447, 'avg_acc_mask': 69.22550544323484, 'loss': 0.9084320068359375}
{'epoch': 210, 'iter': 340, 'avg_loss': 0.9643055952189605, 'avg_acc_mask': 69.3170173006209, 'loss': 0.7977537512779236}
{'epoch': 210, 'iter': 350, 'avg_loss': 0.964115339636463, 'avg_acc_mask': 69.31437635861583, 'loss': 0.7636334300041199}
{'epoch': 210, 'iter': 360, 'avg_loss': 0.9647365503033772, 'avg_acc_mask': 69.28126962379403, 'loss': 0.7966271638870239}
{'epoch': 210, 'iter': 370, 'avg_loss': 0.9613621205975104, 'avg_acc_mask': 69.38582852065748, 'loss': 1.0969207286834717}
{'epoch': 210, 'iter': 380, 'avg_loss': 0.961381588082301, 'avg_acc_mask': 69.32333261385712, 'loss': 0.982915461063385}
{'epoch': 210, 'iter': 390, 'avg_loss': 0.9616317832866288, 'avg_acc_mask': 69.28931345790468, 'loss': 1.068812370300293}
{'epoch': 'EP210_test', 'avg_loss': 0.9604938689506415, 'total_masked_acc': 69.3277965221905}
{'epoch': 211, 'iter': 0, 'avg_loss': 0.6976578831672668, 'avg_acc_mask': 68.62745098039215, 'loss': 0.6976578831672668}
{'epoch': 211, 'iter': 10, 'avg_loss': 1.0076728950847278, 'avg_acc_mask': 66.60516605166052, 'loss': 1.088810682296753}
{'epoch': 211, 'iter': 20, 'avg_loss': 0.9482324762003762, 'avg_acc_mask': 69.02485659655831, 'loss': 1.0414822101593018}
{'epoch': 211, 'iter': 30, 'avg_loss': 0.9501372335418579, 'avg_acc_mask': 69.5194206714944, 'loss': 1.155247449874878}
{'epoch': 211, 'iter': 40, 'avg_loss': 0.9715849430095859, 'avg_acc_mask': 69.32668329177058, 'loss': 1.2178345918655396}
{'epoch': 211, 'iter': 50, 'avg_loss': 0.9627266181450264, 'avg_acc_mask': 69.19660880096892, 'loss': 1.00668203830719}
{'epoch': 211, 'iter': 60, 'avg_loss': 0.9573798878271071, 'avg_acc_mask': 69.52965235173824, 'loss': 1.1452407836914062}
{'epoch': 211, 'iter': 70, 'avg_loss': 0.9583805627386335, 'avg_acc_mask': 69.27262313860251, 'loss': 1.0403733253479004}
{'epoch': 211, 'iter': 80, 'avg_loss': 0.9691734729725637, 'avg_acc_mask': 69.00599400599401, 'loss': 1.0187277793884277}
{'epoch': 211, 'iter': 90, 'avg_loss': 0.9756220641371968, 'avg_acc_mask': 68.73465744253515, 'loss': 1.1585420370101929}
{'epoch': 211, 'iter': 100, 'avg_loss': 0.9804400822313706, 'avg_acc_mask': 68.46630673865228, 'loss': 0.7100439071655273}
{'epoch': 211, 'iter': 110, 'avg_loss': 0.9817158292542707, 'avg_acc_mask': 68.30502349114565, 'loss': 1.0183287858963013}
{'epoch': 211, 'iter': 120, 'avg_loss': 0.975661578503522, 'avg_acc_mask': 68.49223576557021, 'loss': 0.9568269848823547}
{'epoch': 211, 'iter': 130, 'avg_loss': 0.9712441342932577, 'avg_acc_mask': 68.64406779661016, 'loss': 1.0395097732543945}
{'epoch': 211, 'iter': 140, 'avg_loss': 0.9704749970994098, 'avg_acc_mask': 68.73474077265547, 'loss': 1.1306790113449097}
{'epoch': 211, 'iter': 150, 'avg_loss': 0.9707969231716055, 'avg_acc_mask': 68.73904248145651, 'loss': 1.1245131492614746}
{'epoch': 211, 'iter': 160, 'avg_loss': 0.9727425814045142, 'avg_acc_mask': 68.66523006718215, 'loss': 1.0290248394012451}
{'epoch': 211, 'iter': 170, 'avg_loss': 0.9737455163434235, 'avg_acc_mask': 68.60423394330822, 'loss': 1.0502185821533203}
{'epoch': 211, 'iter': 180, 'avg_loss': 0.9790906647621598, 'avg_acc_mask': 68.50260122144311, 'loss': 1.3184688091278076}
{'epoch': 211, 'iter': 190, 'avg_loss': 0.9708868060748614, 'avg_acc_mask': 68.70631250672116, 'loss': 0.7831175923347473}
{'epoch': 211, 'iter': 200, 'avg_loss': 0.9706243171324185, 'avg_acc_mask': 68.79803258530586, 'loss': 1.1984295845031738}
{'epoch': 211, 'iter': 210, 'avg_loss': 0.9714915169076332, 'avg_acc_mask': 68.78787878787878, 'loss': 1.151833415031433}
{'epoch': 211, 'iter': 220, 'avg_loss': 0.9709632249709168, 'avg_acc_mask': 68.79531511433352, 'loss': 0.7434912919998169}
{'epoch': 211, 'iter': 230, 'avg_loss': 0.9656330252880658, 'avg_acc_mask': 68.93048128342247, 'loss': 0.9827601313591003}
{'epoch': 211, 'iter': 240, 'avg_loss': 0.9634860201247994, 'avg_acc_mask': 69.01264092927913, 'loss': 0.7094342112541199}
{'epoch': 211, 'iter': 250, 'avg_loss': 0.9655932163099844, 'avg_acc_mask': 68.98189859939389, 'loss': 1.0646060705184937}
{'epoch': 211, 'iter': 260, 'avg_loss': 0.9672093755669064, 'avg_acc_mask': 68.97504737839544, 'loss': 0.9729810357093811}
{'epoch': 211, 'iter': 270, 'avg_loss': 0.9712237820194216, 'avg_acc_mask': 68.90967153284672, 'loss': 1.0654106140136719}
{'epoch': 211, 'iter': 280, 'avg_loss': 0.9726971265896359, 'avg_acc_mask': 68.92208553016988, 'loss': 0.8185558319091797}
{'epoch': 211, 'iter': 290, 'avg_loss': 0.9696885284894111, 'avg_acc_mask': 69.04274108089015, 'loss': 0.8027373552322388}
{'epoch': 211, 'iter': 300, 'avg_loss': 0.9658620582268483, 'avg_acc_mask': 69.09874179431073, 'loss': 0.8060999512672424}
{'epoch': 211, 'iter': 310, 'avg_loss': 0.9684338524602234, 'avg_acc_mask': 69.045730901401, 'loss': 1.195461630821228}
{'epoch': 211, 'iter': 320, 'avg_loss': 0.9667585311091949, 'avg_acc_mask': 69.03478372481068, 'loss': 0.9246178269386292}
{'epoch': 211, 'iter': 330, 'avg_loss': 0.9632544140261106, 'avg_acc_mask': 69.14986308190191, 'loss': 1.1259499788284302}
{'epoch': 211, 'iter': 340, 'avg_loss': 0.9619503125242473, 'avg_acc_mask': 69.18850380388842, 'loss': 0.9265921711921692}
{'epoch': 211, 'iter': 350, 'avg_loss': 0.9636801025296888, 'avg_acc_mask': 69.09591932457786, 'loss': 0.8607134819030762}
{'epoch': 211, 'iter': 360, 'avg_loss': 0.9645269781433644, 'avg_acc_mask': 69.1238464167711, 'loss': 0.9395684599876404}
{'epoch': 211, 'iter': 370, 'avg_loss': 0.964180282425045, 'avg_acc_mask': 69.16680525528022, 'loss': 0.9550787210464478}
{'epoch': 211, 'iter': 380, 'avg_loss': 0.9632812570242744, 'avg_acc_mask': 69.22993902109977, 'loss': 0.8249939680099487}
{'epoch': 211, 'iter': 390, 'avg_loss': 0.9633666699957055, 'avg_acc_mask': 69.19406428608883, 'loss': 1.049820899963379}
{'epoch': 'EP211_test', 'avg_loss': 0.9611119234351196, 'total_masked_acc': 69.25469057738157}
{'epoch': 212, 'iter': 0, 'avg_loss': 0.6716561317443848, 'avg_acc_mask': 77.04918032786885, 'loss': 0.6716561317443848}
{'epoch': 212, 'iter': 10, 'avg_loss': 0.9667851274663751, 'avg_acc_mask': 69.42307692307692, 'loss': 1.2011711597442627}
{'epoch': 212, 'iter': 20, 'avg_loss': 0.9461910582724071, 'avg_acc_mask': 69.78557504873294, 'loss': 0.8895808458328247}
{'epoch': 212, 'iter': 30, 'avg_loss': 0.9446764299946446, 'avg_acc_mask': 69.2871419053964, 'loss': 1.2791696786880493}
{'epoch': 212, 'iter': 40, 'avg_loss': 0.9352374411210781, 'avg_acc_mask': 70.06141248720573, 'loss': 0.7144840955734253}
{'epoch': 212, 'iter': 50, 'avg_loss': 0.9352624194294799, 'avg_acc_mask': 69.83996717275338, 'loss': 0.6485218405723572}
{'epoch': 212, 'iter': 60, 'avg_loss': 0.9410306977444007, 'avg_acc_mask': 69.58904109589041, 'loss': 0.7641084790229797}
{'epoch': 212, 'iter': 70, 'avg_loss': 0.9438911374186126, 'avg_acc_mask': 69.36857562408223, 'loss': 0.8809155225753784}
{'epoch': 212, 'iter': 80, 'avg_loss': 0.9473394619094001, 'avg_acc_mask': 69.27417286483714, 'loss': 0.9969736337661743}
{'epoch': 212, 'iter': 90, 'avg_loss': 0.9483639152495416, 'avg_acc_mask': 69.29223744292237, 'loss': 0.8906112313270569}
{'epoch': 212, 'iter': 100, 'avg_loss': 0.9375640277815337, 'avg_acc_mask': 69.81945014361919, 'loss': 0.6034281253814697}
{'epoch': 212, 'iter': 110, 'avg_loss': 0.9493616926777471, 'avg_acc_mask': 69.63788300835655, 'loss': 1.1734325885772705}
{'epoch': 212, 'iter': 120, 'avg_loss': 0.9520627555768352, 'avg_acc_mask': 69.66081472643599, 'loss': 0.9783602356910706}
{'epoch': 212, 'iter': 130, 'avg_loss': 0.9581489694937495, 'avg_acc_mask': 69.71275252525253, 'loss': 1.1590992212295532}
{'epoch': 212, 'iter': 140, 'avg_loss': 0.9589935038106662, 'avg_acc_mask': 69.72356296621325, 'loss': 1.1076548099517822}
{'epoch': 212, 'iter': 150, 'avg_loss': 0.9629224096702425, 'avg_acc_mask': 69.47237911558067, 'loss': 1.289921760559082}
{'epoch': 212, 'iter': 160, 'avg_loss': 0.9639529793158822, 'avg_acc_mask': 69.3385214007782, 'loss': 0.6837953925132751}
{'epoch': 212, 'iter': 170, 'avg_loss': 0.9656705434559382, 'avg_acc_mask': 69.39890710382514, 'loss': 1.0528048276901245}
{'epoch': 212, 'iter': 180, 'avg_loss': 0.9711861607119523, 'avg_acc_mask': 69.17232646483251, 'loss': 0.9025601148605347}
{'epoch': 212, 'iter': 190, 'avg_loss': 0.9715438272940551, 'avg_acc_mask': 69.09230600373175, 'loss': 0.8132295608520508}
{'epoch': 212, 'iter': 200, 'avg_loss': 0.9745405440899864, 'avg_acc_mask': 68.97593499322846, 'loss': 1.3529038429260254}
{'epoch': 212, 'iter': 210, 'avg_loss': 0.9781484420265631, 'avg_acc_mask': 68.89396346306592, 'loss': 1.1273609399795532}
{'epoch': 212, 'iter': 220, 'avg_loss': 0.9828710914736959, 'avg_acc_mask': 68.48862456339091, 'loss': 1.271474838256836}
{'epoch': 212, 'iter': 230, 'avg_loss': 0.9805755780372785, 'avg_acc_mask': 68.62514688601645, 'loss': 0.6642561554908752}
{'epoch': 212, 'iter': 240, 'avg_loss': 0.9829113273205105, 'avg_acc_mask': 68.54817764695697, 'loss': 0.8584627509117126}
{'epoch': 212, 'iter': 250, 'avg_loss': 0.9813179425984265, 'avg_acc_mask': 68.5643153526971, 'loss': 0.8023253083229065}
{'epoch': 212, 'iter': 260, 'avg_loss': 0.9795600207829384, 'avg_acc_mask': 68.64839018170227, 'loss': 0.5167965292930603}
{'epoch': 212, 'iter': 270, 'avg_loss': 0.9821386018362432, 'avg_acc_mask': 68.4480122324159, 'loss': 0.926774263381958}
{'epoch': 212, 'iter': 280, 'avg_loss': 0.9867404595388637, 'avg_acc_mask': 68.34230117196137, 'loss': 1.0079600811004639}
{'epoch': 212, 'iter': 290, 'avg_loss': 0.9843351883986562, 'avg_acc_mask': 68.3915388983532, 'loss': 0.8090099692344666}
{'epoch': 212, 'iter': 300, 'avg_loss': 0.983080597612945, 'avg_acc_mask': 68.31778265642151, 'loss': 0.8393861651420593}
{'epoch': 212, 'iter': 310, 'avg_loss': 0.9849441833434764, 'avg_acc_mask': 68.29913964262077, 'loss': 1.149686574935913}
{'epoch': 212, 'iter': 320, 'avg_loss': 0.9823561871534567, 'avg_acc_mask': 68.3586704457614, 'loss': 0.9158262610435486}
{'epoch': 212, 'iter': 330, 'avg_loss': 0.9839943811252398, 'avg_acc_mask': 68.40988517224163, 'loss': 1.2352713346481323}
{'epoch': 212, 'iter': 340, 'avg_loss': 0.9846082871610468, 'avg_acc_mask': 68.35151515151516, 'loss': 0.7578925490379333}
{'epoch': 212, 'iter': 350, 'avg_loss': 0.9828978051826824, 'avg_acc_mask': 68.38846630107908, 'loss': 0.8510372638702393}
{'epoch': 212, 'iter': 360, 'avg_loss': 0.9844942048315857, 'avg_acc_mask': 68.26697221426525, 'loss': 0.8689224123954773}
{'epoch': 212, 'iter': 370, 'avg_loss': 0.9803420408074104, 'avg_acc_mask': 68.38914228501501, 'loss': 0.9725462198257446}
{'epoch': 212, 'iter': 380, 'avg_loss': 0.980015747816231, 'avg_acc_mask': 68.43157382894807, 'loss': 0.7957393527030945}
{'epoch': 212, 'iter': 390, 'avg_loss': 0.9780679826846208, 'avg_acc_mask': 68.51988217967599, 'loss': 0.972173810005188}
{'epoch': 'EP212_test', 'avg_loss': 0.9755195208420657, 'total_masked_acc': 68.56251624642579}
{'epoch': 213, 'iter': 0, 'avg_loss': 0.8636574745178223, 'avg_acc_mask': 72.0, 'loss': 0.8636574745178223}
{'epoch': 213, 'iter': 10, 'avg_loss': 1.0881862261078574, 'avg_acc_mask': 62.96296296296296, 'loss': 1.3817225694656372}
{'epoch': 213, 'iter': 20, 'avg_loss': 0.9921404790310633, 'avg_acc_mask': 67.43718592964824, 'loss': 1.0013986825942993}
{'epoch': 213, 'iter': 30, 'avg_loss': 0.9629318877573936, 'avg_acc_mask': 68.57532379004772, 'loss': 1.037892460823059}
{'epoch': 213, 'iter': 40, 'avg_loss': 0.9675912326428948, 'avg_acc_mask': 68.84210526315789, 'loss': 1.411971092224121}
{'epoch': 213, 'iter': 50, 'avg_loss': 0.9709059239602557, 'avg_acc_mask': 68.8981288981289, 'loss': 0.9114871621131897}
{'epoch': 213, 'iter': 60, 'avg_loss': 0.9825224949688208, 'avg_acc_mask': 68.58819468415602, 'loss': 1.3259955644607544}
{'epoch': 213, 'iter': 70, 'avg_loss': 0.9639490695906358, 'avg_acc_mask': 69.00826446280992, 'loss': 0.7938636541366577}
{'epoch': 213, 'iter': 80, 'avg_loss': 0.9648130433059033, 'avg_acc_mask': 68.96110542476971, 'loss': 1.0905053615570068}
{'epoch': 213, 'iter': 90, 'avg_loss': 0.9693953827187255, 'avg_acc_mask': 68.86035313001605, 'loss': 1.0062775611877441}
{'epoch': 213, 'iter': 100, 'avg_loss': 0.9780614913100063, 'avg_acc_mask': 68.7153134635149, 'loss': 0.5565598011016846}
{'epoch': 213, 'iter': 110, 'avg_loss': 0.9800778181703241, 'avg_acc_mask': 68.84572282405678, 'loss': 1.1998817920684814}
{'epoch': 213, 'iter': 120, 'avg_loss': 0.9749636773235542, 'avg_acc_mask': 68.80151098901099, 'loss': 0.9444720149040222}
{'epoch': 213, 'iter': 130, 'avg_loss': 0.9815555542479945, 'avg_acc_mask': 68.82749960759692, 'loss': 0.9578474164009094}
{'epoch': 213, 'iter': 140, 'avg_loss': 0.9852391096717077, 'avg_acc_mask': 68.51932895696572, 'loss': 1.0973681211471558}
{'epoch': 213, 'iter': 150, 'avg_loss': 0.9835402199764125, 'avg_acc_mask': 68.47337600435789, 'loss': 1.0140185356140137}
{'epoch': 213, 'iter': 160, 'avg_loss': 0.9894973483885298, 'avg_acc_mask': 68.35150737652341, 'loss': 0.9292498826980591}
{'epoch': 213, 'iter': 170, 'avg_loss': 0.9889909356658222, 'avg_acc_mask': 68.33836858006043, 'loss': 1.1972613334655762}
{'epoch': 213, 'iter': 180, 'avg_loss': 0.9930673037444689, 'avg_acc_mask': 68.28234215652571, 'loss': 1.2869586944580078}
{'epoch': 213, 'iter': 190, 'avg_loss': 0.9898394605252131, 'avg_acc_mask': 68.32589042587954, 'loss': 0.9270288348197937}
{'epoch': 213, 'iter': 200, 'avg_loss': 0.9861956781415797, 'avg_acc_mask': 68.42867487328023, 'loss': 0.8638356328010559}
{'epoch': 213, 'iter': 210, 'avg_loss': 0.987733870603462, 'avg_acc_mask': 68.5047929637316, 'loss': 1.0636123418807983}
{'epoch': 213, 'iter': 220, 'avg_loss': 0.9889461479035977, 'avg_acc_mask': 68.33832335329342, 'loss': 0.8232621550559998}
{'epoch': 213, 'iter': 230, 'avg_loss': 0.9881146937221675, 'avg_acc_mask': 68.32928911656332, 'loss': 1.4319572448730469}
{'epoch': 213, 'iter': 240, 'avg_loss': 0.9877968692680612, 'avg_acc_mask': 68.28807150223444, 'loss': 1.0618548393249512}
{'epoch': 213, 'iter': 250, 'avg_loss': 0.9875402645285861, 'avg_acc_mask': 68.30176193233518, 'loss': 0.9753808975219727}
{'epoch': 213, 'iter': 260, 'avg_loss': 0.987843161455973, 'avg_acc_mask': 68.24174078780177, 'loss': 0.7213089466094971}
{'epoch': 213, 'iter': 270, 'avg_loss': 0.9883732128187299, 'avg_acc_mask': 68.15612587839902, 'loss': 1.315557599067688}
{'epoch': 213, 'iter': 280, 'avg_loss': 0.9899240964460203, 'avg_acc_mask': 68.07508281192491, 'loss': 1.236900806427002}
{'epoch': 213, 'iter': 290, 'avg_loss': 0.9867355877795989, 'avg_acc_mask': 68.18924486751439, 'loss': 0.6631718277931213}
{'epoch': 213, 'iter': 300, 'avg_loss': 0.9820099503692995, 'avg_acc_mask': 68.37830396475772, 'loss': 1.1010104417800903}
{'epoch': 213, 'iter': 310, 'avg_loss': 0.9831375597565887, 'avg_acc_mask': 68.43328684332869, 'loss': 1.116389274597168}
{'epoch': 213, 'iter': 320, 'avg_loss': 0.9802810125447508, 'avg_acc_mask': 68.54578328813122, 'loss': 0.8643996715545654}
{'epoch': 213, 'iter': 330, 'avg_loss': 0.983307395906967, 'avg_acc_mask': 68.47663084228944, 'loss': 0.9344748258590698}
{'epoch': 213, 'iter': 340, 'avg_loss': 0.9813450037384313, 'avg_acc_mask': 68.48345532635655, 'loss': 1.0655183792114258}
{'epoch': 213, 'iter': 350, 'avg_loss': 0.9816502610332946, 'avg_acc_mask': 68.38770241727295, 'loss': 0.8632487058639526}
{'epoch': 213, 'iter': 360, 'avg_loss': 0.9814417871576927, 'avg_acc_mask': 68.41955332725615, 'loss': 0.7967038154602051}
{'epoch': 213, 'iter': 370, 'avg_loss': 0.978073380305118, 'avg_acc_mask': 68.49581090828386, 'loss': 0.9306843280792236}
{'epoch': 213, 'iter': 380, 'avg_loss': 0.9761716006152587, 'avg_acc_mask': 68.5612211757064, 'loss': 0.6103487610816956}
{'epoch': 213, 'iter': 390, 'avg_loss': 0.9766401725504404, 'avg_acc_mask': 68.50546907867059, 'loss': 1.1200286149978638}
{'epoch': 'EP213_test', 'avg_loss': 0.9774245463988998, 'total_masked_acc': 68.51052768390954}
{'epoch': 214, 'iter': 0, 'avg_loss': 1.0163851976394653, 'avg_acc_mask': 69.56521739130434, 'loss': 1.0163851976394653}
{'epoch': 214, 'iter': 10, 'avg_loss': 0.9752074913545088, 'avg_acc_mask': 68.62385321100918, 'loss': 1.1955803632736206}
{'epoch': 214, 'iter': 20, 'avg_loss': 0.9892927096003578, 'avg_acc_mask': 69.2822966507177, 'loss': 0.8721325993537903}
{'epoch': 214, 'iter': 30, 'avg_loss': 0.9734710243440443, 'avg_acc_mask': 69.24083769633508, 'loss': 0.8381727337837219}
{'epoch': 214, 'iter': 40, 'avg_loss': 0.9649577504251061, 'avg_acc_mask': 70.22670025188917, 'loss': 0.9171956777572632}
{'epoch': 214, 'iter': 50, 'avg_loss': 0.9549780078962737, 'avg_acc_mask': 70.64220183486239, 'loss': 0.8811737298965454}
{'epoch': 214, 'iter': 60, 'avg_loss': 0.9546895437553281, 'avg_acc_mask': 70.55276381909547, 'loss': 0.8921993374824524}
{'epoch': 214, 'iter': 70, 'avg_loss': 0.9522264205234151, 'avg_acc_mask': 70.33560864618885, 'loss': 1.1844966411590576}
{'epoch': 214, 'iter': 80, 'avg_loss': 0.9526083403163486, 'avg_acc_mask': 70.31917567227947, 'loss': 1.292352318763733}
{'epoch': 214, 'iter': 90, 'avg_loss': 0.9478300488912142, 'avg_acc_mask': 70.45252883762201, 'loss': 0.9775850176811218}
{'epoch': 214, 'iter': 100, 'avg_loss': 0.9562970995903015, 'avg_acc_mask': 70.01806140878989, 'loss': 0.8925921320915222}
{'epoch': 214, 'iter': 110, 'avg_loss': 0.9539319029799452, 'avg_acc_mask': 70.0036469730124, 'loss': 1.1229472160339355}
{'epoch': 214, 'iter': 120, 'avg_loss': 0.9580547922898915, 'avg_acc_mask': 69.81258366800536, 'loss': 1.2439554929733276}
{'epoch': 214, 'iter': 130, 'avg_loss': 0.9560344032658875, 'avg_acc_mask': 70.01388246182323, 'loss': 1.3388671875}
{'epoch': 214, 'iter': 140, 'avg_loss': 0.9527042203761161, 'avg_acc_mask': 70.01004448270915, 'loss': 0.9045695662498474}
{'epoch': 214, 'iter': 150, 'avg_loss': 0.9570115824408879, 'avg_acc_mask': 69.75963475224923, 'loss': 1.082802653312683}
{'epoch': 214, 'iter': 160, 'avg_loss': 0.9606454935133087, 'avg_acc_mask': 69.76393771973882, 'loss': 1.0553791522979736}
{'epoch': 214, 'iter': 170, 'avg_loss': 0.9701210284790798, 'avg_acc_mask': 69.21431118507073, 'loss': 1.597080945968628}
{'epoch': 214, 'iter': 180, 'avg_loss': 0.9744199547319781, 'avg_acc_mask': 69.07472106390172, 'loss': 1.0855391025543213}
{'epoch': 214, 'iter': 190, 'avg_loss': 0.9713183653916364, 'avg_acc_mask': 68.99582038366735, 'loss': 0.8265841007232666}
{'epoch': 214, 'iter': 200, 'avg_loss': 0.9708717106586665, 'avg_acc_mask': 68.9922480620155, 'loss': 0.8759400248527527}
{'epoch': 214, 'iter': 210, 'avg_loss': 0.9748717150981957, 'avg_acc_mask': 68.81490827914199, 'loss': 1.0281656980514526}
{'epoch': 214, 'iter': 220, 'avg_loss': 0.972564569695503, 'avg_acc_mask': 68.96265560165975, 'loss': 1.1201403141021729}
{'epoch': 214, 'iter': 230, 'avg_loss': 0.9672346676324869, 'avg_acc_mask': 69.12739810803642, 'loss': 0.8469615578651428}
{'epoch': 214, 'iter': 240, 'avg_loss': 0.9642168494922986, 'avg_acc_mask': 69.26142626982109, 'loss': 1.0001243352890015}
{'epoch': 214, 'iter': 250, 'avg_loss': 0.9644066877811553, 'avg_acc_mask': 69.28152492668622, 'loss': 1.0292582511901855}
{'epoch': 214, 'iter': 260, 'avg_loss': 0.9643140635042812, 'avg_acc_mask': 69.29356357927786, 'loss': 0.9463188052177429}
{'epoch': 214, 'iter': 270, 'avg_loss': 0.9663183839778619, 'avg_acc_mask': 69.14716981132075, 'loss': 0.7749757766723633}
{'epoch': 214, 'iter': 280, 'avg_loss': 0.966920901766027, 'avg_acc_mask': 69.22124280614847, 'loss': 0.9230508804321289}
{'epoch': 214, 'iter': 290, 'avg_loss': 0.9641757944400368, 'avg_acc_mask': 69.19078392806969, 'loss': 0.9938788414001465}
{'epoch': 214, 'iter': 300, 'avg_loss': 0.96084629786371, 'avg_acc_mask': 69.31756389342034, 'loss': 1.0241458415985107}
{'epoch': 214, 'iter': 310, 'avg_loss': 0.9617609637534886, 'avg_acc_mask': 69.32773109243698, 'loss': 1.1955677270889282}
{'epoch': 214, 'iter': 320, 'avg_loss': 0.9612771572539368, 'avg_acc_mask': 69.34362441793711, 'loss': 0.897921085357666}
{'epoch': 214, 'iter': 330, 'avg_loss': 0.9613282166398904, 'avg_acc_mask': 69.35344294721226, 'loss': 1.1536774635314941}
{'epoch': 214, 'iter': 340, 'avg_loss': 0.9631332832871994, 'avg_acc_mask': 69.20541706615532, 'loss': 0.8524843454360962}
{'epoch': 214, 'iter': 350, 'avg_loss': 0.9640865335267493, 'avg_acc_mask': 69.13235636194463, 'loss': 0.8611661791801453}
{'epoch': 214, 'iter': 360, 'avg_loss': 0.9664907509105027, 'avg_acc_mask': 69.05837190922435, 'loss': 0.9403555393218994}
{'epoch': 214, 'iter': 370, 'avg_loss': 0.9639952932245969, 'avg_acc_mask': 69.11764705882352, 'loss': 0.9339417815208435}
{'epoch': 214, 'iter': 380, 'avg_loss': 0.9637213572273104, 'avg_acc_mask': 69.107295221843, 'loss': 0.9952147603034973}
{'epoch': 214, 'iter': 390, 'avg_loss': 0.962420651141335, 'avg_acc_mask': 69.17293233082707, 'loss': 0.9107869267463684}
{'epoch': 'EP214_test', 'avg_loss': 0.9622829364556255, 'total_masked_acc': 69.16414697893713}
{'epoch': 215, 'iter': 0, 'avg_loss': 0.5746233463287354, 'avg_acc_mask': 81.08108108108108, 'loss': 0.5746233463287354}
{'epoch': 215, 'iter': 10, 'avg_loss': 0.9699094620617953, 'avg_acc_mask': 69.49458483754512, 'loss': 1.169108271598816}
{'epoch': 215, 'iter': 20, 'avg_loss': 0.9151049710455395, 'avg_acc_mask': 71.40096618357488, 'loss': 0.8482600450515747}
{'epoch': 215, 'iter': 30, 'avg_loss': 0.9161802837925572, 'avg_acc_mask': 70.63389391979301, 'loss': 1.0150963068008423}
{'epoch': 215, 'iter': 40, 'avg_loss': 0.9473473996650882, 'avg_acc_mask': 69.7224975222993, 'loss': 1.0932729244232178}
{'epoch': 215, 'iter': 50, 'avg_loss': 0.956635316212972, 'avg_acc_mask': 69.58433253397283, 'loss': 0.5997129678726196}
{'epoch': 215, 'iter': 60, 'avg_loss': 0.966406132354111, 'avg_acc_mask': 69.47227788911155, 'loss': 0.9185837507247925}
{'epoch': 215, 'iter': 70, 'avg_loss': 0.9678253279605382, 'avg_acc_mask': 69.25035360678925, 'loss': 0.9947171807289124}
{'epoch': 215, 'iter': 80, 'avg_loss': 0.952461239732342, 'avg_acc_mask': 69.55871353777113, 'loss': 0.737278163433075}
{'epoch': 215, 'iter': 90, 'avg_loss': 0.9539529779455164, 'avg_acc_mask': 69.41412341278681, 'loss': 0.9488011002540588}
{'epoch': 215, 'iter': 100, 'avg_loss': 0.9521381571741387, 'avg_acc_mask': 69.42315449778135, 'loss': 0.6908046007156372}
{'epoch': 215, 'iter': 110, 'avg_loss': 0.958969995782182, 'avg_acc_mask': 69.27589367552704, 'loss': 0.8794265985488892}
{'epoch': 215, 'iter': 120, 'avg_loss': 0.9545934313584951, 'avg_acc_mask': 69.37984496124031, 'loss': 0.8097336292266846}
{'epoch': 215, 'iter': 130, 'avg_loss': 0.9563015130639986, 'avg_acc_mask': 69.30340557275542, 'loss': 1.3535242080688477}
{'epoch': 215, 'iter': 140, 'avg_loss': 0.9632767443115829, 'avg_acc_mask': 69.24852156353671, 'loss': 1.3796989917755127}
{'epoch': 215, 'iter': 150, 'avg_loss': 0.9651579051617755, 'avg_acc_mask': 69.27033978611074, 'loss': 1.1000903844833374}
{'epoch': 215, 'iter': 160, 'avg_loss': 0.9610796974312444, 'avg_acc_mask': 69.34148516112597, 'loss': 0.7194563150405884}
{'epoch': 215, 'iter': 170, 'avg_loss': 0.9640243443829274, 'avg_acc_mask': 69.23352863804854, 'loss': 1.4588077068328857}
{'epoch': 215, 'iter': 180, 'avg_loss': 0.9598264740316907, 'avg_acc_mask': 69.2246835443038, 'loss': 0.8765368461608887}
{'epoch': 215, 'iter': 190, 'avg_loss': 0.9547228913032572, 'avg_acc_mask': 69.35067727370458, 'loss': 1.095178246498108}
{'epoch': 215, 'iter': 200, 'avg_loss': 0.9605384495720934, 'avg_acc_mask': 69.1805951895638, 'loss': 1.1665534973144531}
{'epoch': 215, 'iter': 210, 'avg_loss': 0.958872010357572, 'avg_acc_mask': 69.32789432789433, 'loss': 1.208147406578064}
{'epoch': 215, 'iter': 220, 'avg_loss': 0.9644419448408066, 'avg_acc_mask': 69.15620384047267, 'loss': 1.2349187135696411}
{'epoch': 215, 'iter': 230, 'avg_loss': 0.9634731329364694, 'avg_acc_mask': 69.21509567682494, 'loss': 0.6542375683784485}
{'epoch': 215, 'iter': 240, 'avg_loss': 0.9638945522150063, 'avg_acc_mask': 69.13087760991343, 'loss': 0.888588547706604}
{'epoch': 215, 'iter': 250, 'avg_loss': 0.9645804686850286, 'avg_acc_mask': 69.11788684167618, 'loss': 0.8260177969932556}
{'epoch': 215, 'iter': 260, 'avg_loss': 0.9647206851349023, 'avg_acc_mask': 69.04799247176913, 'loss': 0.7271172404289246}
{'epoch': 215, 'iter': 270, 'avg_loss': 0.9681729828299631, 'avg_acc_mask': 69.0330384818931, 'loss': 0.8428495526313782}
{'epoch': 215, 'iter': 280, 'avg_loss': 0.9682181823296054, 'avg_acc_mask': 69.0825487190716, 'loss': 0.9954500198364258}
{'epoch': 215, 'iter': 290, 'avg_loss': 0.9661523005397049, 'avg_acc_mask': 69.18035097610826, 'loss': 0.8941844701766968}
{'epoch': 215, 'iter': 300, 'avg_loss': 0.9648182150533429, 'avg_acc_mask': 69.21445189544274, 'loss': 0.749815046787262}
{'epoch': 215, 'iter': 310, 'avg_loss': 0.9666671766345524, 'avg_acc_mask': 69.19208628333223, 'loss': 1.3176262378692627}
{'epoch': 215, 'iter': 320, 'avg_loss': 0.962568058960163, 'avg_acc_mask': 69.37226652945716, 'loss': 1.1141854524612427}
{'epoch': 215, 'iter': 330, 'avg_loss': 0.963185419668964, 'avg_acc_mask': 69.27590511860174, 'loss': 0.8728034496307373}
{'epoch': 215, 'iter': 340, 'avg_loss': 0.9628115978059182, 'avg_acc_mask': 69.169241956008, 'loss': 0.844275176525116}
{'epoch': 215, 'iter': 350, 'avg_loss': 0.9617108453033317, 'avg_acc_mask': 69.20270667843484, 'loss': 0.6564525961875916}
{'epoch': 215, 'iter': 360, 'avg_loss': 0.9608301834056252, 'avg_acc_mask': 69.25405528901074, 'loss': 0.6056510806083679}
{'epoch': 215, 'iter': 370, 'avg_loss': 0.958178844413346, 'avg_acc_mask': 69.32933932434682, 'loss': 0.952048659324646}
{'epoch': 215, 'iter': 380, 'avg_loss': 0.9579523068087621, 'avg_acc_mask': 69.2769130998703, 'loss': 0.6961402893066406}
{'epoch': 215, 'iter': 390, 'avg_loss': 0.9582633973692384, 'avg_acc_mask': 69.27919420837267, 'loss': 0.7521404027938843}
{'epoch': 'EP215_test', 'avg_loss': 0.9562136271987298, 'total_masked_acc': 69.30739299610894}
{'epoch': 216, 'iter': 0, 'avg_loss': 0.9840074181556702, 'avg_acc_mask': 68.0, 'loss': 0.9840074181556702}
{'epoch': 216, 'iter': 10, 'avg_loss': 1.0083845528689297, 'avg_acc_mask': 65.17690875232775, 'loss': 1.4205764532089233}
{'epoch': 216, 'iter': 20, 'avg_loss': 1.003724353654044, 'avg_acc_mask': 67.66635426429241, 'loss': 1.1284371614456177}
{'epoch': 216, 'iter': 30, 'avg_loss': 0.9782689232980052, 'avg_acc_mask': 68.69788325849903, 'loss': 1.0291959047317505}
{'epoch': 216, 'iter': 40, 'avg_loss': 0.9572465012713176, 'avg_acc_mask': 69.12718204488777, 'loss': 1.1767054796218872}
{'epoch': 216, 'iter': 50, 'avg_loss': 0.9611624175427007, 'avg_acc_mask': 68.95463510848127, 'loss': 0.8926481604576111}
{'epoch': 216, 'iter': 60, 'avg_loss': 0.9579740557514254, 'avg_acc_mask': 68.87704098633789, 'loss': 1.0105682611465454}
{'epoch': 216, 'iter': 70, 'avg_loss': 0.9603784235430436, 'avg_acc_mask': 68.68600682593856, 'loss': 1.4013115167617798}
{'epoch': 216, 'iter': 80, 'avg_loss': 0.9679231820283113, 'avg_acc_mask': 68.23852295409182, 'loss': 1.4011790752410889}
{'epoch': 216, 'iter': 90, 'avg_loss': 0.9712555473977393, 'avg_acc_mask': 68.34564584732483, 'loss': 0.9497318267822266}
{'epoch': 216, 'iter': 100, 'avg_loss': 0.9671325240985001, 'avg_acc_mask': 68.58121725110843, 'loss': 0.6916635036468506}
{'epoch': 216, 'iter': 110, 'avg_loss': 0.9689413486300288, 'avg_acc_mask': 68.53211009174312, 'loss': 1.100631594657898}
{'epoch': 216, 'iter': 120, 'avg_loss': 0.9736631793424118, 'avg_acc_mask': 68.57674104124408, 'loss': 0.9981867074966431}
{'epoch': 216, 'iter': 130, 'avg_loss': 0.9730582505692053, 'avg_acc_mask': 68.45606435643565, 'loss': 0.931557297706604}
{'epoch': 216, 'iter': 140, 'avg_loss': 0.9752963426265311, 'avg_acc_mask': 68.25419595466936, 'loss': 1.0347357988357544}
{'epoch': 216, 'iter': 150, 'avg_loss': 0.9749484524032138, 'avg_acc_mask': 68.26897470039947, 'loss': 1.295706033706665}
{'epoch': 216, 'iter': 160, 'avg_loss': 0.9755790296548642, 'avg_acc_mask': 68.33710123084651, 'loss': 0.9585291743278503}
{'epoch': 216, 'iter': 170, 'avg_loss': 0.9777475951010721, 'avg_acc_mask': 68.32210003547358, 'loss': 0.7312731146812439}
{'epoch': 216, 'iter': 180, 'avg_loss': 0.9749862594499114, 'avg_acc_mask': 68.41516608880438, 'loss': 1.2480368614196777}
{'epoch': 216, 'iter': 190, 'avg_loss': 0.9718220755067796, 'avg_acc_mask': 68.50276478094428, 'loss': 0.8432586789131165}
{'epoch': 216, 'iter': 200, 'avg_loss': 0.9677120515363133, 'avg_acc_mask': 68.6647124229253, 'loss': 0.8881685137748718}
{'epoch': 216, 'iter': 210, 'avg_loss': 0.9695594127144294, 'avg_acc_mask': 68.6376811594203, 'loss': 1.03638756275177}
{'epoch': 216, 'iter': 220, 'avg_loss': 0.9692508022709669, 'avg_acc_mask': 68.60550458715596, 'loss': 1.0256774425506592}
{'epoch': 216, 'iter': 230, 'avg_loss': 0.9607563256185292, 'avg_acc_mask': 68.90512233761662, 'loss': 0.7032146453857422}
{'epoch': 216, 'iter': 240, 'avg_loss': 0.9615935299901052, 'avg_acc_mask': 68.87428378833839, 'loss': 0.6012839674949646}
{'epoch': 216, 'iter': 250, 'avg_loss': 0.9587055558702385, 'avg_acc_mask': 69.05281889509018, 'loss': 1.0196744203567505}
{'epoch': 216, 'iter': 260, 'avg_loss': 0.9596052226892376, 'avg_acc_mask': 69.01013250194856, 'loss': 0.9935763478279114}
{'epoch': 216, 'iter': 270, 'avg_loss': 0.9634591464186947, 'avg_acc_mask': 68.99218984680084, 'loss': 0.9644874930381775}
{'epoch': 216, 'iter': 280, 'avg_loss': 0.9652222517970618, 'avg_acc_mask': 68.96401625072548, 'loss': 1.0204230546951294}
{'epoch': 216, 'iter': 290, 'avg_loss': 0.9627171763030115, 'avg_acc_mask': 69.0269209197981, 'loss': 0.8812673091888428}
{'epoch': 216, 'iter': 300, 'avg_loss': 0.9597309114925093, 'avg_acc_mask': 69.08954919426124, 'loss': 0.7406477928161621}
{'epoch': 216, 'iter': 310, 'avg_loss': 0.9611103720603649, 'avg_acc_mask': 69.1257547912838, 'loss': 1.1139321327209473}
{'epoch': 216, 'iter': 320, 'avg_loss': 0.9583429322807216, 'avg_acc_mask': 69.18856851237561, 'loss': 0.9280257225036621}
{'epoch': 216, 'iter': 330, 'avg_loss': 0.9584028787483262, 'avg_acc_mask': 69.21125889266935, 'loss': 1.012241244316101}
{'epoch': 216, 'iter': 340, 'avg_loss': 0.9557395404384982, 'avg_acc_mask': 69.26170468187274, 'loss': 0.8630121350288391}
{'epoch': 216, 'iter': 350, 'avg_loss': 0.9550561519429894, 'avg_acc_mask': 69.2720798552332, 'loss': 0.934796929359436}
{'epoch': 216, 'iter': 360, 'avg_loss': 0.9561832334196139, 'avg_acc_mask': 69.33823529411765, 'loss': 0.7972164750099182}
{'epoch': 216, 'iter': 370, 'avg_loss': 0.9529515480738123, 'avg_acc_mask': 69.46510218696635, 'loss': 1.1456722021102905}
{'epoch': 216, 'iter': 380, 'avg_loss': 0.9556179052888565, 'avg_acc_mask': 69.36295503211991, 'loss': 1.0427181720733643}
{'epoch': 216, 'iter': 390, 'avg_loss': 0.9558823155929975, 'avg_acc_mask': 69.31930628613094, 'loss': 0.8499546647071838}
{'epoch': 'EP216_test', 'avg_loss': 0.9566345130554353, 'total_masked_acc': 69.29802005656981}
{'epoch': 217, 'iter': 0, 'avg_loss': 0.7773500084877014, 'avg_acc_mask': 77.77777777777779, 'loss': 0.7773500084877014}
{'epoch': 217, 'iter': 10, 'avg_loss': 1.0512133078141646, 'avg_acc_mask': 68.12977099236642, 'loss': 1.14364492893219}
{'epoch': 217, 'iter': 20, 'avg_loss': 0.9976995388666788, 'avg_acc_mask': 68.72549019607843, 'loss': 0.8439087867736816}
{'epoch': 217, 'iter': 30, 'avg_loss': 0.9995818138122559, 'avg_acc_mask': 68.67627785058977, 'loss': 0.9928763508796692}
{'epoch': 217, 'iter': 40, 'avg_loss': 0.9838711808367473, 'avg_acc_mask': 68.71871871871872, 'loss': 0.9835622906684875}
{'epoch': 217, 'iter': 50, 'avg_loss': 0.9805334280518925, 'avg_acc_mask': 68.2753164556962, 'loss': 0.8687155246734619}
{'epoch': 217, 'iter': 60, 'avg_loss': 0.9727735001532758, 'avg_acc_mask': 68.98054996646546, 'loss': 0.9681290984153748}
{'epoch': 217, 'iter': 70, 'avg_loss': 0.9785365109712305, 'avg_acc_mask': 68.91353811149033, 'loss': 0.9340629577636719}
{'epoch': 217, 'iter': 80, 'avg_loss': 0.9731444731170749, 'avg_acc_mask': 69.05897114178168, 'loss': 0.9593845009803772}
{'epoch': 217, 'iter': 90, 'avg_loss': 0.9626646723066058, 'avg_acc_mask': 69.38365341670388, 'loss': 1.0123531818389893}
{'epoch': 217, 'iter': 100, 'avg_loss': 0.968899132001518, 'avg_acc_mask': 69.04181892001624, 'loss': 0.9303017258644104}
{'epoch': 217, 'iter': 110, 'avg_loss': 0.9802607931532301, 'avg_acc_mask': 68.64577606743632, 'loss': 1.1342648267745972}
{'epoch': 217, 'iter': 120, 'avg_loss': 0.980782643822599, 'avg_acc_mask': 68.40161182001343, 'loss': 1.00795578956604}
{'epoch': 217, 'iter': 130, 'avg_loss': 0.9811269135875557, 'avg_acc_mask': 68.39313572542902, 'loss': 0.9777384400367737}
{'epoch': 217, 'iter': 140, 'avg_loss': 0.9751590815841729, 'avg_acc_mask': 68.69212962962963, 'loss': 1.1046092510223389}
{'epoch': 217, 'iter': 150, 'avg_loss': 0.974012837504709, 'avg_acc_mask': 68.79394267171443, 'loss': 0.9460479617118835}
{'epoch': 217, 'iter': 160, 'avg_loss': 0.9699438821454966, 'avg_acc_mask': 68.90830800405269, 'loss': 1.1271227598190308}
{'epoch': 217, 'iter': 170, 'avg_loss': 0.9714934696928103, 'avg_acc_mask': 68.91278375149344, 'loss': 1.2673224210739136}
{'epoch': 217, 'iter': 180, 'avg_loss': 0.9712984268836553, 'avg_acc_mask': 68.93853481515083, 'loss': 0.9337471127510071}
{'epoch': 217, 'iter': 190, 'avg_loss': 0.9663108640316269, 'avg_acc_mask': 69.10306166451056, 'loss': 0.674153208732605}
{'epoch': 217, 'iter': 200, 'avg_loss': 0.9671638854107454, 'avg_acc_mask': 69.06467458043389, 'loss': 0.9869846105575562}
{'epoch': 217, 'iter': 210, 'avg_loss': 0.9669487035669987, 'avg_acc_mask': 69.06411632672977, 'loss': 1.1283695697784424}
{'epoch': 217, 'iter': 220, 'avg_loss': 0.967745099132417, 'avg_acc_mask': 68.82407407407408, 'loss': 0.9418452978134155}
{'epoch': 217, 'iter': 230, 'avg_loss': 0.965181775939413, 'avg_acc_mask': 68.94960965223564, 'loss': 0.8830381035804749}
{'epoch': 217, 'iter': 240, 'avg_loss': 0.9652713032678945, 'avg_acc_mask': 68.82048672941575, 'loss': 1.0206248760223389}
{'epoch': 217, 'iter': 250, 'avg_loss': 0.9669460096207273, 'avg_acc_mask': 68.75866003749287, 'loss': 0.72139573097229}
{'epoch': 217, 'iter': 260, 'avg_loss': 0.9643997472364784, 'avg_acc_mask': 68.82527764742687, 'loss': 0.39420026540756226}
{'epoch': 217, 'iter': 270, 'avg_loss': 0.9657738993968471, 'avg_acc_mask': 68.81203007518796, 'loss': 0.5500622391700745}
{'epoch': 217, 'iter': 280, 'avg_loss': 0.9642564930101306, 'avg_acc_mask': 68.8779213238496, 'loss': 0.8557606339454651}
{'epoch': 217, 'iter': 290, 'avg_loss': 0.9652858513737053, 'avg_acc_mask': 68.8410874439462, 'loss': 1.0315392017364502}
{'epoch': 217, 'iter': 300, 'avg_loss': 0.9635013280516843, 'avg_acc_mask': 68.94797531031675, 'loss': 0.8672878742218018}
{'epoch': 217, 'iter': 310, 'avg_loss': 0.9675749135937338, 'avg_acc_mask': 68.7798808042439, 'loss': 1.4619168043136597}
{'epoch': 217, 'iter': 320, 'avg_loss': 0.9673770512004508, 'avg_acc_mask': 68.82861135815017, 'loss': 1.1332309246063232}
{'epoch': 217, 'iter': 330, 'avg_loss': 0.965873953619032, 'avg_acc_mask': 68.8794378698225, 'loss': 0.938910961151123}
{'epoch': 217, 'iter': 340, 'avg_loss': 0.9642578868572313, 'avg_acc_mask': 68.84863701578192, 'loss': 0.7035185694694519}
{'epoch': 217, 'iter': 350, 'avg_loss': 0.9653061086635644, 'avg_acc_mask': 68.79897834794218, 'loss': 0.81510329246521}
{'epoch': 217, 'iter': 360, 'avg_loss': 0.9666504263877869, 'avg_acc_mask': 68.77539503386004, 'loss': 1.0244026184082031}
{'epoch': 217, 'iter': 370, 'avg_loss': 0.9624897696258565, 'avg_acc_mask': 68.89584362817767, 'loss': 0.9289960861206055}
{'epoch': 217, 'iter': 380, 'avg_loss': 0.9630738959850602, 'avg_acc_mask': 68.90837164546136, 'loss': 0.9384046196937561}
{'epoch': 217, 'iter': 390, 'avg_loss': 0.9652451540503051, 'avg_acc_mask': 68.86635465418617, 'loss': 1.104483962059021}
{'epoch': 'EP217_test', 'avg_loss': 0.9662438700295458, 'total_masked_acc': 68.8804163017157}
{'epoch': 218, 'iter': 0, 'avg_loss': 0.9523819088935852, 'avg_acc_mask': 67.27272727272727, 'loss': 0.9523819088935852}
{'epoch': 218, 'iter': 10, 'avg_loss': 1.0194957743991504, 'avg_acc_mask': 66.43598615916954, 'loss': 1.4126981496810913}
{'epoch': 218, 'iter': 20, 'avg_loss': 0.9823685118130275, 'avg_acc_mask': 68.60572483841182, 'loss': 0.9734588861465454}
{'epoch': 218, 'iter': 30, 'avg_loss': 0.9828314300506346, 'avg_acc_mask': 68.7061822817081, 'loss': 1.0246269702911377}
{'epoch': 218, 'iter': 40, 'avg_loss': 0.9746819676422491, 'avg_acc_mask': 69.1891891891892, 'loss': 1.1619677543640137}
{'epoch': 218, 'iter': 50, 'avg_loss': 0.9766137155832029, 'avg_acc_mask': 68.63439590712318, 'loss': 0.6846229434013367}
{'epoch': 218, 'iter': 60, 'avg_loss': 0.9675510388905885, 'avg_acc_mask': 68.97005593945377, 'loss': 1.0257980823516846}
{'epoch': 218, 'iter': 70, 'avg_loss': 0.9574023401233512, 'avg_acc_mask': 69.15311273135165, 'loss': 1.1628153324127197}
{'epoch': 218, 'iter': 80, 'avg_loss': 0.9644294653409793, 'avg_acc_mask': 68.83435582822086, 'loss': 0.8882384300231934}
{'epoch': 218, 'iter': 90, 'avg_loss': 0.9594693576896584, 'avg_acc_mask': 69.09646442601483, 'loss': 0.7294648289680481}
{'epoch': 218, 'iter': 100, 'avg_loss': 0.95668493816168, 'avg_acc_mask': 69.1516709511568, 'loss': 0.7140103578567505}
{'epoch': 218, 'iter': 110, 'avg_loss': 0.9654278341714326, 'avg_acc_mask': 68.76785714285715, 'loss': 1.144479513168335}
{'epoch': 218, 'iter': 120, 'avg_loss': 0.9683550820370351, 'avg_acc_mask': 68.74587458745874, 'loss': 1.253951907157898}
{'epoch': 218, 'iter': 130, 'avg_loss': 0.9681917722443588, 'avg_acc_mask': 68.77464361540795, 'loss': 1.1204103231430054}
{'epoch': 218, 'iter': 140, 'avg_loss': 0.9787386285920515, 'avg_acc_mask': 68.37425910245555, 'loss': 1.29914391040802}
{'epoch': 218, 'iter': 150, 'avg_loss': 0.981446493737745, 'avg_acc_mask': 68.32782551222736, 'loss': 1.238071322441101}
{'epoch': 218, 'iter': 160, 'avg_loss': 0.9855301692989302, 'avg_acc_mask': 68.22534510633005, 'loss': 0.8323730826377869}
{'epoch': 218, 'iter': 170, 'avg_loss': 0.986031530021924, 'avg_acc_mask': 68.16043283933192, 'loss': 1.0097382068634033}
{'epoch': 218, 'iter': 180, 'avg_loss': 0.9895226594822183, 'avg_acc_mask': 68.05016091443791, 'loss': 1.2122248411178589}
{'epoch': 218, 'iter': 190, 'avg_loss': 0.9850839204813173, 'avg_acc_mask': 68.13963298882092, 'loss': 0.46400871872901917}
{'epoch': 218, 'iter': 200, 'avg_loss': 0.986690375935379, 'avg_acc_mask': 68.10284222155268, 'loss': 1.2556524276733398}
{'epoch': 218, 'iter': 210, 'avg_loss': 0.9898106554673182, 'avg_acc_mask': 68.09345973379297, 'loss': 1.2945269346237183}
{'epoch': 218, 'iter': 220, 'avg_loss': 0.9873232844188742, 'avg_acc_mask': 68.16278222869629, 'loss': 0.9101160168647766}
{'epoch': 218, 'iter': 230, 'avg_loss': 0.9820374000124085, 'avg_acc_mask': 68.33814649514308, 'loss': 0.6033259034156799}
{'epoch': 218, 'iter': 240, 'avg_loss': 0.977033842648708, 'avg_acc_mask': 68.49039187715029, 'loss': 0.736297070980072}
{'epoch': 218, 'iter': 250, 'avg_loss': 0.9776153417222528, 'avg_acc_mask': 68.58731565799016, 'loss': 0.9227994680404663}
{'epoch': 218, 'iter': 260, 'avg_loss': 0.9811965090104904, 'avg_acc_mask': 68.51967034675789, 'loss': 0.5475149750709534}
{'epoch': 218, 'iter': 270, 'avg_loss': 0.9852371068458275, 'avg_acc_mask': 68.45612458820007, 'loss': 0.9926703572273254}
{'epoch': 218, 'iter': 280, 'avg_loss': 0.9847760891999214, 'avg_acc_mask': 68.51048445408532, 'loss': 0.8631433844566345}
{'epoch': 218, 'iter': 290, 'avg_loss': 0.981775403842074, 'avg_acc_mask': 68.59023741158344, 'loss': 0.8643548488616943}
{'epoch': 218, 'iter': 300, 'avg_loss': 0.9803209366196414, 'avg_acc_mask': 68.59851049424509, 'loss': 0.9217221140861511}
{'epoch': 218, 'iter': 310, 'avg_loss': 0.9833683798934102, 'avg_acc_mask': 68.45129276573519, 'loss': 1.3861576318740845}
{'epoch': 218, 'iter': 320, 'avg_loss': 0.9840864748969628, 'avg_acc_mask': 68.4680689305626, 'loss': 1.0262303352355957}
{'epoch': 218, 'iter': 330, 'avg_loss': 0.982093091457632, 'avg_acc_mask': 68.54848596297659, 'loss': 0.6743825674057007}
{'epoch': 218, 'iter': 340, 'avg_loss': 0.9786927745489081, 'avg_acc_mask': 68.64739471805854, 'loss': 1.0455933809280396}
{'epoch': 218, 'iter': 350, 'avg_loss': 0.9784018227517435, 'avg_acc_mask': 68.64974033467975, 'loss': 0.9246508479118347}
{'epoch': 218, 'iter': 360, 'avg_loss': 0.9780421384153604, 'avg_acc_mask': 68.64107593163351, 'loss': 1.126369833946228}
{'epoch': 218, 'iter': 370, 'avg_loss': 0.978198425789085, 'avg_acc_mask': 68.6225324462864, 'loss': 0.9740043878555298}
{'epoch': 218, 'iter': 380, 'avg_loss': 0.9767952828895389, 'avg_acc_mask': 68.6524370818732, 'loss': 0.8222926259040833}
{'epoch': 218, 'iter': 390, 'avg_loss': 0.9769078503789195, 'avg_acc_mask': 68.6494594734392, 'loss': 1.231943964958191}
{'epoch': 'EP218_test', 'avg_loss': 0.9738355182638072, 'total_masked_acc': 68.75223636456576}
{'epoch': 219, 'iter': 0, 'avg_loss': 0.797720730304718, 'avg_acc_mask': 76.92307692307693, 'loss': 0.797720730304718}
{'epoch': 219, 'iter': 10, 'avg_loss': 0.9530799822373823, 'avg_acc_mask': 68.26003824091778, 'loss': 1.0350219011306763}
{'epoch': 219, 'iter': 20, 'avg_loss': 0.9397684733072916, 'avg_acc_mask': 68.54368932038835, 'loss': 0.9230667352676392}
{'epoch': 219, 'iter': 30, 'avg_loss': 0.9548326557682406, 'avg_acc_mask': 68.59344894026975, 'loss': 1.0056313276290894}
{'epoch': 219, 'iter': 40, 'avg_loss': 0.9570724295406807, 'avg_acc_mask': 69.44444444444444, 'loss': 0.8763918280601501}
{'epoch': 219, 'iter': 50, 'avg_loss': 0.9505001318220999, 'avg_acc_mask': 69.86847349541651, 'loss': 1.0326212644577026}
{'epoch': 219, 'iter': 60, 'avg_loss': 0.959505316663961, 'avg_acc_mask': 69.62913464751085, 'loss': 0.8889359831809998}
{'epoch': 219, 'iter': 70, 'avg_loss': 0.9589275130083863, 'avg_acc_mask': 69.28289102202146, 'loss': 1.0727362632751465}
{'epoch': 219, 'iter': 80, 'avg_loss': 0.9545426979477023, 'avg_acc_mask': 69.04116342124723, 'loss': 1.0445029735565186}
{'epoch': 219, 'iter': 90, 'avg_loss': 0.9480908231420832, 'avg_acc_mask': 69.56521739130434, 'loss': 1.047499418258667}
{'epoch': 219, 'iter': 100, 'avg_loss': 0.9555487969134113, 'avg_acc_mask': 69.4560669456067, 'loss': 0.8792389631271362}
{'epoch': 219, 'iter': 110, 'avg_loss': 0.9586677771430832, 'avg_acc_mask': 69.34253541590991, 'loss': 1.1050564050674438}
{'epoch': 219, 'iter': 120, 'avg_loss': 0.9576936994702363, 'avg_acc_mask': 69.42246169388785, 'loss': 0.9847130179405212}
{'epoch': 219, 'iter': 130, 'avg_loss': 0.9608533659964117, 'avg_acc_mask': 69.3248683803035, 'loss': 0.9917492866516113}
{'epoch': 219, 'iter': 140, 'avg_loss': 0.958576113196975, 'avg_acc_mask': 69.3107932379714, 'loss': 1.3908092975616455}
{'epoch': 219, 'iter': 150, 'avg_loss': 0.9566662682602737, 'avg_acc_mask': 69.36572199730094, 'loss': 1.2327524423599243}
{'epoch': 219, 'iter': 160, 'avg_loss': 0.9583997719036126, 'avg_acc_mask': 69.31444472552492, 'loss': 0.7553171515464783}
{'epoch': 219, 'iter': 170, 'avg_loss': 0.9602891945699502, 'avg_acc_mask': 69.4696607740086, 'loss': 1.187031626701355}
{'epoch': 219, 'iter': 180, 'avg_loss': 0.9630211262413151, 'avg_acc_mask': 69.48483823695186, 'loss': 1.069093942642212}
{'epoch': 219, 'iter': 190, 'avg_loss': 0.9624065291819148, 'avg_acc_mask': 69.4367102163204, 'loss': 1.2458617687225342}
{'epoch': 219, 'iter': 200, 'avg_loss': 0.963140948791409, 'avg_acc_mask': 69.33170582850168, 'loss': 0.8529688119888306}
{'epoch': 219, 'iter': 210, 'avg_loss': 0.9713058612922921, 'avg_acc_mask': 69.05638442162372, 'loss': 1.212867021560669}
{'epoch': 219, 'iter': 220, 'avg_loss': 0.9705376997252935, 'avg_acc_mask': 68.9487226612755, 'loss': 0.8404822945594788}
{'epoch': 219, 'iter': 230, 'avg_loss': 0.9627634800357736, 'avg_acc_mask': 69.22194777699366, 'loss': 0.8439679741859436}
{'epoch': 219, 'iter': 240, 'avg_loss': 0.9641412978845019, 'avg_acc_mask': 69.14947582008793, 'loss': 1.0795586109161377}
{'epoch': 219, 'iter': 250, 'avg_loss': 0.96271385709603, 'avg_acc_mask': 69.17463920869142, 'loss': 0.8674610257148743}
{'epoch': 219, 'iter': 260, 'avg_loss': 0.9615834519780916, 'avg_acc_mask': 69.1512513601741, 'loss': 0.7673289179801941}
{'epoch': 219, 'iter': 270, 'avg_loss': 0.9641365839986343, 'avg_acc_mask': 69.0611877624475, 'loss': 1.1128849983215332}
{'epoch': 219, 'iter': 280, 'avg_loss': 0.9646330344295162, 'avg_acc_mask': 69.11690007982004, 'loss': 0.8241222500801086}
{'epoch': 219, 'iter': 290, 'avg_loss': 0.9656222702301654, 'avg_acc_mask': 69.13936155252426, 'loss': 0.9508256912231445}
{'epoch': 219, 'iter': 300, 'avg_loss': 0.9633298788553852, 'avg_acc_mask': 69.19415164909894, 'loss': 1.121773600578308}
{'epoch': 219, 'iter': 310, 'avg_loss': 0.9659758772689047, 'avg_acc_mask': 69.07622611778609, 'loss': 1.5244617462158203}
{'epoch': 219, 'iter': 320, 'avg_loss': 0.9657492122360479, 'avg_acc_mask': 69.16693265240983, 'loss': 0.8769301772117615}
{'epoch': 219, 'iter': 330, 'avg_loss': 0.9626503947818388, 'avg_acc_mask': 69.17167461743387, 'loss': 0.9284129738807678}
{'epoch': 219, 'iter': 340, 'avg_loss': 0.9612553323294061, 'avg_acc_mask': 69.23169412047613, 'loss': 1.0128949880599976}
{'epoch': 219, 'iter': 350, 'avg_loss': 0.9621169432106181, 'avg_acc_mask': 69.20425333021734, 'loss': 0.6823005080223083}
{'epoch': 219, 'iter': 360, 'avg_loss': 0.963294321562775, 'avg_acc_mask': 69.24122310305776, 'loss': 0.8869875073432922}
{'epoch': 219, 'iter': 370, 'avg_loss': 0.9621892599564679, 'avg_acc_mask': 69.2753143613501, 'loss': 1.269661784172058}
{'epoch': 219, 'iter': 380, 'avg_loss': 0.9630231898757103, 'avg_acc_mask': 69.23903697334481, 'loss': 1.031826138496399}
{'epoch': 219, 'iter': 390, 'avg_loss': 0.9641734269421424, 'avg_acc_mask': 69.18331067656594, 'loss': 0.9791644811630249}
{'epoch': 'EP219_test', 'avg_loss': 0.9645460763513439, 'total_masked_acc': 69.17149358709143}
{'epoch': 220, 'iter': 0, 'avg_loss': 0.9940200448036194, 'avg_acc_mask': 65.21739130434783, 'loss': 0.9940200448036194}
{'epoch': 220, 'iter': 10, 'avg_loss': 1.0433797673745588, 'avg_acc_mask': 65.30214424951268, 'loss': 1.077489972114563}
{'epoch': 220, 'iter': 20, 'avg_loss': 0.9876658746174404, 'avg_acc_mask': 67.71653543307087, 'loss': 0.9057194590568542}
{'epoch': 220, 'iter': 30, 'avg_loss': 0.9593479344921727, 'avg_acc_mask': 68.77098723975823, 'loss': 1.0093932151794434}
{'epoch': 220, 'iter': 40, 'avg_loss': 0.9635140910381224, 'avg_acc_mask': 68.61946001018848, 'loss': 0.9244880080223083}
{'epoch': 220, 'iter': 50, 'avg_loss': 0.9520366308735866, 'avg_acc_mask': 69.12065439672801, 'loss': 0.9646323919296265}
{'epoch': 220, 'iter': 60, 'avg_loss': 0.9415012373298896, 'avg_acc_mask': 69.79748603351955, 'loss': 0.8136237263679504}
{'epoch': 220, 'iter': 70, 'avg_loss': 0.933604510737137, 'avg_acc_mask': 70.26470588235294, 'loss': 0.9116771817207336}
{'epoch': 220, 'iter': 80, 'avg_loss': 0.9387914589893671, 'avg_acc_mask': 70.11788826242953, 'loss': 1.0611118078231812}
{'epoch': 220, 'iter': 90, 'avg_loss': 0.9371972025095762, 'avg_acc_mask': 70.19428571428571, 'loss': 1.0178550481796265}
{'epoch': 220, 'iter': 100, 'avg_loss': 0.9396124063151898, 'avg_acc_mask': 70.2255327953652, 'loss': 0.8388108015060425}
{'epoch': 220, 'iter': 110, 'avg_loss': 0.9375711142479837, 'avg_acc_mask': 70.48136355122682, 'loss': 1.0609856843948364}
{'epoch': 220, 'iter': 120, 'avg_loss': 0.9372252275135892, 'avg_acc_mask': 70.46000686577412, 'loss': 0.8919178247451782}
{'epoch': 220, 'iter': 130, 'avg_loss': 0.9482973900460104, 'avg_acc_mask': 70.20602218700476, 'loss': 1.2544525861740112}
{'epoch': 220, 'iter': 140, 'avg_loss': 0.9477080187053545, 'avg_acc_mask': 70.34969144872171, 'loss': 0.9923843145370483}
{'epoch': 220, 'iter': 150, 'avg_loss': 0.9473107808473095, 'avg_acc_mask': 70.35556780595368, 'loss': 1.0293364524841309}
{'epoch': 220, 'iter': 160, 'avg_loss': 0.949266871310169, 'avg_acc_mask': 70.27587100116565, 'loss': 0.663506805896759}
{'epoch': 220, 'iter': 170, 'avg_loss': 0.9555463947747883, 'avg_acc_mask': 70.02794314178107, 'loss': 0.9771990776062012}
{'epoch': 220, 'iter': 180, 'avg_loss': 0.9648949141660448, 'avg_acc_mask': 69.73351711463359, 'loss': 1.2377374172210693}
{'epoch': 220, 'iter': 190, 'avg_loss': 0.9615036501934391, 'avg_acc_mask': 69.84592013888889, 'loss': 0.8261894583702087}
{'epoch': 220, 'iter': 200, 'avg_loss': 0.9655012968760818, 'avg_acc_mask': 69.63566931571886, 'loss': 1.0659035444259644}
{'epoch': 220, 'iter': 210, 'avg_loss': 0.966537536885501, 'avg_acc_mask': 69.53316953316954, 'loss': 1.1362329721450806}
{'epoch': 220, 'iter': 220, 'avg_loss': 0.9639091273238756, 'avg_acc_mask': 69.48088455772114, 'loss': 1.0062381029129028}
{'epoch': 220, 'iter': 230, 'avg_loss': 0.958741798545375, 'avg_acc_mask': 69.52184073341722, 'loss': 0.8715001344680786}
{'epoch': 220, 'iter': 240, 'avg_loss': 0.9612309734850998, 'avg_acc_mask': 69.42598187311178, 'loss': 1.134177803993225}
{'epoch': 220, 'iter': 250, 'avg_loss': 0.9602708289347797, 'avg_acc_mask': 69.41303624875292, 'loss': 0.9656296372413635}
{'epoch': 220, 'iter': 260, 'avg_loss': 0.9621507767516534, 'avg_acc_mask': 69.32108626198084, 'loss': 0.7677624225616455}
{'epoch': 220, 'iter': 270, 'avg_loss': 0.9645878949728399, 'avg_acc_mask': 69.28270042194093, 'loss': 1.1415587663650513}
{'epoch': 220, 'iter': 280, 'avg_loss': 0.9643703238819842, 'avg_acc_mask': 69.36518469365186, 'loss': 1.2281619310379028}
{'epoch': 220, 'iter': 290, 'avg_loss': 0.9658960978599758, 'avg_acc_mask': 69.28480204342273, 'loss': 1.0779048204421997}
{'epoch': 220, 'iter': 300, 'avg_loss': 0.9651846653995324, 'avg_acc_mask': 69.29679989012499, 'loss': 0.8888130187988281}
{'epoch': 220, 'iter': 310, 'avg_loss': 0.9647327563770332, 'avg_acc_mask': 69.2803080600186, 'loss': 1.186094045639038}
{'epoch': 220, 'iter': 320, 'avg_loss': 0.9604218516765726, 'avg_acc_mask': 69.3705302493396, 'loss': 0.9606910943984985}
{'epoch': 220, 'iter': 330, 'avg_loss': 0.9581634088945533, 'avg_acc_mask': 69.38571249843613, 'loss': 0.7943090796470642}
{'epoch': 220, 'iter': 340, 'avg_loss': 0.9580624030132797, 'avg_acc_mask': 69.43247344461305, 'loss': 0.8648772835731506}
{'epoch': 220, 'iter': 350, 'avg_loss': 0.9578568573690888, 'avg_acc_mask': 69.39558493684335, 'loss': 0.9414365887641907}
{'epoch': 220, 'iter': 360, 'avg_loss': 0.9590642734577781, 'avg_acc_mask': 69.3340187342929, 'loss': 0.809759259223938}
{'epoch': 220, 'iter': 370, 'avg_loss': 0.9576796776843521, 'avg_acc_mask': 69.3648678658672, 'loss': 1.1441360712051392}
{'epoch': 220, 'iter': 380, 'avg_loss': 0.9589930150139676, 'avg_acc_mask': 69.27561265248839, 'loss': 1.1197394132614136}
{'epoch': 220, 'iter': 390, 'avg_loss': 0.9606052394718161, 'avg_acc_mask': 69.21865154379331, 'loss': 0.8479039669036865}
{'epoch': 'EP220_test', 'avg_loss': 0.9615900674552629, 'total_masked_acc': 69.21440431714404}
{'epoch': 221, 'iter': 0, 'avg_loss': 0.8838553428649902, 'avg_acc_mask': 68.96551724137932, 'loss': 0.8838553428649902}
{'epoch': 221, 'iter': 10, 'avg_loss': 1.0777217854153027, 'avg_acc_mask': 64.14342629482071, 'loss': 1.0126174688339233}
{'epoch': 221, 'iter': 20, 'avg_loss': 1.025261016119094, 'avg_acc_mask': 67.2566371681416, 'loss': 1.3654605150222778}
{'epoch': 221, 'iter': 30, 'avg_loss': 1.0127035937001627, 'avg_acc_mask': 67.72068511198947, 'loss': 0.8335488438606262}
{'epoch': 221, 'iter': 40, 'avg_loss': 0.9913357365422133, 'avg_acc_mask': 68.79361914257228, 'loss': 0.9058622121810913}
{'epoch': 221, 'iter': 50, 'avg_loss': 0.9804105945661956, 'avg_acc_mask': 68.25775656324582, 'loss': 0.9442487359046936}
{'epoch': 221, 'iter': 60, 'avg_loss': 0.986000268185725, 'avg_acc_mask': 67.97979797979798, 'loss': 1.0575906038284302}
{'epoch': 221, 'iter': 70, 'avg_loss': 0.9736330206965057, 'avg_acc_mask': 68.14793577981652, 'loss': 0.8703776597976685}
{'epoch': 221, 'iter': 80, 'avg_loss': 0.9687308117195412, 'avg_acc_mask': 68.36940110719678, 'loss': 1.1111297607421875}
{'epoch': 221, 'iter': 90, 'avg_loss': 0.9708223958591838, 'avg_acc_mask': 68.11756787076509, 'loss': 1.007120132446289}
{'epoch': 221, 'iter': 100, 'avg_loss': 0.9729302313068126, 'avg_acc_mask': 68.1015228426396, 'loss': 0.730033814907074}
{'epoch': 221, 'iter': 110, 'avg_loss': 0.9800328086088369, 'avg_acc_mask': 67.96027220893876, 'loss': 1.1729360818862915}
{'epoch': 221, 'iter': 120, 'avg_loss': 0.9750633224968083, 'avg_acc_mask': 68.31983805668015, 'loss': 0.9120588302612305}
{'epoch': 221, 'iter': 130, 'avg_loss': 0.9743799840220968, 'avg_acc_mask': 68.23311176379657, 'loss': 1.1940171718597412}
{'epoch': 221, 'iter': 140, 'avg_loss': 0.9796520716755103, 'avg_acc_mask': 67.97639608520437, 'loss': 1.104490876197815}
{'epoch': 221, 'iter': 150, 'avg_loss': 0.9823032526780437, 'avg_acc_mask': 68.06711409395973, 'loss': 0.9611580967903137}
{'epoch': 221, 'iter': 160, 'avg_loss': 0.9799600491612594, 'avg_acc_mask': 68.27455919395466, 'loss': 0.8256164193153381}
{'epoch': 221, 'iter': 170, 'avg_loss': 0.9859072384778519, 'avg_acc_mask': 68.12522234080399, 'loss': 1.0312154293060303}
{'epoch': 221, 'iter': 180, 'avg_loss': 0.9847688974596519, 'avg_acc_mask': 68.16958277254375, 'loss': 0.9890257120132446}
{'epoch': 221, 'iter': 190, 'avg_loss': 0.9783579251529034, 'avg_acc_mask': 68.43569441472287, 'loss': 0.5568935871124268}
{'epoch': 221, 'iter': 200, 'avg_loss': 0.9800537578502104, 'avg_acc_mask': 68.44507556547316, 'loss': 0.9455685615539551}
{'epoch': 221, 'iter': 210, 'avg_loss': 0.9827338793266441, 'avg_acc_mask': 68.34462729912875, 'loss': 1.0721858739852905}
{'epoch': 221, 'iter': 220, 'avg_loss': 0.9779684716220355, 'avg_acc_mask': 68.36293365234195, 'loss': 0.7454849481582642}
{'epoch': 221, 'iter': 230, 'avg_loss': 0.9731584934445171, 'avg_acc_mask': 68.54319244683667, 'loss': 0.7245192527770996}
{'epoch': 221, 'iter': 240, 'avg_loss': 0.972265888051868, 'avg_acc_mask': 68.57311818873025, 'loss': 0.9717743396759033}
{'epoch': 221, 'iter': 250, 'avg_loss': 0.9722509317664036, 'avg_acc_mask': 68.5473411154345, 'loss': 0.9051399827003479}
{'epoch': 221, 'iter': 260, 'avg_loss': 0.9705622102565692, 'avg_acc_mask': 68.62607338017173, 'loss': 0.6101046800613403}
{'epoch': 221, 'iter': 270, 'avg_loss': 0.9710569905179013, 'avg_acc_mask': 68.6015037593985, 'loss': 0.9023959636688232}
{'epoch': 221, 'iter': 280, 'avg_loss': 0.9745982927783953, 'avg_acc_mask': 68.52321286304048, 'loss': 0.968285083770752}
{'epoch': 221, 'iter': 290, 'avg_loss': 0.9730087283141015, 'avg_acc_mask': 68.57142857142857, 'loss': 0.7020574808120728}
{'epoch': 221, 'iter': 300, 'avg_loss': 0.9709007698436116, 'avg_acc_mask': 68.63728813559322, 'loss': 0.9077218770980835}
{'epoch': 221, 'iter': 310, 'avg_loss': 0.97556173916415, 'avg_acc_mask': 68.5579196217494, 'loss': 1.680618405342102}
{'epoch': 221, 'iter': 320, 'avg_loss': 0.9719302609702137, 'avg_acc_mask': 68.640336885089, 'loss': 1.055637240409851}
{'epoch': 221, 'iter': 330, 'avg_loss': 0.9719512947016252, 'avg_acc_mask': 68.60508369497829, 'loss': 1.234610676765442}
{'epoch': 221, 'iter': 340, 'avg_loss': 0.9711655210539742, 'avg_acc_mask': 68.57451403887688, 'loss': 0.9857684373855591}
{'epoch': 221, 'iter': 350, 'avg_loss': 0.967804827241816, 'avg_acc_mask': 68.7532754905957, 'loss': 0.7197345495223999}
{'epoch': 221, 'iter': 360, 'avg_loss': 0.9688528682056227, 'avg_acc_mask': 68.74540207119009, 'loss': 0.9045456647872925}
{'epoch': 221, 'iter': 370, 'avg_loss': 0.9660295238392052, 'avg_acc_mask': 68.86366141298357, 'loss': 0.9600121378898621}
{'epoch': 221, 'iter': 380, 'avg_loss': 0.9673408864364224, 'avg_acc_mask': 68.77718704688255, 'loss': 0.7959924340248108}
{'epoch': 221, 'iter': 390, 'avg_loss': 0.9676094063560067, 'avg_acc_mask': 68.78688182150505, 'loss': 1.207444667816162}
{'epoch': 'EP221_test', 'avg_loss': 0.9658262638582124, 'total_masked_acc': 68.83110169053404}
{'epoch': 222, 'iter': 0, 'avg_loss': 1.0106884241104126, 'avg_acc_mask': 62.745098039215684, 'loss': 1.0106884241104126}
{'epoch': 222, 'iter': 10, 'avg_loss': 0.9482454549182545, 'avg_acc_mask': 67.73049645390071, 'loss': 1.0150731801986694}
{'epoch': 222, 'iter': 20, 'avg_loss': 0.9466419901166644, 'avg_acc_mask': 69.16342412451361, 'loss': 0.9836863279342651}
{'epoch': 222, 'iter': 30, 'avg_loss': 0.955196988198065, 'avg_acc_mask': 68.83451384417258, 'loss': 1.244258999824524}
{'epoch': 222, 'iter': 40, 'avg_loss': 0.9766362774662856, 'avg_acc_mask': 68.85411408379606, 'loss': 1.2888720035552979}
{'epoch': 222, 'iter': 50, 'avg_loss': 0.9755107959111532, 'avg_acc_mask': 68.81505204163331, 'loss': 0.7253814935684204}
{'epoch': 222, 'iter': 60, 'avg_loss': 0.9636828889612292, 'avg_acc_mask': 68.9922480620155, 'loss': 1.1711333990097046}
{'epoch': 222, 'iter': 70, 'avg_loss': 0.9634336401039446, 'avg_acc_mask': 68.84264538198404, 'loss': 1.073244333267212}
{'epoch': 222, 'iter': 80, 'avg_loss': 0.9639313265129372, 'avg_acc_mask': 69.03744659462177, 'loss': 1.2141077518463135}
{'epoch': 222, 'iter': 90, 'avg_loss': 0.9582668451162485, 'avg_acc_mask': 69.35447844538754, 'loss': 0.8819971084594727}
{'epoch': 222, 'iter': 100, 'avg_loss': 0.9587270629287946, 'avg_acc_mask': 69.51071572988273, 'loss': 1.1021488904953003}
{'epoch': 222, 'iter': 110, 'avg_loss': 0.9617955851125287, 'avg_acc_mask': 69.26873857404023, 'loss': 0.7471279501914978}
{'epoch': 222, 'iter': 120, 'avg_loss': 0.9580124454064802, 'avg_acc_mask': 69.33244102392506, 'loss': 1.025549054145813}
{'epoch': 222, 'iter': 130, 'avg_loss': 0.9578675450259493, 'avg_acc_mask': 69.25571340333539, 'loss': 1.2237704992294312}
{'epoch': 222, 'iter': 140, 'avg_loss': 0.9578261087972222, 'avg_acc_mask': 69.17228518146608, 'loss': 1.2523691654205322}
{'epoch': 222, 'iter': 150, 'avg_loss': 0.9572252931184326, 'avg_acc_mask': 69.02393116429147, 'loss': 1.3841633796691895}
{'epoch': 222, 'iter': 160, 'avg_loss': 0.956427344254085, 'avg_acc_mask': 69.16951080773607, 'loss': 0.522275984287262}
{'epoch': 222, 'iter': 170, 'avg_loss': 0.9646173813189679, 'avg_acc_mask': 69.06971211039733, 'loss': 1.2265076637268066}
{'epoch': 222, 'iter': 180, 'avg_loss': 0.9747168770811175, 'avg_acc_mask': 68.77960748928491, 'loss': 1.365623116493225}
{'epoch': 222, 'iter': 190, 'avg_loss': 0.9699897669372758, 'avg_acc_mask': 69.02522445489525, 'loss': 0.8141470551490784}
{'epoch': 222, 'iter': 200, 'avg_loss': 0.9701439616692007, 'avg_acc_mask': 68.95120469730715, 'loss': 0.9557822942733765}
{'epoch': 222, 'iter': 210, 'avg_loss': 0.9733870888208326, 'avg_acc_mask': 68.9771522221151, 'loss': 0.9687768816947937}
{'epoch': 222, 'iter': 220, 'avg_loss': 0.9749296143044174, 'avg_acc_mask': 68.9402944134589, 'loss': 0.8471472859382629}
{'epoch': 222, 'iter': 230, 'avg_loss': 0.9720101464878429, 'avg_acc_mask': 69.0197448890442, 'loss': 0.9996355772018433}
{'epoch': 222, 'iter': 240, 'avg_loss': 0.9728214765485391, 'avg_acc_mask': 69.06058828458896, 'loss': 0.7055255770683289}
{'epoch': 222, 'iter': 250, 'avg_loss': 0.9752244027962248, 'avg_acc_mask': 69.03418252176718, 'loss': 0.8995058536529541}
{'epoch': 222, 'iter': 260, 'avg_loss': 0.975141785382311, 'avg_acc_mask': 69.07009128887513, 'loss': 0.7705942988395691}
{'epoch': 222, 'iter': 270, 'avg_loss': 0.9757503482248511, 'avg_acc_mask': 69.0284607361049, 'loss': 0.7212850451469421}
{'epoch': 222, 'iter': 280, 'avg_loss': 0.980593472188902, 'avg_acc_mask': 68.8896873877111, 'loss': 1.1915788650512695}
{'epoch': 222, 'iter': 290, 'avg_loss': 0.9797351071515035, 'avg_acc_mask': 68.9145079519411, 'loss': 1.0046147108078003}
{'epoch': 222, 'iter': 300, 'avg_loss': 0.9784428609962084, 'avg_acc_mask': 69.03543041896808, 'loss': 0.9752557873725891}
{'epoch': 222, 'iter': 310, 'avg_loss': 0.9785805616731429, 'avg_acc_mask': 68.99072986029508, 'loss': 1.3212251663208008}
{'epoch': 222, 'iter': 320, 'avg_loss': 0.9781388315456307, 'avg_acc_mask': 69.00050735667173, 'loss': 0.805874228477478}
{'epoch': 222, 'iter': 330, 'avg_loss': 0.9755784211922268, 'avg_acc_mask': 69.08441598423742, 'loss': 0.9568184018135071}
{'epoch': 222, 'iter': 340, 'avg_loss': 0.9750345358051513, 'avg_acc_mask': 69.04634102701735, 'loss': 0.7844153642654419}
{'epoch': 222, 'iter': 350, 'avg_loss': 0.9732555524576084, 'avg_acc_mask': 69.15165601394538, 'loss': 0.9156145453453064}
{'epoch': 222, 'iter': 360, 'avg_loss': 0.9748268657443926, 'avg_acc_mask': 69.11159934651569, 'loss': 1.0533480644226074}
{'epoch': 222, 'iter': 370, 'avg_loss': 0.971307052916915, 'avg_acc_mask': 69.18904109589042, 'loss': 0.7662614583969116}
{'epoch': 222, 'iter': 380, 'avg_loss': 0.9711972254467761, 'avg_acc_mask': 69.15847928235796, 'loss': 1.0066598653793335}
{'epoch': 222, 'iter': 390, 'avg_loss': 0.9719139175951633, 'avg_acc_mask': 69.13625240797626, 'loss': 0.9614009857177734}
{'epoch': 'EP222_test', 'avg_loss': 0.9712431959130547, 'total_masked_acc': 69.15753177911584}
{'epoch': 223, 'iter': 0, 'avg_loss': 1.0438684225082397, 'avg_acc_mask': 67.21311475409836, 'loss': 1.0438684225082397}
{'epoch': 223, 'iter': 10, 'avg_loss': 0.9893624890934337, 'avg_acc_mask': 66.90017513134852, 'loss': 1.2820355892181396}
{'epoch': 223, 'iter': 20, 'avg_loss': 0.9772683665865943, 'avg_acc_mask': 68.38586437440306, 'loss': 0.833821713924408}
{'epoch': 223, 'iter': 30, 'avg_loss': 0.9838703716954877, 'avg_acc_mask': 67.81758957654723, 'loss': 1.2083817720413208}
{'epoch': 223, 'iter': 40, 'avg_loss': 0.9692070266095604, 'avg_acc_mask': 69.08358509566969, 'loss': 0.7025229930877686}
{'epoch': 223, 'iter': 50, 'avg_loss': 0.9538315476155749, 'avg_acc_mask': 69.50925181013676, 'loss': 0.7271491289138794}
{'epoch': 223, 'iter': 60, 'avg_loss': 0.9628096447616327, 'avg_acc_mask': 69.21785834172542, 'loss': 0.9219322204589844}
{'epoch': 223, 'iter': 70, 'avg_loss': 0.9690333999378581, 'avg_acc_mask': 69.09348441926345, 'loss': 1.2173469066619873}
{'epoch': 223, 'iter': 80, 'avg_loss': 0.958477540516559, 'avg_acc_mask': 69.70830216903515, 'loss': 1.2573155164718628}
{'epoch': 223, 'iter': 90, 'avg_loss': 0.9592640203434032, 'avg_acc_mask': 69.79282691022499, 'loss': 0.8159188032150269}
{'epoch': 223, 'iter': 100, 'avg_loss': 0.9565139784671293, 'avg_acc_mask': 69.83037156704361, 'loss': 0.983169674873352}
{'epoch': 223, 'iter': 110, 'avg_loss': 0.9527712201212978, 'avg_acc_mask': 69.60981864810405, 'loss': 1.0712186098098755}
{'epoch': 223, 'iter': 120, 'avg_loss': 0.9485265400784075, 'avg_acc_mask': 70.04896167482696, 'loss': 0.7152106165885925}
{'epoch': 223, 'iter': 130, 'avg_loss': 0.958070237672966, 'avg_acc_mask': 69.52070730572359, 'loss': 1.1391950845718384}
{'epoch': 223, 'iter': 140, 'avg_loss': 0.9677859168526128, 'avg_acc_mask': 69.26625342367018, 'loss': 1.4737796783447266}
{'epoch': 223, 'iter': 150, 'avg_loss': 0.9675668418802172, 'avg_acc_mask': 69.34019780517545, 'loss': 1.012470006942749}
{'epoch': 223, 'iter': 160, 'avg_loss': 0.9682568048838502, 'avg_acc_mask': 69.36776491540516, 'loss': 0.9277553558349609}
{'epoch': 223, 'iter': 170, 'avg_loss': 0.9701142537663554, 'avg_acc_mask': 69.31273946360153, 'loss': 1.0785316228866577}
{'epoch': 223, 'iter': 180, 'avg_loss': 0.9716867587184379, 'avg_acc_mask': 69.32716188755926, 'loss': 1.3404308557510376}
{'epoch': 223, 'iter': 190, 'avg_loss': 0.9715764026367227, 'avg_acc_mask': 69.30237534774236, 'loss': 0.8530325889587402}
{'epoch': 223, 'iter': 200, 'avg_loss': 0.9716820627895754, 'avg_acc_mask': 69.10255107226344, 'loss': 1.0258463621139526}
{'epoch': 223, 'iter': 210, 'avg_loss': 0.9753540440758258, 'avg_acc_mask': 69.07396622015143, 'loss': 1.328723430633545}
{'epoch': 223, 'iter': 220, 'avg_loss': 0.9752254558904139, 'avg_acc_mask': 68.97220426632191, 'loss': 0.9419321417808533}
{'epoch': 223, 'iter': 230, 'avg_loss': 0.9705920730318341, 'avg_acc_mask': 69.14366595895258, 'loss': 0.8638300895690918}
{'epoch': 223, 'iter': 240, 'avg_loss': 0.9681905062861462, 'avg_acc_mask': 69.16180326482281, 'loss': 0.9111618995666504}
{'epoch': 223, 'iter': 250, 'avg_loss': 0.9665849389308002, 'avg_acc_mask': 69.22014622258327, 'loss': 0.6788232922554016}
{'epoch': 223, 'iter': 260, 'avg_loss': 0.9692805952952739, 'avg_acc_mask': 69.2367722803184, 'loss': 0.957348108291626}
{'epoch': 223, 'iter': 270, 'avg_loss': 0.9743152333361637, 'avg_acc_mask': 69.11466546519488, 'loss': 0.9526650309562683}
{'epoch': 223, 'iter': 280, 'avg_loss': 0.9755977894911987, 'avg_acc_mask': 69.01418645049219, 'loss': 1.1034843921661377}
{'epoch': 223, 'iter': 290, 'avg_loss': 0.9744980206194612, 'avg_acc_mask': 69.05211612451906, 'loss': 1.3496370315551758}
{'epoch': 223, 'iter': 300, 'avg_loss': 0.9711079027169567, 'avg_acc_mask': 69.08376253727297, 'loss': 1.019894003868103}
{'epoch': 223, 'iter': 310, 'avg_loss': 0.973037933038362, 'avg_acc_mask': 69.02562086363935, 'loss': 1.0757606029510498}
{'epoch': 223, 'iter': 320, 'avg_loss': 0.9677560767652089, 'avg_acc_mask': 69.15977084659453, 'loss': 0.7306591272354126}
{'epoch': 223, 'iter': 330, 'avg_loss': 0.9678480540517593, 'avg_acc_mask': 69.20093573011573, 'loss': 0.7831960320472717}
{'epoch': 223, 'iter': 340, 'avg_loss': 0.9660991487964508, 'avg_acc_mask': 69.21698620318939, 'loss': 0.5864313244819641}
{'epoch': 223, 'iter': 350, 'avg_loss': 0.9648371878852192, 'avg_acc_mask': 69.18301032842056, 'loss': 0.8083962202072144}
{'epoch': 223, 'iter': 360, 'avg_loss': 0.9647995765189384, 'avg_acc_mask': 69.1826381059752, 'loss': 0.8717502951622009}
{'epoch': 223, 'iter': 370, 'avg_loss': 0.9637799966688747, 'avg_acc_mask': 69.1781571459838, 'loss': 1.1453169584274292}
{'epoch': 223, 'iter': 380, 'avg_loss': 0.965107255251076, 'avg_acc_mask': 69.15420237398202, 'loss': 0.9772699475288391}
{'epoch': 223, 'iter': 390, 'avg_loss': 0.966937371074696, 'avg_acc_mask': 69.09542537776858, 'loss': 0.8912606835365295}
{'epoch': 'EP223_test', 'avg_loss': 0.964397103045926, 'total_masked_acc': 69.12600481286161}
{'epoch': 224, 'iter': 0, 'avg_loss': 0.8069466948509216, 'avg_acc_mask': 70.0, 'loss': 0.8069466948509216}
{'epoch': 224, 'iter': 10, 'avg_loss': 0.9966095252470537, 'avg_acc_mask': 70.9090909090909, 'loss': 1.2601282596588135}
{'epoch': 224, 'iter': 20, 'avg_loss': 1.0425510718708946, 'avg_acc_mask': 68.95238095238095, 'loss': 1.0387287139892578}
{'epoch': 224, 'iter': 30, 'avg_loss': 1.005859734550599, 'avg_acc_mask': 69.20593931568753, 'loss': 1.128326654434204}
{'epoch': 224, 'iter': 40, 'avg_loss': 1.0023040277201956, 'avg_acc_mask': 68.61702127659575, 'loss': 1.0605933666229248}
{'epoch': 224, 'iter': 50, 'avg_loss': 0.9827618517127692, 'avg_acc_mask': 68.87774778249133, 'loss': 0.7238327264785767}
{'epoch': 224, 'iter': 60, 'avg_loss': 0.9847508385533192, 'avg_acc_mask': 68.70503597122301, 'loss': 0.9087234735488892}
{'epoch': 224, 'iter': 70, 'avg_loss': 0.9737780748958319, 'avg_acc_mask': 69.08333333333333, 'loss': 0.8661922812461853}
{'epoch': 224, 'iter': 80, 'avg_loss': 0.9667027136425913, 'avg_acc_mask': 69.17992656058752, 'loss': 1.0105533599853516}
{'epoch': 224, 'iter': 90, 'avg_loss': 0.9751800599989, 'avg_acc_mask': 68.91534391534393, 'loss': 0.8729864954948425}
{'epoch': 224, 'iter': 100, 'avg_loss': 0.9769845640305246, 'avg_acc_mask': 68.86131679007404, 'loss': 0.9387910962104797}
{'epoch': 224, 'iter': 110, 'avg_loss': 0.9812334319492718, 'avg_acc_mask': 68.75901875901876, 'loss': 1.0828360319137573}
{'epoch': 224, 'iter': 120, 'avg_loss': 0.9866237236448556, 'avg_acc_mask': 68.76662234042553, 'loss': 1.346891164779663}
{'epoch': 224, 'iter': 130, 'avg_loss': 0.9847909840008685, 'avg_acc_mask': 68.7960687960688, 'loss': 0.9277368187904358}
{'epoch': 224, 'iter': 140, 'avg_loss': 0.9841716200747388, 'avg_acc_mask': 68.74463826136689, 'loss': 0.9731670022010803}
{'epoch': 224, 'iter': 150, 'avg_loss': 0.9836942514046928, 'avg_acc_mask': 68.63424383744172, 'loss': 1.05418860912323}
{'epoch': 224, 'iter': 160, 'avg_loss': 0.991632704779228, 'avg_acc_mask': 68.34667333666833, 'loss': 1.3563685417175293}
{'epoch': 224, 'iter': 170, 'avg_loss': 0.9914410203172449, 'avg_acc_mask': 68.32312764955252, 'loss': 1.2746995687484741}
{'epoch': 224, 'iter': 180, 'avg_loss': 0.9896369920580427, 'avg_acc_mask': 68.51087562744004, 'loss': 1.2832890748977661}
{'epoch': 224, 'iter': 190, 'avg_loss': 0.9849858244988307, 'avg_acc_mask': 68.54838709677419, 'loss': 1.0392671823501587}
{'epoch': 224, 'iter': 200, 'avg_loss': 0.9864961198016778, 'avg_acc_mask': 68.46231155778895, 'loss': 1.2405258417129517}
{'epoch': 224, 'iter': 210, 'avg_loss': 0.9829827412892292, 'avg_acc_mask': 68.63610205256091, 'loss': 1.2778065204620361}
{'epoch': 224, 'iter': 220, 'avg_loss': 0.9801423470089339, 'avg_acc_mask': 68.65003198976328, 'loss': 0.6936877369880676}
{'epoch': 224, 'iter': 230, 'avg_loss': 0.9759519514325378, 'avg_acc_mask': 68.75932917727631, 'loss': 0.9932459592819214}
{'epoch': 224, 'iter': 240, 'avg_loss': 0.9746770063623847, 'avg_acc_mask': 68.73421982831172, 'loss': 0.84227454662323}
{'epoch': 224, 'iter': 250, 'avg_loss': 0.976197293198916, 'avg_acc_mask': 68.6682808716707, 'loss': 0.8889731764793396}
{'epoch': 224, 'iter': 260, 'avg_loss': 0.9748359869494749, 'avg_acc_mask': 68.83843881200436, 'loss': 0.7122325897216797}
{'epoch': 224, 'iter': 270, 'avg_loss': 0.9775806939249989, 'avg_acc_mask': 68.8315584220789, 'loss': 0.8890227675437927}
{'epoch': 224, 'iter': 280, 'avg_loss': 0.9780592807035005, 'avg_acc_mask': 68.88840642640035, 'loss': 0.8674799799919128}
{'epoch': 224, 'iter': 290, 'avg_loss': 0.9741050513954097, 'avg_acc_mask': 68.9454901686376, 'loss': 1.0657415390014648}
{'epoch': 224, 'iter': 300, 'avg_loss': 0.9754721287675078, 'avg_acc_mask': 68.92230576441104, 'loss': 1.2016093730926514}
{'epoch': 224, 'iter': 310, 'avg_loss': 0.9767174336496274, 'avg_acc_mask': 68.92422457793482, 'loss': 1.146990418434143}
{'epoch': 224, 'iter': 320, 'avg_loss': 0.9751067840235998, 'avg_acc_mask': 68.95871763882705, 'loss': 0.8871235251426697}
{'epoch': 224, 'iter': 330, 'avg_loss': 0.9741366625372376, 'avg_acc_mask': 69.01965632340216, 'loss': 1.239234209060669}
{'epoch': 224, 'iter': 340, 'avg_loss': 0.9717640377734064, 'avg_acc_mask': 69.02994011976048, 'loss': 0.7478252053260803}
{'epoch': 224, 'iter': 350, 'avg_loss': 0.9699303955264241, 'avg_acc_mask': 69.06219035961998, 'loss': 0.6894310712814331}
{'epoch': 224, 'iter': 360, 'avg_loss': 0.9696580461352816, 'avg_acc_mask': 69.06791621972562, 'loss': 1.0541887283325195}
{'epoch': 224, 'iter': 370, 'avg_loss': 0.9667526040919064, 'avg_acc_mask': 69.16492922199056, 'loss': 1.130942463874817}
{'epoch': 224, 'iter': 380, 'avg_loss': 0.9666215016303725, 'avg_acc_mask': 69.13257130648435, 'loss': 1.2339341640472412}
{'epoch': 224, 'iter': 390, 'avg_loss': 0.9662107001332676, 'avg_acc_mask': 69.12329905474188, 'loss': 1.1973637342453003}
{'epoch': 'EP224_test', 'avg_loss': 0.965936789985257, 'total_masked_acc': 69.07925109002308}
{'epoch': 225, 'iter': 0, 'avg_loss': 0.739372193813324, 'avg_acc_mask': 77.77777777777779, 'loss': 0.739372193813324}
{'epoch': 225, 'iter': 10, 'avg_loss': 0.9727230072021484, 'avg_acc_mask': 68.796992481203, 'loss': 1.1042044162750244}
{'epoch': 225, 'iter': 20, 'avg_loss': 0.9427357117335001, 'avg_acc_mask': 70.2755905511811, 'loss': 1.015038251876831}
{'epoch': 225, 'iter': 30, 'avg_loss': 0.9630274388097948, 'avg_acc_mask': 70.28985507246377, 'loss': 0.8640764355659485}
{'epoch': 225, 'iter': 40, 'avg_loss': 0.987280424048261, 'avg_acc_mask': 69.73684210526315, 'loss': 0.9839545488357544}
{'epoch': 225, 'iter': 50, 'avg_loss': 0.9801714087233824, 'avg_acc_mask': 69.8348771647201, 'loss': 0.8799574375152588}
{'epoch': 225, 'iter': 60, 'avg_loss': 0.9958389377007719, 'avg_acc_mask': 69.35320013545547, 'loss': 1.4485225677490234}
{'epoch': 225, 'iter': 70, 'avg_loss': 0.979938740881396, 'avg_acc_mask': 69.57392050328853, 'loss': 0.789642333984375}
{'epoch': 225, 'iter': 80, 'avg_loss': 0.9744385764186765, 'avg_acc_mask': 69.57823808335412, 'loss': 1.2462592124938965}
{'epoch': 225, 'iter': 90, 'avg_loss': 0.9745114710959759, 'avg_acc_mask': 69.56136464333186, 'loss': 0.7766653895378113}
{'epoch': 225, 'iter': 100, 'avg_loss': 0.9860267470968832, 'avg_acc_mask': 69.14936102236422, 'loss': 0.9685762524604797}
{'epoch': 225, 'iter': 110, 'avg_loss': 0.9886556093220238, 'avg_acc_mask': 68.8634713144517, 'loss': 1.6021641492843628}
{'epoch': 225, 'iter': 120, 'avg_loss': 0.9889053443739236, 'avg_acc_mask': 68.92731240557328, 'loss': 1.143471360206604}
{'epoch': 225, 'iter': 130, 'avg_loss': 0.9890308532551044, 'avg_acc_mask': 68.91143911439114, 'loss': 1.1970210075378418}
{'epoch': 225, 'iter': 140, 'avg_loss': 0.9889403545687384, 'avg_acc_mask': 68.75178113422628, 'loss': 1.0227952003479004}
{'epoch': 225, 'iter': 150, 'avg_loss': 0.9950456471237915, 'avg_acc_mask': 68.39288103840492, 'loss': 1.2697607278823853}
{'epoch': 225, 'iter': 160, 'avg_loss': 0.9928492294705432, 'avg_acc_mask': 68.41114457831326, 'loss': 0.5911198854446411}
{'epoch': 225, 'iter': 170, 'avg_loss': 0.9921573105959864, 'avg_acc_mask': 68.30710990181001, 'loss': 0.8239095211029053}
{'epoch': 225, 'iter': 180, 'avg_loss': 0.9968239920244691, 'avg_acc_mask': 68.20673453406421, 'loss': 1.264892578125}
{'epoch': 225, 'iter': 190, 'avg_loss': 0.9939961806329757, 'avg_acc_mask': 68.2210156499521, 'loss': 0.7693414688110352}
{'epoch': 225, 'iter': 200, 'avg_loss': 0.9933813153511256, 'avg_acc_mask': 68.10761789600967, 'loss': 1.203603982925415}
{'epoch': 225, 'iter': 210, 'avg_loss': 0.9935215679107684, 'avg_acc_mask': 68.01845089371517, 'loss': 1.182194709777832}
{'epoch': 225, 'iter': 220, 'avg_loss': 0.9882229616469388, 'avg_acc_mask': 68.14409484724122, 'loss': 0.8764545321464539}
{'epoch': 225, 'iter': 230, 'avg_loss': 0.979224290037568, 'avg_acc_mask': 68.45696291112667, 'loss': 0.7823458909988403}
{'epoch': 225, 'iter': 240, 'avg_loss': 0.9784017461216796, 'avg_acc_mask': 68.55372246880495, 'loss': 0.9402381181716919}
{'epoch': 225, 'iter': 250, 'avg_loss': 0.9776535346451034, 'avg_acc_mask': 68.58794252227663, 'loss': 1.0172637701034546}
{'epoch': 225, 'iter': 260, 'avg_loss': 0.975923100764724, 'avg_acc_mask': 68.65995352439968, 'loss': 0.6491897702217102}
{'epoch': 225, 'iter': 270, 'avg_loss': 0.9776660831871947, 'avg_acc_mask': 68.69364334153066, 'loss': 0.8170587420463562}
{'epoch': 225, 'iter': 280, 'avg_loss': 0.9818580204693872, 'avg_acc_mask': 68.61633414669154, 'loss': 1.0632272958755493}
{'epoch': 225, 'iter': 290, 'avg_loss': 0.9804528532773769, 'avg_acc_mask': 68.67386489479512, 'loss': 0.9918481111526489}
{'epoch': 225, 'iter': 300, 'avg_loss': 0.9765582117329404, 'avg_acc_mask': 68.82656134948792, 'loss': 0.9836537837982178}
{'epoch': 225, 'iter': 310, 'avg_loss': 0.9744331785911916, 'avg_acc_mask': 68.86615294955644, 'loss': 1.2697010040283203}
{'epoch': 225, 'iter': 320, 'avg_loss': 0.973482981370617, 'avg_acc_mask': 68.89768728004022, 'loss': 1.0716427564620972}
{'epoch': 225, 'iter': 330, 'avg_loss': 0.9752591957318458, 'avg_acc_mask': 68.81694255111977, 'loss': 0.9853298664093018}
{'epoch': 225, 'iter': 340, 'avg_loss': 0.9731196365223602, 'avg_acc_mask': 68.89636052616056, 'loss': 0.9252291917800903}
{'epoch': 225, 'iter': 350, 'avg_loss': 0.9707100054307541, 'avg_acc_mask': 68.9329285755198, 'loss': 0.5764251947402954}
{'epoch': 225, 'iter': 360, 'avg_loss': 0.9706284748054937, 'avg_acc_mask': 68.89173678052042, 'loss': 1.0155514478683472}
{'epoch': 225, 'iter': 370, 'avg_loss': 0.9663507903843235, 'avg_acc_mask': 69.01178899331775, 'loss': 0.8476088047027588}
{'epoch': 225, 'iter': 380, 'avg_loss': 0.9671554963576199, 'avg_acc_mask': 68.98322129889377, 'loss': 1.0603952407836914}
{'epoch': 225, 'iter': 390, 'avg_loss': 0.9679333048555857, 'avg_acc_mask': 68.92838742916024, 'loss': 0.8034290671348572}
{'epoch': 'EP225_test', 'avg_loss': 0.9663280949297578, 'total_masked_acc': 68.96885672052602}
{'epoch': 226, 'iter': 0, 'avg_loss': 1.1389179229736328, 'avg_acc_mask': 68.88888888888889, 'loss': 1.1389179229736328}
{'epoch': 226, 'iter': 10, 'avg_loss': 1.0135964155197144, 'avg_acc_mask': 66.24548736462094, 'loss': 1.4179328680038452}
{'epoch': 226, 'iter': 20, 'avg_loss': 0.9839473991166978, 'avg_acc_mask': 68.57707509881423, 'loss': 0.9563959836959839}
{'epoch': 226, 'iter': 30, 'avg_loss': 1.0014144086068677, 'avg_acc_mask': 68.14276272306675, 'loss': 1.2063785791397095}
{'epoch': 226, 'iter': 40, 'avg_loss': 0.9961582247803851, 'avg_acc_mask': 67.57311441765009, 'loss': 0.878309965133667}
{'epoch': 226, 'iter': 50, 'avg_loss': 0.9755513223947263, 'avg_acc_mask': 68.59605911330048, 'loss': 0.9073331356048584}
{'epoch': 226, 'iter': 60, 'avg_loss': 0.9750792061696287, 'avg_acc_mask': 68.45522898154476, 'loss': 0.8904306292533875}
{'epoch': 226, 'iter': 70, 'avg_loss': 0.9659922601471485, 'avg_acc_mask': 68.79350348027842, 'loss': 1.041759729385376}
{'epoch': 226, 'iter': 80, 'avg_loss': 0.9716056246816376, 'avg_acc_mask': 68.69323915237135, 'loss': 1.0893144607543945}
{'epoch': 226, 'iter': 90, 'avg_loss': 0.9600918797346262, 'avg_acc_mask': 69.1944194419442, 'loss': 0.7423700094223022}
{'epoch': 226, 'iter': 100, 'avg_loss': 0.954733937093527, 'avg_acc_mask': 68.91644643220167, 'loss': 0.7602013349533081}
{'epoch': 226, 'iter': 110, 'avg_loss': 0.9580144210978672, 'avg_acc_mask': 68.8354898336414, 'loss': 1.2506355047225952}
{'epoch': 226, 'iter': 120, 'avg_loss': 0.9615429930450502, 'avg_acc_mask': 68.89797308805996, 'loss': 1.1199382543563843}
{'epoch': 226, 'iter': 130, 'avg_loss': 0.9681829109446694, 'avg_acc_mask': 68.89967131006416, 'loss': 1.1337279081344604}
{'epoch': 226, 'iter': 140, 'avg_loss': 0.9749955150252538, 'avg_acc_mask': 68.62516401807844, 'loss': 1.0472259521484375}
{'epoch': 226, 'iter': 150, 'avg_loss': 0.9728372562800022, 'avg_acc_mask': 68.68027210884352, 'loss': 1.0648705959320068}
{'epoch': 226, 'iter': 160, 'avg_loss': 0.9734008730568501, 'avg_acc_mask': 68.74124984090619, 'loss': 1.1213855743408203}
{'epoch': 226, 'iter': 170, 'avg_loss': 0.9780919959670619, 'avg_acc_mask': 68.65007813439115, 'loss': 0.9002046585083008}
{'epoch': 226, 'iter': 180, 'avg_loss': 0.9813565592080848, 'avg_acc_mask': 68.62990335417851, 'loss': 1.1390502452850342}
{'epoch': 226, 'iter': 190, 'avg_loss': 0.9755748310638348, 'avg_acc_mask': 68.82486241502104, 'loss': 0.6267213821411133}
{'epoch': 226, 'iter': 200, 'avg_loss': 0.9767534290973227, 'avg_acc_mask': 68.72571077930047, 'loss': 0.838459312915802}
{'epoch': 226, 'iter': 210, 'avg_loss': 0.9757974000903668, 'avg_acc_mask': 68.74756903928433, 'loss': 0.8597327470779419}
{'epoch': 226, 'iter': 220, 'avg_loss': 0.9777304451929498, 'avg_acc_mask': 68.62075332348597, 'loss': 0.9092791676521301}
{'epoch': 226, 'iter': 230, 'avg_loss': 0.9754218513315375, 'avg_acc_mask': 68.65314796776765, 'loss': 1.0450327396392822}
{'epoch': 226, 'iter': 240, 'avg_loss': 0.9726495156644291, 'avg_acc_mask': 68.71186440677967, 'loss': 0.8996917605400085}
{'epoch': 226, 'iter': 250, 'avg_loss': 0.9748917991421612, 'avg_acc_mask': 68.64820846905538, 'loss': 1.2217090129852295}
{'epoch': 226, 'iter': 260, 'avg_loss': 0.9753990175623547, 'avg_acc_mask': 68.62837413684872, 'loss': 0.9677034616470337}
{'epoch': 226, 'iter': 270, 'avg_loss': 0.9762900546468052, 'avg_acc_mask': 68.58717813184325, 'loss': 0.7173970341682434}
{'epoch': 226, 'iter': 280, 'avg_loss': 0.9789075329634642, 'avg_acc_mask': 68.54651162790698, 'loss': 0.8623430728912354}
{'epoch': 226, 'iter': 290, 'avg_loss': 0.9747466162307975, 'avg_acc_mask': 68.69296644672188, 'loss': 0.8204368948936462}
{'epoch': 226, 'iter': 300, 'avg_loss': 0.9702013616150004, 'avg_acc_mask': 68.75595481148768, 'loss': 0.7354922294616699}
{'epoch': 226, 'iter': 310, 'avg_loss': 0.9709878055995683, 'avg_acc_mask': 68.786962807202, 'loss': 1.158603549003601}
{'epoch': 226, 'iter': 320, 'avg_loss': 0.9689731297091903, 'avg_acc_mask': 68.79672822544572, 'loss': 0.939568281173706}
{'epoch': 226, 'iter': 330, 'avg_loss': 0.9678901993976259, 'avg_acc_mask': 68.83132978064197, 'loss': 1.0067355632781982}
{'epoch': 226, 'iter': 340, 'avg_loss': 0.9678867880549948, 'avg_acc_mask': 68.81461889877374, 'loss': 0.7673624753952026}
{'epoch': 226, 'iter': 350, 'avg_loss': 0.9668512665308439, 'avg_acc_mask': 68.88487110696371, 'loss': 0.6965201497077942}
{'epoch': 226, 'iter': 360, 'avg_loss': 0.9683440978177036, 'avg_acc_mask': 68.85060077080027, 'loss': 0.8091768622398376}
{'epoch': 226, 'iter': 370, 'avg_loss': 0.967048932278574, 'avg_acc_mask': 68.80819879883188, 'loss': 1.3560233116149902}
{'epoch': 226, 'iter': 380, 'avg_loss': 0.965815191819599, 'avg_acc_mask': 68.82873224336639, 'loss': 1.0437217950820923}
{'epoch': 226, 'iter': 390, 'avg_loss': 0.9654695245311083, 'avg_acc_mask': 68.82567849686848, 'loss': 0.7723404765129089}
{'epoch': 'EP226_test', 'avg_loss': 0.965334574682544, 'total_masked_acc': 68.81504379185986}
{'epoch': 227, 'iter': 0, 'avg_loss': 0.6750249862670898, 'avg_acc_mask': 81.13207547169812, 'loss': 0.6750249862670898}
{'epoch': 227, 'iter': 10, 'avg_loss': 0.9467619711702521, 'avg_acc_mask': 70.03676470588235, 'loss': 1.200391411781311}
{'epoch': 227, 'iter': 20, 'avg_loss': 0.9550810598191761, 'avg_acc_mask': 69.31166347992351, 'loss': 0.9239200949668884}
{'epoch': 227, 'iter': 30, 'avg_loss': 0.9597779877724186, 'avg_acc_mask': 69.94818652849742, 'loss': 1.2550982236862183}
{'epoch': 227, 'iter': 40, 'avg_loss': 0.9479405603757719, 'avg_acc_mask': 70.20100502512562, 'loss': 1.2470951080322266}
{'epoch': 227, 'iter': 50, 'avg_loss': 0.9432149026908127, 'avg_acc_mask': 69.82513216754779, 'loss': 0.7431105375289917}
{'epoch': 227, 'iter': 60, 'avg_loss': 0.9547044116942609, 'avg_acc_mask': 69.39268461007592, 'loss': 1.007754921913147}
{'epoch': 227, 'iter': 70, 'avg_loss': 0.950387395603556, 'avg_acc_mask': 69.64024568587305, 'loss': 1.0063194036483765}
{'epoch': 227, 'iter': 80, 'avg_loss': 0.9537633929723575, 'avg_acc_mask': 69.42675159235668, 'loss': 1.2686986923217773}
{'epoch': 227, 'iter': 90, 'avg_loss': 0.9562790184230595, 'avg_acc_mask': 69.33093848226314, 'loss': 0.8211429119110107}
{'epoch': 227, 'iter': 100, 'avg_loss': 0.9637110723127232, 'avg_acc_mask': 69.0080971659919, 'loss': 0.8398979902267456}
{'epoch': 227, 'iter': 110, 'avg_loss': 0.9586840561918311, 'avg_acc_mask': 69.21100917431193, 'loss': 1.0536819696426392}
{'epoch': 227, 'iter': 120, 'avg_loss': 0.9635314813330154, 'avg_acc_mask': 69.23595884634845, 'loss': 1.3343232870101929}
{'epoch': 227, 'iter': 130, 'avg_loss': 0.9674797017155713, 'avg_acc_mask': 69.15959907478796, 'loss': 1.1449583768844604}
{'epoch': 227, 'iter': 140, 'avg_loss': 0.975343385486738, 'avg_acc_mask': 68.9467658843732, 'loss': 0.9998109936714172}
{'epoch': 227, 'iter': 150, 'avg_loss': 0.9786795863252602, 'avg_acc_mask': 68.97377878344203, 'loss': 1.2230762243270874}
{'epoch': 227, 'iter': 160, 'avg_loss': 0.9745856830792398, 'avg_acc_mask': 68.95600952500314, 'loss': 0.7125080823898315}
{'epoch': 227, 'iter': 170, 'avg_loss': 0.9751927929314953, 'avg_acc_mask': 68.9756903469436, 'loss': 0.8642143607139587}
{'epoch': 227, 'iter': 180, 'avg_loss': 0.9742551129825866, 'avg_acc_mask': 68.78070567217507, 'loss': 1.1910712718963623}
{'epoch': 227, 'iter': 190, 'avg_loss': 0.9723296827046659, 'avg_acc_mask': 68.81066666666666, 'loss': 0.9038671255111694}
{'epoch': 227, 'iter': 200, 'avg_loss': 0.9736644266849727, 'avg_acc_mask': 68.72282333906361, 'loss': 1.067003846168518}
{'epoch': 227, 'iter': 210, 'avg_loss': 0.980676363429752, 'avg_acc_mask': 68.56757537809459, 'loss': 1.4185667037963867}
{'epoch': 227, 'iter': 220, 'avg_loss': 0.9774899218416861, 'avg_acc_mask': 68.63123106582208, 'loss': 0.7304369807243347}
{'epoch': 227, 'iter': 230, 'avg_loss': 0.9744137713919471, 'avg_acc_mask': 68.83333333333333, 'loss': 0.9123431444168091}
{'epoch': 227, 'iter': 240, 'avg_loss': 0.9744967083713326, 'avg_acc_mask': 68.8885157824043, 'loss': 1.1462113857269287}
{'epoch': 227, 'iter': 250, 'avg_loss': 0.9770126888951457, 'avg_acc_mask': 68.85682038052241, 'loss': 1.077768325805664}
{'epoch': 227, 'iter': 260, 'avg_loss': 0.9791769428728184, 'avg_acc_mask': 68.73298592206581, 'loss': 0.6697315573692322}
{'epoch': 227, 'iter': 270, 'avg_loss': 0.981439814796307, 'avg_acc_mask': 68.6478010901217, 'loss': 1.043876051902771}
{'epoch': 227, 'iter': 280, 'avg_loss': 0.9845569844347727, 'avg_acc_mask': 68.5139809743442, 'loss': 1.0824840068817139}
{'epoch': 227, 'iter': 290, 'avg_loss': 0.9833495100748908, 'avg_acc_mask': 68.46903270702853, 'loss': 0.9339866042137146}
{'epoch': 227, 'iter': 300, 'avg_loss': 0.9835082296517205, 'avg_acc_mask': 68.48075624577989, 'loss': 0.9077662229537964}
{'epoch': 227, 'iter': 310, 'avg_loss': 0.9808071928392269, 'avg_acc_mask': 68.57590188531542, 'loss': 0.8388264179229736}
{'epoch': 227, 'iter': 320, 'avg_loss': 0.9756034545809309, 'avg_acc_mask': 68.79822896900696, 'loss': 0.904184877872467}
{'epoch': 227, 'iter': 330, 'avg_loss': 0.975972892474552, 'avg_acc_mask': 68.81898454746137, 'loss': 1.0387864112854004}
{'epoch': 227, 'iter': 340, 'avg_loss': 0.9732774370227042, 'avg_acc_mask': 68.89192723814052, 'loss': 0.9031500816345215}
{'epoch': 227, 'iter': 350, 'avg_loss': 0.9728805577313459, 'avg_acc_mask': 68.86988675756875, 'loss': 0.8141751885414124}
{'epoch': 227, 'iter': 360, 'avg_loss': 0.9731614706919134, 'avg_acc_mask': 68.95507319535588, 'loss': 0.7356446385383606}
{'epoch': 227, 'iter': 370, 'avg_loss': 0.9714144751068075, 'avg_acc_mask': 69.0327868852459, 'loss': 0.9901152849197388}
{'epoch': 227, 'iter': 380, 'avg_loss': 0.973069087883306, 'avg_acc_mask': 68.91575247630205, 'loss': 1.0487298965454102}
{'epoch': 227, 'iter': 390, 'avg_loss': 0.9730188378592586, 'avg_acc_mask': 68.83278145695364, 'loss': 1.187379002571106}
{'epoch': 'EP227_test', 'avg_loss': 0.9701327957739734, 'total_masked_acc': 68.87843778754728}
{'epoch': 228, 'iter': 0, 'avg_loss': 0.9904071688652039, 'avg_acc_mask': 66.66666666666666, 'loss': 0.9904071688652039}
{'epoch': 228, 'iter': 10, 'avg_loss': 1.00009193203666, 'avg_acc_mask': 67.9646017699115, 'loss': 1.2389907836914062}
{'epoch': 228, 'iter': 20, 'avg_loss': 0.9796454537482489, 'avg_acc_mask': 68.55855855855856, 'loss': 1.0274442434310913}
{'epoch': 228, 'iter': 30, 'avg_loss': 0.975881653447305, 'avg_acc_mask': 68.1875, 'loss': 1.0192886590957642}
{'epoch': 228, 'iter': 40, 'avg_loss': 0.9489660408438706, 'avg_acc_mask': 69.32038834951456, 'loss': 0.7568247318267822}
{'epoch': 228, 'iter': 50, 'avg_loss': 0.9505370796895495, 'avg_acc_mask': 69.21278254091972, 'loss': 0.9592804312705994}
{'epoch': 228, 'iter': 60, 'avg_loss': 0.9447255056412494, 'avg_acc_mask': 69.16226912928761, 'loss': 0.8590346574783325}
{'epoch': 228, 'iter': 70, 'avg_loss': 0.9310875862417086, 'avg_acc_mask': 70.26647966339411, 'loss': 0.6901030540466309}
{'epoch': 228, 'iter': 80, 'avg_loss': 0.9427948844285658, 'avg_acc_mask': 69.65959546127281, 'loss': 1.1683610677719116}
{'epoch': 228, 'iter': 90, 'avg_loss': 0.9499171644776732, 'avg_acc_mask': 69.47808852675622, 'loss': 0.7655463218688965}
{'epoch': 228, 'iter': 100, 'avg_loss': 0.9530781389463066, 'avg_acc_mask': 69.45050585201349, 'loss': 0.965077817440033}
{'epoch': 228, 'iter': 110, 'avg_loss': 0.9615433387928181, 'avg_acc_mask': 69.14357682619648, 'loss': 1.2716771364212036}
{'epoch': 228, 'iter': 120, 'avg_loss': 0.9685847473538611, 'avg_acc_mask': 69.14646296911326, 'loss': 1.1964541673660278}
{'epoch': 228, 'iter': 130, 'avg_loss': 0.9699605598704506, 'avg_acc_mask': 69.30389451088624, 'loss': 1.3860163688659668}
{'epoch': 228, 'iter': 140, 'avg_loss': 0.9709757710179538, 'avg_acc_mask': 69.25496925496925, 'loss': 1.2913613319396973}
{'epoch': 228, 'iter': 150, 'avg_loss': 0.968547808413474, 'avg_acc_mask': 69.03355704697987, 'loss': 1.043229341506958}
{'epoch': 228, 'iter': 160, 'avg_loss': 0.9697027472975832, 'avg_acc_mask': 68.9828801611279, 'loss': 0.7477537989616394}
{'epoch': 228, 'iter': 170, 'avg_loss': 0.9690839871328477, 'avg_acc_mask': 68.92084620869979, 'loss': 1.1708271503448486}
{'epoch': 228, 'iter': 180, 'avg_loss': 0.9769479803617488, 'avg_acc_mask': 68.76118067978533, 'loss': 1.3385202884674072}
{'epoch': 228, 'iter': 190, 'avg_loss': 0.9724545135547977, 'avg_acc_mask': 69.0079575596817, 'loss': 0.5638725757598877}
{'epoch': 228, 'iter': 200, 'avg_loss': 0.9788875843755048, 'avg_acc_mask': 68.88754290329094, 'loss': 1.13299560546875}
{'epoch': 228, 'iter': 210, 'avg_loss': 0.9856728202358807, 'avg_acc_mask': 68.78729547641963, 'loss': 1.3726465702056885}
{'epoch': 228, 'iter': 220, 'avg_loss': 0.9860815589244549, 'avg_acc_mask': 68.65246924912796, 'loss': 1.0636874437332153}
{'epoch': 228, 'iter': 230, 'avg_loss': 0.9811347885565325, 'avg_acc_mask': 68.79076326458664, 'loss': 0.7366005182266235}
{'epoch': 228, 'iter': 240, 'avg_loss': 0.980001642001615, 'avg_acc_mask': 68.89980520030491, 'loss': 0.9921435713768005}
{'epoch': 228, 'iter': 250, 'avg_loss': 0.977943195764762, 'avg_acc_mask': 68.90154597233523, 'loss': 0.5368357300758362}
{'epoch': 228, 'iter': 260, 'avg_loss': 0.9765908890528697, 'avg_acc_mask': 68.88122845502977, 'loss': 0.7640713453292847}
{'epoch': 228, 'iter': 270, 'avg_loss': 0.9790840517330873, 'avg_acc_mask': 68.82441597588546, 'loss': 0.9900477528572083}
{'epoch': 228, 'iter': 280, 'avg_loss': 0.9803735093077731, 'avg_acc_mask': 68.76911871813547, 'loss': 0.8891825675964355}
{'epoch': 228, 'iter': 290, 'avg_loss': 0.9767281098668927, 'avg_acc_mask': 68.86619718309859, 'loss': 0.9035548567771912}
{'epoch': 228, 'iter': 300, 'avg_loss': 0.9762444225854652, 'avg_acc_mask': 68.83063690354291, 'loss': 1.1031463146209717}
{'epoch': 228, 'iter': 310, 'avg_loss': 0.978545967884769, 'avg_acc_mask': 68.7005798629415, 'loss': 1.184569001197815}
{'epoch': 228, 'iter': 320, 'avg_loss': 0.9768791948894845, 'avg_acc_mask': 68.70204603580564, 'loss': 0.9639460444450378}
{'epoch': 228, 'iter': 330, 'avg_loss': 0.9806857687108826, 'avg_acc_mask': 68.54663774403471, 'loss': 0.9501680731773376}
{'epoch': 228, 'iter': 340, 'avg_loss': 0.9779113580054901, 'avg_acc_mask': 68.56747154814235, 'loss': 0.9279871582984924}
{'epoch': 228, 'iter': 350, 'avg_loss': 0.9765755102845, 'avg_acc_mask': 68.63524733949245, 'loss': 0.5295387506484985}
{'epoch': 228, 'iter': 360, 'avg_loss': 0.9763690781395191, 'avg_acc_mask': 68.67250597201684, 'loss': 0.671323835849762}
{'epoch': 228, 'iter': 370, 'avg_loss': 0.9732088231333503, 'avg_acc_mask': 68.79012618994909, 'loss': 1.1873323917388916}
{'epoch': 228, 'iter': 380, 'avg_loss': 0.9733715085532721, 'avg_acc_mask': 68.79814685126327, 'loss': 1.2934166193008423}
{'epoch': 228, 'iter': 390, 'avg_loss': 0.9724253455696203, 'avg_acc_mask': 68.75065397091137, 'loss': 1.0926576852798462}
{'epoch': 'EP228_test', 'avg_loss': 0.9725901647047563, 'total_masked_acc': 68.75840662183136}
{'epoch': 229, 'iter': 0, 'avg_loss': 0.7068377733230591, 'avg_acc_mask': 70.2127659574468, 'loss': 0.7068377733230591}
{'epoch': 229, 'iter': 10, 'avg_loss': 0.8651767264712941, 'avg_acc_mask': 70.68645640074212, 'loss': 0.7768752574920654}
{'epoch': 229, 'iter': 20, 'avg_loss': 0.856943979149773, 'avg_acc_mask': 71.75421209117938, 'loss': 0.7584404945373535}
{'epoch': 229, 'iter': 30, 'avg_loss': 0.8951792255524667, 'avg_acc_mask': 70.8361204013378, 'loss': 1.1806821823120117}
{'epoch': 229, 'iter': 40, 'avg_loss': 0.9289291442894354, 'avg_acc_mask': 70.01023541453428, 'loss': 1.1660144329071045}
{'epoch': 229, 'iter': 50, 'avg_loss': 0.940065373392666, 'avg_acc_mask': 69.35022476501838, 'loss': 1.071555256843567}
{'epoch': 229, 'iter': 60, 'avg_loss': 0.9538343197009602, 'avg_acc_mask': 69.04109589041096, 'loss': 0.7631110548973083}
{'epoch': 229, 'iter': 70, 'avg_loss': 0.9512167514210016, 'avg_acc_mask': 69.37590711175616, 'loss': 0.831847071647644}
{'epoch': 229, 'iter': 80, 'avg_loss': 0.9528158027448772, 'avg_acc_mask': 69.52211489578038, 'loss': 1.070928931236267}
{'epoch': 229, 'iter': 90, 'avg_loss': 0.9587021214621407, 'avg_acc_mask': 69.37078651685394, 'loss': 0.6683449745178223}
{'epoch': 229, 'iter': 100, 'avg_loss': 0.958447274595204, 'avg_acc_mask': 69.50772986167615, 'loss': 0.6761276721954346}
{'epoch': 229, 'iter': 110, 'avg_loss': 0.9653194122486286, 'avg_acc_mask': 69.26910299003323, 'loss': 1.2352473735809326}
{'epoch': 229, 'iter': 120, 'avg_loss': 0.9637526667807713, 'avg_acc_mask': 69.3224378617637, 'loss': 0.8595218062400818}
{'epoch': 229, 'iter': 130, 'avg_loss': 0.9646987287142804, 'avg_acc_mask': 69.46730858829011, 'loss': 1.0264127254486084}
{'epoch': 229, 'iter': 140, 'avg_loss': 0.970909630575924, 'avg_acc_mask': 69.24297043979813, 'loss': 1.2157793045043945}
{'epoch': 229, 'iter': 150, 'avg_loss': 0.9676711957975729, 'avg_acc_mask': 69.33746296795044, 'loss': 1.1331455707550049}
{'epoch': 229, 'iter': 160, 'avg_loss': 0.9616808050907917, 'avg_acc_mask': 69.48571428571428, 'loss': 1.0006169080734253}
{'epoch': 229, 'iter': 170, 'avg_loss': 0.9605695242770234, 'avg_acc_mask': 69.43179093742508, 'loss': 0.9304494857788086}
{'epoch': 229, 'iter': 180, 'avg_loss': 0.9684191006981866, 'avg_acc_mask': 69.23773926832031, 'loss': 1.433577299118042}
{'epoch': 229, 'iter': 190, 'avg_loss': 0.9668147598261608, 'avg_acc_mask': 69.36665230504093, 'loss': 1.0998682975769043}
{'epoch': 229, 'iter': 200, 'avg_loss': 0.9692652661408951, 'avg_acc_mask': 69.32966023875115, 'loss': 1.0661407709121704}
{'epoch': 229, 'iter': 210, 'avg_loss': 0.9731586880593504, 'avg_acc_mask': 69.30943800525957, 'loss': 1.078190565109253}
{'epoch': 229, 'iter': 220, 'avg_loss': 0.9691946514591372, 'avg_acc_mask': 69.35125115848008, 'loss': 1.15208101272583}
{'epoch': 229, 'iter': 230, 'avg_loss': 0.9676015307376911, 'avg_acc_mask': 69.4110309186492, 'loss': 0.8573912978172302}
{'epoch': 229, 'iter': 240, 'avg_loss': 0.9645904087426751, 'avg_acc_mask': 69.48397051260072, 'loss': 0.6225119829177856}
{'epoch': 229, 'iter': 250, 'avg_loss': 0.9620566555703304, 'avg_acc_mask': 69.48957820449696, 'loss': 0.6005008816719055}
{'epoch': 229, 'iter': 260, 'avg_loss': 0.9634093929981363, 'avg_acc_mask': 69.41361668634396, 'loss': 0.8782058954238892}
{'epoch': 229, 'iter': 270, 'avg_loss': 0.9675958394124499, 'avg_acc_mask': 69.25987588920842, 'loss': 1.0746842622756958}
{'epoch': 229, 'iter': 280, 'avg_loss': 0.9708155612080123, 'avg_acc_mask': 69.193136181088, 'loss': 0.7163858413696289}
{'epoch': 229, 'iter': 290, 'avg_loss': 0.9655253231730249, 'avg_acc_mask': 69.26984126984127, 'loss': 0.920819103717804}
{'epoch': 229, 'iter': 300, 'avg_loss': 0.9636960867235431, 'avg_acc_mask': 69.27591619463591, 'loss': 0.9423266649246216}
{'epoch': 229, 'iter': 310, 'avg_loss': 0.9641137197853284, 'avg_acc_mask': 69.27647214153684, 'loss': 1.063489556312561}
{'epoch': 229, 'iter': 320, 'avg_loss': 0.9624739720071216, 'avg_acc_mask': 69.31752643383531, 'loss': 1.1397491693496704}
{'epoch': 229, 'iter': 330, 'avg_loss': 0.9625778012765498, 'avg_acc_mask': 69.30884184308842, 'loss': 1.3057373762130737}
{'epoch': 229, 'iter': 340, 'avg_loss': 0.9607414905626404, 'avg_acc_mask': 69.37116010119263, 'loss': 0.747817873954773}
{'epoch': 229, 'iter': 350, 'avg_loss': 0.9605961195763699, 'avg_acc_mask': 69.37405115029779, 'loss': 0.6487158536911011}
{'epoch': 229, 'iter': 360, 'avg_loss': 0.9623907205140492, 'avg_acc_mask': 69.35996368588289, 'loss': 0.960780680179596}
{'epoch': 229, 'iter': 370, 'avg_loss': 0.9625571705903004, 'avg_acc_mask': 69.29311865902073, 'loss': 1.1523810625076294}
{'epoch': 229, 'iter': 380, 'avg_loss': 0.9633270129756978, 'avg_acc_mask': 69.22457740810303, 'loss': 1.227462649345398}
{'epoch': 229, 'iter': 390, 'avg_loss': 0.9625577135464115, 'avg_acc_mask': 69.22193810989928, 'loss': 0.8910160064697266}
{'epoch': 'EP229_test', 'avg_loss': 0.9613392173942893, 'total_masked_acc': 69.25616424223666}
{'epoch': 230, 'iter': 0, 'avg_loss': 0.8050602674484253, 'avg_acc_mask': 73.91304347826086, 'loss': 0.8050602674484253}
{'epoch': 230, 'iter': 10, 'avg_loss': 1.0613581538200378, 'avg_acc_mask': 66.41651031894934, 'loss': 1.4550607204437256}
{'epoch': 230, 'iter': 20, 'avg_loss': 1.00546852179936, 'avg_acc_mask': 68.14595660749507, 'loss': 0.7289061546325684}
{'epoch': 230, 'iter': 30, 'avg_loss': 0.9883288164292613, 'avg_acc_mask': 68.42456608811749, 'loss': 1.173305869102478}
{'epoch': 230, 'iter': 40, 'avg_loss': 0.9745566132591992, 'avg_acc_mask': 69.35732647814909, 'loss': 1.036702036857605}
{'epoch': 230, 'iter': 50, 'avg_loss': 0.9748533029182285, 'avg_acc_mask': 68.98656898656898, 'loss': 1.0078152418136597}
{'epoch': 230, 'iter': 60, 'avg_loss': 0.9740186216401272, 'avg_acc_mask': 68.88661202185791, 'loss': 1.1313823461532593}
{'epoch': 230, 'iter': 70, 'avg_loss': 0.9603578649776082, 'avg_acc_mask': 69.26193921852388, 'loss': 1.1379600763320923}
{'epoch': 230, 'iter': 80, 'avg_loss': 0.9500270853807897, 'avg_acc_mask': 69.59511077158136, 'loss': 0.9339596033096313}
{'epoch': 230, 'iter': 90, 'avg_loss': 0.945331409082308, 'avg_acc_mask': 69.68799817809155, 'loss': 0.8086613416671753}
{'epoch': 230, 'iter': 100, 'avg_loss': 0.9500290621625315, 'avg_acc_mask': 69.35749588138385, 'loss': 1.0179580450057983}
{'epoch': 230, 'iter': 110, 'avg_loss': 0.9560679723550608, 'avg_acc_mask': 68.89925373134328, 'loss': 1.161623477935791}
{'epoch': 230, 'iter': 120, 'avg_loss': 0.9557797041806307, 'avg_acc_mask': 69.21498204207286, 'loss': 1.1072678565979004}
{'epoch': 230, 'iter': 130, 'avg_loss': 0.952806442293502, 'avg_acc_mask': 69.32139491046183, 'loss': 1.2246168851852417}
{'epoch': 230, 'iter': 140, 'avg_loss': 0.9563890898481329, 'avg_acc_mask': 69.21167883211679, 'loss': 1.237518072128296}
{'epoch': 230, 'iter': 150, 'avg_loss': 0.9584732434607499, 'avg_acc_mask': 69.07723855092276, 'loss': 1.3255013227462769}
{'epoch': 230, 'iter': 160, 'avg_loss': 0.9573524212985305, 'avg_acc_mask': 68.95530078577869, 'loss': 0.931688129901886}
{'epoch': 230, 'iter': 170, 'avg_loss': 0.9581112091304266, 'avg_acc_mask': 68.75303250849102, 'loss': 0.8032912611961365}
{'epoch': 230, 'iter': 180, 'avg_loss': 0.9693671300266329, 'avg_acc_mask': 68.53739548734394, 'loss': 1.4364136457443237}
{'epoch': 230, 'iter': 190, 'avg_loss': 0.9614114736387243, 'avg_acc_mask': 68.80793979714255, 'loss': 0.7732705473899841}
{'epoch': 230, 'iter': 200, 'avg_loss': 0.9646991636622605, 'avg_acc_mask': 68.56581532416503, 'loss': 0.7160616517066956}
{'epoch': 230, 'iter': 210, 'avg_loss': 0.9679159259344164, 'avg_acc_mask': 68.50595062456969, 'loss': 1.1679906845092773}
{'epoch': 230, 'iter': 220, 'avg_loss': 0.9668153564854445, 'avg_acc_mask': 68.41711829564568, 'loss': 0.8115312457084656}
{'epoch': 230, 'iter': 230, 'avg_loss': 0.9648895160460369, 'avg_acc_mask': 68.60381432169845, 'loss': 0.9099751114845276}
{'epoch': 230, 'iter': 240, 'avg_loss': 0.9647741288070362, 'avg_acc_mask': 68.65336442947223, 'loss': 1.118733286857605}
{'epoch': 230, 'iter': 250, 'avg_loss': 0.9653512657401097, 'avg_acc_mask': 68.66849406096853, 'loss': 1.0776188373565674}
{'epoch': 230, 'iter': 260, 'avg_loss': 0.963283178221677, 'avg_acc_mask': 68.67671691792296, 'loss': 0.6540004014968872}
{'epoch': 230, 'iter': 270, 'avg_loss': 0.9677641855834594, 'avg_acc_mask': 68.64432831232709, 'loss': 1.2711151838302612}
{'epoch': 230, 'iter': 280, 'avg_loss': 0.9706792207799348, 'avg_acc_mask': 68.62033195020747, 'loss': 1.0824686288833618}
{'epoch': 230, 'iter': 290, 'avg_loss': 0.9678568162049624, 'avg_acc_mask': 68.72004006582242, 'loss': 0.8685339093208313}
{'epoch': 230, 'iter': 300, 'avg_loss': 0.9648002952436276, 'avg_acc_mask': 68.82560309670284, 'loss': 1.1818288564682007}
{'epoch': 230, 'iter': 310, 'avg_loss': 0.9678628760902062, 'avg_acc_mask': 68.78500933582289, 'loss': 1.1509160995483398}
{'epoch': 230, 'iter': 320, 'avg_loss': 0.9683729813106334, 'avg_acc_mask': 68.75647668393783, 'loss': 0.9831265211105347}
{'epoch': 230, 'iter': 330, 'avg_loss': 0.9678520101074726, 'avg_acc_mask': 68.83802816901408, 'loss': 1.200858473777771}
{'epoch': 230, 'iter': 340, 'avg_loss': 0.965481998109398, 'avg_acc_mask': 68.88088405885586, 'loss': 0.8706263899803162}
{'epoch': 230, 'iter': 350, 'avg_loss': 0.9664497080012264, 'avg_acc_mask': 68.80821023906982, 'loss': 0.7888123393058777}
{'epoch': 230, 'iter': 360, 'avg_loss': 0.9662886058854925, 'avg_acc_mask': 68.79285508498991, 'loss': 1.185376524925232}
{'epoch': 230, 'iter': 370, 'avg_loss': 0.9646982478324294, 'avg_acc_mask': 68.76962763571109, 'loss': 0.9255368709564209}
{'epoch': 230, 'iter': 380, 'avg_loss': 0.9632122087979255, 'avg_acc_mask': 68.7912687585266, 'loss': 0.9398991465568542}
{'epoch': 230, 'iter': 390, 'avg_loss': 0.9631035602306162, 'avg_acc_mask': 68.88605713072103, 'loss': 0.9586897492408752}
{'epoch': 'EP230_test', 'avg_loss': 0.9637933332811702, 'total_masked_acc': 68.83328087294093}
{'epoch': 231, 'iter': 0, 'avg_loss': 0.7517856359481812, 'avg_acc_mask': 71.11111111111111, 'loss': 0.7517856359481812}
{'epoch': 231, 'iter': 10, 'avg_loss': 0.9756210012869402, 'avg_acc_mask': 69.62264150943396, 'loss': 1.08674955368042}
{'epoch': 231, 'iter': 20, 'avg_loss': 0.9677678573699224, 'avg_acc_mask': 69.87366375121478, 'loss': 0.9856323003768921}
{'epoch': 231, 'iter': 30, 'avg_loss': 0.9502975479249032, 'avg_acc_mask': 69.84025559105432, 'loss': 1.1003944873809814}
{'epoch': 231, 'iter': 40, 'avg_loss': 0.9479300590550027, 'avg_acc_mask': 69.95470558631102, 'loss': 1.054726004600525}
{'epoch': 231, 'iter': 50, 'avg_loss': 0.9279684330902848, 'avg_acc_mask': 70.15963978714696, 'loss': 0.669221818447113}
{'epoch': 231, 'iter': 60, 'avg_loss': 0.9383189453453314, 'avg_acc_mask': 70.14413177762526, 'loss': 0.833880603313446}
{'epoch': 231, 'iter': 70, 'avg_loss': 0.9334358321109288, 'avg_acc_mask': 70.49368541905855, 'loss': 1.0838165283203125}
{'epoch': 231, 'iter': 80, 'avg_loss': 0.9411785021240329, 'avg_acc_mask': 70.36573146292585, 'loss': 1.2488845586776733}
{'epoch': 231, 'iter': 90, 'avg_loss': 0.9405826860731774, 'avg_acc_mask': 70.2924235711121, 'loss': 0.6416533589363098}
{'epoch': 231, 'iter': 100, 'avg_loss': 0.9391019934474831, 'avg_acc_mask': 70.37705575611713, 'loss': 0.9707940816879272}
{'epoch': 231, 'iter': 110, 'avg_loss': 0.9446464626638739, 'avg_acc_mask': 70.26239067055393, 'loss': 1.3289326429367065}
{'epoch': 231, 'iter': 120, 'avg_loss': 0.9473726069631655, 'avg_acc_mask': 69.84605087014725, 'loss': 0.8055367469787598}
{'epoch': 231, 'iter': 130, 'avg_loss': 0.9455442888136129, 'avg_acc_mask': 69.86365044933375, 'loss': 1.2339915037155151}
{'epoch': 231, 'iter': 140, 'avg_loss': 0.95320119206787, 'avg_acc_mask': 69.49176807444523, 'loss': 1.2231591939926147}
{'epoch': 231, 'iter': 150, 'avg_loss': 0.9505834018947273, 'avg_acc_mask': 69.61429915333962, 'loss': 1.2218151092529297}
{'epoch': 231, 'iter': 160, 'avg_loss': 0.9528597882075339, 'avg_acc_mask': 69.55479883970236, 'loss': 0.9670093059539795}
{'epoch': 231, 'iter': 170, 'avg_loss': 0.9554800209943314, 'avg_acc_mask': 69.46264744429882, 'loss': 1.1832351684570312}
{'epoch': 231, 'iter': 180, 'avg_loss': 0.958418073575141, 'avg_acc_mask': 69.40331987438313, 'loss': 1.2231440544128418}
{'epoch': 231, 'iter': 190, 'avg_loss': 0.9515751737574633, 'avg_acc_mask': 69.56475470894966, 'loss': 0.7677969932556152}
{'epoch': 231, 'iter': 200, 'avg_loss': 0.9556897727411184, 'avg_acc_mask': 69.4332392093586, 'loss': 0.9168146848678589}
{'epoch': 231, 'iter': 210, 'avg_loss': 0.9565897326898801, 'avg_acc_mask': 69.3622742988859, 'loss': 1.0518289804458618}
{'epoch': 231, 'iter': 220, 'avg_loss': 0.9589310051089498, 'avg_acc_mask': 69.2792545902987, 'loss': 1.0491234064102173}
{'epoch': 231, 'iter': 230, 'avg_loss': 0.9551107297728072, 'avg_acc_mask': 69.30632289748311, 'loss': 1.0988805294036865}
{'epoch': 231, 'iter': 240, 'avg_loss': 0.9519745994405627, 'avg_acc_mask': 69.40631578947368, 'loss': 0.716305673122406}
{'epoch': 231, 'iter': 250, 'avg_loss': 0.9552902280096989, 'avg_acc_mask': 69.22765544041451, 'loss': 0.6482304334640503}
{'epoch': 231, 'iter': 260, 'avg_loss': 0.9519048136769583, 'avg_acc_mask': 69.342781498209, 'loss': 0.658873975276947}
{'epoch': 231, 'iter': 270, 'avg_loss': 0.9577988650086181, 'avg_acc_mask': 69.25035572530518, 'loss': 1.0449188947677612}
{'epoch': 231, 'iter': 280, 'avg_loss': 0.96018926762177, 'avg_acc_mask': 69.22743055555556, 'loss': 1.0233956575393677}
{'epoch': 231, 'iter': 290, 'avg_loss': 0.9588298799655691, 'avg_acc_mask': 69.23883413713567, 'loss': 0.8926416039466858}
{'epoch': 231, 'iter': 300, 'avg_loss': 0.9581004921780076, 'avg_acc_mask': 69.29961353312089, 'loss': 0.7384600639343262}
{'epoch': 231, 'iter': 310, 'avg_loss': 0.9599632894877835, 'avg_acc_mask': 69.22521813291347, 'loss': 1.1319429874420166}
{'epoch': 231, 'iter': 320, 'avg_loss': 0.9586610625094714, 'avg_acc_mask': 69.27730022285897, 'loss': 0.9538418054580688}
{'epoch': 231, 'iter': 330, 'avg_loss': 0.9601600822005028, 'avg_acc_mask': 69.23219584569733, 'loss': 1.1863207817077637}
{'epoch': 231, 'iter': 340, 'avg_loss': 0.9570587273042572, 'avg_acc_mask': 69.27092709270927, 'loss': 0.8702741265296936}
{'epoch': 231, 'iter': 350, 'avg_loss': 0.956315643172658, 'avg_acc_mask': 69.3035203456127, 'loss': 0.7904176712036133}
{'epoch': 231, 'iter': 360, 'avg_loss': 0.9555333090786128, 'avg_acc_mask': 69.28972917731221, 'loss': 0.7761900424957275}
{'epoch': 231, 'iter': 370, 'avg_loss': 0.9536277522455971, 'avg_acc_mask': 69.38065798189446, 'loss': 1.0446542501449585}
{'epoch': 231, 'iter': 380, 'avg_loss': 0.9524017072568728, 'avg_acc_mask': 69.42606637620355, 'loss': 0.9680984020233154}
{'epoch': 231, 'iter': 390, 'avg_loss': 0.9534489676318205, 'avg_acc_mask': 69.42378208486119, 'loss': 0.8576391339302063}
{'epoch': 'EP231_test', 'avg_loss': 0.9533124559304931, 'total_masked_acc': 69.4579749196808}
{'epoch': 232, 'iter': 0, 'avg_loss': 1.0732065439224243, 'avg_acc_mask': 65.3061224489796, 'loss': 1.0732065439224243}
{'epoch': 232, 'iter': 10, 'avg_loss': 1.0385885617949746, 'avg_acc_mask': 65.29850746268657, 'loss': 1.423294186592102}
{'epoch': 232, 'iter': 20, 'avg_loss': 1.0300020972887676, 'avg_acc_mask': 65.14563106796116, 'loss': 0.9263482689857483}
{'epoch': 232, 'iter': 30, 'avg_loss': 1.0062201638375559, 'avg_acc_mask': 67.1875, 'loss': 1.3332006931304932}
{'epoch': 232, 'iter': 40, 'avg_loss': 0.9907409839513825, 'avg_acc_mask': 67.754897036665, 'loss': 0.910119891166687}
{'epoch': 232, 'iter': 50, 'avg_loss': 0.9911909909809337, 'avg_acc_mask': 67.16772151898735, 'loss': 0.8284189105033875}
{'epoch': 232, 'iter': 60, 'avg_loss': 0.9967774455664588, 'avg_acc_mask': 67.65001676164934, 'loss': 1.1653852462768555}
{'epoch': 232, 'iter': 70, 'avg_loss': 0.9804598218958143, 'avg_acc_mask': 68.2010731431799, 'loss': 0.9503986835479736}
{'epoch': 232, 'iter': 80, 'avg_loss': 0.9802722702791662, 'avg_acc_mask': 68.17279046673286, 'loss': 0.9517385959625244}
{'epoch': 232, 'iter': 90, 'avg_loss': 0.974411638883444, 'avg_acc_mask': 68.36120401337793, 'loss': 0.6478027701377869}
{'epoch': 232, 'iter': 100, 'avg_loss': 0.9717553859890098, 'avg_acc_mask': 68.22298249144697, 'loss': 0.6653906106948853}
{'epoch': 232, 'iter': 110, 'avg_loss': 0.972331348303202, 'avg_acc_mask': 68.62456269563616, 'loss': 1.1882612705230713}
{'epoch': 232, 'iter': 120, 'avg_loss': 0.9727073666477991, 'avg_acc_mask': 68.78065279891764, 'loss': 1.238021731376648}
{'epoch': 232, 'iter': 130, 'avg_loss': 0.9734797177423957, 'avg_acc_mask': 68.74805840323081, 'loss': 1.2455470561981201}
{'epoch': 232, 'iter': 140, 'avg_loss': 0.9770703708871882, 'avg_acc_mask': 68.4862451389889, 'loss': 1.224637746810913}
{'epoch': 232, 'iter': 150, 'avg_loss': 0.9787421573866282, 'avg_acc_mask': 68.32231070319881, 'loss': 1.5433152914047241}
{'epoch': 232, 'iter': 160, 'avg_loss': 0.9826473789925901, 'avg_acc_mask': 68.28989192625556, 'loss': 1.2269619703292847}
{'epoch': 232, 'iter': 170, 'avg_loss': 0.9877965666397274, 'avg_acc_mask': 68.2535885167464, 'loss': 0.9481794238090515}
{'epoch': 232, 'iter': 180, 'avg_loss': 0.9866638911363169, 'avg_acc_mask': 68.22345357910211, 'loss': 1.0938334465026855}
{'epoch': 232, 'iter': 190, 'avg_loss': 0.9815401303830571, 'avg_acc_mask': 68.40012893521006, 'loss': 0.8421525359153748}
{'epoch': 232, 'iter': 200, 'avg_loss': 0.9795170396714661, 'avg_acc_mask': 68.45815878205784, 'loss': 0.8080530166625977}
{'epoch': 232, 'iter': 210, 'avg_loss': 0.9825539956160632, 'avg_acc_mask': 68.46146369909613, 'loss': 1.333519458770752}
{'epoch': 232, 'iter': 220, 'avg_loss': 0.982336596935583, 'avg_acc_mask': 68.48936757801712, 'loss': 0.9980705380439758}
{'epoch': 232, 'iter': 230, 'avg_loss': 0.9757377732367742, 'avg_acc_mask': 68.67203397328143, 'loss': 0.48871105909347534}
{'epoch': 232, 'iter': 240, 'avg_loss': 0.9731130191893993, 'avg_acc_mask': 68.64593951749916, 'loss': 1.1633127927780151}
{'epoch': 232, 'iter': 250, 'avg_loss': 0.979040257009377, 'avg_acc_mask': 68.49147425960676, 'loss': 0.8303042650222778}
{'epoch': 232, 'iter': 260, 'avg_loss': 0.9778160080599145, 'avg_acc_mask': 68.52708317002431, 'loss': 0.67738938331604}
{'epoch': 232, 'iter': 270, 'avg_loss': 0.9831465304557687, 'avg_acc_mask': 68.3132530120482, 'loss': 0.9333346486091614}
{'epoch': 232, 'iter': 280, 'avg_loss': 0.9849152959538524, 'avg_acc_mask': 68.33636694575901, 'loss': 0.982348620891571}
{'epoch': 232, 'iter': 290, 'avg_loss': 0.9835197196383656, 'avg_acc_mask': 68.36170063738881, 'loss': 0.9539223909378052}
{'epoch': 232, 'iter': 300, 'avg_loss': 0.9782644727103338, 'avg_acc_mask': 68.55918950159788, 'loss': 0.8849881887435913}
{'epoch': 232, 'iter': 310, 'avg_loss': 0.9784481595375147, 'avg_acc_mask': 68.66868182415561, 'loss': 1.4456839561462402}
{'epoch': 232, 'iter': 320, 'avg_loss': 0.9746692950294767, 'avg_acc_mask': 68.73563218390805, 'loss': 0.9466117024421692}
{'epoch': 232, 'iter': 330, 'avg_loss': 0.9782536689788554, 'avg_acc_mask': 68.70668316831683, 'loss': 1.0662944316864014}
{'epoch': 232, 'iter': 340, 'avg_loss': 0.9767841015917814, 'avg_acc_mask': 68.77363587250134, 'loss': 0.702288031578064}
{'epoch': 232, 'iter': 350, 'avg_loss': 0.9768437137800744, 'avg_acc_mask': 68.80396732788799, 'loss': 1.04863703250885}
{'epoch': 232, 'iter': 360, 'avg_loss': 0.9767995804465709, 'avg_acc_mask': 68.75709421112373, 'loss': 0.7358318567276001}
{'epoch': 232, 'iter': 370, 'avg_loss': 0.9757403994024282, 'avg_acc_mask': 68.74931007837509, 'loss': 1.0251023769378662}
{'epoch': 232, 'iter': 380, 'avg_loss': 0.9750367722955589, 'avg_acc_mask': 68.7862825198882, 'loss': 0.6919637322425842}
{'epoch': 232, 'iter': 390, 'avg_loss': 0.9747316319771739, 'avg_acc_mask': 68.79866227726394, 'loss': 1.0850402116775513}
{'epoch': 'EP232_test', 'avg_loss': 0.9742765129365102, 'total_masked_acc': 68.83237711273065}
{'epoch': 233, 'iter': 0, 'avg_loss': 0.8048928380012512, 'avg_acc_mask': 74.07407407407408, 'loss': 0.8048928380012512}
{'epoch': 233, 'iter': 10, 'avg_loss': 1.0707900307395242, 'avg_acc_mask': 66.24087591240875, 'loss': 1.350717544555664}
{'epoch': 233, 'iter': 20, 'avg_loss': 1.0093476545243036, 'avg_acc_mask': 69.1190706679574, 'loss': 0.726249098777771}
{'epoch': 233, 'iter': 30, 'avg_loss': 0.9669702091524678, 'avg_acc_mask': 69.85934360348291, 'loss': 0.9541048407554626}
{'epoch': 233, 'iter': 40, 'avg_loss': 0.9641522314490342, 'avg_acc_mask': 69.81132075471697, 'loss': 1.2695337533950806}
{'epoch': 233, 'iter': 50, 'avg_loss': 0.9483934582448473, 'avg_acc_mask': 70.58823529411765, 'loss': 0.8884965777397156}
{'epoch': 233, 'iter': 60, 'avg_loss': 0.9333262257888669, 'avg_acc_mask': 70.69609507640068, 'loss': 0.797216534614563}
{'epoch': 233, 'iter': 70, 'avg_loss': 0.9210216377822447, 'avg_acc_mask': 71.11692844677138, 'loss': 1.2136547565460205}
{'epoch': 233, 'iter': 80, 'avg_loss': 0.9318454854282332, 'avg_acc_mask': 70.77822990844354, 'loss': 1.267082691192627}
{'epoch': 233, 'iter': 90, 'avg_loss': 0.9402622711527479, 'avg_acc_mask': 70.60018050541517, 'loss': 0.8705976009368896}
{'epoch': 233, 'iter': 100, 'avg_loss': 0.9556922269339608, 'avg_acc_mask': 70.2028397565923, 'loss': 0.841777503490448}
{'epoch': 233, 'iter': 110, 'avg_loss': 0.9589264564685993, 'avg_acc_mask': 69.97413155949741, 'loss': 1.191141128540039}
{'epoch': 233, 'iter': 120, 'avg_loss': 0.9579134898737443, 'avg_acc_mask': 69.89864864864866, 'loss': 1.0732582807540894}
{'epoch': 233, 'iter': 130, 'avg_loss': 0.9543743488442806, 'avg_acc_mask': 70.03095975232199, 'loss': 1.0396112203598022}
{'epoch': 233, 'iter': 140, 'avg_loss': 0.955652339661375, 'avg_acc_mask': 70.00287604256543, 'loss': 1.4091973304748535}
{'epoch': 233, 'iter': 150, 'avg_loss': 0.9562896205889468, 'avg_acc_mask': 69.951403887689, 'loss': 1.3221635818481445}
{'epoch': 233, 'iter': 160, 'avg_loss': 0.9577896043380595, 'avg_acc_mask': 69.94292961318959, 'loss': 1.0582331418991089}
{'epoch': 233, 'iter': 170, 'avg_loss': 0.9547878733852453, 'avg_acc_mask': 70.0381679389313, 'loss': 0.9394720196723938}
{'epoch': 233, 'iter': 180, 'avg_loss': 0.954832942116985, 'avg_acc_mask': 70.106921778278, 'loss': 1.140130639076233}
{'epoch': 233, 'iter': 190, 'avg_loss': 0.9541575674611237, 'avg_acc_mask': 70.01387258563653, 'loss': 1.1086543798446655}
{'epoch': 233, 'iter': 200, 'avg_loss': 0.9550611169184026, 'avg_acc_mask': 70.00303920575422, 'loss': 0.8052165508270264}
{'epoch': 233, 'iter': 210, 'avg_loss': 0.9583021111397947, 'avg_acc_mask': 69.88219389725762, 'loss': 1.0967377424240112}
{'epoch': 233, 'iter': 220, 'avg_loss': 0.9625651116284849, 'avg_acc_mask': 69.65870619452832, 'loss': 0.9567151069641113}
{'epoch': 233, 'iter': 230, 'avg_loss': 0.9635664113672264, 'avg_acc_mask': 69.55029481650973, 'loss': 1.0322920083999634}
{'epoch': 233, 'iter': 240, 'avg_loss': 0.964076054788724, 'avg_acc_mask': 69.53447259870359, 'loss': 1.0101958513259888}
{'epoch': 233, 'iter': 250, 'avg_loss': 0.9621878057362074, 'avg_acc_mask': 69.54549137162765, 'loss': 0.9960877299308777}
{'epoch': 233, 'iter': 260, 'avg_loss': 0.9600367061936536, 'avg_acc_mask': 69.62153726102224, 'loss': 0.83157879114151}
{'epoch': 233, 'iter': 270, 'avg_loss': 0.9645203285991486, 'avg_acc_mask': 69.49534394713127, 'loss': 0.8755337595939636}
{'epoch': 233, 'iter': 280, 'avg_loss': 0.9677815070355914, 'avg_acc_mask': 69.43519188993483, 'loss': 1.0736414194107056}
{'epoch': 233, 'iter': 290, 'avg_loss': 0.9623633805419162, 'avg_acc_mask': 69.58406151695212, 'loss': 0.6652407050132751}
{'epoch': 233, 'iter': 300, 'avg_loss': 0.9591252692910128, 'avg_acc_mask': 69.66641856688544, 'loss': 0.859509289264679}
{'epoch': 233, 'iter': 310, 'avg_loss': 0.9592899522980693, 'avg_acc_mask': 69.60687799435584, 'loss': 1.172872543334961}
{'epoch': 233, 'iter': 320, 'avg_loss': 0.9550575723529233, 'avg_acc_mask': 69.74329575132174, 'loss': 0.8134710192680359}
{'epoch': 233, 'iter': 330, 'avg_loss': 0.9542216206605341, 'avg_acc_mask': 69.83793146109117, 'loss': 1.1185686588287354}
{'epoch': 233, 'iter': 340, 'avg_loss': 0.9555558214439325, 'avg_acc_mask': 69.74653963688657, 'loss': 1.0744597911834717}
{'epoch': 233, 'iter': 350, 'avg_loss': 0.9559394109283078, 'avg_acc_mask': 69.75053788451474, 'loss': 0.8477774262428284}
{'epoch': 233, 'iter': 360, 'avg_loss': 0.9544990574554063, 'avg_acc_mask': 69.81100141043723, 'loss': 0.8645427227020264}
{'epoch': 233, 'iter': 370, 'avg_loss': 0.9552091032346947, 'avg_acc_mask': 69.76194403210731, 'loss': 1.2361871004104614}
{'epoch': 233, 'iter': 380, 'avg_loss': 0.9563641498095095, 'avg_acc_mask': 69.7410048796182, 'loss': 1.176066517829895}
{'epoch': 233, 'iter': 390, 'avg_loss': 0.9584321977232423, 'avg_acc_mask': 69.63086374759202, 'loss': 1.1719599962234497}
{'epoch': 'EP233_test', 'avg_loss': 0.9586631059646606, 'total_masked_acc': 69.629057187017}
{'epoch': 234, 'iter': 0, 'avg_loss': 1.0435484647750854, 'avg_acc_mask': 77.77777777777779, 'loss': 1.0435484647750854}
{'epoch': 234, 'iter': 10, 'avg_loss': 1.0327045917510986, 'avg_acc_mask': 69.27374301675978, 'loss': 1.096166729927063}
{'epoch': 234, 'iter': 20, 'avg_loss': 1.015915524391901, 'avg_acc_mask': 69.68838526912181, 'loss': 0.8495952486991882}
{'epoch': 234, 'iter': 30, 'avg_loss': 1.00694308165581, 'avg_acc_mask': 69.9935608499678, 'loss': 0.9638634324073792}
{'epoch': 234, 'iter': 40, 'avg_loss': 0.9978647202980228, 'avg_acc_mask': 69.80568011958147, 'loss': 1.057275652885437}
{'epoch': 234, 'iter': 50, 'avg_loss': 0.9908354364189447, 'avg_acc_mask': 69.24882629107981, 'loss': 0.6231043934822083}
{'epoch': 234, 'iter': 60, 'avg_loss': 0.993953387268254, 'avg_acc_mask': 69.2410119840213, 'loss': 1.1718831062316895}
{'epoch': 234, 'iter': 70, 'avg_loss': 0.9769719830701049, 'avg_acc_mask': 69.33333333333334, 'loss': 0.8248842358589172}
{'epoch': 234, 'iter': 80, 'avg_loss': 0.9759125775761075, 'avg_acc_mask': 69.36847339632024, 'loss': 0.9859575629234314}
{'epoch': 234, 'iter': 90, 'avg_loss': 0.9706231080568753, 'avg_acc_mask': 69.68416370106762, 'loss': 0.7449060678482056}
{'epoch': 234, 'iter': 100, 'avg_loss': 0.9614127679626541, 'avg_acc_mask': 69.81017770597738, 'loss': 0.8539224863052368}
{'epoch': 234, 'iter': 110, 'avg_loss': 0.9644871380952027, 'avg_acc_mask': 69.56122636313567, 'loss': 1.2637474536895752}
{'epoch': 234, 'iter': 120, 'avg_loss': 0.9745365223608726, 'avg_acc_mask': 69.46835443037975, 'loss': 1.0311139822006226}
{'epoch': 234, 'iter': 130, 'avg_loss': 0.976058681502597, 'avg_acc_mask': 69.37132239083309, 'loss': 1.1985175609588623}
{'epoch': 234, 'iter': 140, 'avg_loss': 0.9755545351522189, 'avg_acc_mask': 69.32488844105369, 'loss': 0.8486050963401794}
{'epoch': 234, 'iter': 150, 'avg_loss': 0.971231942539973, 'avg_acc_mask': 69.40429555585574, 'loss': 1.2756153345108032}
{'epoch': 234, 'iter': 160, 'avg_loss': 0.9728431386977249, 'avg_acc_mask': 69.29223744292237, 'loss': 0.9596214294433594}
{'epoch': 234, 'iter': 170, 'avg_loss': 0.9718849808849089, 'avg_acc_mask': 69.24821002386635, 'loss': 0.9081669449806213}
{'epoch': 234, 'iter': 180, 'avg_loss': 0.9772106027076257, 'avg_acc_mask': 69.17344173441734, 'loss': 1.209535837173462}
{'epoch': 234, 'iter': 190, 'avg_loss': 0.9733894829350617, 'avg_acc_mask': 69.34447300771208, 'loss': 0.7549850940704346}
{'epoch': 234, 'iter': 200, 'avg_loss': 0.9757822757929712, 'avg_acc_mask': 69.28091260949277, 'loss': 1.3963344097137451}
{'epoch': 234, 'iter': 210, 'avg_loss': 0.9786366122593811, 'avg_acc_mask': 69.23973201281677, 'loss': 0.9456933736801147}
{'epoch': 234, 'iter': 220, 'avg_loss': 0.9739979063223929, 'avg_acc_mask': 69.3902100490423, 'loss': 0.7952597737312317}
{'epoch': 234, 'iter': 230, 'avg_loss': 0.9733635839961824, 'avg_acc_mask': 69.35083362894645, 'loss': 0.8999746441841125}
{'epoch': 234, 'iter': 240, 'avg_loss': 0.974410366220593, 'avg_acc_mask': 69.35031847133757, 'loss': 0.8336800932884216}
{'epoch': 234, 'iter': 250, 'avg_loss': 0.9734005058904093, 'avg_acc_mask': 69.37443927901477, 'loss': 1.2057865858078003}
{'epoch': 234, 'iter': 260, 'avg_loss': 0.9737245646016351, 'avg_acc_mask': 69.3358455016486, 'loss': 0.855305552482605}
{'epoch': 234, 'iter': 270, 'avg_loss': 0.9777397896090997, 'avg_acc_mask': 69.2627285088382, 'loss': 1.1457258462905884}
{'epoch': 234, 'iter': 280, 'avg_loss': 0.9811350631119942, 'avg_acc_mask': 69.20107785303328, 'loss': 0.9966299533843994}
{'epoch': 234, 'iter': 290, 'avg_loss': 0.9766718618238914, 'avg_acc_mask': 69.33080275551806, 'loss': 0.9485722184181213}
{'epoch': 234, 'iter': 300, 'avg_loss': 0.9746667742729187, 'avg_acc_mask': 69.36593339235851, 'loss': 1.3701825141906738}
{'epoch': 234, 'iter': 310, 'avg_loss': 0.9779855020559869, 'avg_acc_mask': 69.25911304118964, 'loss': 1.4980982542037964}
{'epoch': 234, 'iter': 320, 'avg_loss': 0.974371816510352, 'avg_acc_mask': 69.41598360655738, 'loss': 0.8698164224624634}
{'epoch': 234, 'iter': 330, 'avg_loss': 0.9747529901406556, 'avg_acc_mask': 69.36344459610375, 'loss': 1.0236088037490845}
{'epoch': 234, 'iter': 340, 'avg_loss': 0.974853846334642, 'avg_acc_mask': 69.35318584604255, 'loss': 0.8463428020477295}
{'epoch': 234, 'iter': 350, 'avg_loss': 0.9742972779477763, 'avg_acc_mask': 69.32343137828198, 'loss': 0.7394900321960449}
{'epoch': 234, 'iter': 360, 'avg_loss': 0.9750472051284981, 'avg_acc_mask': 69.33008664137267, 'loss': 0.9347711205482483}
{'epoch': 234, 'iter': 370, 'avg_loss': 0.9707993930883485, 'avg_acc_mask': 69.45163957012952, 'loss': 1.0643073320388794}
{'epoch': 234, 'iter': 380, 'avg_loss': 0.9719863624710423, 'avg_acc_mask': 69.461142121082, 'loss': 1.094980001449585}
{'epoch': 234, 'iter': 390, 'avg_loss': 0.9728231309624888, 'avg_acc_mask': 69.43283893879256, 'loss': 1.027818202972412}
{'epoch': 'EP234_test', 'avg_loss': 0.9728752311432001, 'total_masked_acc': 69.45204771987812}
{'epoch': 235, 'iter': 0, 'avg_loss': 0.6904067993164062, 'avg_acc_mask': 79.36507936507937, 'loss': 0.6904067993164062}
{'epoch': 235, 'iter': 10, 'avg_loss': 0.91599947755987, 'avg_acc_mask': 69.85294117647058, 'loss': 0.9414886236190796}
{'epoch': 235, 'iter': 20, 'avg_loss': 0.9216835300127665, 'avg_acc_mask': 71.45575642245481, 'loss': 0.8399800658226013}
{'epoch': 235, 'iter': 30, 'avg_loss': 0.92044557486811, 'avg_acc_mask': 70.79240340537001, 'loss': 1.0373209714889526}
{'epoch': 235, 'iter': 40, 'avg_loss': 0.9287329025384856, 'avg_acc_mask': 70.62972292191436, 'loss': 1.0411289930343628}
{'epoch': 235, 'iter': 50, 'avg_loss': 0.9329158126139173, 'avg_acc_mask': 70.70789259560618, 'loss': 0.4417833685874939}
{'epoch': 235, 'iter': 60, 'avg_loss': 0.9364889215250485, 'avg_acc_mask': 70.6267217630854, 'loss': 1.2528742551803589}
{'epoch': 235, 'iter': 70, 'avg_loss': 0.9412253725696618, 'avg_acc_mask': 70.05518443218124, 'loss': 0.9367867112159729}
{'epoch': 235, 'iter': 80, 'avg_loss': 0.940614922547046, 'avg_acc_mask': 70.16169782718545, 'loss': 1.0126656293869019}
{'epoch': 235, 'iter': 90, 'avg_loss': 0.9473581032438593, 'avg_acc_mask': 69.81089599279603, 'loss': 0.8626670837402344}
{'epoch': 235, 'iter': 100, 'avg_loss': 0.9551502265552483, 'avg_acc_mask': 69.79987871437234, 'loss': 0.8233936429023743}
{'epoch': 235, 'iter': 110, 'avg_loss': 0.976089097358085, 'avg_acc_mask': 68.95484340859433, 'loss': 1.55476975440979}
{'epoch': 235, 'iter': 120, 'avg_loss': 0.9784479638761725, 'avg_acc_mask': 68.93366918555836, 'loss': 1.1648468971252441}
{'epoch': 235, 'iter': 130, 'avg_loss': 0.9759536344586438, 'avg_acc_mask': 68.87755102040816, 'loss': 1.1166070699691772}
{'epoch': 235, 'iter': 140, 'avg_loss': 0.978415161159867, 'avg_acc_mask': 68.80403458213257, 'loss': 0.9549151659011841}
{'epoch': 235, 'iter': 150, 'avg_loss': 0.9765371459209367, 'avg_acc_mask': 68.80462552104343, 'loss': 1.1948214769363403}
{'epoch': 235, 'iter': 160, 'avg_loss': 0.983545294089347, 'avg_acc_mask': 68.61026422764228, 'loss': 1.2728461027145386}
{'epoch': 235, 'iter': 170, 'avg_loss': 0.9862234020790859, 'avg_acc_mask': 68.39094159713946, 'loss': 1.2136876583099365}
{'epoch': 235, 'iter': 180, 'avg_loss': 0.9857631276325626, 'avg_acc_mask': 68.441881501583, 'loss': 1.0957610607147217}
{'epoch': 235, 'iter': 190, 'avg_loss': 0.9785287455114394, 'avg_acc_mask': 68.57908847184987, 'loss': 0.8951181769371033}
{'epoch': 235, 'iter': 200, 'avg_loss': 0.9728303732563607, 'avg_acc_mask': 68.77929488485836, 'loss': 0.8175660371780396}
{'epoch': 235, 'iter': 210, 'avg_loss': 0.9718297776452738, 'avg_acc_mask': 68.88091543832428, 'loss': 1.2591097354888916}
{'epoch': 235, 'iter': 220, 'avg_loss': 0.973786012349625, 'avg_acc_mask': 68.77073350534464, 'loss': 0.6269093751907349}
{'epoch': 235, 'iter': 230, 'avg_loss': 0.9708522901390538, 'avg_acc_mask': 68.83832548217936, 'loss': 1.07664954662323}
{'epoch': 235, 'iter': 240, 'avg_loss': 0.968321868987499, 'avg_acc_mask': 68.98954703832753, 'loss': 0.9208146333694458}
{'epoch': 235, 'iter': 250, 'avg_loss': 0.9678254975265715, 'avg_acc_mask': 69.03557441253264, 'loss': 1.1225968599319458}
{'epoch': 235, 'iter': 260, 'avg_loss': 0.9630714250707079, 'avg_acc_mask': 69.20477762061921, 'loss': 0.8127561807632446}
{'epoch': 235, 'iter': 270, 'avg_loss': 0.9672532822813055, 'avg_acc_mask': 69.14074297795229, 'loss': 0.9926402568817139}
{'epoch': 235, 'iter': 280, 'avg_loss': 0.9698885365313058, 'avg_acc_mask': 69.05246330475222, 'loss': 1.0166031122207642}
{'epoch': 235, 'iter': 290, 'avg_loss': 0.9661347831237767, 'avg_acc_mask': 69.17784174682299, 'loss': 0.9119348526000977}
{'epoch': 235, 'iter': 300, 'avg_loss': 0.965435768876757, 'avg_acc_mask': 69.17696591063425, 'loss': 0.6870667338371277}
{'epoch': 235, 'iter': 310, 'avg_loss': 0.9665995075388354, 'avg_acc_mask': 69.16666666666667, 'loss': 0.7472552061080933}
{'epoch': 235, 'iter': 320, 'avg_loss': 0.9645799834780232, 'avg_acc_mask': 69.19992362039335, 'loss': 0.9390422701835632}
{'epoch': 235, 'iter': 330, 'avg_loss': 0.968592797161229, 'avg_acc_mask': 69.07959586002957, 'loss': 1.4575765132904053}
{'epoch': 235, 'iter': 340, 'avg_loss': 0.9686906638383166, 'avg_acc_mask': 69.07222653683016, 'loss': 0.9187524318695068}
{'epoch': 235, 'iter': 350, 'avg_loss': 0.9673288938326713, 'avg_acc_mask': 69.03671054920838, 'loss': 0.909492015838623}
{'epoch': 235, 'iter': 360, 'avg_loss': 0.9650327325527688, 'avg_acc_mask': 69.0860971901571, 'loss': 0.8017441034317017}
{'epoch': 235, 'iter': 370, 'avg_loss': 0.9635277098079897, 'avg_acc_mask': 69.16113458056728, 'loss': 0.706610381603241}
{'epoch': 235, 'iter': 380, 'avg_loss': 0.9654374452713593, 'avg_acc_mask': 69.08527463133149, 'loss': 0.9744310975074768}
{'epoch': 235, 'iter': 390, 'avg_loss': 0.9679265929305035, 'avg_acc_mask': 69.0326273611906, 'loss': 0.855915904045105}
{'epoch': 'EP235_test', 'avg_loss': 0.9689152912058011, 'total_masked_acc': 68.97686375321337}
{'epoch': 236, 'iter': 0, 'avg_loss': 0.9308679699897766, 'avg_acc_mask': 62.5, 'loss': 0.9308679699897766}
{'epoch': 236, 'iter': 10, 'avg_loss': 1.0707540999759326, 'avg_acc_mask': 65.0294695481336, 'loss': 1.3895342350006104}
{'epoch': 236, 'iter': 20, 'avg_loss': 1.0183470788456144, 'avg_acc_mask': 67.3469387755102, 'loss': 0.8833419680595398}
{'epoch': 236, 'iter': 30, 'avg_loss': 1.0074750242694732, 'avg_acc_mask': 67.5219446320054, 'loss': 1.1231112480163574}
{'epoch': 236, 'iter': 40, 'avg_loss': 0.9950644969940186, 'avg_acc_mask': 68.20749871597329, 'loss': 1.0257843732833862}
{'epoch': 236, 'iter': 50, 'avg_loss': 0.9790970870092803, 'avg_acc_mask': 68.60137041515519, 'loss': 0.7611746788024902}
{'epoch': 236, 'iter': 60, 'avg_loss': 0.9711041098735371, 'avg_acc_mask': 68.93501190881251, 'loss': 0.8279826641082764}
{'epoch': 236, 'iter': 70, 'avg_loss': 0.9655460589368579, 'avg_acc_mask': 69.22411306605134, 'loss': 1.0929828882217407}
{'epoch': 236, 'iter': 80, 'avg_loss': 0.9685907209361041, 'avg_acc_mask': 69.51250315736297, 'loss': 1.3982322216033936}
{'epoch': 236, 'iter': 90, 'avg_loss': 0.9693819959085066, 'avg_acc_mask': 69.48620148081669, 'loss': 0.8379955291748047}
{'epoch': 236, 'iter': 100, 'avg_loss': 0.968378871679306, 'avg_acc_mask': 69.47046843177189, 'loss': 0.7823750376701355}
{'epoch': 236, 'iter': 110, 'avg_loss': 0.9866688839487128, 'avg_acc_mask': 69.19518963922295, 'loss': 1.5502004623413086}
{'epoch': 236, 'iter': 120, 'avg_loss': 0.9921186130401517, 'avg_acc_mask': 69.00255754475704, 'loss': 1.1807281970977783}
{'epoch': 236, 'iter': 130, 'avg_loss': 0.9914497721741218, 'avg_acc_mask': 69.00548159749412, 'loss': 1.269880771636963}
{'epoch': 236, 'iter': 140, 'avg_loss': 0.9831487872499101, 'avg_acc_mask': 69.38805316196874, 'loss': 1.1269737482070923}
{'epoch': 236, 'iter': 150, 'avg_loss': 0.9771444471861352, 'avg_acc_mask': 69.70644196792607, 'loss': 1.1362090110778809}
{'epoch': 236, 'iter': 160, 'avg_loss': 0.9771853857529089, 'avg_acc_mask': 69.55357142857143, 'loss': 1.1009416580200195}
{'epoch': 236, 'iter': 170, 'avg_loss': 0.9799345531310254, 'avg_acc_mask': 69.47786333012512, 'loss': 1.0388926267623901}
{'epoch': 236, 'iter': 180, 'avg_loss': 0.9794225078590667, 'avg_acc_mask': 69.53990181527571, 'loss': 1.0812604427337646}
{'epoch': 236, 'iter': 190, 'avg_loss': 0.9722056807023692, 'avg_acc_mask': 69.69401041666666, 'loss': 0.7578604817390442}
{'epoch': 236, 'iter': 200, 'avg_loss': 0.97518022351004, 'avg_acc_mask': 69.52468756402376, 'loss': 1.054349660873413}
{'epoch': 236, 'iter': 210, 'avg_loss': 0.9788039589380201, 'avg_acc_mask': 69.43712808506487, 'loss': 1.3274120092391968}
{'epoch': 236, 'iter': 220, 'avg_loss': 0.9815621206123905, 'avg_acc_mask': 69.37488406603599, 'loss': 0.6780285835266113}
{'epoch': 236, 'iter': 230, 'avg_loss': 0.9767202838158711, 'avg_acc_mask': 69.55357142857143, 'loss': 0.6832567453384399}
{'epoch': 236, 'iter': 240, 'avg_loss': 0.9748062805516097, 'avg_acc_mask': 69.62252846015579, 'loss': 0.8854069709777832}
{'epoch': 236, 'iter': 250, 'avg_loss': 0.974276880106603, 'avg_acc_mask': 69.57912872261875, 'loss': 0.8057539463043213}
{'epoch': 236, 'iter': 260, 'avg_loss': 0.9755246454271777, 'avg_acc_mask': 69.51373539627409, 'loss': 0.9969369173049927}
{'epoch': 236, 'iter': 270, 'avg_loss': 0.9747515707878169, 'avg_acc_mask': 69.57383548067394, 'loss': 0.7797883152961731}
{'epoch': 236, 'iter': 280, 'avg_loss': 0.9755172943729523, 'avg_acc_mask': 69.48156851226318, 'loss': 0.9970093965530396}
{'epoch': 236, 'iter': 290, 'avg_loss': 0.9725768367449442, 'avg_acc_mask': 69.46770759403833, 'loss': 0.8861654996871948}
{'epoch': 236, 'iter': 300, 'avg_loss': 0.9736481227748022, 'avg_acc_mask': 69.45992432060544, 'loss': 1.2663038969039917}
{'epoch': 236, 'iter': 310, 'avg_loss': 0.972685484832506, 'avg_acc_mask': 69.52469711090401, 'loss': 1.1008632183074951}
{'epoch': 236, 'iter': 320, 'avg_loss': 0.9703804273100286, 'avg_acc_mask': 69.62188669505743, 'loss': 0.7249219417572021}
{'epoch': 236, 'iter': 330, 'avg_loss': 0.9692470094588588, 'avg_acc_mask': 69.63413106127052, 'loss': 0.7164819836616516}
{'epoch': 236, 'iter': 340, 'avg_loss': 0.9689224027643455, 'avg_acc_mask': 69.52317236345942, 'loss': 0.9968947768211365}
{'epoch': 236, 'iter': 350, 'avg_loss': 0.9698948169875349, 'avg_acc_mask': 69.52543973556841, 'loss': 0.7864283919334412}
{'epoch': 236, 'iter': 360, 'avg_loss': 0.9696553670633533, 'avg_acc_mask': 69.55300859598854, 'loss': 0.893572211265564}
{'epoch': 236, 'iter': 370, 'avg_loss': 0.9668848332208443, 'avg_acc_mask': 69.6493282042705, 'loss': 0.8774835467338562}
{'epoch': 236, 'iter': 380, 'avg_loss': 0.9675139907620397, 'avg_acc_mask': 69.56993918331885, 'loss': 0.9847049117088318}
{'epoch': 236, 'iter': 390, 'avg_loss': 0.9684659650411143, 'avg_acc_mask': 69.52823709651858, 'loss': 0.873546838760376}
{'epoch': 'EP236_test', 'avg_loss': 0.9681726000977285, 'total_masked_acc': 69.50125208681135}
{'epoch': 237, 'iter': 0, 'avg_loss': 0.7147449254989624, 'avg_acc_mask': 75.0, 'loss': 0.7147449254989624}
{'epoch': 237, 'iter': 10, 'avg_loss': 1.0064301761713894, 'avg_acc_mask': 66.01178781925344, 'loss': 1.4322807788848877}
{'epoch': 237, 'iter': 20, 'avg_loss': 0.9497607804480053, 'avg_acc_mask': 69.11618669314797, 'loss': 0.6620516180992126}
{'epoch': 237, 'iter': 30, 'avg_loss': 0.9466831338021063, 'avg_acc_mask': 70.16181229773463, 'loss': 1.056017279624939}
{'epoch': 237, 'iter': 40, 'avg_loss': 0.9595775066352472, 'avg_acc_mask': 70.42957042957043, 'loss': 0.9605229496955872}
{'epoch': 237, 'iter': 50, 'avg_loss': 0.967238000794953, 'avg_acc_mask': 69.91185897435898, 'loss': 0.8203405141830444}
{'epoch': 237, 'iter': 60, 'avg_loss': 0.9567803261709995, 'avg_acc_mask': 70.38162782843635, 'loss': 0.8263713121414185}
{'epoch': 237, 'iter': 70, 'avg_loss': 0.9448047557347258, 'avg_acc_mask': 70.47075606276746, 'loss': 0.9354807734489441}
{'epoch': 237, 'iter': 80, 'avg_loss': 0.9411294666337379, 'avg_acc_mask': 70.51922116824763, 'loss': 0.7869327664375305}
{'epoch': 237, 'iter': 90, 'avg_loss': 0.9416021855322869, 'avg_acc_mask': 70.35299374441466, 'loss': 0.9695225358009338}
{'epoch': 237, 'iter': 100, 'avg_loss': 0.9442484331603097, 'avg_acc_mask': 70.37262049412718, 'loss': 0.8639302253723145}
{'epoch': 237, 'iter': 110, 'avg_loss': 0.9496169127859511, 'avg_acc_mask': 70.17801431455312, 'loss': 1.377323865890503}
{'epoch': 237, 'iter': 120, 'avg_loss': 0.94868283872762, 'avg_acc_mask': 70.33468559837728, 'loss': 1.0205414295196533}
{'epoch': 237, 'iter': 130, 'avg_loss': 0.9456702461679474, 'avg_acc_mask': 70.37152669372463, 'loss': 0.9254788160324097}
{'epoch': 237, 'iter': 140, 'avg_loss': 0.9577747042297472, 'avg_acc_mask': 69.74679860302678, 'loss': 1.4085512161254883}
{'epoch': 237, 'iter': 150, 'avg_loss': 0.9569268767407398, 'avg_acc_mask': 69.73362326719217, 'loss': 0.935805082321167}
{'epoch': 237, 'iter': 160, 'avg_loss': 0.9592028508275192, 'avg_acc_mask': 69.67848519506926, 'loss': 0.8900321125984192}
{'epoch': 237, 'iter': 170, 'avg_loss': 0.9610575939479628, 'avg_acc_mask': 69.59540339956907, 'loss': 1.0203555822372437}
{'epoch': 237, 'iter': 180, 'avg_loss': 0.9634804442442583, 'avg_acc_mask': 69.48787672784954, 'loss': 1.058563232421875}
{'epoch': 237, 'iter': 190, 'avg_loss': 0.9611288149943527, 'avg_acc_mask': 69.54648281805451, 'loss': 0.8899588584899902}
{'epoch': 237, 'iter': 200, 'avg_loss': 0.9648636941292986, 'avg_acc_mask': 69.47605864862095, 'loss': 1.0333493947982788}
{'epoch': 237, 'iter': 210, 'avg_loss': 0.9612701509801133, 'avg_acc_mask': 69.68303658775191, 'loss': 1.1132047176361084}
{'epoch': 237, 'iter': 220, 'avg_loss': 0.9627392537453595, 'avg_acc_mask': 69.57772621809745, 'loss': 1.0883313417434692}
{'epoch': 237, 'iter': 230, 'avg_loss': 0.95852458322203, 'avg_acc_mask': 69.69670016899404, 'loss': 0.8309463262557983}
{'epoch': 237, 'iter': 240, 'avg_loss': 0.9584162786788466, 'avg_acc_mask': 69.66655324940456, 'loss': 0.9436240792274475}
{'epoch': 237, 'iter': 250, 'avg_loss': 0.9662341667836406, 'avg_acc_mask': 69.50354609929079, 'loss': 1.176044225692749}
{'epoch': 237, 'iter': 260, 'avg_loss': 0.9649935734683069, 'avg_acc_mask': 69.47995921248726, 'loss': 0.6158275604248047}
{'epoch': 237, 'iter': 270, 'avg_loss': 0.9679597059739032, 'avg_acc_mask': 69.35678695455232, 'loss': 0.8985888361930847}
{'epoch': 237, 'iter': 280, 'avg_loss': 0.9692787088957545, 'avg_acc_mask': 69.3681917211329, 'loss': 0.9872792363166809}
{'epoch': 237, 'iter': 290, 'avg_loss': 0.9663024112531, 'avg_acc_mask': 69.42403247253132, 'loss': 1.0441046953201294}
{'epoch': 237, 'iter': 300, 'avg_loss': 0.9619638555469703, 'avg_acc_mask': 69.53839896970108, 'loss': 0.8821754455566406}
{'epoch': 237, 'iter': 310, 'avg_loss': 0.9623055195501763, 'avg_acc_mask': 69.5107555089192, 'loss': 1.1513773202896118}
{'epoch': 237, 'iter': 320, 'avg_loss': 0.9589950609429975, 'avg_acc_mask': 69.58015267175573, 'loss': 0.7740380764007568}
{'epoch': 237, 'iter': 330, 'avg_loss': 0.9597089760613225, 'avg_acc_mask': 69.56897616401136, 'loss': 1.1023026704788208}
{'epoch': 237, 'iter': 340, 'avg_loss': 0.9604035575718474, 'avg_acc_mask': 69.53582964469435, 'loss': 0.9628618955612183}
{'epoch': 237, 'iter': 350, 'avg_loss': 0.9593960352433033, 'avg_acc_mask': 69.52480539096084, 'loss': 1.1534174680709839}
{'epoch': 237, 'iter': 360, 'avg_loss': 0.9587248770153753, 'avg_acc_mask': 69.54655824721893, 'loss': 0.6381414532661438}
{'epoch': 237, 'iter': 370, 'avg_loss': 0.954877449817092, 'avg_acc_mask': 69.59366580524551, 'loss': 0.9091123938560486}
{'epoch': 237, 'iter': 380, 'avg_loss': 0.9548708148828642, 'avg_acc_mask': 69.60994427775397, 'loss': 0.9606485366821289}
{'epoch': 237, 'iter': 390, 'avg_loss': 0.9543404792580763, 'avg_acc_mask': 69.64564877540386, 'loss': 0.7058839797973633}
{'epoch': 'EP237_test', 'avg_loss': 0.9553338200455964, 'total_masked_acc': 69.62989653574921}
{'epoch': 238, 'iter': 0, 'avg_loss': 0.7860125303268433, 'avg_acc_mask': 78.43137254901961, 'loss': 0.7860125303268433}
{'epoch': 238, 'iter': 10, 'avg_loss': 0.9812550761482932, 'avg_acc_mask': 68.84615384615384, 'loss': 1.0671322345733643}
{'epoch': 238, 'iter': 20, 'avg_loss': 0.9749067908241635, 'avg_acc_mask': 68.0568720379147, 'loss': 0.8105670213699341}
{'epoch': 238, 'iter': 30, 'avg_loss': 0.9858940801312847, 'avg_acc_mask': 68.36477987421384, 'loss': 1.1548480987548828}
{'epoch': 238, 'iter': 40, 'avg_loss': 0.9853538609132534, 'avg_acc_mask': 68.2319118351701, 'loss': 0.8805867433547974}
{'epoch': 238, 'iter': 50, 'avg_loss': 0.9721183227557763, 'avg_acc_mask': 68.49157733537518, 'loss': 0.7530566453933716}
{'epoch': 238, 'iter': 60, 'avg_loss': 0.9568272623859468, 'avg_acc_mask': 68.76011654257042, 'loss': 0.871849536895752}
{'epoch': 238, 'iter': 70, 'avg_loss': 0.9570750165993059, 'avg_acc_mask': 69.11805363560963, 'loss': 1.0020952224731445}
{'epoch': 238, 'iter': 80, 'avg_loss': 0.9564558631843991, 'avg_acc_mask': 69.29095354523227, 'loss': 1.107807993888855}
{'epoch': 238, 'iter': 90, 'avg_loss': 0.9538857029689537, 'avg_acc_mask': 69.3537787513691, 'loss': 0.9313861727714539}
{'epoch': 238, 'iter': 100, 'avg_loss': 0.960424150865857, 'avg_acc_mask': 69.34782608695652, 'loss': 0.8862640261650085}
{'epoch': 238, 'iter': 110, 'avg_loss': 0.9686409081961658, 'avg_acc_mask': 68.93624706519776, 'loss': 0.9921461343765259}
{'epoch': 238, 'iter': 120, 'avg_loss': 0.9698333432359144, 'avg_acc_mask': 69.10056422170594, 'loss': 0.9469987750053406}
{'epoch': 238, 'iter': 130, 'avg_loss': 0.9670448728645121, 'avg_acc_mask': 68.88922795239549, 'loss': 0.9834667444229126}
{'epoch': 238, 'iter': 140, 'avg_loss': 0.9682402414210299, 'avg_acc_mask': 68.83615176921984, 'loss': 1.055812120437622}
{'epoch': 238, 'iter': 150, 'avg_loss': 0.9628150907178589, 'avg_acc_mask': 69.07816426398624, 'loss': 1.1009800434112549}
{'epoch': 238, 'iter': 160, 'avg_loss': 0.9682186332918843, 'avg_acc_mask': 68.88502607400049, 'loss': 1.0934942960739136}
{'epoch': 238, 'iter': 170, 'avg_loss': 0.9726015982920664, 'avg_acc_mask': 68.73170160440333, 'loss': 1.0881805419921875}
{'epoch': 238, 'iter': 180, 'avg_loss': 0.968980065860801, 'avg_acc_mask': 68.93569844789357, 'loss': 1.0626055002212524}
{'epoch': 238, 'iter': 190, 'avg_loss': 0.9591482844964372, 'avg_acc_mask': 69.20550847457628, 'loss': 0.7460141181945801}
{'epoch': 238, 'iter': 200, 'avg_loss': 0.960736873582821, 'avg_acc_mask': 69.10134998992545, 'loss': 0.922744870185852}
{'epoch': 238, 'iter': 210, 'avg_loss': 0.968617163139497, 'avg_acc_mask': 68.82009009872519, 'loss': 1.2178925275802612}
{'epoch': 238, 'iter': 220, 'avg_loss': 0.9665792267516727, 'avg_acc_mask': 68.93504600528377, 'loss': 0.8865704536437988}
{'epoch': 238, 'iter': 230, 'avg_loss': 0.9614611609931633, 'avg_acc_mask': 69.05449138458847, 'loss': 0.8535277843475342}
{'epoch': 238, 'iter': 240, 'avg_loss': 0.9632776915037781, 'avg_acc_mask': 69.05120481927712, 'loss': 1.044615387916565}
{'epoch': 238, 'iter': 250, 'avg_loss': 0.9671956719867737, 'avg_acc_mask': 68.9857636933966, 'loss': 1.1583330631256104}
{'epoch': 238, 'iter': 260, 'avg_loss': 0.966714858894604, 'avg_acc_mask': 69.00852052672347, 'loss': 0.6735008358955383}
{'epoch': 238, 'iter': 270, 'avg_loss': 0.9683354082362678, 'avg_acc_mask': 69.01166267942584, 'loss': 1.092559576034546}
{'epoch': 238, 'iter': 280, 'avg_loss': 0.9686128353945301, 'avg_acc_mask': 68.94835545297173, 'loss': 1.0454658269882202}
{'epoch': 238, 'iter': 290, 'avg_loss': 0.9633292972631881, 'avg_acc_mask': 69.0909090909091, 'loss': 0.7744708061218262}
{'epoch': 238, 'iter': 300, 'avg_loss': 0.9594790896902052, 'avg_acc_mask': 69.14663786119362, 'loss': 0.9225143790245056}
{'epoch': 238, 'iter': 310, 'avg_loss': 0.9609352523682585, 'avg_acc_mask': 69.02383284361737, 'loss': 1.0691486597061157}
{'epoch': 238, 'iter': 320, 'avg_loss': 0.9615824916095377, 'avg_acc_mask': 68.96007076067728, 'loss': 0.9403658509254456}
{'epoch': 238, 'iter': 330, 'avg_loss': 0.9594462694898472, 'avg_acc_mask': 68.990679421143, 'loss': 0.9335759282112122}
{'epoch': 238, 'iter': 340, 'avg_loss': 0.9598387938615514, 'avg_acc_mask': 68.95772638087877, 'loss': 0.7061555981636047}
{'epoch': 238, 'iter': 350, 'avg_loss': 0.9582256142400268, 'avg_acc_mask': 68.89684234832303, 'loss': 0.6550194025039673}
{'epoch': 238, 'iter': 360, 'avg_loss': 0.9597082949576285, 'avg_acc_mask': 68.90633763320247, 'loss': 1.0365689992904663}
{'epoch': 238, 'iter': 370, 'avg_loss': 0.9586328516269951, 'avg_acc_mask': 68.93219783819194, 'loss': 1.2288545370101929}
{'epoch': 238, 'iter': 380, 'avg_loss': 0.9600111670068555, 'avg_acc_mask': 68.81840399532462, 'loss': 0.9162777066230774}
{'epoch': 238, 'iter': 390, 'avg_loss': 0.9583731866858499, 'avg_acc_mask': 68.83821932681867, 'loss': 1.1690031290054321}
{'epoch': 'EP238_test', 'avg_loss': 0.9558579269984756, 'total_masked_acc': 68.9410201369723}
{'epoch': 239, 'iter': 0, 'avg_loss': 0.7439331412315369, 'avg_acc_mask': 76.27118644067797, 'loss': 0.7439331412315369}
{'epoch': 239, 'iter': 10, 'avg_loss': 0.9189732779156078, 'avg_acc_mask': 70.07168458781362, 'loss': 1.3466743230819702}
{'epoch': 239, 'iter': 20, 'avg_loss': 0.9351677326929002, 'avg_acc_mask': 68.86341929321873, 'loss': 0.9662846326828003}
{'epoch': 239, 'iter': 30, 'avg_loss': 0.9358504241512667, 'avg_acc_mask': 68.99275839368005, 'loss': 1.1335711479187012}
{'epoch': 239, 'iter': 40, 'avg_loss': 0.9398079601729789, 'avg_acc_mask': 69.34010152284263, 'loss': 1.0857058763504028}
{'epoch': 239, 'iter': 50, 'avg_loss': 0.9462179155910716, 'avg_acc_mask': 69.98381877022653, 'loss': 0.7797968983650208}
{'epoch': 239, 'iter': 60, 'avg_loss': 0.952691512029679, 'avg_acc_mask': 70.04103967168263, 'loss': 0.9808884263038635}
{'epoch': 239, 'iter': 70, 'avg_loss': 0.95677332139351, 'avg_acc_mask': 69.30722011107862, 'loss': 0.8432282209396362}
{'epoch': 239, 'iter': 80, 'avg_loss': 0.9495697838288767, 'avg_acc_mask': 69.49282786885246, 'loss': 1.1039860248565674}
{'epoch': 239, 'iter': 90, 'avg_loss': 0.952611661874331, 'avg_acc_mask': 69.43809958885335, 'loss': 0.801029622554779}
{'epoch': 239, 'iter': 100, 'avg_loss': 0.9541040304863807, 'avg_acc_mask': 69.45304437564499, 'loss': 0.7630020976066589}
{'epoch': 239, 'iter': 110, 'avg_loss': 0.9521337956995577, 'avg_acc_mask': 69.36784843368974, 'loss': 1.0060514211654663}
{'epoch': 239, 'iter': 120, 'avg_loss': 0.9504039213677083, 'avg_acc_mask': 69.51198482496982, 'loss': 1.216195821762085}
{'epoch': 239, 'iter': 130, 'avg_loss': 0.9533219915309935, 'avg_acc_mask': 69.43217665615143, 'loss': 0.9669995307922363}
{'epoch': 239, 'iter': 140, 'avg_loss': 0.9546836166517109, 'avg_acc_mask': 69.33548009367682, 'loss': 1.1445039510726929}
{'epoch': 239, 'iter': 150, 'avg_loss': 0.9565303029603516, 'avg_acc_mask': 69.04827207899068, 'loss': 1.1571671962738037}
{'epoch': 239, 'iter': 160, 'avg_loss': 0.954824195515295, 'avg_acc_mask': 69.12613884255101, 'loss': 0.8994486331939697}
{'epoch': 239, 'iter': 170, 'avg_loss': 0.9574102766332571, 'avg_acc_mask': 69.13996627318718, 'loss': 1.0235365629196167}
{'epoch': 239, 'iter': 180, 'avg_loss': 0.9585636337159088, 'avg_acc_mask': 68.97686025408348, 'loss': 1.2122070789337158}
{'epoch': 239, 'iter': 190, 'avg_loss': 0.9547134094837448, 'avg_acc_mask': 68.95622169506146, 'loss': 0.9081080555915833}
{'epoch': 239, 'iter': 200, 'avg_loss': 0.9615242080901986, 'avg_acc_mask': 68.88433981576254, 'loss': 1.3955068588256836}
{'epoch': 239, 'iter': 210, 'avg_loss': 0.9637669943520243, 'avg_acc_mask': 68.91694997571636, 'loss': 1.2800201177597046}
{'epoch': 239, 'iter': 220, 'avg_loss': 0.963996515284836, 'avg_acc_mask': 68.95120376349045, 'loss': 1.1480844020843506}
{'epoch': 239, 'iter': 230, 'avg_loss': 0.9614547772324963, 'avg_acc_mask': 69.04888416578109, 'loss': 0.8652403950691223}
{'epoch': 239, 'iter': 240, 'avg_loss': 0.9613308681491994, 'avg_acc_mask': 69.09183413889596, 'loss': 0.9266569018363953}
{'epoch': 239, 'iter': 250, 'avg_loss': 0.9607523648862345, 'avg_acc_mask': 69.14122914122915, 'loss': 0.6916659474372864}
{'epoch': 239, 'iter': 260, 'avg_loss': 0.9596083602686037, 'avg_acc_mask': 69.1242075604602, 'loss': 0.5716436505317688}
{'epoch': 239, 'iter': 270, 'avg_loss': 0.9602638172927378, 'avg_acc_mask': 69.06002265005662, 'loss': 1.0582647323608398}
{'epoch': 239, 'iter': 280, 'avg_loss': 0.9635997476102619, 'avg_acc_mask': 68.9399447433474, 'loss': 1.2356632947921753}
{'epoch': 239, 'iter': 290, 'avg_loss': 0.9595844505988446, 'avg_acc_mask': 68.97327707454289, 'loss': 1.0033559799194336}
{'epoch': 239, 'iter': 300, 'avg_loss': 0.957031056136388, 'avg_acc_mask': 69.14842844480808, 'loss': 0.9558809399604797}
{'epoch': 239, 'iter': 310, 'avg_loss': 0.9589309511269021, 'avg_acc_mask': 69.11832488312373, 'loss': 1.01839280128479}
{'epoch': 239, 'iter': 320, 'avg_loss': 0.9576124618543642, 'avg_acc_mask': 69.15104599833664, 'loss': 1.1233415603637695}
{'epoch': 239, 'iter': 330, 'avg_loss': 0.9566087885745702, 'avg_acc_mask': 69.17829457364341, 'loss': 1.0433062314987183}
{'epoch': 239, 'iter': 340, 'avg_loss': 0.9541597573463518, 'avg_acc_mask': 69.24744130042143, 'loss': 0.7463208436965942}
{'epoch': 239, 'iter': 350, 'avg_loss': 0.952957324237905, 'avg_acc_mask': 69.23977978212487, 'loss': 0.7746291756629944}
{'epoch': 239, 'iter': 360, 'avg_loss': 0.9554742791811185, 'avg_acc_mask': 69.19625106503834, 'loss': 1.2116014957427979}
{'epoch': 239, 'iter': 370, 'avg_loss': 0.9555782822746473, 'avg_acc_mask': 69.24987580725286, 'loss': 1.183924913406372}
{'epoch': 239, 'iter': 380, 'avg_loss': 0.9589446741608497, 'avg_acc_mask': 69.13892325068575, 'loss': 1.0100775957107544}
{'epoch': 239, 'iter': 390, 'avg_loss': 0.9584472140540248, 'avg_acc_mask': 69.13774147950369, 'loss': 1.0544158220291138}
{'epoch': 'EP239_test', 'avg_loss': 0.9581975865394178, 'total_masked_acc': 69.15907207953605}
{'epoch': 240, 'iter': 0, 'avg_loss': 0.9227693676948547, 'avg_acc_mask': 66.66666666666666, 'loss': 0.9227693676948547}
{'epoch': 240, 'iter': 10, 'avg_loss': 1.03159991719506, 'avg_acc_mask': 66.18444846292948, 'loss': 1.2556796073913574}
{'epoch': 240, 'iter': 20, 'avg_loss': 0.9415144863582793, 'avg_acc_mask': 68.77470355731225, 'loss': 0.8072431683540344}
{'epoch': 240, 'iter': 30, 'avg_loss': 0.9505747787414058, 'avg_acc_mask': 68.77470355731225, 'loss': 1.0232248306274414}
{'epoch': 240, 'iter': 40, 'avg_loss': 0.9577747481625255, 'avg_acc_mask': 69.0049751243781, 'loss': 0.96868896484375}
{'epoch': 240, 'iter': 50, 'avg_loss': 0.9459602786045448, 'avg_acc_mask': 69.23685251087386, 'loss': 0.7685632705688477}
{'epoch': 240, 'iter': 60, 'avg_loss': 0.9515062687826938, 'avg_acc_mask': 69.2281879194631, 'loss': 1.045514702796936}
{'epoch': 240, 'iter': 70, 'avg_loss': 0.9465126638681116, 'avg_acc_mask': 69.47398677780971, 'loss': 0.9958757758140564}
{'epoch': 240, 'iter': 80, 'avg_loss': 0.949995634732423, 'avg_acc_mask': 69.15398053406538, 'loss': 1.1079933643341064}
{'epoch': 240, 'iter': 90, 'avg_loss': 0.946309371308966, 'avg_acc_mask': 69.53524571936846, 'loss': 0.9766853451728821}
{'epoch': 240, 'iter': 100, 'avg_loss': 0.9492424189454258, 'avg_acc_mask': 69.56608678264347, 'loss': 0.8407328724861145}
{'epoch': 240, 'iter': 110, 'avg_loss': 0.956278738137838, 'avg_acc_mask': 69.30350972904165, 'loss': 1.0252970457077026}
{'epoch': 240, 'iter': 120, 'avg_loss': 0.9579390607589533, 'avg_acc_mask': 69.47155839784584, 'loss': 1.1604974269866943}
{'epoch': 240, 'iter': 130, 'avg_loss': 0.9583965307883634, 'avg_acc_mask': 69.41853233830845, 'loss': 1.335071086883545}
{'epoch': 240, 'iter': 140, 'avg_loss': 0.9660707699491623, 'avg_acc_mask': 69.164265129683, 'loss': 1.3793381452560425}
{'epoch': 240, 'iter': 150, 'avg_loss': 0.9636129571112576, 'avg_acc_mask': 69.27306866952789, 'loss': 0.7849848866462708}
{'epoch': 240, 'iter': 160, 'avg_loss': 0.961978658756114, 'avg_acc_mask': 69.34140802422407, 'loss': 0.9258304238319397}
{'epoch': 240, 'iter': 170, 'avg_loss': 0.957484986001288, 'avg_acc_mask': 69.41903290958774, 'loss': 0.9870710372924805}
{'epoch': 240, 'iter': 180, 'avg_loss': 0.9565962072235444, 'avg_acc_mask': 69.48219701224306, 'loss': 0.9723118543624878}
{'epoch': 240, 'iter': 190, 'avg_loss': 0.9508778802387378, 'avg_acc_mask': 69.7453925641845, 'loss': 0.7503980398178101}
{'epoch': 240, 'iter': 200, 'avg_loss': 0.9514041204950703, 'avg_acc_mask': 69.68715196922143, 'loss': 1.1534231901168823}
{'epoch': 240, 'iter': 210, 'avg_loss': 0.9542364054381565, 'avg_acc_mask': 69.6016973671521, 'loss': 1.0494216680526733}
{'epoch': 240, 'iter': 220, 'avg_loss': 0.9551665337916413, 'avg_acc_mask': 69.62025316455697, 'loss': 0.9819263815879822}
{'epoch': 240, 'iter': 230, 'avg_loss': 0.9485990216721704, 'avg_acc_mask': 69.78918585163623, 'loss': 0.7022329568862915}
{'epoch': 240, 'iter': 240, 'avg_loss': 0.9486660408281192, 'avg_acc_mask': 69.79950934777092, 'loss': 1.1691642999649048}
{'epoch': 240, 'iter': 250, 'avg_loss': 0.9492966238246021, 'avg_acc_mask': 69.85408005217249, 'loss': 1.335504174232483}
{'epoch': 240, 'iter': 260, 'avg_loss': 0.9496968827028384, 'avg_acc_mask': 69.850863422292, 'loss': 0.7182677984237671}
{'epoch': 240, 'iter': 270, 'avg_loss': 0.9536200112962195, 'avg_acc_mask': 69.69857218402962, 'loss': 0.9517601728439331}
{'epoch': 240, 'iter': 280, 'avg_loss': 0.9534589277043461, 'avg_acc_mask': 69.56236801864122, 'loss': 1.0846434831619263}
{'epoch': 240, 'iter': 290, 'avg_loss': 0.9510049916214959, 'avg_acc_mask': 69.63103788198846, 'loss': 0.7201108932495117}
{'epoch': 240, 'iter': 300, 'avg_loss': 0.952106564543968, 'avg_acc_mask': 69.63604143947656, 'loss': 1.018009066581726}
{'epoch': 240, 'iter': 310, 'avg_loss': 0.9515420579833617, 'avg_acc_mask': 69.70216130732736, 'loss': 1.1558220386505127}
{'epoch': 240, 'iter': 320, 'avg_loss': 0.9485366524565628, 'avg_acc_mask': 69.77399321339395, 'loss': 0.8244233727455139}
{'epoch': 240, 'iter': 330, 'avg_loss': 0.9475194208571558, 'avg_acc_mask': 69.83506944444444, 'loss': 0.858260989189148}
{'epoch': 240, 'iter': 340, 'avg_loss': 0.9462157919609652, 'avg_acc_mask': 69.82789746058491, 'loss': 0.8437975645065308}
{'epoch': 240, 'iter': 350, 'avg_loss': 0.9472596990077244, 'avg_acc_mask': 69.74568839520609, 'loss': 0.7905032634735107}
{'epoch': 240, 'iter': 360, 'avg_loss': 0.9476316508493925, 'avg_acc_mask': 69.73482482539322, 'loss': 0.8720657229423523}
{'epoch': 240, 'iter': 370, 'avg_loss': 0.9449711301416721, 'avg_acc_mask': 69.8161135347065, 'loss': 1.2150660753250122}
{'epoch': 240, 'iter': 380, 'avg_loss': 0.9463355119616341, 'avg_acc_mask': 69.79692704416031, 'loss': 1.1247180700302124}
{'epoch': 240, 'iter': 390, 'avg_loss': 0.9470284696277755, 'avg_acc_mask': 69.72865582684163, 'loss': 0.9883115291595459}
{'epoch': 'EP240_test', 'avg_loss': 0.946129631890793, 'total_masked_acc': 69.74963790606249}
{'epoch': 241, 'iter': 0, 'avg_loss': 0.968905508518219, 'avg_acc_mask': 73.21428571428571, 'loss': 0.968905508518219}
{'epoch': 241, 'iter': 10, 'avg_loss': 1.019404861060056, 'avg_acc_mask': 69.921875, 'loss': 1.1093804836273193}
{'epoch': 241, 'iter': 20, 'avg_loss': 0.9996042734100705, 'avg_acc_mask': 69.45273631840796, 'loss': 0.9603175520896912}
{'epoch': 241, 'iter': 30, 'avg_loss': 0.9769703861205808, 'avg_acc_mask': 70.05988023952095, 'loss': 0.8458455204963684}
{'epoch': 241, 'iter': 40, 'avg_loss': 0.9750467756899391, 'avg_acc_mask': 69.79530703944083, 'loss': 1.0410608053207397}
{'epoch': 241, 'iter': 50, 'avg_loss': 0.9650008958928725, 'avg_acc_mask': 69.32318782539046, 'loss': 1.1201179027557373}
{'epoch': 241, 'iter': 60, 'avg_loss': 0.9660082293338463, 'avg_acc_mask': 69.55354145686472, 'loss': 1.154229760169983}
{'epoch': 241, 'iter': 70, 'avg_loss': 0.9579089955544807, 'avg_acc_mask': 69.94566771518444, 'loss': 1.0423376560211182}
{'epoch': 241, 'iter': 80, 'avg_loss': 0.9530338534602413, 'avg_acc_mask': 69.89005497251374, 'loss': 0.979893147945404}
{'epoch': 241, 'iter': 90, 'avg_loss': 0.9497771577520685, 'avg_acc_mask': 69.99776935088111, 'loss': 1.1991610527038574}
{'epoch': 241, 'iter': 100, 'avg_loss': 0.9517004613829131, 'avg_acc_mask': 70.1878408402343, 'loss': 0.8342352509498596}
{'epoch': 241, 'iter': 110, 'avg_loss': 0.9586807983415621, 'avg_acc_mask': 69.81444056586442, 'loss': 0.8626540303230286}
{'epoch': 241, 'iter': 120, 'avg_loss': 0.9527463036135209, 'avg_acc_mask': 69.96127294157266, 'loss': 1.1601834297180176}
{'epoch': 241, 'iter': 130, 'avg_loss': 0.9554586483322027, 'avg_acc_mask': 69.70072879516204, 'loss': 1.0444635152816772}
{'epoch': 241, 'iter': 140, 'avg_loss': 0.9552615876738907, 'avg_acc_mask': 69.58844765342961, 'loss': 1.0280811786651611}
{'epoch': 241, 'iter': 150, 'avg_loss': 0.9595423569742417, 'avg_acc_mask': 69.61340902946742, 'loss': 1.0289219617843628}
{'epoch': 241, 'iter': 160, 'avg_loss': 0.9639470821582012, 'avg_acc_mask': 69.42926147197153, 'loss': 0.7781084775924683}
{'epoch': 241, 'iter': 170, 'avg_loss': 0.9598823576642755, 'avg_acc_mask': 69.57979169160781, 'loss': 0.9848442077636719}
{'epoch': 241, 'iter': 180, 'avg_loss': 0.9615409779285199, 'avg_acc_mask': 69.38706400270911, 'loss': 1.2753443717956543}
{'epoch': 241, 'iter': 190, 'avg_loss': 0.9600186944007874, 'avg_acc_mask': 69.47334548964925, 'loss': 1.2025469541549683}
{'epoch': 241, 'iter': 200, 'avg_loss': 0.9556783989294252, 'avg_acc_mask': 69.73469387755102, 'loss': 0.6589139103889465}
{'epoch': 241, 'iter': 210, 'avg_loss': 0.957650611468401, 'avg_acc_mask': 69.56775133559981, 'loss': 1.0735872983932495}
{'epoch': 241, 'iter': 220, 'avg_loss': 0.9578435264561511, 'avg_acc_mask': 69.51488423373759, 'loss': 0.6712385416030884}
{'epoch': 241, 'iter': 230, 'avg_loss': 0.955566389736159, 'avg_acc_mask': 69.67234831758368, 'loss': 0.9356061816215515}
{'epoch': 241, 'iter': 240, 'avg_loss': 0.9536121480197828, 'avg_acc_mask': 69.82714794102695, 'loss': 1.1261435747146606}
{'epoch': 241, 'iter': 250, 'avg_loss': 0.957387612635396, 'avg_acc_mask': 69.6808944748225, 'loss': 1.1156461238861084}
{'epoch': 241, 'iter': 260, 'avg_loss': 0.9570884862165342, 'avg_acc_mask': 69.6852871754524, 'loss': 0.5420242547988892}
{'epoch': 241, 'iter': 270, 'avg_loss': 0.9616245088542079, 'avg_acc_mask': 69.48626768555648, 'loss': 1.1148242950439453}
{'epoch': 241, 'iter': 280, 'avg_loss': 0.963079481362448, 'avg_acc_mask': 69.36786207899905, 'loss': 1.0122588872909546}
{'epoch': 241, 'iter': 290, 'avg_loss': 0.9586093864080423, 'avg_acc_mask': 69.49092954577415, 'loss': 0.6722502112388611}
{'epoch': 241, 'iter': 300, 'avg_loss': 0.9577456892922868, 'avg_acc_mask': 69.49475691134414, 'loss': 1.0078752040863037}
{'epoch': 241, 'iter': 310, 'avg_loss': 0.9560593634939654, 'avg_acc_mask': 69.49486977111286, 'loss': 0.9572017192840576}
{'epoch': 241, 'iter': 320, 'avg_loss': 0.9548153065818121, 'avg_acc_mask': 69.54353663214422, 'loss': 0.803554356098175}
{'epoch': 241, 'iter': 330, 'avg_loss': 0.9552662518449421, 'avg_acc_mask': 69.59752321981424, 'loss': 0.958538293838501}
{'epoch': 241, 'iter': 340, 'avg_loss': 0.954389867195286, 'avg_acc_mask': 69.57985213680351, 'loss': 1.124253511428833}
{'epoch': 241, 'iter': 350, 'avg_loss': 0.9544093372815016, 'avg_acc_mask': 69.54133800759567, 'loss': 0.9332816004753113}
{'epoch': 241, 'iter': 360, 'avg_loss': 0.956646227770565, 'avg_acc_mask': 69.45168233828028, 'loss': 0.9493191242218018}
{'epoch': 241, 'iter': 370, 'avg_loss': 0.954200165612357, 'avg_acc_mask': 69.51414548061545, 'loss': 1.3692625761032104}
{'epoch': 241, 'iter': 380, 'avg_loss': 0.9531528247310108, 'avg_acc_mask': 69.52877330610929, 'loss': 1.087097406387329}
{'epoch': 241, 'iter': 390, 'avg_loss': 0.9519662105518839, 'avg_acc_mask': 69.5363198660247, 'loss': 1.1586041450500488}
{'epoch': 'EP241_test', 'avg_loss': 0.9521945775157273, 'total_masked_acc': 69.53529290002069}
{'epoch': 242, 'iter': 0, 'avg_loss': 0.7644869089126587, 'avg_acc_mask': 77.96610169491525, 'loss': 0.7644869089126587}
{'epoch': 242, 'iter': 10, 'avg_loss': 0.9729957418008284, 'avg_acc_mask': 68.07339449541284, 'loss': 1.0231633186340332}
{'epoch': 242, 'iter': 20, 'avg_loss': 0.9080295392445156, 'avg_acc_mask': 71.6566866267465, 'loss': 0.7560980319976807}
{'epoch': 242, 'iter': 30, 'avg_loss': 0.9057236448411019, 'avg_acc_mask': 71.83565275016566, 'loss': 1.1205689907073975}
{'epoch': 242, 'iter': 40, 'avg_loss': 0.9175457154832235, 'avg_acc_mask': 71.50101419878297, 'loss': 0.8735785484313965}
{'epoch': 242, 'iter': 50, 'avg_loss': 0.9127578080869189, 'avg_acc_mask': 71.18780096308186, 'loss': 0.790507972240448}
{'epoch': 242, 'iter': 60, 'avg_loss': 0.9222568078119247, 'avg_acc_mask': 70.64559515803631, 'loss': 0.7643133401870728}
{'epoch': 242, 'iter': 70, 'avg_loss': 0.9165675858376732, 'avg_acc_mask': 70.54285714285714, 'loss': 0.6911454200744629}
{'epoch': 242, 'iter': 80, 'avg_loss': 0.9184724375789548, 'avg_acc_mask': 70.49056603773585, 'loss': 1.0863889455795288}
{'epoch': 242, 'iter': 90, 'avg_loss': 0.9215901556250813, 'avg_acc_mask': 70.41340782122904, 'loss': 1.1671925783157349}
{'epoch': 242, 'iter': 100, 'avg_loss': 0.923204395735618, 'avg_acc_mask': 70.2286986439992, 'loss': 0.7619534730911255}
{'epoch': 242, 'iter': 110, 'avg_loss': 0.9363820464224428, 'avg_acc_mask': 70.09604728481715, 'loss': 1.2911796569824219}
{'epoch': 242, 'iter': 120, 'avg_loss': 0.942307416318862, 'avg_acc_mask': 69.77415520461878, 'loss': 1.1650800704956055}
{'epoch': 242, 'iter': 130, 'avg_loss': 0.9346647974643999, 'avg_acc_mask': 70.12051964313663, 'loss': 0.762002170085907}
{'epoch': 242, 'iter': 140, 'avg_loss': 0.9388145485245589, 'avg_acc_mask': 69.94043295074822, 'loss': 0.9694175720214844}
{'epoch': 242, 'iter': 150, 'avg_loss': 0.9404392682558653, 'avg_acc_mask': 69.84472895668755, 'loss': 1.166261911392212}
{'epoch': 242, 'iter': 160, 'avg_loss': 0.9406624019886396, 'avg_acc_mask': 69.87426225301515, 'loss': 0.8584131598472595}
{'epoch': 242, 'iter': 170, 'avg_loss': 0.9409941283234379, 'avg_acc_mask': 69.78268787179799, 'loss': 1.0716253519058228}
{'epoch': 242, 'iter': 180, 'avg_loss': 0.9460949099195596, 'avg_acc_mask': 69.74000687206505, 'loss': 1.1200991868972778}
{'epoch': 242, 'iter': 190, 'avg_loss': 0.9437062223856362, 'avg_acc_mask': 69.90101163929077, 'loss': 0.9730939865112305}
{'epoch': 242, 'iter': 200, 'avg_loss': 0.944362932028462, 'avg_acc_mask': 69.80448950036205, 'loss': 0.8420372009277344}
{'epoch': 242, 'iter': 210, 'avg_loss': 0.9520100232266702, 'avg_acc_mask': 69.63021243115656, 'loss': 1.1757501363754272}
{'epoch': 242, 'iter': 220, 'avg_loss': 0.9530787806435408, 'avg_acc_mask': 69.47171575502571, 'loss': 0.8534947633743286}
{'epoch': 242, 'iter': 230, 'avg_loss': 0.9478985142140162, 'avg_acc_mask': 69.72140105706352, 'loss': 0.8775736689567566}
{'epoch': 242, 'iter': 240, 'avg_loss': 0.9492711260358327, 'avg_acc_mask': 69.71830985915493, 'loss': 0.864784300327301}
{'epoch': 242, 'iter': 250, 'avg_loss': 0.9495398678865091, 'avg_acc_mask': 69.62381149235222, 'loss': 0.8713803291320801}
{'epoch': 242, 'iter': 260, 'avg_loss': 0.9499308075256274, 'avg_acc_mask': 69.67526265520534, 'loss': 0.93057781457901}
{'epoch': 242, 'iter': 270, 'avg_loss': 0.9555642634520232, 'avg_acc_mask': 69.56954656862744, 'loss': 1.015329122543335}
{'epoch': 242, 'iter': 280, 'avg_loss': 0.9582608621103483, 'avg_acc_mask': 69.501033362858, 'loss': 1.180077075958252}
{'epoch': 242, 'iter': 290, 'avg_loss': 0.9588065875559738, 'avg_acc_mask': 69.39995729233397, 'loss': 0.9311551451683044}
{'epoch': 242, 'iter': 300, 'avg_loss': 0.9568837806829978, 'avg_acc_mask': 69.44406314344543, 'loss': 0.923610508441925}
{'epoch': 242, 'iter': 310, 'avg_loss': 0.9589549254182834, 'avg_acc_mask': 69.41082590770048, 'loss': 1.305200219154358}
{'epoch': 242, 'iter': 320, 'avg_loss': 0.9561267031873126, 'avg_acc_mask': 69.46092339437709, 'loss': 0.7602985501289368}
{'epoch': 242, 'iter': 330, 'avg_loss': 0.957641203507916, 'avg_acc_mask': 69.4696637655751, 'loss': 1.19286048412323}
{'epoch': 242, 'iter': 340, 'avg_loss': 0.9559592607259051, 'avg_acc_mask': 69.55835003948727, 'loss': 0.8056119680404663}
{'epoch': 242, 'iter': 350, 'avg_loss': 0.9566469928647718, 'avg_acc_mask': 69.55677202895991, 'loss': 0.5982274413108826}
{'epoch': 242, 'iter': 360, 'avg_loss': 0.9569086586834651, 'avg_acc_mask': 69.55554287670451, 'loss': 1.0744907855987549}
{'epoch': 242, 'iter': 370, 'avg_loss': 0.9535003106067123, 'avg_acc_mask': 69.70908283366644, 'loss': 0.8507111668586731}
{'epoch': 242, 'iter': 380, 'avg_loss': 0.9552114346991061, 'avg_acc_mask': 69.67577531988722, 'loss': 1.049838662147522}
{'epoch': 242, 'iter': 390, 'avg_loss': 0.954577838749532, 'avg_acc_mask': 69.6454870608037, 'loss': 0.8913201093673706}
{'epoch': 'EP242_test', 'avg_loss': 0.9545777335461944, 'total_masked_acc': 69.65771951727008}
{'epoch': 243, 'iter': 0, 'avg_loss': 0.8693831562995911, 'avg_acc_mask': 71.69811320754717, 'loss': 0.8693831562995911}
{'epoch': 243, 'iter': 10, 'avg_loss': 1.0133863687515259, 'avg_acc_mask': 69.3916349809886, 'loss': 1.0691810846328735}
{'epoch': 243, 'iter': 20, 'avg_loss': 0.974532201176598, 'avg_acc_mask': 69.7560975609756, 'loss': 1.0016752481460571}
{'epoch': 243, 'iter': 30, 'avg_loss': 0.9956266418580086, 'avg_acc_mask': 68.93840104849279, 'loss': 1.1090435981750488}
{'epoch': 243, 'iter': 40, 'avg_loss': 0.9850515548775836, 'avg_acc_mask': 68.85656970912738, 'loss': 1.3738579750061035}
{'epoch': 243, 'iter': 50, 'avg_loss': 0.96411960031472, 'avg_acc_mask': 69.81731532962668, 'loss': 0.8179078102111816}
{'epoch': 243, 'iter': 60, 'avg_loss': 0.9583787966947086, 'avg_acc_mask': 69.8296024056131, 'loss': 0.765224039554596}
{'epoch': 243, 'iter': 70, 'avg_loss': 0.9468813110405291, 'avg_acc_mask': 69.95144244501572, 'loss': 0.6913357973098755}
{'epoch': 243, 'iter': 80, 'avg_loss': 0.9455258106743848, 'avg_acc_mask': 70.11180124223603, 'loss': 1.2919063568115234}
{'epoch': 243, 'iter': 90, 'avg_loss': 0.9457502512486426, 'avg_acc_mask': 69.96442863494886, 'loss': 1.142803430557251}
{'epoch': 243, 'iter': 100, 'avg_loss': 0.9543116715284857, 'avg_acc_mask': 69.67988725588886, 'loss': 0.7457879781723022}
{'epoch': 243, 'iter': 110, 'avg_loss': 0.9582544465859731, 'avg_acc_mask': 69.39679026009962, 'loss': 1.4316331148147583}
{'epoch': 243, 'iter': 120, 'avg_loss': 0.9602710350978473, 'avg_acc_mask': 69.39086294416244, 'loss': 1.2348757982254028}
{'epoch': 243, 'iter': 130, 'avg_loss': 0.9574439550629099, 'avg_acc_mask': 69.64035497431107, 'loss': 0.8831729888916016}
{'epoch': 243, 'iter': 140, 'avg_loss': 0.9583723437278828, 'avg_acc_mask': 69.5822454308094, 'loss': 1.3184493780136108}
{'epoch': 243, 'iter': 150, 'avg_loss': 0.9525021431067132, 'avg_acc_mask': 69.77977161500816, 'loss': 0.884908139705658}
{'epoch': 243, 'iter': 160, 'avg_loss': 0.9576159650864808, 'avg_acc_mask': 69.62592877273892, 'loss': 0.9670689105987549}
{'epoch': 243, 'iter': 170, 'avg_loss': 0.9584127540825403, 'avg_acc_mask': 69.52013503737642, 'loss': 1.109267234802246}
{'epoch': 243, 'iter': 180, 'avg_loss': 0.9613565596757014, 'avg_acc_mask': 69.48592271742847, 'loss': 1.1757774353027344}
{'epoch': 243, 'iter': 190, 'avg_loss': 0.9576669483596741, 'avg_acc_mask': 69.59379377222282, 'loss': 0.8665281534194946}
{'epoch': 243, 'iter': 200, 'avg_loss': 0.9624271717534136, 'avg_acc_mask': 69.50347364119331, 'loss': 0.8879519104957581}
{'epoch': 243, 'iter': 210, 'avg_loss': 0.9699872326794394, 'avg_acc_mask': 69.26217556138816, 'loss': 1.1871356964111328}
{'epoch': 243, 'iter': 220, 'avg_loss': 0.9706262780260716, 'avg_acc_mask': 69.14539400665927, 'loss': 0.8397160172462463}
{'epoch': 243, 'iter': 230, 'avg_loss': 0.9706348989691053, 'avg_acc_mask': 69.1133398420165, 'loss': 1.0798677206039429}
{'epoch': 243, 'iter': 240, 'avg_loss': 0.9687420135959055, 'avg_acc_mask': 69.10126689907321, 'loss': 1.0177971124649048}
{'epoch': 243, 'iter': 250, 'avg_loss': 0.9693621968130667, 'avg_acc_mask': 69.11237785016286, 'loss': 1.0559685230255127}
{'epoch': 243, 'iter': 260, 'avg_loss': 0.9709328683628433, 'avg_acc_mask': 69.08579025572847, 'loss': 1.1359816789627075}
{'epoch': 243, 'iter': 270, 'avg_loss': 0.9740450385531816, 'avg_acc_mask': 69.00443976220934, 'loss': 0.9562011957168579}
{'epoch': 243, 'iter': 280, 'avg_loss': 0.9745822297508606, 'avg_acc_mask': 69.0256484778028, 'loss': 0.950760006904602}
{'epoch': 243, 'iter': 290, 'avg_loss': 0.9711188466073721, 'avg_acc_mask': 69.10198935275987, 'loss': 0.8404725790023804}
{'epoch': 243, 'iter': 300, 'avg_loss': 0.965672513674264, 'avg_acc_mask': 69.20831070070614, 'loss': 0.7561601400375366}
{'epoch': 243, 'iter': 310, 'avg_loss': 0.9663322369577034, 'avg_acc_mask': 69.24587588373919, 'loss': 1.173539638519287}
{'epoch': 243, 'iter': 320, 'avg_loss': 0.9645837624310705, 'avg_acc_mask': 69.30013971802363, 'loss': 0.973722517490387}
{'epoch': 243, 'iter': 330, 'avg_loss': 0.9657083015967712, 'avg_acc_mask': 69.28944940018455, 'loss': 1.0661208629608154}
{'epoch': 243, 'iter': 340, 'avg_loss': 0.9614835566789174, 'avg_acc_mask': 69.32346975301277, 'loss': 0.8709672689437866}
{'epoch': 243, 'iter': 350, 'avg_loss': 0.9609522766876765, 'avg_acc_mask': 69.29997678198282, 'loss': 0.8991446495056152}
{'epoch': 243, 'iter': 360, 'avg_loss': 0.9607344380376082, 'avg_acc_mask': 69.339276646166, 'loss': 0.7614761590957642}
{'epoch': 243, 'iter': 370, 'avg_loss': 0.9573771042643853, 'avg_acc_mask': 69.47870416049992, 'loss': 0.8492764830589294}
{'epoch': 243, 'iter': 380, 'avg_loss': 0.9577774464927633, 'avg_acc_mask': 69.49641826152036, 'loss': 1.0963186025619507}
{'epoch': 243, 'iter': 390, 'avg_loss': 0.9566122839213027, 'avg_acc_mask': 69.56047381546135, 'loss': 1.2828811407089233}
{'epoch': 'EP243_test', 'avg_loss': 0.9567752814654148, 'total_masked_acc': 69.53129010729504}
{'epoch': 244, 'iter': 0, 'avg_loss': 1.0915262699127197, 'avg_acc_mask': 68.29268292682927, 'loss': 1.0915262699127197}
{'epoch': 244, 'iter': 10, 'avg_loss': 1.05246994712136, 'avg_acc_mask': 67.31898238747553, 'loss': 1.5250625610351562}
{'epoch': 244, 'iter': 20, 'avg_loss': 0.9729991753896078, 'avg_acc_mask': 69.31372549019608, 'loss': 0.7947639226913452}
{'epoch': 244, 'iter': 30, 'avg_loss': 0.9590623647935929, 'avg_acc_mask': 69.74564926372156, 'loss': 0.981971025466919}
{'epoch': 244, 'iter': 40, 'avg_loss': 0.9719181148017325, 'avg_acc_mask': 69.81818181818183, 'loss': 0.9118169546127319}
{'epoch': 244, 'iter': 50, 'avg_loss': 0.9728618381070155, 'avg_acc_mask': 69.8937908496732, 'loss': 0.6626173853874207}
{'epoch': 244, 'iter': 60, 'avg_loss': 0.97317024137153, 'avg_acc_mask': 69.9189736664416, 'loss': 1.0350414514541626}
{'epoch': 244, 'iter': 70, 'avg_loss': 0.9664739370346069, 'avg_acc_mask': 70.13548573075813, 'loss': 1.0697777271270752}
{'epoch': 244, 'iter': 80, 'avg_loss': 0.9661203394701452, 'avg_acc_mask': 70.10828506673383, 'loss': 1.2451568841934204}
{'epoch': 244, 'iter': 90, 'avg_loss': 0.9664886259770655, 'avg_acc_mask': 69.72924988903684, 'loss': 0.8822903633117676}
{'epoch': 244, 'iter': 100, 'avg_loss': 0.9700350672891824, 'avg_acc_mask': 69.6291817815397, 'loss': 0.7102977633476257}
{'epoch': 244, 'iter': 110, 'avg_loss': 0.9707646751189017, 'avg_acc_mask': 69.56047947693426, 'loss': 0.9233304858207703}
{'epoch': 244, 'iter': 120, 'avg_loss': 0.9702081059621386, 'avg_acc_mask': 69.37887158881634, 'loss': 0.9945710301399231}
{'epoch': 244, 'iter': 130, 'avg_loss': 0.9658840025654276, 'avg_acc_mask': 69.59136468774093, 'loss': 0.9467259049415588}
{'epoch': 244, 'iter': 140, 'avg_loss': 0.9679556171944801, 'avg_acc_mask': 69.30051813471503, 'loss': 1.1396706104278564}
{'epoch': 244, 'iter': 150, 'avg_loss': 0.9708536930431594, 'avg_acc_mask': 69.11030106655866, 'loss': 1.0224251747131348}
{'epoch': 244, 'iter': 160, 'avg_loss': 0.967593803168824, 'avg_acc_mask': 69.18884664131812, 'loss': 0.937114417552948}
{'epoch': 244, 'iter': 170, 'avg_loss': 0.9688793657815944, 'avg_acc_mask': 68.94818714849826, 'loss': 1.3700282573699951}
{'epoch': 244, 'iter': 180, 'avg_loss': 0.9738199226764026, 'avg_acc_mask': 68.92335559832446, 'loss': 1.5821913480758667}
{'epoch': 244, 'iter': 190, 'avg_loss': 0.9657903290231814, 'avg_acc_mask': 69.13394298009683, 'loss': 1.182295560836792}
{'epoch': 244, 'iter': 200, 'avg_loss': 0.9682450183291933, 'avg_acc_mask': 69.13504691962464, 'loss': 1.5679336786270142}
{'epoch': 244, 'iter': 210, 'avg_loss': 0.9729258467518322, 'avg_acc_mask': 69.11121903836815, 'loss': 1.009751796722412}
{'epoch': 244, 'iter': 220, 'avg_loss': 0.9746867975228513, 'avg_acc_mask': 68.93715341959334, 'loss': 0.9927619099617004}
{'epoch': 244, 'iter': 230, 'avg_loss': 0.9715040270642284, 'avg_acc_mask': 69.10207350716384, 'loss': 0.8208303451538086}
{'epoch': 244, 'iter': 240, 'avg_loss': 0.9699450853701944, 'avg_acc_mask': 69.10284837114105, 'loss': 0.9608466029167175}
{'epoch': 244, 'iter': 250, 'avg_loss': 0.9723054915072908, 'avg_acc_mask': 69.02169463774048, 'loss': 1.1855250597000122}
{'epoch': 244, 'iter': 260, 'avg_loss': 0.9710007395552492, 'avg_acc_mask': 69.01330813449877, 'loss': 0.646843671798706}
{'epoch': 244, 'iter': 270, 'avg_loss': 0.9762029191444721, 'avg_acc_mask': 68.87929074789724, 'loss': 1.3563836812973022}
{'epoch': 244, 'iter': 280, 'avg_loss': 0.9776925564448604, 'avg_acc_mask': 68.90060792499817, 'loss': 0.999987781047821}
{'epoch': 244, 'iter': 290, 'avg_loss': 0.9708228554717454, 'avg_acc_mask': 69.11109539636517, 'loss': 0.742725133895874}
{'epoch': 244, 'iter': 300, 'avg_loss': 0.969351359083011, 'avg_acc_mask': 69.14485404960942, 'loss': 0.9227473139762878}
{'epoch': 244, 'iter': 310, 'avg_loss': 0.9715848314992102, 'avg_acc_mask': 69.12192541655646, 'loss': 1.244425892829895}
{'epoch': 244, 'iter': 320, 'avg_loss': 0.9693634069040186, 'avg_acc_mask': 69.26634973660542, 'loss': 0.7441821694374084}
{'epoch': 244, 'iter': 330, 'avg_loss': 0.9672684429095231, 'avg_acc_mask': 69.37566269569014, 'loss': 0.8987666368484497}
{'epoch': 244, 'iter': 340, 'avg_loss': 0.9679544825882506, 'avg_acc_mask': 69.32978787695654, 'loss': 0.7831223011016846}
{'epoch': 244, 'iter': 350, 'avg_loss': 0.968036503618599, 'avg_acc_mask': 69.36534961545236, 'loss': 0.7945939898490906}
{'epoch': 244, 'iter': 360, 'avg_loss': 0.9687686096102908, 'avg_acc_mask': 69.29604738580704, 'loss': 1.0705186128616333}
{'epoch': 244, 'iter': 370, 'avg_loss': 0.9649389438391375, 'avg_acc_mask': 69.37420461461849, 'loss': 1.2057991027832031}
{'epoch': 244, 'iter': 380, 'avg_loss': 0.9633825559785046, 'avg_acc_mask': 69.44698723816704, 'loss': 0.7759893536567688}
{'epoch': 244, 'iter': 390, 'avg_loss': 0.9622039978613939, 'avg_acc_mask': 69.4706498951782, 'loss': 0.9736021757125854}
{'epoch': 'EP244_test', 'avg_loss': 0.9618387018339802, 'total_masked_acc': 69.46632124352331}
{'epoch': 245, 'iter': 0, 'avg_loss': 0.8389614224433899, 'avg_acc_mask': 74.07407407407408, 'loss': 0.8389614224433899}
{'epoch': 245, 'iter': 10, 'avg_loss': 0.9968629641966387, 'avg_acc_mask': 70.45045045045045, 'loss': 0.9397330284118652}
{'epoch': 245, 'iter': 20, 'avg_loss': 0.9448957982517424, 'avg_acc_mask': 71.45612343297975, 'loss': 0.9494438767433167}
{'epoch': 245, 'iter': 30, 'avg_loss': 0.9374189165330702, 'avg_acc_mask': 70.92796885139519, 'loss': 1.1504582166671753}
{'epoch': 245, 'iter': 40, 'avg_loss': 0.943801991823243, 'avg_acc_mask': 71.13760556383507, 'loss': 1.1670520305633545}
{'epoch': 245, 'iter': 50, 'avg_loss': 0.9340487274469114, 'avg_acc_mask': 71.03585657370517, 'loss': 0.8858120441436768}
{'epoch': 245, 'iter': 60, 'avg_loss': 0.9272442743426463, 'avg_acc_mask': 71.12462006079028, 'loss': 0.9829996228218079}
{'epoch': 245, 'iter': 70, 'avg_loss': 0.9312414157558495, 'avg_acc_mask': 70.64011379800853, 'loss': 0.9553995728492737}
{'epoch': 245, 'iter': 80, 'avg_loss': 0.9429493436106929, 'avg_acc_mask': 70.24161735700197, 'loss': 1.2424784898757935}
{'epoch': 245, 'iter': 90, 'avg_loss': 0.9511063734253684, 'avg_acc_mask': 69.93392070484582, 'loss': 1.0420116186141968}
{'epoch': 245, 'iter': 100, 'avg_loss': 0.951855469458174, 'avg_acc_mask': 69.86602679464107, 'loss': 0.7395935654640198}
{'epoch': 245, 'iter': 110, 'avg_loss': 0.9554484862465042, 'avg_acc_mask': 69.75140627835239, 'loss': 1.2583401203155518}
{'epoch': 245, 'iter': 120, 'avg_loss': 0.9532497825701375, 'avg_acc_mask': 69.66084620550706, 'loss': 1.180033564567566}
{'epoch': 245, 'iter': 130, 'avg_loss': 0.9595935026197943, 'avg_acc_mask': 69.43372936275266, 'loss': 1.2720341682434082}
{'epoch': 245, 'iter': 140, 'avg_loss': 0.9653245316329577, 'avg_acc_mask': 69.42601672916065, 'loss': 1.295637845993042}
{'epoch': 245, 'iter': 150, 'avg_loss': 0.9664886230664538, 'avg_acc_mask': 69.35614224137932, 'loss': 1.1834959983825684}
{'epoch': 245, 'iter': 160, 'avg_loss': 0.9717376365424684, 'avg_acc_mask': 69.23951490651844, 'loss': 0.8320708274841309}
{'epoch': 245, 'iter': 170, 'avg_loss': 0.9726903693020692, 'avg_acc_mask': 69.25277082588488, 'loss': 1.033069133758545}
{'epoch': 245, 'iter': 180, 'avg_loss': 0.9741889985885409, 'avg_acc_mask': 69.09929157764535, 'loss': 1.0205975770950317}
{'epoch': 245, 'iter': 190, 'avg_loss': 0.968538384475009, 'avg_acc_mask': 69.22256585261812, 'loss': 0.873315155506134}
{'epoch': 245, 'iter': 200, 'avg_loss': 0.9657400069545158, 'avg_acc_mask': 69.26507856056766, 'loss': 0.8817968368530273}
{'epoch': 245, 'iter': 210, 'avg_loss': 0.96701769523711, 'avg_acc_mask': 69.27008003085527, 'loss': 1.0378875732421875}
{'epoch': 245, 'iter': 220, 'avg_loss': 0.9683826358070201, 'avg_acc_mask': 69.2201960963988, 'loss': 0.9552145004272461}
{'epoch': 245, 'iter': 230, 'avg_loss': 0.965439835926155, 'avg_acc_mask': 69.23619064399612, 'loss': 0.962268590927124}
{'epoch': 245, 'iter': 240, 'avg_loss': 0.9646066751222887, 'avg_acc_mask': 69.2222975262623, 'loss': 1.3501521348953247}
{'epoch': 245, 'iter': 250, 'avg_loss': 0.9617686010451906, 'avg_acc_mask': 69.3616674808663, 'loss': 0.8077681660652161}
{'epoch': 245, 'iter': 260, 'avg_loss': 0.9642801707275069, 'avg_acc_mask': 69.28800814600142, 'loss': 0.6982043385505676}
{'epoch': 245, 'iter': 270, 'avg_loss': 0.9684600814682092, 'avg_acc_mask': 69.19081671057585, 'loss': 0.7878170609474182}
{'epoch': 245, 'iter': 280, 'avg_loss': 0.9678840285094183, 'avg_acc_mask': 69.20223983710275, 'loss': 1.012980580329895}
{'epoch': 245, 'iter': 290, 'avg_loss': 0.9655011929187578, 'avg_acc_mask': 69.23724650901691, 'loss': 0.8708931803703308}
{'epoch': 245, 'iter': 300, 'avg_loss': 0.9637342471617005, 'avg_acc_mask': 69.2078133478025, 'loss': 0.9849104881286621}
{'epoch': 245, 'iter': 310, 'avg_loss': 0.9620114254414843, 'avg_acc_mask': 69.31057124097177, 'loss': 0.9575743079185486}
{'epoch': 245, 'iter': 320, 'avg_loss': 0.9609637520394964, 'avg_acc_mask': 69.31745829619254, 'loss': 0.9135928750038147}
{'epoch': 245, 'iter': 330, 'avg_loss': 0.9625532549673697, 'avg_acc_mask': 69.27446742821859, 'loss': 1.114988088607788}
{'epoch': 245, 'iter': 340, 'avg_loss': 0.9611545650840155, 'avg_acc_mask': 69.3752991862135, 'loss': 0.7149065136909485}
{'epoch': 245, 'iter': 350, 'avg_loss': 0.9593435006263928, 'avg_acc_mask': 69.4492956106648, 'loss': 0.977928876876831}
{'epoch': 245, 'iter': 360, 'avg_loss': 0.9588341807064257, 'avg_acc_mask': 69.52321771551237, 'loss': 0.9554629325866699}
{'epoch': 245, 'iter': 370, 'avg_loss': 0.9554395754382295, 'avg_acc_mask': 69.56808440487966, 'loss': 0.9975018501281738}
{'epoch': 245, 'iter': 380, 'avg_loss': 0.9567063352254432, 'avg_acc_mask': 69.5210605088732, 'loss': 0.9591032266616821}
{'epoch': 245, 'iter': 390, 'avg_loss': 0.9558416626337544, 'avg_acc_mask': 69.560691234645, 'loss': 1.0388551950454712}
{'epoch': 'EP245_test', 'avg_loss': 0.9556996388868852, 'total_masked_acc': 69.5607447793437}
{'epoch': 246, 'iter': 0, 'avg_loss': 0.932884693145752, 'avg_acc_mask': 74.19354838709677, 'loss': 0.932884693145752}
{'epoch': 246, 'iter': 10, 'avg_loss': 1.0343806851993909, 'avg_acc_mask': 65.98130841121495, 'loss': 0.9544716477394104}
{'epoch': 246, 'iter': 20, 'avg_loss': 0.9755178462891352, 'avg_acc_mask': 69.00584795321637, 'loss': 0.7058205008506775}
{'epoch': 246, 'iter': 30, 'avg_loss': 0.9374243770876238, 'avg_acc_mask': 70.53394858272907, 'loss': 1.2054908275604248}
{'epoch': 246, 'iter': 40, 'avg_loss': 0.9492276339996152, 'avg_acc_mask': 70.44656297039639, 'loss': 0.971675455570221}
{'epoch': 246, 'iter': 50, 'avg_loss': 0.9488023414331324, 'avg_acc_mask': 70.20933977455717, 'loss': 0.8750628232955933}
{'epoch': 246, 'iter': 60, 'avg_loss': 0.9498529531916634, 'avg_acc_mask': 70.145221209051, 'loss': 1.041991114616394}
{'epoch': 246, 'iter': 70, 'avg_loss': 0.9419433541700873, 'avg_acc_mask': 70.2176403207331, 'loss': 0.9383435845375061}
{'epoch': 246, 'iter': 80, 'avg_loss': 0.9495726764937977, 'avg_acc_mask': 69.88977955911824, 'loss': 1.1691142320632935}
{'epoch': 246, 'iter': 90, 'avg_loss': 0.946732820390345, 'avg_acc_mask': 70.47384890478318, 'loss': 0.8438733220100403}
{'epoch': 246, 'iter': 100, 'avg_loss': 0.9593751194453476, 'avg_acc_mask': 69.92936427850655, 'loss': 1.098700761795044}
{'epoch': 246, 'iter': 110, 'avg_loss': 0.9633655467548886, 'avg_acc_mask': 69.4454645611458, 'loss': 1.1724447011947632}
{'epoch': 246, 'iter': 120, 'avg_loss': 0.9536381166828566, 'avg_acc_mask': 69.52251947172368, 'loss': 0.9013022780418396}
{'epoch': 246, 'iter': 130, 'avg_loss': 0.9548438650961141, 'avg_acc_mask': 69.5211355482764, 'loss': 0.9694832563400269}
{'epoch': 246, 'iter': 140, 'avg_loss': 0.9565257988077529, 'avg_acc_mask': 69.55765047135606, 'loss': 0.7573716044425964}
{'epoch': 246, 'iter': 150, 'avg_loss': 0.9538774869299882, 'avg_acc_mask': 69.58818748306692, 'loss': 1.0163660049438477}
{'epoch': 246, 'iter': 160, 'avg_loss': 0.9525292334349259, 'avg_acc_mask': 69.44232238349886, 'loss': 0.9073578119277954}
{'epoch': 246, 'iter': 170, 'avg_loss': 0.9566100884599296, 'avg_acc_mask': 69.32566774464007, 'loss': 1.227370023727417}
{'epoch': 246, 'iter': 180, 'avg_loss': 0.9615784076695942, 'avg_acc_mask': 69.32730356133409, 'loss': 1.1949983835220337}
{'epoch': 246, 'iter': 190, 'avg_loss': 0.954072045718188, 'avg_acc_mask': 69.56053425247738, 'loss': 0.8552275896072388}
{'epoch': 246, 'iter': 200, 'avg_loss': 0.9541176937112761, 'avg_acc_mask': 69.60914379018267, 'loss': 1.1063071489334106}
{'epoch': 246, 'iter': 210, 'avg_loss': 0.9583154241620647, 'avg_acc_mask': 69.5609851065901, 'loss': 1.0467089414596558}
{'epoch': 246, 'iter': 220, 'avg_loss': 0.9618340682120344, 'avg_acc_mask': 69.34901379757385, 'loss': 1.1557344198226929}
{'epoch': 246, 'iter': 230, 'avg_loss': 0.959623253448701, 'avg_acc_mask': 69.41312261386841, 'loss': 0.9623381495475769}
{'epoch': 246, 'iter': 240, 'avg_loss': 0.9564216193816474, 'avg_acc_mask': 69.52494263618595, 'loss': 0.6503291130065918}
{'epoch': 246, 'iter': 250, 'avg_loss': 0.9556343213495505, 'avg_acc_mask': 69.51797385620915, 'loss': 1.2136536836624146}
{'epoch': 246, 'iter': 260, 'avg_loss': 0.9583230781372479, 'avg_acc_mask': 69.40199075162631, 'loss': 0.8068061470985413}
{'epoch': 246, 'iter': 270, 'avg_loss': 0.9607865434291178, 'avg_acc_mask': 69.2921686746988, 'loss': 0.9510161876678467}
{'epoch': 246, 'iter': 280, 'avg_loss': 0.9635214835299292, 'avg_acc_mask': 69.24362420983798, 'loss': 0.9781807661056519}
{'epoch': 246, 'iter': 290, 'avg_loss': 0.9618091777837563, 'avg_acc_mask': 69.28681518845453, 'loss': 0.9970869421958923}
{'epoch': 246, 'iter': 300, 'avg_loss': 0.9590341300267318, 'avg_acc_mask': 69.4049071438254, 'loss': 0.871458113193512}
{'epoch': 246, 'iter': 310, 'avg_loss': 0.9613626256249725, 'avg_acc_mask': 69.27560911710768, 'loss': 1.4643396139144897}
{'epoch': 246, 'iter': 320, 'avg_loss': 0.9636301873628967, 'avg_acc_mask': 69.20973997075465, 'loss': 0.8529965877532959}
{'epoch': 246, 'iter': 330, 'avg_loss': 0.9616386748152557, 'avg_acc_mask': 69.3094944512947, 'loss': 0.7957709431648254}
{'epoch': 246, 'iter': 340, 'avg_loss': 0.958687246195382, 'avg_acc_mask': 69.3628477415495, 'loss': 0.7212556600570679}
{'epoch': 246, 'iter': 350, 'avg_loss': 0.9581199841961222, 'avg_acc_mask': 69.3089430894309, 'loss': 0.760981559753418}
{'epoch': 246, 'iter': 360, 'avg_loss': 0.9602413177490234, 'avg_acc_mask': 69.30670728267614, 'loss': 0.9821921586990356}
{'epoch': 246, 'iter': 370, 'avg_loss': 0.9599531468034112, 'avg_acc_mask': 69.25562797830969, 'loss': 0.9684764742851257}
{'epoch': 246, 'iter': 380, 'avg_loss': 0.9589364491109773, 'avg_acc_mask': 69.3166043780032, 'loss': 0.9136373400688171}
{'epoch': 246, 'iter': 390, 'avg_loss': 0.9599853831788768, 'avg_acc_mask': 69.30389610389611, 'loss': 0.7016826868057251}
{'epoch': 'EP246_test', 'avg_loss': 0.9592165602277024, 'total_masked_acc': 69.29477631105861}
{'epoch': 247, 'iter': 0, 'avg_loss': 0.7811005711555481, 'avg_acc_mask': 71.875, 'loss': 0.7811005711555481}
{'epoch': 247, 'iter': 10, 'avg_loss': 0.9629965912212025, 'avg_acc_mask': 69.66911764705883, 'loss': 1.4268375635147095}
{'epoch': 247, 'iter': 20, 'avg_loss': 0.9421326007161822, 'avg_acc_mask': 68.95551257253385, 'loss': 0.9681210517883301}
{'epoch': 247, 'iter': 30, 'avg_loss': 0.933194471943763, 'avg_acc_mask': 69.77491961414792, 'loss': 0.8933038115501404}
{'epoch': 247, 'iter': 40, 'avg_loss': 0.928999752533145, 'avg_acc_mask': 70.26355047240179, 'loss': 0.7996787428855896}
{'epoch': 247, 'iter': 50, 'avg_loss': 0.9267642720072877, 'avg_acc_mask': 70.51024507834471, 'loss': 0.9771385788917542}
{'epoch': 247, 'iter': 60, 'avg_loss': 0.928962456398323, 'avg_acc_mask': 70.68381855111713, 'loss': 0.9149056673049927}
{'epoch': 247, 'iter': 70, 'avg_loss': 0.918269116274068, 'avg_acc_mask': 70.88825214899714, 'loss': 0.8889914155006409}
{'epoch': 247, 'iter': 80, 'avg_loss': 0.936058885521359, 'avg_acc_mask': 70.36101994445846, 'loss': 1.0085173845291138}
{'epoch': 247, 'iter': 90, 'avg_loss': 0.9317382371032631, 'avg_acc_mask': 70.46384720327421, 'loss': 0.7056018710136414}
{'epoch': 247, 'iter': 100, 'avg_loss': 0.9310842492792866, 'avg_acc_mask': 70.46897399139873, 'loss': 0.9661737084388733}
{'epoch': 247, 'iter': 110, 'avg_loss': 0.9379820501482165, 'avg_acc_mask': 70.16759776536313, 'loss': 1.4134626388549805}
{'epoch': 247, 'iter': 120, 'avg_loss': 0.9426686497759228, 'avg_acc_mask': 70.04608294930875, 'loss': 1.138853669166565}
{'epoch': 247, 'iter': 130, 'avg_loss': 0.9502286496963209, 'avg_acc_mask': 69.56793012010607, 'loss': 1.1399773359298706}
{'epoch': 247, 'iter': 140, 'avg_loss': 0.9538517539382826, 'avg_acc_mask': 69.5054945054945, 'loss': 0.8546786308288574}
{'epoch': 247, 'iter': 150, 'avg_loss': 0.9571138340116336, 'avg_acc_mask': 69.48901172980989, 'loss': 1.2209738492965698}
{'epoch': 247, 'iter': 160, 'avg_loss': 0.9634984557673058, 'avg_acc_mask': 69.29979777553083, 'loss': 1.1889275312423706}
{'epoch': 247, 'iter': 170, 'avg_loss': 0.9679549977793331, 'avg_acc_mask': 69.08506075768406, 'loss': 0.9131848812103271}
{'epoch': 247, 'iter': 180, 'avg_loss': 0.9776448752340032, 'avg_acc_mask': 68.68026597543108, 'loss': 1.6593300104141235}
{'epoch': 247, 'iter': 190, 'avg_loss': 0.9759633494297247, 'avg_acc_mask': 68.76204754765475, 'loss': 1.0814651250839233}
{'epoch': 247, 'iter': 200, 'avg_loss': 0.9830793495201946, 'avg_acc_mask': 68.57462383082554, 'loss': 1.3349511623382568}
{'epoch': 247, 'iter': 210, 'avg_loss': 0.9817531413941587, 'avg_acc_mask': 68.64718405264176, 'loss': 1.0697859525680542}
{'epoch': 247, 'iter': 220, 'avg_loss': 0.9803680699335504, 'avg_acc_mask': 68.70460604946217, 'loss': 0.831123411655426}
{'epoch': 247, 'iter': 230, 'avg_loss': 0.9797004592883123, 'avg_acc_mask': 68.74173353319813, 'loss': 1.044448733329773}
{'epoch': 247, 'iter': 240, 'avg_loss': 0.9826779877496458, 'avg_acc_mask': 68.63720694889525, 'loss': 0.8346062898635864}
{'epoch': 247, 'iter': 250, 'avg_loss': 0.9848741953116489, 'avg_acc_mask': 68.60427461139896, 'loss': 0.8792886734008789}
{'epoch': 247, 'iter': 260, 'avg_loss': 0.9831830482373293, 'avg_acc_mask': 68.63799283154121, 'loss': 0.8376115560531616}
{'epoch': 247, 'iter': 270, 'avg_loss': 0.9887049154161967, 'avg_acc_mask': 68.42420611144398, 'loss': 0.7923937439918518}
{'epoch': 247, 'iter': 280, 'avg_loss': 0.9907748949485318, 'avg_acc_mask': 68.33971257312054, 'loss': 1.0162097215652466}
{'epoch': 247, 'iter': 290, 'avg_loss': 0.9880298240897581, 'avg_acc_mask': 68.44308035714286, 'loss': 0.8673763275146484}
{'epoch': 247, 'iter': 300, 'avg_loss': 0.9872387024849356, 'avg_acc_mask': 68.48214888303976, 'loss': 1.0207383632659912}
{'epoch': 247, 'iter': 310, 'avg_loss': 0.9888052876164293, 'avg_acc_mask': 68.4759916492693, 'loss': 1.1351137161254883}
{'epoch': 247, 'iter': 320, 'avg_loss': 0.9862580604828035, 'avg_acc_mask': 68.53740419332362, 'loss': 0.9572662115097046}
{'epoch': 247, 'iter': 330, 'avg_loss': 0.9870404969349369, 'avg_acc_mask': 68.55369106890406, 'loss': 1.0407897233963013}
{'epoch': 247, 'iter': 340, 'avg_loss': 0.9854088145966404, 'avg_acc_mask': 68.63901799547133, 'loss': 0.7162648439407349}
{'epoch': 247, 'iter': 350, 'avg_loss': 0.9852764528361481, 'avg_acc_mask': 68.61394163964799, 'loss': 0.8226313591003418}
{'epoch': 247, 'iter': 360, 'avg_loss': 0.9815662818602248, 'avg_acc_mask': 68.79292872424276, 'loss': 0.7737589478492737}
{'epoch': 247, 'iter': 370, 'avg_loss': 0.9776833928177621, 'avg_acc_mask': 68.91973445986723, 'loss': 1.0939991474151611}
{'epoch': 247, 'iter': 380, 'avg_loss': 0.9775605943259291, 'avg_acc_mask': 68.9253460161385, 'loss': 0.6660006046295166}
{'epoch': 247, 'iter': 390, 'avg_loss': 0.9778240903869004, 'avg_acc_mask': 68.87723307021189, 'loss': 1.0308589935302734}
{'epoch': 'EP247_test', 'avg_loss': 0.9781407450485711, 'total_masked_acc': 68.90052893750321}
{'epoch': 248, 'iter': 0, 'avg_loss': 0.9121367931365967, 'avg_acc_mask': 65.11627906976744, 'loss': 0.9121367931365967}
{'epoch': 248, 'iter': 10, 'avg_loss': 1.0366678183729, 'avg_acc_mask': 67.5392670157068, 'loss': 1.4066190719604492}
{'epoch': 248, 'iter': 20, 'avg_loss': 0.955065633569445, 'avg_acc_mask': 69.009009009009, 'loss': 0.8488685488700867}
{'epoch': 248, 'iter': 30, 'avg_loss': 0.9412145095486795, 'avg_acc_mask': 69.97471554993679, 'loss': 1.0612146854400635}
{'epoch': 248, 'iter': 40, 'avg_loss': 0.9402221877400468, 'avg_acc_mask': 70.55393586005832, 'loss': 0.9028330445289612}
{'epoch': 248, 'iter': 50, 'avg_loss': 0.9278757770856222, 'avg_acc_mask': 71.09283196239718, 'loss': 0.6704881191253662}
{'epoch': 248, 'iter': 60, 'avg_loss': 0.917035590429775, 'avg_acc_mask': 71.27729980145598, 'loss': 0.706393301486969}
{'epoch': 248, 'iter': 70, 'avg_loss': 0.9157878764918153, 'avg_acc_mask': 71.13752122241087, 'loss': 1.1260040998458862}
{'epoch': 248, 'iter': 80, 'avg_loss': 0.9294759969652435, 'avg_acc_mask': 71.0134128166915, 'loss': 1.081516146659851}
{'epoch': 248, 'iter': 90, 'avg_loss': 0.928168746141287, 'avg_acc_mask': 71.15812917594656, 'loss': 0.6487775444984436}
{'epoch': 248, 'iter': 100, 'avg_loss': 0.9322630839772744, 'avg_acc_mask': 71.00461199117706, 'loss': 0.9911044836044312}
{'epoch': 248, 'iter': 110, 'avg_loss': 0.9355030054444665, 'avg_acc_mask': 70.76895109980003, 'loss': 1.1739803552627563}
{'epoch': 248, 'iter': 120, 'avg_loss': 0.9364549182663279, 'avg_acc_mask': 70.57740585774059, 'loss': 1.1596314907073975}
{'epoch': 248, 'iter': 130, 'avg_loss': 0.9374093882000173, 'avg_acc_mask': 70.41647456585216, 'loss': 1.1140239238739014}
{'epoch': 248, 'iter': 140, 'avg_loss': 0.9464704901614087, 'avg_acc_mask': 70.18394410380722, 'loss': 1.3465383052825928}
{'epoch': 248, 'iter': 150, 'avg_loss': 0.9473013285769533, 'avg_acc_mask': 70.09333333333333, 'loss': 1.0701119899749756}
{'epoch': 248, 'iter': 160, 'avg_loss': 0.9430375706335032, 'avg_acc_mask': 70.26348808030113, 'loss': 0.7183935642242432}
{'epoch': 248, 'iter': 170, 'avg_loss': 0.9472039484838296, 'avg_acc_mask': 70.15929203539824, 'loss': 1.211717128753662}
{'epoch': 248, 'iter': 180, 'avg_loss': 0.9513673472799649, 'avg_acc_mask': 70.02901138138809, 'loss': 1.2949855327606201}
{'epoch': 248, 'iter': 190, 'avg_loss': 0.9468295683411403, 'avg_acc_mask': 70.07507666278947, 'loss': 0.5553049445152283}
{'epoch': 248, 'iter': 200, 'avg_loss': 0.9484342361860607, 'avg_acc_mask': 70.13742602066407, 'loss': 0.9941186308860779}
{'epoch': 248, 'iter': 210, 'avg_loss': 0.9516003895992351, 'avg_acc_mask': 70.12096390132395, 'loss': 0.9353514313697815}
{'epoch': 248, 'iter': 220, 'avg_loss': 0.9531809308679935, 'avg_acc_mask': 70.05706004890861, 'loss': 1.0266172885894775}
{'epoch': 248, 'iter': 230, 'avg_loss': 0.9521384735902151, 'avg_acc_mask': 70.0600365439833, 'loss': 1.1863666772842407}
{'epoch': 248, 'iter': 240, 'avg_loss': 0.9506728618224132, 'avg_acc_mask': 70.03751563151313, 'loss': 0.7654510140419006}
{'epoch': 248, 'iter': 250, 'avg_loss': 0.9495132759035346, 'avg_acc_mask': 70.14374046414518, 'loss': 0.857585608959198}
{'epoch': 248, 'iter': 260, 'avg_loss': 0.9486716678544479, 'avg_acc_mask': 70.12736395214203, 'loss': 0.757935106754303}
{'epoch': 248, 'iter': 270, 'avg_loss': 0.9548739154180478, 'avg_acc_mask': 69.87700335445398, 'loss': 1.0112237930297852}
{'epoch': 248, 'iter': 280, 'avg_loss': 0.9562450531750811, 'avg_acc_mask': 69.8962685492004, 'loss': 1.0568909645080566}
{'epoch': 248, 'iter': 290, 'avg_loss': 0.9550025599314175, 'avg_acc_mask': 69.93532234508658, 'loss': 0.7894054651260376}
{'epoch': 248, 'iter': 300, 'avg_loss': 0.951512852083409, 'avg_acc_mask': 69.92612491605104, 'loss': 1.1743654012680054}
{'epoch': 248, 'iter': 310, 'avg_loss': 0.9521146567113147, 'avg_acc_mask': 69.87842142903582, 'loss': 1.0421867370605469}
{'epoch': 248, 'iter': 320, 'avg_loss': 0.9509395946780469, 'avg_acc_mask': 69.91161616161617, 'loss': 0.8170095682144165}
{'epoch': 248, 'iter': 330, 'avg_loss': 0.9492764938453894, 'avg_acc_mask': 69.98958397157037, 'loss': 1.0893902778625488}
{'epoch': 248, 'iter': 340, 'avg_loss': 0.9484533383524663, 'avg_acc_mask': 70.03921102661596, 'loss': 0.9798996448516846}
{'epoch': 248, 'iter': 350, 'avg_loss': 0.9485460754982766, 'avg_acc_mask': 69.9625468164794, 'loss': 0.7227263450622559}
{'epoch': 248, 'iter': 360, 'avg_loss': 0.9518111854213757, 'avg_acc_mask': 69.85520210208531, 'loss': 0.9780890345573425}
{'epoch': 248, 'iter': 370, 'avg_loss': 0.9531556416875269, 'avg_acc_mask': 69.77390356850994, 'loss': 1.2851029634475708}
{'epoch': 248, 'iter': 380, 'avg_loss': 0.9528207565386464, 'avg_acc_mask': 69.77966551632598, 'loss': 0.9055430889129639}
{'epoch': 248, 'iter': 390, 'avg_loss': 0.9525177596932481, 'avg_acc_mask': 69.78394901818558, 'loss': 1.0130339860916138}
{'epoch': 'EP248_test', 'avg_loss': 0.9520157416812097, 'total_masked_acc': 69.74075212624244}
{'epoch': 249, 'iter': 0, 'avg_loss': 0.7667602300643921, 'avg_acc_mask': 80.3921568627451, 'loss': 0.7667602300643921}
{'epoch': 249, 'iter': 10, 'avg_loss': 1.0392229936339639, 'avg_acc_mask': 67.2447013487476, 'loss': 1.0891894102096558}
{'epoch': 249, 'iter': 20, 'avg_loss': 0.9566009442011515, 'avg_acc_mask': 69.37561942517344, 'loss': 0.882698118686676}
{'epoch': 249, 'iter': 30, 'avg_loss': 0.9588005965755831, 'avg_acc_mask': 69.81382978723404, 'loss': 1.262864589691162}
{'epoch': 249, 'iter': 40, 'avg_loss': 0.958307411612534, 'avg_acc_mask': 69.58456973293768, 'loss': 1.0945340394973755}
{'epoch': 249, 'iter': 50, 'avg_loss': 0.9609071752604317, 'avg_acc_mask': 68.76723119338322, 'loss': 0.8988280892372131}
{'epoch': 249, 'iter': 60, 'avg_loss': 0.9499899999040072, 'avg_acc_mask': 69.34573231484556, 'loss': 0.8027989268302917}
{'epoch': 249, 'iter': 70, 'avg_loss': 0.9446400899282643, 'avg_acc_mask': 69.7424285309935, 'loss': 0.87995445728302}
{'epoch': 249, 'iter': 80, 'avg_loss': 0.9426315956645541, 'avg_acc_mask': 69.31309109009457, 'loss': 0.9606150984764099}
{'epoch': 249, 'iter': 90, 'avg_loss': 0.9419970505840176, 'avg_acc_mask': 69.1607460035524, 'loss': 0.801971971988678}
{'epoch': 249, 'iter': 100, 'avg_loss': 0.9467455473276648, 'avg_acc_mask': 69.2600761981151, 'loss': 0.9362889528274536}
{'epoch': 249, 'iter': 110, 'avg_loss': 0.9542474467475135, 'avg_acc_mask': 69.07366885485048, 'loss': 1.0881625413894653}
{'epoch': 249, 'iter': 120, 'avg_loss': 0.9524413002424004, 'avg_acc_mask': 69.14180355346966, 'loss': 0.746863067150116}
{'epoch': 249, 'iter': 130, 'avg_loss': 0.9518390975835669, 'avg_acc_mask': 68.98685228151585, 'loss': 1.177854299545288}
{'epoch': 249, 'iter': 140, 'avg_loss': 0.9541318353186262, 'avg_acc_mask': 68.96004615606519, 'loss': 0.8514155745506287}
{'epoch': 249, 'iter': 150, 'avg_loss': 0.9566619518576869, 'avg_acc_mask': 68.8588791357191, 'loss': 1.3482946157455444}
{'epoch': 249, 'iter': 160, 'avg_loss': 0.9596382394340468, 'avg_acc_mask': 68.77460317460317, 'loss': 1.3093751668930054}
{'epoch': 249, 'iter': 170, 'avg_loss': 0.9598601585940311, 'avg_acc_mask': 68.7641791044776, 'loss': 0.9148696064949036}
{'epoch': 249, 'iter': 180, 'avg_loss': 0.9610547433241955, 'avg_acc_mask': 68.69359205776173, 'loss': 1.2002089023590088}
{'epoch': 249, 'iter': 190, 'avg_loss': 0.956086819084527, 'avg_acc_mask': 68.80300590445518, 'loss': 0.8680703043937683}
{'epoch': 249, 'iter': 200, 'avg_loss': 0.9570185794166072, 'avg_acc_mask': 68.80752710165679, 'loss': 1.0838311910629272}
{'epoch': 249, 'iter': 210, 'avg_loss': 0.9599828477154411, 'avg_acc_mask': 68.69700808888022, 'loss': 1.2387014627456665}
{'epoch': 249, 'iter': 220, 'avg_loss': 0.9621087636343494, 'avg_acc_mask': 68.62708891145786, 'loss': 0.9438311457633972}
{'epoch': 249, 'iter': 230, 'avg_loss': 0.9567352871358137, 'avg_acc_mask': 68.79929109437306, 'loss': 0.8944135904312134}
{'epoch': 249, 'iter': 240, 'avg_loss': 0.9571411231246727, 'avg_acc_mask': 68.75106058034956, 'loss': 1.0399706363677979}
{'epoch': 249, 'iter': 250, 'avg_loss': 0.9610187508670457, 'avg_acc_mask': 68.72706515534534, 'loss': 0.8892002105712891}
{'epoch': 249, 'iter': 260, 'avg_loss': 0.9590247220919963, 'avg_acc_mask': 68.72989723072095, 'loss': 0.5071178078651428}
{'epoch': 249, 'iter': 270, 'avg_loss': 0.9607583319568986, 'avg_acc_mask': 68.73065015479877, 'loss': 1.028533935546875}
{'epoch': 249, 'iter': 280, 'avg_loss': 0.9618659829753998, 'avg_acc_mask': 68.74042739406316, 'loss': 1.0690761804580688}
{'epoch': 249, 'iter': 290, 'avg_loss': 0.9568627179693111, 'avg_acc_mask': 68.88309124241997, 'loss': 0.869452178478241}
{'epoch': 249, 'iter': 300, 'avg_loss': 0.9539591129436049, 'avg_acc_mask': 68.94833822425443, 'loss': 0.7628124356269836}
{'epoch': 249, 'iter': 310, 'avg_loss': 0.9551695014119531, 'avg_acc_mask': 68.91304347826087, 'loss': 1.0389360189437866}
{'epoch': 249, 'iter': 320, 'avg_loss': 0.9557279311236563, 'avg_acc_mask': 68.86744215774, 'loss': 0.9440211653709412}
{'epoch': 249, 'iter': 330, 'avg_loss': 0.9558104442325603, 'avg_acc_mask': 68.89054079167441, 'loss': 1.01066255569458}
{'epoch': 249, 'iter': 340, 'avg_loss': 0.9548818427097063, 'avg_acc_mask': 68.88595120778753, 'loss': 0.959787905216217}
{'epoch': 249, 'iter': 350, 'avg_loss': 0.9545264561631401, 'avg_acc_mask': 68.85341412258215, 'loss': 0.7179171442985535}
{'epoch': 249, 'iter': 360, 'avg_loss': 0.9562684992673984, 'avg_acc_mask': 68.81689981310528, 'loss': 0.8933002948760986}
{'epoch': 249, 'iter': 370, 'avg_loss': 0.9564346134501969, 'avg_acc_mask': 68.83990079911821, 'loss': 1.1646357774734497}
{'epoch': 249, 'iter': 380, 'avg_loss': 0.9538820118416013, 'avg_acc_mask': 68.92015249959728, 'loss': 0.8729749917984009}
{'epoch': 249, 'iter': 390, 'avg_loss': 0.9547638454095787, 'avg_acc_mask': 68.90387329465267, 'loss': 1.1589139699935913}
{'epoch': 'EP249_test', 'avg_loss': 0.9554828884023608, 'total_masked_acc': 68.89003880983182}
{'epoch': 250, 'iter': 0, 'avg_loss': 0.8473854660987854, 'avg_acc_mask': 71.69811320754717, 'loss': 0.8473854660987854}
{'epoch': 250, 'iter': 10, 'avg_loss': 1.0130421952767805, 'avg_acc_mask': 68.25095057034221, 'loss': 1.1341782808303833}
{'epoch': 250, 'iter': 20, 'avg_loss': 1.0114459650857108, 'avg_acc_mask': 68.88454011741683, 'loss': 1.1275365352630615}
{'epoch': 250, 'iter': 30, 'avg_loss': 1.0231585483397208, 'avg_acc_mask': 68.41759684832567, 'loss': 0.9668918251991272}
{'epoch': 250, 'iter': 40, 'avg_loss': 1.0010411724811648, 'avg_acc_mask': 68.40757808499744, 'loss': 0.8511648774147034}
{'epoch': 250, 'iter': 50, 'avg_loss': 0.9765323680989882, 'avg_acc_mask': 68.93086816720258, 'loss': 0.8444562554359436}
{'epoch': 250, 'iter': 60, 'avg_loss': 0.9860446814630852, 'avg_acc_mask': 68.93732970027247, 'loss': 1.023086428642273}
{'epoch': 250, 'iter': 70, 'avg_loss': 0.9674607381014757, 'avg_acc_mask': 69.42100669188245, 'loss': 0.8912273645401001}
{'epoch': 250, 'iter': 80, 'avg_loss': 0.9655941643832643, 'avg_acc_mask': 69.66860612193271, 'loss': 1.2152708768844604}
{'epoch': 250, 'iter': 90, 'avg_loss': 0.9618715316384703, 'avg_acc_mask': 69.66166255881694, 'loss': 1.0745211839675903}
{'epoch': 250, 'iter': 100, 'avg_loss': 0.9627947624367063, 'avg_acc_mask': 69.50182260024302, 'loss': 0.6237790584564209}
{'epoch': 250, 'iter': 110, 'avg_loss': 0.9602354249438724, 'avg_acc_mask': 69.52923869069511, 'loss': 0.792565107345581}
{'epoch': 250, 'iter': 120, 'avg_loss': 0.9539451771531223, 'avg_acc_mask': 69.65761511216057, 'loss': 0.7852187752723694}
{'epoch': 250, 'iter': 130, 'avg_loss': 0.9548246769504692, 'avg_acc_mask': 69.50630742874941, 'loss': 1.1864973306655884}
{'epoch': 250, 'iter': 140, 'avg_loss': 0.9584519508037161, 'avg_acc_mask': 69.377990430622, 'loss': 1.0099886655807495}
{'epoch': 250, 'iter': 150, 'avg_loss': 0.9580812102911488, 'avg_acc_mask': 69.3664360331027, 'loss': 1.300138235092163}
{'epoch': 250, 'iter': 160, 'avg_loss': 0.9590796961547425, 'avg_acc_mask': 69.2562826891185, 'loss': 0.9258578419685364}
{'epoch': 250, 'iter': 170, 'avg_loss': 0.9592144450946161, 'avg_acc_mask': 69.12912912912913, 'loss': 1.056369662284851}
{'epoch': 250, 'iter': 180, 'avg_loss': 0.9592641595318832, 'avg_acc_mask': 69.16619398752127, 'loss': 1.3763279914855957}
{'epoch': 250, 'iter': 190, 'avg_loss': 0.9568641363638234, 'avg_acc_mask': 69.15968192563938, 'loss': 1.0035297870635986}
{'epoch': 250, 'iter': 200, 'avg_loss': 0.9562628954204161, 'avg_acc_mask': 69.1750790251861, 'loss': 1.2276643514633179}
{'epoch': 250, 'iter': 210, 'avg_loss': 0.9589301782761704, 'avg_acc_mask': 69.1644883338174, 'loss': 1.0568968057632446}
{'epoch': 250, 'iter': 220, 'avg_loss': 0.9612964127398185, 'avg_acc_mask': 69.11018902720147, 'loss': 0.8544045090675354}
{'epoch': 250, 'iter': 230, 'avg_loss': 0.9586329207275853, 'avg_acc_mask': 69.29754628399327, 'loss': 0.7938926815986633}
{'epoch': 250, 'iter': 240, 'avg_loss': 0.962506406782079, 'avg_acc_mask': 69.14703631261162, 'loss': 1.2002010345458984}
{'epoch': 250, 'iter': 250, 'avg_loss': 0.9677465016623418, 'avg_acc_mask': 68.97284919856068, 'loss': 0.8844180703163147}
{'epoch': 250, 'iter': 260, 'avg_loss': 0.9708027814539913, 'avg_acc_mask': 68.93341748185547, 'loss': 0.8891921043395996}
{'epoch': 250, 'iter': 270, 'avg_loss': 0.9725109730259519, 'avg_acc_mask': 68.82495825110065, 'loss': 0.7727658748626709}
{'epoch': 250, 'iter': 280, 'avg_loss': 0.9736196299040445, 'avg_acc_mask': 68.76095850379895, 'loss': 0.8788897395133972}
{'epoch': 250, 'iter': 290, 'avg_loss': 0.9692980407439556, 'avg_acc_mask': 68.89938658957907, 'loss': 0.882302463054657}
{'epoch': 250, 'iter': 300, 'avg_loss': 0.9682354614188109, 'avg_acc_mask': 68.94270122783082, 'loss': 1.0447566509246826}
{'epoch': 250, 'iter': 310, 'avg_loss': 0.9717885543295808, 'avg_acc_mask': 68.82011350138578, 'loss': 1.191313624382019}
{'epoch': 250, 'iter': 320, 'avg_loss': 0.9704269055636873, 'avg_acc_mask': 68.84457553218773, 'loss': 0.7775612473487854}
{'epoch': 250, 'iter': 330, 'avg_loss': 0.9729586337268172, 'avg_acc_mask': 68.81379138660691, 'loss': 1.2718867063522339}
{'epoch': 250, 'iter': 340, 'avg_loss': 0.9718988174217538, 'avg_acc_mask': 68.83022961489786, 'loss': 0.8933619856834412}
{'epoch': 250, 'iter': 350, 'avg_loss': 0.9711094121647696, 'avg_acc_mask': 68.77666725115436, 'loss': 0.6884798407554626}
{'epoch': 250, 'iter': 360, 'avg_loss': 0.9690813318183877, 'avg_acc_mask': 68.82747640168316, 'loss': 0.7223365902900696}
{'epoch': 250, 'iter': 370, 'avg_loss': 0.9674540954137427, 'avg_acc_mask': 68.88102218043034, 'loss': 0.7444894909858704}
{'epoch': 250, 'iter': 380, 'avg_loss': 0.9667405966385769, 'avg_acc_mask': 68.92015742088522, 'loss': 0.8745803236961365}
{'epoch': 250, 'iter': 390, 'avg_loss': 0.967954018536736, 'avg_acc_mask': 68.87337253254935, 'loss': 1.3038431406021118}
{'epoch': 'EP250_test', 'avg_loss': 0.9660916013850106, 'total_masked_acc': 68.9501271472313}
{'epoch': 251, 'iter': 0, 'avg_loss': 0.7041922807693481, 'avg_acc_mask': 76.59574468085107, 'loss': 0.7041922807693481}
{'epoch': 251, 'iter': 10, 'avg_loss': 1.0157008387825706, 'avg_acc_mask': 67.42957746478874, 'loss': 1.5054579973220825}
{'epoch': 251, 'iter': 20, 'avg_loss': 0.9780118465423584, 'avg_acc_mask': 68.30652790917692, 'loss': 0.7012441158294678}
{'epoch': 251, 'iter': 30, 'avg_loss': 0.9526193507256047, 'avg_acc_mask': 69.32907348242811, 'loss': 1.1010749340057373}
{'epoch': 251, 'iter': 40, 'avg_loss': 0.9326952739459712, 'avg_acc_mask': 70.17543859649122, 'loss': 1.1693625450134277}
{'epoch': 251, 'iter': 50, 'avg_loss': 0.9384948015213013, 'avg_acc_mask': 70.21526418786694, 'loss': 0.8748175501823425}
{'epoch': 251, 'iter': 60, 'avg_loss': 0.9337205798899542, 'avg_acc_mask': 70.44025157232704, 'loss': 0.8920046091079712}
{'epoch': 251, 'iter': 70, 'avg_loss': 0.9140393960643822, 'avg_acc_mask': 70.78969714123974, 'loss': 0.6277642250061035}
{'epoch': 251, 'iter': 80, 'avg_loss': 0.9234508945618147, 'avg_acc_mask': 70.68452380952381, 'loss': 1.0410833358764648}
{'epoch': 251, 'iter': 90, 'avg_loss': 0.9259820600132366, 'avg_acc_mask': 70.51253605502552, 'loss': 0.8886603713035583}
{'epoch': 251, 'iter': 100, 'avg_loss': 0.9306134233380309, 'avg_acc_mask': 70.51488334674175, 'loss': 0.728762686252594}
{'epoch': 251, 'iter': 110, 'avg_loss': 0.933187223769523, 'avg_acc_mask': 70.73526728699142, 'loss': 0.901762068271637}
{'epoch': 251, 'iter': 120, 'avg_loss': 0.9414119991389188, 'avg_acc_mask': 70.49070507452689, 'loss': 0.9797852039337158}
{'epoch': 251, 'iter': 130, 'avg_loss': 0.9388631727859265, 'avg_acc_mask': 70.50805452292441, 'loss': 1.063999891281128}
{'epoch': 251, 'iter': 140, 'avg_loss': 0.9374835013497805, 'avg_acc_mask': 70.47577979013943, 'loss': 1.07318913936615}
{'epoch': 251, 'iter': 150, 'avg_loss': 0.9394872231988718, 'avg_acc_mask': 70.25171624713958, 'loss': 1.0819281339645386}
{'epoch': 251, 'iter': 160, 'avg_loss': 0.9420101492671493, 'avg_acc_mask': 70.08871989860583, 'loss': 0.8836123943328857}
{'epoch': 251, 'iter': 170, 'avg_loss': 0.9428798059622446, 'avg_acc_mask': 70.13390722142515, 'loss': 0.9610567688941956}
{'epoch': 251, 'iter': 180, 'avg_loss': 0.9410750745739067, 'avg_acc_mask': 70.3862660944206, 'loss': 0.9567655324935913}
{'epoch': 251, 'iter': 190, 'avg_loss': 0.9400308127490637, 'avg_acc_mask': 70.32119914346895, 'loss': 0.7477461099624634}
{'epoch': 251, 'iter': 200, 'avg_loss': 0.9410602282825394, 'avg_acc_mask': 70.25870849460175, 'loss': 0.8651515245437622}
{'epoch': 251, 'iter': 210, 'avg_loss': 0.9441536759595736, 'avg_acc_mask': 70.24017044354058, 'loss': 0.9634133577346802}
{'epoch': 251, 'iter': 220, 'avg_loss': 0.9466361326599553, 'avg_acc_mask': 70.1212789415656, 'loss': 0.8615005612373352}
{'epoch': 251, 'iter': 230, 'avg_loss': 0.9434291104991714, 'avg_acc_mask': 70.21652673442334, 'loss': 0.8552631139755249}
{'epoch': 251, 'iter': 240, 'avg_loss': 0.9431565511523441, 'avg_acc_mask': 70.1492537313433, 'loss': 0.8096305131912231}
{'epoch': 251, 'iter': 250, 'avg_loss': 0.9451611719995856, 'avg_acc_mask': 70.1197165892988, 'loss': 0.6792684197425842}
{'epoch': 251, 'iter': 260, 'avg_loss': 0.9460858772312545, 'avg_acc_mask': 70.11611485956378, 'loss': 1.055162787437439}
{'epoch': 251, 'iter': 270, 'avg_loss': 0.9506492235343834, 'avg_acc_mask': 69.96306625461672, 'loss': 0.71987384557724}
{'epoch': 251, 'iter': 280, 'avg_loss': 0.9529590561084476, 'avg_acc_mask': 69.89372543310526, 'loss': 0.633550763130188}
{'epoch': 251, 'iter': 290, 'avg_loss': 0.9529827873116916, 'avg_acc_mask': 69.87062297848404, 'loss': 0.9055137634277344}
{'epoch': 251, 'iter': 300, 'avg_loss': 0.9500970823622226, 'avg_acc_mask': 69.97486583791861, 'loss': 0.7275218963623047}
{'epoch': 251, 'iter': 310, 'avg_loss': 0.9511411371146751, 'avg_acc_mask': 69.98817656332108, 'loss': 1.2401840686798096}
{'epoch': 251, 'iter': 320, 'avg_loss': 0.9495167458354499, 'avg_acc_mask': 70.01146788990825, 'loss': 0.8005667924880981}
{'epoch': 251, 'iter': 330, 'avg_loss': 0.9514148320856411, 'avg_acc_mask': 69.93205682520073, 'loss': 0.9404535889625549}
{'epoch': 251, 'iter': 340, 'avg_loss': 0.9506988405656954, 'avg_acc_mask': 69.8344390652083, 'loss': 0.9339068531990051}
{'epoch': 251, 'iter': 350, 'avg_loss': 0.9513349953370217, 'avg_acc_mask': 69.73905968501192, 'loss': 1.0722532272338867}
{'epoch': 251, 'iter': 360, 'avg_loss': 0.9510799615832247, 'avg_acc_mask': 69.73260218214709, 'loss': 0.8408676981925964}
{'epoch': 251, 'iter': 370, 'avg_loss': 0.9497827261766655, 'avg_acc_mask': 69.77242744063325, 'loss': 0.9629475474357605}
{'epoch': 251, 'iter': 380, 'avg_loss': 0.9478758529728166, 'avg_acc_mask': 69.79664109030423, 'loss': 0.6380051374435425}
{'epoch': 251, 'iter': 390, 'avg_loss': 0.9475453552382681, 'avg_acc_mask': 69.7837978640271, 'loss': 1.0288993120193481}
{'epoch': 'EP251_test', 'avg_loss': 0.9474995592326829, 'total_masked_acc': 69.76935749588138}
{'epoch': 252, 'iter': 0, 'avg_loss': 0.9755060076713562, 'avg_acc_mask': 69.23076923076923, 'loss': 0.9755060076713562}
{'epoch': 252, 'iter': 10, 'avg_loss': 1.0297402902082964, 'avg_acc_mask': 67.70186335403726, 'loss': 1.1481127738952637}
{'epoch': 252, 'iter': 20, 'avg_loss': 0.9459606380689711, 'avg_acc_mask': 69.65020576131687, 'loss': 0.8399497270584106}
{'epoch': 252, 'iter': 30, 'avg_loss': 0.9254183596180331, 'avg_acc_mask': 70.70365358592693, 'loss': 1.1864657402038574}
{'epoch': 252, 'iter': 40, 'avg_loss': 0.9428224839815279, 'avg_acc_mask': 70.09155645981689, 'loss': 0.8596572875976562}
{'epoch': 252, 'iter': 50, 'avg_loss': 0.9404808645154915, 'avg_acc_mask': 70.15963978714696, 'loss': 0.7580171823501587}
{'epoch': 252, 'iter': 60, 'avg_loss': 0.9464087281070772, 'avg_acc_mask': 70.34272141160503, 'loss': 1.1089528799057007}
{'epoch': 252, 'iter': 70, 'avg_loss': 0.9441487327427931, 'avg_acc_mask': 70.06296508299943, 'loss': 1.0681190490722656}
{'epoch': 252, 'iter': 80, 'avg_loss': 0.9505398670832316, 'avg_acc_mask': 69.5079522862823, 'loss': 0.8134130835533142}
{'epoch': 252, 'iter': 90, 'avg_loss': 0.9448503570242243, 'avg_acc_mask': 69.5575610829848, 'loss': 0.9515814185142517}
{'epoch': 252, 'iter': 100, 'avg_loss': 0.9402847461181112, 'avg_acc_mask': 69.6788350289248, 'loss': 0.584287703037262}
{'epoch': 252, 'iter': 110, 'avg_loss': 0.9468211021509256, 'avg_acc_mask': 69.21119592875317, 'loss': 1.0544977188110352}
{'epoch': 252, 'iter': 120, 'avg_loss': 0.9519294485572941, 'avg_acc_mask': 69.21276951362194, 'loss': 1.1030642986297607}
{'epoch': 252, 'iter': 130, 'avg_loss': 0.9503831285556764, 'avg_acc_mask': 69.32902431517391, 'loss': 1.2010260820388794}
{'epoch': 252, 'iter': 140, 'avg_loss': 0.9453727074548708, 'avg_acc_mask': 69.57637997432606, 'loss': 0.8278196454048157}
{'epoch': 252, 'iter': 150, 'avg_loss': 0.9495416721760832, 'avg_acc_mask': 69.44630647539884, 'loss': 0.9850882887840271}
{'epoch': 252, 'iter': 160, 'avg_loss': 0.9477328417464073, 'avg_acc_mask': 69.37570656952644, 'loss': 0.7597455382347107}
{'epoch': 252, 'iter': 170, 'avg_loss': 0.9514859925236618, 'avg_acc_mask': 69.19616431869304, 'loss': 0.8638949394226074}
{'epoch': 252, 'iter': 180, 'avg_loss': 0.9533348284373626, 'avg_acc_mask': 69.20837532191244, 'loss': 1.2617974281311035}
{'epoch': 252, 'iter': 190, 'avg_loss': 0.9497943807646866, 'avg_acc_mask': 69.34587430525866, 'loss': 1.1030279397964478}
{'epoch': 252, 'iter': 200, 'avg_loss': 0.9502665130653192, 'avg_acc_mask': 69.3089430894309, 'loss': 0.9511258006095886}
{'epoch': 252, 'iter': 210, 'avg_loss': 0.9492307866071638, 'avg_acc_mask': 69.3435618566712, 'loss': 1.0011067390441895}
{'epoch': 252, 'iter': 220, 'avg_loss': 0.9520866084692166, 'avg_acc_mask': 69.15620384047267, 'loss': 0.9094041585922241}
{'epoch': 252, 'iter': 230, 'avg_loss': 0.9503684563812239, 'avg_acc_mask': 69.18238993710692, 'loss': 0.6365549564361572}
{'epoch': 252, 'iter': 240, 'avg_loss': 0.9501042275755237, 'avg_acc_mask': 69.20987863871679, 'loss': 0.8417382836341858}
{'epoch': 252, 'iter': 250, 'avg_loss': 0.9513589059451661, 'avg_acc_mask': 69.16918552405849, 'loss': 0.833363950252533}
{'epoch': 252, 'iter': 260, 'avg_loss': 0.9537891429274475, 'avg_acc_mask': 69.14910349166405, 'loss': 1.0952705144882202}
{'epoch': 252, 'iter': 270, 'avg_loss': 0.9581968484109619, 'avg_acc_mask': 69.03622693096378, 'loss': 0.8424946665763855}
{'epoch': 252, 'iter': 280, 'avg_loss': 0.9598148133194744, 'avg_acc_mask': 69.08785019384098, 'loss': 0.8342167139053345}
{'epoch': 252, 'iter': 290, 'avg_loss': 0.9572252210268041, 'avg_acc_mask': 69.13258110014104, 'loss': 0.6896783113479614}
{'epoch': 252, 'iter': 300, 'avg_loss': 0.9525919795234338, 'avg_acc_mask': 69.32230048553649, 'loss': 0.8373234868049622}
{'epoch': 252, 'iter': 310, 'avg_loss': 0.9555048728870809, 'avg_acc_mask': 69.20330578512397, 'loss': 1.2322114706039429}
{'epoch': 252, 'iter': 320, 'avg_loss': 0.9529647380577813, 'avg_acc_mask': 69.30635838150289, 'loss': 1.1406804323196411}
{'epoch': 252, 'iter': 330, 'avg_loss': 0.9526207145427289, 'avg_acc_mask': 69.38394523957685, 'loss': 1.2560960054397583}
{'epoch': 252, 'iter': 340, 'avg_loss': 0.9509466034401197, 'avg_acc_mask': 69.42948756730594, 'loss': 0.8764824867248535}
{'epoch': 252, 'iter': 350, 'avg_loss': 0.9528501839549454, 'avg_acc_mask': 69.37672560653235, 'loss': 0.5740707516670227}
{'epoch': 252, 'iter': 360, 'avg_loss': 0.9544201736800229, 'avg_acc_mask': 69.33135385142467, 'loss': 0.8187310695648193}
{'epoch': 252, 'iter': 370, 'avg_loss': 0.953120190901255, 'avg_acc_mask': 69.29917190018341, 'loss': 1.3980337381362915}
{'epoch': 252, 'iter': 380, 'avg_loss': 0.9540528102027462, 'avg_acc_mask': 69.25821799307958, 'loss': 1.0849698781967163}
{'epoch': 252, 'iter': 390, 'avg_loss': 0.9537985353061306, 'avg_acc_mask': 69.22915022362535, 'loss': 1.0215575695037842}
{'epoch': 'EP252_test', 'avg_loss': 0.9554690445462862, 'total_masked_acc': 69.20717442162724}
{'epoch': 253, 'iter': 0, 'avg_loss': 1.0362738370895386, 'avg_acc_mask': 67.79661016949152, 'loss': 1.0362738370895386}
{'epoch': 253, 'iter': 10, 'avg_loss': 1.0068515972657637, 'avg_acc_mask': 66.54205607476635, 'loss': 1.494505763053894}
{'epoch': 253, 'iter': 20, 'avg_loss': 0.982894568216233, 'avg_acc_mask': 68.34817012858556, 'loss': 1.0083142518997192}
{'epoch': 253, 'iter': 30, 'avg_loss': 0.9709646374948563, 'avg_acc_mask': 68.6429512516469, 'loss': 1.160800814628601}
{'epoch': 253, 'iter': 40, 'avg_loss': 0.9514781934459035, 'avg_acc_mask': 69.52526799387442, 'loss': 1.072204828262329}
{'epoch': 253, 'iter': 50, 'avg_loss': 0.9523985397581961, 'avg_acc_mask': 68.97518014411528, 'loss': 0.948165774345398}
{'epoch': 253, 'iter': 60, 'avg_loss': 0.9450748699610351, 'avg_acc_mask': 69.38154782020953, 'loss': 0.7548877000808716}
{'epoch': 253, 'iter': 70, 'avg_loss': 0.9488920451889575, 'avg_acc_mask': 69.29021179164282, 'loss': 1.1046593189239502}
{'epoch': 253, 'iter': 80, 'avg_loss': 0.9533870028860775, 'avg_acc_mask': 69.125, 'loss': 0.8903163075447083}
{'epoch': 253, 'iter': 90, 'avg_loss': 0.9489645584599002, 'avg_acc_mask': 69.32244537629663, 'loss': 0.6626777052879333}
{'epoch': 253, 'iter': 100, 'avg_loss': 0.9574428200721741, 'avg_acc_mask': 69.02955271565496, 'loss': 0.6365663409233093}
{'epoch': 253, 'iter': 110, 'avg_loss': 0.9627441275227178, 'avg_acc_mask': 68.96865889212827, 'loss': 1.3211073875427246}
{'epoch': 253, 'iter': 120, 'avg_loss': 0.9647121833375663, 'avg_acc_mask': 68.69973190348524, 'loss': 1.3435063362121582}
{'epoch': 253, 'iter': 130, 'avg_loss': 0.9588108827139585, 'avg_acc_mask': 68.96178245396875, 'loss': 1.0483766794204712}
{'epoch': 253, 'iter': 140, 'avg_loss': 0.956286555486368, 'avg_acc_mask': 69.07023603914796, 'loss': 0.8904091119766235}
{'epoch': 253, 'iter': 150, 'avg_loss': 0.9605065106556115, 'avg_acc_mask': 69.0434548634468, 'loss': 1.4540318250656128}
{'epoch': 253, 'iter': 160, 'avg_loss': 0.9637426511841531, 'avg_acc_mask': 68.90298034242232, 'loss': 0.9139236211776733}
{'epoch': 253, 'iter': 170, 'avg_loss': 0.965719347111663, 'avg_acc_mask': 68.79254747402365, 'loss': 1.1371852159500122}
{'epoch': 253, 'iter': 180, 'avg_loss': 0.9671845679783689, 'avg_acc_mask': 68.8142873290381, 'loss': 1.1412667036056519}
{'epoch': 253, 'iter': 190, 'avg_loss': 0.9642165153438508, 'avg_acc_mask': 68.90106348694812, 'loss': 0.8190689086914062}
{'epoch': 253, 'iter': 200, 'avg_loss': 0.9672411582363185, 'avg_acc_mask': 68.88820951798634, 'loss': 1.0900412797927856}
{'epoch': 253, 'iter': 210, 'avg_loss': 0.971672051043307, 'avg_acc_mask': 68.79922216820611, 'loss': 0.9550734758377075}
{'epoch': 253, 'iter': 220, 'avg_loss': 0.9743609517408173, 'avg_acc_mask': 68.66913123844732, 'loss': 0.9451084733009338}
{'epoch': 253, 'iter': 230, 'avg_loss': 0.9708623241036485, 'avg_acc_mask': 68.81386050644159, 'loss': 0.8765584826469421}
{'epoch': 253, 'iter': 240, 'avg_loss': 0.9706498963209603, 'avg_acc_mask': 68.89492907500212, 'loss': 0.7593216896057129}
{'epoch': 253, 'iter': 250, 'avg_loss': 0.9695534727487906, 'avg_acc_mask': 68.97560975609755, 'loss': 0.8255399465560913}
{'epoch': 253, 'iter': 260, 'avg_loss': 0.9699578620921606, 'avg_acc_mask': 69.03422409751524, 'loss': 0.8921698331832886}
{'epoch': 253, 'iter': 270, 'avg_loss': 0.9695075193894306, 'avg_acc_mask': 69.08023483365949, 'loss': 0.8880476951599121}
{'epoch': 253, 'iter': 280, 'avg_loss': 0.972352045710825, 'avg_acc_mask': 68.97127103888566, 'loss': 1.1227363348007202}
{'epoch': 253, 'iter': 290, 'avg_loss': 0.9690197175720713, 'avg_acc_mask': 69.06525080340926, 'loss': 1.0318500995635986}
{'epoch': 253, 'iter': 300, 'avg_loss': 0.9663907493467743, 'avg_acc_mask': 69.19127086007703, 'loss': 0.916057288646698}
{'epoch': 253, 'iter': 310, 'avg_loss': 0.9667445279394316, 'avg_acc_mask': 69.16541402522711, 'loss': 1.1903032064437866}
{'epoch': 253, 'iter': 320, 'avg_loss': 0.9634608151013977, 'avg_acc_mask': 69.25958851917704, 'loss': 0.9239099621772766}
{'epoch': 253, 'iter': 330, 'avg_loss': 0.961911115401461, 'avg_acc_mask': 69.33825792551555, 'loss': 1.1475468873977661}
{'epoch': 253, 'iter': 340, 'avg_loss': 0.9605865183114306, 'avg_acc_mask': 69.41843125559201, 'loss': 0.7760516405105591}
{'epoch': 253, 'iter': 350, 'avg_loss': 0.9596290399885585, 'avg_acc_mask': 69.40359004053272, 'loss': 0.9040586948394775}
{'epoch': 253, 'iter': 360, 'avg_loss': 0.9597170381004461, 'avg_acc_mask': 69.35919055649241, 'loss': 0.7521764039993286}
{'epoch': 253, 'iter': 370, 'avg_loss': 0.9574819677923567, 'avg_acc_mask': 69.41543172745666, 'loss': 1.0243752002716064}
{'epoch': 253, 'iter': 380, 'avg_loss': 0.9546416430022773, 'avg_acc_mask': 69.42096028074654, 'loss': 0.7804737091064453}
{'epoch': 253, 'iter': 390, 'avg_loss': 0.9570679931384524, 'avg_acc_mask': 69.35042116686476, 'loss': 1.0650544166564941}
{'epoch': 'EP253_test', 'avg_loss': 0.9543132203997988, 'total_masked_acc': 69.40496881709437}
{'epoch': 254, 'iter': 0, 'avg_loss': 1.048724889755249, 'avg_acc_mask': 70.37037037037037, 'loss': 1.048724889755249}
{'epoch': 254, 'iter': 10, 'avg_loss': 1.0554039098999717, 'avg_acc_mask': 66.85606060606061, 'loss': 1.430450201034546}
{'epoch': 254, 'iter': 20, 'avg_loss': 1.0011762238684154, 'avg_acc_mask': 68.7814702920443, 'loss': 1.169471263885498}
{'epoch': 254, 'iter': 30, 'avg_loss': 1.008370755180236, 'avg_acc_mask': 68.46416382252559, 'loss': 1.0918223857879639}
{'epoch': 254, 'iter': 40, 'avg_loss': 1.0095276047543782, 'avg_acc_mask': 68.30031282586027, 'loss': 1.2758105993270874}
{'epoch': 254, 'iter': 50, 'avg_loss': 1.0012741684913635, 'avg_acc_mask': 68.81369751324908, 'loss': 0.7036435008049011}
{'epoch': 254, 'iter': 60, 'avg_loss': 1.0028391167765758, 'avg_acc_mask': 68.62812179267875, 'loss': 0.6387192606925964}
{'epoch': 254, 'iter': 70, 'avg_loss': 0.9860004816256779, 'avg_acc_mask': 69.30635838150289, 'loss': 0.8399912714958191}
{'epoch': 254, 'iter': 80, 'avg_loss': 0.9882922047450219, 'avg_acc_mask': 68.96725440806046, 'loss': 1.0048470497131348}
{'epoch': 254, 'iter': 90, 'avg_loss': 0.9876005210719265, 'avg_acc_mask': 69.05719392314566, 'loss': 1.0081322193145752}
{'epoch': 254, 'iter': 100, 'avg_loss': 0.9915275373081169, 'avg_acc_mask': 68.9180990899899, 'loss': 0.9374364614486694}
{'epoch': 254, 'iter': 110, 'avg_loss': 0.9938043866071615, 'avg_acc_mask': 68.6959720434063, 'loss': 0.8504689335823059}
{'epoch': 254, 'iter': 120, 'avg_loss': 0.9973844191259589, 'avg_acc_mask': 68.7415196743555, 'loss': 0.8549627065658569}
{'epoch': 254, 'iter': 130, 'avg_loss': 0.9927278115549161, 'avg_acc_mask': 68.86866467911503, 'loss': 1.2887678146362305}
{'epoch': 254, 'iter': 140, 'avg_loss': 0.9951964160229297, 'avg_acc_mask': 68.74181818181818, 'loss': 0.9197311401367188}
{'epoch': 254, 'iter': 150, 'avg_loss': 0.989861883075032, 'avg_acc_mask': 68.87048601683409, 'loss': 1.250961184501648}
{'epoch': 254, 'iter': 160, 'avg_loss': 0.9909514055489013, 'avg_acc_mask': 68.75476493011435, 'loss': 1.1802449226379395}
{'epoch': 254, 'iter': 170, 'avg_loss': 0.9897101587719388, 'avg_acc_mask': 68.77092300334769, 'loss': 0.9529098868370056}
{'epoch': 254, 'iter': 180, 'avg_loss': 0.9855235759065955, 'avg_acc_mask': 68.90946037480244, 'loss': 0.9756500720977783}
{'epoch': 254, 'iter': 190, 'avg_loss': 0.980312177648095, 'avg_acc_mask': 69.05118869136861, 'loss': 1.0705666542053223}
{'epoch': 254, 'iter': 200, 'avg_loss': 0.9799311564336368, 'avg_acc_mask': 69.08979841172878, 'loss': 0.5833946466445923}
{'epoch': 254, 'iter': 210, 'avg_loss': 0.9798357619493494, 'avg_acc_mask': 69.1075070408857, 'loss': 1.1461988687515259}
{'epoch': 254, 'iter': 220, 'avg_loss': 0.9795740249469809, 'avg_acc_mask': 69.09410567224947, 'loss': 1.1801156997680664}
{'epoch': 254, 'iter': 230, 'avg_loss': 0.9791009614477942, 'avg_acc_mask': 69.1788126555279, 'loss': 1.074495553970337}
{'epoch': 254, 'iter': 240, 'avg_loss': 0.976761539447357, 'avg_acc_mask': 69.12014976174268, 'loss': 0.9500073194503784}
{'epoch': 254, 'iter': 250, 'avg_loss': 0.9759410472505121, 'avg_acc_mask': 69.09001797091977, 'loss': 0.8572493195533752}
{'epoch': 254, 'iter': 260, 'avg_loss': 0.9766976783102043, 'avg_acc_mask': 69.03640929064659, 'loss': 0.6638286709785461}
{'epoch': 254, 'iter': 270, 'avg_loss': 0.9787175659763857, 'avg_acc_mask': 68.97254073627037, 'loss': 0.8110272884368896}
{'epoch': 254, 'iter': 280, 'avg_loss': 0.9816303698617793, 'avg_acc_mask': 68.80713974749673, 'loss': 1.110863447189331}
{'epoch': 254, 'iter': 290, 'avg_loss': 0.9796529010808754, 'avg_acc_mask': 68.76355748373102, 'loss': 0.8180721402168274}
{'epoch': 254, 'iter': 300, 'avg_loss': 0.9752436500055053, 'avg_acc_mask': 68.85390513673067, 'loss': 1.0025808811187744}
{'epoch': 254, 'iter': 310, 'avg_loss': 0.9759977824051663, 'avg_acc_mask': 68.73852609493836, 'loss': 0.9539391398429871}
{'epoch': 254, 'iter': 320, 'avg_loss': 0.9722813386412054, 'avg_acc_mask': 68.86540175729021, 'loss': 1.0932046175003052}
{'epoch': 254, 'iter': 330, 'avg_loss': 0.9711412722610635, 'avg_acc_mask': 68.88614625115706, 'loss': 1.0306016206741333}
{'epoch': 254, 'iter': 340, 'avg_loss': 0.9708454286422897, 'avg_acc_mask': 68.91042900735954, 'loss': 0.8677225708961487}
{'epoch': 254, 'iter': 350, 'avg_loss': 0.9701549369215625, 'avg_acc_mask': 68.96772317534166, 'loss': 0.8880167603492737}
{'epoch': 254, 'iter': 360, 'avg_loss': 0.9681232934017922, 'avg_acc_mask': 69.07442855534288, 'loss': 0.9093137979507446}
{'epoch': 254, 'iter': 370, 'avg_loss': 0.9662150874774089, 'avg_acc_mask': 69.12828947368422, 'loss': 0.9953263401985168}
{'epoch': 254, 'iter': 380, 'avg_loss': 0.964071243375618, 'avg_acc_mask': 69.12841340244749, 'loss': 0.7975701689720154}
{'epoch': 254, 'iter': 390, 'avg_loss': 0.9648396218066935, 'avg_acc_mask': 69.06594549615144, 'loss': 0.9286450147628784}
{'epoch': 'EP254_test', 'avg_loss': 0.9649406309531192, 'total_masked_acc': 69.02691298307003}
{'epoch': 255, 'iter': 0, 'avg_loss': 0.7986544966697693, 'avg_acc_mask': 65.11627906976744, 'loss': 0.7986544966697693}
{'epoch': 255, 'iter': 10, 'avg_loss': 1.124368580904874, 'avg_acc_mask': 64.50304259634888, 'loss': 1.153020977973938}
{'epoch': 255, 'iter': 20, 'avg_loss': 1.0162319654510135, 'avg_acc_mask': 67.91497975708502, 'loss': 1.0693742036819458}
{'epoch': 255, 'iter': 30, 'avg_loss': 1.0011536632814715, 'avg_acc_mask': 67.72413793103448, 'loss': 0.8646931052207947}
{'epoch': 255, 'iter': 40, 'avg_loss': 1.0046215304514257, 'avg_acc_mask': 67.18831507563901, 'loss': 0.980530321598053}
{'epoch': 255, 'iter': 50, 'avg_loss': 0.980717178068909, 'avg_acc_mask': 68.09290953545232, 'loss': 0.49872496724128723}
{'epoch': 255, 'iter': 60, 'avg_loss': 0.9870328908083869, 'avg_acc_mask': 68.41192787794729, 'loss': 1.0973185300827026}
{'epoch': 255, 'iter': 70, 'avg_loss': 0.9724104887163135, 'avg_acc_mask': 68.55715545107259, 'loss': 1.0300630331039429}
{'epoch': 255, 'iter': 80, 'avg_loss': 0.9642124260649269, 'avg_acc_mask': 68.90322580645162, 'loss': 0.982783854007721}
{'epoch': 255, 'iter': 90, 'avg_loss': 0.9620632532533708, 'avg_acc_mask': 68.88633754305397, 'loss': 1.1586076021194458}
{'epoch': 255, 'iter': 100, 'avg_loss': 0.9619982357662503, 'avg_acc_mask': 68.94758735440932, 'loss': 0.8058449029922485}
{'epoch': 255, 'iter': 110, 'avg_loss': 0.9711427991991645, 'avg_acc_mask': 68.56714178544637, 'loss': 1.2118333578109741}
{'epoch': 255, 'iter': 120, 'avg_loss': 0.9738321326488306, 'avg_acc_mask': 68.48068669527898, 'loss': 0.8985638618469238}
{'epoch': 255, 'iter': 130, 'avg_loss': 0.9744970186521079, 'avg_acc_mask': 68.51560037819098, 'loss': 1.3973311185836792}
{'epoch': 255, 'iter': 140, 'avg_loss': 0.9686799871583357, 'avg_acc_mask': 68.63317757009347, 'loss': 0.9351766109466553}
{'epoch': 255, 'iter': 150, 'avg_loss': 0.9669790139656194, 'avg_acc_mask': 68.72102536133079, 'loss': 1.017470121383667}
{'epoch': 255, 'iter': 160, 'avg_loss': 0.9676470258591338, 'avg_acc_mask': 68.63020700230003, 'loss': 0.8997602462768555}
{'epoch': 255, 'iter': 170, 'avg_loss': 0.9677687895576856, 'avg_acc_mask': 68.63099542058328, 'loss': 1.1269488334655762}
{'epoch': 255, 'iter': 180, 'avg_loss': 0.9713134642134714, 'avg_acc_mask': 68.49674694669558, 'loss': 1.3967437744140625}
{'epoch': 255, 'iter': 190, 'avg_loss': 0.969706577624326, 'avg_acc_mask': 68.65203761755487, 'loss': 0.8760024905204773}
{'epoch': 255, 'iter': 200, 'avg_loss': 0.9686106103866254, 'avg_acc_mask': 68.7422934648582, 'loss': 1.240189790725708}
{'epoch': 255, 'iter': 210, 'avg_loss': 0.9723779981452707, 'avg_acc_mask': 68.69378177551818, 'loss': 1.1620851755142212}
{'epoch': 255, 'iter': 220, 'avg_loss': 0.9692703470655156, 'avg_acc_mask': 68.72218100890207, 'loss': 0.6333093047142029}
{'epoch': 255, 'iter': 230, 'avg_loss': 0.9661116206542754, 'avg_acc_mask': 68.83439943141437, 'loss': 0.7557771801948547}
{'epoch': 255, 'iter': 240, 'avg_loss': 0.9647872204355185, 'avg_acc_mask': 68.83127921801955, 'loss': 1.1707544326782227}
{'epoch': 255, 'iter': 250, 'avg_loss': 0.9673949070423248, 'avg_acc_mask': 68.8937836514929, 'loss': 0.9768737554550171}
{'epoch': 255, 'iter': 260, 'avg_loss': 0.9669536019878826, 'avg_acc_mask': 68.89603261721813, 'loss': 0.7290311455726624}
{'epoch': 255, 'iter': 270, 'avg_loss': 0.9701791985228493, 'avg_acc_mask': 68.76747525126578, 'loss': 1.0035003423690796}
{'epoch': 255, 'iter': 280, 'avg_loss': 0.9734073611128797, 'avg_acc_mask': 68.73544819557625, 'loss': 0.976054847240448}
{'epoch': 255, 'iter': 290, 'avg_loss': 0.9681072879288205, 'avg_acc_mask': 68.86838955003168, 'loss': 0.9845563769340515}
{'epoch': 255, 'iter': 300, 'avg_loss': 0.9660650849144324, 'avg_acc_mask': 68.83904833321971, 'loss': 0.83489590883255}
{'epoch': 255, 'iter': 310, 'avg_loss': 0.9693885781948973, 'avg_acc_mask': 68.75494071146245, 'loss': 1.1143015623092651}
{'epoch': 255, 'iter': 320, 'avg_loss': 0.9681431107988981, 'avg_acc_mask': 68.82702254006769, 'loss': 0.6699883937835693}
{'epoch': 255, 'iter': 330, 'avg_loss': 0.9698693457867084, 'avg_acc_mask': 68.7751937984496, 'loss': 0.9347257018089294}
{'epoch': 255, 'iter': 340, 'avg_loss': 0.9685456909217443, 'avg_acc_mask': 68.80264741275572, 'loss': 1.116139531135559}
{'epoch': 255, 'iter': 350, 'avg_loss': 0.9683766123066601, 'avg_acc_mask': 68.87057172921783, 'loss': 0.8451877236366272}
{'epoch': 255, 'iter': 360, 'avg_loss': 0.9680683460096904, 'avg_acc_mask': 68.84127976359606, 'loss': 0.8429868817329407}
{'epoch': 255, 'iter': 370, 'avg_loss': 0.9684791826012964, 'avg_acc_mask': 68.86641242469463, 'loss': 1.2062722444534302}
{'epoch': 255, 'iter': 380, 'avg_loss': 0.9707633170086568, 'avg_acc_mask': 68.76244818862034, 'loss': 0.8436446785926819}
{'epoch': 255, 'iter': 390, 'avg_loss': 0.9700504935458493, 'avg_acc_mask': 68.75556719937124, 'loss': 1.1480005979537964}
{'epoch': 'EP255_test', 'avg_loss': 0.9708699365005349, 'total_masked_acc': 68.71762999792831}
{'epoch': 256, 'iter': 0, 'avg_loss': 0.8612599968910217, 'avg_acc_mask': 76.47058823529412, 'loss': 0.8612599968910217}
{'epoch': 256, 'iter': 10, 'avg_loss': 1.0027959184213118, 'avg_acc_mask': 69.48818897637796, 'loss': 1.1664565801620483}
{'epoch': 256, 'iter': 20, 'avg_loss': 0.9515420198440552, 'avg_acc_mask': 69.87704918032787, 'loss': 0.9355649948120117}
{'epoch': 256, 'iter': 30, 'avg_loss': 0.9396534119882891, 'avg_acc_mask': 70.40054310930076, 'loss': 1.0352604389190674}
{'epoch': 256, 'iter': 40, 'avg_loss': 0.929364132445033, 'avg_acc_mask': 71.73684210526315, 'loss': 0.9041612148284912}
{'epoch': 256, 'iter': 50, 'avg_loss': 0.9357050850110895, 'avg_acc_mask': 70.97440132122213, 'loss': 0.7805917859077454}
{'epoch': 256, 'iter': 60, 'avg_loss': 0.9421279660013856, 'avg_acc_mask': 70.46013347383212, 'loss': 0.883317232131958}
{'epoch': 256, 'iter': 70, 'avg_loss': 0.9431591365538853, 'avg_acc_mask': 70.57074910820452, 'loss': 0.7622982859611511}
{'epoch': 256, 'iter': 80, 'avg_loss': 0.944590347416607, 'avg_acc_mask': 70.31168831168831, 'loss': 0.9734788537025452}
{'epoch': 256, 'iter': 90, 'avg_loss': 0.9602949760117374, 'avg_acc_mask': 69.88256965231406, 'loss': 0.8707424998283386}
{'epoch': 256, 'iter': 100, 'avg_loss': 0.9750067399870052, 'avg_acc_mask': 69.43231441048034, 'loss': 0.7799662947654724}
{'epoch': 256, 'iter': 110, 'avg_loss': 0.9697296906698931, 'avg_acc_mask': 69.24962292609351, 'loss': 0.8853071331977844}
{'epoch': 256, 'iter': 120, 'avg_loss': 0.9803156712331063, 'avg_acc_mask': 68.83116883116884, 'loss': 1.2213913202285767}
{'epoch': 256, 'iter': 130, 'avg_loss': 0.9831766156294873, 'avg_acc_mask': 68.72, 'loss': 1.1388072967529297}
{'epoch': 256, 'iter': 140, 'avg_loss': 0.9815352100429805, 'avg_acc_mask': 68.77145842663084, 'loss': 1.126918077468872}
{'epoch': 256, 'iter': 150, 'avg_loss': 0.9834705589228119, 'avg_acc_mask': 68.6804008908686, 'loss': 1.2025796175003052}
{'epoch': 256, 'iter': 160, 'avg_loss': 0.9820153789120432, 'avg_acc_mask': 68.88425986199714, 'loss': 0.9504320621490479}
{'epoch': 256, 'iter': 170, 'avg_loss': 0.9773180364516744, 'avg_acc_mask': 68.88236014200024, 'loss': 0.8612124919891357}
{'epoch': 256, 'iter': 180, 'avg_loss': 0.9770816661705628, 'avg_acc_mask': 68.9312536106297, 'loss': 1.2253620624542236}
{'epoch': 256, 'iter': 190, 'avg_loss': 0.9748320999257851, 'avg_acc_mask': 68.99080560420316, 'loss': 0.9850835204124451}
{'epoch': 256, 'iter': 200, 'avg_loss': 0.9729629050736404, 'avg_acc_mask': 69.04909881914233, 'loss': 1.0282714366912842}
{'epoch': 256, 'iter': 210, 'avg_loss': 0.9788214907544484, 'avg_acc_mask': 68.98253232014211, 'loss': 1.0436338186264038}
{'epoch': 256, 'iter': 220, 'avg_loss': 0.9837625286967506, 'avg_acc_mask': 68.67988032909498, 'loss': 1.1060948371887207}
{'epoch': 256, 'iter': 230, 'avg_loss': 0.9787005925333345, 'avg_acc_mask': 68.94231631829192, 'loss': 0.9108441472053528}
{'epoch': 256, 'iter': 240, 'avg_loss': 0.9773077983331878, 'avg_acc_mask': 68.96165445928479, 'loss': 1.003476858139038}
{'epoch': 256, 'iter': 250, 'avg_loss': 0.9737630563665671, 'avg_acc_mask': 69.04505994212484, 'loss': 0.8433494567871094}
{'epoch': 256, 'iter': 260, 'avg_loss': 0.9741181017566914, 'avg_acc_mask': 69.09888357256779, 'loss': 0.7535048127174377}
{'epoch': 256, 'iter': 270, 'avg_loss': 0.9762831184037057, 'avg_acc_mask': 69.00076863950807, 'loss': 0.9562008380889893}
{'epoch': 256, 'iter': 280, 'avg_loss': 0.9811042505863299, 'avg_acc_mask': 68.79202068710751, 'loss': 1.18809175491333}
{'epoch': 256, 'iter': 290, 'avg_loss': 0.9789797187465983, 'avg_acc_mask': 68.84988584474885, 'loss': 1.2504794597625732}
{'epoch': 256, 'iter': 300, 'avg_loss': 0.9784870798207597, 'avg_acc_mask': 68.82875438958894, 'loss': 1.3405743837356567}
{'epoch': 256, 'iter': 310, 'avg_loss': 0.976309156590336, 'avg_acc_mask': 68.94901282988766, 'loss': 0.986193060874939}
{'epoch': 256, 'iter': 320, 'avg_loss': 0.9738032361985738, 'avg_acc_mask': 69.00271282780002, 'loss': 1.2681946754455566}
{'epoch': 256, 'iter': 330, 'avg_loss': 0.9732117192802833, 'avg_acc_mask': 69.06551421771265, 'loss': 0.9366295337677002}
{'epoch': 256, 'iter': 340, 'avg_loss': 0.9743124375070644, 'avg_acc_mask': 68.91810031499878, 'loss': 0.7541588544845581}
{'epoch': 256, 'iter': 350, 'avg_loss': 0.9721219457282639, 'avg_acc_mask': 68.97099488144967, 'loss': 0.8951509594917297}
{'epoch': 256, 'iter': 360, 'avg_loss': 0.9731734380992826, 'avg_acc_mask': 68.96433470507544, 'loss': 0.7887369990348816}
{'epoch': 256, 'iter': 370, 'avg_loss': 0.9707015673265945, 'avg_acc_mask': 69.06058921623124, 'loss': 1.1925849914550781}
{'epoch': 256, 'iter': 380, 'avg_loss': 0.9708351409184964, 'avg_acc_mask': 69.01324359531047, 'loss': 0.9300203323364258}
{'epoch': 256, 'iter': 390, 'avg_loss': 0.969034532985419, 'avg_acc_mask': 69.11182648160853, 'loss': 0.821386992931366}
{'epoch': 'EP256_test', 'avg_loss': 0.9677345593920862, 'total_masked_acc': 69.15243615854614}
{'epoch': 257, 'iter': 0, 'avg_loss': 1.0617973804473877, 'avg_acc_mask': 75.0, 'loss': 1.0617973804473877}
{'epoch': 257, 'iter': 10, 'avg_loss': 0.9985167709263888, 'avg_acc_mask': 69.31407942238266, 'loss': 1.3162033557891846}
{'epoch': 257, 'iter': 20, 'avg_loss': 0.9778026314008803, 'avg_acc_mask': 70.15503875968993, 'loss': 0.7195414304733276}
{'epoch': 257, 'iter': 30, 'avg_loss': 0.9742205950521654, 'avg_acc_mask': 70.41612483745124, 'loss': 0.9383310079574585}
{'epoch': 257, 'iter': 40, 'avg_loss': 0.9591098078867284, 'avg_acc_mask': 70.6, 'loss': 0.9350300431251526}
{'epoch': 257, 'iter': 50, 'avg_loss': 0.9468867217793184, 'avg_acc_mask': 70.89611419508327, 'loss': 0.8020054697990417}
{'epoch': 257, 'iter': 60, 'avg_loss': 0.9574341431992953, 'avg_acc_mask': 70.48092868988391, 'loss': 1.1812325716018677}
{'epoch': 257, 'iter': 70, 'avg_loss': 0.9612960202593199, 'avg_acc_mask': 70.1912260967379, 'loss': 0.9442548751831055}
{'epoch': 257, 'iter': 80, 'avg_loss': 0.9506555780952359, 'avg_acc_mask': 70.36852589641434, 'loss': 1.0436989068984985}
{'epoch': 257, 'iter': 90, 'avg_loss': 0.9542397116566752, 'avg_acc_mask': 70.27506654835848, 'loss': 0.9679784178733826}
{'epoch': 257, 'iter': 100, 'avg_loss': 0.957806642102723, 'avg_acc_mask': 70.03205128205127, 'loss': 0.8138771057128906}
{'epoch': 257, 'iter': 110, 'avg_loss': 0.9596849282582601, 'avg_acc_mask': 69.72963098282791, 'loss': 1.1111093759536743}
{'epoch': 257, 'iter': 120, 'avg_loss': 0.9547739920537334, 'avg_acc_mask': 69.94287634408603, 'loss': 1.0810723304748535}
{'epoch': 257, 'iter': 130, 'avg_loss': 0.9540008574951696, 'avg_acc_mask': 69.64950372208438, 'loss': 1.0807557106018066}
{'epoch': 257, 'iter': 140, 'avg_loss': 0.9621045445719509, 'avg_acc_mask': 69.24626006904488, 'loss': 1.3313153982162476}
{'epoch': 257, 'iter': 150, 'avg_loss': 0.9614032202998534, 'avg_acc_mask': 69.08402110675146, 'loss': 0.7095368504524231}
{'epoch': 257, 'iter': 160, 'avg_loss': 0.9655101676905378, 'avg_acc_mask': 68.85058927892536, 'loss': 0.8583758473396301}
{'epoch': 257, 'iter': 170, 'avg_loss': 0.9664218310724225, 'avg_acc_mask': 68.74701670644392, 'loss': 1.2166962623596191}
{'epoch': 257, 'iter': 180, 'avg_loss': 0.9722825986904334, 'avg_acc_mask': 68.67497168742922, 'loss': 1.1620632410049438}
{'epoch': 257, 'iter': 190, 'avg_loss': 0.9662088205677053, 'avg_acc_mask': 68.89916147065148, 'loss': 0.9768327474594116}
{'epoch': 257, 'iter': 200, 'avg_loss': 0.9674748739792933, 'avg_acc_mask': 68.92805902848944, 'loss': 0.8205587863922119}
{'epoch': 257, 'iter': 210, 'avg_loss': 0.9664503076065208, 'avg_acc_mask': 69.07156106609392, 'loss': 1.0605831146240234}
{'epoch': 257, 'iter': 220, 'avg_loss': 0.9649377362760483, 'avg_acc_mask': 68.99203261070966, 'loss': 0.7861195206642151}
{'epoch': 257, 'iter': 230, 'avg_loss': 0.9608634485826864, 'avg_acc_mask': 69.14865225513745, 'loss': 0.9314004778862}
{'epoch': 257, 'iter': 240, 'avg_loss': 0.961057983246087, 'avg_acc_mask': 69.03990450204638, 'loss': 0.9233139753341675}
{'epoch': 257, 'iter': 250, 'avg_loss': 0.9610895457495732, 'avg_acc_mask': 69.04138720759038, 'loss': 0.7389507293701172}
{'epoch': 257, 'iter': 260, 'avg_loss': 0.9608690690720219, 'avg_acc_mask': 69.07062612931102, 'loss': 0.7294374108314514}
{'epoch': 257, 'iter': 270, 'avg_loss': 0.9662369977944012, 'avg_acc_mask': 68.87397239610831, 'loss': 0.8461877703666687}
{'epoch': 257, 'iter': 280, 'avg_loss': 0.9669438411756767, 'avg_acc_mask': 68.89082715510976, 'loss': 0.9454790353775024}
{'epoch': 257, 'iter': 290, 'avg_loss': 0.9661153083814379, 'avg_acc_mask': 68.90856701103381, 'loss': 1.186813473701477}
{'epoch': 257, 'iter': 300, 'avg_loss': 0.9616827105366906, 'avg_acc_mask': 69.006919006919, 'loss': 0.9760020971298218}
{'epoch': 257, 'iter': 310, 'avg_loss': 0.965819015955235, 'avg_acc_mask': 68.99717977307012, 'loss': 1.3994903564453125}
{'epoch': 257, 'iter': 320, 'avg_loss': 0.9628650975004535, 'avg_acc_mask': 69.09044683150066, 'loss': 0.7926129102706909}
{'epoch': 257, 'iter': 330, 'avg_loss': 0.9617606311406254, 'avg_acc_mask': 69.0689208366755, 'loss': 1.0578982830047607}
{'epoch': 257, 'iter': 340, 'avg_loss': 0.961366414324629, 'avg_acc_mask': 69.02443395662823, 'loss': 0.855582594871521}
{'epoch': 257, 'iter': 350, 'avg_loss': 0.9632328288507598, 'avg_acc_mask': 68.84188506014294, 'loss': 0.9774293899536133}
{'epoch': 257, 'iter': 360, 'avg_loss': 0.9638554363039392, 'avg_acc_mask': 68.8142873290381, 'loss': 0.8623253107070923}
{'epoch': 257, 'iter': 370, 'avg_loss': 0.9607576051490969, 'avg_acc_mask': 68.94314307709227, 'loss': 0.8475016355514526}
{'epoch': 257, 'iter': 380, 'avg_loss': 0.9604208538225629, 'avg_acc_mask': 68.89614211568302, 'loss': 1.157419204711914}
{'epoch': 257, 'iter': 390, 'avg_loss': 0.9595499459434959, 'avg_acc_mask': 68.91484942886812, 'loss': 0.8067859411239624}
{'epoch': 'EP257_test', 'avg_loss': 0.9603471656640371, 'total_masked_acc': 68.92252437147255}
{'epoch': 258, 'iter': 0, 'avg_loss': 1.1697163581848145, 'avg_acc_mask': 60.65573770491803, 'loss': 1.1697163581848145}
{'epoch': 258, 'iter': 10, 'avg_loss': 1.0690075050700794, 'avg_acc_mask': 66.02112676056338, 'loss': 1.126157283782959}
{'epoch': 258, 'iter': 20, 'avg_loss': 1.0091885839189803, 'avg_acc_mask': 67.3507462686567, 'loss': 0.9580105543136597}
{'epoch': 258, 'iter': 30, 'avg_loss': 0.9805959616937945, 'avg_acc_mask': 68.34300451321728, 'loss': 0.9279832243919373}
{'epoch': 258, 'iter': 40, 'avg_loss': 0.981073235593191, 'avg_acc_mask': 68.53281853281852, 'loss': 0.7756484746932983}
{'epoch': 258, 'iter': 50, 'avg_loss': 0.9701341390609741, 'avg_acc_mask': 69.01960784313725, 'loss': 0.8910803198814392}
{'epoch': 258, 'iter': 60, 'avg_loss': 0.9737671437810679, 'avg_acc_mask': 68.57142857142857, 'loss': 1.1129893064498901}
{'epoch': 258, 'iter': 70, 'avg_loss': 0.9715180245923324, 'avg_acc_mask': 68.48260125499145, 'loss': 0.8720423579216003}
{'epoch': 258, 'iter': 80, 'avg_loss': 0.9604273615060029, 'avg_acc_mask': 68.7625754527163, 'loss': 1.0593985319137573}
{'epoch': 258, 'iter': 90, 'avg_loss': 0.9583678252094394, 'avg_acc_mask': 68.91982932854256, 'loss': 0.9846550822257996}
{'epoch': 258, 'iter': 100, 'avg_loss': 0.9636107252375914, 'avg_acc_mask': 68.82484270347067, 'loss': 0.8296620845794678}
{'epoch': 258, 'iter': 110, 'avg_loss': 0.9700580684988348, 'avg_acc_mask': 68.65671641791045, 'loss': 1.349947214126587}
{'epoch': 258, 'iter': 120, 'avg_loss': 0.9725641957984483, 'avg_acc_mask': 68.47606203641267, 'loss': 1.0840368270874023}
{'epoch': 258, 'iter': 130, 'avg_loss': 0.9750429132512508, 'avg_acc_mask': 68.34720937403638, 'loss': 1.1497498750686646}
{'epoch': 258, 'iter': 140, 'avg_loss': 0.9745321861395599, 'avg_acc_mask': 68.48727480697741, 'loss': 1.0323671102523804}
{'epoch': 258, 'iter': 150, 'avg_loss': 0.977128889387017, 'avg_acc_mask': 68.3797097590201, 'loss': 1.1439076662063599}
{'epoch': 258, 'iter': 160, 'avg_loss': 0.9808270635071749, 'avg_acc_mask': 68.23308270676691, 'loss': 0.8327000737190247}
{'epoch': 258, 'iter': 170, 'avg_loss': 0.9819523162311978, 'avg_acc_mask': 68.19467358001414, 'loss': 0.9270545244216919}
{'epoch': 258, 'iter': 180, 'avg_loss': 0.9807970036459233, 'avg_acc_mask': 68.36076512455516, 'loss': 1.293711543083191}
{'epoch': 258, 'iter': 190, 'avg_loss': 0.9735935473941384, 'avg_acc_mask': 68.61629254926757, 'loss': 1.0867618322372437}
{'epoch': 258, 'iter': 200, 'avg_loss': 0.9794241240368554, 'avg_acc_mask': 68.40895462722366, 'loss': 1.061313509941101}
{'epoch': 258, 'iter': 210, 'avg_loss': 0.9832372721902567, 'avg_acc_mask': 68.37891927951968, 'loss': 1.1724774837493896}
{'epoch': 258, 'iter': 220, 'avg_loss': 0.9808451568379122, 'avg_acc_mask': 68.40814101399236, 'loss': 0.8722257018089294}
{'epoch': 258, 'iter': 230, 'avg_loss': 0.9737153744800783, 'avg_acc_mask': 68.6013986013986, 'loss': 0.7563105821609497}
{'epoch': 258, 'iter': 240, 'avg_loss': 0.9730404625295109, 'avg_acc_mask': 68.64783301198759, 'loss': 1.0708200931549072}
{'epoch': 258, 'iter': 250, 'avg_loss': 0.9735888123987205, 'avg_acc_mask': 68.7032117845931, 'loss': 0.8688586950302124}
{'epoch': 258, 'iter': 260, 'avg_loss': 0.9745258638685234, 'avg_acc_mask': 68.6788066640837, 'loss': 0.7930847406387329}
{'epoch': 258, 'iter': 270, 'avg_loss': 0.9772214029547913, 'avg_acc_mask': 68.67514970059881, 'loss': 0.9272158741950989}
{'epoch': 258, 'iter': 280, 'avg_loss': 0.9780781283921618, 'avg_acc_mask': 68.5708095616379, 'loss': 0.9591515064239502}
{'epoch': 258, 'iter': 290, 'avg_loss': 0.9743148187796274, 'avg_acc_mask': 68.69364646676452, 'loss': 0.797561526298523}
{'epoch': 258, 'iter': 300, 'avg_loss': 0.9721858926191679, 'avg_acc_mask': 68.72419627749578, 'loss': 1.042428731918335}
{'epoch': 258, 'iter': 310, 'avg_loss': 0.9720480264766423, 'avg_acc_mask': 68.62552410901468, 'loss': 1.4477423429489136}
{'epoch': 258, 'iter': 320, 'avg_loss': 0.9697351204086315, 'avg_acc_mask': 68.66925475720741, 'loss': 0.9016684889793396}
{'epoch': 258, 'iter': 330, 'avg_loss': 0.968708885850503, 'avg_acc_mask': 68.74342634411929, 'loss': 1.0191943645477295}
{'epoch': 258, 'iter': 340, 'avg_loss': 0.9681546958136069, 'avg_acc_mask': 68.69539198084979, 'loss': 0.6829141974449158}
{'epoch': 258, 'iter': 350, 'avg_loss': 0.9670632205627583, 'avg_acc_mask': 68.72384937238493, 'loss': 0.6190248131752014}
{'epoch': 258, 'iter': 360, 'avg_loss': 0.9685886233962474, 'avg_acc_mask': 68.7122793163743, 'loss': 0.881298840045929}
{'epoch': 258, 'iter': 370, 'avg_loss': 0.9671842475946381, 'avg_acc_mask': 68.65401491882405, 'loss': 1.0570646524429321}
{'epoch': 258, 'iter': 380, 'avg_loss': 0.9663066282829275, 'avg_acc_mask': 68.77902941647535, 'loss': 0.8850412964820862}
{'epoch': 258, 'iter': 390, 'avg_loss': 0.967571149168112, 'avg_acc_mask': 68.79517445790651, 'loss': 0.9334600567817688}
{'epoch': 'EP258_test', 'avg_loss': 0.9695619589301071, 'total_masked_acc': 68.75224924168423}
{'epoch': 259, 'iter': 0, 'avg_loss': 1.0309679508209229, 'avg_acc_mask': 72.72727272727273, 'loss': 1.0309679508209229}
{'epoch': 259, 'iter': 10, 'avg_loss': 0.9926886937835, 'avg_acc_mask': 70.05988023952095, 'loss': 1.0699008703231812}
{'epoch': 259, 'iter': 20, 'avg_loss': 0.9609524948256356, 'avg_acc_mask': 70.83333333333334, 'loss': 0.8930342793464661}
{'epoch': 259, 'iter': 30, 'avg_loss': 0.9593291763336428, 'avg_acc_mask': 70.88859416445624, 'loss': 0.7966421246528625}
{'epoch': 259, 'iter': 40, 'avg_loss': 0.9607766823070806, 'avg_acc_mask': 70.29850746268657, 'loss': 0.992698609828949}
{'epoch': 259, 'iter': 50, 'avg_loss': 0.964777528070936, 'avg_acc_mask': 69.61172741679873, 'loss': 1.0357195138931274}
{'epoch': 259, 'iter': 60, 'avg_loss': 0.9745894621630184, 'avg_acc_mask': 69.1974691974692, 'loss': 1.0725276470184326}
{'epoch': 259, 'iter': 70, 'avg_loss': 0.9648183584213257, 'avg_acc_mask': 69.38890453393411, 'loss': 0.9365556836128235}
{'epoch': 259, 'iter': 80, 'avg_loss': 0.9749228321475747, 'avg_acc_mask': 69.1833209967925, 'loss': 1.1670078039169312}
{'epoch': 259, 'iter': 90, 'avg_loss': 0.9652661052378979, 'avg_acc_mask': 69.31792934903355, 'loss': 0.6946520805358887}
{'epoch': 259, 'iter': 100, 'avg_loss': 0.9656545986043344, 'avg_acc_mask': 69.29859719438878, 'loss': 0.7234855890274048}
{'epoch': 259, 'iter': 110, 'avg_loss': 0.9735316870448826, 'avg_acc_mask': 69.05064440007261, 'loss': 1.2672652006149292}
{'epoch': 259, 'iter': 120, 'avg_loss': 0.9710503388042292, 'avg_acc_mask': 69.08755451190875, 'loss': 1.2667839527130127}
{'epoch': 259, 'iter': 130, 'avg_loss': 0.9709853766528704, 'avg_acc_mask': 69.04578387544319, 'loss': 1.2115551233291626}
{'epoch': 259, 'iter': 140, 'avg_loss': 0.9689855867243827, 'avg_acc_mask': 68.98488120950323, 'loss': 1.1211963891983032}
{'epoch': 259, 'iter': 150, 'avg_loss': 0.9758797958986649, 'avg_acc_mask': 68.82574737409102, 'loss': 1.075509786605835}
{'epoch': 259, 'iter': 160, 'avg_loss': 0.980592934241206, 'avg_acc_mask': 68.73739919354838, 'loss': 0.9453450441360474}
{'epoch': 259, 'iter': 170, 'avg_loss': 0.9819226585633574, 'avg_acc_mask': 68.64185826025124, 'loss': 1.1236823797225952}
{'epoch': 259, 'iter': 180, 'avg_loss': 0.9779678695109668, 'avg_acc_mask': 68.83000224567706, 'loss': 1.125663161277771}
{'epoch': 259, 'iter': 190, 'avg_loss': 0.9718042708816329, 'avg_acc_mask': 69.0029825308905, 'loss': 0.8350477814674377}
{'epoch': 259, 'iter': 200, 'avg_loss': 0.9750654424600933, 'avg_acc_mask': 68.81937436932391, 'loss': 1.0876872539520264}
{'epoch': 259, 'iter': 210, 'avg_loss': 0.9783502178734512, 'avg_acc_mask': 68.72356785851595, 'loss': 1.2301602363586426}
{'epoch': 259, 'iter': 220, 'avg_loss': 0.9776761620832245, 'avg_acc_mask': 68.73005743458839, 'loss': 0.9397538304328918}
{'epoch': 259, 'iter': 230, 'avg_loss': 0.9736115328677288, 'avg_acc_mask': 68.81465895142908, 'loss': 0.7472255825996399}
{'epoch': 259, 'iter': 240, 'avg_loss': 0.9710935485313542, 'avg_acc_mask': 68.8219961321786, 'loss': 1.1442418098449707}
{'epoch': 259, 'iter': 250, 'avg_loss': 0.9738494912941618, 'avg_acc_mask': 68.85179809708112, 'loss': 1.0559464693069458}
{'epoch': 259, 'iter': 260, 'avg_loss': 0.9731452038004937, 'avg_acc_mask': 68.8780260707635, 'loss': 0.8513728976249695}
{'epoch': 259, 'iter': 270, 'avg_loss': 0.9767942710116341, 'avg_acc_mask': 68.80431525322146, 'loss': 0.9787732362747192}
{'epoch': 259, 'iter': 280, 'avg_loss': 0.9744352853170918, 'avg_acc_mask': 68.83549250922776, 'loss': 0.8663737773895264}
{'epoch': 259, 'iter': 290, 'avg_loss': 0.9723309378853369, 'avg_acc_mask': 68.83733929569593, 'loss': 0.7140005230903625}
{'epoch': 259, 'iter': 300, 'avg_loss': 0.9669402390223405, 'avg_acc_mask': 68.98373983739837, 'loss': 0.8265208601951599}
{'epoch': 259, 'iter': 310, 'avg_loss': 0.970276884519019, 'avg_acc_mask': 68.84494499738084, 'loss': 1.2774442434310913}
{'epoch': 259, 'iter': 320, 'avg_loss': 0.9678163899810887, 'avg_acc_mask': 68.92072588347659, 'loss': 0.837440013885498}
{'epoch': 259, 'iter': 330, 'avg_loss': 0.9648675916778356, 'avg_acc_mask': 69.07439446366782, 'loss': 0.9575074911117554}
{'epoch': 259, 'iter': 340, 'avg_loss': 0.9639876804743345, 'avg_acc_mask': 69.13839687781447, 'loss': 0.7155366539955139}
{'epoch': 259, 'iter': 350, 'avg_loss': 0.9622561147070339, 'avg_acc_mask': 69.16165917974448, 'loss': 0.9061692357063293}
{'epoch': 259, 'iter': 360, 'avg_loss': 0.9649304379386585, 'avg_acc_mask': 69.10721380328056, 'loss': 1.1726536750793457}
{'epoch': 259, 'iter': 370, 'avg_loss': 0.9614802701775276, 'avg_acc_mask': 69.20787167190342, 'loss': 0.7623981833457947}
{'epoch': 259, 'iter': 380, 'avg_loss': 0.9619842775537586, 'avg_acc_mask': 69.1032039929158, 'loss': 1.101387619972229}
{'epoch': 259, 'iter': 390, 'avg_loss': 0.9627927616429146, 'avg_acc_mask': 69.07523510971787, 'loss': 1.0782432556152344}
{'epoch': 'EP259_test', 'avg_loss': 0.9613078019835732, 'total_masked_acc': 69.1392509828264}
{'epoch': 260, 'iter': 0, 'avg_loss': 0.7754596471786499, 'avg_acc_mask': 76.0, 'loss': 0.7754596471786499}
{'epoch': 260, 'iter': 10, 'avg_loss': 0.9572679237885908, 'avg_acc_mask': 68.81918819188192, 'loss': 1.3157778978347778}
{'epoch': 260, 'iter': 20, 'avg_loss': 0.9527234917595273, 'avg_acc_mask': 70.18867924528301, 'loss': 0.8901247382164001}
{'epoch': 260, 'iter': 30, 'avg_loss': 0.9181838227856544, 'avg_acc_mask': 71.2540192926045, 'loss': 0.9299554824829102}
{'epoch': 260, 'iter': 40, 'avg_loss': 0.9127812719926601, 'avg_acc_mask': 71.72827172827174, 'loss': 1.0296440124511719}
{'epoch': 260, 'iter': 50, 'avg_loss': 0.9105401144308203, 'avg_acc_mask': 71.15229653505237, 'loss': 0.8431486487388611}
{'epoch': 260, 'iter': 60, 'avg_loss': 0.9047740512206907, 'avg_acc_mask': 70.96446700507613, 'loss': 0.9703952074050903}
{'epoch': 260, 'iter': 70, 'avg_loss': 0.9179948408838728, 'avg_acc_mask': 70.76659038901602, 'loss': 0.9282861351966858}
{'epoch': 260, 'iter': 80, 'avg_loss': 0.9150776995552911, 'avg_acc_mask': 70.9994952044422, 'loss': 0.8576489090919495}
{'epoch': 260, 'iter': 90, 'avg_loss': 0.9248337274069315, 'avg_acc_mask': 70.69159720657807, 'loss': 1.002714991569519}
{'epoch': 260, 'iter': 100, 'avg_loss': 0.925967804866262, 'avg_acc_mask': 70.59664895790763, 'loss': 0.7426913976669312}
{'epoch': 260, 'iter': 110, 'avg_loss': 0.9339061642552281, 'avg_acc_mask': 70.17219033512313, 'loss': 1.2841179370880127}
{'epoch': 260, 'iter': 120, 'avg_loss': 0.9434531725142613, 'avg_acc_mask': 70.00680503572644, 'loss': 1.3060754537582397}
{'epoch': 260, 'iter': 130, 'avg_loss': 0.9427233274656398, 'avg_acc_mask': 70.04658385093168, 'loss': 0.9788398146629333}
{'epoch': 260, 'iter': 140, 'avg_loss': 0.9463824900329536, 'avg_acc_mask': 69.89509987067107, 'loss': 0.9181103706359863}
{'epoch': 260, 'iter': 150, 'avg_loss': 0.9506781732799202, 'avg_acc_mask': 69.75931155035633, 'loss': 1.3026564121246338}
{'epoch': 260, 'iter': 160, 'avg_loss': 0.956009294305529, 'avg_acc_mask': 69.53950679416205, 'loss': 1.0323904752731323}
{'epoch': 260, 'iter': 170, 'avg_loss': 0.9572350051667955, 'avg_acc_mask': 69.51479289940828, 'loss': 0.9983059763908386}
{'epoch': 260, 'iter': 180, 'avg_loss': 0.9620282165911975, 'avg_acc_mask': 69.45503476115721, 'loss': 1.2427607774734497}
{'epoch': 260, 'iter': 190, 'avg_loss': 0.9616506842418491, 'avg_acc_mask': 69.4888178913738, 'loss': 0.7209988832473755}
{'epoch': 260, 'iter': 200, 'avg_loss': 0.9628642678853885, 'avg_acc_mask': 69.4143825225043, 'loss': 0.9217408895492554}
{'epoch': 260, 'iter': 210, 'avg_loss': 0.9630258227411604, 'avg_acc_mask': 69.48289119569397, 'loss': 1.05727219581604}
{'epoch': 260, 'iter': 220, 'avg_loss': 0.9668252308983608, 'avg_acc_mask': 69.37060381839774, 'loss': 0.9125363230705261}
{'epoch': 260, 'iter': 230, 'avg_loss': 0.96621296287099, 'avg_acc_mask': 69.40639269406392, 'loss': 0.8380860090255737}
{'epoch': 260, 'iter': 240, 'avg_loss': 0.9643015030508714, 'avg_acc_mask': 69.4631437226523, 'loss': 1.0514048337936401}
{'epoch': 260, 'iter': 250, 'avg_loss': 0.9643713435328815, 'avg_acc_mask': 69.4653401278007, 'loss': 0.7992212772369385}
{'epoch': 260, 'iter': 260, 'avg_loss': 0.9641101662911674, 'avg_acc_mask': 69.50753141340826, 'loss': 0.861932098865509}
{'epoch': 260, 'iter': 270, 'avg_loss': 0.9684666319306926, 'avg_acc_mask': 69.34707386791034, 'loss': 1.2669007778167725}
{'epoch': 260, 'iter': 280, 'avg_loss': 0.9687713099332043, 'avg_acc_mask': 69.34242996080708, 'loss': 0.794970691204071}
{'epoch': 260, 'iter': 290, 'avg_loss': 0.9641422757373233, 'avg_acc_mask': 69.44269190325973, 'loss': 0.5873911380767822}
{'epoch': 260, 'iter': 300, 'avg_loss': 0.9587538539373202, 'avg_acc_mask': 69.5468771261396, 'loss': 0.9565902948379517}
{'epoch': 260, 'iter': 310, 'avg_loss': 0.9587212852726412, 'avg_acc_mask': 69.59721400880478, 'loss': 1.307323932647705}
{'epoch': 260, 'iter': 320, 'avg_loss': 0.9562422035267791, 'avg_acc_mask': 69.68403618295325, 'loss': 1.0826741456985474}
{'epoch': 260, 'iter': 330, 'avg_loss': 0.9565200971332561, 'avg_acc_mask': 69.66243686090921, 'loss': 0.7483953833580017}
{'epoch': 260, 'iter': 340, 'avg_loss': 0.9560422248854316, 'avg_acc_mask': 69.61752558807686, 'loss': 0.8256632685661316}
{'epoch': 260, 'iter': 350, 'avg_loss': 0.9554389755950015, 'avg_acc_mask': 69.58393948210649, 'loss': 0.792608916759491}
{'epoch': 260, 'iter': 360, 'avg_loss': 0.9560420075612055, 'avg_acc_mask': 69.59864330130017, 'loss': 0.7322371006011963}
{'epoch': 260, 'iter': 370, 'avg_loss': 0.9555428508478355, 'avg_acc_mask': 69.51701427003293, 'loss': 1.0655838251113892}
{'epoch': 260, 'iter': 380, 'avg_loss': 0.9547692470037406, 'avg_acc_mask': 69.56242644698834, 'loss': 1.0184335708618164}
{'epoch': 260, 'iter': 390, 'avg_loss': 0.9553675788747685, 'avg_acc_mask': 69.55548615448677, 'loss': 0.8988792896270752}
{'epoch': 'EP260_test', 'avg_loss': 0.9548344761133194, 'total_masked_acc': 69.55313014827018}
{'epoch': 261, 'iter': 0, 'avg_loss': 0.8425331115722656, 'avg_acc_mask': 65.95744680851064, 'loss': 0.8425331115722656}
{'epoch': 261, 'iter': 10, 'avg_loss': 1.0520494363524697, 'avg_acc_mask': 66.7976424361493, 'loss': 1.385252833366394}
{'epoch': 261, 'iter': 20, 'avg_loss': 0.9876151822862171, 'avg_acc_mask': 68.88433981576254, 'loss': 0.8572717308998108}
{'epoch': 261, 'iter': 30, 'avg_loss': 0.975004744145178, 'avg_acc_mask': 70.11019283746556, 'loss': 0.8525015115737915}
{'epoch': 261, 'iter': 40, 'avg_loss': 0.9588103904956724, 'avg_acc_mask': 69.9687174139729, 'loss': 1.152350664138794}
{'epoch': 261, 'iter': 50, 'avg_loss': 0.955993093696295, 'avg_acc_mask': 69.72775294595694, 'loss': 0.8771911859512329}
{'epoch': 261, 'iter': 60, 'avg_loss': 0.9472058913746818, 'avg_acc_mask': 70.04716981132076, 'loss': 0.9081611037254333}
{'epoch': 261, 'iter': 70, 'avg_loss': 0.9375557454539017, 'avg_acc_mask': 70.03968253968253, 'loss': 0.8897290229797363}
{'epoch': 261, 'iter': 80, 'avg_loss': 0.9423429568608602, 'avg_acc_mask': 69.71343873517787, 'loss': 0.8625742197036743}
{'epoch': 261, 'iter': 90, 'avg_loss': 0.951581746667296, 'avg_acc_mask': 69.5130086724483, 'loss': 0.9945539832115173}
{'epoch': 261, 'iter': 100, 'avg_loss': 0.9519401470033249, 'avg_acc_mask': 69.59405144694534, 'loss': 0.77341228723526}
{'epoch': 261, 'iter': 110, 'avg_loss': 0.9537808180929305, 'avg_acc_mask': 69.30819912152269, 'loss': 1.2780954837799072}
{'epoch': 261, 'iter': 120, 'avg_loss': 0.9532983524740235, 'avg_acc_mask': 69.14304880093913, 'loss': 1.1899056434631348}
{'epoch': 261, 'iter': 130, 'avg_loss': 0.9566075264952565, 'avg_acc_mask': 69.11810052420599, 'loss': 1.0535038709640503}
{'epoch': 261, 'iter': 140, 'avg_loss': 0.9555979011752082, 'avg_acc_mask': 68.98426323319026, 'loss': 1.0527604818344116}
{'epoch': 261, 'iter': 150, 'avg_loss': 0.9578458828641879, 'avg_acc_mask': 68.96321070234114, 'loss': 1.0819658041000366}
{'epoch': 261, 'iter': 160, 'avg_loss': 0.9558825159665221, 'avg_acc_mask': 69.10415881392134, 'loss': 0.7178946733474731}
{'epoch': 261, 'iter': 170, 'avg_loss': 0.9569472416102538, 'avg_acc_mask': 69.16032350142721, 'loss': 0.9602070450782776}
{'epoch': 261, 'iter': 180, 'avg_loss': 0.9587707615030404, 'avg_acc_mask': 69.08844765342961, 'loss': 1.2750145196914673}
{'epoch': 261, 'iter': 190, 'avg_loss': 0.9534286956512491, 'avg_acc_mask': 69.17293233082707, 'loss': 0.7264814972877502}
{'epoch': 261, 'iter': 200, 'avg_loss': 0.955055840276367, 'avg_acc_mask': 69.06555374592834, 'loss': 0.9995425343513489}
{'epoch': 261, 'iter': 210, 'avg_loss': 0.9558678385205743, 'avg_acc_mask': 69.14047341870392, 'loss': 1.1553875207901}
{'epoch': 261, 'iter': 220, 'avg_loss': 0.9557325435439925, 'avg_acc_mask': 69.13364055299539, 'loss': 0.8890597820281982}
{'epoch': 261, 'iter': 230, 'avg_loss': 0.9526429075699347, 'avg_acc_mask': 69.24030458650611, 'loss': 0.5252651572227478}
{'epoch': 261, 'iter': 240, 'avg_loss': 0.9497053216354481, 'avg_acc_mask': 69.25238419618529, 'loss': 0.8232153058052063}
{'epoch': 261, 'iter': 250, 'avg_loss': 0.9469367091161797, 'avg_acc_mask': 69.3126022913257, 'loss': 0.8570796847343445}
{'epoch': 261, 'iter': 260, 'avg_loss': 0.9502353546034787, 'avg_acc_mask': 69.24770065246443, 'loss': 0.9554920196533203}
{'epoch': 261, 'iter': 270, 'avg_loss': 0.9524523284822373, 'avg_acc_mask': 69.19230186391877, 'loss': 1.050279974937439}
{'epoch': 261, 'iter': 280, 'avg_loss': 0.95630813504029, 'avg_acc_mask': 69.08067816427945, 'loss': 1.016892433166504}
{'epoch': 261, 'iter': 290, 'avg_loss': 0.9536276014195275, 'avg_acc_mask': 69.14540185198275, 'loss': 0.8812353014945984}
{'epoch': 261, 'iter': 300, 'avg_loss': 0.9509546617138821, 'avg_acc_mask': 69.2291866684954, 'loss': 1.0429728031158447}
{'epoch': 261, 'iter': 310, 'avg_loss': 0.9517696157720694, 'avg_acc_mask': 69.14816042426251, 'loss': 1.098515272140503}
{'epoch': 261, 'iter': 320, 'avg_loss': 0.9497666753526789, 'avg_acc_mask': 69.22382671480143, 'loss': 0.9327155947685242}
{'epoch': 261, 'iter': 330, 'avg_loss': 0.9514343429728217, 'avg_acc_mask': 69.17919799498748, 'loss': 1.2068363428115845}
{'epoch': 261, 'iter': 340, 'avg_loss': 0.9478867931449868, 'avg_acc_mask': 69.28211663329085, 'loss': 0.489639550447464}
{'epoch': 261, 'iter': 350, 'avg_loss': 0.9482036698238123, 'avg_acc_mask': 69.30495119369634, 'loss': 0.9307679533958435}
{'epoch': 261, 'iter': 360, 'avg_loss': 0.9482822987841767, 'avg_acc_mask': 69.3293099521749, 'loss': 0.6570054888725281}
{'epoch': 261, 'iter': 370, 'avg_loss': 0.949403083710015, 'avg_acc_mask': 69.24436588599204, 'loss': 1.1516056060791016}
{'epoch': 261, 'iter': 380, 'avg_loss': 0.9507540616150604, 'avg_acc_mask': 69.18485858694483, 'loss': 1.006314992904663}
{'epoch': 261, 'iter': 390, 'avg_loss': 0.95108343024388, 'avg_acc_mask': 69.19051854952644, 'loss': 0.8905024528503418}
{'epoch': 'EP261_test', 'avg_loss': 0.9504837292914439, 'total_masked_acc': 69.2462883451451}
{'epoch': 262, 'iter': 0, 'avg_loss': 0.7790977358818054, 'avg_acc_mask': 80.0, 'loss': 0.7790977358818054}
{'epoch': 262, 'iter': 10, 'avg_loss': 1.004289280284535, 'avg_acc_mask': 67.27272727272727, 'loss': 1.0726133584976196}
{'epoch': 262, 'iter': 20, 'avg_loss': 0.9508134240195865, 'avg_acc_mask': 68.56316297010608, 'loss': 0.9475067257881165}
{'epoch': 262, 'iter': 30, 'avg_loss': 0.9330118279303273, 'avg_acc_mask': 69.38110749185668, 'loss': 1.0486810207366943}
{'epoch': 262, 'iter': 40, 'avg_loss': 0.9368559979810948, 'avg_acc_mask': 69.71177332681974, 'loss': 1.1373835802078247}
{'epoch': 262, 'iter': 50, 'avg_loss': 0.9205431832986719, 'avg_acc_mask': 70.21943573667711, 'loss': 0.773019015789032}
{'epoch': 262, 'iter': 60, 'avg_loss': 0.9205112750412988, 'avg_acc_mask': 70.1492537313433, 'loss': 0.7888965010643005}
{'epoch': 262, 'iter': 70, 'avg_loss': 0.9089511683289434, 'avg_acc_mask': 70.62464828362408, 'loss': 0.8426299095153809}
{'epoch': 262, 'iter': 80, 'avg_loss': 0.9123137343077012, 'avg_acc_mask': 70.55016181229773, 'loss': 0.9168815016746521}
{'epoch': 262, 'iter': 90, 'avg_loss': 0.9075145872084649, 'avg_acc_mask': 70.83609088903596, 'loss': 0.7303563952445984}
{'epoch': 262, 'iter': 100, 'avg_loss': 0.9075167072881566, 'avg_acc_mask': 70.6634692246203, 'loss': 0.8213427662849426}
{'epoch': 262, 'iter': 110, 'avg_loss': 0.9184516190408586, 'avg_acc_mask': 70.2820746132848, 'loss': 1.1426665782928467}
{'epoch': 262, 'iter': 120, 'avg_loss': 0.933423026041551, 'avg_acc_mask': 69.93639102778708, 'loss': 1.2976858615875244}
{'epoch': 262, 'iter': 130, 'avg_loss': 0.9352429832210978, 'avg_acc_mask': 69.92133271633503, 'loss': 0.9200391173362732}
{'epoch': 262, 'iter': 140, 'avg_loss': 0.9367123685830029, 'avg_acc_mask': 69.77611940298507, 'loss': 1.288387417793274}
{'epoch': 262, 'iter': 150, 'avg_loss': 0.9388514232161819, 'avg_acc_mask': 69.73241898615032, 'loss': 1.3211486339569092}
{'epoch': 262, 'iter': 160, 'avg_loss': 0.94317176549331, 'avg_acc_mask': 69.65482361866229, 'loss': 0.962883472442627}
{'epoch': 262, 'iter': 170, 'avg_loss': 0.94796665858107, 'avg_acc_mask': 69.42364824717767, 'loss': 1.150100588798523}
{'epoch': 262, 'iter': 180, 'avg_loss': 0.9482514232561733, 'avg_acc_mask': 69.43506639657889, 'loss': 1.162505030632019}
{'epoch': 262, 'iter': 190, 'avg_loss': 0.9437317529898039, 'avg_acc_mask': 69.51597392883855, 'loss': 0.7696242332458496}
{'epoch': 262, 'iter': 200, 'avg_loss': 0.9408767353835984, 'avg_acc_mask': 69.52419600284063, 'loss': 0.9947645664215088}
{'epoch': 262, 'iter': 210, 'avg_loss': 0.94537245379805, 'avg_acc_mask': 69.33448906866995, 'loss': 1.077244758605957}
{'epoch': 262, 'iter': 220, 'avg_loss': 0.9500662625105672, 'avg_acc_mask': 69.2518748856777, 'loss': 0.7680185437202454}
{'epoch': 262, 'iter': 230, 'avg_loss': 0.9460019905329783, 'avg_acc_mask': 69.32758317197677, 'loss': 0.8289853930473328}
{'epoch': 262, 'iter': 240, 'avg_loss': 0.9454503670272986, 'avg_acc_mask': 69.2638140161725, 'loss': 0.9057184457778931}
{'epoch': 262, 'iter': 250, 'avg_loss': 0.9457601479800098, 'avg_acc_mask': 69.29831628131797, 'loss': 0.844012439250946}
{'epoch': 262, 'iter': 260, 'avg_loss': 0.9433436300105975, 'avg_acc_mask': 69.3340577460416, 'loss': 0.7329724431037903}
{'epoch': 262, 'iter': 270, 'avg_loss': 0.9449600911668306, 'avg_acc_mask': 69.27094992910978, 'loss': 0.8691684007644653}
{'epoch': 262, 'iter': 280, 'avg_loss': 0.9487526701014237, 'avg_acc_mask': 69.22411929976226, 'loss': 1.1855043172836304}
{'epoch': 262, 'iter': 290, 'avg_loss': 0.9475499336252508, 'avg_acc_mask': 69.26292322697506, 'loss': 0.8174187541007996}
{'epoch': 262, 'iter': 300, 'avg_loss': 0.9443055336855575, 'avg_acc_mask': 69.38541455845645, 'loss': 0.6566675305366516}
{'epoch': 262, 'iter': 310, 'avg_loss': 0.9438743024968641, 'avg_acc_mask': 69.3929503916449, 'loss': 1.0053741931915283}
{'epoch': 262, 'iter': 320, 'avg_loss': 0.9426647861984289, 'avg_acc_mask': 69.45572189799543, 'loss': 0.9353221654891968}
{'epoch': 262, 'iter': 330, 'avg_loss': 0.9437006505774588, 'avg_acc_mask': 69.4681832154934, 'loss': 0.9606756567955017}
{'epoch': 262, 'iter': 340, 'avg_loss': 0.9452664078680302, 'avg_acc_mask': 69.43483963276499, 'loss': 0.8220842480659485}
{'epoch': 262, 'iter': 350, 'avg_loss': 0.9458421136748757, 'avg_acc_mask': 69.44460531649969, 'loss': 0.8609133362770081}
{'epoch': 262, 'iter': 360, 'avg_loss': 0.9462673706196022, 'avg_acc_mask': 69.43115962414899, 'loss': 0.897442102432251}
{'epoch': 262, 'iter': 370, 'avg_loss': 0.9427950476218426, 'avg_acc_mask': 69.557114667836, 'loss': 0.9625197052955627}
{'epoch': 262, 'iter': 380, 'avg_loss': 0.9426466957947087, 'avg_acc_mask': 69.50977765871953, 'loss': 0.5027917623519897}
{'epoch': 262, 'iter': 390, 'avg_loss': 0.944041091539061, 'avg_acc_mask': 69.45763950514173, 'loss': 1.036507487297058}
{'epoch': 'EP262_test', 'avg_loss': 0.9442821589834762, 'total_masked_acc': 69.48226072607261}
{'epoch': 263, 'iter': 0, 'avg_loss': 0.9794086813926697, 'avg_acc_mask': 72.1311475409836, 'loss': 0.9794086813926697}
{'epoch': 263, 'iter': 10, 'avg_loss': 1.0086304057728162, 'avg_acc_mask': 69.43005181347151, 'loss': 0.9213082194328308}
{'epoch': 263, 'iter': 20, 'avg_loss': 0.9709248599551973, 'avg_acc_mask': 69.38588450962419, 'loss': 0.8977006673812866}
{'epoch': 263, 'iter': 30, 'avg_loss': 0.9423646234696911, 'avg_acc_mask': 70.25998731769182, 'loss': 0.793800413608551}
{'epoch': 263, 'iter': 40, 'avg_loss': 0.9180807500350766, 'avg_acc_mask': 70.56823700825645, 'loss': 0.9296596050262451}
{'epoch': 263, 'iter': 50, 'avg_loss': 0.9198671158622292, 'avg_acc_mask': 70.58368766911481, 'loss': 0.9095869660377502}
{'epoch': 263, 'iter': 60, 'avg_loss': 0.9101900683074701, 'avg_acc_mask': 71.08276087667647, 'loss': 0.6141151785850525}
{'epoch': 263, 'iter': 70, 'avg_loss': 0.9131748642719967, 'avg_acc_mask': 70.62430323299888, 'loss': 1.1068381071090698}
{'epoch': 263, 'iter': 80, 'avg_loss': 0.9334314244764822, 'avg_acc_mask': 69.80670418399805, 'loss': 1.260859489440918}
{'epoch': 263, 'iter': 90, 'avg_loss': 0.930936560853497, 'avg_acc_mask': 70.12302284710017, 'loss': 0.8825206160545349}
{'epoch': 263, 'iter': 100, 'avg_loss': 0.9273941726377695, 'avg_acc_mask': 70.1133426128455, 'loss': 0.8815029263496399}
{'epoch': 263, 'iter': 110, 'avg_loss': 0.9355716273054346, 'avg_acc_mask': 69.78922716627635, 'loss': 1.2263808250427246}
{'epoch': 263, 'iter': 120, 'avg_loss': 0.9438629177483645, 'avg_acc_mask': 69.73597359735973, 'loss': 1.0786681175231934}
{'epoch': 263, 'iter': 130, 'avg_loss': 0.9464118878805, 'avg_acc_mask': 69.60620343621711, 'loss': 1.3783732652664185}
{'epoch': 263, 'iter': 140, 'avg_loss': 0.9453769751051639, 'avg_acc_mask': 69.79459763646595, 'loss': 1.0987827777862549}
{'epoch': 263, 'iter': 150, 'avg_loss': 0.9487015606946503, 'avg_acc_mask': 69.73079448456993, 'loss': 1.2304233312606812}
{'epoch': 263, 'iter': 160, 'avg_loss': 0.9494123564373632, 'avg_acc_mask': 69.78896704924102, 'loss': 0.869964063167572}
{'epoch': 263, 'iter': 170, 'avg_loss': 0.9518139785841891, 'avg_acc_mask': 69.65388649341568, 'loss': 1.2174113988876343}
{'epoch': 263, 'iter': 180, 'avg_loss': 0.9567935563912049, 'avg_acc_mask': 69.48480845442536, 'loss': 1.2083314657211304}
{'epoch': 263, 'iter': 190, 'avg_loss': 0.9541066533920028, 'avg_acc_mask': 69.4901057480892, 'loss': 0.7442204356193542}
{'epoch': 263, 'iter': 200, 'avg_loss': 0.9560040717397756, 'avg_acc_mask': 69.4019471488178, 'loss': 1.306269884109497}
{'epoch': 263, 'iter': 210, 'avg_loss': 0.9587270370309386, 'avg_acc_mask': 69.42000189232661, 'loss': 0.9421677589416504}
{'epoch': 263, 'iter': 220, 'avg_loss': 0.9591432344589838, 'avg_acc_mask': 69.45092409833123, 'loss': 1.0126162767410278}
{'epoch': 263, 'iter': 230, 'avg_loss': 0.9559402087808171, 'avg_acc_mask': 69.48801930701603, 'loss': 0.7032023072242737}
{'epoch': 263, 'iter': 240, 'avg_loss': 0.9538323704879809, 'avg_acc_mask': 69.52074569001073, 'loss': 0.8589301109313965}
{'epoch': 263, 'iter': 250, 'avg_loss': 0.9511432736755843, 'avg_acc_mask': 69.51548848292296, 'loss': 0.6634361147880554}
{'epoch': 263, 'iter': 260, 'avg_loss': 0.9503672558000718, 'avg_acc_mask': 69.51462256928494, 'loss': 0.7930721640586853}
{'epoch': 263, 'iter': 270, 'avg_loss': 0.9518921686494483, 'avg_acc_mask': 69.51075744179192, 'loss': 1.0300090312957764}
{'epoch': 263, 'iter': 280, 'avg_loss': 0.9524708628866596, 'avg_acc_mask': 69.52563829030652, 'loss': 0.755124568939209}
{'epoch': 263, 'iter': 290, 'avg_loss': 0.9492299690893835, 'avg_acc_mask': 69.6073712438974, 'loss': 1.1342836618423462}
{'epoch': 263, 'iter': 300, 'avg_loss': 0.9475734114052845, 'avg_acc_mask': 69.69596167919633, 'loss': 0.8401756286621094}
{'epoch': 263, 'iter': 310, 'avg_loss': 0.9483013263277685, 'avg_acc_mask': 69.65872504829362, 'loss': 1.0081154108047485}
{'epoch': 263, 'iter': 320, 'avg_loss': 0.9489995919841101, 'avg_acc_mask': 69.66797974113675, 'loss': 1.0948436260223389}
{'epoch': 263, 'iter': 330, 'avg_loss': 0.9460327127368788, 'avg_acc_mask': 69.75503274314819, 'loss': 0.8243486881256104}
{'epoch': 263, 'iter': 340, 'avg_loss': 0.9460115804175827, 'avg_acc_mask': 69.70017636684304, 'loss': 0.9122455716133118}
{'epoch': 263, 'iter': 350, 'avg_loss': 0.9471016983870427, 'avg_acc_mask': 69.70819560013678, 'loss': 0.9175816178321838}
{'epoch': 263, 'iter': 360, 'avg_loss': 0.9490499475821234, 'avg_acc_mask': 69.67616938831995, 'loss': 0.7866867184638977}
{'epoch': 263, 'iter': 370, 'avg_loss': 0.9466781690917567, 'avg_acc_mask': 69.77233491583945, 'loss': 0.7500396966934204}
{'epoch': 263, 'iter': 380, 'avg_loss': 0.9450645452252836, 'avg_acc_mask': 69.86084756483238, 'loss': 0.5946497321128845}
{'epoch': 263, 'iter': 390, 'avg_loss': 0.9437981224273477, 'avg_acc_mask': 69.89225243714725, 'loss': 0.8546718955039978}
{'epoch': 'EP263_test', 'avg_loss': 0.9445900445183119, 'total_masked_acc': 69.90606752982991}
{'epoch': 264, 'iter': 0, 'avg_loss': 0.9241873025894165, 'avg_acc_mask': 65.78947368421053, 'loss': 0.9241873025894165}
{'epoch': 264, 'iter': 10, 'avg_loss': 1.0186078602617437, 'avg_acc_mask': 65.8203125, 'loss': 1.0173019170761108}
{'epoch': 264, 'iter': 20, 'avg_loss': 0.9379549140021914, 'avg_acc_mask': 68.63354037267081, 'loss': 0.9477351903915405}
{'epoch': 264, 'iter': 30, 'avg_loss': 0.9994752868529289, 'avg_acc_mask': 68.06318681318682, 'loss': 1.1401857137680054}
{'epoch': 264, 'iter': 40, 'avg_loss': 0.95626184998489, 'avg_acc_mask': 69.18694976696013, 'loss': 0.9362250566482544}
{'epoch': 264, 'iter': 50, 'avg_loss': 0.9367822326865851, 'avg_acc_mask': 69.96726677577742, 'loss': 0.7228944897651672}
{'epoch': 264, 'iter': 60, 'avg_loss': 0.9330155233867833, 'avg_acc_mask': 70.6415620641562, 'loss': 0.6905912756919861}
{'epoch': 264, 'iter': 70, 'avg_loss': 0.9315645787077891, 'avg_acc_mask': 70.6972639011474, 'loss': 0.8164331912994385}
{'epoch': 264, 'iter': 80, 'avg_loss': 0.9442407915621628, 'avg_acc_mask': 70.09563194623934, 'loss': 0.9153273701667786}
{'epoch': 264, 'iter': 90, 'avg_loss': 0.9340022284905989, 'avg_acc_mask': 70.43938348286174, 'loss': 0.9217124581336975}
{'epoch': 264, 'iter': 100, 'avg_loss': 0.9370083454811927, 'avg_acc_mask': 70.51627617665353, 'loss': 0.8296120166778564}
{'epoch': 264, 'iter': 110, 'avg_loss': 0.9367611284728523, 'avg_acc_mask': 70.48565535345959, 'loss': 1.3077142238616943}
{'epoch': 264, 'iter': 120, 'avg_loss': 0.9405453022846506, 'avg_acc_mask': 70.38743812937362, 'loss': 0.8356401324272156}
{'epoch': 264, 'iter': 130, 'avg_loss': 0.9421415943225832, 'avg_acc_mask': 70.38606403013182, 'loss': 1.2449795007705688}
{'epoch': 264, 'iter': 140, 'avg_loss': 0.9467166865125616, 'avg_acc_mask': 70.31704479348458, 'loss': 1.3004337549209595}
{'epoch': 264, 'iter': 150, 'avg_loss': 0.9449814009350657, 'avg_acc_mask': 70.3133514986376, 'loss': 0.9979285001754761}
{'epoch': 264, 'iter': 160, 'avg_loss': 0.9526270716827109, 'avg_acc_mask': 70.0920245398773, 'loss': 0.9202577471733093}
{'epoch': 264, 'iter': 170, 'avg_loss': 0.9509747003951268, 'avg_acc_mask': 70.0, 'loss': 0.9470247626304626}
{'epoch': 264, 'iter': 180, 'avg_loss': 0.9578832394510343, 'avg_acc_mask': 69.70978062157222, 'loss': 1.4772697687149048}
{'epoch': 264, 'iter': 190, 'avg_loss': 0.952760741192633, 'avg_acc_mask': 69.91525423728814, 'loss': 0.990385890007019}
{'epoch': 264, 'iter': 200, 'avg_loss': 0.9538130061839943, 'avg_acc_mask': 69.88500984150005, 'loss': 0.5224127173423767}
{'epoch': 264, 'iter': 210, 'avg_loss': 0.9558263173882995, 'avg_acc_mask': 69.89236693986372, 'loss': 1.3457238674163818}
{'epoch': 264, 'iter': 220, 'avg_loss': 0.9566862398412972, 'avg_acc_mask': 69.73449666948119, 'loss': 0.7089421153068542}
{'epoch': 264, 'iter': 230, 'avg_loss': 0.954206182198091, 'avg_acc_mask': 69.83769161406673, 'loss': 1.0197571516036987}
{'epoch': 264, 'iter': 240, 'avg_loss': 0.9552990849829314, 'avg_acc_mask': 69.71295175514439, 'loss': 0.9306333065032959}
{'epoch': 264, 'iter': 250, 'avg_loss': 0.9561562439597461, 'avg_acc_mask': 69.71889554224884, 'loss': 0.8205326795578003}
{'epoch': 264, 'iter': 260, 'avg_loss': 0.9584740237029576, 'avg_acc_mask': 69.71199999999999, 'loss': 1.0309505462646484}
{'epoch': 264, 'iter': 270, 'avg_loss': 0.9621450739373141, 'avg_acc_mask': 69.624337404932, 'loss': 0.9438808560371399}
{'epoch': 264, 'iter': 280, 'avg_loss': 0.9650373481134503, 'avg_acc_mask': 69.50480413895048, 'loss': 0.9892001152038574}
{'epoch': 264, 'iter': 290, 'avg_loss': 0.96404999299967, 'avg_acc_mask': 69.49297582542965, 'loss': 0.7793737053871155}
{'epoch': 264, 'iter': 300, 'avg_loss': 0.9597842733923383, 'avg_acc_mask': 69.54749568221071, 'loss': 1.19901704788208}
{'epoch': 264, 'iter': 310, 'avg_loss': 0.9635513021439984, 'avg_acc_mask': 69.38271604938272, 'loss': 1.0165517330169678}
{'epoch': 264, 'iter': 320, 'avg_loss': 0.9611690604241094, 'avg_acc_mask': 69.50579700757821, 'loss': 0.7785707712173462}
{'epoch': 264, 'iter': 330, 'avg_loss': 0.9626697047059269, 'avg_acc_mask': 69.37429325292122, 'loss': 1.3130067586898804}
{'epoch': 264, 'iter': 340, 'avg_loss': 0.961933986794564, 'avg_acc_mask': 69.32191031717097, 'loss': 0.7474246621131897}
{'epoch': 264, 'iter': 350, 'avg_loss': 0.9642699283582193, 'avg_acc_mask': 69.23122342938119, 'loss': 0.730144202709198}
{'epoch': 264, 'iter': 360, 'avg_loss': 0.9648721106660003, 'avg_acc_mask': 69.20304365238286, 'loss': 0.7622098326683044}
{'epoch': 264, 'iter': 370, 'avg_loss': 0.964603864841384, 'avg_acc_mask': 69.17414821836837, 'loss': 1.1205990314483643}
{'epoch': 264, 'iter': 380, 'avg_loss': 0.9624481827724637, 'avg_acc_mask': 69.25582152743853, 'loss': 0.7836297154426575}
{'epoch': 264, 'iter': 390, 'avg_loss': 0.9617015566210003, 'avg_acc_mask': 69.2238695720994, 'loss': 1.2057981491088867}
{'epoch': 'EP264_test', 'avg_loss': 0.9619116112589836, 'total_masked_acc': 69.23638259056554}
{'epoch': 265, 'iter': 0, 'avg_loss': 0.6648510098457336, 'avg_acc_mask': 76.08695652173914, 'loss': 0.6648510098457336}
{'epoch': 265, 'iter': 10, 'avg_loss': 1.0180843526666814, 'avg_acc_mask': 66.98113207547169, 'loss': 1.332113265991211}
{'epoch': 265, 'iter': 20, 'avg_loss': 0.9641308415503729, 'avg_acc_mask': 69.05472636815921, 'loss': 0.7742480635643005}
{'epoch': 265, 'iter': 30, 'avg_loss': 0.9587370926334012, 'avg_acc_mask': 68.68820039551747, 'loss': 0.9359222650527954}
{'epoch': 265, 'iter': 40, 'avg_loss': 0.9488931472708539, 'avg_acc_mask': 69.63746223564955, 'loss': 0.8158637881278992}
{'epoch': 265, 'iter': 50, 'avg_loss': 0.9438927757973764, 'avg_acc_mask': 69.79414093428346, 'loss': 0.6747370958328247}
{'epoch': 265, 'iter': 60, 'avg_loss': 0.9496014333162152, 'avg_acc_mask': 69.55799268860086, 'loss': 1.3073066473007202}
{'epoch': 265, 'iter': 70, 'avg_loss': 0.944841012988292, 'avg_acc_mask': 69.52838181304716, 'loss': 1.124821662902832}
{'epoch': 265, 'iter': 80, 'avg_loss': 0.9395299288961623, 'avg_acc_mask': 69.7570649479425, 'loss': 0.8551056385040283}
{'epoch': 265, 'iter': 90, 'avg_loss': 0.9315815744819221, 'avg_acc_mask': 70.16881386050645, 'loss': 0.7249048948287964}
{'epoch': 265, 'iter': 100, 'avg_loss': 0.9401588197981957, 'avg_acc_mask': 70.05015045135407, 'loss': 1.2521556615829468}
{'epoch': 265, 'iter': 110, 'avg_loss': 0.9427156373187229, 'avg_acc_mask': 70.13246234803121, 'loss': 1.018683671951294}
{'epoch': 265, 'iter': 120, 'avg_loss': 0.9542394112949529, 'avg_acc_mask': 69.72981987991996, 'loss': 1.2953708171844482}
{'epoch': 265, 'iter': 130, 'avg_loss': 0.9518241113378801, 'avg_acc_mask': 69.87896430212962, 'loss': 0.9072278738021851}
{'epoch': 265, 'iter': 140, 'avg_loss': 0.9457225782651428, 'avg_acc_mask': 70.01140250855188, 'loss': 0.8851007223129272}
{'epoch': 265, 'iter': 150, 'avg_loss': 0.9440477316742701, 'avg_acc_mask': 70.0429876410532, 'loss': 1.3628712892532349}
{'epoch': 265, 'iter': 160, 'avg_loss': 0.9432873688869595, 'avg_acc_mask': 69.9345582683111, 'loss': 0.9913656115531921}
{'epoch': 265, 'iter': 170, 'avg_loss': 0.9470505334480465, 'avg_acc_mask': 69.76331360946746, 'loss': 1.0492489337921143}
{'epoch': 265, 'iter': 180, 'avg_loss': 0.9523114199796434, 'avg_acc_mask': 69.5359784801614, 'loss': 1.6035534143447876}
{'epoch': 265, 'iter': 190, 'avg_loss': 0.9453390558976777, 'avg_acc_mask': 69.72996050805848, 'loss': 0.8303205966949463}
{'epoch': 265, 'iter': 200, 'avg_loss': 0.9501473277955506, 'avg_acc_mask': 69.53783646521077, 'loss': 0.6613729000091553}
{'epoch': 265, 'iter': 210, 'avg_loss': 0.950593654578331, 'avg_acc_mask': 69.47818482168886, 'loss': 1.3090825080871582}
{'epoch': 265, 'iter': 220, 'avg_loss': 0.9478600667073176, 'avg_acc_mask': 69.51569589776831, 'loss': 0.9724568724632263}
{'epoch': 265, 'iter': 230, 'avg_loss': 0.9442292046753359, 'avg_acc_mask': 69.65572457966374, 'loss': 0.8233944773674011}
{'epoch': 265, 'iter': 240, 'avg_loss': 0.9456504558626547, 'avg_acc_mask': 69.59747569503666, 'loss': 1.1818747520446777}
{'epoch': 265, 'iter': 250, 'avg_loss': 0.9461738659566142, 'avg_acc_mask': 69.62914556445025, 'loss': 0.9258384704589844}
{'epoch': 265, 'iter': 260, 'avg_loss': 0.9458673221854871, 'avg_acc_mask': 69.5723942776293, 'loss': 0.8495170474052429}
{'epoch': 265, 'iter': 270, 'avg_loss': 0.9500292304257185, 'avg_acc_mask': 69.47639225181598, 'loss': 0.9691937565803528}
{'epoch': 265, 'iter': 280, 'avg_loss': 0.9509786047120959, 'avg_acc_mask': 69.46999561979851, 'loss': 1.0671364068984985}
{'epoch': 265, 'iter': 290, 'avg_loss': 0.9470204515350643, 'avg_acc_mask': 69.57012776169972, 'loss': 1.0140005350112915}
{'epoch': 265, 'iter': 300, 'avg_loss': 0.9456269235111946, 'avg_acc_mask': 69.5711647630121, 'loss': 0.8364381194114685}
{'epoch': 265, 'iter': 310, 'avg_loss': 0.9459428964512141, 'avg_acc_mask': 69.57956570523397, 'loss': 1.0993446111679077}
{'epoch': 265, 'iter': 320, 'avg_loss': 0.9458107262199913, 'avg_acc_mask': 69.64594404251233, 'loss': 1.297003984451294}
{'epoch': 265, 'iter': 330, 'avg_loss': 0.9422435143743036, 'avg_acc_mask': 69.78475280689783, 'loss': 0.8703932762145996}
{'epoch': 265, 'iter': 340, 'avg_loss': 0.9399683626690918, 'avg_acc_mask': 69.80462879470994, 'loss': 0.8847565650939941}
{'epoch': 265, 'iter': 350, 'avg_loss': 0.9400888948868482, 'avg_acc_mask': 69.83432504958581, 'loss': 1.0492111444473267}
{'epoch': 265, 'iter': 360, 'avg_loss': 0.9415175583719216, 'avg_acc_mask': 69.83911171538637, 'loss': 1.0215649604797363}
{'epoch': 265, 'iter': 370, 'avg_loss': 0.9383871201074349, 'avg_acc_mask': 69.89927899168914, 'loss': 0.836726725101471}
{'epoch': 265, 'iter': 380, 'avg_loss': 0.9405354022823293, 'avg_acc_mask': 69.85345429169574, 'loss': 0.7340028285980225}
{'epoch': 265, 'iter': 390, 'avg_loss': 0.9389751369843398, 'avg_acc_mask': 69.88624504278856, 'loss': 0.9595831632614136}
{'epoch': 'EP265_test', 'avg_loss': 0.9388719140128656, 'total_masked_acc': 69.87678506985617}
{'epoch': 266, 'iter': 0, 'avg_loss': 0.692410945892334, 'avg_acc_mask': 78.18181818181819, 'loss': 0.692410945892334}
{'epoch': 266, 'iter': 10, 'avg_loss': 0.9591640342365612, 'avg_acc_mask': 69.30320150659134, 'loss': 0.6966163516044617}
{'epoch': 266, 'iter': 20, 'avg_loss': 0.9581437082517714, 'avg_acc_mask': 69.04995102840353, 'loss': 0.9307270646095276}
{'epoch': 266, 'iter': 30, 'avg_loss': 0.9571701365132486, 'avg_acc_mask': 68.43137254901961, 'loss': 1.166784644126892}
{'epoch': 266, 'iter': 40, 'avg_loss': 0.9586507489041585, 'avg_acc_mask': 68.35568802781917, 'loss': 1.1188668012619019}
{'epoch': 266, 'iter': 50, 'avg_loss': 0.9478515281396753, 'avg_acc_mask': 69.00515259611574, 'loss': 0.8767139911651611}
{'epoch': 266, 'iter': 60, 'avg_loss': 0.9555379035042935, 'avg_acc_mask': 69.1554054054054, 'loss': 0.8892188668251038}
{'epoch': 266, 'iter': 70, 'avg_loss': 0.9447599070172914, 'avg_acc_mask': 69.51640759930915, 'loss': 0.9004276394844055}
{'epoch': 266, 'iter': 80, 'avg_loss': 0.939356745025258, 'avg_acc_mask': 69.82367758186398, 'loss': 0.984220027923584}
{'epoch': 266, 'iter': 90, 'avg_loss': 0.951732663662879, 'avg_acc_mask': 69.48356807511738, 'loss': 0.6117353439331055}
{'epoch': 266, 'iter': 100, 'avg_loss': 0.9528122266920487, 'avg_acc_mask': 69.56786366402922, 'loss': 0.834454357624054}
{'epoch': 266, 'iter': 110, 'avg_loss': 0.9559633060618564, 'avg_acc_mask': 69.366391184573, 'loss': 1.0932369232177734}
{'epoch': 266, 'iter': 120, 'avg_loss': 0.9538128868607451, 'avg_acc_mask': 69.42978723404255, 'loss': 1.2538707256317139}
{'epoch': 266, 'iter': 130, 'avg_loss': 0.9564843751091994, 'avg_acc_mask': 69.27549897846927, 'loss': 1.2548555135726929}
{'epoch': 266, 'iter': 140, 'avg_loss': 0.9603195494793831, 'avg_acc_mask': 69.3051890941073, 'loss': 0.999885082244873}
{'epoch': 266, 'iter': 150, 'avg_loss': 0.9594224178238421, 'avg_acc_mask': 69.25606247431155, 'loss': 1.304605484008789}
{'epoch': 266, 'iter': 160, 'avg_loss': 0.9582018215463769, 'avg_acc_mask': 69.25361570247934, 'loss': 0.6997966170310974}
{'epoch': 266, 'iter': 170, 'avg_loss': 0.9567241818584197, 'avg_acc_mask': 69.39571150097466, 'loss': 1.159780740737915}
{'epoch': 266, 'iter': 180, 'avg_loss': 0.9631419185116805, 'avg_acc_mask': 69.16886998505576, 'loss': 1.0201685428619385}
{'epoch': 266, 'iter': 190, 'avg_loss': 0.9596009039129886, 'avg_acc_mask': 69.30131004366812, 'loss': 0.9947763681411743}
{'epoch': 266, 'iter': 200, 'avg_loss': 0.9634523809845768, 'avg_acc_mask': 69.16709777547852, 'loss': 0.9111053943634033}
{'epoch': 266, 'iter': 210, 'avg_loss': 0.9680859429576386, 'avg_acc_mask': 68.99764613573952, 'loss': 1.1898367404937744}
{'epoch': 266, 'iter': 220, 'avg_loss': 0.9644335093001974, 'avg_acc_mask': 69.12845316714724, 'loss': 0.7722464203834534}
{'epoch': 266, 'iter': 230, 'avg_loss': 0.9621542826359406, 'avg_acc_mask': 69.31179148442381, 'loss': 0.9705923795700073}
{'epoch': 266, 'iter': 240, 'avg_loss': 0.9613091238306766, 'avg_acc_mask': 69.38635584504628, 'loss': 0.992454469203949}
{'epoch': 266, 'iter': 250, 'avg_loss': 0.9644167259394885, 'avg_acc_mask': 69.44352979914389, 'loss': 0.9428686499595642}
{'epoch': 266, 'iter': 260, 'avg_loss': 0.9630772964707737, 'avg_acc_mask': 69.53804777725043, 'loss': 1.2066236734390259}
{'epoch': 266, 'iter': 270, 'avg_loss': 0.9661568185500113, 'avg_acc_mask': 69.47007243614183, 'loss': 0.9121459722518921}
{'epoch': 266, 'iter': 280, 'avg_loss': 0.9704355625071135, 'avg_acc_mask': 69.3234408286197, 'loss': 1.3372198343276978}
{'epoch': 266, 'iter': 290, 'avg_loss': 0.9669892759257576, 'avg_acc_mask': 69.34865900383141, 'loss': 0.9168934226036072}
{'epoch': 266, 'iter': 300, 'avg_loss': 0.9613778264419581, 'avg_acc_mask': 69.50198929894361, 'loss': 0.6865343451499939}
{'epoch': 266, 'iter': 310, 'avg_loss': 0.9624546166401584, 'avg_acc_mask': 69.37786335568687, 'loss': 1.3186570405960083}
{'epoch': 266, 'iter': 320, 'avg_loss': 0.9606979117957973, 'avg_acc_mask': 69.43332903059249, 'loss': 0.8691882491111755}
{'epoch': 266, 'iter': 330, 'avg_loss': 0.9584071571373147, 'avg_acc_mask': 69.51998997368092, 'loss': 0.8335750102996826}
{'epoch': 266, 'iter': 340, 'avg_loss': 0.9598015583505379, 'avg_acc_mask': 69.45710985470241, 'loss': 0.8115794062614441}
{'epoch': 266, 'iter': 350, 'avg_loss': 0.9594546267789313, 'avg_acc_mask': 69.43590350047305, 'loss': 0.7390789985656738}
{'epoch': 266, 'iter': 360, 'avg_loss': 0.9597368575529378, 'avg_acc_mask': 69.41641825269433, 'loss': 0.8850372433662415}
{'epoch': 266, 'iter': 370, 'avg_loss': 0.9595292183266817, 'avg_acc_mask': 69.46084438008243, 'loss': 1.1735304594039917}
{'epoch': 266, 'iter': 380, 'avg_loss': 0.9569632271769166, 'avg_acc_mask': 69.53201169970751, 'loss': 0.7007126808166504}
{'epoch': 266, 'iter': 390, 'avg_loss': 0.9576961916425953, 'avg_acc_mask': 69.52536480008429, 'loss': 1.1029200553894043}
{'epoch': 'EP266_test', 'avg_loss': 0.9583270778559675, 'total_masked_acc': 69.54076850984067}
{'epoch': 267, 'iter': 0, 'avg_loss': 0.748301088809967, 'avg_acc_mask': 73.80952380952381, 'loss': 0.748301088809967}
{'epoch': 267, 'iter': 10, 'avg_loss': 0.9337103366851807, 'avg_acc_mask': 68.40148698884758, 'loss': 0.8983210921287537}
{'epoch': 267, 'iter': 20, 'avg_loss': 0.9208590331531706, 'avg_acc_mask': 69.18489065606362, 'loss': 0.6861822009086609}
{'epoch': 267, 'iter': 30, 'avg_loss': 0.9620299858431662, 'avg_acc_mask': 68.1726230613621, 'loss': 1.0415407419204712}
{'epoch': 267, 'iter': 40, 'avg_loss': 0.9423442701014076, 'avg_acc_mask': 69.46992864424058, 'loss': 0.811264157295227}
{'epoch': 267, 'iter': 50, 'avg_loss': 0.9634884397188822, 'avg_acc_mask': 68.6864579097194, 'loss': 1.2028636932373047}
{'epoch': 267, 'iter': 60, 'avg_loss': 0.9594246285860656, 'avg_acc_mask': 69.06377204884667, 'loss': 0.6714222431182861}
{'epoch': 267, 'iter': 70, 'avg_loss': 0.9452440478432347, 'avg_acc_mask': 69.48710518690234, 'loss': 0.9349725246429443}
{'epoch': 267, 'iter': 80, 'avg_loss': 0.9438517086299849, 'avg_acc_mask': 69.5906432748538, 'loss': 1.0225456953048706}
{'epoch': 267, 'iter': 90, 'avg_loss': 0.9429468630434392, 'avg_acc_mask': 69.52946550936501, 'loss': 0.9186323881149292}
{'epoch': 267, 'iter': 100, 'avg_loss': 0.9445509674525497, 'avg_acc_mask': 69.68325791855203, 'loss': 1.0610226392745972}
{'epoch': 267, 'iter': 110, 'avg_loss': 0.9577973280941043, 'avg_acc_mask': 69.28664555783199, 'loss': 1.1839607954025269}
{'epoch': 267, 'iter': 120, 'avg_loss': 0.9632901061664928, 'avg_acc_mask': 69.24521857923497, 'loss': 0.7631427049636841}
{'epoch': 267, 'iter': 130, 'avg_loss': 0.9614735896350773, 'avg_acc_mask': 69.43437844651015, 'loss': 1.2109203338623047}
{'epoch': 267, 'iter': 140, 'avg_loss': 0.9680725585484335, 'avg_acc_mask': 69.1079537131976, 'loss': 0.8572482466697693}
{'epoch': 267, 'iter': 150, 'avg_loss': 0.9652900680011471, 'avg_acc_mask': 69.0704688785303, 'loss': 0.8520129323005676}
{'epoch': 267, 'iter': 160, 'avg_loss': 0.9661059257406626, 'avg_acc_mask': 68.88860237235689, 'loss': 0.7213576436042786}
{'epoch': 267, 'iter': 170, 'avg_loss': 0.9618096034429227, 'avg_acc_mask': 69.00705767826722, 'loss': 0.7612273693084717}
{'epoch': 267, 'iter': 180, 'avg_loss': 0.9654357696765036, 'avg_acc_mask': 68.95563452940502, 'loss': 1.19584321975708}
{'epoch': 267, 'iter': 190, 'avg_loss': 0.9607543608281001, 'avg_acc_mask': 69.09209383145091, 'loss': 0.7727670669555664}
{'epoch': 267, 'iter': 200, 'avg_loss': 0.9599852342510697, 'avg_acc_mask': 69.13286423841059, 'loss': 0.9555436968803406}
{'epoch': 267, 'iter': 210, 'avg_loss': 0.964796817133212, 'avg_acc_mask': 69.00029664787897, 'loss': 1.3170011043548584}
{'epoch': 267, 'iter': 220, 'avg_loss': 0.9629562232828788, 'avg_acc_mask': 68.80932243210225, 'loss': 0.6652638912200928}
{'epoch': 267, 'iter': 230, 'avg_loss': 0.9574024003821534, 'avg_acc_mask': 68.92670628489105, 'loss': 1.0260390043258667}
{'epoch': 267, 'iter': 240, 'avg_loss': 0.9589770379402826, 'avg_acc_mask': 68.7947545509447, 'loss': 1.2315921783447266}
{'epoch': 267, 'iter': 250, 'avg_loss': 0.9603831701544652, 'avg_acc_mask': 68.81347535298488, 'loss': 1.190508484840393}
{'epoch': 267, 'iter': 260, 'avg_loss': 0.9601391747993527, 'avg_acc_mask': 68.86379899817126, 'loss': 0.7917735576629639}
{'epoch': 267, 'iter': 270, 'avg_loss': 0.9635114935931245, 'avg_acc_mask': 68.77918101798699, 'loss': 0.8623347878456116}
{'epoch': 267, 'iter': 280, 'avg_loss': 0.9591360367914111, 'avg_acc_mask': 68.93289979308305, 'loss': 0.7840350270271301}
{'epoch': 267, 'iter': 290, 'avg_loss': 0.9547052866814473, 'avg_acc_mask': 69.04439535380888, 'loss': 0.8517010807991028}
{'epoch': 267, 'iter': 300, 'avg_loss': 0.9518158483346831, 'avg_acc_mask': 69.02575433266588, 'loss': 0.7965571284294128}
{'epoch': 267, 'iter': 310, 'avg_loss': 0.9514788851094016, 'avg_acc_mask': 69.02507335289411, 'loss': 0.7258244156837463}
{'epoch': 267, 'iter': 320, 'avg_loss': 0.953645129998525, 'avg_acc_mask': 69.04469309876463, 'loss': 1.122427225112915}
{'epoch': 267, 'iter': 330, 'avg_loss': 0.9567995865539481, 'avg_acc_mask': 68.9964270043252, 'loss': 1.0744175910949707}
{'epoch': 267, 'iter': 340, 'avg_loss': 0.9536982246857585, 'avg_acc_mask': 69.05630548461632, 'loss': 0.7589583992958069}
{'epoch': 267, 'iter': 350, 'avg_loss': 0.9510357266138082, 'avg_acc_mask': 69.14316062787678, 'loss': 1.1087325811386108}
{'epoch': 267, 'iter': 360, 'avg_loss': 0.9512900667177343, 'avg_acc_mask': 69.13749714024252, 'loss': 0.7511886358261108}
{'epoch': 267, 'iter': 370, 'avg_loss': 0.949092532746554, 'avg_acc_mask': 69.18368482555228, 'loss': 1.0455937385559082}
{'epoch': 267, 'iter': 380, 'avg_loss': 0.9503053672357494, 'avg_acc_mask': 69.22743760489416, 'loss': 1.0741833448410034}
{'epoch': 267, 'iter': 390, 'avg_loss': 0.9501286638362328, 'avg_acc_mask': 69.24574977630401, 'loss': 1.2378582954406738}
{'epoch': 'EP267_test', 'avg_loss': 0.9498025929988033, 'total_masked_acc': 69.26240174899797}
{'epoch': 268, 'iter': 0, 'avg_loss': 1.0149506330490112, 'avg_acc_mask': 67.3076923076923, 'loss': 1.0149506330490112}
{'epoch': 268, 'iter': 10, 'avg_loss': 1.0155884298411282, 'avg_acc_mask': 67.73584905660377, 'loss': 0.8628433346748352}
{'epoch': 268, 'iter': 20, 'avg_loss': 1.0228406645002819, 'avg_acc_mask': 67.61252446183953, 'loss': 1.0025862455368042}
{'epoch': 268, 'iter': 30, 'avg_loss': 1.0210230869631614, 'avg_acc_mask': 67.71860618014465, 'loss': 0.9167532324790955}
{'epoch': 268, 'iter': 40, 'avg_loss': 1.0129561162576444, 'avg_acc_mask': 68.08295397066262, 'loss': 1.1326533555984497}
{'epoch': 268, 'iter': 50, 'avg_loss': 1.0018345947359122, 'avg_acc_mask': 68.70888157894737, 'loss': 0.7066521048545837}
{'epoch': 268, 'iter': 60, 'avg_loss': 0.9862662084767075, 'avg_acc_mask': 69.4240837696335, 'loss': 0.8378442525863647}
{'epoch': 268, 'iter': 70, 'avg_loss': 0.9751075455840205, 'avg_acc_mask': 69.46179006839131, 'loss': 1.148992896080017}
{'epoch': 268, 'iter': 80, 'avg_loss': 0.9737947741408407, 'avg_acc_mask': 69.16129032258065, 'loss': 0.9830831289291382}
{'epoch': 268, 'iter': 90, 'avg_loss': 0.9760835409819425, 'avg_acc_mask': 68.89908256880733, 'loss': 0.8854102492332458}
{'epoch': 268, 'iter': 100, 'avg_loss': 0.9795238874336281, 'avg_acc_mask': 68.85720190121926, 'loss': 0.9985674023628235}
{'epoch': 268, 'iter': 110, 'avg_loss': 0.9818017141776042, 'avg_acc_mask': 68.49289454001496, 'loss': 1.048081636428833}
{'epoch': 268, 'iter': 120, 'avg_loss': 0.9903740841002504, 'avg_acc_mask': 68.26625386996903, 'loss': 1.1486949920654297}
{'epoch': 268, 'iter': 130, 'avg_loss': 0.9857944889378002, 'avg_acc_mask': 68.45425867507886, 'loss': 1.031111240386963}
{'epoch': 268, 'iter': 140, 'avg_loss': 0.9848949708414416, 'avg_acc_mask': 68.5847816561998, 'loss': 0.9788185358047485}
{'epoch': 268, 'iter': 150, 'avg_loss': 0.9816767942431747, 'avg_acc_mask': 68.6148371201752, 'loss': 1.2583897113800049}
{'epoch': 268, 'iter': 160, 'avg_loss': 0.9810627149128766, 'avg_acc_mask': 68.65690806368772, 'loss': 0.7629161477088928}
{'epoch': 268, 'iter': 170, 'avg_loss': 0.9791175425052643, 'avg_acc_mask': 68.64949824688671, 'loss': 0.9372337460517883}
{'epoch': 268, 'iter': 180, 'avg_loss': 0.9811741941870905, 'avg_acc_mask': 68.5949468389162, 'loss': 1.0862385034561157}
{'epoch': 268, 'iter': 190, 'avg_loss': 0.9763570557402067, 'avg_acc_mask': 68.67391304347827, 'loss': 0.7834950685501099}
{'epoch': 268, 'iter': 200, 'avg_loss': 0.9750972234491092, 'avg_acc_mask': 68.61245996487241, 'loss': 0.7099530696868896}
{'epoch': 268, 'iter': 210, 'avg_loss': 0.9764854898102475, 'avg_acc_mask': 68.68627450980392, 'loss': 1.4953137636184692}
{'epoch': 268, 'iter': 220, 'avg_loss': 0.9760827018934137, 'avg_acc_mask': 68.8053716310734, 'loss': 0.7166312336921692}
{'epoch': 268, 'iter': 230, 'avg_loss': 0.9712327294277422, 'avg_acc_mask': 68.96087580760948, 'loss': 0.8525287508964539}
{'epoch': 268, 'iter': 240, 'avg_loss': 0.9671207259552113, 'avg_acc_mask': 69.05640937580493, 'loss': 1.0563223361968994}
{'epoch': 268, 'iter': 250, 'avg_loss': 0.9679450852225027, 'avg_acc_mask': 69.06018136850783, 'loss': 0.9377604722976685}
{'epoch': 268, 'iter': 260, 'avg_loss': 0.9644458522285081, 'avg_acc_mask': 69.16732751784298, 'loss': 0.5651746392250061}
{'epoch': 268, 'iter': 270, 'avg_loss': 0.9650625502931236, 'avg_acc_mask': 69.16386939273727, 'loss': 0.9004806876182556}
{'epoch': 268, 'iter': 280, 'avg_loss': 0.9647796648252901, 'avg_acc_mask': 69.22227944963579, 'loss': 0.9580858945846558}
{'epoch': 268, 'iter': 290, 'avg_loss': 0.9612383633544764, 'avg_acc_mask': 69.27283056384036, 'loss': 0.8849003911018372}
{'epoch': 268, 'iter': 300, 'avg_loss': 0.959268250536681, 'avg_acc_mask': 69.25506350841057, 'loss': 1.18094801902771}
{'epoch': 268, 'iter': 310, 'avg_loss': 0.9596976863992942, 'avg_acc_mask': 69.39412037958724, 'loss': 1.0627679824829102}
{'epoch': 268, 'iter': 320, 'avg_loss': 0.9558959569886466, 'avg_acc_mask': 69.59850727062154, 'loss': 0.9644423723220825}
{'epoch': 268, 'iter': 330, 'avg_loss': 0.9566706172289084, 'avg_acc_mask': 69.58068139273679, 'loss': 0.8656618595123291}
{'epoch': 268, 'iter': 340, 'avg_loss': 0.9523848823088704, 'avg_acc_mask': 69.73182396028815, 'loss': 0.7765478491783142}
{'epoch': 268, 'iter': 350, 'avg_loss': 0.9497200092698774, 'avg_acc_mask': 69.73777046095955, 'loss': 0.7341496348381042}
{'epoch': 268, 'iter': 360, 'avg_loss': 0.9502879031146992, 'avg_acc_mask': 69.70978062157222, 'loss': 0.9699609875679016}
{'epoch': 268, 'iter': 370, 'avg_loss': 0.9468499839787856, 'avg_acc_mask': 69.77520587580682, 'loss': 0.794157862663269}
{'epoch': 268, 'iter': 380, 'avg_loss': 0.9464456057298215, 'avg_acc_mask': 69.75459125629774, 'loss': 0.8033457398414612}
{'epoch': 268, 'iter': 390, 'avg_loss': 0.9461749618315636, 'avg_acc_mask': 69.77527498552708, 'loss': 0.9035066366195679}
{'epoch': 'EP268_test', 'avg_loss': 0.9447241037180929, 'total_masked_acc': 69.81780322748568}
{'epoch': 269, 'iter': 0, 'avg_loss': 0.7422277927398682, 'avg_acc_mask': 76.0, 'loss': 0.7422277927398682}
{'epoch': 269, 'iter': 10, 'avg_loss': 0.9222105904058977, 'avg_acc_mask': 69.83546617915904, 'loss': 1.0173896551132202}
{'epoch': 269, 'iter': 20, 'avg_loss': 0.8934281865755717, 'avg_acc_mask': 70.27027027027027, 'loss': 0.866888701915741}
{'epoch': 269, 'iter': 30, 'avg_loss': 0.8955224233288919, 'avg_acc_mask': 70.19910083493899, 'loss': 1.131360411643982}
{'epoch': 269, 'iter': 40, 'avg_loss': 0.8792818944628645, 'avg_acc_mask': 71.60913952357802, 'loss': 0.9040669798851013}
{'epoch': 269, 'iter': 50, 'avg_loss': 0.8863213833640603, 'avg_acc_mask': 71.16060961313013, 'loss': 0.6236881613731384}
{'epoch': 269, 'iter': 60, 'avg_loss': 0.8926041536643857, 'avg_acc_mask': 70.87696335078533, 'loss': 1.0449601411819458}
{'epoch': 269, 'iter': 70, 'avg_loss': 0.8853343977055079, 'avg_acc_mask': 70.91879741500422, 'loss': 0.8955239057540894}
{'epoch': 269, 'iter': 80, 'avg_loss': 0.8961430162559321, 'avg_acc_mask': 70.55900621118012, 'loss': 1.076393723487854}
{'epoch': 269, 'iter': 90, 'avg_loss': 0.9007135138406859, 'avg_acc_mask': 70.68237386085798, 'loss': 0.7493329644203186}
{'epoch': 269, 'iter': 100, 'avg_loss': 0.9103482908541614, 'avg_acc_mask': 70.4983922829582, 'loss': 0.9931061267852783}
{'epoch': 269, 'iter': 110, 'avg_loss': 0.9131352203386324, 'avg_acc_mask': 70.50163576881134, 'loss': 1.131181001663208}
{'epoch': 269, 'iter': 120, 'avg_loss': 0.9236635314531563, 'avg_acc_mask': 70.37408149632599, 'loss': 1.313063383102417}
{'epoch': 269, 'iter': 130, 'avg_loss': 0.9275084420014884, 'avg_acc_mask': 70.25210084033613, 'loss': 1.2337263822555542}
{'epoch': 269, 'iter': 140, 'avg_loss': 0.9319082900141993, 'avg_acc_mask': 70.02268859897902, 'loss': 1.20779287815094}
{'epoch': 269, 'iter': 150, 'avg_loss': 0.9424792409732642, 'avg_acc_mask': 69.63621879978757, 'loss': 1.491668701171875}
{'epoch': 269, 'iter': 160, 'avg_loss': 0.9413256178731504, 'avg_acc_mask': 69.60170340681363, 'loss': 1.029144525527954}
{'epoch': 269, 'iter': 170, 'avg_loss': 0.9411760732444406, 'avg_acc_mask': 69.5775312721265, 'loss': 0.7780398726463318}
{'epoch': 269, 'iter': 180, 'avg_loss': 0.9429401040735824, 'avg_acc_mask': 69.53308700033591, 'loss': 1.28939950466156}
{'epoch': 269, 'iter': 190, 'avg_loss': 0.9416429700027585, 'avg_acc_mask': 69.50920898541467, 'loss': 0.8740020394325256}
{'epoch': 269, 'iter': 200, 'avg_loss': 0.9457913649022875, 'avg_acc_mask': 69.47612799030988, 'loss': 0.5387271642684937}
{'epoch': 269, 'iter': 210, 'avg_loss': 0.9505800686741327, 'avg_acc_mask': 69.41653786707882, 'loss': 0.994944155216217}
{'epoch': 269, 'iter': 220, 'avg_loss': 0.9499444745784431, 'avg_acc_mask': 69.34581154234334, 'loss': 0.7995502352714539}
{'epoch': 269, 'iter': 230, 'avg_loss': 0.9490511221287055, 'avg_acc_mask': 69.35768484206811, 'loss': 0.7515832781791687}
{'epoch': 269, 'iter': 240, 'avg_loss': 0.9484850061879613, 'avg_acc_mask': 69.25878864887758, 'loss': 0.9353657364845276}
{'epoch': 269, 'iter': 250, 'avg_loss': 0.9520009727592013, 'avg_acc_mask': 69.18249246067325, 'loss': 0.8596218824386597}
{'epoch': 269, 'iter': 260, 'avg_loss': 0.9519187874264188, 'avg_acc_mask': 69.21151439299123, 'loss': 0.6502988934516907}
{'epoch': 269, 'iter': 270, 'avg_loss': 0.9532221555709839, 'avg_acc_mask': 69.19720111353548, 'loss': 0.6942728757858276}
{'epoch': 269, 'iter': 280, 'avg_loss': 0.9570605644551885, 'avg_acc_mask': 69.1025083369581, 'loss': 1.0523314476013184}
{'epoch': 269, 'iter': 290, 'avg_loss': 0.9571684281440944, 'avg_acc_mask': 69.0659571488587, 'loss': 1.0813045501708984}
{'epoch': 269, 'iter': 300, 'avg_loss': 0.9563044343279842, 'avg_acc_mask': 69.09436782390108, 'loss': 0.7466434836387634}
{'epoch': 269, 'iter': 310, 'avg_loss': 0.9567928193466456, 'avg_acc_mask': 69.06588003933136, 'loss': 1.1022151708602905}
{'epoch': 269, 'iter': 320, 'avg_loss': 0.954573336048661, 'avg_acc_mask': 69.17096794749251, 'loss': 0.6352119445800781}
{'epoch': 269, 'iter': 330, 'avg_loss': 0.9563434055564627, 'avg_acc_mask': 69.18044927178475, 'loss': 1.0753575563430786}
{'epoch': 269, 'iter': 340, 'avg_loss': 0.9553184995203773, 'avg_acc_mask': 69.20454545454545, 'loss': 0.905083179473877}
{'epoch': 269, 'iter': 350, 'avg_loss': 0.9560318519586851, 'avg_acc_mask': 69.19637672744165, 'loss': 0.9916467070579529}
{'epoch': 269, 'iter': 360, 'avg_loss': 0.9579388330847933, 'avg_acc_mask': 69.10770617395224, 'loss': 1.0111199617385864}
{'epoch': 269, 'iter': 370, 'avg_loss': 0.955899644251461, 'avg_acc_mask': 69.16872427983539, 'loss': 1.1339545249938965}
{'epoch': 269, 'iter': 380, 'avg_loss': 0.9578274759094859, 'avg_acc_mask': 69.12471946136583, 'loss': 1.2376443147659302}
{'epoch': 269, 'iter': 390, 'avg_loss': 0.9599382157825753, 'avg_acc_mask': 69.0789131902956, 'loss': 1.077573537826538}
{'epoch': 'EP269_test', 'avg_loss': 0.9589958035885685, 'total_masked_acc': 69.1413881748072}
{'epoch': 270, 'iter': 0, 'avg_loss': 0.7640731334686279, 'avg_acc_mask': 76.66666666666667, 'loss': 0.7640731334686279}
{'epoch': 270, 'iter': 10, 'avg_loss': 1.043042936108329, 'avg_acc_mask': 65.65295169946333, 'loss': 1.165127158164978}
{'epoch': 270, 'iter': 20, 'avg_loss': 0.9967005905650911, 'avg_acc_mask': 66.19850187265918, 'loss': 1.2667495012283325}
{'epoch': 270, 'iter': 30, 'avg_loss': 0.9916847790441206, 'avg_acc_mask': 66.14321608040201, 'loss': 0.7951189875602722}
{'epoch': 270, 'iter': 40, 'avg_loss': 0.9767775680960679, 'avg_acc_mask': 67.6153091265947, 'loss': 0.7454277873039246}
{'epoch': 270, 'iter': 50, 'avg_loss': 0.9695445825071896, 'avg_acc_mask': 68.27450980392157, 'loss': 0.5861286520957947}
{'epoch': 270, 'iter': 60, 'avg_loss': 0.9640943622979962, 'avg_acc_mask': 68.86761307362165, 'loss': 1.1075146198272705}
{'epoch': 270, 'iter': 70, 'avg_loss': 0.9557785920693841, 'avg_acc_mask': 69.16548797736917, 'loss': 0.9952125549316406}
{'epoch': 270, 'iter': 80, 'avg_loss': 0.9649715357356601, 'avg_acc_mask': 68.81720430107528, 'loss': 1.0967235565185547}
{'epoch': 270, 'iter': 90, 'avg_loss': 0.955480504166949, 'avg_acc_mask': 69.20834267773043, 'loss': 0.9954008460044861}
{'epoch': 270, 'iter': 100, 'avg_loss': 0.9552151543079036, 'avg_acc_mask': 69.40056703118671, 'loss': 0.6173568964004517}
{'epoch': 270, 'iter': 110, 'avg_loss': 0.964871528986338, 'avg_acc_mask': 69.48590381426202, 'loss': 1.0842770338058472}
{'epoch': 270, 'iter': 120, 'avg_loss': 0.9738377751397692, 'avg_acc_mask': 69.17762049207954, 'loss': 1.2305079698562622}
{'epoch': 270, 'iter': 130, 'avg_loss': 0.9703566682247715, 'avg_acc_mask': 69.30831265508685, 'loss': 1.3416767120361328}
{'epoch': 270, 'iter': 140, 'avg_loss': 0.9739445342239759, 'avg_acc_mask': 69.14219919401266, 'loss': 1.3038932085037231}
{'epoch': 270, 'iter': 150, 'avg_loss': 0.9692990495669132, 'avg_acc_mask': 69.23388184515781, 'loss': 0.9105744361877441}
{'epoch': 270, 'iter': 160, 'avg_loss': 0.9741476396596209, 'avg_acc_mask': 69.17808219178082, 'loss': 0.9297153949737549}
{'epoch': 270, 'iter': 170, 'avg_loss': 0.9734566626492996, 'avg_acc_mask': 69.09958258795467, 'loss': 1.0714043378829956}
{'epoch': 270, 'iter': 180, 'avg_loss': 0.9705058830219079, 'avg_acc_mask': 69.17700112739573, 'loss': 1.4750643968582153}
{'epoch': 270, 'iter': 190, 'avg_loss': 0.9675097421825868, 'avg_acc_mask': 69.3083109919571, 'loss': 0.7532516121864319}
{'epoch': 270, 'iter': 200, 'avg_loss': 0.9631094250512954, 'avg_acc_mask': 69.41693046053304, 'loss': 0.9948312640190125}
{'epoch': 270, 'iter': 210, 'avg_loss': 0.9665327611692709, 'avg_acc_mask': 69.34497816593887, 'loss': 1.1491671800613403}
{'epoch': 270, 'iter': 220, 'avg_loss': 0.9673373070777271, 'avg_acc_mask': 69.27477394353203, 'loss': 0.9842984080314636}
{'epoch': 270, 'iter': 230, 'avg_loss': 0.9669529674373147, 'avg_acc_mask': 69.43289392196762, 'loss': 1.3105663061141968}
{'epoch': 270, 'iter': 240, 'avg_loss': 0.9635248159471884, 'avg_acc_mask': 69.47815019092066, 'loss': 0.9433184862136841}
{'epoch': 270, 'iter': 250, 'avg_loss': 0.9679252018491585, 'avg_acc_mask': 69.2626615722299, 'loss': 0.9305246472358704}
{'epoch': 270, 'iter': 260, 'avg_loss': 0.9668600305743601, 'avg_acc_mask': 69.31104833647207, 'loss': 0.7985683083534241}
{'epoch': 270, 'iter': 270, 'avg_loss': 0.9704783440076117, 'avg_acc_mask': 69.20694864048338, 'loss': 0.9511491060256958}
{'epoch': 270, 'iter': 280, 'avg_loss': 0.9738733668768533, 'avg_acc_mask': 69.1619380183326, 'loss': 1.0037626028060913}
{'epoch': 270, 'iter': 290, 'avg_loss': 0.9715757513373988, 'avg_acc_mask': 69.14743950478335, 'loss': 1.0200562477111816}
{'epoch': 270, 'iter': 300, 'avg_loss': 0.9692915006729456, 'avg_acc_mask': 69.13782510751587, 'loss': 0.9398406147956848}
{'epoch': 270, 'iter': 310, 'avg_loss': 0.9696748091860217, 'avg_acc_mask': 69.09738247511044, 'loss': 1.0092664957046509}
{'epoch': 270, 'iter': 320, 'avg_loss': 0.965715755647588, 'avg_acc_mask': 69.25826630920466, 'loss': 1.0547925233840942}
{'epoch': 270, 'iter': 330, 'avg_loss': 0.9639129774628089, 'avg_acc_mask': 69.28217821782178, 'loss': 0.9196740388870239}
{'epoch': 270, 'iter': 340, 'avg_loss': 0.9621652042236496, 'avg_acc_mask': 69.3554195174649, 'loss': 0.7998657822608948}
{'epoch': 270, 'iter': 350, 'avg_loss': 0.9599445609115808, 'avg_acc_mask': 69.46498224369797, 'loss': 0.6151177883148193}
{'epoch': 270, 'iter': 360, 'avg_loss': 0.960563421827274, 'avg_acc_mask': 69.4803362861818, 'loss': 0.8440410494804382}
{'epoch': 270, 'iter': 370, 'avg_loss': 0.959215744727384, 'avg_acc_mask': 69.60649799681687, 'loss': 1.0630284547805786}
{'epoch': 270, 'iter': 380, 'avg_loss': 0.9599281742660393, 'avg_acc_mask': 69.4793728931457, 'loss': 0.8333792090415955}
{'epoch': 270, 'iter': 390, 'avg_loss': 0.9592532437018422, 'avg_acc_mask': 69.48817874772668, 'loss': 0.9984400868415833}
{'epoch': 'EP270_test', 'avg_loss': 0.9600858112627809, 'total_masked_acc': 69.43117003237244}
{'epoch': 271, 'iter': 0, 'avg_loss': 0.7261347770690918, 'avg_acc_mask': 71.42857142857143, 'loss': 0.7261347770690918}
{'epoch': 271, 'iter': 10, 'avg_loss': 1.0223208178173413, 'avg_acc_mask': 67.64705882352942, 'loss': 1.139338731765747}
{'epoch': 271, 'iter': 20, 'avg_loss': 0.9770655263037908, 'avg_acc_mask': 69.14600550964187, 'loss': 0.7068987488746643}
{'epoch': 271, 'iter': 30, 'avg_loss': 0.9474707534236293, 'avg_acc_mask': 69.21664626682985, 'loss': 0.891143798828125}
{'epoch': 271, 'iter': 40, 'avg_loss': 0.9469705703781872, 'avg_acc_mask': 69.46308724832215, 'loss': 1.0772011280059814}
{'epoch': 271, 'iter': 50, 'avg_loss': 0.9477369271072686, 'avg_acc_mask': 69.62761830876649, 'loss': 0.8282748460769653}
{'epoch': 271, 'iter': 60, 'avg_loss': 0.9590887300303725, 'avg_acc_mask': 69.4125369215622, 'loss': 0.9976401329040527}
{'epoch': 271, 'iter': 70, 'avg_loss': 0.9611713676385476, 'avg_acc_mask': 69.24586487244183, 'loss': 0.8271104693412781}
{'epoch': 271, 'iter': 80, 'avg_loss': 0.963088583799056, 'avg_acc_mask': 69.35444579780756, 'loss': 1.1336073875427246}
{'epoch': 271, 'iter': 90, 'avg_loss': 0.9646315155448494, 'avg_acc_mask': 69.44864864864864, 'loss': 0.7146952152252197}
{'epoch': 271, 'iter': 100, 'avg_loss': 0.9669778181774782, 'avg_acc_mask': 69.54643628509719, 'loss': 1.0192596912384033}
{'epoch': 271, 'iter': 110, 'avg_loss': 0.9639537372030653, 'avg_acc_mask': 69.61889425657542, 'loss': 0.9332383275032043}
{'epoch': 271, 'iter': 120, 'avg_loss': 0.9691938531300253, 'avg_acc_mask': 69.39179165979891, 'loss': 0.9064975380897522}
{'epoch': 271, 'iter': 130, 'avg_loss': 0.9697655939873848, 'avg_acc_mask': 69.44317315026697, 'loss': 1.2424315214157104}
{'epoch': 271, 'iter': 140, 'avg_loss': 0.9706051721640513, 'avg_acc_mask': 69.32436301173777, 'loss': 1.1455210447311401}
{'epoch': 271, 'iter': 150, 'avg_loss': 0.97803815311154, 'avg_acc_mask': 69.158375907502, 'loss': 1.2986503839492798}
{'epoch': 271, 'iter': 160, 'avg_loss': 0.9761380249669093, 'avg_acc_mask': 69.05840886203424, 'loss': 0.8160535097122192}
{'epoch': 271, 'iter': 170, 'avg_loss': 0.9771621624628702, 'avg_acc_mask': 69.02612826603325, 'loss': 1.1891146898269653}
{'epoch': 271, 'iter': 180, 'avg_loss': 0.9771162399929532, 'avg_acc_mask': 68.85669362084457, 'loss': 1.2710524797439575}
{'epoch': 271, 'iter': 190, 'avg_loss': 0.9684084950317263, 'avg_acc_mask': 69.0079110540945, 'loss': 0.8419201374053955}
{'epoch': 271, 'iter': 200, 'avg_loss': 0.9688999323702571, 'avg_acc_mask': 68.98363305718327, 'loss': 1.052971601486206}
{'epoch': 271, 'iter': 210, 'avg_loss': 0.9691923037524471, 'avg_acc_mask': 69.03300076745971, 'loss': 1.1434359550476074}
{'epoch': 271, 'iter': 220, 'avg_loss': 0.9661163542065685, 'avg_acc_mask': 69.12274302389203, 'loss': 0.7447741031646729}
{'epoch': 271, 'iter': 230, 'avg_loss': 0.9618086670384263, 'avg_acc_mask': 69.22673198040587, 'loss': 0.9151078462600708}
{'epoch': 271, 'iter': 240, 'avg_loss': 0.9612225647783873, 'avg_acc_mask': 69.20107418596845, 'loss': 1.094565510749817}
{'epoch': 271, 'iter': 250, 'avg_loss': 0.9634240789717412, 'avg_acc_mask': 69.22084207130183, 'loss': 1.10490083694458}
{'epoch': 271, 'iter': 260, 'avg_loss': 0.9629121073361101, 'avg_acc_mask': 69.27135873360751, 'loss': 0.7787190675735474}
{'epoch': 271, 'iter': 270, 'avg_loss': 0.9671675710220619, 'avg_acc_mask': 69.08165556470324, 'loss': 1.0249357223510742}
{'epoch': 271, 'iter': 280, 'avg_loss': 0.9679345151283563, 'avg_acc_mask': 69.06001446131597, 'loss': 0.8047349452972412}
{'epoch': 271, 'iter': 290, 'avg_loss': 0.965636980595048, 'avg_acc_mask': 69.10245672808487, 'loss': 0.7962508201599121}
{'epoch': 271, 'iter': 300, 'avg_loss': 0.9660990651065725, 'avg_acc_mask': 69.00980060831363, 'loss': 1.0379197597503662}
{'epoch': 271, 'iter': 310, 'avg_loss': 0.9663830843194121, 'avg_acc_mask': 69.07425580634609, 'loss': 1.0388535261154175}
{'epoch': 271, 'iter': 320, 'avg_loss': 0.965341432165134, 'avg_acc_mask': 69.0876769728906, 'loss': 1.173288345336914}
{'epoch': 271, 'iter': 330, 'avg_loss': 0.9666406280864762, 'avg_acc_mask': 69.09775829061941, 'loss': 1.2599725723266602}
{'epoch': 271, 'iter': 340, 'avg_loss': 0.9651163464242761, 'avg_acc_mask': 69.11226997542408, 'loss': 0.8464993834495544}
{'epoch': 271, 'iter': 350, 'avg_loss': 0.96265307034862, 'avg_acc_mask': 69.1805951895638, 'loss': 0.5735177993774414}
{'epoch': 271, 'iter': 360, 'avg_loss': 0.9646345757546517, 'avg_acc_mask': 69.13852593472481, 'loss': 1.0279887914657593}
{'epoch': 271, 'iter': 370, 'avg_loss': 0.9595876422853804, 'avg_acc_mask': 69.27432655305113, 'loss': 1.1527624130249023}
{'epoch': 271, 'iter': 380, 'avg_loss': 0.960042956463621, 'avg_acc_mask': 69.2390196814501, 'loss': 1.1671141386032104}
{'epoch': 271, 'iter': 390, 'avg_loss': 0.9586877883852595, 'avg_acc_mask': 69.2580241767403, 'loss': 0.7317829728126526}
{'epoch': 'EP271_test', 'avg_loss': 0.9576261493593755, 'total_masked_acc': 69.27673603956316}
{'epoch': 272, 'iter': 0, 'avg_loss': 0.6851187944412231, 'avg_acc_mask': 79.54545454545455, 'loss': 0.6851187944412231}
{'epoch': 272, 'iter': 10, 'avg_loss': 1.0095711946487427, 'avg_acc_mask': 66.99029126213593, 'loss': 1.1002367734909058}
{'epoch': 272, 'iter': 20, 'avg_loss': 0.9478414910180228, 'avg_acc_mask': 68.9795918367347, 'loss': 0.8889471292495728}
{'epoch': 272, 'iter': 30, 'avg_loss': 0.9363570078726737, 'avg_acc_mask': 69.61690885072656, 'loss': 1.0280383825302124}
{'epoch': 272, 'iter': 40, 'avg_loss': 0.9355220474847933, 'avg_acc_mask': 69.72336065573771, 'loss': 1.1759737730026245}
{'epoch': 272, 'iter': 50, 'avg_loss': 0.9255011151818668, 'avg_acc_mask': 69.38524590163935, 'loss': 0.7036052346229553}
{'epoch': 272, 'iter': 60, 'avg_loss': 0.933616608869834, 'avg_acc_mask': 68.87578070784177, 'loss': 0.8939543962478638}
{'epoch': 272, 'iter': 70, 'avg_loss': 0.9403918914391961, 'avg_acc_mask': 68.69871043376318, 'loss': 0.8889439105987549}
{'epoch': 272, 'iter': 80, 'avg_loss': 0.9364006224973702, 'avg_acc_mask': 69.00179625352835, 'loss': 1.010178565979004}
{'epoch': 272, 'iter': 90, 'avg_loss': 0.9342084055418497, 'avg_acc_mask': 69.28374655647383, 'loss': 0.7605583667755127}
{'epoch': 272, 'iter': 100, 'avg_loss': 0.950457754701671, 'avg_acc_mask': 68.95479054334301, 'loss': 1.1177122592926025}
{'epoch': 272, 'iter': 110, 'avg_loss': 0.9450880095765397, 'avg_acc_mask': 69.34210526315789, 'loss': 0.9164949059486389}
{'epoch': 272, 'iter': 120, 'avg_loss': 0.9498035129436777, 'avg_acc_mask': 69.15113871635612, 'loss': 0.8693352937698364}
{'epoch': 272, 'iter': 130, 'avg_loss': 0.950195662847912, 'avg_acc_mask': 69.09148665819568, 'loss': 0.908409833908081}
{'epoch': 272, 'iter': 140, 'avg_loss': 0.9475331509366949, 'avg_acc_mask': 69.08069760567544, 'loss': 0.8279836773872375}
{'epoch': 272, 'iter': 150, 'avg_loss': 0.9477795540102271, 'avg_acc_mask': 69.08112582781457, 'loss': 1.2443015575408936}
{'epoch': 272, 'iter': 160, 'avg_loss': 0.9515626874769697, 'avg_acc_mask': 69.0402075226978, 'loss': 0.9451407790184021}
{'epoch': 272, 'iter': 170, 'avg_loss': 0.954772412776947, 'avg_acc_mask': 69.07292048369365, 'loss': 1.0683928728103638}
{'epoch': 272, 'iter': 180, 'avg_loss': 0.9602089632940556, 'avg_acc_mask': 68.95003453833756, 'loss': 1.1719167232513428}
{'epoch': 272, 'iter': 190, 'avg_loss': 0.9568063460719523, 'avg_acc_mask': 69.12758996728462, 'loss': 1.084891438484192}
{'epoch': 272, 'iter': 200, 'avg_loss': 0.9586182079504971, 'avg_acc_mask': 69.07205806117159, 'loss': 1.2512974739074707}
{'epoch': 272, 'iter': 210, 'avg_loss': 0.9602879613496681, 'avg_acc_mask': 69.06033630069238, 'loss': 1.0595762729644775}
{'epoch': 272, 'iter': 220, 'avg_loss': 0.9605205884346595, 'avg_acc_mask': 68.90015015015015, 'loss': 0.9440637826919556}
{'epoch': 272, 'iter': 230, 'avg_loss': 0.9572349203613414, 'avg_acc_mask': 69.045695304785, 'loss': 0.8320175409317017}
{'epoch': 272, 'iter': 240, 'avg_loss': 0.9556894532377789, 'avg_acc_mask': 69.04434513578549, 'loss': 0.9174618124961853}
{'epoch': 272, 'iter': 250, 'avg_loss': 0.9577649169234166, 'avg_acc_mask': 69.03700033036009, 'loss': 0.8596460223197937}
{'epoch': 272, 'iter': 260, 'avg_loss': 0.9595126187664339, 'avg_acc_mask': 68.97016820057125, 'loss': 0.8153180480003357}
{'epoch': 272, 'iter': 270, 'avg_loss': 0.9542778950335795, 'avg_acc_mask': 69.22782874617737, 'loss': 0.8226276636123657}
{'epoch': 272, 'iter': 280, 'avg_loss': 0.9570993520186889, 'avg_acc_mask': 69.14353045143235, 'loss': 0.9372654557228088}
{'epoch': 272, 'iter': 290, 'avg_loss': 0.9526555642639238, 'avg_acc_mask': 69.30368469816834, 'loss': 0.9894693493843079}
{'epoch': 272, 'iter': 300, 'avg_loss': 0.9524741198533397, 'avg_acc_mask': 69.27378158221731, 'loss': 1.3750276565551758}
{'epoch': 272, 'iter': 310, 'avg_loss': 0.9523903921102788, 'avg_acc_mask': 69.21946985377579, 'loss': 0.9270504713058472}
{'epoch': 272, 'iter': 320, 'avg_loss': 0.9510329631258766, 'avg_acc_mask': 69.26961926961927, 'loss': 0.8792691230773926}
{'epoch': 272, 'iter': 330, 'avg_loss': 0.9502218396281908, 'avg_acc_mask': 69.29223026108839, 'loss': 0.9698386192321777}
{'epoch': 272, 'iter': 340, 'avg_loss': 0.9500283852350677, 'avg_acc_mask': 69.29051987767583, 'loss': 0.8585788011550903}
{'epoch': 272, 'iter': 350, 'avg_loss': 0.9488512877045874, 'avg_acc_mask': 69.28112354201382, 'loss': 0.7132759094238281}
{'epoch': 272, 'iter': 360, 'avg_loss': 0.9489468065325243, 'avg_acc_mask': 69.23832072529883, 'loss': 0.9120205640792847}
{'epoch': 272, 'iter': 370, 'avg_loss': 0.9490771290426948, 'avg_acc_mask': 69.20265407107512, 'loss': 1.0099412202835083}
{'epoch': 272, 'iter': 380, 'avg_loss': 0.9467290375489262, 'avg_acc_mask': 69.3174360096259, 'loss': 0.6020916700363159}
{'epoch': 272, 'iter': 390, 'avg_loss': 0.9463167076220598, 'avg_acc_mask': 69.30165663452831, 'loss': 0.988442599773407}
{'epoch': 'EP272_test', 'avg_loss': 0.9460033214453495, 'total_masked_acc': 69.31255921675965}
{'epoch': 273, 'iter': 0, 'avg_loss': 0.7980380058288574, 'avg_acc_mask': 72.0, 'loss': 0.7980380058288574}
{'epoch': 273, 'iter': 10, 'avg_loss': 0.9282244823195718, 'avg_acc_mask': 70.0, 'loss': 1.3097890615463257}
{'epoch': 273, 'iter': 20, 'avg_loss': 0.8967098082814898, 'avg_acc_mask': 71.00881488736532, 'loss': 0.8484495878219604}
{'epoch': 273, 'iter': 30, 'avg_loss': 0.9028917012676116, 'avg_acc_mask': 71.55903457273321, 'loss': 1.1967910528182983}
{'epoch': 273, 'iter': 40, 'avg_loss': 0.9100600539184198, 'avg_acc_mask': 71.46401985111662, 'loss': 0.9061768054962158}
{'epoch': 273, 'iter': 50, 'avg_loss': 0.9214620601897147, 'avg_acc_mask': 70.97667062079873, 'loss': 0.9695022106170654}
{'epoch': 273, 'iter': 60, 'avg_loss': 0.9326108430252701, 'avg_acc_mask': 70.66047129107203, 'loss': 0.7185654640197754}
{'epoch': 273, 'iter': 70, 'avg_loss': 0.9395947196114232, 'avg_acc_mask': 70.14124293785311, 'loss': 1.0267137289047241}
{'epoch': 273, 'iter': 80, 'avg_loss': 0.9428776679215608, 'avg_acc_mask': 69.8136645962733, 'loss': 0.874791145324707}
{'epoch': 273, 'iter': 90, 'avg_loss': 0.9372893453954341, 'avg_acc_mask': 70.09408602150538, 'loss': 1.1462085247039795}
{'epoch': 273, 'iter': 100, 'avg_loss': 0.9531862045278644, 'avg_acc_mask': 69.87244381453735, 'loss': 1.0396363735198975}
{'epoch': 273, 'iter': 110, 'avg_loss': 0.9567345031746873, 'avg_acc_mask': 69.55240375759809, 'loss': 0.9847908616065979}
{'epoch': 273, 'iter': 120, 'avg_loss': 0.9625333148585863, 'avg_acc_mask': 69.17381793706882, 'loss': 1.119361162185669}
{'epoch': 273, 'iter': 130, 'avg_loss': 0.9576211448844153, 'avg_acc_mask': 69.17490729295427, 'loss': 1.0611579418182373}
{'epoch': 273, 'iter': 140, 'avg_loss': 0.9523608287175497, 'avg_acc_mask': 69.35925125989921, 'loss': 1.1003942489624023}
{'epoch': 273, 'iter': 150, 'avg_loss': 0.9555018248147522, 'avg_acc_mask': 69.2266380236305, 'loss': 0.8470389246940613}
{'epoch': 273, 'iter': 160, 'avg_loss': 0.9575229442637899, 'avg_acc_mask': 69.37744664730396, 'loss': 1.2728177309036255}
{'epoch': 273, 'iter': 170, 'avg_loss': 0.9624044985799064, 'avg_acc_mask': 69.29302547012615, 'loss': 1.0524131059646606}
{'epoch': 273, 'iter': 180, 'avg_loss': 0.9684557295635919, 'avg_acc_mask': 69.12095323741008, 'loss': 1.2039812803268433}
{'epoch': 273, 'iter': 190, 'avg_loss': 0.9661775655771425, 'avg_acc_mask': 69.17881646655232, 'loss': 1.153918743133545}
{'epoch': 273, 'iter': 200, 'avg_loss': 0.9657864549859839, 'avg_acc_mask': 69.32315521628499, 'loss': 1.2046561241149902}
{'epoch': 273, 'iter': 210, 'avg_loss': 0.9723358781416834, 'avg_acc_mask': 69.19638519094354, 'loss': 1.5203990936279297}
{'epoch': 273, 'iter': 220, 'avg_loss': 0.9720892560967492, 'avg_acc_mask': 69.14844542854507, 'loss': 0.8313081860542297}
{'epoch': 273, 'iter': 230, 'avg_loss': 0.9697499602904052, 'avg_acc_mask': 69.31193474020216, 'loss': 1.026504635810852}
{'epoch': 273, 'iter': 240, 'avg_loss': 0.9684410065536182, 'avg_acc_mask': 69.26086586714297, 'loss': 0.9194599986076355}
{'epoch': 273, 'iter': 250, 'avg_loss': 0.969137026256774, 'avg_acc_mask': 69.2383051677688, 'loss': 0.7809134721755981}
{'epoch': 273, 'iter': 260, 'avg_loss': 0.9708499207350486, 'avg_acc_mask': 69.14105594956659, 'loss': 0.7791332006454468}
{'epoch': 273, 'iter': 270, 'avg_loss': 0.9730630893109029, 'avg_acc_mask': 69.08553230209282, 'loss': 0.8107079267501831}
{'epoch': 273, 'iter': 280, 'avg_loss': 0.9774041672194131, 'avg_acc_mask': 69.03334308277273, 'loss': 0.9924033284187317}
{'epoch': 273, 'iter': 290, 'avg_loss': 0.9753242282523322, 'avg_acc_mask': 69.13405848283656, 'loss': 0.8408482670783997}
{'epoch': 273, 'iter': 300, 'avg_loss': 0.9751890428438535, 'avg_acc_mask': 69.1006233303651, 'loss': 1.4112385511398315}
{'epoch': 273, 'iter': 310, 'avg_loss': 0.9767910861125713, 'avg_acc_mask': 68.9737154933298, 'loss': 1.1021344661712646}
{'epoch': 273, 'iter': 320, 'avg_loss': 0.9747179826472036, 'avg_acc_mask': 69.03660886319845, 'loss': 1.1538543701171875}
{'epoch': 273, 'iter': 330, 'avg_loss': 0.974109000489791, 'avg_acc_mask': 69.05874291409705, 'loss': 1.0033537149429321}
{'epoch': 273, 'iter': 340, 'avg_loss': 0.9715507644012876, 'avg_acc_mask': 69.15290998915532, 'loss': 0.5443054437637329}
{'epoch': 273, 'iter': 350, 'avg_loss': 0.9705940396697433, 'avg_acc_mask': 69.21499707088459, 'loss': 0.789828360080719}
{'epoch': 273, 'iter': 360, 'avg_loss': 0.9710875561362818, 'avg_acc_mask': 69.2141598954486, 'loss': 0.9909157156944275}
{'epoch': 273, 'iter': 370, 'avg_loss': 0.9689728548584601, 'avg_acc_mask': 69.31181722397827, 'loss': 1.073414921760559}
{'epoch': 273, 'iter': 380, 'avg_loss': 0.9688545610961012, 'avg_acc_mask': 69.27353195164075, 'loss': 0.8987439274787903}
{'epoch': 273, 'iter': 390, 'avg_loss': 0.9676765035790251, 'avg_acc_mask': 69.27036823028838, 'loss': 0.8597851991653442}
{'epoch': 'EP273_test', 'avg_loss': 0.9690563854846087, 'total_masked_acc': 69.22237805828269}
{'epoch': 274, 'iter': 0, 'avg_loss': 0.8374273777008057, 'avg_acc_mask': 78.26086956521739, 'loss': 0.8374273777008057}
{'epoch': 274, 'iter': 10, 'avg_loss': 0.9452120174061168, 'avg_acc_mask': 68.71609403254972, 'loss': 1.2219218015670776}
{'epoch': 274, 'iter': 20, 'avg_loss': 0.9043012005942208, 'avg_acc_mask': 70.99811676082862, 'loss': 0.8022210597991943}
{'epoch': 274, 'iter': 30, 'avg_loss': 0.9040109669008562, 'avg_acc_mask': 70.77024358130349, 'loss': 1.1352238655090332}
{'epoch': 274, 'iter': 40, 'avg_loss': 0.901209483786327, 'avg_acc_mask': 71.3151364764268, 'loss': 1.2065389156341553}
{'epoch': 274, 'iter': 50, 'avg_loss': 0.9035942373322505, 'avg_acc_mask': 70.64257028112449, 'loss': 0.49443188309669495}
{'epoch': 274, 'iter': 60, 'avg_loss': 0.922835321211424, 'avg_acc_mask': 70.32301480484522, 'loss': 1.1046209335327148}
{'epoch': 274, 'iter': 70, 'avg_loss': 0.9202010711313973, 'avg_acc_mask': 70.23707512139389, 'loss': 1.0414340496063232}
{'epoch': 274, 'iter': 80, 'avg_loss': 0.9315674190903888, 'avg_acc_mask': 70.10515773660491, 'loss': 1.1191505193710327}
{'epoch': 274, 'iter': 90, 'avg_loss': 0.9293776380491781, 'avg_acc_mask': 70.53472376303527, 'loss': 0.7749395370483398}
{'epoch': 274, 'iter': 100, 'avg_loss': 0.9318590237952695, 'avg_acc_mask': 70.2589641434263, 'loss': 0.6810157299041748}
{'epoch': 274, 'iter': 110, 'avg_loss': 0.9400535582959115, 'avg_acc_mask': 69.9728014505893, 'loss': 1.3488805294036865}
{'epoch': 274, 'iter': 120, 'avg_loss': 0.9450889833209929, 'avg_acc_mask': 69.91991991991992, 'loss': 1.2080153226852417}
{'epoch': 274, 'iter': 130, 'avg_loss': 0.9467218124684487, 'avg_acc_mask': 69.98466257668711, 'loss': 1.3315794467926025}
{'epoch': 274, 'iter': 140, 'avg_loss': 0.9500340512881043, 'avg_acc_mask': 69.85147100828335, 'loss': 1.3059040307998657}
{'epoch': 274, 'iter': 150, 'avg_loss': 0.9466834753159655, 'avg_acc_mask': 69.84574111334675, 'loss': 1.2890417575836182}
{'epoch': 274, 'iter': 160, 'avg_loss': 0.9446512381112353, 'avg_acc_mask': 69.88256092941027, 'loss': 1.1475496292114258}
{'epoch': 274, 'iter': 170, 'avg_loss': 0.9510405724160156, 'avg_acc_mask': 69.7779361121007, 'loss': 0.9638198614120483}
{'epoch': 274, 'iter': 180, 'avg_loss': 0.9509344626197499, 'avg_acc_mask': 69.76067993737419, 'loss': 1.2316805124282837}
{'epoch': 274, 'iter': 190, 'avg_loss': 0.9462519121107631, 'avg_acc_mask': 69.90528892199637, 'loss': 0.9230027198791504}
{'epoch': 274, 'iter': 200, 'avg_loss': 0.9463687252939044, 'avg_acc_mask': 69.87147049893736, 'loss': 0.8427015542984009}
{'epoch': 274, 'iter': 210, 'avg_loss': 0.9517858425305353, 'avg_acc_mask': 69.78472825562314, 'loss': 1.0028102397918701}
{'epoch': 274, 'iter': 220, 'avg_loss': 0.9558670344126171, 'avg_acc_mask': 69.76893453145058, 'loss': 1.0072741508483887}
{'epoch': 274, 'iter': 230, 'avg_loss': 0.949578977379448, 'avg_acc_mask': 69.9515631880229, 'loss': 0.9272117614746094}
{'epoch': 274, 'iter': 240, 'avg_loss': 0.9494155065399977, 'avg_acc_mask': 69.8961937716263, 'loss': 1.03078293800354}
{'epoch': 274, 'iter': 250, 'avg_loss': 0.9472034187668348, 'avg_acc_mask': 69.91401687216093, 'loss': 0.926250696182251}
{'epoch': 274, 'iter': 260, 'avg_loss': 0.9479808333504702, 'avg_acc_mask': 69.9507003677909, 'loss': 0.8943873047828674}
{'epoch': 274, 'iter': 270, 'avg_loss': 0.9529759071189979, 'avg_acc_mask': 69.84198645598194, 'loss': 0.9358476400375366}
{'epoch': 274, 'iter': 280, 'avg_loss': 0.9534962396816851, 'avg_acc_mask': 69.78735757311851, 'loss': 0.7538243532180786}
{'epoch': 274, 'iter': 290, 'avg_loss': 0.9531437278408366, 'avg_acc_mask': 69.79451574444211, 'loss': 0.969386875629425}
{'epoch': 274, 'iter': 300, 'avg_loss': 0.9545365097712837, 'avg_acc_mask': 69.81272899986429, 'loss': 0.7753281593322754}
{'epoch': 274, 'iter': 310, 'avg_loss': 0.9558076257682689, 'avg_acc_mask': 69.70630654254622, 'loss': 1.0222495794296265}
{'epoch': 274, 'iter': 320, 'avg_loss': 0.9533635850450332, 'avg_acc_mask': 69.84876523514772, 'loss': 0.8218236565589905}
{'epoch': 274, 'iter': 330, 'avg_loss': 0.9555809988536144, 'avg_acc_mask': 69.80921704658077, 'loss': 0.9608181118965149}
{'epoch': 274, 'iter': 340, 'avg_loss': 0.9549195816265174, 'avg_acc_mask': 69.79841612670987, 'loss': 1.1726741790771484}
{'epoch': 274, 'iter': 350, 'avg_loss': 0.9572327385770629, 'avg_acc_mask': 69.792700729927, 'loss': 0.817642867565155}
{'epoch': 274, 'iter': 360, 'avg_loss': 0.9606100490053605, 'avg_acc_mask': 69.6990230956011, 'loss': 0.9856321215629578}
{'epoch': 274, 'iter': 370, 'avg_loss': 0.9582090012307437, 'avg_acc_mask': 69.78278801209788, 'loss': 1.0456037521362305}
{'epoch': 274, 'iter': 380, 'avg_loss': 0.9586394536370054, 'avg_acc_mask': 69.75847480319177, 'loss': 1.039608120918274}
{'epoch': 274, 'iter': 390, 'avg_loss': 0.9577644404090578, 'avg_acc_mask': 69.73581366265437, 'loss': 1.0800666809082031}
{'epoch': 'EP274_test', 'avg_loss': 0.958788377844324, 'total_masked_acc': 69.71243042671614}
{'epoch': 275, 'iter': 0, 'avg_loss': 0.9892931580543518, 'avg_acc_mask': 68.51851851851852, 'loss': 0.9892931580543518}
{'epoch': 275, 'iter': 10, 'avg_loss': 1.0212578665126453, 'avg_acc_mask': 68.35443037974683, 'loss': 0.9740830659866333}
{'epoch': 275, 'iter': 20, 'avg_loss': 0.9610537858236403, 'avg_acc_mask': 69.55280685061845, 'loss': 0.8779569268226624}
{'epoch': 275, 'iter': 30, 'avg_loss': 0.958058689871142, 'avg_acc_mask': 70.22950819672131, 'loss': 1.0200977325439453}
{'epoch': 275, 'iter': 40, 'avg_loss': 0.9400674584435254, 'avg_acc_mask': 70.66326530612244, 'loss': 0.7033537030220032}
{'epoch': 275, 'iter': 50, 'avg_loss': 0.9310775294023401, 'avg_acc_mask': 71.08580723871492, 'loss': 0.5933188796043396}
{'epoch': 275, 'iter': 60, 'avg_loss': 0.9424612610066523, 'avg_acc_mask': 70.55802807257788, 'loss': 1.2562958002090454}
{'epoch': 275, 'iter': 70, 'avg_loss': 0.9351132596042794, 'avg_acc_mask': 70.4499274310595, 'loss': 1.035241961479187}
{'epoch': 275, 'iter': 80, 'avg_loss': 0.9425474228682341, 'avg_acc_mask': 70.13285641287685, 'loss': 1.014322280883789}
{'epoch': 275, 'iter': 90, 'avg_loss': 0.9396910117222712, 'avg_acc_mask': 70.27027027027027, 'loss': 0.8582586646080017}
{'epoch': 275, 'iter': 100, 'avg_loss': 0.9485665978771625, 'avg_acc_mask': 69.90331207570458, 'loss': 1.028194785118103}
{'epoch': 275, 'iter': 110, 'avg_loss': 0.9487090330940109, 'avg_acc_mask': 69.65312557966982, 'loss': 1.036523699760437}
{'epoch': 275, 'iter': 120, 'avg_loss': 0.9481916654208475, 'avg_acc_mask': 69.5741056218058, 'loss': 0.7312604784965515}
{'epoch': 275, 'iter': 130, 'avg_loss': 0.9495829516694746, 'avg_acc_mask': 69.53995917726488, 'loss': 1.2495496273040771}
{'epoch': 275, 'iter': 140, 'avg_loss': 0.9483747735936591, 'avg_acc_mask': 69.57344591643616, 'loss': 0.999956488609314}
{'epoch': 275, 'iter': 150, 'avg_loss': 0.949053534608803, 'avg_acc_mask': 69.57292945831628, 'loss': 1.169771671295166}
{'epoch': 275, 'iter': 160, 'avg_loss': 0.9521823388449153, 'avg_acc_mask': 69.42095823725339, 'loss': 0.8763195872306824}
{'epoch': 275, 'iter': 170, 'avg_loss': 0.9665888997546414, 'avg_acc_mask': 68.83927499699915, 'loss': 1.2680933475494385}
{'epoch': 275, 'iter': 180, 'avg_loss': 0.9700018572543866, 'avg_acc_mask': 68.8323489323035, 'loss': 1.1467970609664917}
{'epoch': 275, 'iter': 190, 'avg_loss': 0.9708217438602946, 'avg_acc_mask': 68.75404181935762, 'loss': 1.0253901481628418}
{'epoch': 275, 'iter': 200, 'avg_loss': 0.96653862616316, 'avg_acc_mask': 68.75961834410587, 'loss': 0.8614294528961182}
{'epoch': 275, 'iter': 210, 'avg_loss': 0.96386921744776, 'avg_acc_mask': 68.95106258529928, 'loss': 1.0408596992492676}
{'epoch': 275, 'iter': 220, 'avg_loss': 0.9643923918046563, 'avg_acc_mask': 68.92419175027871, 'loss': 0.9805771708488464}
{'epoch': 275, 'iter': 230, 'avg_loss': 0.9588872359428571, 'avg_acc_mask': 69.0002675465977, 'loss': 0.7892696857452393}
{'epoch': 275, 'iter': 240, 'avg_loss': 0.951986151364829, 'avg_acc_mask': 69.32363013698631, 'loss': 0.6984463930130005}
{'epoch': 275, 'iter': 250, 'avg_loss': 0.9601283356013051, 'avg_acc_mask': 69.10019775873434, 'loss': 0.8623743057250977}
{'epoch': 275, 'iter': 260, 'avg_loss': 0.9608341313870017, 'avg_acc_mask': 69.12555344718533, 'loss': 0.9925528168678284}
{'epoch': 275, 'iter': 270, 'avg_loss': 0.9657182284386835, 'avg_acc_mask': 68.98917517914316, 'loss': 0.9987175464630127}
{'epoch': 275, 'iter': 280, 'avg_loss': 0.9695614693003617, 'avg_acc_mask': 68.90257312513745, 'loss': 0.9060736298561096}
{'epoch': 275, 'iter': 290, 'avg_loss': 0.9686079039606442, 'avg_acc_mask': 68.99137077380111, 'loss': 1.1664972305297852}
{'epoch': 275, 'iter': 300, 'avg_loss': 0.9674694837129789, 'avg_acc_mask': 69.08655490933971, 'loss': 1.1469358205795288}
{'epoch': 275, 'iter': 310, 'avg_loss': 0.970599678934962, 'avg_acc_mask': 68.94019581899974, 'loss': 1.0254300832748413}
{'epoch': 275, 'iter': 320, 'avg_loss': 0.9684493313325899, 'avg_acc_mask': 68.97285447159713, 'loss': 0.8330842852592468}
{'epoch': 275, 'iter': 330, 'avg_loss': 0.9666990907890919, 'avg_acc_mask': 68.95128509786755, 'loss': 0.9233762621879578}
{'epoch': 275, 'iter': 340, 'avg_loss': 0.9662939918355858, 'avg_acc_mask': 68.89333818711322, 'loss': 0.9817712903022766}
{'epoch': 275, 'iter': 350, 'avg_loss': 0.965990825426205, 'avg_acc_mask': 68.9289501590668, 'loss': 0.8116999268531799}
{'epoch': 275, 'iter': 360, 'avg_loss': 0.9646755877954478, 'avg_acc_mask': 68.95013723696249, 'loss': 0.7207502126693726}
{'epoch': 275, 'iter': 370, 'avg_loss': 0.9620961652933105, 'avg_acc_mask': 69.07382699577495, 'loss': 0.8055801391601562}
{'epoch': 275, 'iter': 380, 'avg_loss': 0.9641190945632815, 'avg_acc_mask': 68.9813812513531, 'loss': 1.043078899383545}
{'epoch': 275, 'iter': 390, 'avg_loss': 0.9650867040200002, 'avg_acc_mask': 68.94609391450832, 'loss': 0.9264875054359436}
{'epoch': 'EP275_test', 'avg_loss': 0.9641553633140795, 'total_masked_acc': 68.91779396462019}
{'epoch': 276, 'iter': 0, 'avg_loss': 0.668479859828949, 'avg_acc_mask': 84.44444444444444, 'loss': 0.668479859828949}
{'epoch': 276, 'iter': 10, 'avg_loss': 0.923672307621349, 'avg_acc_mask': 71.96261682242991, 'loss': 1.3467768430709839}
{'epoch': 276, 'iter': 20, 'avg_loss': 0.9288371829759507, 'avg_acc_mask': 72.03140333660451, 'loss': 1.0712171792984009}
{'epoch': 276, 'iter': 30, 'avg_loss': 0.9728218509304908, 'avg_acc_mask': 70.73656270736562, 'loss': 1.2455625534057617}
{'epoch': 276, 'iter': 40, 'avg_loss': 0.9668217621198515, 'avg_acc_mask': 71.08980827447023, 'loss': 1.1805222034454346}
{'epoch': 276, 'iter': 50, 'avg_loss': 0.9777030489023995, 'avg_acc_mask': 70.90690208667738, 'loss': 1.1725847721099854}
{'epoch': 276, 'iter': 60, 'avg_loss': 0.9784643591427412, 'avg_acc_mask': 70.6239460370995, 'loss': 0.9636721611022949}
{'epoch': 276, 'iter': 70, 'avg_loss': 0.9652461577469195, 'avg_acc_mask': 71.07558139534885, 'loss': 0.5882521271705627}
{'epoch': 276, 'iter': 80, 'avg_loss': 0.9658121514467546, 'avg_acc_mask': 70.80090384132563, 'loss': 1.1858220100402832}
{'epoch': 276, 'iter': 90, 'avg_loss': 0.9671264680532309, 'avg_acc_mask': 70.83801392945406, 'loss': 0.9150286912918091}
{'epoch': 276, 'iter': 100, 'avg_loss': 0.9739784837359249, 'avg_acc_mask': 70.54515866558178, 'loss': 0.9334302544593811}
{'epoch': 276, 'iter': 110, 'avg_loss': 0.9768929250605471, 'avg_acc_mask': 70.18382352941175, 'loss': 0.9085814356803894}
{'epoch': 276, 'iter': 120, 'avg_loss': 0.9763110211072874, 'avg_acc_mask': 70.20553762527602, 'loss': 1.3137820959091187}
{'epoch': 276, 'iter': 130, 'avg_loss': 0.9801322212656036, 'avg_acc_mask': 69.9813258636788, 'loss': 0.9414591193199158}
{'epoch': 276, 'iter': 140, 'avg_loss': 0.9788242176914892, 'avg_acc_mask': 69.82658959537572, 'loss': 1.0556405782699585}
{'epoch': 276, 'iter': 150, 'avg_loss': 0.9731589966262413, 'avg_acc_mask': 69.8483617655023, 'loss': 1.0858248472213745}
{'epoch': 276, 'iter': 160, 'avg_loss': 0.9711495937767977, 'avg_acc_mask': 69.89724724089812, 'loss': 0.6825341582298279}
{'epoch': 276, 'iter': 170, 'avg_loss': 0.9727165256327356, 'avg_acc_mask': 69.77077363896849, 'loss': 1.3570497035980225}
{'epoch': 276, 'iter': 180, 'avg_loss': 0.9783792861258787, 'avg_acc_mask': 69.57405942831318, 'loss': 1.0370032787322998}
{'epoch': 276, 'iter': 190, 'avg_loss': 0.9709936445920255, 'avg_acc_mask': 69.74193548387096, 'loss': 1.0141595602035522}
{'epoch': 276, 'iter': 200, 'avg_loss': 0.9748612855797383, 'avg_acc_mask': 69.59819598195982, 'loss': 1.27192223072052}
{'epoch': 276, 'iter': 210, 'avg_loss': 0.9773088173843673, 'avg_acc_mask': 69.43030540328895, 'loss': 1.0476194620132446}
{'epoch': 276, 'iter': 220, 'avg_loss': 0.977841142076173, 'avg_acc_mask': 69.35528886408038, 'loss': 0.7342207431793213}
{'epoch': 276, 'iter': 230, 'avg_loss': 0.9695560844429644, 'avg_acc_mask': 69.53843406838675, 'loss': 0.7067301869392395}
{'epoch': 276, 'iter': 240, 'avg_loss': 0.9701713452200672, 'avg_acc_mask': 69.49948752989408, 'loss': 1.1009323596954346}
{'epoch': 276, 'iter': 250, 'avg_loss': 0.9733534538413424, 'avg_acc_mask': 69.44056518524604, 'loss': 0.6820366978645325}
{'epoch': 276, 'iter': 260, 'avg_loss': 0.9685340809182645, 'avg_acc_mask': 69.5831026026422, 'loss': 0.7822043895721436}
{'epoch': 276, 'iter': 270, 'avg_loss': 0.9679129002718908, 'avg_acc_mask': 69.65643052599575, 'loss': 0.7509209513664246}
{'epoch': 276, 'iter': 280, 'avg_loss': 0.9677738723381558, 'avg_acc_mask': 69.65188713814584, 'loss': 1.1562637090682983}
{'epoch': 276, 'iter': 290, 'avg_loss': 0.9677325732929191, 'avg_acc_mask': 69.6212389380531, 'loss': 1.236743688583374}
{'epoch': 276, 'iter': 300, 'avg_loss': 0.9633374077537131, 'avg_acc_mask': 69.76839797176922, 'loss': 0.6330413818359375}
{'epoch': 276, 'iter': 310, 'avg_loss': 0.9657614054787197, 'avg_acc_mask': 69.64628099173554, 'loss': 1.2107316255569458}
{'epoch': 276, 'iter': 320, 'avg_loss': 0.9642027061304942, 'avg_acc_mask': 69.6839265064885, 'loss': 1.0529853105545044}
{'epoch': 276, 'iter': 330, 'avg_loss': 0.9658111611161707, 'avg_acc_mask': 69.58631415241058, 'loss': 1.0208404064178467}
{'epoch': 276, 'iter': 340, 'avg_loss': 0.9628715651475789, 'avg_acc_mask': 69.68636911942099, 'loss': 0.8144256472587585}
{'epoch': 276, 'iter': 350, 'avg_loss': 0.9618703145586867, 'avg_acc_mask': 69.63961324348081, 'loss': 0.6581995487213135}
{'epoch': 276, 'iter': 360, 'avg_loss': 0.9626094688999356, 'avg_acc_mask': 69.54248366013071, 'loss': 0.7951091527938843}
{'epoch': 276, 'iter': 370, 'avg_loss': 0.9602659805765692, 'avg_acc_mask': 69.5604152860614, 'loss': 1.014135718345642}
{'epoch': 276, 'iter': 380, 'avg_loss': 0.9598959211915183, 'avg_acc_mask': 69.6, 'loss': 1.0491833686828613}
{'epoch': 276, 'iter': 390, 'avg_loss': 0.959816639990453, 'avg_acc_mask': 69.53773831287542, 'loss': 1.2340412139892578}
{'epoch': 'EP276_test', 'avg_loss': 0.9587459624415696, 'total_masked_acc': 69.57756661846726}
{'epoch': 277, 'iter': 0, 'avg_loss': 0.9799218773841858, 'avg_acc_mask': 69.23076923076923, 'loss': 0.9799218773841858}
{'epoch': 277, 'iter': 10, 'avg_loss': 1.017400627786463, 'avg_acc_mask': 66.66666666666666, 'loss': 1.3373353481292725}
{'epoch': 277, 'iter': 20, 'avg_loss': 0.9811426656586784, 'avg_acc_mask': 67.472306143001, 'loss': 0.9186221957206726}
{'epoch': 277, 'iter': 30, 'avg_loss': 0.9710437232448209, 'avg_acc_mask': 68.07666886979511, 'loss': 1.01851487159729}
{'epoch': 277, 'iter': 40, 'avg_loss': 0.965517949767229, 'avg_acc_mask': 68.92230576441104, 'loss': 1.0601227283477783}
{'epoch': 277, 'iter': 50, 'avg_loss': 0.9594641216829711, 'avg_acc_mask': 69.24315619967794, 'loss': 1.1576310396194458}
{'epoch': 277, 'iter': 60, 'avg_loss': 0.9499680873800497, 'avg_acc_mask': 69.92279288351796, 'loss': 0.8359237313270569}
{'epoch': 277, 'iter': 70, 'avg_loss': 0.9425696734811219, 'avg_acc_mask': 70.40181097906056, 'loss': 0.7590408325195312}
{'epoch': 277, 'iter': 80, 'avg_loss': 0.9463756757753866, 'avg_acc_mask': 69.95803505307332, 'loss': 1.1260085105895996}
{'epoch': 277, 'iter': 90, 'avg_loss': 0.9486369035401188, 'avg_acc_mask': 69.91779604532327, 'loss': 0.8258301615715027}
{'epoch': 277, 'iter': 100, 'avg_loss': 0.9511581762592392, 'avg_acc_mask': 70.0, 'loss': 0.8298033475875854}
{'epoch': 277, 'iter': 110, 'avg_loss': 0.9555104678278571, 'avg_acc_mask': 69.8458748866727, 'loss': 1.132914423942566}
{'epoch': 277, 'iter': 120, 'avg_loss': 0.9581199891803679, 'avg_acc_mask': 69.76393771973882, 'loss': 1.1579049825668335}
{'epoch': 277, 'iter': 130, 'avg_loss': 0.9664703810032997, 'avg_acc_mask': 69.49598021026593, 'loss': 1.2393333911895752}
{'epoch': 277, 'iter': 140, 'avg_loss': 0.9701209653776588, 'avg_acc_mask': 69.46630419230219, 'loss': 1.1079821586608887}
{'epoch': 277, 'iter': 150, 'avg_loss': 0.9638963994995647, 'avg_acc_mask': 69.57799145299145, 'loss': 0.8453598618507385}
{'epoch': 277, 'iter': 160, 'avg_loss': 0.9670100343523559, 'avg_acc_mask': 69.36936936936937, 'loss': 0.821328341960907}
{'epoch': 277, 'iter': 170, 'avg_loss': 0.968337620385209, 'avg_acc_mask': 69.20984149515023, 'loss': 1.0886150598526}
{'epoch': 277, 'iter': 180, 'avg_loss': 0.967451306173156, 'avg_acc_mask': 69.2359399507058, 'loss': 1.3090133666992188}
{'epoch': 277, 'iter': 190, 'avg_loss': 0.9629154987048104, 'avg_acc_mask': 69.30366269165246, 'loss': 1.0489413738250732}
{'epoch': 277, 'iter': 200, 'avg_loss': 0.9618454241930549, 'avg_acc_mask': 69.45399393326592, 'loss': 0.8272446393966675}
{'epoch': 277, 'iter': 210, 'avg_loss': 0.9678851327907417, 'avg_acc_mask': 69.40190696330541, 'loss': 1.293447732925415}
{'epoch': 277, 'iter': 220, 'avg_loss': 0.9692037959174333, 'avg_acc_mask': 69.27379424170181, 'loss': 0.8242251873016357}
{'epoch': 277, 'iter': 230, 'avg_loss': 0.9648235862131243, 'avg_acc_mask': 69.50822556523269, 'loss': 0.9426599144935608}
{'epoch': 277, 'iter': 240, 'avg_loss': 0.9649347723519653, 'avg_acc_mask': 69.45845946855029, 'loss': 1.1521391868591309}
{'epoch': 277, 'iter': 250, 'avg_loss': 0.9652823486413614, 'avg_acc_mask': 69.41071717662297, 'loss': 1.114950180053711}
{'epoch': 277, 'iter': 260, 'avg_loss': 0.96559945959241, 'avg_acc_mask': 69.39379772479352, 'loss': 0.726124107837677}
{'epoch': 277, 'iter': 270, 'avg_loss': 0.9709469281219468, 'avg_acc_mask': 69.18687589158345, 'loss': 0.9143073558807373}
{'epoch': 277, 'iter': 280, 'avg_loss': 0.9739993012036293, 'avg_acc_mask': 69.07723459647093, 'loss': 1.1642762422561646}
{'epoch': 277, 'iter': 290, 'avg_loss': 0.9729266280365974, 'avg_acc_mask': 69.11846884604638, 'loss': 0.918634831905365}
{'epoch': 277, 'iter': 300, 'avg_loss': 0.9708206012993555, 'avg_acc_mask': 69.18175038980408, 'loss': 0.8458699584007263}
{'epoch': 277, 'iter': 310, 'avg_loss': 0.969949480325846, 'avg_acc_mask': 69.19748229740362, 'loss': 0.9019360542297363}
{'epoch': 277, 'iter': 320, 'avg_loss': 0.9642509367792778, 'avg_acc_mask': 69.32484076433121, 'loss': 0.8756377696990967}
{'epoch': 277, 'iter': 330, 'avg_loss': 0.9655706161278612, 'avg_acc_mask': 69.29119247897081, 'loss': 1.2229331731796265}
{'epoch': 277, 'iter': 340, 'avg_loss': 0.9627866695178918, 'avg_acc_mask': 69.39277571102845, 'loss': 0.9815524816513062}
{'epoch': 277, 'iter': 350, 'avg_loss': 0.963465315239382, 'avg_acc_mask': 69.36500525271391, 'loss': 1.116836428642273}
{'epoch': 277, 'iter': 360, 'avg_loss': 0.9636759737356878, 'avg_acc_mask': 69.37309041529932, 'loss': 0.8254280090332031}
{'epoch': 277, 'iter': 370, 'avg_loss': 0.964538686921333, 'avg_acc_mask': 69.28492849284929, 'loss': 1.357578158378601}
{'epoch': 277, 'iter': 380, 'avg_loss': 0.9644283721922576, 'avg_acc_mask': 69.2538432695913, 'loss': 0.9684692025184631}
{'epoch': 277, 'iter': 390, 'avg_loss': 0.9626800275367239, 'avg_acc_mask': 69.30368209989062, 'loss': 0.8115108609199524}
{'epoch': 'EP277_test', 'avg_loss': 0.9621783278957762, 'total_masked_acc': 69.30800123571208}
{'epoch': 278, 'iter': 0, 'avg_loss': 0.7389296889305115, 'avg_acc_mask': 70.0, 'loss': 0.7389296889305115}
{'epoch': 278, 'iter': 10, 'avg_loss': 0.9536162723194469, 'avg_acc_mask': 69.55719557195572, 'loss': 1.0386018753051758}
{'epoch': 278, 'iter': 20, 'avg_loss': 0.9592046283540272, 'avg_acc_mask': 70.49345417925478, 'loss': 1.0134351253509521}
{'epoch': 278, 'iter': 30, 'avg_loss': 0.9634187202299794, 'avg_acc_mask': 68.99798251513114, 'loss': 1.3111697435379028}
{'epoch': 278, 'iter': 40, 'avg_loss': 0.9593382666750652, 'avg_acc_mask': 69.77937403796818, 'loss': 1.1580891609191895}
{'epoch': 278, 'iter': 50, 'avg_loss': 0.9423712141373578, 'avg_acc_mask': 70.45454545454545, 'loss': 0.6500737071037292}
{'epoch': 278, 'iter': 60, 'avg_loss': 0.9399213947233607, 'avg_acc_mask': 70.26572485704675, 'loss': 1.3285377025604248}
{'epoch': 278, 'iter': 70, 'avg_loss': 0.9378292686502698, 'avg_acc_mask': 70.39977317833853, 'loss': 0.7286739945411682}
{'epoch': 278, 'iter': 80, 'avg_loss': 0.9454824593332078, 'avg_acc_mask': 70.02982107355865, 'loss': 0.9764936566352844}
{'epoch': 278, 'iter': 90, 'avg_loss': 0.9492498092598968, 'avg_acc_mask': 70.23440955329501, 'loss': 1.2314051389694214}
{'epoch': 278, 'iter': 100, 'avg_loss': 0.9499557873990276, 'avg_acc_mask': 70.18108651911469, 'loss': 0.5511599183082581}
{'epoch': 278, 'iter': 110, 'avg_loss': 0.9463993611636462, 'avg_acc_mask': 70.27174904249497, 'loss': 1.1117385625839233}
{'epoch': 278, 'iter': 120, 'avg_loss': 0.9474129888637006, 'avg_acc_mask': 70.47475255829558, 'loss': 1.1258028745651245}
{'epoch': 278, 'iter': 130, 'avg_loss': 0.9580061754197565, 'avg_acc_mask': 70.02320185614849, 'loss': 1.3006294965744019}
{'epoch': 278, 'iter': 140, 'avg_loss': 0.9621263763583299, 'avg_acc_mask': 69.93117292801836, 'loss': 1.2163774967193604}
{'epoch': 278, 'iter': 150, 'avg_loss': 0.9617249097255681, 'avg_acc_mask': 69.95034223594149, 'loss': 1.177658200263977}
{'epoch': 278, 'iter': 160, 'avg_loss': 0.9612720245900361, 'avg_acc_mask': 70.13871374527112, 'loss': 0.8761594295501709}
{'epoch': 278, 'iter': 170, 'avg_loss': 0.9586301252507327, 'avg_acc_mask': 70.1735615786971, 'loss': 1.1594371795654297}
{'epoch': 278, 'iter': 180, 'avg_loss': 0.9642429946206551, 'avg_acc_mask': 69.94621246077992, 'loss': 1.2527228593826294}
{'epoch': 278, 'iter': 190, 'avg_loss': 0.959811739116439, 'avg_acc_mask': 70.04057228272474, 'loss': 1.0922714471817017}
{'epoch': 278, 'iter': 200, 'avg_loss': 0.9598380385050133, 'avg_acc_mask': 69.98173330627156, 'loss': 0.8001751899719238}
{'epoch': 278, 'iter': 210, 'avg_loss': 0.9655844350279225, 'avg_acc_mask': 69.87893462469734, 'loss': 1.2542204856872559}
{'epoch': 278, 'iter': 220, 'avg_loss': 0.9654114048135766, 'avg_acc_mask': 69.75240206947524, 'loss': 0.7176192998886108}
{'epoch': 278, 'iter': 230, 'avg_loss': 0.9603923932040409, 'avg_acc_mask': 69.88122673284879, 'loss': 0.9157507419586182}
{'epoch': 278, 'iter': 240, 'avg_loss': 0.9609001309792531, 'avg_acc_mask': 69.80475382003397, 'loss': 0.8687864542007446}
{'epoch': 278, 'iter': 250, 'avg_loss': 0.9618149229967262, 'avg_acc_mask': 69.79115679556209, 'loss': 0.931354284286499}
{'epoch': 278, 'iter': 260, 'avg_loss': 0.9614921233891527, 'avg_acc_mask': 69.7595851665619, 'loss': 0.9491109251976013}
{'epoch': 278, 'iter': 270, 'avg_loss': 0.9667002553209607, 'avg_acc_mask': 69.5330210064984, 'loss': 0.9483523368835449}
{'epoch': 278, 'iter': 280, 'avg_loss': 0.9646994875631298, 'avg_acc_mask': 69.55349989074222, 'loss': 1.0935114622116089}
{'epoch': 278, 'iter': 290, 'avg_loss': 0.9627867122900855, 'avg_acc_mask': 69.5719406761791, 'loss': 0.7658190727233887}
{'epoch': 278, 'iter': 300, 'avg_loss': 0.9611107939699559, 'avg_acc_mask': 69.63521499898104, 'loss': 0.9777833819389343}
{'epoch': 278, 'iter': 310, 'avg_loss': 0.960753827903815, 'avg_acc_mask': 69.59428459067969, 'loss': 1.134745717048645}
{'epoch': 278, 'iter': 320, 'avg_loss': 0.9552320599370285, 'avg_acc_mask': 69.81443823080834, 'loss': 0.8386452794075012}
{'epoch': 278, 'iter': 330, 'avg_loss': 0.9589359455058222, 'avg_acc_mask': 69.68052300481065, 'loss': 0.9585684537887573}
{'epoch': 278, 'iter': 340, 'avg_loss': 0.957783599490644, 'avg_acc_mask': 69.67938748654146, 'loss': 0.7025003433227539}
{'epoch': 278, 'iter': 350, 'avg_loss': 0.9576565977345165, 'avg_acc_mask': 69.7128545634574, 'loss': 0.8257377743721008}
{'epoch': 278, 'iter': 360, 'avg_loss': 0.9576419609240218, 'avg_acc_mask': 69.72259810554804, 'loss': 0.9047185778617859}
{'epoch': 278, 'iter': 370, 'avg_loss': 0.9553058927431903, 'avg_acc_mask': 69.7482686599978, 'loss': 1.373293161392212}
{'epoch': 278, 'iter': 380, 'avg_loss': 0.9565994785683049, 'avg_acc_mask': 69.70054106176676, 'loss': 1.036860466003418}
{'epoch': 278, 'iter': 390, 'avg_loss': 0.9588423760803154, 'avg_acc_mask': 69.57361306821147, 'loss': 1.0999431610107422}
{'epoch': 'EP278_test', 'avg_loss': 0.9605024585669691, 'total_masked_acc': 69.50018053334709}
{'epoch': 279, 'iter': 0, 'avg_loss': 0.9190456867218018, 'avg_acc_mask': 69.38775510204081, 'loss': 0.9190456867218018}
{'epoch': 279, 'iter': 10, 'avg_loss': 1.0720822540196506, 'avg_acc_mask': 65.6015037593985, 'loss': 1.3077905178070068}
{'epoch': 279, 'iter': 20, 'avg_loss': 1.0017011562983196, 'avg_acc_mask': 67.09613478691774, 'loss': 0.9482091665267944}
{'epoch': 279, 'iter': 30, 'avg_loss': 0.9642496551236799, 'avg_acc_mask': 68.67549668874172, 'loss': 0.7613372206687927}
{'epoch': 279, 'iter': 40, 'avg_loss': 0.9594853142412697, 'avg_acc_mask': 69.18081918081919, 'loss': 0.9523946046829224}
{'epoch': 279, 'iter': 50, 'avg_loss': 0.9451833706276089, 'avg_acc_mask': 69.88432389309932, 'loss': 0.8125244379043579}
{'epoch': 279, 'iter': 60, 'avg_loss': 0.9346287211433786, 'avg_acc_mask': 70.19198383294038, 'loss': 0.9831106662750244}
{'epoch': 279, 'iter': 70, 'avg_loss': 0.9231952462397831, 'avg_acc_mask': 70.5949985628054, 'loss': 0.9105424284934998}
{'epoch': 279, 'iter': 80, 'avg_loss': 0.9235596141697447, 'avg_acc_mask': 70.44261065266316, 'loss': 1.0494352579116821}
{'epoch': 279, 'iter': 90, 'avg_loss': 0.9252970539606534, 'avg_acc_mask': 70.60538116591928, 'loss': 0.8035881519317627}
{'epoch': 279, 'iter': 100, 'avg_loss': 0.9261429882285619, 'avg_acc_mask': 70.3620829943043, 'loss': 0.8888581991195679}
{'epoch': 279, 'iter': 110, 'avg_loss': 0.9277533512931686, 'avg_acc_mask': 70.31912931193507, 'loss': 0.8842723369598389}
{'epoch': 279, 'iter': 120, 'avg_loss': 0.9340279200845514, 'avg_acc_mask': 70.19721183270995, 'loss': 1.1613878011703491}
{'epoch': 279, 'iter': 130, 'avg_loss': 0.9365599796972202, 'avg_acc_mask': 70.0, 'loss': 1.1623271703720093}
{'epoch': 279, 'iter': 140, 'avg_loss': 0.9367321687387237, 'avg_acc_mask': 70.1332560834299, 'loss': 0.834165096282959}
{'epoch': 279, 'iter': 150, 'avg_loss': 0.9452929362556003, 'avg_acc_mask': 69.74505017629508, 'loss': 1.3059793710708618}
{'epoch': 279, 'iter': 160, 'avg_loss': 0.9491739050942178, 'avg_acc_mask': 69.50472300229768, 'loss': 0.8389441967010498}
{'epoch': 279, 'iter': 170, 'avg_loss': 0.9480757807430468, 'avg_acc_mask': 69.59337891327816, 'loss': 0.7712308764457703}
{'epoch': 279, 'iter': 180, 'avg_loss': 0.9516827414707584, 'avg_acc_mask': 69.64427775883622, 'loss': 1.3762704133987427}
{'epoch': 279, 'iter': 190, 'avg_loss': 0.9476365840247788, 'avg_acc_mask': 69.74590869939708, 'loss': 0.6994695067405701}
{'epoch': 279, 'iter': 200, 'avg_loss': 0.9547590648950036, 'avg_acc_mask': 69.65199590583418, 'loss': 1.1255180835723877}
{'epoch': 279, 'iter': 210, 'avg_loss': 0.9616880077886355, 'avg_acc_mask': 69.45443936594378, 'loss': 1.023950219154358}
{'epoch': 279, 'iter': 220, 'avg_loss': 0.96266605007163, 'avg_acc_mask': 69.34084194977844, 'loss': 0.9999274611473083}
{'epoch': 279, 'iter': 230, 'avg_loss': 0.9635095534386573, 'avg_acc_mask': 69.38612808929045, 'loss': 0.8994008898735046}
{'epoch': 279, 'iter': 240, 'avg_loss': 0.9627359237413683, 'avg_acc_mask': 69.41196407388578, 'loss': 0.8316583633422852}
{'epoch': 279, 'iter': 250, 'avg_loss': 0.9624627192181895, 'avg_acc_mask': 69.49097414213693, 'loss': 1.0689818859100342}
{'epoch': 279, 'iter': 260, 'avg_loss': 0.9620300113469705, 'avg_acc_mask': 69.55160810705064, 'loss': 0.761016309261322}
{'epoch': 279, 'iter': 270, 'avg_loss': 0.9660158911754284, 'avg_acc_mask': 69.39421338155516, 'loss': 1.0544047355651855}
{'epoch': 279, 'iter': 280, 'avg_loss': 0.9701830867770728, 'avg_acc_mask': 69.23244183518156, 'loss': 0.8329161405563354}
{'epoch': 279, 'iter': 290, 'avg_loss': 0.9659088727125188, 'avg_acc_mask': 69.34930307487568, 'loss': 0.8242171406745911}
{'epoch': 279, 'iter': 300, 'avg_loss': 0.9617243066578608, 'avg_acc_mask': 69.4708276797829, 'loss': 1.1662347316741943}
{'epoch': 279, 'iter': 310, 'avg_loss': 0.9653858331622035, 'avg_acc_mask': 69.3827971109652, 'loss': 1.2424156665802002}
{'epoch': 279, 'iter': 320, 'avg_loss': 0.964079587073341, 'avg_acc_mask': 69.39139292080469, 'loss': 0.9083386063575745}
{'epoch': 279, 'iter': 330, 'avg_loss': 0.9646908444580354, 'avg_acc_mask': 69.44238835430545, 'loss': 1.0838568210601807}
{'epoch': 279, 'iter': 340, 'avg_loss': 0.9609252277357487, 'avg_acc_mask': 69.55690911262391, 'loss': 0.9259213805198669}
{'epoch': 279, 'iter': 350, 'avg_loss': 0.9623084866423213, 'avg_acc_mask': 69.469899083633, 'loss': 0.8295412659645081}
{'epoch': 279, 'iter': 360, 'avg_loss': 0.9624660900094832, 'avg_acc_mask': 69.45790600698749, 'loss': 1.136664628982544}
{'epoch': 279, 'iter': 370, 'avg_loss': 0.9591490762895651, 'avg_acc_mask': 69.5718905881708, 'loss': 0.9139660000801086}
{'epoch': 279, 'iter': 380, 'avg_loss': 0.959035609025029, 'avg_acc_mask': 69.57984090545085, 'loss': 0.8275816440582275}
{'epoch': 279, 'iter': 390, 'avg_loss': 0.9580748261088301, 'avg_acc_mask': 69.61742384863291, 'loss': 1.0884580612182617}
{'epoch': 'EP279_test', 'avg_loss': 0.9565441539191236, 'total_masked_acc': 69.61752004935225}
{'epoch': 280, 'iter': 0, 'avg_loss': 0.6260784268379211, 'avg_acc_mask': 82.92682926829268, 'loss': 0.6260784268379211}
{'epoch': 280, 'iter': 10, 'avg_loss': 0.9682152379642833, 'avg_acc_mask': 70.1688555347092, 'loss': 1.271407127380371}
{'epoch': 280, 'iter': 20, 'avg_loss': 0.9666261389141991, 'avg_acc_mask': 69.92110453648915, 'loss': 0.9593010544776917}
{'epoch': 280, 'iter': 30, 'avg_loss': 0.9553991806122565, 'avg_acc_mask': 69.89830508474576, 'loss': 1.2355002164840698}
{'epoch': 280, 'iter': 40, 'avg_loss': 0.9404767155647278, 'avg_acc_mask': 70.13251783893986, 'loss': 0.8452386856079102}
{'epoch': 280, 'iter': 50, 'avg_loss': 0.930266349923377, 'avg_acc_mask': 70.43443282381335, 'loss': 0.9340192675590515}
{'epoch': 280, 'iter': 60, 'avg_loss': 0.9413647407391033, 'avg_acc_mask': 70.60013486176669, 'loss': 0.7595971822738647}
{'epoch': 280, 'iter': 70, 'avg_loss': 0.9469694747051722, 'avg_acc_mask': 70.27649769585254, 'loss': 1.104723334312439}
{'epoch': 280, 'iter': 80, 'avg_loss': 0.935268759727478, 'avg_acc_mask': 70.40506329113924, 'loss': 0.9127432107925415}
{'epoch': 280, 'iter': 90, 'avg_loss': 0.9364006316268837, 'avg_acc_mask': 70.50213915784734, 'loss': 0.9306739568710327}
{'epoch': 280, 'iter': 100, 'avg_loss': 0.9378170725142602, 'avg_acc_mask': 70.53041163219332, 'loss': 0.5770455002784729}
{'epoch': 280, 'iter': 110, 'avg_loss': 0.9418959333015992, 'avg_acc_mask': 70.21355617455896, 'loss': 1.2600017786026}
{'epoch': 280, 'iter': 120, 'avg_loss': 0.9443692515704257, 'avg_acc_mask': 70.18919379580706, 'loss': 1.193009853363037}
{'epoch': 280, 'iter': 130, 'avg_loss': 0.9429678070636196, 'avg_acc_mask': 70.24664377146425, 'loss': 0.9333680272102356}
{'epoch': 280, 'iter': 140, 'avg_loss': 0.9461734370982393, 'avg_acc_mask': 70.1087744742567, 'loss': 1.1522969007492065}
{'epoch': 280, 'iter': 150, 'avg_loss': 0.9489523867108175, 'avg_acc_mask': 69.98373101952278, 'loss': 1.140607476234436}
{'epoch': 280, 'iter': 160, 'avg_loss': 0.9499253364083189, 'avg_acc_mask': 70.02922119171643, 'loss': 1.052087426185608}
{'epoch': 280, 'iter': 170, 'avg_loss': 0.9506300879500763, 'avg_acc_mask': 70.02031306010275, 'loss': 1.155194640159607}
{'epoch': 280, 'iter': 180, 'avg_loss': 0.9506743481146038, 'avg_acc_mask': 70.06926308618145, 'loss': 1.100692868232727}
{'epoch': 280, 'iter': 190, 'avg_loss': 0.9476127842958061, 'avg_acc_mask': 70.15876444540447, 'loss': 0.7957379221916199}
{'epoch': 280, 'iter': 200, 'avg_loss': 0.9481469214852176, 'avg_acc_mask': 70.16477857878476, 'loss': 0.856543779373169}
{'epoch': 280, 'iter': 210, 'avg_loss': 0.9503833634593476, 'avg_acc_mask': 70.15496273048254, 'loss': 1.2711952924728394}
{'epoch': 280, 'iter': 220, 'avg_loss': 0.952717251907107, 'avg_acc_mask': 69.95808104331626, 'loss': 1.076135277748108}
{'epoch': 280, 'iter': 230, 'avg_loss': 0.9477276167312225, 'avg_acc_mask': 70.06534777549011, 'loss': 0.9998792409896851}
{'epoch': 280, 'iter': 240, 'avg_loss': 0.950100384807191, 'avg_acc_mask': 69.9289322715986, 'loss': 1.1216466426849365}
{'epoch': 280, 'iter': 250, 'avg_loss': 0.9535776341103938, 'avg_acc_mask': 69.82078263729036, 'loss': 1.091052532196045}
{'epoch': 280, 'iter': 260, 'avg_loss': 0.9556330127277594, 'avg_acc_mask': 69.7863924050633, 'loss': 0.806881844997406}
{'epoch': 280, 'iter': 270, 'avg_loss': 0.957872679532674, 'avg_acc_mask': 69.69420356001825, 'loss': 1.0540544986724854}
{'epoch': 280, 'iter': 280, 'avg_loss': 0.9596619724803124, 'avg_acc_mask': 69.64154546790068, 'loss': 0.8750407099723816}
{'epoch': 280, 'iter': 290, 'avg_loss': 0.958399786777103, 'avg_acc_mask': 69.61505802434192, 'loss': 0.6507081389427185}
{'epoch': 280, 'iter': 300, 'avg_loss': 0.9561121392487687, 'avg_acc_mask': 69.69155732637219, 'loss': 0.8990586996078491}
{'epoch': 280, 'iter': 310, 'avg_loss': 0.9564226528455974, 'avg_acc_mask': 69.65732500996148, 'loss': 1.0274440050125122}
{'epoch': 280, 'iter': 320, 'avg_loss': 0.9553127520923674, 'avg_acc_mask': 69.63087248322147, 'loss': 1.075214147567749}
{'epoch': 280, 'iter': 330, 'avg_loss': 0.956394837702149, 'avg_acc_mask': 69.57693513005327, 'loss': 1.2592926025390625}
{'epoch': 280, 'iter': 340, 'avg_loss': 0.9540145026623679, 'avg_acc_mask': 69.63210702341136, 'loss': 0.6735755205154419}
{'epoch': 280, 'iter': 350, 'avg_loss': 0.9548131962787052, 'avg_acc_mask': 69.56547373386003, 'loss': 0.7856302261352539}
{'epoch': 280, 'iter': 360, 'avg_loss': 0.9558209078463821, 'avg_acc_mask': 69.50074430321767, 'loss': 0.8991497159004211}
{'epoch': 280, 'iter': 370, 'avg_loss': 0.9555647729863375, 'avg_acc_mask': 69.53760445682451, 'loss': 1.1081701517105103}
{'epoch': 280, 'iter': 380, 'avg_loss': 0.9554072875050422, 'avg_acc_mask': 69.52112370519009, 'loss': 0.8508379459381104}
{'epoch': 280, 'iter': 390, 'avg_loss': 0.9555585529188366, 'avg_acc_mask': 69.4352334333386, 'loss': 0.9880820512771606}
{'epoch': 'EP280_test', 'avg_loss': 0.9572983757413999, 'total_masked_acc': 69.43142767885035}
{'epoch': 281, 'iter': 0, 'avg_loss': 0.9294285178184509, 'avg_acc_mask': 75.67567567567568, 'loss': 0.9294285178184509}
{'epoch': 281, 'iter': 10, 'avg_loss': 1.0148400447585366, 'avg_acc_mask': 68.29745596868885, 'loss': 0.8525491952896118}
{'epoch': 281, 'iter': 20, 'avg_loss': 0.9834890592665899, 'avg_acc_mask': 69.53511374876359, 'loss': 1.0926826000213623}
{'epoch': 281, 'iter': 30, 'avg_loss': 0.9653164571331393, 'avg_acc_mask': 70.10974822466108, 'loss': 1.15096116065979}
{'epoch': 281, 'iter': 40, 'avg_loss': 0.9466283757512163, 'avg_acc_mask': 70.96451774112944, 'loss': 0.9315270781517029}
{'epoch': 281, 'iter': 50, 'avg_loss': 0.9340227585212857, 'avg_acc_mask': 71.07142857142857, 'loss': 0.8290430307388306}
{'epoch': 281, 'iter': 60, 'avg_loss': 0.9397221412815031, 'avg_acc_mask': 70.67067067067066, 'loss': 0.9747891426086426}
{'epoch': 281, 'iter': 70, 'avg_loss': 0.9413470978468237, 'avg_acc_mask': 70.69211050982625, 'loss': 0.935825526714325}
{'epoch': 281, 'iter': 80, 'avg_loss': 0.9458595683545242, 'avg_acc_mask': 70.36204744069913, 'loss': 1.2303344011306763}
{'epoch': 281, 'iter': 90, 'avg_loss': 0.9476622611611754, 'avg_acc_mask': 70.20994475138122, 'loss': 0.9289062023162842}
{'epoch': 281, 'iter': 100, 'avg_loss': 0.9413990478704471, 'avg_acc_mask': 70.72879330943847, 'loss': 0.5161817073822021}
{'epoch': 281, 'iter': 110, 'avg_loss': 0.9425375504536672, 'avg_acc_mask': 70.51258829922116, 'loss': 1.0287047624588013}
{'epoch': 281, 'iter': 120, 'avg_loss': 0.9423697329749746, 'avg_acc_mask': 70.46623527459765, 'loss': 0.8656258583068848}
{'epoch': 281, 'iter': 130, 'avg_loss': 0.9496412350021246, 'avg_acc_mask': 70.21406727828746, 'loss': 1.1253581047058105}
{'epoch': 281, 'iter': 140, 'avg_loss': 0.9497332703982685, 'avg_acc_mask': 70.1699716713881, 'loss': 0.9249062538146973}
{'epoch': 281, 'iter': 150, 'avg_loss': 0.948537211939199, 'avg_acc_mask': 70.19999999999999, 'loss': 0.8089680671691895}
{'epoch': 281, 'iter': 160, 'avg_loss': 0.9538195529339476, 'avg_acc_mask': 69.99749561733033, 'loss': 1.212159276008606}
{'epoch': 281, 'iter': 170, 'avg_loss': 0.9520898503169679, 'avg_acc_mask': 69.95616633100343, 'loss': 1.0946208238601685}
{'epoch': 281, 'iter': 180, 'avg_loss': 0.9546409025376673, 'avg_acc_mask': 69.85393258426966, 'loss': 1.1831976175308228}
{'epoch': 281, 'iter': 190, 'avg_loss': 0.9475733447449369, 'avg_acc_mask': 70.01812559974411, 'loss': 0.6415881514549255}
{'epoch': 281, 'iter': 200, 'avg_loss': 0.9496911921311374, 'avg_acc_mask': 69.93709415584416, 'loss': 1.0775187015533447}
{'epoch': 281, 'iter': 210, 'avg_loss': 0.9532174807024228, 'avg_acc_mask': 69.87823734054889, 'loss': 0.7787686586380005}
{'epoch': 281, 'iter': 220, 'avg_loss': 0.9537255119414351, 'avg_acc_mask': 69.81461086637299, 'loss': 0.9970095157623291}
{'epoch': 281, 'iter': 230, 'avg_loss': 0.9473622054248662, 'avg_acc_mask': 69.9991183990126, 'loss': 0.7426578402519226}
{'epoch': 281, 'iter': 240, 'avg_loss': 0.944817623656815, 'avg_acc_mask': 69.95595459935626, 'loss': 0.948147177696228}
{'epoch': 281, 'iter': 250, 'avg_loss': 0.9472439004130573, 'avg_acc_mask': 69.82695588593711, 'loss': 1.0465952157974243}
{'epoch': 281, 'iter': 260, 'avg_loss': 0.9475509033349282, 'avg_acc_mask': 69.86398301753283, 'loss': 0.8766933083534241}
{'epoch': 281, 'iter': 270, 'avg_loss': 0.9496598899144528, 'avg_acc_mask': 69.84727052774838, 'loss': 1.0664982795715332}
{'epoch': 281, 'iter': 280, 'avg_loss': 0.9564558553950218, 'avg_acc_mask': 69.64025633556656, 'loss': 1.193981647491455}
{'epoch': 281, 'iter': 290, 'avg_loss': 0.9525858841810849, 'avg_acc_mask': 69.72824942068675, 'loss': 0.9109327793121338}
{'epoch': 281, 'iter': 300, 'avg_loss': 0.949324413985509, 'avg_acc_mask': 69.84159358216058, 'loss': 1.0474140644073486}
{'epoch': 281, 'iter': 310, 'avg_loss': 0.9518414632300471, 'avg_acc_mask': 69.78090663859464, 'loss': 1.2111557722091675}
{'epoch': 281, 'iter': 320, 'avg_loss': 0.9497757156689962, 'avg_acc_mask': 69.88451477062463, 'loss': 0.9746503829956055}
{'epoch': 281, 'iter': 330, 'avg_loss': 0.9511909731565286, 'avg_acc_mask': 69.88727858293076, 'loss': 0.9789261221885681}
{'epoch': 281, 'iter': 340, 'avg_loss': 0.950718243975094, 'avg_acc_mask': 69.86886429258902, 'loss': 0.842642068862915}
{'epoch': 281, 'iter': 350, 'avg_loss': 0.9514575508924631, 'avg_acc_mask': 69.8275358082432, 'loss': 0.7868371605873108}
{'epoch': 281, 'iter': 360, 'avg_loss': 0.9534184199621143, 'avg_acc_mask': 69.79089930299767, 'loss': 1.0075427293777466}
{'epoch': 281, 'iter': 370, 'avg_loss': 0.9524845143534103, 'avg_acc_mask': 69.78833645684048, 'loss': 1.2756898403167725}
{'epoch': 281, 'iter': 380, 'avg_loss': 0.9511641162274078, 'avg_acc_mask': 69.81456597688793, 'loss': 0.8077110648155212}
{'epoch': 281, 'iter': 390, 'avg_loss': 0.9522634878792726, 'avg_acc_mask': 69.77666457941974, 'loss': 1.049391269683838}
{'epoch': 'EP281_test', 'avg_loss': 0.9507076285704218, 'total_masked_acc': 69.82340183827326}
{'epoch': 282, 'iter': 0, 'avg_loss': 0.7429172396659851, 'avg_acc_mask': 72.0, 'loss': 0.7429172396659851}
{'epoch': 282, 'iter': 10, 'avg_loss': 0.973365230993791, 'avg_acc_mask': 68.48816029143899, 'loss': 1.0696070194244385}
{'epoch': 282, 'iter': 20, 'avg_loss': 0.9686558700743175, 'avg_acc_mask': 67.8048780487805, 'loss': 0.8601292371749878}
{'epoch': 282, 'iter': 30, 'avg_loss': 0.9839690116143995, 'avg_acc_mask': 67.5032175032175, 'loss': 1.0419360399246216}
{'epoch': 282, 'iter': 40, 'avg_loss': 0.976489337479196, 'avg_acc_mask': 67.97642436149313, 'loss': 0.9806635975837708}
{'epoch': 282, 'iter': 50, 'avg_loss': 0.9857788027501574, 'avg_acc_mask': 67.67836026803312, 'loss': 0.7774254679679871}
{'epoch': 282, 'iter': 60, 'avg_loss': 0.9732675386256859, 'avg_acc_mask': 68.26568265682657, 'loss': 0.6737993955612183}
{'epoch': 282, 'iter': 70, 'avg_loss': 0.962859849694749, 'avg_acc_mask': 68.33810888252148, 'loss': 1.095022439956665}
{'epoch': 282, 'iter': 80, 'avg_loss': 0.9564516301508303, 'avg_acc_mask': 68.36915297092288, 'loss': 0.7629672288894653}
{'epoch': 282, 'iter': 90, 'avg_loss': 0.9529780516257653, 'avg_acc_mask': 68.44123618317167, 'loss': 0.9001639485359192}
{'epoch': 282, 'iter': 100, 'avg_loss': 0.9606038137237625, 'avg_acc_mask': 68.68008948545862, 'loss': 0.6778489351272583}
{'epoch': 282, 'iter': 110, 'avg_loss': 0.9641912901723707, 'avg_acc_mask': 68.61515766181081, 'loss': 0.995353639125824}
{'epoch': 282, 'iter': 120, 'avg_loss': 0.9643940977321184, 'avg_acc_mask': 68.7436676798379, 'loss': 1.1737953424453735}
{'epoch': 282, 'iter': 130, 'avg_loss': 0.9644742683144926, 'avg_acc_mask': 68.59104384459354, 'loss': 1.2112172842025757}
{'epoch': 282, 'iter': 140, 'avg_loss': 0.965661255814505, 'avg_acc_mask': 68.56852497096399, 'loss': 1.198074460029602}
{'epoch': 282, 'iter': 150, 'avg_loss': 0.9647567033372968, 'avg_acc_mask': 68.54575163398692, 'loss': 0.9565020203590393}
{'epoch': 282, 'iter': 160, 'avg_loss': 0.9678794684247201, 'avg_acc_mask': 68.58452138492872, 'loss': 1.1693403720855713}
{'epoch': 282, 'iter': 170, 'avg_loss': 0.9719021705507535, 'avg_acc_mask': 68.50742692860565, 'loss': 1.0106775760650635}
{'epoch': 282, 'iter': 180, 'avg_loss': 0.9746178485741273, 'avg_acc_mask': 68.47162559348858, 'loss': 1.0397307872772217}
{'epoch': 282, 'iter': 190, 'avg_loss': 0.9699958158725219, 'avg_acc_mask': 68.65815724552182, 'loss': 0.9137688279151917}
{'epoch': 282, 'iter': 200, 'avg_loss': 0.9775507540548619, 'avg_acc_mask': 68.44947025264874, 'loss': 0.8088716268539429}
{'epoch': 282, 'iter': 210, 'avg_loss': 0.9772841315981337, 'avg_acc_mask': 68.44810863239573, 'loss': 1.2210643291473389}
{'epoch': 282, 'iter': 220, 'avg_loss': 0.9746001981771909, 'avg_acc_mask': 68.5418208734271, 'loss': 0.9312916994094849}
{'epoch': 282, 'iter': 230, 'avg_loss': 0.9719694650276399, 'avg_acc_mask': 68.59702021993614, 'loss': 0.9779314994812012}
{'epoch': 282, 'iter': 240, 'avg_loss': 0.9711337419713681, 'avg_acc_mask': 68.62361937128291, 'loss': 0.8073701858520508}
{'epoch': 282, 'iter': 250, 'avg_loss': 0.970223393217026, 'avg_acc_mask': 68.74285714285713, 'loss': 0.8743410110473633}
{'epoch': 282, 'iter': 260, 'avg_loss': 0.9715807859239907, 'avg_acc_mask': 68.71802943259621, 'loss': 0.8365735411643982}
{'epoch': 282, 'iter': 270, 'avg_loss': 0.9765107412839727, 'avg_acc_mask': 68.70124952669443, 'loss': 0.9043487906455994}
{'epoch': 282, 'iter': 280, 'avg_loss': 0.9779066090269869, 'avg_acc_mask': 68.77788341987859, 'loss': 0.8850508332252502}
{'epoch': 282, 'iter': 290, 'avg_loss': 0.9746044684726348, 'avg_acc_mask': 68.87412537988551, 'loss': 0.7858330011367798}
{'epoch': 282, 'iter': 300, 'avg_loss': 0.9705534713014812, 'avg_acc_mask': 68.92141440393954, 'loss': 0.7754240036010742}
{'epoch': 282, 'iter': 310, 'avg_loss': 0.9727990777737842, 'avg_acc_mask': 68.91516913319239, 'loss': 1.2496711015701294}
{'epoch': 282, 'iter': 320, 'avg_loss': 0.9702344480147614, 'avg_acc_mask': 69.054936611602, 'loss': 0.5870331525802612}
{'epoch': 282, 'iter': 330, 'avg_loss': 0.9682011194639696, 'avg_acc_mask': 69.07318890061457, 'loss': 1.2554665803909302}
{'epoch': 282, 'iter': 340, 'avg_loss': 0.9661386485847909, 'avg_acc_mask': 69.11613876319758, 'loss': 0.7335735559463501}
{'epoch': 282, 'iter': 350, 'avg_loss': 0.9633103244834476, 'avg_acc_mask': 69.26549035699631, 'loss': 0.8366335034370422}
{'epoch': 282, 'iter': 360, 'avg_loss': 0.9637800954550587, 'avg_acc_mask': 69.23908098271156, 'loss': 1.0308864116668701}
{'epoch': 282, 'iter': 370, 'avg_loss': 0.9604489039378667, 'avg_acc_mask': 69.33399878001441, 'loss': 1.0715571641921997}
{'epoch': 282, 'iter': 380, 'avg_loss': 0.9625572085849882, 'avg_acc_mask': 69.30506096902988, 'loss': 0.9179835915565491}
{'epoch': 282, 'iter': 390, 'avg_loss': 0.963239508592869, 'avg_acc_mask': 69.26911170575582, 'loss': 1.261454701423645}
{'epoch': 'EP282_test', 'avg_loss': 0.9636519267553031, 'total_masked_acc': 69.2587020801992}
{'epoch': 283, 'iter': 0, 'avg_loss': 1.1127851009368896, 'avg_acc_mask': 70.0, 'loss': 1.1127851009368896}
{'epoch': 283, 'iter': 10, 'avg_loss': 0.9836110960353505, 'avg_acc_mask': 66.12903225806451, 'loss': 1.12405526638031}
{'epoch': 283, 'iter': 20, 'avg_loss': 0.987159408274151, 'avg_acc_mask': 67.8471575023299, 'loss': 0.9381545782089233}
{'epoch': 283, 'iter': 30, 'avg_loss': 0.9469894516852594, 'avg_acc_mask': 69.25525143220878, 'loss': 0.7017072439193726}
{'epoch': 283, 'iter': 40, 'avg_loss': 0.9406404117258583, 'avg_acc_mask': 69.6116504854369, 'loss': 1.112545132637024}
{'epoch': 283, 'iter': 50, 'avg_loss': 0.9490313518281076, 'avg_acc_mask': 69.25465838509317, 'loss': 0.894672155380249}
{'epoch': 283, 'iter': 60, 'avg_loss': 0.9397470228007583, 'avg_acc_mask': 69.37354988399072, 'loss': 0.7985370755195618}
{'epoch': 283, 'iter': 70, 'avg_loss': 0.934461191506453, 'avg_acc_mask': 69.78052898142938, 'loss': 1.0260008573532104}
{'epoch': 283, 'iter': 80, 'avg_loss': 0.9534216692418228, 'avg_acc_mask': 69.37561942517344, 'loss': 1.2216721773147583}
{'epoch': 283, 'iter': 90, 'avg_loss': 0.9487752698279999, 'avg_acc_mask': 69.59593729300066, 'loss': 0.6433871388435364}
{'epoch': 283, 'iter': 100, 'avg_loss': 0.9509453460721686, 'avg_acc_mask': 69.49729621470058, 'loss': 0.872177243232727}
{'epoch': 283, 'iter': 110, 'avg_loss': 0.9568461485811182, 'avg_acc_mask': 69.45759009828905, 'loss': 0.9993306398391724}
{'epoch': 283, 'iter': 120, 'avg_loss': 0.9595882271932177, 'avg_acc_mask': 69.56375838926175, 'loss': 1.3419644832611084}
{'epoch': 283, 'iter': 130, 'avg_loss': 0.9585908592202281, 'avg_acc_mask': 69.54369682907966, 'loss': 0.9570717811584473}
{'epoch': 283, 'iter': 140, 'avg_loss': 0.9548329601051114, 'avg_acc_mask': 69.71749783799366, 'loss': 1.1126245260238647}
{'epoch': 283, 'iter': 150, 'avg_loss': 0.9547016825897015, 'avg_acc_mask': 69.59158916295996, 'loss': 1.1373369693756104}
{'epoch': 283, 'iter': 160, 'avg_loss': 0.9590883136536024, 'avg_acc_mask': 69.51419558359622, 'loss': 0.9845410585403442}
{'epoch': 283, 'iter': 170, 'avg_loss': 0.9580445219898781, 'avg_acc_mask': 69.3792446086024, 'loss': 1.2050565481185913}
{'epoch': 283, 'iter': 180, 'avg_loss': 0.9652808693891072, 'avg_acc_mask': 69.19774011299435, 'loss': 1.0689114332199097}
{'epoch': 283, 'iter': 190, 'avg_loss': 0.9643215714948964, 'avg_acc_mask': 69.24564796905223, 'loss': 1.2928533554077148}
{'epoch': 283, 'iter': 200, 'avg_loss': 0.96575612007682, 'avg_acc_mask': 69.10072308789083, 'loss': 1.0442873239517212}
{'epoch': 283, 'iter': 210, 'avg_loss': 0.9673027602417209, 'avg_acc_mask': 69.07447015360685, 'loss': 1.173109531402588}
{'epoch': 283, 'iter': 220, 'avg_loss': 0.9681532633790063, 'avg_acc_mask': 69.10351201478743, 'loss': 0.9905327558517456}
{'epoch': 283, 'iter': 230, 'avg_loss': 0.9648152871049328, 'avg_acc_mask': 69.10431846454594, 'loss': 0.9288209676742554}
{'epoch': 283, 'iter': 240, 'avg_loss': 0.9582737845009294, 'avg_acc_mask': 69.28406466512702, 'loss': 0.8737742304801941}
{'epoch': 283, 'iter': 250, 'avg_loss': 0.9603599473774671, 'avg_acc_mask': 69.26997698125616, 'loss': 0.7576944231987}
{'epoch': 283, 'iter': 260, 'avg_loss': 0.9601923697752971, 'avg_acc_mask': 69.3069306930693, 'loss': 0.9943313002586365}
{'epoch': 283, 'iter': 270, 'avg_loss': 0.9637443764183354, 'avg_acc_mask': 69.18848767081457, 'loss': 0.755208432674408}
{'epoch': 283, 'iter': 280, 'avg_loss': 0.9668034228141622, 'avg_acc_mask': 69.185360094451, 'loss': 1.0315508842468262}
{'epoch': 283, 'iter': 290, 'avg_loss': 0.9599969200661912, 'avg_acc_mask': 69.4440484675695, 'loss': 0.6769378185272217}
{'epoch': 283, 'iter': 300, 'avg_loss': 0.9541133405560275, 'avg_acc_mask': 69.6123068432671, 'loss': 0.6569474935531616}
{'epoch': 283, 'iter': 310, 'avg_loss': 0.956529626029864, 'avg_acc_mask': 69.45335471798984, 'loss': 1.063123345375061}
{'epoch': 283, 'iter': 320, 'avg_loss': 0.9584649848603757, 'avg_acc_mask': 69.3700685551675, 'loss': 0.8407391905784607}
{'epoch': 283, 'iter': 330, 'avg_loss': 0.9568239683651132, 'avg_acc_mask': 69.30581613508443, 'loss': 1.1169466972351074}
{'epoch': 283, 'iter': 340, 'avg_loss': 0.9551526321169218, 'avg_acc_mask': 69.36559922367783, 'loss': 0.6259552836418152}
{'epoch': 283, 'iter': 350, 'avg_loss': 0.953966030792633, 'avg_acc_mask': 69.39112000942174, 'loss': 0.5087547898292542}
{'epoch': 283, 'iter': 360, 'avg_loss': 0.9561964462503502, 'avg_acc_mask': 69.31642967277712, 'loss': 0.8507854342460632}
{'epoch': 283, 'iter': 370, 'avg_loss': 0.955534351080897, 'avg_acc_mask': 69.34848904907125, 'loss': 0.9013509154319763}
{'epoch': 283, 'iter': 380, 'avg_loss': 0.9558651211849973, 'avg_acc_mask': 69.33527413876759, 'loss': 0.9323381185531616}
{'epoch': 283, 'iter': 390, 'avg_loss': 0.9561936618269556, 'avg_acc_mask': 69.27676089578854, 'loss': 0.6313145756721497}
{'epoch': 'EP283_test', 'avg_loss': 0.9551100644348848, 'total_masked_acc': 69.27785847686242}
{'epoch': 284, 'iter': 0, 'avg_loss': 1.0877234935760498, 'avg_acc_mask': 60.416666666666664, 'loss': 1.0877234935760498}
{'epoch': 284, 'iter': 10, 'avg_loss': 1.0753469304604963, 'avg_acc_mask': 67.92114695340501, 'loss': 1.0892128944396973}
{'epoch': 284, 'iter': 20, 'avg_loss': 0.9931648231688, 'avg_acc_mask': 69.29057337220603, 'loss': 0.9492232203483582}
{'epoch': 284, 'iter': 30, 'avg_loss': 0.9501280227015095, 'avg_acc_mask': 70.56504599211564, 'loss': 0.9278074502944946}
{'epoch': 284, 'iter': 40, 'avg_loss': 0.9224790349239256, 'avg_acc_mask': 71.1803781297905, 'loss': 0.8563186526298523}
{'epoch': 284, 'iter': 50, 'avg_loss': 0.9233886120366115, 'avg_acc_mask': 70.93775262732417, 'loss': 0.651538074016571}
{'epoch': 284, 'iter': 60, 'avg_loss': 0.9525871032574138, 'avg_acc_mask': 70.0960219478738, 'loss': 1.1755727529525757}
{'epoch': 284, 'iter': 70, 'avg_loss': 0.9532882907021214, 'avg_acc_mask': 69.77752094770298, 'loss': 1.0525635480880737}
{'epoch': 284, 'iter': 80, 'avg_loss': 0.9521627955966525, 'avg_acc_mask': 69.73617453069508, 'loss': 1.226855754852295}
{'epoch': 284, 'iter': 90, 'avg_loss': 0.9462996184170901, 'avg_acc_mask': 69.93166287015946, 'loss': 0.6826780438423157}
{'epoch': 284, 'iter': 100, 'avg_loss': 0.9374051105858076, 'avg_acc_mask': 70.2407902860671, 'loss': 0.6835100650787354}
{'epoch': 284, 'iter': 110, 'avg_loss': 0.9481389527922278, 'avg_acc_mask': 69.80568011958147, 'loss': 1.2288552522659302}
{'epoch': 284, 'iter': 120, 'avg_loss': 0.9485455879495164, 'avg_acc_mask': 69.80003418219107, 'loss': 0.9970958828926086}
{'epoch': 284, 'iter': 130, 'avg_loss': 0.954313303223093, 'avg_acc_mask': 69.56933270231897, 'loss': 0.8277133703231812}
{'epoch': 284, 'iter': 140, 'avg_loss': 0.9590136222805538, 'avg_acc_mask': 69.21952645425314, 'loss': 0.9899173378944397}
{'epoch': 284, 'iter': 150, 'avg_loss': 0.9595468936377014, 'avg_acc_mask': 69.21600877192982, 'loss': 0.9792540073394775}
{'epoch': 284, 'iter': 160, 'avg_loss': 0.9591632044833639, 'avg_acc_mask': 69.14455037361505, 'loss': 0.8545870184898376}
{'epoch': 284, 'iter': 170, 'avg_loss': 0.9655671802877682, 'avg_acc_mask': 68.99515738498789, 'loss': 0.9701821208000183}
{'epoch': 284, 'iter': 180, 'avg_loss': 0.9640561888889713, 'avg_acc_mask': 68.95008605851979, 'loss': 0.7981194853782654}
{'epoch': 284, 'iter': 190, 'avg_loss': 0.9619498018819, 'avg_acc_mask': 69.08534586384002, 'loss': 0.7208131551742554}
{'epoch': 284, 'iter': 200, 'avg_loss': 0.959729212730085, 'avg_acc_mask': 69.08543548219662, 'loss': 0.8967426419258118}
{'epoch': 284, 'iter': 210, 'avg_loss': 0.9639290879123019, 'avg_acc_mask': 69.00434610825761, 'loss': 1.4422751665115356}
{'epoch': 284, 'iter': 220, 'avg_loss': 0.9672935100702139, 'avg_acc_mask': 68.84586606808828, 'loss': 1.3078646659851074}
{'epoch': 284, 'iter': 230, 'avg_loss': 0.9616992602616677, 'avg_acc_mask': 68.93517687196983, 'loss': 0.6876530647277832}
{'epoch': 284, 'iter': 240, 'avg_loss': 0.9624573709559144, 'avg_acc_mask': 68.85245901639344, 'loss': 0.9112833142280579}
{'epoch': 284, 'iter': 250, 'avg_loss': 0.964764736563086, 'avg_acc_mask': 68.8800792864222, 'loss': 0.8985728621482849}
{'epoch': 284, 'iter': 260, 'avg_loss': 0.9643710367524304, 'avg_acc_mask': 68.7649022412971, 'loss': 0.8196430802345276}
{'epoch': 284, 'iter': 270, 'avg_loss': 0.9707604728061775, 'avg_acc_mask': 68.54721734483549, 'loss': 1.3148373365402222}
{'epoch': 284, 'iter': 280, 'avg_loss': 0.9729745150460891, 'avg_acc_mask': 68.50694699698596, 'loss': 1.0037946701049805}
{'epoch': 284, 'iter': 290, 'avg_loss': 0.968779547312825, 'avg_acc_mask': 68.63065237452972, 'loss': 0.8285332918167114}
{'epoch': 284, 'iter': 300, 'avg_loss': 0.9645531528019826, 'avg_acc_mask': 68.72425157923647, 'loss': 0.6193249225616455}
{'epoch': 284, 'iter': 310, 'avg_loss': 0.966220379259042, 'avg_acc_mask': 68.68914353845135, 'loss': 1.3967331647872925}
{'epoch': 284, 'iter': 320, 'avg_loss': 0.9661536344857974, 'avg_acc_mask': 68.68732321933659, 'loss': 0.7931812405586243}
{'epoch': 284, 'iter': 330, 'avg_loss': 0.9631393829141138, 'avg_acc_mask': 68.82785251619332, 'loss': 1.0782122611999512}
{'epoch': 284, 'iter': 340, 'avg_loss': 0.9632022094167223, 'avg_acc_mask': 68.82090272749215, 'loss': 0.9311729073524475}
{'epoch': 284, 'iter': 350, 'avg_loss': 0.9619253627595059, 'avg_acc_mask': 68.86620916182767, 'loss': 0.9926620721817017}
{'epoch': 284, 'iter': 360, 'avg_loss': 0.9632624983787537, 'avg_acc_mask': 68.7749060685415, 'loss': 0.6740773916244507}
{'epoch': 284, 'iter': 370, 'avg_loss': 0.9621097933892613, 'avg_acc_mask': 68.85109683137603, 'loss': 0.7752671837806702}
{'epoch': 284, 'iter': 380, 'avg_loss': 0.9613783770971723, 'avg_acc_mask': 68.82584542365568, 'loss': 0.9084274768829346}
{'epoch': 284, 'iter': 390, 'avg_loss': 0.9590615558502315, 'avg_acc_mask': 68.91417186598858, 'loss': 0.6638514399528503}
{'epoch': 'EP284_test', 'avg_loss': 0.9588785529738725, 'total_masked_acc': 68.93349932565619}
{'epoch': 285, 'iter': 0, 'avg_loss': 0.8407496213912964, 'avg_acc_mask': 67.85714285714286, 'loss': 0.8407496213912964}
{'epoch': 285, 'iter': 10, 'avg_loss': 1.0576036247340115, 'avg_acc_mask': 64.69594594594594, 'loss': 1.3696972131729126}
{'epoch': 285, 'iter': 20, 'avg_loss': 0.9558288710457938, 'avg_acc_mask': 68.5403445149592, 'loss': 0.9780037999153137}
{'epoch': 285, 'iter': 30, 'avg_loss': 0.952276393290489, 'avg_acc_mask': 69.04761904761905, 'loss': 0.8653942942619324}
{'epoch': 285, 'iter': 40, 'avg_loss': 0.9488329145966506, 'avg_acc_mask': 69.00866217516844, 'loss': 0.7509496212005615}
{'epoch': 285, 'iter': 50, 'avg_loss': 0.9419242038446314, 'avg_acc_mask': 69.33281310963714, 'loss': 0.7134950160980225}
{'epoch': 285, 'iter': 60, 'avg_loss': 0.9478870434839217, 'avg_acc_mask': 69.39999999999999, 'loss': 1.2268357276916504}
{'epoch': 285, 'iter': 70, 'avg_loss': 0.9392596667921039, 'avg_acc_mask': 69.92417860151643, 'loss': 0.9384246468544006}
{'epoch': 285, 'iter': 80, 'avg_loss': 0.9337578051620059, 'avg_acc_mask': 69.89167897587394, 'loss': 0.8138695359230042}
{'epoch': 285, 'iter': 90, 'avg_loss': 0.9362265241670085, 'avg_acc_mask': 69.77924944812362, 'loss': 1.2658556699752808}
{'epoch': 285, 'iter': 100, 'avg_loss': 0.9327474947613065, 'avg_acc_mask': 69.88795518207283, 'loss': 0.7341866493225098}
{'epoch': 285, 'iter': 110, 'avg_loss': 0.9382219897197174, 'avg_acc_mask': 69.90379379197677, 'loss': 1.3634263277053833}
{'epoch': 285, 'iter': 120, 'avg_loss': 0.9363122934644873, 'avg_acc_mask': 69.92266308002691, 'loss': 0.9632424712181091}
{'epoch': 285, 'iter': 130, 'avg_loss': 0.9427263725349921, 'avg_acc_mask': 69.81919332406119, 'loss': 1.1458721160888672}
{'epoch': 285, 'iter': 140, 'avg_loss': 0.9446882045438104, 'avg_acc_mask': 69.60826517434352, 'loss': 1.0397415161132812}
{'epoch': 285, 'iter': 150, 'avg_loss': 0.9448932825729547, 'avg_acc_mask': 69.53198337132895, 'loss': 1.1949712038040161}
{'epoch': 285, 'iter': 160, 'avg_loss': 0.9470163411605432, 'avg_acc_mask': 69.50604838709677, 'loss': 1.0594208240509033}
{'epoch': 285, 'iter': 170, 'avg_loss': 0.951245336330425, 'avg_acc_mask': 69.28351856230788, 'loss': 1.086016297340393}
{'epoch': 285, 'iter': 180, 'avg_loss': 0.9586908492923442, 'avg_acc_mask': 69.15584415584416, 'loss': 1.3144714832305908}
{'epoch': 285, 'iter': 190, 'avg_loss': 0.9578618964287623, 'avg_acc_mask': 69.28898838076964, 'loss': 0.9169126749038696}
{'epoch': 285, 'iter': 200, 'avg_loss': 0.9625533082295413, 'avg_acc_mask': 69.0032414910859, 'loss': 0.697874128818512}
{'epoch': 285, 'iter': 210, 'avg_loss': 0.9632698654845993, 'avg_acc_mask': 69.17953667953668, 'loss': 1.0905632972717285}
{'epoch': 285, 'iter': 220, 'avg_loss': 0.965038541889838, 'avg_acc_mask': 69.06593406593406, 'loss': 0.9686236381530762}
{'epoch': 285, 'iter': 230, 'avg_loss': 0.9602396365626034, 'avg_acc_mask': 69.23685598733955, 'loss': 0.8231821060180664}
{'epoch': 285, 'iter': 240, 'avg_loss': 0.9585281616671946, 'avg_acc_mask': 69.20546558704453, 'loss': 0.9276701211929321}
{'epoch': 285, 'iter': 250, 'avg_loss': 0.9575696170804985, 'avg_acc_mask': 69.28890694839495, 'loss': 0.67744380235672}
{'epoch': 285, 'iter': 260, 'avg_loss': 0.9586539146315549, 'avg_acc_mask': 69.31042598258414, 'loss': 0.7818466424942017}
{'epoch': 285, 'iter': 270, 'avg_loss': 0.9613366350256649, 'avg_acc_mask': 69.14186432995922, 'loss': 0.9599369764328003}
{'epoch': 285, 'iter': 280, 'avg_loss': 0.9625000365051934, 'avg_acc_mask': 69.10308677926616, 'loss': 0.9333844184875488}
{'epoch': 285, 'iter': 290, 'avg_loss': 0.9574762350300333, 'avg_acc_mask': 69.239412880118, 'loss': 0.5909783840179443}
{'epoch': 285, 'iter': 300, 'avg_loss': 0.9553659886022738, 'avg_acc_mask': 69.34013605442176, 'loss': 0.6744425296783447}
{'epoch': 285, 'iter': 310, 'avg_loss': 0.953088960367767, 'avg_acc_mask': 69.43257281872576, 'loss': 1.2293362617492676}
{'epoch': 285, 'iter': 320, 'avg_loss': 0.9490311104003514, 'avg_acc_mask': 69.55191535470712, 'loss': 1.0357670783996582}
{'epoch': 285, 'iter': 330, 'avg_loss': 0.9476688488912727, 'avg_acc_mask': 69.63237565647205, 'loss': 1.0227571725845337}
{'epoch': 285, 'iter': 340, 'avg_loss': 0.9478095148490671, 'avg_acc_mask': 69.63278531141246, 'loss': 0.9816595911979675}
{'epoch': 285, 'iter': 350, 'avg_loss': 0.9465146474858634, 'avg_acc_mask': 69.6803546430238, 'loss': 0.6881192922592163}
{'epoch': 285, 'iter': 360, 'avg_loss': 0.9479510961642226, 'avg_acc_mask': 69.62018140589569, 'loss': 0.7615054249763489}
{'epoch': 285, 'iter': 370, 'avg_loss': 0.9451349267580439, 'avg_acc_mask': 69.77436972472003, 'loss': 0.8608102798461914}
{'epoch': 285, 'iter': 380, 'avg_loss': 0.9444596297315412, 'avg_acc_mask': 69.81659764427472, 'loss': 1.0883933305740356}
{'epoch': 285, 'iter': 390, 'avg_loss': 0.9437245388927362, 'avg_acc_mask': 69.8079639997907, 'loss': 0.8513962626457214}
{'epoch': 'EP285_test', 'avg_loss': 0.9422250968789814, 'total_masked_acc': 69.91004032675008}
{'epoch': 286, 'iter': 0, 'avg_loss': 0.8824611902236938, 'avg_acc_mask': 71.15384615384616, 'loss': 0.8824611902236938}
{'epoch': 286, 'iter': 10, 'avg_loss': 0.8903652402487668, 'avg_acc_mask': 72.24264705882352, 'loss': 1.283390998840332}
{'epoch': 286, 'iter': 20, 'avg_loss': 0.8772113365786416, 'avg_acc_mask': 73.43453510436433, 'loss': 1.1083165407180786}
{'epoch': 286, 'iter': 30, 'avg_loss': 0.8835433269700697, 'avg_acc_mask': 72.19047619047619, 'loss': 0.8474977612495422}
{'epoch': 286, 'iter': 40, 'avg_loss': 0.9049305646884732, 'avg_acc_mask': 71.94458189015339, 'loss': 0.797463059425354}
{'epoch': 286, 'iter': 50, 'avg_loss': 0.8893820322027394, 'avg_acc_mask': 72.15139442231076, 'loss': 0.748357892036438}
{'epoch': 286, 'iter': 60, 'avg_loss': 0.9117099794208027, 'avg_acc_mask': 71.40930546190155, 'loss': 1.2031227350234985}
{'epoch': 286, 'iter': 70, 'avg_loss': 0.9003477570876269, 'avg_acc_mask': 71.98288159771755, 'loss': 0.703635573387146}
{'epoch': 286, 'iter': 80, 'avg_loss': 0.8987334779015294, 'avg_acc_mask': 71.77259185700099, 'loss': 0.888465404510498}
{'epoch': 286, 'iter': 90, 'avg_loss': 0.9043679247190665, 'avg_acc_mask': 71.47887323943662, 'loss': 0.7623618841171265}
{'epoch': 286, 'iter': 100, 'avg_loss': 0.9079765166976664, 'avg_acc_mask': 71.47711373176094, 'loss': 0.6383486986160278}
{'epoch': 286, 'iter': 110, 'avg_loss': 0.9196988980512362, 'avg_acc_mask': 71.19199272065514, 'loss': 1.48141610622406}
{'epoch': 286, 'iter': 120, 'avg_loss': 0.9189318130331591, 'avg_acc_mask': 71.3615809747111, 'loss': 0.6878681778907776}
{'epoch': 286, 'iter': 130, 'avg_loss': 0.9210566029748843, 'avg_acc_mask': 71.32239083307526, 'loss': 1.053299069404602}
{'epoch': 286, 'iter': 140, 'avg_loss': 0.9248258490511712, 'avg_acc_mask': 71.15716753022453, 'loss': 1.055534839630127}
{'epoch': 286, 'iter': 150, 'avg_loss': 0.9254417425354585, 'avg_acc_mask': 71.0949102200621, 'loss': 1.1253012418746948}
{'epoch': 286, 'iter': 160, 'avg_loss': 0.9316258147266341, 'avg_acc_mask': 70.80587937151546, 'loss': 0.9230952858924866}
{'epoch': 286, 'iter': 170, 'avg_loss': 0.9313749969005585, 'avg_acc_mask': 70.77401603062567, 'loss': 1.0617668628692627}
{'epoch': 286, 'iter': 180, 'avg_loss': 0.9390101194052406, 'avg_acc_mask': 70.5031091011871, 'loss': 1.2635987997055054}
{'epoch': 286, 'iter': 190, 'avg_loss': 0.9321043199581626, 'avg_acc_mask': 70.58823529411765, 'loss': 0.8545816540718079}
{'epoch': 286, 'iter': 200, 'avg_loss': 0.9341961185433971, 'avg_acc_mask': 70.52976739420022, 'loss': 0.747955322265625}
{'epoch': 286, 'iter': 210, 'avg_loss': 0.9396373085783556, 'avg_acc_mask': 70.47916463355128, 'loss': 0.9248527884483337}
{'epoch': 286, 'iter': 220, 'avg_loss': 0.9383125093457926, 'avg_acc_mask': 70.3861468654505, 'loss': 0.9816486835479736}
{'epoch': 286, 'iter': 230, 'avg_loss': 0.9341113395763166, 'avg_acc_mask': 70.47576700755891, 'loss': 1.0380074977874756}
{'epoch': 286, 'iter': 240, 'avg_loss': 0.9353953623425416, 'avg_acc_mask': 70.42121418826738, 'loss': 0.7344417572021484}
{'epoch': 286, 'iter': 250, 'avg_loss': 0.9367528620706611, 'avg_acc_mask': 70.34640897551388, 'loss': 1.095392107963562}
{'epoch': 286, 'iter': 260, 'avg_loss': 0.9399230321476743, 'avg_acc_mask': 70.27793087158491, 'loss': 0.8646416664123535}
{'epoch': 286, 'iter': 270, 'avg_loss': 0.9450072088584689, 'avg_acc_mask': 70.23575638506875, 'loss': 0.6051064729690552}
{'epoch': 286, 'iter': 280, 'avg_loss': 0.9461127717936166, 'avg_acc_mask': 70.12048192771084, 'loss': 0.8596580028533936}
{'epoch': 286, 'iter': 290, 'avg_loss': 0.9470017717261494, 'avg_acc_mask': 70.06064024820195, 'loss': 1.1252694129943848}
{'epoch': 286, 'iter': 300, 'avg_loss': 0.9476503641700428, 'avg_acc_mask': 70.00342114266165, 'loss': 0.9696563482284546}
{'epoch': 286, 'iter': 310, 'avg_loss': 0.9518566987330507, 'avg_acc_mask': 69.7881607602455, 'loss': 1.1612573862075806}
{'epoch': 286, 'iter': 320, 'avg_loss': 0.9498998583105865, 'avg_acc_mask': 69.7537575951391, 'loss': 0.8186038136482239}
{'epoch': 286, 'iter': 330, 'avg_loss': 0.9517493855737127, 'avg_acc_mask': 69.7237431557989, 'loss': 1.1417473554611206}
{'epoch': 286, 'iter': 340, 'avg_loss': 0.949412700280416, 'avg_acc_mask': 69.73953937055349, 'loss': 0.8508648872375488}
{'epoch': 286, 'iter': 350, 'avg_loss': 0.9487641335722388, 'avg_acc_mask': 69.74262766019817, 'loss': 0.7865560054779053}
{'epoch': 286, 'iter': 360, 'avg_loss': 0.9516634151050589, 'avg_acc_mask': 69.62975601433202, 'loss': 0.6244705319404602}
{'epoch': 286, 'iter': 370, 'avg_loss': 0.9497321292235845, 'avg_acc_mask': 69.69680234163583, 'loss': 0.9582546949386597}
{'epoch': 286, 'iter': 380, 'avg_loss': 0.950416281076241, 'avg_acc_mask': 69.72862373465432, 'loss': 1.062723159790039}
{'epoch': 286, 'iter': 390, 'avg_loss': 0.9498453240108002, 'avg_acc_mask': 69.72472262926523, 'loss': 0.9533262252807617}
{'epoch': 'EP286_test', 'avg_loss': 0.9504309315422569, 'total_masked_acc': 69.75168132436627}
{'epoch': 287, 'iter': 0, 'avg_loss': 0.9847342371940613, 'avg_acc_mask': 66.0377358490566, 'loss': 0.9847342371940613}
{'epoch': 287, 'iter': 10, 'avg_loss': 0.9008739590644836, 'avg_acc_mask': 70.63339731285988, 'loss': 1.0969353914260864}
{'epoch': 287, 'iter': 20, 'avg_loss': 0.9341726189567929, 'avg_acc_mask': 69.16167664670658, 'loss': 0.8133425712585449}
{'epoch': 287, 'iter': 30, 'avg_loss': 0.963793073931048, 'avg_acc_mask': 68.43853820598007, 'loss': 1.0841920375823975}
{'epoch': 287, 'iter': 40, 'avg_loss': 0.9697574638738865, 'avg_acc_mask': 67.68138001014712, 'loss': 1.0276013612747192}
{'epoch': 287, 'iter': 50, 'avg_loss': 0.9613424551253226, 'avg_acc_mask': 68.36112240748272, 'loss': 0.6443280577659607}
{'epoch': 287, 'iter': 60, 'avg_loss': 0.9387710035824385, 'avg_acc_mask': 68.91525423728814, 'loss': 1.0751765966415405}
{'epoch': 287, 'iter': 70, 'avg_loss': 0.9316992608594222, 'avg_acc_mask': 69.34644303065356, 'loss': 0.8127520084381104}
{'epoch': 287, 'iter': 80, 'avg_loss': 0.9351486004429099, 'avg_acc_mask': 69.52692501258178, 'loss': 1.0760658979415894}
{'epoch': 287, 'iter': 90, 'avg_loss': 0.9330175027742491, 'avg_acc_mask': 69.45380984490896, 'loss': 0.7545797228813171}
{'epoch': 287, 'iter': 100, 'avg_loss': 0.9413315659702415, 'avg_acc_mask': 69.12955465587044, 'loss': 1.0469863414764404}
{'epoch': 287, 'iter': 110, 'avg_loss': 0.940223008125752, 'avg_acc_mask': 69.37187326292384, 'loss': 0.9469754695892334}
{'epoch': 287, 'iter': 120, 'avg_loss': 0.9360186073405683, 'avg_acc_mask': 69.27109758159986, 'loss': 1.0696513652801514}
{'epoch': 287, 'iter': 130, 'avg_loss': 0.9365537275794809, 'avg_acc_mask': 69.61059190031152, 'loss': 0.8797416687011719}
{'epoch': 287, 'iter': 140, 'avg_loss': 0.9387439032818409, 'avg_acc_mask': 69.52491309385863, 'loss': 1.0108469724655151}
{'epoch': 287, 'iter': 150, 'avg_loss': 0.9379643478140925, 'avg_acc_mask': 69.5151679306609, 'loss': 1.2632228136062622}
{'epoch': 287, 'iter': 160, 'avg_loss': 0.936331762290149, 'avg_acc_mask': 69.77692797960484, 'loss': 0.8492566347122192}
{'epoch': 287, 'iter': 170, 'avg_loss': 0.9409356695866724, 'avg_acc_mask': 69.829449915926, 'loss': 0.851067841053009}
{'epoch': 287, 'iter': 180, 'avg_loss': 0.9420746729518827, 'avg_acc_mask': 69.67763982230323, 'loss': 1.0214773416519165}
{'epoch': 287, 'iter': 190, 'avg_loss': 0.9367828325451356, 'avg_acc_mask': 69.79560938682816, 'loss': 1.1273818016052246}
{'epoch': 287, 'iter': 200, 'avg_loss': 0.9374872146554254, 'avg_acc_mask': 69.83768235052393, 'loss': 0.7040708661079407}
{'epoch': 287, 'iter': 210, 'avg_loss': 0.9410028141256758, 'avg_acc_mask': 69.88447229293126, 'loss': 1.157063364982605}
{'epoch': 287, 'iter': 220, 'avg_loss': 0.942589866629553, 'avg_acc_mask': 69.83120395411731, 'loss': 1.237351894378662}
{'epoch': 287, 'iter': 230, 'avg_loss': 0.9365794808317572, 'avg_acc_mask': 70.00179307871616, 'loss': 0.8662837147712708}
{'epoch': 287, 'iter': 240, 'avg_loss': 0.9359335422021224, 'avg_acc_mask': 69.95111911499872, 'loss': 1.0607556104660034}
{'epoch': 287, 'iter': 250, 'avg_loss': 0.937404358292006, 'avg_acc_mask': 69.89859015582488, 'loss': 1.1497342586517334}
{'epoch': 287, 'iter': 260, 'avg_loss': 0.9378233478900573, 'avg_acc_mask': 69.95962954167656, 'loss': 0.7050326466560364}
{'epoch': 287, 'iter': 270, 'avg_loss': 0.9388056689962689, 'avg_acc_mask': 69.89419197685926, 'loss': 0.8233171105384827}
{'epoch': 287, 'iter': 280, 'avg_loss': 0.9387694599365425, 'avg_acc_mask': 69.88686453129591, 'loss': 0.901554524898529}
{'epoch': 287, 'iter': 290, 'avg_loss': 0.9356979094829756, 'avg_acc_mask': 69.91075223119422, 'loss': 0.78813236951828}
{'epoch': 287, 'iter': 300, 'avg_loss': 0.9351945923412361, 'avg_acc_mask': 69.95896032831737, 'loss': 1.2584611177444458}
{'epoch': 287, 'iter': 310, 'avg_loss': 0.9376640076422614, 'avg_acc_mask': 69.88805722991323, 'loss': 1.0400333404541016}
{'epoch': 287, 'iter': 320, 'avg_loss': 0.9360758771777524, 'avg_acc_mask': 69.93955761316872, 'loss': 0.8528883457183838}
{'epoch': 287, 'iter': 330, 'avg_loss': 0.936273301836227, 'avg_acc_mask': 70.0049918881817, 'loss': 1.1297497749328613}
{'epoch': 287, 'iter': 340, 'avg_loss': 0.9364426057359689, 'avg_acc_mask': 69.98729044362403, 'loss': 0.7819342017173767}
{'epoch': 287, 'iter': 350, 'avg_loss': 0.9366689543438773, 'avg_acc_mask': 70.00294031167303, 'loss': 0.9339283108711243}
{'epoch': 287, 'iter': 360, 'avg_loss': 0.9367774389787394, 'avg_acc_mask': 69.94756639689957, 'loss': 0.8326521515846252}
{'epoch': 287, 'iter': 370, 'avg_loss': 0.9353331894566107, 'avg_acc_mask': 69.95731943905548, 'loss': 0.8076887130737305}
{'epoch': 287, 'iter': 380, 'avg_loss': 0.9353985453215171, 'avg_acc_mask': 70.0, 'loss': 0.742888867855072}
{'epoch': 287, 'iter': 390, 'avg_loss': 0.9351360396960812, 'avg_acc_mask': 69.96321597477667, 'loss': 1.0271834135055542}
{'epoch': 'EP287_test', 'avg_loss': 0.9342370475783492, 'total_masked_acc': 69.96984506602891}
{'epoch': 288, 'iter': 0, 'avg_loss': 1.0217180252075195, 'avg_acc_mask': 71.9298245614035, 'loss': 1.0217180252075195}
{'epoch': 288, 'iter': 10, 'avg_loss': 0.9469227682460438, 'avg_acc_mask': 69.93006993006993, 'loss': 1.0617045164108276}
{'epoch': 288, 'iter': 20, 'avg_loss': 0.9346169204938979, 'avg_acc_mask': 69.57746478873239, 'loss': 1.0267826318740845}
{'epoch': 288, 'iter': 30, 'avg_loss': 0.9452994850374037, 'avg_acc_mask': 69.08396946564885, 'loss': 0.9840284585952759}
{'epoch': 288, 'iter': 40, 'avg_loss': 0.9405537683789323, 'avg_acc_mask': 69.20415224913495, 'loss': 1.0065423250198364}
{'epoch': 288, 'iter': 50, 'avg_loss': 0.9558074275652567, 'avg_acc_mask': 68.66851047016989, 'loss': 0.7564634084701538}
{'epoch': 288, 'iter': 60, 'avg_loss': 0.9540334900871652, 'avg_acc_mask': 69.06095551894563, 'loss': 1.0674902200698853}
{'epoch': 288, 'iter': 70, 'avg_loss': 0.951338443957584, 'avg_acc_mask': 69.2027972027972, 'loss': 1.0912965536117554}
{'epoch': 288, 'iter': 80, 'avg_loss': 0.9512318210837282, 'avg_acc_mask': 68.97657213316893, 'loss': 1.0986316204071045}
{'epoch': 288, 'iter': 90, 'avg_loss': 0.9529640117844382, 'avg_acc_mask': 69.07923860115095, 'loss': 0.6570643186569214}
{'epoch': 288, 'iter': 100, 'avg_loss': 0.9699704912629458, 'avg_acc_mask': 68.71239470517449, 'loss': 1.0980554819107056}
{'epoch': 288, 'iter': 110, 'avg_loss': 0.9721639333544551, 'avg_acc_mask': 68.83235724743777, 'loss': 0.8740529417991638}
{'epoch': 288, 'iter': 120, 'avg_loss': 0.962618260344198, 'avg_acc_mask': 69.0970464135021, 'loss': 0.7666042447090149}
{'epoch': 288, 'iter': 130, 'avg_loss': 0.9648523853935358, 'avg_acc_mask': 69.17596034696406, 'loss': 0.8997855186462402}
{'epoch': 288, 'iter': 140, 'avg_loss': 0.9708235470961172, 'avg_acc_mask': 69.16116058603849, 'loss': 1.3779512643814087}
{'epoch': 288, 'iter': 150, 'avg_loss': 0.9730612213248448, 'avg_acc_mask': 69.22456659051203, 'loss': 1.268358588218689}
{'epoch': 288, 'iter': 160, 'avg_loss': 0.9757736280838155, 'avg_acc_mask': 69.13015873015873, 'loss': 1.0540566444396973}
{'epoch': 288, 'iter': 170, 'avg_loss': 0.9710385496156257, 'avg_acc_mask': 69.1384689224862, 'loss': 0.9864096641540527}
{'epoch': 288, 'iter': 180, 'avg_loss': 0.970207604584773, 'avg_acc_mask': 69.25342698538574, 'loss': 0.9996998906135559}
{'epoch': 288, 'iter': 190, 'avg_loss': 0.9663580818326062, 'avg_acc_mask': 69.25064599483204, 'loss': 1.0023640394210815}
{'epoch': 288, 'iter': 200, 'avg_loss': 0.9696954186282941, 'avg_acc_mask': 69.10818265399938, 'loss': 1.2782137393951416}
{'epoch': 288, 'iter': 210, 'avg_loss': 0.9711701220245723, 'avg_acc_mask': 69.07458024209294, 'loss': 1.3438745737075806}
{'epoch': 288, 'iter': 220, 'avg_loss': 0.9724488352758313, 'avg_acc_mask': 68.94985633515618, 'loss': 0.8331604599952698}
{'epoch': 288, 'iter': 230, 'avg_loss': 0.9673717948265406, 'avg_acc_mask': 69.0087049209451, 'loss': 1.0307600498199463}
{'epoch': 288, 'iter': 240, 'avg_loss': 0.9663583708007306, 'avg_acc_mask': 69.02451481103166, 'loss': 1.0473439693450928}
{'epoch': 288, 'iter': 250, 'avg_loss': 0.9640486746195303, 'avg_acc_mask': 69.09463334698894, 'loss': 0.8050132989883423}
{'epoch': 288, 'iter': 260, 'avg_loss': 0.9684104295982712, 'avg_acc_mask': 69.0128619900576, 'loss': 0.9828221201896667}
{'epoch': 288, 'iter': 270, 'avg_loss': 0.9704813781259685, 'avg_acc_mask': 68.94164193867458, 'loss': 0.8417195081710815}
{'epoch': 288, 'iter': 280, 'avg_loss': 0.9709664502602031, 'avg_acc_mask': 68.93011659455892, 'loss': 0.9983856678009033}
{'epoch': 288, 'iter': 290, 'avg_loss': 0.9650914972180763, 'avg_acc_mask': 69.09155429382541, 'loss': 0.6566434502601624}
{'epoch': 288, 'iter': 300, 'avg_loss': 0.9614691916494275, 'avg_acc_mask': 69.1410537870472, 'loss': 0.948439359664917}
{'epoch': 288, 'iter': 310, 'avg_loss': 0.9630444354566348, 'avg_acc_mask': 69.12751677852349, 'loss': 1.239816665649414}
{'epoch': 288, 'iter': 320, 'avg_loss': 0.964931413949093, 'avg_acc_mask': 69.08503071451665, 'loss': 0.7342463135719299}
{'epoch': 288, 'iter': 330, 'avg_loss': 0.9652680736654115, 'avg_acc_mask': 68.9202762084118, 'loss': 0.9271064400672913}
{'epoch': 288, 'iter': 340, 'avg_loss': 0.9658718088155618, 'avg_acc_mask': 68.89823791232243, 'loss': 1.0943981409072876}
{'epoch': 288, 'iter': 350, 'avg_loss': 0.964067709072363, 'avg_acc_mask': 69.03830190916636, 'loss': 0.7952880859375}
{'epoch': 288, 'iter': 360, 'avg_loss': 0.963838303848647, 'avg_acc_mask': 69.10209243504254, 'loss': 0.8842038512229919}
{'epoch': 288, 'iter': 370, 'avg_loss': 0.9622720635804847, 'avg_acc_mask': 69.12965656113658, 'loss': 1.1166627407073975}
{'epoch': 288, 'iter': 380, 'avg_loss': 0.9636580942496853, 'avg_acc_mask': 69.11379986919556, 'loss': 0.738548219203949}
{'epoch': 288, 'iter': 390, 'avg_loss': 0.9670281433083517, 'avg_acc_mask': 68.98636821725985, 'loss': 1.0407395362854004}
{'epoch': 'EP288_test', 'avg_loss': 0.9660089479552375, 'total_masked_acc': 69.043250327654}
{'epoch': 289, 'iter': 0, 'avg_loss': 0.8982590436935425, 'avg_acc_mask': 68.75, 'loss': 0.8982590436935425}
{'epoch': 289, 'iter': 10, 'avg_loss': 1.096449851989746, 'avg_acc_mask': 67.19858156028369, 'loss': 1.2216829061508179}
{'epoch': 289, 'iter': 20, 'avg_loss': 1.022830103124891, 'avg_acc_mask': 68.70748299319727, 'loss': 1.1142454147338867}
{'epoch': 289, 'iter': 30, 'avg_loss': 0.9838106497641532, 'avg_acc_mask': 70.13333333333334, 'loss': 1.2482407093048096}
{'epoch': 289, 'iter': 40, 'avg_loss': 0.9559018132163257, 'avg_acc_mask': 71.15089514066496, 'loss': 0.8116840124130249}
{'epoch': 289, 'iter': 50, 'avg_loss': 0.9385491492701512, 'avg_acc_mask': 71.80829641562626, 'loss': 0.7496526837348938}
{'epoch': 289, 'iter': 60, 'avg_loss': 0.9244592639266468, 'avg_acc_mask': 71.91241874786178, 'loss': 0.5715557932853699}
{'epoch': 289, 'iter': 70, 'avg_loss': 0.9344730494727551, 'avg_acc_mask': 71.06881405563689, 'loss': 1.0146692991256714}
{'epoch': 289, 'iter': 80, 'avg_loss': 0.9377138982584448, 'avg_acc_mask': 71.02446483180428, 'loss': 1.0630335807800293}
{'epoch': 289, 'iter': 90, 'avg_loss': 0.9381694361403748, 'avg_acc_mask': 70.77625570776256, 'loss': 0.7580480575561523}
{'epoch': 289, 'iter': 100, 'avg_loss': 0.9364875189148554, 'avg_acc_mask': 70.64390043200987, 'loss': 0.9114608764648438}
{'epoch': 289, 'iter': 110, 'avg_loss': 0.9379951894820273, 'avg_acc_mask': 70.41628122109158, 'loss': 0.9535923600196838}
{'epoch': 289, 'iter': 120, 'avg_loss': 0.9439423394597266, 'avg_acc_mask': 70.25745257452574, 'loss': 1.4930315017700195}
{'epoch': 289, 'iter': 130, 'avg_loss': 0.9453931095945927, 'avg_acc_mask': 70.15111388066677, 'loss': 1.2075175046920776}
{'epoch': 289, 'iter': 140, 'avg_loss': 0.949452520262265, 'avg_acc_mask': 70.01590284805552, 'loss': 1.1045949459075928}
{'epoch': 289, 'iter': 150, 'avg_loss': 0.9530777236483744, 'avg_acc_mask': 69.86858149302263, 'loss': 1.1681334972381592}
{'epoch': 289, 'iter': 160, 'avg_loss': 0.9573004375333372, 'avg_acc_mask': 69.46274708565636, 'loss': 0.6007170081138611}
{'epoch': 289, 'iter': 170, 'avg_loss': 0.9609260754278529, 'avg_acc_mask': 69.43616640839194, 'loss': 0.8973081707954407}
{'epoch': 289, 'iter': 180, 'avg_loss': 0.9631470771125668, 'avg_acc_mask': 69.32086946728235, 'loss': 1.2255444526672363}
{'epoch': 289, 'iter': 190, 'avg_loss': 0.9643467455634271, 'avg_acc_mask': 69.30968155588802, 'loss': 1.387560486793518}
{'epoch': 289, 'iter': 200, 'avg_loss': 0.9629604644443265, 'avg_acc_mask': 69.42862952419682, 'loss': 0.6518840789794922}
{'epoch': 289, 'iter': 210, 'avg_loss': 0.9637828929729372, 'avg_acc_mask': 69.43421817477233, 'loss': 1.0331666469573975}
{'epoch': 289, 'iter': 220, 'avg_loss': 0.9687903652903181, 'avg_acc_mask': 69.2314780685588, 'loss': 1.281349778175354}
{'epoch': 289, 'iter': 230, 'avg_loss': 0.9685143340717662, 'avg_acc_mask': 69.18250110472823, 'loss': 0.7577690482139587}
{'epoch': 289, 'iter': 240, 'avg_loss': 0.9652087426284537, 'avg_acc_mask': 69.26605504587155, 'loss': 0.8154372572898865}
{'epoch': 289, 'iter': 250, 'avg_loss': 0.9661131757664015, 'avg_acc_mask': 69.20756562856677, 'loss': 1.2360354661941528}
{'epoch': 289, 'iter': 260, 'avg_loss': 0.9622005639861827, 'avg_acc_mask': 69.28565827648396, 'loss': 0.6204870343208313}
{'epoch': 289, 'iter': 270, 'avg_loss': 0.9676735282384161, 'avg_acc_mask': 69.10489405022246, 'loss': 0.8042535781860352}
{'epoch': 289, 'iter': 280, 'avg_loss': 0.9686631040640997, 'avg_acc_mask': 69.14298175474303, 'loss': 0.9706933498382568}
{'epoch': 289, 'iter': 290, 'avg_loss': 0.9629931855447513, 'avg_acc_mask': 69.37758753771665, 'loss': 0.5918942093849182}
{'epoch': 289, 'iter': 300, 'avg_loss': 0.9605145751439852, 'avg_acc_mask': 69.46440677966102, 'loss': 0.7658812999725342}
{'epoch': 289, 'iter': 310, 'avg_loss': 0.9613435243486975, 'avg_acc_mask': 69.44517313746064, 'loss': 1.2238937616348267}
{'epoch': 289, 'iter': 320, 'avg_loss': 0.9591531998643251, 'avg_acc_mask': 69.51732042791645, 'loss': 1.1219103336334229}
{'epoch': 289, 'iter': 330, 'avg_loss': 0.9571160737121214, 'avg_acc_mask': 69.6140784192652, 'loss': 1.1885790824890137}
{'epoch': 289, 'iter': 340, 'avg_loss': 0.9550855112565227, 'avg_acc_mask': 69.65579167913798, 'loss': 1.0619045495986938}
{'epoch': 289, 'iter': 350, 'avg_loss': 0.9555761696945908, 'avg_acc_mask': 69.55536181342633, 'loss': 0.6933977603912354}
{'epoch': 289, 'iter': 360, 'avg_loss': 0.9572498385595813, 'avg_acc_mask': 69.52197988473274, 'loss': 0.9949415922164917}
{'epoch': 289, 'iter': 370, 'avg_loss': 0.9547466030018028, 'avg_acc_mask': 69.64305326743548, 'loss': 1.003091812133789}
{'epoch': 289, 'iter': 380, 'avg_loss': 0.9538233652515361, 'avg_acc_mask': 69.69080988552476, 'loss': 0.7783246040344238}
{'epoch': 289, 'iter': 390, 'avg_loss': 0.9545628010769329, 'avg_acc_mask': 69.69602655877166, 'loss': 0.951249897480011}
{'epoch': 'EP289_test', 'avg_loss': 0.9536375827861555, 'total_masked_acc': 69.76052510127685}
{'epoch': 290, 'iter': 0, 'avg_loss': 0.8530675172805786, 'avg_acc_mask': 65.95744680851064, 'loss': 0.8530675172805786}
{'epoch': 290, 'iter': 10, 'avg_loss': 1.0792827172712847, 'avg_acc_mask': 65.85820895522389, 'loss': 1.3061918020248413}
{'epoch': 290, 'iter': 20, 'avg_loss': 0.9858636941228595, 'avg_acc_mask': 68.76208897485493, 'loss': 1.3168500661849976}
{'epoch': 290, 'iter': 30, 'avg_loss': 0.9801031697180963, 'avg_acc_mask': 68.46905537459284, 'loss': 1.0982547998428345}
{'epoch': 290, 'iter': 40, 'avg_loss': 0.9626584997991237, 'avg_acc_mask': 69.1044776119403, 'loss': 0.7860592007637024}
{'epoch': 290, 'iter': 50, 'avg_loss': 0.9506650707300972, 'avg_acc_mask': 70.07590890930882, 'loss': 0.47417891025543213}
{'epoch': 290, 'iter': 60, 'avg_loss': 0.9478887739728709, 'avg_acc_mask': 70.06734006734007, 'loss': 0.9969825744628906}
{'epoch': 290, 'iter': 70, 'avg_loss': 0.945936533766733, 'avg_acc_mask': 69.73496722713024, 'loss': 0.9506186246871948}
{'epoch': 290, 'iter': 80, 'avg_loss': 0.9538016061723968, 'avg_acc_mask': 69.64196916956737, 'loss': 1.10194993019104}
{'epoch': 290, 'iter': 90, 'avg_loss': 0.9494352890894964, 'avg_acc_mask': 69.5383256019439, 'loss': 1.073026418685913}
{'epoch': 290, 'iter': 100, 'avg_loss': 0.9576888910614618, 'avg_acc_mask': 69.12912912912913, 'loss': 0.897760808467865}
{'epoch': 290, 'iter': 110, 'avg_loss': 0.956717895494925, 'avg_acc_mask': 69.4973688985665, 'loss': 1.2433497905731201}
{'epoch': 290, 'iter': 120, 'avg_loss': 0.9532079420799067, 'avg_acc_mask': 69.46628743516814, 'loss': 0.6990273594856262}
{'epoch': 290, 'iter': 130, 'avg_loss': 0.957495631152437, 'avg_acc_mask': 69.35060928582446, 'loss': 1.0851764678955078}
{'epoch': 290, 'iter': 140, 'avg_loss': 0.9590861903014758, 'avg_acc_mask': 69.13844834976425, 'loss': 1.0283632278442383}
{'epoch': 290, 'iter': 150, 'avg_loss': 0.9603884788538446, 'avg_acc_mask': 68.99813482547296, 'loss': 1.2337785959243774}
{'epoch': 290, 'iter': 160, 'avg_loss': 0.9594856611690166, 'avg_acc_mask': 69.03394907638543, 'loss': 0.925616443157196}
{'epoch': 290, 'iter': 170, 'avg_loss': 0.9607105356210853, 'avg_acc_mask': 69.07956685499059, 'loss': 1.0587888956069946}
{'epoch': 290, 'iter': 180, 'avg_loss': 0.964865442139009, 'avg_acc_mask': 68.88345195729538, 'loss': 1.1099259853363037}
{'epoch': 290, 'iter': 190, 'avg_loss': 0.9612368557465638, 'avg_acc_mask': 69.1089527027027, 'loss': 0.6502779722213745}
{'epoch': 290, 'iter': 200, 'avg_loss': 0.9623877750107305, 'avg_acc_mask': 69.04929223973497, 'loss': 1.038655400276184}
{'epoch': 290, 'iter': 210, 'avg_loss': 0.9634437385893546, 'avg_acc_mask': 68.97575931781164, 'loss': 0.9428569674491882}
{'epoch': 290, 'iter': 220, 'avg_loss': 0.9629874922571139, 'avg_acc_mask': 68.95231147989422, 'loss': 0.878096878528595}
{'epoch': 290, 'iter': 230, 'avg_loss': 0.9620420341883903, 'avg_acc_mask': 69.1061892672678, 'loss': 0.9768660664558411}
{'epoch': 290, 'iter': 240, 'avg_loss': 0.9641838296320429, 'avg_acc_mask': 69.05201342281879, 'loss': 0.870116114616394}
{'epoch': 290, 'iter': 250, 'avg_loss': 0.9629067493624897, 'avg_acc_mask': 69.15125575385609, 'loss': 0.6331043839454651}
{'epoch': 290, 'iter': 260, 'avg_loss': 0.9604737441201776, 'avg_acc_mask': 69.11136980985643, 'loss': 0.6847547292709351}
{'epoch': 290, 'iter': 270, 'avg_loss': 0.9650161024389232, 'avg_acc_mask': 68.80952380952381, 'loss': 0.8825885653495789}
{'epoch': 290, 'iter': 280, 'avg_loss': 0.9684255997057063, 'avg_acc_mask': 68.6979615274189, 'loss': 0.9623093605041504}
{'epoch': 290, 'iter': 290, 'avg_loss': 0.9678947384824458, 'avg_acc_mask': 68.78119800332779, 'loss': 0.8285093307495117}
{'epoch': 290, 'iter': 300, 'avg_loss': 0.9648063295703394, 'avg_acc_mask': 68.86995034223594, 'loss': 0.9001218676567078}
{'epoch': 290, 'iter': 310, 'avg_loss': 0.9652902543353115, 'avg_acc_mask': 68.81384605374456, 'loss': 1.1877490282058716}
{'epoch': 290, 'iter': 320, 'avg_loss': 0.9611413595832397, 'avg_acc_mask': 69.01497441081695, 'loss': 0.8333525657653809}
{'epoch': 290, 'iter': 330, 'avg_loss': 0.958840885011091, 'avg_acc_mask': 69.14808672685953, 'loss': 0.9040392637252808}
{'epoch': 290, 'iter': 340, 'avg_loss': 0.9594841403695495, 'avg_acc_mask': 69.13499344692006, 'loss': 0.6516156196594238}
{'epoch': 290, 'iter': 350, 'avg_loss': 0.960396643207963, 'avg_acc_mask': 69.10649140077597, 'loss': 0.4765320420265198}
{'epoch': 290, 'iter': 360, 'avg_loss': 0.9619076557436809, 'avg_acc_mask': 69.0302281155186, 'loss': 1.0478183031082153}
{'epoch': 290, 'iter': 370, 'avg_loss': 0.9610791050520227, 'avg_acc_mask': 69.06143905377287, 'loss': 1.012485384941101}
{'epoch': 290, 'iter': 380, 'avg_loss': 0.9592428682983078, 'avg_acc_mask': 69.11293766011956, 'loss': 0.9864755272865295}
{'epoch': 290, 'iter': 390, 'avg_loss': 0.9622207841909755, 'avg_acc_mask': 69.0066981670907, 'loss': 1.1313567161560059}
{'epoch': 'EP290_test', 'avg_loss': 0.9612105040237157, 'total_masked_acc': 69.03795777903333}
{'epoch': 291, 'iter': 0, 'avg_loss': 0.9042971730232239, 'avg_acc_mask': 74.0, 'loss': 0.9042971730232239}
{'epoch': 291, 'iter': 10, 'avg_loss': 0.9920728585936807, 'avg_acc_mask': 65.27050610820244, 'loss': 1.067196011543274}
{'epoch': 291, 'iter': 20, 'avg_loss': 0.9570450101579938, 'avg_acc_mask': 67.21611721611723, 'loss': 0.9522058367729187}
{'epoch': 291, 'iter': 30, 'avg_loss': 0.9573092614450762, 'avg_acc_mask': 67.97680412371135, 'loss': 0.9933909773826599}
{'epoch': 291, 'iter': 40, 'avg_loss': 0.9352604237998404, 'avg_acc_mask': 69.05585763717251, 'loss': 1.052141785621643}
{'epoch': 291, 'iter': 50, 'avg_loss': 0.9330483371136236, 'avg_acc_mask': 69.34335443037975, 'loss': 0.7376852035522461}
{'epoch': 291, 'iter': 60, 'avg_loss': 0.9395049654069494, 'avg_acc_mask': 69.08969656552185, 'loss': 0.8474712371826172}
{'epoch': 291, 'iter': 70, 'avg_loss': 0.934852487604383, 'avg_acc_mask': 69.09398814563929, 'loss': 1.1693953275680542}
{'epoch': 291, 'iter': 80, 'avg_loss': 0.9331173278667309, 'avg_acc_mask': 69.25742574257426, 'loss': 1.2008535861968994}
{'epoch': 291, 'iter': 90, 'avg_loss': 0.9410554157508598, 'avg_acc_mask': 69.27670869276709, 'loss': 0.9759633541107178}
{'epoch': 291, 'iter': 100, 'avg_loss': 0.9367129944338657, 'avg_acc_mask': 69.51121794871796, 'loss': 0.8881345987319946}
{'epoch': 291, 'iter': 110, 'avg_loss': 0.9425894129383672, 'avg_acc_mask': 69.19293131717981, 'loss': 1.1678200960159302}
{'epoch': 291, 'iter': 120, 'avg_loss': 0.9420555711777743, 'avg_acc_mask': 69.34343434343434, 'loss': 0.8799241185188293}
{'epoch': 291, 'iter': 130, 'avg_loss': 0.9460965799921341, 'avg_acc_mask': 69.42251122464778, 'loss': 0.9471694231033325}
{'epoch': 291, 'iter': 140, 'avg_loss': 0.9457500750291432, 'avg_acc_mask': 69.5465598626806, 'loss': 1.034043550491333}
{'epoch': 291, 'iter': 150, 'avg_loss': 0.9395217062621717, 'avg_acc_mask': 69.7973970213337, 'loss': 1.1450997591018677}
{'epoch': 291, 'iter': 160, 'avg_loss': 0.9389963557261117, 'avg_acc_mask': 69.85990155244227, 'loss': 1.0002228021621704}
{'epoch': 291, 'iter': 170, 'avg_loss': 0.9413277775223492, 'avg_acc_mask': 69.84278227727489, 'loss': 1.103925108909607}
{'epoch': 291, 'iter': 180, 'avg_loss': 0.9430770478854522, 'avg_acc_mask': 69.76901408450703, 'loss': 1.7175452709197998}
{'epoch': 291, 'iter': 190, 'avg_loss': 0.9352899945843283, 'avg_acc_mask': 69.8446705945367, 'loss': 0.7028921246528625}
{'epoch': 291, 'iter': 200, 'avg_loss': 0.9352676227911195, 'avg_acc_mask': 69.76862705126898, 'loss': 1.0810927152633667}
{'epoch': 291, 'iter': 210, 'avg_loss': 0.9389202219050078, 'avg_acc_mask': 69.61460052422095, 'loss': 0.9865379333496094}
{'epoch': 291, 'iter': 220, 'avg_loss': 0.9417858412362871, 'avg_acc_mask': 69.49465142014017, 'loss': 1.1067416667938232}
{'epoch': 291, 'iter': 230, 'avg_loss': 0.9416060398667405, 'avg_acc_mask': 69.57326750132252, 'loss': 0.8040156960487366}
{'epoch': 291, 'iter': 240, 'avg_loss': 0.9427268477890997, 'avg_acc_mask': 69.47137678104713, 'loss': 0.8055851459503174}
{'epoch': 291, 'iter': 250, 'avg_loss': 0.9454844924083269, 'avg_acc_mask': 69.4685598377282, 'loss': 0.9617064595222473}
{'epoch': 291, 'iter': 260, 'avg_loss': 0.9475947579661549, 'avg_acc_mask': 69.47869517715, 'loss': 0.6465295553207397}
{'epoch': 291, 'iter': 270, 'avg_loss': 0.9500652780392074, 'avg_acc_mask': 69.37274909963985, 'loss': 0.8922097086906433}
{'epoch': 291, 'iter': 280, 'avg_loss': 0.9484050445709364, 'avg_acc_mask': 69.42334129223646, 'loss': 0.9333928227424622}
{'epoch': 291, 'iter': 290, 'avg_loss': 0.9451639267177516, 'avg_acc_mask': 69.55851436580238, 'loss': 0.8200233578681946}
{'epoch': 291, 'iter': 300, 'avg_loss': 0.9413883810819581, 'avg_acc_mask': 69.59441128594682, 'loss': 0.8676255941390991}
{'epoch': 291, 'iter': 310, 'avg_loss': 0.9442277949339324, 'avg_acc_mask': 69.46975158943435, 'loss': 1.1535638570785522}
{'epoch': 291, 'iter': 320, 'avg_loss': 0.9424380143854848, 'avg_acc_mask': 69.52174743679551, 'loss': 0.9936631917953491}
{'epoch': 291, 'iter': 330, 'avg_loss': 0.9457335556741928, 'avg_acc_mask': 69.47634926515993, 'loss': 1.219548225402832}
{'epoch': 291, 'iter': 340, 'avg_loss': 0.9463007554979967, 'avg_acc_mask': 69.44843263938742, 'loss': 0.8240200877189636}
{'epoch': 291, 'iter': 350, 'avg_loss': 0.9456017536994739, 'avg_acc_mask': 69.48768587360595, 'loss': 0.8332235217094421}
{'epoch': 291, 'iter': 360, 'avg_loss': 0.9465297668594402, 'avg_acc_mask': 69.47700631199278, 'loss': 1.0228115320205688}
{'epoch': 291, 'iter': 370, 'avg_loss': 0.9439505356341359, 'avg_acc_mask': 69.53497288711179, 'loss': 0.8235878944396973}
{'epoch': 291, 'iter': 380, 'avg_loss': 0.9434957519916725, 'avg_acc_mask': 69.58911419423693, 'loss': 0.6831237077713013}
{'epoch': 291, 'iter': 390, 'avg_loss': 0.941530028496252, 'avg_acc_mask': 69.65416969571088, 'loss': 0.9270011782646179}
{'epoch': 'EP291_test', 'avg_loss': 0.9411882138764015, 'total_masked_acc': 69.66540080057477}
{'epoch': 292, 'iter': 0, 'avg_loss': 0.876520574092865, 'avg_acc_mask': 74.50980392156863, 'loss': 0.876520574092865}
{'epoch': 292, 'iter': 10, 'avg_loss': 0.9985397403890436, 'avg_acc_mask': 69.62264150943396, 'loss': 1.3341976404190063}
{'epoch': 292, 'iter': 20, 'avg_loss': 0.9455642842111134, 'avg_acc_mask': 70.39603960396039, 'loss': 0.9169840216636658}
{'epoch': 292, 'iter': 30, 'avg_loss': 0.9378376410853478, 'avg_acc_mask': 70.32385988103105, 'loss': 0.9618453979492188}
{'epoch': 292, 'iter': 40, 'avg_loss': 0.9261792054990443, 'avg_acc_mask': 70.76378351036925, 'loss': 0.7942109704017639}
{'epoch': 292, 'iter': 50, 'avg_loss': 0.921343610567205, 'avg_acc_mask': 70.81821846029827, 'loss': 0.8297050595283508}
{'epoch': 292, 'iter': 60, 'avg_loss': 0.9371343606808147, 'avg_acc_mask': 70.56822048315755, 'loss': 0.7993779182434082}
{'epoch': 292, 'iter': 70, 'avg_loss': 0.9238233641839363, 'avg_acc_mask': 70.6728004600345, 'loss': 0.7399097681045532}
{'epoch': 292, 'iter': 80, 'avg_loss': 0.9286066992783252, 'avg_acc_mask': 70.57633973710819, 'loss': 1.2197668552398682}
{'epoch': 292, 'iter': 90, 'avg_loss': 0.9268418085444105, 'avg_acc_mask': 70.70321276117726, 'loss': 0.7697558403015137}
{'epoch': 292, 'iter': 100, 'avg_loss': 0.9340073424990815, 'avg_acc_mask': 70.43142043142043, 'loss': 0.8371066451072693}
{'epoch': 292, 'iter': 110, 'avg_loss': 0.9365754911491463, 'avg_acc_mask': 70.34418604651162, 'loss': 1.0692923069000244}
{'epoch': 292, 'iter': 120, 'avg_loss': 0.942120499847349, 'avg_acc_mask': 70.14874337493589, 'loss': 0.9366528987884521}
{'epoch': 292, 'iter': 130, 'avg_loss': 0.9444866744616559, 'avg_acc_mask': 70.22356112256223, 'loss': 1.118227481842041}
{'epoch': 292, 'iter': 140, 'avg_loss': 0.9368262041545083, 'avg_acc_mask': 70.37527593818984, 'loss': 0.8773993849754333}
{'epoch': 292, 'iter': 150, 'avg_loss': 0.9435662145646203, 'avg_acc_mask': 69.8314837648993, 'loss': 1.218646764755249}
{'epoch': 292, 'iter': 160, 'avg_loss': 0.9454923905200839, 'avg_acc_mask': 69.80573781036922, 'loss': 0.657910168170929}
{'epoch': 292, 'iter': 170, 'avg_loss': 0.951844659116533, 'avg_acc_mask': 69.66155344533723, 'loss': 0.9190992116928101}
{'epoch': 292, 'iter': 180, 'avg_loss': 0.9499251384761452, 'avg_acc_mask': 69.7084917617237, 'loss': 1.0146938562393188}
{'epoch': 292, 'iter': 190, 'avg_loss': 0.9489661913891737, 'avg_acc_mask': 69.67544530652387, 'loss': 1.155157446861267}
{'epoch': 292, 'iter': 200, 'avg_loss': 0.9509589387409723, 'avg_acc_mask': 69.62747743073571, 'loss': 1.0222418308258057}
{'epoch': 292, 'iter': 210, 'avg_loss': 0.9554249986088107, 'avg_acc_mask': 69.50340606180274, 'loss': 1.2094286680221558}
{'epoch': 292, 'iter': 220, 'avg_loss': 0.9548877906475671, 'avg_acc_mask': 69.5945313231576, 'loss': 1.0360569953918457}
{'epoch': 292, 'iter': 230, 'avg_loss': 0.9490837725726041, 'avg_acc_mask': 69.78223855184156, 'loss': 0.9460351467132568}
{'epoch': 292, 'iter': 240, 'avg_loss': 0.9493590150631315, 'avg_acc_mask': 69.67797337913268, 'loss': 1.1729158163070679}
{'epoch': 292, 'iter': 250, 'avg_loss': 0.9480365032693779, 'avg_acc_mask': 69.69847170590666, 'loss': 0.7972394824028015}
{'epoch': 292, 'iter': 260, 'avg_loss': 0.9498556886596241, 'avg_acc_mask': 69.66952653320622, 'loss': 0.7607898116111755}
{'epoch': 292, 'iter': 270, 'avg_loss': 0.9529656402739212, 'avg_acc_mask': 69.57085143684732, 'loss': 1.0274732112884521}
{'epoch': 292, 'iter': 280, 'avg_loss': 0.9545286098408954, 'avg_acc_mask': 69.53016198783259, 'loss': 0.9995893836021423}
{'epoch': 292, 'iter': 290, 'avg_loss': 0.9492566603975198, 'avg_acc_mask': 69.70619469026549, 'loss': 0.6139407753944397}
{'epoch': 292, 'iter': 300, 'avg_loss': 0.9464074957410362, 'avg_acc_mask': 69.73558021646801, 'loss': 1.063601016998291}
{'epoch': 292, 'iter': 310, 'avg_loss': 0.949378538936664, 'avg_acc_mask': 69.58278145695364, 'loss': 1.4619073867797852}
{'epoch': 292, 'iter': 320, 'avg_loss': 0.9494566690884647, 'avg_acc_mask': 69.5803072176875, 'loss': 0.926875114440918}
{'epoch': 292, 'iter': 330, 'avg_loss': 0.9474255494840916, 'avg_acc_mask': 69.54760717846462, 'loss': 0.8314765691757202}
{'epoch': 292, 'iter': 340, 'avg_loss': 0.9459158344702288, 'avg_acc_mask': 69.65546370602787, 'loss': 0.8816918730735779}
{'epoch': 292, 'iter': 350, 'avg_loss': 0.9474514452820151, 'avg_acc_mask': 69.55655790521938, 'loss': 0.6460323333740234}
{'epoch': 292, 'iter': 360, 'avg_loss': 0.9472648919124023, 'avg_acc_mask': 69.5684312276113, 'loss': 0.7421590089797974}
{'epoch': 292, 'iter': 370, 'avg_loss': 0.9463481290963782, 'avg_acc_mask': 69.5755499060462, 'loss': 1.013900637626648}
{'epoch': 292, 'iter': 380, 'avg_loss': 0.9479412994985505, 'avg_acc_mask': 69.5862699736375, 'loss': 1.0804193019866943}
{'epoch': 292, 'iter': 390, 'avg_loss': 0.9484953532743332, 'avg_acc_mask': 69.56680966830595, 'loss': 0.8330429792404175}
{'epoch': 'EP292_test', 'avg_loss': 0.9488743861215283, 'total_masked_acc': 69.55981356809943}
{'epoch': 293, 'iter': 0, 'avg_loss': 0.7142998576164246, 'avg_acc_mask': 83.6734693877551, 'loss': 0.7142998576164246}
{'epoch': 293, 'iter': 10, 'avg_loss': 0.9859194430437955, 'avg_acc_mask': 69.45454545454545, 'loss': 1.1113022565841675}
{'epoch': 293, 'iter': 20, 'avg_loss': 0.9697163105010986, 'avg_acc_mask': 69.80582524271844, 'loss': 0.959247887134552}
{'epoch': 293, 'iter': 30, 'avg_loss': 0.9607676998261483, 'avg_acc_mask': 69.96047430830039, 'loss': 0.9281215071678162}
{'epoch': 293, 'iter': 40, 'avg_loss': 0.9452869470526533, 'avg_acc_mask': 70.57331303906646, 'loss': 0.7456818222999573}
{'epoch': 293, 'iter': 50, 'avg_loss': 0.9430518220452702, 'avg_acc_mask': 70.79391197038257, 'loss': 0.9222545623779297}
{'epoch': 293, 'iter': 60, 'avg_loss': 0.9576176287697964, 'avg_acc_mask': 70.74688796680498, 'loss': 1.0892283916473389}
{'epoch': 293, 'iter': 70, 'avg_loss': 0.951941687456319, 'avg_acc_mask': 70.44320516583504, 'loss': 0.868008017539978}
{'epoch': 293, 'iter': 80, 'avg_loss': 0.9644833494115759, 'avg_acc_mask': 70.22039979497694, 'loss': 1.2017080783843994}
{'epoch': 293, 'iter': 90, 'avg_loss': 0.9497184439019842, 'avg_acc_mask': 70.48096649190792, 'loss': 0.6052871942520142}
{'epoch': 293, 'iter': 100, 'avg_loss': 0.9511640774141444, 'avg_acc_mask': 70.31539888682747, 'loss': 0.7437762022018433}
{'epoch': 293, 'iter': 110, 'avg_loss': 0.9637312953536575, 'avg_acc_mask': 69.67754101452009, 'loss': 1.2240774631500244}
{'epoch': 293, 'iter': 120, 'avg_loss': 0.9653967914502483, 'avg_acc_mask': 69.71733884867287, 'loss': 1.3623089790344238}
{'epoch': 293, 'iter': 130, 'avg_loss': 0.9650433755102958, 'avg_acc_mask': 69.74683544303798, 'loss': 0.898780107498169}
{'epoch': 293, 'iter': 140, 'avg_loss': 0.9640104533932733, 'avg_acc_mask': 69.73180076628353, 'loss': 0.875551700592041}
{'epoch': 293, 'iter': 150, 'avg_loss': 0.9683564782932105, 'avg_acc_mask': 69.29426330994634, 'loss': 1.2890586853027344}
{'epoch': 293, 'iter': 160, 'avg_loss': 0.9689711635897619, 'avg_acc_mask': 69.2367601246106, 'loss': 0.7383962869644165}
{'epoch': 293, 'iter': 170, 'avg_loss': 0.9652230899933486, 'avg_acc_mask': 69.44580078125, 'loss': 0.9600913524627686}
{'epoch': 293, 'iter': 180, 'avg_loss': 0.9695829110250948, 'avg_acc_mask': 69.3032881122097, 'loss': 1.1443239450454712}
{'epoch': 293, 'iter': 190, 'avg_loss': 0.9658271317706683, 'avg_acc_mask': 69.35887667356046, 'loss': 0.9159232378005981}
{'epoch': 293, 'iter': 200, 'avg_loss': 0.9719016931543303, 'avg_acc_mask': 69.28003305443653, 'loss': 1.22971773147583}
{'epoch': 293, 'iter': 210, 'avg_loss': 0.9774913816090444, 'avg_acc_mask': 69.09359605911331, 'loss': 0.8081097602844238}
{'epoch': 293, 'iter': 220, 'avg_loss': 0.9785940396300269, 'avg_acc_mask': 68.97711349836526, 'loss': 0.9752318859100342}
{'epoch': 293, 'iter': 230, 'avg_loss': 0.9738138558028581, 'avg_acc_mask': 69.15494219912178, 'loss': 0.6631707549095154}
{'epoch': 293, 'iter': 240, 'avg_loss': 0.9714284296846983, 'avg_acc_mask': 69.22086837137464, 'loss': 1.069862723350525}
{'epoch': 293, 'iter': 250, 'avg_loss': 0.9715294807080729, 'avg_acc_mask': 69.17864815732938, 'loss': 0.8641133308410645}
{'epoch': 293, 'iter': 260, 'avg_loss': 0.9721243845091926, 'avg_acc_mask': 69.19228020014296, 'loss': 0.9069961905479431}
{'epoch': 293, 'iter': 270, 'avg_loss': 0.9774203166310638, 'avg_acc_mask': 68.98052691867125, 'loss': 0.9884860515594482}
{'epoch': 293, 'iter': 280, 'avg_loss': 0.9782507228681625, 'avg_acc_mask': 68.9208103130755, 'loss': 0.8898685574531555}
{'epoch': 293, 'iter': 290, 'avg_loss': 0.9756366108700991, 'avg_acc_mask': 69.00867586403072, 'loss': 0.7893053293228149}
{'epoch': 293, 'iter': 300, 'avg_loss': 0.971591497576514, 'avg_acc_mask': 69.11178330812594, 'loss': 1.2133939266204834}
{'epoch': 293, 'iter': 310, 'avg_loss': 0.9741074904751548, 'avg_acc_mask': 69.00219371136077, 'loss': 1.1644777059555054}
{'epoch': 293, 'iter': 320, 'avg_loss': 0.9682704990155229, 'avg_acc_mask': 69.1452936236191, 'loss': 0.8876329064369202}
{'epoch': 293, 'iter': 330, 'avg_loss': 0.9678329832604284, 'avg_acc_mask': 69.167452089224, 'loss': 0.9593306183815002}
{'epoch': 293, 'iter': 340, 'avg_loss': 0.9656672916454304, 'avg_acc_mask': 69.20974306019559, 'loss': 0.7279085516929626}
{'epoch': 293, 'iter': 350, 'avg_loss': 0.9646006450693831, 'avg_acc_mask': 69.22758212488903, 'loss': 0.7749990820884705}
{'epoch': 293, 'iter': 360, 'avg_loss': 0.964165631919026, 'avg_acc_mask': 69.26168331610977, 'loss': 0.5914434790611267}
{'epoch': 293, 'iter': 370, 'avg_loss': 0.9620822714666794, 'avg_acc_mask': 69.22862401695578, 'loss': 1.1072893142700195}
{'epoch': 293, 'iter': 380, 'avg_loss': 0.9605338309067754, 'avg_acc_mask': 69.25287356321839, 'loss': 0.6359614729881287}
{'epoch': 293, 'iter': 390, 'avg_loss': 0.9606944028373874, 'avg_acc_mask': 69.26117200674537, 'loss': 1.111170768737793}
{'epoch': 'EP293_test', 'avg_loss': 0.9604198788151597, 'total_masked_acc': 69.26404670071928}
{'epoch': 294, 'iter': 0, 'avg_loss': 0.7501198649406433, 'avg_acc_mask': 72.09302325581395, 'loss': 0.7501198649406433}
{'epoch': 294, 'iter': 10, 'avg_loss': 0.9737321355126121, 'avg_acc_mask': 68.19047619047619, 'loss': 1.0573749542236328}
{'epoch': 294, 'iter': 20, 'avg_loss': 0.9581911975429172, 'avg_acc_mask': 68.81091617933723, 'loss': 0.8553493618965149}
{'epoch': 294, 'iter': 30, 'avg_loss': 0.9476316657758528, 'avg_acc_mask': 68.9145793192036, 'loss': 1.1878156661987305}
{'epoch': 294, 'iter': 40, 'avg_loss': 0.9477460885920176, 'avg_acc_mask': 69.07268170426065, 'loss': 1.0126291513442993}
{'epoch': 294, 'iter': 50, 'avg_loss': 0.9517958567422979, 'avg_acc_mask': 68.98352752109281, 'loss': 0.7780638933181763}
{'epoch': 294, 'iter': 60, 'avg_loss': 0.9467731396682927, 'avg_acc_mask': 69.18682795698925, 'loss': 0.991847574710846}
{'epoch': 294, 'iter': 70, 'avg_loss': 0.9502119476526556, 'avg_acc_mask': 68.95963615690734, 'loss': 0.9138564467430115}
{'epoch': 294, 'iter': 80, 'avg_loss': 0.9379600415259232, 'avg_acc_mask': 68.83441720860431, 'loss': 1.1153284311294556}
{'epoch': 294, 'iter': 90, 'avg_loss': 0.9420488276979425, 'avg_acc_mask': 69.12092815707274, 'loss': 0.7484089136123657}
{'epoch': 294, 'iter': 100, 'avg_loss': 0.9383122740995766, 'avg_acc_mask': 69.46349334409035, 'loss': 0.7285513281822205}
{'epoch': 294, 'iter': 110, 'avg_loss': 0.9438071328777451, 'avg_acc_mask': 69.35983950392121, 'loss': 1.0775498151779175}
{'epoch': 294, 'iter': 120, 'avg_loss': 0.9421192006138731, 'avg_acc_mask': 69.58417169684775, 'loss': 1.357927680015564}
{'epoch': 294, 'iter': 130, 'avg_loss': 0.9393784952072697, 'avg_acc_mask': 69.58539603960396, 'loss': 1.0991795063018799}
{'epoch': 294, 'iter': 140, 'avg_loss': 0.9425069341000091, 'avg_acc_mask': 69.49690067752631, 'loss': 1.0551096200942993}
{'epoch': 294, 'iter': 150, 'avg_loss': 0.945344011712548, 'avg_acc_mask': 69.46286023542146, 'loss': 1.0077416896820068}
{'epoch': 294, 'iter': 160, 'avg_loss': 0.9509368918327071, 'avg_acc_mask': 69.35443037974683, 'loss': 1.314713478088379}
{'epoch': 294, 'iter': 170, 'avg_loss': 0.9573835045622107, 'avg_acc_mask': 69.22617625985193, 'loss': 1.433972716331482}
{'epoch': 294, 'iter': 180, 'avg_loss': 0.9606756786944458, 'avg_acc_mask': 69.08926757702291, 'loss': 1.1327801942825317}
{'epoch': 294, 'iter': 190, 'avg_loss': 0.9629175789381197, 'avg_acc_mask': 69.12047934945431, 'loss': 1.2508023977279663}
{'epoch': 294, 'iter': 200, 'avg_loss': 0.9614477339965194, 'avg_acc_mask': 69.12792464296567, 'loss': 0.8265701532363892}
{'epoch': 294, 'iter': 210, 'avg_loss': 0.9628825999831702, 'avg_acc_mask': 69.11096062687434, 'loss': 1.1171449422836304}
{'epoch': 294, 'iter': 220, 'avg_loss': 0.9636895191345819, 'avg_acc_mask': 68.94204231830727, 'loss': 0.7955455780029297}
{'epoch': 294, 'iter': 230, 'avg_loss': 0.9603130883210665, 'avg_acc_mask': 69.02600264433671, 'loss': 0.8540043234825134}
{'epoch': 294, 'iter': 240, 'avg_loss': 0.9617198157854595, 'avg_acc_mask': 69.00042176296921, 'loss': 0.8700773119926453}
{'epoch': 294, 'iter': 250, 'avg_loss': 0.9595585362132327, 'avg_acc_mask': 69.06521562576138, 'loss': 0.6679763793945312}
{'epoch': 294, 'iter': 260, 'avg_loss': 0.9569829077784586, 'avg_acc_mask': 69.14169470307488, 'loss': 0.7286430597305298}
{'epoch': 294, 'iter': 270, 'avg_loss': 0.9613698255751846, 'avg_acc_mask': 68.94554753309265, 'loss': 1.0269083976745605}
{'epoch': 294, 'iter': 280, 'avg_loss': 0.9656512818938897, 'avg_acc_mask': 68.82280587511758, 'loss': 1.103506088256836}
{'epoch': 294, 'iter': 290, 'avg_loss': 0.9628777220281949, 'avg_acc_mask': 68.95925071643252, 'loss': 1.0516626834869385}
{'epoch': 294, 'iter': 300, 'avg_loss': 0.9590200068942732, 'avg_acc_mask': 69.05923817269894, 'loss': 0.9019489288330078}
{'epoch': 294, 'iter': 310, 'avg_loss': 0.9619346908817721, 'avg_acc_mask': 68.99554740701939, 'loss': 1.0490995645523071}
{'epoch': 294, 'iter': 320, 'avg_loss': 0.9610928989645106, 'avg_acc_mask': 69.08802033682872, 'loss': 0.837574303150177}
{'epoch': 294, 'iter': 330, 'avg_loss': 0.9626193347294165, 'avg_acc_mask': 69.02616637867195, 'loss': 1.0722997188568115}
{'epoch': 294, 'iter': 340, 'avg_loss': 0.961004729494671, 'avg_acc_mask': 69.05703330936976, 'loss': 0.7028372287750244}
{'epoch': 294, 'iter': 350, 'avg_loss': 0.9587887293762631, 'avg_acc_mask': 69.09217714750669, 'loss': 0.8993706703186035}
{'epoch': 294, 'iter': 360, 'avg_loss': 0.9596629987297957, 'avg_acc_mask': 69.05771296139281, 'loss': 0.8599027395248413}
{'epoch': 294, 'iter': 370, 'avg_loss': 0.9589017427995841, 'avg_acc_mask': 69.08520820727213, 'loss': 1.1364343166351318}
{'epoch': 294, 'iter': 380, 'avg_loss': 0.9600126805111492, 'avg_acc_mask': 69.02493845659853, 'loss': 0.8119930028915405}
{'epoch': 294, 'iter': 390, 'avg_loss': 0.9613299445270578, 'avg_acc_mask': 68.9855976706702, 'loss': 0.9648252725601196}
{'epoch': 'EP294_test', 'avg_loss': 0.9601885145812323, 'total_masked_acc': 69.0203137053227}
{'epoch': 295, 'iter': 0, 'avg_loss': 0.9758373498916626, 'avg_acc_mask': 71.73913043478261, 'loss': 0.9758373498916626}
{'epoch': 295, 'iter': 10, 'avg_loss': 0.9478884718634866, 'avg_acc_mask': 70.48300536672629, 'loss': 1.146498203277588}
{'epoch': 295, 'iter': 20, 'avg_loss': 0.9464079851195926, 'avg_acc_mask': 70.07575757575758, 'loss': 0.7791054248809814}
{'epoch': 295, 'iter': 30, 'avg_loss': 0.9259676875606659, 'avg_acc_mask': 70.46894803548795, 'loss': 0.9084454774856567}
{'epoch': 295, 'iter': 40, 'avg_loss': 0.9259322489180216, 'avg_acc_mask': 70.72449482503697, 'loss': 1.0874903202056885}
{'epoch': 295, 'iter': 50, 'avg_loss': 0.9270719488461813, 'avg_acc_mask': 70.25316455696202, 'loss': 0.9163196086883545}
{'epoch': 295, 'iter': 60, 'avg_loss': 0.9299457698571877, 'avg_acc_mask': 70.19006335445148, 'loss': 0.8704296946525574}
{'epoch': 295, 'iter': 70, 'avg_loss': 0.9328201068958766, 'avg_acc_mask': 70.14068331897789, 'loss': 0.8563107848167419}
{'epoch': 295, 'iter': 80, 'avg_loss': 0.9440796625466994, 'avg_acc_mask': 69.73717146433042, 'loss': 1.077295184135437}
{'epoch': 295, 'iter': 90, 'avg_loss': 0.9459863770139086, 'avg_acc_mask': 69.77463543968184, 'loss': 0.7268311977386475}
{'epoch': 295, 'iter': 100, 'avg_loss': 0.9545025807796138, 'avg_acc_mask': 69.72255729794934, 'loss': 0.8316506743431091}
{'epoch': 295, 'iter': 110, 'avg_loss': 0.9576593922065185, 'avg_acc_mask': 69.45302562238778, 'loss': 1.24519681930542}
{'epoch': 295, 'iter': 120, 'avg_loss': 0.9670631289482117, 'avg_acc_mask': 69.33803763440861, 'loss': 1.4692317247390747}
{'epoch': 295, 'iter': 130, 'avg_loss': 0.9678480461353564, 'avg_acc_mask': 69.24270639354438, 'loss': 1.218133568763733}
{'epoch': 295, 'iter': 140, 'avg_loss': 0.9660716111778368, 'avg_acc_mask': 69.11130284728215, 'loss': 1.1854515075683594}
{'epoch': 295, 'iter': 150, 'avg_loss': 0.9688028148467968, 'avg_acc_mask': 69.08674568965517, 'loss': 1.0186982154846191}
{'epoch': 295, 'iter': 160, 'avg_loss': 0.9737301372593234, 'avg_acc_mask': 68.90329139661965, 'loss': 1.0333964824676514}
{'epoch': 295, 'iter': 170, 'avg_loss': 0.9772323526834187, 'avg_acc_mask': 68.85933381260485, 'loss': 0.9169344305992126}
{'epoch': 295, 'iter': 180, 'avg_loss': 0.9767646315348083, 'avg_acc_mask': 68.8593501476937, 'loss': 1.175525188446045}
{'epoch': 295, 'iter': 190, 'avg_loss': 0.9750156024987785, 'avg_acc_mask': 68.89653688965369, 'loss': 1.09891676902771}
{'epoch': 295, 'iter': 200, 'avg_loss': 0.977372575755143, 'avg_acc_mask': 68.89478518216144, 'loss': 0.8164518475532532}
{'epoch': 295, 'iter': 210, 'avg_loss': 0.9766160272309, 'avg_acc_mask': 69.08949567583326, 'loss': 1.4345227479934692}
{'epoch': 295, 'iter': 220, 'avg_loss': 0.9782043779058154, 'avg_acc_mask': 68.92754696030352, 'loss': 0.863591730594635}
{'epoch': 295, 'iter': 230, 'avg_loss': 0.9738407694932186, 'avg_acc_mask': 69.05418631550849, 'loss': 1.0762324333190918}
{'epoch': 295, 'iter': 240, 'avg_loss': 0.9742331883224709, 'avg_acc_mask': 68.8676833943938, 'loss': 1.062699556350708}
{'epoch': 295, 'iter': 250, 'avg_loss': 0.9782317273645287, 'avg_acc_mask': 68.82266251842148, 'loss': 1.2789279222488403}
{'epoch': 295, 'iter': 260, 'avg_loss': 0.9753939619009522, 'avg_acc_mask': 68.83966577329339, 'loss': 0.8497664332389832}
{'epoch': 295, 'iter': 270, 'avg_loss': 0.979165189160632, 'avg_acc_mask': 68.6683874886122, 'loss': 1.1405359506607056}
{'epoch': 295, 'iter': 280, 'avg_loss': 0.975787247415115, 'avg_acc_mask': 68.79297732260424, 'loss': 1.1094602346420288}
{'epoch': 295, 'iter': 290, 'avg_loss': 0.9725841922858327, 'avg_acc_mask': 68.96284829721363, 'loss': 0.899621307849884}
{'epoch': 295, 'iter': 300, 'avg_loss': 0.9694660555484683, 'avg_acc_mask': 69.02847799427715, 'loss': 1.0047287940979004}
{'epoch': 295, 'iter': 310, 'avg_loss': 0.9713772311087974, 'avg_acc_mask': 68.88845066719253, 'loss': 1.1474292278289795}
{'epoch': 295, 'iter': 320, 'avg_loss': 0.9678027176782721, 'avg_acc_mask': 69.0374433884034, 'loss': 0.8708320260047913}
{'epoch': 295, 'iter': 330, 'avg_loss': 0.9675142286047115, 'avg_acc_mask': 69.1158234126984, 'loss': 0.8686491250991821}
{'epoch': 295, 'iter': 340, 'avg_loss': 0.9651616764558025, 'avg_acc_mask': 69.17143717987345, 'loss': 1.0258334875106812}
{'epoch': 295, 'iter': 350, 'avg_loss': 0.965511864746398, 'avg_acc_mask': 69.14756782039288, 'loss': 0.6797037124633789}
{'epoch': 295, 'iter': 360, 'avg_loss': 0.9668238927452848, 'avg_acc_mask': 69.17753828701078, 'loss': 0.9187220335006714}
{'epoch': 295, 'iter': 370, 'avg_loss': 0.9641890713789393, 'avg_acc_mask': 69.24223191125338, 'loss': 1.0704944133758545}
{'epoch': 295, 'iter': 380, 'avg_loss': 0.9634191267133698, 'avg_acc_mask': 69.18817204301075, 'loss': 0.7432798743247986}
{'epoch': 295, 'iter': 390, 'avg_loss': 0.9631330627004814, 'avg_acc_mask': 69.20056541542327, 'loss': 1.155741572380066}
{'epoch': 'EP295_test', 'avg_loss': 0.9614894492457612, 'total_masked_acc': 69.22439251852235}
{'epoch': 296, 'iter': 0, 'avg_loss': 0.8862926959991455, 'avg_acc_mask': 67.21311475409836, 'loss': 0.8862926959991455}
{'epoch': 296, 'iter': 10, 'avg_loss': 0.9718060276725076, 'avg_acc_mask': 69.27480916030534, 'loss': 1.372458815574646}
{'epoch': 296, 'iter': 20, 'avg_loss': 0.9080786123162224, 'avg_acc_mask': 71.617497456765, 'loss': 0.7814537882804871}
{'epoch': 296, 'iter': 30, 'avg_loss': 0.9345430779841638, 'avg_acc_mask': 70.2258726899384, 'loss': 1.0755873918533325}
{'epoch': 296, 'iter': 40, 'avg_loss': 0.9350413781840626, 'avg_acc_mask': 69.6923076923077, 'loss': 0.838172435760498}
{'epoch': 296, 'iter': 50, 'avg_loss': 0.9395016221439138, 'avg_acc_mask': 69.53696181965881, 'loss': 0.6868398189544678}
{'epoch': 296, 'iter': 60, 'avg_loss': 0.9210217819839227, 'avg_acc_mask': 70.1472098596371, 'loss': 0.8422761559486389}
{'epoch': 296, 'iter': 70, 'avg_loss': 0.9304818905575175, 'avg_acc_mask': 69.90122022080186, 'loss': 0.9269752502441406}
{'epoch': 296, 'iter': 80, 'avg_loss': 0.9336867891711953, 'avg_acc_mask': 69.67254408060454, 'loss': 0.8483238220214844}
{'epoch': 296, 'iter': 90, 'avg_loss': 0.9349417974660684, 'avg_acc_mask': 69.84269662921349, 'loss': 0.8268771171569824}
{'epoch': 296, 'iter': 100, 'avg_loss': 0.9420783106643374, 'avg_acc_mask': 69.71173365814049, 'loss': 0.7905176281929016}
{'epoch': 296, 'iter': 110, 'avg_loss': 0.944852251190323, 'avg_acc_mask': 69.79320531757755, 'loss': 0.927172064781189}
{'epoch': 296, 'iter': 120, 'avg_loss': 0.948264837757615, 'avg_acc_mask': 69.68670618120237, 'loss': 1.1951123476028442}
{'epoch': 296, 'iter': 130, 'avg_loss': 0.9440170417305167, 'avg_acc_mask': 69.93301137248793, 'loss': 1.1927670240402222}
{'epoch': 296, 'iter': 140, 'avg_loss': 0.945070652251548, 'avg_acc_mask': 69.86861313868613, 'loss': 1.2064191102981567}
{'epoch': 296, 'iter': 150, 'avg_loss': 0.9459141938891632, 'avg_acc_mask': 69.7741273100616, 'loss': 1.0830357074737549}
{'epoch': 296, 'iter': 160, 'avg_loss': 0.9448826805404995, 'avg_acc_mask': 69.9128651973347, 'loss': 0.8884387016296387}
{'epoch': 296, 'iter': 170, 'avg_loss': 0.9450259926723458, 'avg_acc_mask': 69.95186522262334, 'loss': 1.0807403326034546}
{'epoch': 296, 'iter': 180, 'avg_loss': 0.9463015965993892, 'avg_acc_mask': 70.01819836214742, 'loss': 1.5067123174667358}
{'epoch': 296, 'iter': 190, 'avg_loss': 0.9433960430909202, 'avg_acc_mask': 70.1318348822131, 'loss': 1.0256953239440918}
{'epoch': 296, 'iter': 200, 'avg_loss': 0.9489145664433342, 'avg_acc_mask': 69.9517503336413, 'loss': 1.0147958993911743}
{'epoch': 296, 'iter': 210, 'avg_loss': 0.9528108713751156, 'avg_acc_mask': 69.96160283548292, 'loss': 0.8513954877853394}
{'epoch': 296, 'iter': 220, 'avg_loss': 0.9575654384237609, 'avg_acc_mask': 69.74915761886933, 'loss': 0.7979398965835571}
{'epoch': 296, 'iter': 230, 'avg_loss': 0.9555458065235254, 'avg_acc_mask': 69.72411322106773, 'loss': 0.6710329651832581}
{'epoch': 296, 'iter': 240, 'avg_loss': 0.9557634735503138, 'avg_acc_mask': 69.67952573245124, 'loss': 0.5565237998962402}
{'epoch': 296, 'iter': 250, 'avg_loss': 0.9531430701810525, 'avg_acc_mask': 69.76763416852725, 'loss': 0.6904727816581726}
{'epoch': 296, 'iter': 260, 'avg_loss': 0.9510074723726032, 'avg_acc_mask': 69.81522777954763, 'loss': 0.8031143546104431}
{'epoch': 296, 'iter': 270, 'avg_loss': 0.9584681499488239, 'avg_acc_mask': 69.58916685792977, 'loss': 1.0372958183288574}
{'epoch': 296, 'iter': 280, 'avg_loss': 0.9568814119834492, 'avg_acc_mask': 69.68556244464128, 'loss': 0.9475670456886292}
{'epoch': 296, 'iter': 290, 'avg_loss': 0.9538683670083272, 'avg_acc_mask': 69.77241920525077, 'loss': 0.8215330243110657}
{'epoch': 296, 'iter': 300, 'avg_loss': 0.9522714911901278, 'avg_acc_mask': 69.81522338665197, 'loss': 0.9753877520561218}
{'epoch': 296, 'iter': 310, 'avg_loss': 0.9543540284181331, 'avg_acc_mask': 69.7472827898913, 'loss': 1.1480625867843628}
{'epoch': 296, 'iter': 320, 'avg_loss': 0.9522534352596675, 'avg_acc_mask': 69.83059614638562, 'loss': 0.7539874911308289}
{'epoch': 296, 'iter': 330, 'avg_loss': 0.9508302663748358, 'avg_acc_mask': 69.76467643009137, 'loss': 1.2266541719436646}
{'epoch': 296, 'iter': 340, 'avg_loss': 0.9499125120576876, 'avg_acc_mask': 69.77182841496806, 'loss': 0.8196457028388977}
{'epoch': 296, 'iter': 350, 'avg_loss': 0.9494527826282034, 'avg_acc_mask': 69.80774918663117, 'loss': 0.7496432662010193}
{'epoch': 296, 'iter': 360, 'avg_loss': 0.9506245631920663, 'avg_acc_mask': 69.80254850189415, 'loss': 0.8250381946563721}
{'epoch': 296, 'iter': 370, 'avg_loss': 0.9487935169687811, 'avg_acc_mask': 69.81331847311229, 'loss': 0.923430323600769}
{'epoch': 296, 'iter': 380, 'avg_loss': 0.9501827418647726, 'avg_acc_mask': 69.74899489296969, 'loss': 1.055199384689331}
{'epoch': 296, 'iter': 390, 'avg_loss': 0.9508839824315533, 'avg_acc_mask': 69.75393388953427, 'loss': 1.2926275730133057}
{'epoch': 'EP296_test', 'avg_loss': 0.9494413018527658, 'total_masked_acc': 69.81723237597912}
{'epoch': 297, 'iter': 0, 'avg_loss': 0.8294674158096313, 'avg_acc_mask': 76.08695652173914, 'loss': 0.8294674158096313}
{'epoch': 297, 'iter': 10, 'avg_loss': 0.9253644184632734, 'avg_acc_mask': 70.32755298651252, 'loss': 1.2474281787872314}
{'epoch': 297, 'iter': 20, 'avg_loss': 0.9217963161922637, 'avg_acc_mask': 70.68627450980392, 'loss': 0.899921178817749}
{'epoch': 297, 'iter': 30, 'avg_loss': 0.9197166196761593, 'avg_acc_mask': 70.33557046979865, 'loss': 1.256978988647461}
{'epoch': 297, 'iter': 40, 'avg_loss': 0.930392695636284, 'avg_acc_mask': 70.67553735926305, 'loss': 0.9566059112548828}
{'epoch': 297, 'iter': 50, 'avg_loss': 0.9392020994541692, 'avg_acc_mask': 69.78533819360064, 'loss': 0.865854024887085}
{'epoch': 297, 'iter': 60, 'avg_loss': 0.9239921999759362, 'avg_acc_mask': 70.27027027027027, 'loss': 1.156898021697998}
{'epoch': 297, 'iter': 70, 'avg_loss': 0.9389811023859911, 'avg_acc_mask': 69.86975397973951, 'loss': 1.1253139972686768}
{'epoch': 297, 'iter': 80, 'avg_loss': 0.9474200525401552, 'avg_acc_mask': 69.35770500126935, 'loss': 1.1228406429290771}
{'epoch': 297, 'iter': 90, 'avg_loss': 0.9525471670286996, 'avg_acc_mask': 69.47700631199278, 'loss': 0.845052182674408}
{'epoch': 297, 'iter': 100, 'avg_loss': 0.953281292820921, 'avg_acc_mask': 69.54573232837646, 'loss': 0.5817833542823792}
{'epoch': 297, 'iter': 110, 'avg_loss': 0.956947893172771, 'avg_acc_mask': 69.3328418724659, 'loss': 1.0358680486679077}
{'epoch': 297, 'iter': 120, 'avg_loss': 0.9602623764148428, 'avg_acc_mask': 69.25938451132905, 'loss': 1.0262473821640015}
{'epoch': 297, 'iter': 130, 'avg_loss': 0.9722446685528937, 'avg_acc_mask': 68.93128586939662, 'loss': 1.1897234916687012}
{'epoch': 297, 'iter': 140, 'avg_loss': 0.9722745295957471, 'avg_acc_mask': 68.74010079193664, 'loss': 1.1996026039123535}
{'epoch': 297, 'iter': 150, 'avg_loss': 0.9747629118281484, 'avg_acc_mask': 68.69530092904267, 'loss': 1.0513269901275635}
{'epoch': 297, 'iter': 160, 'avg_loss': 0.9755445744680322, 'avg_acc_mask': 68.77055400961295, 'loss': 1.1597847938537598}
{'epoch': 297, 'iter': 170, 'avg_loss': 0.9724437998749359, 'avg_acc_mask': 68.8177163948089, 'loss': 0.9272516369819641}
{'epoch': 297, 'iter': 180, 'avg_loss': 0.9798272038032996, 'avg_acc_mask': 68.65805727119596, 'loss': 1.332255244255066}
{'epoch': 297, 'iter': 190, 'avg_loss': 0.9766646280338627, 'avg_acc_mask': 68.7553556126821, 'loss': 0.8306596279144287}
{'epoch': 297, 'iter': 200, 'avg_loss': 0.9721708760332706, 'avg_acc_mask': 68.97921760391198, 'loss': 0.9266555309295654}
{'epoch': 297, 'iter': 210, 'avg_loss': 0.973321436423261, 'avg_acc_mask': 69.0166795965865, 'loss': 0.97224360704422}
{'epoch': 297, 'iter': 220, 'avg_loss': 0.9685075682212864, 'avg_acc_mask': 69.02263942573164, 'loss': 0.7918031215667725}
{'epoch': 297, 'iter': 230, 'avg_loss': 0.9638439605246375, 'avg_acc_mask': 69.03100432823955, 'loss': 0.7675570845603943}
{'epoch': 297, 'iter': 240, 'avg_loss': 0.9623498399722625, 'avg_acc_mask': 69.14479254868755, 'loss': 1.2826787233352661}
{'epoch': 297, 'iter': 250, 'avg_loss': 0.9644319828288014, 'avg_acc_mask': 69.1042345276873, 'loss': 0.9313976764678955}
{'epoch': 297, 'iter': 260, 'avg_loss': 0.9658402206797253, 'avg_acc_mask': 69.05488998512254, 'loss': 0.6957388520240784}
{'epoch': 297, 'iter': 270, 'avg_loss': 0.9680901583270393, 'avg_acc_mask': 68.95063597819502, 'loss': 0.9957413673400879}
{'epoch': 297, 'iter': 280, 'avg_loss': 0.9704419866575466, 'avg_acc_mask': 68.92601780242231, 'loss': 0.9194076061248779}
{'epoch': 297, 'iter': 290, 'avg_loss': 0.9667091486380273, 'avg_acc_mask': 69.0365682137834, 'loss': 0.733036458492279}
{'epoch': 297, 'iter': 300, 'avg_loss': 0.9645980543076398, 'avg_acc_mask': 69.07195421095666, 'loss': 1.2238521575927734}
{'epoch': 297, 'iter': 310, 'avg_loss': 0.9634200286635248, 'avg_acc_mask': 69.12880036932006, 'loss': 1.061441421508789}
{'epoch': 297, 'iter': 320, 'avg_loss': 0.9616542206003659, 'avg_acc_mask': 69.22092874504285, 'loss': 0.8654689192771912}
{'epoch': 297, 'iter': 330, 'avg_loss': 0.962160000268066, 'avg_acc_mask': 69.19786759236301, 'loss': 0.9371121525764465}
{'epoch': 297, 'iter': 340, 'avg_loss': 0.9615952122596002, 'avg_acc_mask': 69.21875, 'loss': 0.9868627190589905}
{'epoch': 297, 'iter': 350, 'avg_loss': 0.9610253711711307, 'avg_acc_mask': 69.28028086600351, 'loss': 0.5682503581047058}
{'epoch': 297, 'iter': 360, 'avg_loss': 0.9610357502490859, 'avg_acc_mask': 69.3463048301758, 'loss': 0.7408596277236938}
{'epoch': 297, 'iter': 370, 'avg_loss': 0.9585625031245044, 'avg_acc_mask': 69.44321452291345, 'loss': 0.9867306351661682}
{'epoch': 297, 'iter': 380, 'avg_loss': 0.9580616728840224, 'avg_acc_mask': 69.4069573632991, 'loss': 1.0222089290618896}
{'epoch': 297, 'iter': 390, 'avg_loss': 0.9600354907152903, 'avg_acc_mask': 69.31532663316582, 'loss': 1.0935657024383545}
{'epoch': 'EP297_test', 'avg_loss': 0.9584328170978662, 'total_masked_acc': 69.30605903676852}
{'epoch': 298, 'iter': 0, 'avg_loss': 0.62366783618927, 'avg_acc_mask': 80.0, 'loss': 0.62366783618927}
{'epoch': 298, 'iter': 10, 'avg_loss': 0.8920203664086082, 'avg_acc_mask': 69.6113074204947, 'loss': 0.986710786819458}
{'epoch': 298, 'iter': 20, 'avg_loss': 0.8759632678258986, 'avg_acc_mask': 70.52631578947368, 'loss': 0.7555279731750488}
{'epoch': 298, 'iter': 30, 'avg_loss': 0.8870929075825599, 'avg_acc_mask': 70.05277044854881, 'loss': 0.9845836758613586}
{'epoch': 298, 'iter': 40, 'avg_loss': 0.8914295900158766, 'avg_acc_mask': 69.96981891348088, 'loss': 1.013691782951355}
{'epoch': 298, 'iter': 50, 'avg_loss': 0.8984026312828064, 'avg_acc_mask': 70.16706443914082, 'loss': 0.6712372303009033}
{'epoch': 298, 'iter': 60, 'avg_loss': 0.909598063250057, 'avg_acc_mask': 69.86255447536037, 'loss': 0.8900424242019653}
{'epoch': 298, 'iter': 70, 'avg_loss': 0.9086802870454923, 'avg_acc_mask': 70.3271692745377, 'loss': 0.7948311567306519}
{'epoch': 298, 'iter': 80, 'avg_loss': 0.9085975778691563, 'avg_acc_mask': 70.53393213572853, 'loss': 1.0719609260559082}
{'epoch': 298, 'iter': 90, 'avg_loss': 0.9163024867628957, 'avg_acc_mask': 70.56334892006235, 'loss': 0.9283564686775208}
{'epoch': 298, 'iter': 100, 'avg_loss': 0.9188049780850364, 'avg_acc_mask': 70.51230334812423, 'loss': 0.8354544639587402}
{'epoch': 298, 'iter': 110, 'avg_loss': 0.9271069746296685, 'avg_acc_mask': 70.14053659426904, 'loss': 1.313037395477295}
{'epoch': 298, 'iter': 120, 'avg_loss': 0.9287203454281673, 'avg_acc_mask': 70.05877413937867, 'loss': 1.0657883882522583}
{'epoch': 298, 'iter': 130, 'avg_loss': 0.9350092349616625, 'avg_acc_mask': 69.97080067619487, 'loss': 0.9003833532333374}
{'epoch': 298, 'iter': 140, 'avg_loss': 0.9359344144662222, 'avg_acc_mask': 70.04706889174155, 'loss': 1.0042399168014526}
{'epoch': 298, 'iter': 150, 'avg_loss': 0.9382260609541507, 'avg_acc_mask': 69.95323981295925, 'loss': 0.8952110409736633}
{'epoch': 298, 'iter': 160, 'avg_loss': 0.9380506997152885, 'avg_acc_mask': 69.92124015501938, 'loss': 0.8842073082923889}
{'epoch': 298, 'iter': 170, 'avg_loss': 0.937503694267998, 'avg_acc_mask': 69.96332662959895, 'loss': 1.0889668464660645}
{'epoch': 298, 'iter': 180, 'avg_loss': 0.9439992784465874, 'avg_acc_mask': 69.7877094972067, 'loss': 1.201172947883606}
{'epoch': 298, 'iter': 190, 'avg_loss': 0.9378867987250783, 'avg_acc_mask': 69.95753715498938, 'loss': 0.8976589441299438}
{'epoch': 298, 'iter': 200, 'avg_loss': 0.9383784373897818, 'avg_acc_mask': 69.94855240593161, 'loss': 0.8465083837509155}
{'epoch': 298, 'iter': 210, 'avg_loss': 0.9418127018411012, 'avg_acc_mask': 69.76117103235747, 'loss': 1.1538773775100708}
{'epoch': 298, 'iter': 220, 'avg_loss': 0.9427423767104948, 'avg_acc_mask': 69.6294257934324, 'loss': 0.8429391384124756}
{'epoch': 298, 'iter': 230, 'avg_loss': 0.9409774298017676, 'avg_acc_mask': 69.7396199859254, 'loss': 0.8768432140350342}
{'epoch': 298, 'iter': 240, 'avg_loss': 0.9425963498497405, 'avg_acc_mask': 69.77665402444163, 'loss': 1.0929019451141357}
{'epoch': 298, 'iter': 250, 'avg_loss': 0.9433332803952267, 'avg_acc_mask': 69.66528892130643, 'loss': 0.8711576461791992}
{'epoch': 298, 'iter': 260, 'avg_loss': 0.9404591889445353, 'avg_acc_mask': 69.69083404719258, 'loss': 0.7940254211425781}
{'epoch': 298, 'iter': 270, 'avg_loss': 0.9477865703651386, 'avg_acc_mask': 69.50753316842815, 'loss': 0.9645180702209473}
{'epoch': 298, 'iter': 280, 'avg_loss': 0.951103376854357, 'avg_acc_mask': 69.53881740639005, 'loss': 1.2286102771759033}
{'epoch': 298, 'iter': 290, 'avg_loss': 0.9484281995656973, 'avg_acc_mask': 69.71619831253051, 'loss': 1.0080921649932861}
{'epoch': 298, 'iter': 300, 'avg_loss': 0.9489218443137071, 'avg_acc_mask': 69.7203080664775, 'loss': 1.48218834400177}
{'epoch': 298, 'iter': 310, 'avg_loss': 0.9496852695175306, 'avg_acc_mask': 69.68766335598536, 'loss': 0.7976083755493164}
{'epoch': 298, 'iter': 320, 'avg_loss': 0.9463489225534635, 'avg_acc_mask': 69.77851113790696, 'loss': 1.0744432210922241}
{'epoch': 298, 'iter': 330, 'avg_loss': 0.9482123263833026, 'avg_acc_mask': 69.7316592811423, 'loss': 0.8981213569641113}
{'epoch': 298, 'iter': 340, 'avg_loss': 0.9482093961182927, 'avg_acc_mask': 69.68794664125774, 'loss': 1.0071823596954346}
{'epoch': 298, 'iter': 350, 'avg_loss': 0.9483875874270741, 'avg_acc_mask': 69.70678387600486, 'loss': 0.8507642149925232}
{'epoch': 298, 'iter': 360, 'avg_loss': 0.9469595131286294, 'avg_acc_mask': 69.7565911518354, 'loss': 0.8237683773040771}
{'epoch': 298, 'iter': 370, 'avg_loss': 0.9477600743667778, 'avg_acc_mask': 69.76172259263308, 'loss': 0.9900121092796326}
{'epoch': 298, 'iter': 380, 'avg_loss': 0.9467897713184357, 'avg_acc_mask': 69.728035695315, 'loss': 0.9155361652374268}
{'epoch': 298, 'iter': 390, 'avg_loss': 0.9461136909244615, 'avg_acc_mask': 69.77933956901452, 'loss': 0.702246904373169}
{'epoch': 'EP298_test', 'avg_loss': 0.9446996452681946, 'total_masked_acc': 69.76233069256325}
{'epoch': 299, 'iter': 0, 'avg_loss': 0.990592360496521, 'avg_acc_mask': 61.81818181818181, 'loss': 0.990592360496521}
{'epoch': 299, 'iter': 10, 'avg_loss': 0.9394030679355968, 'avg_acc_mask': 71.40221402214021, 'loss': 1.238826870918274}
{'epoch': 299, 'iter': 20, 'avg_loss': 0.9639016929126921, 'avg_acc_mask': 71.56488549618321, 'loss': 0.7638159394264221}
{'epoch': 299, 'iter': 30, 'avg_loss': 0.9358884634510163, 'avg_acc_mask': 71.02744097000638, 'loss': 0.7168711423873901}
{'epoch': 299, 'iter': 40, 'avg_loss': 0.9236992408589619, 'avg_acc_mask': 71.55382367267413, 'loss': 0.6856473684310913}
{'epoch': 299, 'iter': 50, 'avg_loss': 0.9193163105085784, 'avg_acc_mask': 71.27947429454967, 'loss': 0.9635228514671326}
{'epoch': 299, 'iter': 60, 'avg_loss': 0.9215193078166148, 'avg_acc_mask': 71.26511932003923, 'loss': 1.0662457942962646}
{'epoch': 299, 'iter': 70, 'avg_loss': 0.9125348757690107, 'avg_acc_mask': 71.55937846836848, 'loss': 0.9216946363449097}
{'epoch': 299, 'iter': 80, 'avg_loss': 0.9197439580787847, 'avg_acc_mask': 70.9763817871926, 'loss': 1.0678040981292725}
{'epoch': 299, 'iter': 90, 'avg_loss': 0.9202970135342944, 'avg_acc_mask': 71.08143607705779, 'loss': 0.6795263290405273}
{'epoch': 299, 'iter': 100, 'avg_loss': 0.9303297140810749, 'avg_acc_mask': 70.6081081081081, 'loss': 0.8491293787956238}
{'epoch': 299, 'iter': 110, 'avg_loss': 0.9393638340202538, 'avg_acc_mask': 70.35501892232836, 'loss': 1.1539103984832764}
{'epoch': 299, 'iter': 120, 'avg_loss': 0.9447631254669063, 'avg_acc_mask': 70.21979838043299, 'loss': 1.1706970930099487}
{'epoch': 299, 'iter': 130, 'avg_loss': 0.9469169219031589, 'avg_acc_mask': 70.33419807721654, 'loss': 0.9439862966537476}
{'epoch': 299, 'iter': 140, 'avg_loss': 0.9368234069634837, 'avg_acc_mask': 70.46617396247868, 'loss': 1.0074045658111572}
{'epoch': 299, 'iter': 150, 'avg_loss': 0.9388263782128593, 'avg_acc_mask': 70.47936085219708, 'loss': 0.9363482594490051}
{'epoch': 299, 'iter': 160, 'avg_loss': 0.941650084457042, 'avg_acc_mask': 70.28172525554724, 'loss': 1.0228708982467651}
{'epoch': 299, 'iter': 170, 'avg_loss': 0.9451127909777457, 'avg_acc_mask': 70.22076092062001, 'loss': 1.1238417625427246}
{'epoch': 299, 'iter': 180, 'avg_loss': 0.9457881022553417, 'avg_acc_mask': 70.22528021307292, 'loss': 1.1401479244232178}
{'epoch': 299, 'iter': 190, 'avg_loss': 0.9357931172348442, 'avg_acc_mask': 70.51961823966066, 'loss': 0.49304190278053284}
{'epoch': 299, 'iter': 200, 'avg_loss': 0.9404681403542039, 'avg_acc_mask': 70.26018555869302, 'loss': 1.1863690614700317}
{'epoch': 299, 'iter': 210, 'avg_loss': 0.9493565747240709, 'avg_acc_mask': 69.9836554177483, 'loss': 1.2703025341033936}
{'epoch': 299, 'iter': 220, 'avg_loss': 0.9479105554824501, 'avg_acc_mask': 70.06777798131526, 'loss': 0.6262670159339905}
{'epoch': 299, 'iter': 230, 'avg_loss': 0.9421974602457764, 'avg_acc_mask': 70.22045855379189, 'loss': 0.8671959638595581}
{'epoch': 299, 'iter': 240, 'avg_loss': 0.9434480834056728, 'avg_acc_mask': 70.13107822410149, 'loss': 0.764085590839386}
{'epoch': 299, 'iter': 250, 'avg_loss': 0.9432878132122922, 'avg_acc_mask': 70.13482781026642, 'loss': 0.9111478924751282}
{'epoch': 299, 'iter': 260, 'avg_loss': 0.9483341141907191, 'avg_acc_mask': 70.01172332942556, 'loss': 0.9603173732757568}
{'epoch': 299, 'iter': 270, 'avg_loss': 0.9519485799368897, 'avg_acc_mask': 69.92628253347375, 'loss': 1.0078057050704956}
{'epoch': 299, 'iter': 280, 'avg_loss': 0.9561299430305847, 'avg_acc_mask': 69.82721068680122, 'loss': 0.8481065630912781}
{'epoch': 299, 'iter': 290, 'avg_loss': 0.9577537647022825, 'avg_acc_mask': 69.67954561391207, 'loss': 1.0867936611175537}
{'epoch': 299, 'iter': 300, 'avg_loss': 0.9580435104346354, 'avg_acc_mask': 69.59978256438133, 'loss': 1.1319992542266846}
{'epoch': 299, 'iter': 310, 'avg_loss': 0.9594024551068088, 'avg_acc_mask': 69.58062610750147, 'loss': 0.9939374327659607}
{'epoch': 299, 'iter': 320, 'avg_loss': 0.9573424617263758, 'avg_acc_mask': 69.66299292858508, 'loss': 1.3120555877685547}
{'epoch': 299, 'iter': 330, 'avg_loss': 0.9584326073302243, 'avg_acc_mask': 69.58839573518473, 'loss': 1.1805719137191772}
{'epoch': 299, 'iter': 340, 'avg_loss': 0.9575963555193366, 'avg_acc_mask': 69.57648051087415, 'loss': 1.1824779510498047}
{'epoch': 299, 'iter': 350, 'avg_loss': 0.9568452137148279, 'avg_acc_mask': 69.57720049258195, 'loss': 0.7404743432998657}
{'epoch': 299, 'iter': 360, 'avg_loss': 0.9568930991468667, 'avg_acc_mask': 69.63043230295426, 'loss': 0.8683843612670898}
{'epoch': 299, 'iter': 370, 'avg_loss': 0.9571703012098842, 'avg_acc_mask': 69.58284730322724, 'loss': 1.1988188028335571}
{'epoch': 299, 'iter': 380, 'avg_loss': 0.9569275842251115, 'avg_acc_mask': 69.64362850971922, 'loss': 0.9442921280860901}
{'epoch': 299, 'iter': 390, 'avg_loss': 0.9587379814413808, 'avg_acc_mask': 69.58120960538069, 'loss': 1.2406879663467407}
{'epoch': 'EP299_test', 'avg_loss': 0.9581491816224474, 'total_masked_acc': 69.61145406442911}
{'epoch': 300, 'iter': 0, 'avg_loss': 0.7164644002914429, 'avg_acc_mask': 74.50980392156863, 'loss': 0.7164644002914429}
{'epoch': 300, 'iter': 10, 'avg_loss': 0.9794546311551874, 'avg_acc_mask': 67.22846441947566, 'loss': 1.1409199237823486}
{'epoch': 300, 'iter': 20, 'avg_loss': 0.9229296899977184, 'avg_acc_mask': 68.96217264791464, 'loss': 0.9373869299888611}
{'epoch': 300, 'iter': 30, 'avg_loss': 0.9037063679387493, 'avg_acc_mask': 70.58047493403694, 'loss': 0.7683595418930054}
{'epoch': 300, 'iter': 40, 'avg_loss': 0.9132273240787226, 'avg_acc_mask': 70.65052950075643, 'loss': 0.939165472984314}
{'epoch': 300, 'iter': 50, 'avg_loss': 0.9024975603702021, 'avg_acc_mask': 70.77922077922078, 'loss': 0.7002195119857788}
{'epoch': 300, 'iter': 60, 'avg_loss': 0.9175975781972291, 'avg_acc_mask': 70.56410256410255, 'loss': 1.1575340032577515}
{'epoch': 300, 'iter': 70, 'avg_loss': 0.9115632646520373, 'avg_acc_mask': 71.19137780367026, 'loss': 1.0199861526489258}
{'epoch': 300, 'iter': 80, 'avg_loss': 0.92121821641922, 'avg_acc_mask': 70.96281202241467, 'loss': 1.107663869857788}
{'epoch': 300, 'iter': 90, 'avg_loss': 0.9209352260107523, 'avg_acc_mask': 70.90453406242881, 'loss': 0.9029724597930908}
{'epoch': 300, 'iter': 100, 'avg_loss': 0.9355404807789491, 'avg_acc_mask': 70.54087530966143, 'loss': 0.8723716735839844}
{'epoch': 300, 'iter': 110, 'avg_loss': 0.9461192907513799, 'avg_acc_mask': 70.21473528322844, 'loss': 1.2873495817184448}
{'epoch': 300, 'iter': 120, 'avg_loss': 0.9463143609772043, 'avg_acc_mask': 70.33826279109297, 'loss': 1.2761797904968262}
{'epoch': 300, 'iter': 130, 'avg_loss': 0.9461421811853656, 'avg_acc_mask': 70.2247191011236, 'loss': 1.2293269634246826}
{'epoch': 300, 'iter': 140, 'avg_loss': 0.9503111936521869, 'avg_acc_mask': 70.12442129629629, 'loss': 0.9469893574714661}
{'epoch': 300, 'iter': 150, 'avg_loss': 0.9470721139813101, 'avg_acc_mask': 70.26254931301864, 'loss': 0.9025031328201294}
{'epoch': 300, 'iter': 160, 'avg_loss': 0.9507029937661212, 'avg_acc_mask': 69.88166433388471, 'loss': 0.5432177782058716}
{'epoch': 300, 'iter': 170, 'avg_loss': 0.9544105846979465, 'avg_acc_mask': 69.76548406494287, 'loss': 1.0531386137008667}
{'epoch': 300, 'iter': 180, 'avg_loss': 0.960761802301881, 'avg_acc_mask': 69.68870711202, 'loss': 1.3912122249603271}
{'epoch': 300, 'iter': 190, 'avg_loss': 0.9537165551909601, 'avg_acc_mask': 69.88055525664478, 'loss': 0.8685140609741211}
{'epoch': 300, 'iter': 200, 'avg_loss': 0.9552041277363525, 'avg_acc_mask': 69.82120838471023, 'loss': 0.6769283413887024}
{'epoch': 300, 'iter': 210, 'avg_loss': 0.9611051235153777, 'avg_acc_mask': 69.7192775814684, 'loss': 1.2359200716018677}
{'epoch': 300, 'iter': 220, 'avg_loss': 0.9659770902465371, 'avg_acc_mask': 69.41395348837209, 'loss': 0.957996666431427}
{'epoch': 300, 'iter': 230, 'avg_loss': 0.9601451942931006, 'avg_acc_mask': 69.49334286480207, 'loss': 0.828690767288208}
{'epoch': 300, 'iter': 240, 'avg_loss': 0.9579289172200246, 'avg_acc_mask': 69.5518039249293, 'loss': 0.5074899196624756}
{'epoch': 300, 'iter': 250, 'avg_loss': 0.9575706041191678, 'avg_acc_mask': 69.5749071399092, 'loss': 0.716599702835083}
{'epoch': 300, 'iter': 260, 'avg_loss': 0.9598464314964996, 'avg_acc_mask': 69.5810853697239, 'loss': 0.7659819722175598}
{'epoch': 300, 'iter': 270, 'avg_loss': 0.9603812753934262, 'avg_acc_mask': 69.51042541816238, 'loss': 0.7353554368019104}
{'epoch': 300, 'iter': 280, 'avg_loss': 0.9633520464031722, 'avg_acc_mask': 69.39286766872974, 'loss': 1.0910236835479736}
{'epoch': 300, 'iter': 290, 'avg_loss': 0.9611840227625215, 'avg_acc_mask': 69.49212906902201, 'loss': 1.0284535884857178}
{'epoch': 300, 'iter': 300, 'avg_loss': 0.9594962537486688, 'avg_acc_mask': 69.57571576405657, 'loss': 1.2659101486206055}
{'epoch': 300, 'iter': 310, 'avg_loss': 0.9605198370298772, 'avg_acc_mask': 69.52463497566505, 'loss': 0.9542211294174194}
{'epoch': 300, 'iter': 320, 'avg_loss': 0.959243091467385, 'avg_acc_mask': 69.59974176888315, 'loss': 1.0286914110183716}
{'epoch': 300, 'iter': 330, 'avg_loss': 0.9596664549000674, 'avg_acc_mask': 69.55705705705707, 'loss': 0.9557095766067505}
{'epoch': 300, 'iter': 340, 'avg_loss': 0.9597065128888552, 'avg_acc_mask': 69.44595821980019, 'loss': 0.8580942749977112}
{'epoch': 300, 'iter': 350, 'avg_loss': 0.9594500800143619, 'avg_acc_mask': 69.48933419521654, 'loss': 0.8728582262992859}
{'epoch': 300, 'iter': 360, 'avg_loss': 0.9626972080928137, 'avg_acc_mask': 69.43034726578092, 'loss': 0.8128120303153992}
{'epoch': 300, 'iter': 370, 'avg_loss': 0.9606321330340404, 'avg_acc_mask': 69.5370113667868, 'loss': 0.9189432859420776}
{'epoch': 300, 'iter': 380, 'avg_loss': 0.9592119270735212, 'avg_acc_mask': 69.5565278452979, 'loss': 0.9914453625679016}
{'epoch': 300, 'iter': 390, 'avg_loss': 0.9588021253380934, 'avg_acc_mask': 69.58803463657833, 'loss': 0.8910231590270996}
{'epoch': 'EP300_test', 'avg_loss': 0.9562737541367309, 'total_masked_acc': 69.64128121268753}