{"train_loss": 8.409173882489974, "train_entropy": 6.528252852659808, "train_KL_div": 1.8809210277448973, "train_lr": 9.371838585184911e-05, "train_wd": 0.040029590715150644, "epoch": 0, "k-NN": {"10": {"top1": 1.46, "top5": 3.986}, "20": {"top1": 1.768, "top5": 4.49}, "100": {"top1": 2.194, "top5": 6.302}, "200": {"top1": 2.266, "top5": 6.754}}}
{"train_loss": 6.581405173307414, "train_entropy": 3.9589814635174423, "train_KL_div": 2.622423745253507, "train_lr": 0.00028122541121810494, "train_wd": 0.04020716650296683, "epoch": 1}
{"train_loss": 5.8319193955305675, "train_entropy": 2.9400123211106095, "train_KL_div": 2.891907080310076, "train_lr": 0.0004687324365843606, "train_wd": 0.040562176110793, "epoch": 2, "k-NN": {"10": {"top1": 4.352, "top5": 10.28}, "20": {"top1": 4.976, "top5": 11.466}, "100": {"top1": 5.608, "top5": 14.712}, "200": {"top1": 5.634, "top5": 15.058}}}
{"train_loss": 9.302821924720824, "train_entropy": 8.270354664456358, "train_KL_div": 1.0324672934919896, "train_lr": 0.0006562394619506165, "train_wd": 0.04109426918700657, "epoch": 3}
{"train_loss": 7.837302900044022, "train_entropy": 5.909790706437998, "train_KL_div": 1.927512168850779, "train_lr": 0.0008437464873168719, "train_wd": 0.041802920619982066, "epoch": 4, "k-NN": {"10": {"top1": 14.918, "top5": 28.264}, "20": {"top1": 15.804, "top5": 30.796}, "100": {"top1": 15.776, "top5": 34.438}, "200": {"top1": 15.2, "top5": 34.282}}}
{"train_loss": 6.72519902374111, "train_entropy": 4.271190287670244, "train_KL_div": 2.454008789433661, "train_lr": 0.001031253512683128, "train_wd": 0.04268743105631148, "epoch": 5}
{"train_loss": 6.1575178206301935, "train_entropy": 3.589053246714998, "train_KL_div": 2.5684645942821622, "train_lr": 0.001218760538049384, "train_wd": 0.043746927590982455, "epoch": 6, "k-NN": {"10": {"top1": 25.746, "top5": 43.948}, "20": {"top1": 26.358, "top5": 47.012}, "100": {"top1": 25.212, "top5": 49.582}, "200": {"top1": 24.072, "top5": 48.938}}}
{"train_loss": 5.7991500991745895, "train_entropy": 3.2328362477745802, "train_KL_div": 2.566313840211577, "train_lr": 0.00140626756341564, "train_wd": 0.04498036462882962, "epoch": 7}
{"train_loss": 5.551232229037515, "train_entropy": 3.0109628601193026, "train_KL_div": 2.5402693578079427, "train_lr": 0.0015937745887818948, "train_wd": 0.04638652491641175, "epoch": 8, "k-NN": {"10": {"top1": 32.82, "top5": 53.422}, "20": {"top1": 33.212, "top5": 56.308}, "100": {"top1": 31.396, "top5": 58.23}, "200": {"top1": 29.926, "top5": 57.498}}}
{"train_loss": 5.372862605130284, "train_entropy": 2.8615612179186067, "train_KL_div": 2.5113013877141515, "train_lr": 0.0017812816141481512, "train_wd": 0.047964020743292514, "epoch": 9}
{"train_loss": 5.226743622838267, "train_entropy": 2.7521822565211123, "train_KL_div": 2.474561377042195, "train_lr": 0.0018748099356372839, "train_wd": 0.04971129531154394, "epoch": 10, "k-NN": {"10": {"top1": 38.966, "top5": 60.408}, "20": {"top1": 39.334, "top5": 63.142}, "100": {"top1": 37.18, "top5": 65.044}, "200": {"top1": 35.356, "top5": 64.098}}}
{"train_loss": 5.102102515022153, "train_entropy": 2.6642909112294633, "train_KL_div": 2.437811618799929, "train_lr": 0.0018736693999551052, "train_wd": 0.05162662427211857, "epoch": 11}
{"train_loss": 5.0062541386392425, "train_entropy": 2.6016664408753094, "train_KL_div": 2.4045877103983755, "train_lr": 0.0018713895044108898, "train_wd": 0.05370811742657265, "epoch": 12, "k-NN": {"10": {"top1": 43.628, "top5": 65.126}, "20": {"top1": 43.73, "top5": 67.81}, "100": {"top1": 41.056, "top5": 69.308}, "200": {"top1": 39.262, "top5": 68.49}}}
{"train_loss": 4.93290590730755, "train_entropy": 2.558730637113804, "train_KL_div": 2.3741752773288844, "train_lr": 0.0018679730267061533, "train_wd": 0.05595372059246422, "epoch": 13}
{"train_loss": 4.876869685844609, "train_entropy": 2.531555789961445, "train_KL_div": 2.3453138969941905, "train_lr": 0.0018634241292927246, "train_wd": 0.05836121763058376, "epoch": 14, "k-NN": {"10": {"top1": 46.834, "top5": 68.498}, "20": {"top1": 47.032, "top5": 71.048}, "100": {"top1": 44.186, "top5": 72.312}, "200": {"top1": 42.42, "top5": 71.526}}}
{"train_loss": 4.834283286442512, "train_entropy": 2.512580664194046, "train_KL_div": 2.3217026223936257, "train_lr": 0.001857748354301394, "train_wd": 0.060928232632015356, "epoch": 15}
{"train_loss": 4.8009127655606365, "train_entropy": 2.5016158404936277, "train_KL_div": 2.299296926267364, "train_lr": 0.0018509526167897036, "train_wd": 0.06365223226287196, "epoch": 16, "k-NN": {"10": {"top1": 49.412, "top5": 70.892}, "20": {"top1": 49.282, "top5": 73.322}, "100": {"top1": 46.494, "top5": 74.484}, "200": {"top1": 44.546, "top5": 73.706}}}
{"train_loss": 4.7775838164275575, "train_entropy": 2.4991298931598127, "train_KL_div": 2.2784539273210394, "train_lr": 0.0018430451963169943, "train_wd": 0.06653052826439025, "epoch": 17}
{"train_loss": 4.762802628686519, "train_entropy": 2.502806759575147, "train_KL_div": 2.2599958752024794, "train_lr": 0.0018340357268570872, "train_wd": 0.0695602801059179, "epoch": 18, "k-NN": {"10": {"top1": 51.408, "top5": 72.676}, "20": {"top1": 51.274, "top5": 75.14}, "100": {"top1": 48.49, "top5": 76.192}, "200": {"top1": 46.702, "top5": 75.556}}}
{"train_loss": 4.753838723442357, "train_entropy": 2.5097495217075863, "train_KL_div": 2.2440892075578924, "train_lr": 0.0018239351850607122, "train_wd": 0.07273849778817326, "epoch": 19}
{"train_loss": 4.748669669741144, "train_entropy": 2.5212853467165197, "train_KL_div": 2.227384327630641, "train_lr": 0.001812755876882169, "train_wd": 0.07606204479401499, "epoch": 20, "k-NN": {"10": {"top1": 53.116, "top5": 74.216}, "20": {"top1": 52.806, "top5": 76.51}, "100": {"top1": 50.136, "top5": 77.556}, "200": {"top1": 48.18, "top5": 76.756}}}
{"train_loss": 4.749884496270248, "train_entropy": 2.5359184765646012, "train_KL_div": 2.213966021598301, "train_lr": 0.0018005114225864384, "train_wd": 0.07952764118380551, "epoch": 21}
{"train_loss": 4.7546730745191566, "train_entropy": 2.5571853405373424, "train_KL_div": 2.197487742099569, "train_lr": 0.0017872167401549706, "train_wd": 0.08313186683231381, "epoch": 22, "k-NN": {"10": {"top1": 54.106, "top5": 75.176}, "20": {"top1": 54.044, "top5": 77.556}, "100": {"top1": 51.422, "top5": 78.56}, "200": {"top1": 49.518, "top5": 77.766}}}
{"train_loss": 4.764259411405204, "train_entropy": 2.5815433839837816, "train_KL_div": 2.182716032261927, "train_lr": 0.0017728880271104118, "train_wd": 0.08687116480396875, "epoch": 23}
{"train_loss": 4.774674334276835, "train_entropy": 2.607683996229236, "train_KL_div": 2.166990349548682, "train_lr": 0.001757542740782444, "train_wd": 0.09074184486312321, "epoch": 24, "k-NN": {"10": {"top1": 55.162, "top5": 76.044}, "20": {"top1": 54.936, "top5": 78.232}, "100": {"top1": 52.142, "top5": 79.466}, "200": {"top1": 50.432, "top5": 78.704}}}
{"train_loss": 4.790036925509343, "train_entropy": 2.637965338691963, "train_KL_div": 2.152071605459185, "train_lr": 0.001741199577038695, "train_wd": 0.09474008711587155, "epoch": 25}
{"train_loss": 4.806139501483756, "train_entropy": 2.668570883200829, "train_KL_div": 2.137568640151735, "train_lr": 0.0017238784475067158, "train_wd": 0.09886194577982399, "epoch": 26, "k-NN": {"10": {"top1": 56.134, "top5": 76.87}, "20": {"top1": 55.982, "top5": 78.994}, "100": {"top1": 53.242, "top5": 79.932}, "200": {"top1": 51.428, "top5": 79.3}}}
{"train_loss": 4.821241577451441, "train_entropy": 2.69973349124584, "train_KL_div": 2.1215081115861474, "train_lr": 0.0017056004553147263, "train_wd": 0.10310335307811701, "epoch": 27}
{"train_loss": 4.839067909770264, "train_entropy": 2.7324293383099514, "train_KL_div": 2.1066386028091397, "train_lr": 0.0016863878693807006, "train_wd": 0.1074601232538191, "epoch": 28, "k-NN": {"10": {"top1": 56.636, "top5": 77.108}, "20": {"top1": 56.562, "top5": 79.35}, "100": {"top1": 53.874, "top5": 80.448}, "200": {"top1": 52.074, "top5": 79.834}}}
{"train_loss": 4.859663777960602, "train_entropy": 2.769846430975831, "train_KL_div": 2.089817382844703, "train_lr": 0.0016662640972811295, "train_wd": 0.11192795670076539, "epoch": 29}
{"train_loss": 4.88059710341922, "train_entropy": 2.8035981571263435, "train_KL_div": 2.076998983978466, "train_lr": 0.0016452536567324889, "train_wd": 0.11650244420675228, "epoch": 30, "k-NN": {"10": {"top1": 57.23, "top5": 77.66}, "20": {"top1": 57.066, "top5": 79.856}, "100": {"top1": 54.404, "top5": 80.994}, "200": {"top1": 52.686, "top5": 80.184}}}
{"train_loss": 4.901554665591396, "train_entropy": 2.8401969095413584, "train_KL_div": 2.0613577870080513, "train_lr": 0.0016233821457201716, "train_wd": 0.12117907130489577, "epoch": 31}
{"train_loss": 4.924665582028164, "train_entropy": 2.877292556915001, "train_KL_div": 2.047373055713862, "train_lr": 0.001600676211311305, "train_wd": 0.12595322272886586, "epoch": 32}
{"train_loss": 4.947605291436611, "train_entropy": 2.9173751845146305, "train_KL_div": 2.030230134172849, "train_lr": 0.0015771635171893791, "train_wd": 0.13082018696759773, "epoch": 33}
{"train_loss": 4.9700534661730025, "train_entropy": 2.957528210537136, "train_KL_div": 2.0125252796429827, "train_lr": 0.0015528727099503327, "train_wd": 0.13577516091498287, "epoch": 34}
{"train_loss": 4.9946655315958015, "train_entropy": 2.995024618382488, "train_KL_div": 1.9996409314028911, "train_lr": 0.0015278333842010708, "train_wd": 0.1408132546099574, "epoch": 35}
{"train_loss": 5.0191549469398264, "train_entropy": 3.037905142688269, "train_KL_div": 1.9812498194318713, "train_lr": 0.0015020760465030082, "train_wd": 0.1459294960623004, "epoch": 36}
{"train_loss": 5.044800749004624, "train_entropy": 3.080423188336827, "train_KL_div": 1.9643775777072663, "train_lr": 0.001475632078204518, "train_wd": 0.15111883615938876, "epoch": 37}
{"train_loss": 5.071238957080291, "train_entropy": 3.12244459487562, "train_KL_div": 1.9487943785797572, "train_lr": 0.0014485336972075889, "train_wd": 0.1563761536490648, "epoch": 38}
{"train_loss": 5.099558817911523, "train_entropy": 3.170626029790944, "train_KL_div": 1.928932798404558, "train_lr": 0.0014208139187152813, "train_wd": 0.16169626019368868, "epoch": 39}
{"train_loss": 5.129088504276904, "train_entropy": 3.217032646643798, "train_KL_div": 1.9120558608991907, "train_lr": 0.0013925065150077846, "train_wd": 0.16707390549040632, "epoch": 40, "k-NN": {"10": {"top1": 59.446, "top5": 79.354}, "20": {"top1": 59.292, "top5": 81.558}, "100": {"top1": 56.546, "top5": 82.556}, "200": {"top1": 55.01, "top5": 81.934}}}
{"train_loss": 5.157706831782532, "train_entropy": 3.2659237972468014, "train_KL_div": 1.891783040303021, "train_lr": 0.0013636459742960914, "train_wd": 0.17250378245255954, "epoch": 41}
{"train_loss": 5.190647925585564, "train_entropy": 3.3169916127450727, "train_KL_div": 1.8736563160004978, "train_lr": 0.0013342674587034358, "train_wd": 0.17798053244714446, "epoch": 42}
{"train_loss": 5.22163500594664, "train_entropy": 3.367408943270065, "train_KL_div": 1.854226064641809, "train_lr": 0.001304406761425651, "train_wd": 0.1834987505831314, "epoch": 43}
{"train_loss": 5.26073234916046, "train_entropy": 3.426569325249934, "train_KL_div": 1.8341630222300278, "train_lr": 0.001274100263122686, "train_wd": 0.1890529910454445, "epoch": 44}
{"train_loss": 5.295624432379764, "train_entropy": 3.481653910410811, "train_KL_div": 1.8139705229236553, "train_lr": 0.0012433848875943684, "train_wd": 0.1946377724693181, "epoch": 45}
{"train_loss": 5.340614305046356, "train_entropy": 3.548934922219663, "train_KL_div": 1.7916793804483138, "train_lr": 0.00121229805679443, "train_wd": 0.20024758334974535, "epoch": 46}
{"train_loss": 5.397500525815248, "train_entropy": 3.627678038420504, "train_KL_div": 1.7698224926037305, "train_lr": 0.001180877645237644, "train_wd": 0.20587688748066807, "epoch": 47}
{"train_loss": 5.458818081145252, "train_entropy": 3.7130928026821426, "train_KL_div": 1.7457252754817612, "train_lr": 0.0011491619338555533, "train_wd": 0.21152012941854353, "epoch": 48}
{"train_loss": 5.548743636945787, "train_entropy": 3.831208429474114, "train_KL_div": 1.7175352090125944, "train_lr": 0.0011171895633570396, "train_wd": 0.21717173996489547, "epoch": 49}
{"train_loss": 5.621785586761955, "train_entropy": 3.9170778063787153, "train_KL_div": 1.7047077796127788, "train_lr": 0.0010849994871505954, "train_wd": 0.22282614166244302, "epoch": 50, "k-NN": {"10": {"top1": 61.37, "top5": 80.68}, "20": {"top1": 61.294, "top5": 82.824}, "100": {"top1": 58.522, "top5": 83.804}, "200": {"top1": 56.896, "top5": 83.298}}}
{"train_loss": 5.683777323060377, "train_entropy": 3.988746996752641, "train_KL_div": 1.6950303355476837, "train_lr": 0.0010526309238855724, "train_wd": 0.22847775429937295, "epoch": 51}
{"train_loss": 5.720693497208452, "train_entropy": 4.032559280774708, "train_KL_div": 1.6881342211067565, "train_lr": 0.0010201233096703167, "train_wd": 0.23412100041634132, "epoch": 52}
{"train_loss": 5.7385495044221235, "train_entropy": 4.053558795449438, "train_KL_div": 1.684990719407406, "train_lr": 0.0009875162500253326, "train_wd": 0.23975031081074732, "epoch": 53}
{"train_loss": 5.753611582948635, "train_entropy": 4.072326710950842, "train_KL_div": 1.6812848852631215, "train_lr": 0.0009548494716300705, "train_wd": 0.24536013003286886, "epoch": 54}
{"train_loss": 5.75893727767865, "train_entropy": 4.079994287449307, "train_KL_div": 1.6789430087539041, "train_lr": 0.000922162773922069, "train_wd": 0.25094492186841155, "epoch": 55}
{"train_loss": 5.765928979422904, "train_entropy": 4.088727348091541, "train_KL_div": 1.6772016450321687, "train_lr": 0.0008894959806074867, "train_wd": 0.25649917480209633, "epoch": 56}
{"train_loss": 5.77229127519003, "train_entropy": 4.099950688402945, "train_KL_div": 1.6723405946647687, "train_lr": 0.0008568888911420439, "train_wd": 0.2620174074568511, "epoch": 57}
{"train_loss": 5.772160849731127, "train_entropy": 4.106322155480261, "train_KL_div": 1.6658387122115377, "train_lr": 0.0008243812322415139, "train_wd": 0.26749417400326775, "epoch": 58}
{"train_loss": 5.764035753942063, "train_entropy": 4.098177983245853, "train_KL_div": 1.665857782253124, "train_lr": 0.0007920126094808529, "train_wd": 0.27292406953398446, "epoch": 59}
{"train_loss": 5.754762446357767, "train_entropy": 4.092649621311847, "train_KL_div": 1.6621128355364712, "train_lr": 0.000759822459040886, "train_wd": 0.2783017353976724, "epoch": 60, "k-NN": {"10": {"top1": 63.35, "top5": 82.068}, "20": {"top1": 63.036, "top5": 84.024}, "100": {"top1": 60.358, "top5": 85.174}, "200": {"top1": 58.874, "top5": 84.658}}}
{"train_loss": 5.748052681528615, "train_entropy": 4.090489798793189, "train_KL_div": 1.6575628927681678, "train_lr": 0.0007278499996614098, "train_wd": 0.2836218644873766, "epoch": 61}
{"train_loss": 5.734747239693848, "train_entropy": 4.081031126491851, "train_KL_div": 1.6537161278854198, "train_lr": 0.0006961341848592022, "train_wd": 0.2888792064779921, "epoch": 62}
{"train_loss": 5.728173989600213, "train_entropy": 4.080010599357977, "train_KL_div": 1.6481634002973096, "train_lr": 0.0006647136554691547, "train_wd": 0.2940685730077003, "epoch": 63}
{"train_loss": 5.7267952665669855, "train_entropy": 4.085997074697294, "train_KL_div": 1.6407982040351587, "train_lr": 0.0006336266925663635, "train_wd": 0.2991848427982596, "epoch": 64}
{"train_loss": 5.725399237306165, "train_entropy": 4.0925020464644, "train_KL_div": 1.632897203331049, "train_lr": 0.0006029111708265462, "train_wd": 0.3042229667090761, "epoch": 65}
{"train_loss": 5.718063301006566, "train_entropy": 4.091467162594897, "train_KL_div": 1.6265961459097054, "train_lr": 0.00057260451238158, "train_wd": 0.3091779727201141, "epoch": 66}
{"train_loss": 5.7158872396948635, "train_entropy": 4.0953667877474365, "train_KL_div": 1.620520466608517, "train_lr": 0.0005427436412263984, "train_wd": 0.31404497083866506, "epoch": 67}
{"train_loss": 5.710621067226134, "train_entropy": 4.096754029957085, "train_KL_div": 1.6138670484853979, "train_lr": 0.0005133649382327895, "train_wd": 0.31881915792518467, "epoch": 68}
{"train_loss": 5.7018627832783615, "train_entropy": 4.095277830740628, "train_KL_div": 1.6065849672490713, "train_lr": 0.0004845041968249057, "train_wd": 0.32349582243341346, "epoch": 69}
{"train_loss": 5.689053729907901, "train_entropy": 4.088853973000628, "train_KL_div": 1.6001997612341372, "train_lr": 0.0004561965793705001, "train_wd": 0.32807034906010163, "epoch": 70, "k-NN": {"10": {"top1": 65.258, "top5": 83.498}, "20": {"top1": 64.864, "top5": 85.378}, "100": {"top1": 62.426, "top5": 86.422}, "200": {"top1": 60.978, "top5": 85.962}}}
{"train_loss": 5.674530795425366, "train_entropy": 4.082414392922066, "train_KL_div": 1.5921164098617602, "train_lr": 0.0004284765743409843, "train_wd": 0.3325382232997603, "epoch": 71}
{"train_loss": 5.658024336479719, "train_entropy": 4.073595338141976, "train_KL_div": 1.5844290094480125, "train_lr": 0.00040137795429254924, "train_wd": 0.3368950358999267, "epoch": 72}
{"train_loss": 5.635016203283951, "train_entropy": 4.059531237724882, "train_KL_div": 1.5754849826320363, "train_lr": 0.00037493373471949746, "train_wd": 0.3411364872125675, "epoch": 73}
{"train_loss": 5.612840840011645, "train_entropy": 4.045606310736512, "train_KL_div": 1.5672345422389757, "train_lr": 0.0003491761338299639, "train_wd": 0.3452583914373148, "epoch": 74}
{"train_loss": 5.588111634400062, "train_entropy": 4.029074924208333, "train_KL_div": 1.5590367198001585, "train_lr": 0.00032413653329297525, "train_wd": 0.3492566807523421, "epoch": 75}
{"train_loss": 5.562143295277545, "train_entropy": 4.01230383923144, "train_KL_div": 1.5498394664082469, "train_lr": 0.0002998454400047307, "train_wd": 0.3531274093288158, "epoch": 76}
{"train_loss": 5.537131486313314, "train_entropy": 3.998126586062402, "train_KL_div": 1.5390049143034494, "train_lr": 0.0002763324489206497, "train_wd": 0.3568667572249489, "epoch": 77}
{"train_loss": 5.510393080817666, "train_entropy": 3.983525563700005, "train_KL_div": 1.5268675272788121, "train_lr": 0.00025362620699846477, "train_wd": 0.36047103415582465, "epoch": 78}
{"train_loss": 5.483828944787411, "train_entropy": 3.9695888165902358, "train_KL_div": 1.5142401394916858, "train_lr": 0.00023175437829633274, "train_wd": 0.3639366831352615, "epoch": 79}
{"train_loss": 5.455741407251304, "train_entropy": 3.9552103872601125, "train_KL_div": 1.5005310277907131, "train_lr": 0.0002107436102684294, "train_wd": 0.36726028398613086, "epoch": 80, "k-NN": {"10": {"top1": 67.426, "top5": 85.03}, "20": {"top1": 67.078, "top5": 86.788}, "100": {"top1": 64.7, "top5": 87.924}, "200": {"top1": 63.32, "top5": 87.586}}}
{"train_loss": 5.427037320453248, "train_entropy": 3.9402462877375037, "train_KL_div": 1.486791038014059, "train_lr": 0.0001906195012991345, "train_wd": 0.37043855671565534, "epoch": 81}
{"train_loss": 5.396491209792483, "train_entropy": 3.9263041408131656, "train_KL_div": 1.4701870808125928, "train_lr": 0.00017140656951534778, "train_wd": 0.37346836475236883, "epoch": 82}
{"train_loss": 5.366728896324712, "train_entropy": 3.9131985808097722, "train_KL_div": 1.453530335184026, "train_lr": 0.00015312822291492297, "train_wd": 0.37634671804153147, "epoch": 83}
{"train_loss": 5.337064329114645, "train_entropy": 3.9010764559072784, "train_KL_div": 1.4359878855152004, "train_lr": 0.00013580673084762667, "train_wd": 0.37907077599595584, "epoch": 84}
{"train_loss": 5.306855746760892, "train_entropy": 3.8890636363204565, "train_KL_div": 1.4177921188261768, "train_lr": 0.00011946319688337392, "train_wd": 0.3816378502993196, "epoch": 85}
{"train_loss": 5.277050982146015, "train_entropy": 3.8790375419594723, "train_KL_div": 1.3980134523882988, "train_lr": 0.00010411753310077069, "train_wd": 0.3840454075592109, "epoch": 86}
{"train_loss": 5.2482543176102165, "train_entropy": 3.8699513196989854, "train_KL_div": 1.378303016218053, "train_lr": 8.978843582731787e-05, "train_wd": 0.3862910718072828, "epoch": 87}
{"train_loss": 5.2184226580798825, "train_entropy": 3.8613674763259302, "train_KL_div": 1.357055201409081, "train_lr": 7.64933628608153e-05, "train_wd": 0.3883726268440472, "epoch": 88}
{"train_loss": 5.188961848242536, "train_entropy": 3.8537242812090216, "train_KL_div": 1.3352375769183045, "train_lr": 6.42485121997233e-05, "train_wd": 0.3902880184259902, "epoch": 89}
{"train_loss": 5.1611750715901765, "train_entropy": 3.8476386435606273, "train_KL_div": 1.3135364506381109, "train_lr": 5.3068802308397555e-05, "train_wd": 0.39203535629286773, "epoch": 90, "k-NN": {"10": {"top1": 68.626, "top5": 85.94}, "20": {"top1": 68.386, "top5": 87.674}, "100": {"top1": 66.24, "top5": 88.78}, "200": {"top1": 64.876, "top5": 88.518}}}
{"train_loss": 5.134571169435688, "train_entropy": 3.8430080095584493, "train_KL_div": 1.2915631677242154, "train_lr": 4.2967853941238885e-05, "train_wd": 0.39361291603316473, "epoch": 91}
{"train_loss": 5.110748049872518, "train_entropy": 3.839169070107877, "train_KL_div": 1.2715789915281273, "train_lr": 3.395797354790087e-05, "train_wd": 0.39501914078587735, "epoch": 92}
{"train_loss": 5.087212773555671, "train_entropy": 3.8361204754841736, "train_KL_div": 1.251092308146112, "train_lr": 2.6050138279776657e-05, "train_wd": 0.3962526427769516, "epoch": 93}
{"train_loss": 5.066794430262679, "train_entropy": 3.833781154002086, "train_KL_div": 1.2330132920271273, "train_lr": 1.9253982616032022e-05, "train_wd": 0.3973122046888454, "epoch": 94}
{"train_loss": 5.05015797159921, "train_entropy": 3.8336244102339925, "train_KL_div": 1.2165335770005499, "train_lr": 1.3577786625475805e-05, "train_wd": 0.39819678086187243, "epoch": 95}
{"train_loss": 5.035184798201803, "train_entropy": 3.8324963897187505, "train_KL_div": 1.202688425248953, "train_lr": 9.028465878571444e-06, "train_wd": 0.39890549832614663, "epoch": 96}
{"train_loss": 5.024842069049862, "train_entropy": 3.8326418754111162, "train_KL_div": 1.1922002070241093, "train_lr": 5.611563021879905e-06, "train_wd": 0.399437657663097, "epoch": 97}
{"train_loss": 5.017591248696642, "train_entropy": 3.8329518796822337, "train_KL_div": 1.184639384546455, "train_lr": 3.3312410251985577e-06, "train_wd": 0.3997927336957028, "epoch": 98}
{"train_loss": 5.0127578098906165, "train_entropy": 3.8324286569232306, "train_KL_div": 1.180329161314046, "train_lr": 2.1902781096236463e-06, "train_wd": 0.3999703760067923, "epoch": 99, "k-NN": {"10": {"top1": 68.768, "top5": 86.012}, "20": {"top1": 68.644, "top5": 87.704}, "100": {"top1": 66.528, "top5": 88.864}, "200": {"top1": 65.094, "top5": 88.624}}}