| {"train_loss": 9.636085156013934, "train_entropy": 8.961613673779608, "train_KL_div": 0.6744714516548348, "train_lr": 0.00023434083952776565, "train_wd": 0.0402071332187713, "epoch": 1} | |
| {"train_loss": 8.92279315906938, "train_entropy": 7.644828149968576, "train_KL_div": 1.2779650175240098, "train_lr": 0.00039060059966268974, "train_wd": 0.04056212067116661, "epoch": 2} | |
| {"train_loss": 7.732887849630526, "train_entropy": 5.811341296316012, "train_KL_div": 1.9215465600437704, "train_lr": 0.0005468603597976139, "train_wd": 0.04109419164666176, "epoch": 3} | |
| {"train_loss": 7.117406593978889, "train_entropy": 4.853178436126209, "train_KL_div": 2.2642281478565236, "train_lr": 0.0007031201199325382, "train_wd": 0.041802821055441634, "epoch": 4} | |
| {"train_loss": 5.710690708401648, "train_entropy": 2.989266435907157, "train_KL_div": 2.7214242702979434, "train_lr": 0.0010156396402023862, "train_wd": 0.043746784294463686, "epoch": 6} | |
| {"train_loss": 5.174797704263004, "train_entropy": 2.4581547777757726, "train_KL_div": 2.716642926831606, "train_lr": 0.0011718994003373105, "train_wd": 0.044980199667686516, "epoch": 7} | |
| {"train_loss": 4.725707100116782, "train_entropy": 2.082449062150914, "train_KL_div": 2.6432580285746927, "train_lr": 0.001328159160472235, "train_wd": 0.046386338453440666, "epoch": 8} | |
| {"train_loss": 4.412950892510971, "train_entropy": 1.8781851416896984, "train_KL_div": 2.53476574292859, "train_lr": 0.0014844189206071592, "train_wd": 0.04796381296250996, "epoch": 9} | |
| {"train_loss": 4.658064886955527, "train_entropy": 2.258296391941249, "train_KL_div": 2.399768474482135, "train_lr": 0.0015613972639124296, "train_wd": 0.05162637449171257, "epoch": 11} | |
| {"train_loss": 4.516663860615755, "train_entropy": 2.0329577802290104, "train_KL_div": 2.4837060722055324, "train_lr": 0.0015595076125481378, "train_wd": 0.05370784700580337, "epoch": 12} | |
| {"train_loss": 4.257809565038997, "train_entropy": 1.802453386772431, "train_KL_div": 2.4553561654968012, "train_lr": 0.0015566758658941578, "train_wd": 0.05595342979820429, "epoch": 13} | |
| {"train_loss": 4.074300016298062, "train_entropy": 1.6853457170304174, "train_KL_div": 2.38895428850828, "train_lr": 0.001552905473997598, "train_wd": 0.058360906749811786, "epoch": 14} | |
| {"train_loss": 3.9676352388258653, "train_entropy": 1.6627431212273485, "train_KL_div": 2.304892115885954, "train_lr": 0.0015482010305001917, "train_wd": 0.06092790197153301, "epoch": 15, "k-NN": {"10": {"top1": 49.252, "top5": 69.484}, "20": {"top1": 49.264, "top5": 72.222}, "100": {"top1": 47.322, "top5": 74.17}, "200": {"top1": 45.57, "top5": 73.406}}} | |
| {"train_loss": 4.001100865603982, "train_entropy": 1.804528622879303, "train_KL_div": 2.1965722523578473, "train_lr": 0.00154256826704168, "train_wd": 0.06365188214900144, "epoch": 16} | |
| {"train_loss": 4.206450324182135, "train_entropy": 2.1117961277520934, "train_KL_div": 2.094654184935392, "train_lr": 0.001536014046276681, "train_wd": 0.0665301590426516, "epoch": 17} | |
| {"train_loss": 4.56391060702284, "train_entropy": 2.5143760029484823, "train_KL_div": 2.0495345939106677, "train_lr": 0.001528546353513584, "train_wd": 0.0695598921406882, "epoch": 18} | |
| {"train_loss": 4.822649387401912, "train_entropy": 2.740981202844826, "train_KL_div": 2.081668195781821, "train_lr": 0.0015201742869857219, "train_wd": 0.07273809146232776, "epoch": 19} | |
| {"train_loss": 4.869226005954492, "train_entropy": 2.754631751090716, "train_KL_div": 2.114594283698128, "train_lr": 0.0015109080467665377, "train_wd": 0.07606162050854819, "epoch": 20} | |
| {"train_loss": 4.859722753303785, "train_entropy": 2.7601429025021886, "train_KL_div": 2.099579882055875, "train_lr": 0.0015007589223423828, "train_wd": 0.0795271993574357, "epoch": 21} | |
| {"train_loss": 4.853130234546173, "train_entropy": 2.7980010570733715, "train_KL_div": 2.055129204836583, "train_lr": 0.0014897392788580208, "train_wd": 0.0831314079010704, "epoch": 22} | |
| {"train_loss": 4.877738314706932, "train_entropy": 2.8860985823417735, "train_KL_div": 1.9916397616555734, "train_lr": 0.0014778625420515791, "train_wd": 0.08687068922076159, "epoch": 23} | |
| {"train_loss": 4.925455785091782, "train_entropy": 2.9964800679184806, "train_KL_div": 1.9289757460355759, "train_lr": 0.0014651431818973938, "train_wd": 0.09074135309729545, "epoch": 24} | |
| {"train_loss": 5.009671285888093, "train_entropy": 3.134390708731533, "train_KL_div": 1.8752806006019225, "train_lr": 0.0014515966949765462, "train_wd": 0.09473957965273655, "epoch": 25} | |
| {"train_loss": 5.130481916617632, "train_entropy": 3.2980622744314525, "train_KL_div": 1.8324196666739718, "train_lr": 0.001437239585596674, "train_wd": 0.0988614231201867, "epoch": 26} | |
| {"train_loss": 5.261924389524061, "train_entropy": 3.46814420260838, "train_KL_div": 1.7937802201896664, "train_lr": 0.0014220893456840078, "train_wd": 0.1031028157377795, "epoch": 27} | |
| {"train_loss": 5.39108492343743, "train_entropy": 3.629298090450768, "train_KL_div": 1.761786857465146, "train_lr": 0.0014061644334721684, "train_wd": 0.10745957176307085, "epoch": 28} | |
| {"train_loss": 5.526044887166556, "train_entropy": 3.799545271332602, "train_KL_div": 1.7264996248993705, "train_lr": 0.001389484251013644, "train_wd": 0.11192739160386189, "epoch": 29} | |
| {"train_loss": 5.637652614762975, "train_entropy": 3.923881779567366, "train_KL_div": 1.7137708286152713, "train_lr": 0.0013720691205413688, "train_wd": 0.11650186606137537, "epoch": 30, "k-NN": {"10": {"top1": 60.142, "top5": 79.24}, "20": {"top1": 59.96, "top5": 81.388}, "100": {"top1": 57.544, "top5": 82.726}, "200": {"top1": 55.892, "top5": 82.048}}} | |
| {"train_loss": 5.729430425546826, "train_entropy": 4.015518409564747, "train_KL_div": 1.7139120020488885, "train_lr": 0.0013539402597092334, "train_wd": 0.12117848068160543, "epoch": 31} | |
| {"train_loss": 5.78804275860718, "train_entropy": 4.065344740866424, "train_KL_div": 1.7226979996099239, "train_lr": 0.00133511975574162, "train_wd": 0.125952620210536, "epoch": 32} | |
| {"train_loss": 5.820052337974105, "train_entropy": 4.092598212893347, "train_KL_div": 1.7274541077969001, "train_lr": 0.001315630538523546, "train_wd": 0.1308195731488414, "epoch": 33} | |
| {"train_loss": 5.851843423206012, "train_entropy": 4.126015180669524, "train_KL_div": 1.725828216736351, "train_lr": 0.0012954963526640943, "train_wd": 0.13577453640156523, "epoch": 34} | |
| {"train_loss": 5.880168674589321, "train_entropy": 4.157811083341672, "train_KL_div": 1.7223575689750192, "train_lr": 0.0012747417285673154, "train_wd": 0.14081262001819686, "epoch": 35} | |
| {"train_loss": 5.907464268168831, "train_entropy": 4.185117434368217, "train_KL_div": 1.7223467947467277, "train_lr": 0.0012533919525456567, "train_wd": 0.14592885201846242, "epoch": 36} | |
| {"train_loss": 5.929840692983874, "train_entropy": 4.209962096756358, "train_KL_div": 1.7198785546885513, "train_lr": 0.0012314730360125248, "train_wd": 0.15111818329906823, "epoch": 37} | |
| {"train_loss": 5.9519317067838475, "train_entropy": 4.232457161061396, "train_KL_div": 1.7194745037181165, "train_lr": 0.001209011683791361, "train_wd": 0.15637549261655487, "epoch": 38} | |
| {"train_loss": 5.97846398034891, "train_entropy": 4.260655496658049, "train_KL_div": 1.7178084624420473, "train_lr": 0.0011860352615799435, "train_wd": 0.16169559164134897, "epoch": 39} | |
| {"train_loss": 6.001074859084821, "train_entropy": 4.281881634888241, "train_KL_div": 1.7191931934542093, "train_lr": 0.0011625717626094878, "train_wd": 0.16707323007801708, "epoch": 40} | |
| {"train_loss": 6.0175580077808695, "train_entropy": 4.295425407109151, "train_KL_div": 1.7221325681981707, "train_lr": 0.00113864977353922, "train_wd": 0.17250310084667156, "epoch": 41} | |
| {"train_loss": 6.03048447305005, "train_entropy": 4.304544955268642, "train_KL_div": 1.7259394796489553, "train_lr": 0.0011142984396279119, "train_wd": 0.1779798453204202, "epoch": 42} | |
| {"train_loss": 6.0401080854604725, "train_entropy": 4.314250171538221, "train_KL_div": 1.7258578720296047, "train_lr": 0.0010895474292249114, "train_wd": 0.1834980586136828, "epoch": 43} | |
| {"train_loss": 6.056377545399341, "train_entropy": 4.329341616763092, "train_KL_div": 1.727035885868707, "train_lr": 0.0010644268976237842, "train_wd": 0.18905229491616105, "epoch": 44} | |
| {"train_loss": 6.067391306478332, "train_entropy": 4.342488557472592, "train_KL_div": 1.7249027140564206, "train_lr": 0.0010389674503227715, "train_wd": 0.19463707286719498, "epoch": 45, "k-NN": {"10": {"top1": 62.972, "top5": 81.172}, "20": {"top1": 62.882, "top5": 83.13}, "100": {"top1": 60.31, "top5": 84.604}, "200": {"top1": 58.854, "top5": 84.1}}} | |
| {"train_loss": 6.079437722048858, "train_entropy": 4.35825794670896, "train_KL_div": 1.7211797440856194, "train_lr": 0.0010132001057366771, "train_wd": 0.20024688096520574, "epoch": 46} | |
| {"train_loss": 6.098838698930996, "train_entropy": 4.381598947887343, "train_KL_div": 1.7172397166993154, "train_lr": 0.000987156257405728, "train_wd": 0.2058761830068814, "epoch": 47} | |
| {"train_loss": 6.1232639534037085, "train_entropy": 4.413166550604125, "train_KL_div": 1.7100973682597904, "train_lr": 0.0009608676357473667, "train_wd": 0.21151942355073927, "epoch": 48} | |
| {"train_loss": 6.147796392626944, "train_entropy": 4.443654772064077, "train_KL_div": 1.7041415804572435, "train_lr": 0.0009343662693976334, "train_wd": 0.21717103339968105, "epoch": 49} | |
| {"train_loss": 6.160891705457305, "train_entropy": 4.459790668269383, "train_KL_div": 1.7011009873932856, "train_lr": 0.0009076844461891972, "train_wd": 0.2228254350971123, "epoch": 50} | |
| {"train_loss": 6.16905620588056, "train_entropy": 4.470066587787953, "train_KL_div": 1.6989895899470042, "train_lr": 0.0008808546738136253, "train_wd": 0.22847704843122085, "epoch": 51} | |
| {"train_loss": 6.180619532283138, "train_entropy": 4.484997289337865, "train_KL_div": 1.6956222045615195, "train_lr": 0.0008539096402157426, "train_wd": 0.23412029594197434, "epoch": 52} | |
| {"train_loss": 6.194650184169998, "train_entropy": 4.504535341582992, "train_KL_div": 1.6901148072840049, "train_lr": 0.0008268821737684258, "train_wd": 0.2397496084253973, "epoch": 53} | |
| {"train_loss": 6.202780949518429, "train_entropy": 4.515715304685339, "train_KL_div": 1.6870656088785705, "train_lr": 0.0007998052032762803, "train_wd": 0.24535943042970337, "epoch": 54} | |
| {"train_loss": 6.209233370965008, "train_entropy": 4.5256485084791915, "train_KL_div": 1.6835848250141894, "train_lr": 0.0007727117178569589, "train_wd": 0.25094422573785585, "epoch": 55} | |
| {"train_loss": 6.217392832022172, "train_entropy": 4.537634779072642, "train_KL_div": 1.6797580120527766, "train_lr": 0.0007456347267490187, "train_wd": 0.2564984828311481, "epoch": 56} | |
| {"train_loss": 6.221713683889629, "train_entropy": 4.5468116210334975, "train_KL_div": 1.6749020308851823, "train_lr": 0.000718607219095231, "train_wd": 0.26201672032840023, "epoch": 57} | |
| {"train_loss": 6.226032987972262, "train_entropy": 4.557055065253613, "train_KL_div": 1.668977894256593, "train_lr": 0.0006916621237504022, "train_wd": 0.2674934923954292, "epoch": 58} | |
| {"train_loss": 6.227763241525742, "train_entropy": 4.560916236811768, "train_KL_div": 1.6668469630540124, "train_lr": 0.0006648322691626421, "train_wd": 0.27292339411942207, "epoch": 59} | |
| {"train_loss": 6.226377776791944, "train_entropy": 4.564018064666584, "train_KL_div": 1.6623596809362338, "train_lr": 0.0006381503433769356, "train_wd": 0.2783010668429376, "epoch": 60, "k-NN": {"10": {"top1": 65.064, "top5": 82.516}, "20": {"top1": 64.832, "top5": 84.596}, "100": {"top1": 62.532, "top5": 85.948}, "200": {"top1": 60.966, "top5": 85.474}}} | |
| {"train_loss": 6.22827514181429, "train_entropy": 4.571558955942818, "train_KL_div": 1.6567161543938163, "train_lr": 0.0006116488542098235, "train_wd": 0.2836212034522522, "epoch": 61} | |
| {"train_loss": 6.232703444884763, "train_entropy": 4.58353931039367, "train_KL_div": 1.6491641012077998, "train_lr": 0.0005853600896436115, "train_wd": 0.2888785536148418, "epoch": 62} | |
| {"train_loss": 6.2333769606918485, "train_entropy": 4.590779133099158, "train_KL_div": 1.642597787701138, "train_lr": 0.0005593160784884496, "train_wd": 0.2940679289608212, "epoch": 63} | |
| {"train_loss": 6.2323986692103945, "train_entropy": 4.597472794740219, "train_KL_div": 1.634925840256141, "train_lr": 0.0005335485513601587, "train_wd": 0.2991842082032451, "epoch": 64} | |
| {"train_loss": 6.228328327288262, "train_entropy": 4.599519438087605, "train_KL_div": 1.6288088484807435, "train_lr": 0.0005080889020213638, "train_wd": 0.30422234219219807, "epoch": 65} | |
| {"train_loss": 6.222051695612801, "train_entropy": 4.600666379161658, "train_KL_div": 1.6213852751076334, "train_lr": 0.0004829681491330209, "train_wd": 0.309177358897694, "epoch": 66} | |
| {"train_loss": 6.216896434302333, "train_entropy": 4.601816205960524, "train_KL_div": 1.6150801998611393, "train_lr": 0.00045821689846297243, "train_wd": 0.3140443683164707, "epoch": 67} | |
| {"train_loss": 6.207033249007993, "train_entropy": 4.601824519877729, "train_KL_div": 1.6052086911188075, "train_lr": 0.0004338653055975211, "train_wd": 0.31881856729783337, "epoch": 68} | |
| {"train_loss": 6.198260527897596, "train_entropy": 4.602419835489143, "train_KL_div": 1.5958406611914042, "train_lr": 0.00040994303920149645, "train_wd": 0.32349524428378407, "epoch": 69} | |
| {"train_loss": 6.187391499665884, "train_entropy": 4.599155561820482, "train_KL_div": 1.5882359058651456, "train_lr": 0.0003864792448715628, "train_wd": 0.32806978395875874, "epoch": 70} | |
| {"train_loss": 6.172918481427681, "train_entropy": 4.5952317627015375, "train_KL_div": 1.5776866866621206, "train_lr": 0.0003635025096267891, "train_wd": 0.3325376718043881, "epoch": 71} | |
| {"train_loss": 6.1566651416971565, "train_entropy": 4.588670879118447, "train_KL_div": 1.5679942240367302, "train_lr": 0.00034104082707977546, "train_wd": 0.3368944985547855, "epoch": 72} | |
| {"train_loss": 6.140793722804675, "train_entropy": 4.581779858847844, "train_KL_div": 1.5590138281046935, "train_lr": 0.0003191215633307501, "train_wd": 0.3411359645479526, "epoch": 73} | |
| {"train_loss": 6.120025699396271, "train_entropy": 4.574585152744577, "train_KL_div": 1.5454405115906855, "train_lr": 0.0002977714236261863, "train_wd": 0.34525788396903384, "epoch": 74} | |
| {"train_loss": 6.101561427377002, "train_entropy": 4.56572745678054, "train_KL_div": 1.5358339216674142, "train_lr": 0.0002770164198225779, "train_wd": 0.3492561889812042, "epoch": 75, "k-NN": {"10": {"top1": 67.294, "top5": 84.254}, "20": {"top1": 67.064, "top5": 86.146}, "100": {"top1": 64.936, "top5": 87.35}, "200": {"top1": 63.432, "top5": 87.098}}} | |
| {"train_loss": 6.081012032502596, "train_entropy": 4.556914738254351, "train_KL_div": 1.5240972565346254, "train_lr": 0.0002568818386949952, "train_wd": 0.35312693374013904, "epoch": 76} | |
| {"train_loss": 6.0608971841554204, "train_entropy": 4.548630075053376, "train_KL_div": 1.512267075455762, "train_lr": 0.00023739221112904972, "train_wd": 0.3568662982880826, "epoch": 77} | |
| {"train_loss": 6.037546815535636, "train_entropy": 4.53911370316347, "train_KL_div": 1.4984330685621943, "train_lr": 0.00021857128223378125, "train_wd": 0.3604705923236838, "epoch": 78} | |
| {"train_loss": 6.012993712860074, "train_entropy": 4.528938894901776, "train_KL_div": 1.484054785819816, "train_lr": 0.0002004419824119077, "train_wd": 0.3639362588438817, "epoch": 79} | |
| {"train_loss": 5.9897554449034365, "train_entropy": 4.519913232564777, "train_KL_div": 1.4698421686682979, "train_lr": 0.00018302639942265793, "train_wd": 0.3672598776542355, "epoch": 80} | |
| {"train_loss": 5.965888704976613, "train_entropy": 4.511521590046403, "train_KL_div": 1.4543670723581226, "train_lr": 0.00016634575147123968, "train_wd": 0.3704381687442457, "epoch": 81} | |
| {"train_loss": 5.940755798993894, "train_entropy": 4.501613749815925, "train_KL_div": 1.4391420065314229, "train_lr": 0.0001504203613577242, "train_wd": 0.3734679955243245, "epoch": 82} | |
| {"train_loss": 5.915392832001025, "train_entropy": 4.4936042738697966, "train_KL_div": 1.4217885133253643, "train_lr": 0.0001352696317168465, "train_wd": 0.37634636792123755, "epoch": 83} | |
| {"train_loss": 5.888196497280697, "train_entropy": 4.4842260439160615, "train_KL_div": 1.4039704004334033, "train_lr": 0.00012091202137888328, "train_wd": 0.37907044532893736, "epoch": 84} | |
| {"train_loss": 5.862535732638308, "train_entropy": 4.476133123198426, "train_KL_div": 1.3864025581560606, "train_lr": 0.00010736502288041117, "train_wd": 0.3816375394119056, "epoch": 85} | |
| {"train_loss": 5.836355617908595, "train_entropy": 4.467463990083566, "train_KL_div": 1.3688915817161265, "train_lr": 9.46451411523451e-05, "train_wd": 0.3840451167582112, "epoch": 86} | |
| {"train_loss": 5.811790516717519, "train_entropy": 4.461024793291896, "train_KL_div": 1.3507656643608077, "train_lr": 8.276787341122305e-05, "train_wd": 0.38629080137968236, "epoch": 87} | |
| {"train_loss": 5.785042092399549, "train_entropy": 4.454474347502198, "train_KL_div": 1.3305677025114127, "train_lr": 7.174769027823521e-05, "train_wd": 0.38837237705672434, "epoch": 88} | |
| {"train_loss": 5.761361911511287, "train_entropy": 4.448518542145878, "train_KL_div": 1.3128433201943688, "train_lr": 6.15980181489995e-05, "train_wd": 0.39028778952545473, "epoch": 89} | |
| {"train_loss": 5.738342536493512, "train_entropy": 4.442829195928901, "train_KL_div": 1.2955132820396256, "train_lr": 5.233122283556856e-05, "train_wd": 0.3920351485050172, "epoch": 90, "k-NN": {"10": {"top1": 68.782, "top5": 85.334}, "20": {"top1": 68.55, "top5": 87.182}, "100": {"top1": 66.544, "top5": 88.408}, "200": {"top1": 65.226, "top5": 88.136}}} | |
| {"train_loss": 5.716254076795382, "train_entropy": 4.438884331966325, "train_KL_div": 1.2773696888915305, "train_lr": 4.3958594500591295e-05, "train_wd": 0.39361272956306115, "epoch": 91} | |
| {"train_loss": 5.696365747282015, "train_entropy": 4.4365098419262425, "train_KL_div": 1.259855853229631, "train_lr": 3.6490333901989674e-05, "train_wd": 0.3950189758175438, "epoch": 92} | |
| {"train_loss": 5.677533373804408, "train_entropy": 4.433755945239791, "train_KL_div": 1.2437773750656325, "train_lr": 2.9935539964905373e-05, "train_wd": 0.39625249947319163, "epoch": 93} | |
| {"train_loss": 5.660845419677029, "train_entropy": 4.432462033352056, "train_KL_div": 1.228383321601253, "train_lr": 2.430219869606216e-05, "train_wd": 0.39731208319108297, "epoch": 94} | |
| {"train_loss": 5.6462466353032825, "train_entropy": 4.431464954866311, "train_KL_div": 1.214781629167111, "train_lr": 1.959717345404657e-05, "train_wd": 0.3981966812900111, "epoch": 95} | |
| {"train_loss": 5.634621239840277, "train_entropy": 4.430354787252011, "train_KL_div": 1.2042663921366477, "train_lr": 1.582619658736231e-05, "train_wd": 0.3989054207784532, "epoch": 96} | |
| {"train_loss": 5.62568549797879, "train_entropy": 4.429957705948369, "train_KL_div": 1.1957277523482837, "train_lr": 1.2993862450447e-05, "train_wd": 0.39943760221609825, "epoch": 97} | |
| {"train_loss": 5.618281033432238, "train_entropy": 4.43041522561722, "train_KL_div": 1.1878657620225677, "train_lr": 1.1103621806158865e-05, "train_wd": 0.39979270040412174, "epoch": 98} | |
| {"train_loss": 5.61287390824633, "train_entropy": 4.429146355889426, "train_KL_div": 1.183727497266353, "train_lr": 1.0157777621553744e-05, "train_wd": 0.3999703649034805, "epoch": 99, "k-NN": {"10": {"top1": 68.918, "top5": 85.432}, "20": {"top1": 68.738, "top5": 87.278}, "100": {"top1": 66.746, "top5": 88.52}, "200": {"top1": 65.33, "top5": 88.26}}} | |