{"id":"https://openalex.org/W4403791942","doi":"https://doi.org/10.1145/3664647.3681587","title":"Live on the Hump: Self Knowledge Distillation via Virtual Teacher-Students Mutual Learning","display_name":"Live on the Hump: Self Knowledge Distillation via Virtual Teacher-Students Mutual Learning","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403791942","doi":"https://doi.org/10.1145/3664647.3681587"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3681587","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681587","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shuang Wang","orcid":"https://orcid.org/0009-0004-4786-0611"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuang Wang","raw_affiliation_strings":["Zhejiang University of Technology, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0009-0004-4786-0611","affiliations":[{"raw_affiliation_string":"Zhejiang University of Technology, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101552120","display_name":"Pengyi Hao","orcid":"https://orcid.org/0000-0002-1515-3937"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengyi Hao","raw_affiliation_strings":["Zhejiang University of Technology, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-1515-3937","affiliations":[{"raw_affiliation_string":"Zhejiang University of Technology, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034644161","display_name":"Fuli Wu","orcid":"https://orcid.org/0000-0002-1566-9343"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuli Wu","raw_affiliation_strings":["Zhejiang University of Technology, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-1566-9343","affiliations":[{"raw_affiliation_string":"Zhejiang University of Technology, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013768600","display_name":"Cong Bai","orcid":"https://orcid.org/0000-0002-6177-3862"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cong Bai","raw_affiliation_strings":["Zhejiang University of Technology, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-6177-3862","affiliations":[{"raw_affiliation_string":"Zhejiang University of Technology, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I55712492"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I55712492"],"apc_list":null,"apc_paid":null,"fwci":0.7496,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.76348007,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"3028","last_page":"3036"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9758999943733215,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6827701926231384},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.591353178024292},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.34100472927093506},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3396870791912079},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1546367108821869},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.11197498440742493},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.10888108611106873}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6827701926231384},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.591353178024292},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.34100472927093506},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3396870791912079},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1546367108821869},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.11197498440742493},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.10888108611106873}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3681587","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681587","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2097117768","https://openalex.org/W2194775991","https://openalex.org/W2620998106","https://openalex.org/W2776460497","https://openalex.org/W2883780447","https://openalex.org/W2963125010","https://openalex.org/W2963140444","https://openalex.org/W2963163009","https://openalex.org/W2987861506","https://openalex.org/W2996970889","https://openalex.org/W2996999409","https://openalex.org/W3034552520","https://openalex.org/W3035321581","https://openalex.org/W3137609883","https://openalex.org/W4226426325","https://openalex.org/W4281483168","https://openalex.org/W4294930597","https://openalex.org/W4313059127","https://openalex.org/W4313159787","https://openalex.org/W4313426025","https://openalex.org/W4327662218","https://openalex.org/W4382239046","https://openalex.org/W4382458595","https://openalex.org/W4387385613","https://openalex.org/W4389104738","https://openalex.org/W4393161192","https://openalex.org/W6839053282"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"For":[0],"solving":[1],"the":[2,5,14,21,28,57,66,72,82,85,92,108,124,136,139],"limitations":[3],"of":[4,16,23,30,61,68,75,84,100,112,126,145],"current":[6],"self":[7,34],"knowledge":[8,15,35],"distillation":[9,36,141],"including":[10],"never":[11],"fully":[12],"utilizing":[13],"shallow":[17],"exits":[18],"and":[19,110,121],"neglecting":[20],"impact":[22],"auxiliary":[24,101],"exits'":[25],"structure":[26],"on":[27,119,149],"performance":[29,131],"network,":[31],"a":[32],"novel":[33],"framework":[37],"via":[38],"virtual":[39,52,86],"teacher-students":[40],"mutual":[41],"learning":[42,67,83],"named":[43],"LOTH":[44,146],"is":[45,54,147],"proposed":[46],"in":[47,95],"this":[48],"paper.":[49],"A":[50],"knowledgeable":[51],"teacher":[53],"constructed":[55],"from":[56],"rich":[58],"feature":[59],"maps":[60],"each":[62,69,76],"exit":[63,77],"to":[64,80,106],"help":[65],"exit.":[70],"Meanwhile,":[71],"logit":[73],"knowledges":[74],"are":[78,104],"incorporated":[79],"guide":[81],"teacher.":[87],"They":[88],"learn":[89],"mutually":[90],"through":[91],"well-designed":[93],"loss":[94],"LOTH.":[96],"Moreover,":[97],"two":[98],"kinds":[99],"building":[102],"blocks":[103],"designed":[105],"balance":[107],"efficiency":[109],"effectiveness":[111,125],"network.":[113],"Extensive":[114],"experiments":[115],"with":[116,132,138],"diverse":[117],"backbones":[118],"CIFAR-100":[120],"Tiny-ImageNet":[122],"validate":[123],"LOTH,":[127],"which":[128],"realizes":[129],"superior":[130],"less":[133],"resource":[134],"by":[135],"comparison":[137],"state-of-the-art":[140],"methods.":[142],"The":[143],"code":[144],"available":[148],"Github":[150],"https://github.com/cloak-s/LOTH.":[151]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}