{"id":"https://openalex.org/W4387968069","doi":"https://doi.org/10.1145/3581783.3611788","title":"Avatar Knowledge Distillation: Self-ensemble Teacher Paradigm with Uncertainty","display_name":"Avatar Knowledge Distillation: Self-ensemble Teacher Paradigm with Uncertainty","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387968069","doi":"https://doi.org/10.1145/3581783.3611788"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3611788","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3611788","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008570990","display_name":"Yuan Zhang","orcid":"https://orcid.org/0000-0002-1268-3131"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Zhang","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1268-3131","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100625514","display_name":"Weihua Chen","orcid":"https://orcid.org/0000-0003-4141-7833"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihua Chen","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4141-7833","affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102942362","display_name":"Yichen Lu","orcid":"https://orcid.org/0000-0003-0296-3540"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yichen Lu","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0296-3540","affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054850404","display_name":"Tao Huang","orcid":"https://orcid.org/0000-0002-4463-4078"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tao Huang","raw_affiliation_strings":["The University of Sydney, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4463-4078","affiliations":[{"raw_affiliation_string":"The University of Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102803552","display_name":"Xiuyu Sun","orcid":"https://orcid.org/0000-0002-7208-8078"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuyu Sun","raw_affiliation_strings":["Alibaba Group, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7208-8078","affiliations":[{"raw_affiliation_string":"Alibaba Group, Beijing, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058767221","display_name":"Jian Cao","orcid":"https://orcid.org/0000-0002-4724-7065"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Cao","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4724-7065","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8982,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.76842695,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"5272","last_page":"5280"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7357707023620605},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.629409670829773},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5703509449958801},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5649359226226807},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5137444734573364},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.4594702124595642},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.4430195689201355},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.4253942370414734}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7357707023620605},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.629409670829773},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5703509449958801},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5649359226226807},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5137444734573364},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.4594702124595642},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.4430195689201355},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.4253942370414734},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3611788","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3611788","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2108598243","https://openalex.org/W2340897893","https://openalex.org/W2508418541","https://openalex.org/W2743289088","https://openalex.org/W2747909401","https://openalex.org/W2752782242","https://openalex.org/W2937408455","https://openalex.org/W2959289524","https://openalex.org/W2963163009","https://openalex.org/W2964241181","https://openalex.org/W2964309882","https://openalex.org/W3015565442","https://openalex.org/W3045672834","https://openalex.org/W3099225546","https://openalex.org/W3110179775","https://openalex.org/W3110846353","https://openalex.org/W3119635706","https://openalex.org/W3173270634","https://openalex.org/W3174505228","https://openalex.org/W3176376875","https://openalex.org/W3211510783","https://openalex.org/W4224927203","https://openalex.org/W4312980183","https://openalex.org/W4313141028","https://openalex.org/W4386076265","https://openalex.org/W6600237248"],"related_works":["https://openalex.org/W2125652721","https://openalex.org/W2905156999","https://openalex.org/W4229460275","https://openalex.org/W4296079469","https://openalex.org/W1987518466","https://openalex.org/W3135046080","https://openalex.org/W3023033471","https://openalex.org/W4382468411","https://openalex.org/W4318751837","https://openalex.org/W2809161969"],"abstract_inverted_index":{"Knowledge":[0,139],"distillation":[1,70,171],"is":[2,30,142],"an":[3,115],"effective":[4],"paradigm":[5],"for":[6,38,52,173,192,201],"boosting":[7],"the":[8,20,24,39,56,62,95,106,111,119,125,151,160,169],"performance":[9],"of":[10,69,88,121,154,162],"pocket-size":[11],"model,":[12],"especially":[13],"when":[14],"multiple":[15],"teacher":[16,36,107,127],"models":[17,37,59],"are":[18,55,74],"available,":[19],"student":[21,96],"would":[22],"break":[23],"upper":[25,86],"limit":[26,87],"again.":[27],"However,":[28],"it":[29],"not":[31],"economical":[32],"to":[33,130],"train":[34],"diverse":[35,100],"disposable":[40],"distillation.":[41],"In":[42],"this":[43],"paper,":[44],"we":[45,113],"introduce":[46],"a":[47,77],"new":[48],"concept":[49],"dubbed":[50],"Avatars":[51,73,83,164],"distillation,":[53,112],"which":[54,166],"inference":[57],"ensemble":[58],"derived":[60],"from":[61,105,118,145],"teacher.":[63],"Concretely,":[64],"(1)":[65],"For":[66],"each":[67],"iteration":[68],"training,":[71],"various":[72],"generated":[75],"by":[76],"perturbation":[78],"transformation.":[79],"We":[80],"validate":[81],"that":[82],"own":[84],"higher":[85],"working":[89],"capacity":[90],"and":[91,101,128,148,195],"teaching":[92],"ability,":[93],"aiding":[94],"model":[97],"in":[98],"learning":[99],"receptive":[102],"knowledge":[103,135],"perspectives":[104],"model.":[108],"(2)":[109],"During":[110],"propose":[114],"uncertainty-aware":[116],"factor":[117],"variance":[120],"statistical":[122],"differences":[123],"between":[124],"vanilla":[126],"Avatars,":[129],"adjust":[131],"Avatars'":[132],"contribution":[133],"on":[134,189,199],"transfer":[136],"adaptively.":[137],"Avatar":[138],"Distillation":[140],"(AKD)":[141],"fundamentally":[143],"different":[144],"existing":[146],"methods":[147,172],"refines":[149],"with":[150],"innovative":[152],"view":[153],"unequal":[155],"training.":[156],"Comprehensive":[157],"experiments":[158],"demonstrate":[159],"effectiveness":[161],"our":[163],"mechanism,":[165],"polishes":[167],"up":[168],"state-of-the-art":[170],"dense":[174],"prediction":[175],"without":[176],"more":[177],"extra":[178],"computational":[179],"cost.":[180],"The":[181],"AKD":[182],"brings":[183],"at":[184],"most":[185],"0.7":[186],"AP":[187],"gains":[188,198],"COCO":[190],"2017":[191],"Object":[193],"Detection":[194],"1.83":[196],"mIoU":[197],"Cityscapes":[200],"Semantic":[202],"Segmentation,":[203],"respectively.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}