{"id":"https://openalex.org/W3162431665","doi":"https://doi.org/10.1109/icassp39728.2021.9415015","title":"Adaptable Ensemble Distillation","display_name":"Adaptable Ensemble Distillation","publication_year":2021,"publication_date":"2021-05-13","ids":{"openalex":"https://openalex.org/W3162431665","doi":"https://doi.org/10.1109/icassp39728.2021.9415015","mag":"3162431665"},"language":"en","primary_location":{"id":"doi:10.1109/icassp39728.2021.9415015","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp39728.2021.9415015","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101542883","display_name":"Yankai Wang","orcid":"https://orcid.org/0009-0000-9240-5459"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yankai Wang","raw_affiliation_strings":["Academy for Engineering and Technology, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Academy for Engineering and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013740618","display_name":"Dawei Yang","orcid":"https://orcid.org/0000-0002-8928-143X"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dawei Yang","raw_affiliation_strings":["Academy for Engineering and Technology, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Academy for Engineering and Technology, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084565580","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-1658-0236"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021681759","display_name":"Zhe Jiang","orcid":"https://orcid.org/0000-0002-3576-6976"},"institutions":[{"id":"https://openalex.org/I2801109035","display_name":"ARM (United Kingdom)","ror":"https://ror.org/04mmhzs81","country_code":"GB","type":"company","lineage":["https://openalex.org/I2801109035"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhe Jiang","raw_affiliation_strings":["ARM Ltd, United Kingdom"],"affiliations":[{"raw_affiliation_string":"ARM Ltd, United Kingdom","institution_ids":["https://openalex.org/I2801109035"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100669255","display_name":"Wenqiang Zhang","orcid":"https://orcid.org/0000-0002-3339-8751"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenqiang Zhang","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101542883"],"corresponding_institution_ids":["https://openalex.org/I24943067"],"apc_list":null,"apc_paid":null,"fwci":0.2719,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.61438377,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1675","last_page":"1679"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8064529895782471},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.747589111328125},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6225689053535461},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6054074764251709},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5644919276237488},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.5608192682266235},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.5535328388214111},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.5331249833106995},{"id":"https://openalex.org/keywords/ensemble-forecasting","display_name":"Ensemble forecasting","score":0.45132485032081604},{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.4367595314979553}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8064529895782471},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.747589111328125},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6225689053535461},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6054074764251709},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5644919276237488},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.5608192682266235},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5535328388214111},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.5331249833106995},{"id":"https://openalex.org/C119898033","wikidata":"https://www.wikidata.org/wiki/Q3433888","display_name":"Ensemble forecasting","level":2,"score":0.45132485032081604},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.4367595314979553},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp39728.2021.9415015","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp39728.2021.9415015","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7300000190734863,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321851","display_name":"Fudan University","ror":"https://ror.org/013q1eq08"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W2117539524","https://openalex.org/W2119144962","https://openalex.org/W2194775991","https://openalex.org/W2279098554","https://openalex.org/W2620998106","https://openalex.org/W2739879705","https://openalex.org/W2787017828","https://openalex.org/W2806183416","https://openalex.org/W2807912816","https://openalex.org/W2962965870","https://openalex.org/W2963373431","https://openalex.org/W2963446712","https://openalex.org/W2963927126","https://openalex.org/W2964118293","https://openalex.org/W2964220233","https://openalex.org/W2964299589","https://openalex.org/W2996970889","https://openalex.org/W2997224071","https://openalex.org/W3004809259","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6677580257","https://openalex.org/W6695314431","https://openalex.org/W6725739302","https://openalex.org/W6726275242","https://openalex.org/W6748108687","https://openalex.org/W6752523896","https://openalex.org/W6770394654","https://openalex.org/W6772695483","https://openalex.org/W6773204560"],"related_works":["https://openalex.org/W2794896638","https://openalex.org/W2891633941","https://openalex.org/W3202800081","https://openalex.org/W3101614107","https://openalex.org/W1909207154","https://openalex.org/W4390971112","https://openalex.org/W3036530763","https://openalex.org/W1514365828","https://openalex.org/W3149839747","https://openalex.org/W3204228978"],"abstract_inverted_index":{"Online":[0],"knowledge":[1,131],"distillation":[2,124],"(OKD),":[3],"which":[4,114],"simultaneously":[5],"trains":[6],"several":[7],"peer":[8],"networks":[9],"to":[10,27,89,109,128],"construct":[11],"a":[12,104],"powerful":[13],"teacher":[14],"on":[15,49,150],"on-the-fly,":[16],"has":[17],"drawn":[18],"much":[19],"attention":[20],"in":[21,80,133],"recent":[22],"years.":[23],"OKD":[24,42,67,134,148],"is":[25,44,87,107,126],"designed":[26,108],"simplify":[28],"the":[29,37,63,116,119,145],"training":[30],"procedure":[31],"of":[32,40,65,76,118],"conventional":[33],"offline":[34],"distillation.":[35],"However,":[36],"ensemble":[38,99],"strategy":[39],"existing":[41,66,146],"methods":[43,68,149],"inflexible":[45],"and":[46,94],"highly":[47],"relies":[48],"random":[50],"initializations.":[51],"In":[52],"this":[53],"paper,":[54],"we":[55],"propose":[56],"Adaptable":[57],"Ensemble":[58],"Distillation":[59],"(AED)":[60],"that":[61,139],"inherits":[62],"merits":[64],"while":[69],"overcoming":[70],"their":[71],"major":[72],"drawbacks.":[73],"The":[74],"novelty":[75],"our":[77,140],"AED":[78,142],"lies":[79],"three":[81],"aspects:":[82],"(1)":[83],"an":[84,97,122],"individual-regulated":[85],"mechanism":[86],"proposed":[88,141],"flexibly":[90],"regulate":[91],"individual":[92,112],"model":[93],"further":[95],"generates":[96],"online":[98],"with":[100],"strong":[101],"adaptability;":[102],"(2)":[103],"diversity-aroused":[105],"loss":[106],"explicitly":[110],"diversify":[111],"models,":[113],"enhances":[115],"robustness":[117],"ensemble;":[120],"(3)":[121],"empirical":[123],"technique":[125],"adopted":[127],"directly":[129],"promote":[130],"transfer":[132],"framework.":[135],"Extensive":[136],"experiments":[137],"show":[138],"consistently":[143],"outperforms":[144],"state-of-the-art":[147],"various":[151],"datasets.":[152]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}