{"id":"https://openalex.org/W4226256034","doi":"https://doi.org/10.1109/icme52920.2022.9859936","title":"Multi-Teacher Knowledge Distillation for Incremental Implicitly-Refined Classification","display_name":"Multi-Teacher Knowledge Distillation for Incremental Implicitly-Refined Classification","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4226256034","doi":"https://doi.org/10.1109/icme52920.2022.9859936"},"language":"en","primary_location":{"id":"doi:10.1109/icme52920.2022.9859936","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme52920.2022.9859936","pdf_url":null,"source":{"id":"https://openalex.org/S4363607799","display_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049419584","display_name":"Longhui Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longhui Yu","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067922510","display_name":"Zhenyu Weng","orcid":"https://orcid.org/0000-0001-7857-8687"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Weng","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092181600","display_name":"Yuqing Wang","orcid":"https://orcid.org/0009-0002-9342-0276"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqing Wang","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100560952","display_name":"Yuesheng Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuesheng Zhu","raw_affiliation_strings":["Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"24","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7811837196350098},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.5727190375328064},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5220919847488403},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4964068531990051},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4694494903087616},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41857481002807617},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14142286777496338}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7811837196350098},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.5727190375328064},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5220919847488403},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4964068531990051},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4694494903087616},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41857481002807617},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14142286777496338}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme52920.2022.9859936","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme52920.2022.9859936","pdf_url":null,"source":{"id":"https://openalex.org/S4363607799","display_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8199999928474426,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1682403713","https://openalex.org/W1821462560","https://openalex.org/W2108598243","https://openalex.org/W2160815625","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2473930607","https://openalex.org/W2512971201","https://openalex.org/W2788728386","https://openalex.org/W2884282566","https://openalex.org/W2948734064","https://openalex.org/W2954929116","https://openalex.org/W2964189064","https://openalex.org/W3107810305","https://openalex.org/W3118144431","https://openalex.org/W3124675547","https://openalex.org/W3175294706","https://openalex.org/W4221154631","https://openalex.org/W6638523607","https://openalex.org/W6684191040","https://openalex.org/W6809856051"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Incremental":[0,38],"learning":[1,30,44],"methods":[2,34],"can":[3,187],"learn":[4],"new":[5],"classes":[6,49],"continually":[7],"by":[8,73],"distilling":[9,143],"knowledge":[10,69,76,110,133,144],"from":[11,145],"the":[12,20,28,47,65,74,94,99,108,112,117,122,131,135,152,172,184],"last":[13,100],"model":[14,22,101,124,137,154],"(as":[15,23],"a":[16,24,55,59,85,103,126,162],"teacher":[17,105,128,147],"model)":[18,26],"to":[19,106,129,170],"current":[21],"student":[25,113,153],"in":[27,151],"sequentially":[29],"process.":[31],"However,":[32,142],"these":[33],"cannot":[35],"work":[36],"for":[37,111],"Implicitly-Refined":[39],"Classification":[40],"(IIRC),":[41],"an":[42],"incremental":[43],"extension":[45],"where":[46],"incoming":[48],"could":[50,149],"have":[51],"two":[52,146],"granularity":[53],"levels,":[54],"superclass":[56,68,118,127,132,140],"label":[57],"and":[58,180],"subclass":[60,95],"label.":[61],"This":[62],"is":[63],"because":[64],"previously":[66],"learned":[67,77],"may":[70],"be":[71],"occupied":[72],"sub-class":[75],"sequentially.":[78],"To":[79,92,115],"solve":[80],"this":[81],"problem,":[82],"we":[83,97,120],"propose":[84,161],"novel":[86],"Multi-Teacher":[87],"Knowledge":[88],"Distillation":[89],"(MTKD)":[90],"strategy.":[91],"preserve":[93,116],"knowledge,":[96,119],"use":[98,121],"as":[102,125,134,166],"general":[104],"distill":[107,130],"previous":[109],"model.":[114],"initial":[123,136],"contains":[138],"abundant":[139],"knowledge.":[141],"models":[148],"result":[150],"making":[155],"some":[156],"redundant":[157,173],"predictions.":[158,174],"We":[159],"further":[160],"post-processing":[163],"mechanism,":[164],"called":[165],"Top-k":[167],"prediction":[168],"restriction":[169],"reduce":[171],"Our":[175],"experimental":[176],"results":[177],"on":[178],"IIRC-ImageNet120":[179],"IIRC-CIFAR100":[181],"show":[182],"that":[183],"proposed":[185],"method":[186],"achieve":[188],"better":[189],"classification":[190],"accuracy":[191],"compared":[192],"with":[193],"existing":[194],"state-of-the-art":[195],"methods.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}