{"id":"https://openalex.org/W7137955200","doi":"https://doi.org/10.1609/aaai.v40i13.38112","title":"Heterogeneous Complementary Distillation","display_name":"Heterogeneous Complementary Distillation","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7137955200","doi":"https://doi.org/10.1609/aaai.v40i13.38112"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i13.38112","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i13.38112","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/38112/42074","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ojs.aaai.org/index.php/AAAI/article/download/38112/42074","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Liuchi Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liuchi Xu","raw_affiliation_strings":["Northeastern University;","Northeastern University;\nShenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, China;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University;","institution_ids":[]},{"raw_affiliation_string":"Northeastern University;\nShenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, China;","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hao Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I187400657","display_name":"South China Normal University","ror":"https://ror.org/01kq0pv72","country_code":"CN","type":"education","lineage":["https://openalex.org/I187400657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Zheng","raw_affiliation_strings":["South China Normal University;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"South China Normal University;","institution_ids":["https://openalex.org/I187400657"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu Wang","raw_affiliation_strings":["Northeastern University;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University;","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lisheng Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lisheng Xu","raw_affiliation_strings":["Northeastern University;","Northeastern University;\nShenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, China;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University;","institution_ids":[]},{"raw_affiliation_string":"Northeastern University;\nShenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, China;","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jun Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Cheng","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, China;\nThe Chinese University of Hong Kong, Hong Kong, China;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences, China;\nThe Chinese University of Hong Kong, Hong Kong, China;","institution_ids":["https://openalex.org/I4210116924","https://openalex.org/I4210145761"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"13","first_page":"11314","last_page":"11322"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.49869999289512634,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.49869999289512634,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.125900000333786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.09629999846220016,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5533000230789185},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5210999846458435},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4862000048160553},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.45320001244544983},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.453000009059906},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4169999957084656},{"id":"https://openalex.org/keywords/orthogonality","display_name":"Orthogonality","score":0.41040000319480896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7171000242233276},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5533000230789185},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5210999846458435},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4862000048160553},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.45320001244544983},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.453000009059906},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42809998989105225},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4169999957084656},{"id":"https://openalex.org/C17137986","wikidata":"https://www.wikidata.org/wiki/Q215067","display_name":"Orthogonality","level":2,"score":0.41040000319480896},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3774000108242035},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.3456000089645386},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2775000035762787},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.2754000127315521},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.27399998903274536},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.26269999146461487},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.257099986076355},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i13.38112","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i13.38112","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/38112/42074","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i13.38112","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i13.38112","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/38112/42074","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.46597936749458313}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7137955200.pdf","grobid_xml":"https://content.openalex.org/works/W7137955200.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1],"(KD)":[2],"transfers":[3],"the":[4,52,87,130,135,151,159,182,230],"``dark":[5],"knowledge''":[6],"from":[7,150],"a":[8,13,100],"complex":[9,73],"teacher":[10,108,218],"model":[11],"to":[12,26,31,49,62,85,112,124,129,169,194],"compact":[14],"student":[15,110],"model.":[16],"However,":[17],"heterogeneous":[18,55,253],"architecture":[19],"distillation,":[20],"such":[21],"as":[22,248],"Vision":[23],"Transformer":[24],"(ViT)":[25],"ResNet18,":[27],"faces":[28],"challenges":[29],"due":[30],"differences":[32],"in":[33,115,225],"spatial":[34],"feature":[35,149],"representations.":[36],"Traditional":[37],"KD":[38,56,244],"methods":[39],"are":[40,120,189],"mostly":[41],"designed":[42],"for":[43,252],"homogeneous":[44],"architectures":[45],"and":[46,72,109,122,142,154,201,216,223,236],"hence":[47],"struggle":[48],"effectively":[50],"address":[51],"disparity.":[53],"Although":[54],"approaches":[57],"have":[58],"been":[59],"developed":[60],"recently":[61],"solve":[63],"these":[64,92],"issues,":[65],"they":[66],"often":[67],"incur":[68],"high":[69],"computational":[70],"costs":[71],"designs,":[74],"or":[75],"overly":[76],"rely":[77],"on":[78,229],"logit":[79],"alignment,":[80],"which":[81,188],"limits":[82],"their":[83],"ability":[84],"leverage":[86],"complementary":[88,107],"features.":[89],"To":[90,197],"overcome":[91],"limitations,":[93],"we":[94,206],"propose":[95,207],"Heterogeneous":[96],"Complementary":[97,160],"Distillation":[98,178],"(HCD),":[99],"simple":[101],"yet":[102],"effective":[103,250],"framework":[104],"that":[105,180,240],"integrates":[106],"features":[111,138],"align":[113],"representations":[114],"shared":[116,171,183],"logits.":[117,172],"These":[118],"logits":[119,184,193],"decomposed":[121],"constrained":[123],"facilitate":[125],"diverse":[126],"knowledge":[127,204],"transfer":[128],"student.":[131],"Specifically,":[132],"HCD":[133,220,241],"processes":[134],"student\u2019s":[136],"intermediate":[137],"through":[139],"convolutional":[140],"projector":[141],"adaptive":[143],"pooling,":[144],"concatenates":[145],"them":[146,157],"with":[147,191],"teacher's":[148,192],"penultimate":[152],"layer":[153],"then":[155],"maps":[156],"via":[158],"Feature":[161],"Mapper":[162],"(CFM)":[163],"module,":[164],"comprising":[165],"fully":[166],"connected":[167],"layer,":[168],"produce":[170],"We":[173],"further":[174],"introduce":[175],"Sub-logit":[176],"Decoupled":[177],"(SDD)":[179],"partitions":[181],"into":[185],"n":[186],"sub-logits,":[187],"fused":[190],"rectify":[195],"classification.":[196],"ensure":[198],"sub-logit":[199],"diversity":[200],"reduce":[202],"redundant":[203],"transfer,":[205],"an":[208,249],"Orthogonality":[209],"Loss":[210],"(OL).":[211],"By":[212],"preserving":[213],"student-specific":[214],"strengths":[215],"leveraging":[217],"knowledge,":[219],"enhances":[221],"robustness":[222],"generalization":[224],"students.":[226],"Extensive":[227],"experiments":[228],"CIFAR-100,":[231],"fine-grained":[232],"(e.g.,":[233],"CUB200,":[234],"Aircraft)":[235],"ImageNet-1K":[237],"datasets":[238],"demonstrate":[239],"outperforms":[242],"state-of-the-art":[243],"methods,":[245],"establishing":[246],"it":[247],"solution":[251],"KD.":[254]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-02-18T00:00:00"}