{"id":"https://openalex.org/W4400527550","doi":"https://doi.org/10.1109/fg59268.2024.10581969","title":"Adaptive Cross-Architecture Mutual Knowledge Distillation","display_name":"Adaptive Cross-Architecture Mutual Knowledge Distillation","publication_year":2024,"publication_date":"2024-05-27","ids":{"openalex":"https://openalex.org/W4400527550","doi":"https://doi.org/10.1109/fg59268.2024.10581969"},"language":"en","primary_location":{"id":"doi:10.1109/fg59268.2024.10581969","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg59268.2024.10581969","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 18th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016414308","display_name":"Jianyuan Ni","orcid":"https://orcid.org/0000-0002-6968-6536"},"institutions":[{"id":"https://openalex.org/I13511017","display_name":"Texas State University","ror":"https://ror.org/05h9q1g27","country_code":"US","type":"education","lineage":["https://openalex.org/I13511017"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jianyuan Ni","raw_affiliation_strings":["Texas State University,USA"],"affiliations":[{"raw_affiliation_string":"Texas State University,USA","institution_ids":["https://openalex.org/I13511017"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050748634","display_name":"Hao Tang","orcid":"https://orcid.org/0000-0002-2077-1246"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Tang","raw_affiliation_strings":["Carnegie Mellon University,USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090850708","display_name":"Yuzhang Shang","orcid":null},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuzhang Shang","raw_affiliation_strings":["Illinois Institute of Technology,USA"],"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology,USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060117769","display_name":"Bin Duan","orcid":"https://orcid.org/0000-0003-3302-1900"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bin Duan","raw_affiliation_strings":["Illinois Institute of Technology,USA"],"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology,USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100395059","display_name":"Yan Yan","orcid":"https://orcid.org/0000-0002-3674-7160"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan Yan","raw_affiliation_strings":["Illinois Institute of Technology,USA"],"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology,USA","institution_ids":["https://openalex.org/I180949307"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5016414308"],"corresponding_institution_ids":["https://openalex.org/I13511017"],"apc_list":null,"apc_paid":null,"fwci":3.6415,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.93691982,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13062","display_name":"Cognitive Computing and Networks","score":0.8413000106811523,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13062","display_name":"Cognitive Computing and Networks","score":0.8413000106811523,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8302000164985657,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.7616000175476074,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6861010789871216},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6571813821792603},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.49814629554748535},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.4493728280067444},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32615697383880615}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6861010789871216},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6571813821792603},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.49814629554748535},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4493728280067444},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32615697383880615},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fg59268.2024.10581969","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg59268.2024.10581969","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 18th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4090388948","display_name":null,"funder_award_id":"SCH-2123749,SCH-2123521","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1690739335","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2407386500","https://openalex.org/W2561238782","https://openalex.org/W2618530766","https://openalex.org/W2620998106","https://openalex.org/W2743289088","https://openalex.org/W2807912816","https://openalex.org/W2908510526","https://openalex.org/W2943171176","https://openalex.org/W2952650870","https://openalex.org/W2963140444","https://openalex.org/W2981819252","https://openalex.org/W2987861506","https://openalex.org/W2995607862","https://openalex.org/W2996970889","https://openalex.org/W2997006708","https://openalex.org/W2997666887","https://openalex.org/W3004127093","https://openalex.org/W3007079638","https://openalex.org/W3008374555","https://openalex.org/W3045672834","https://openalex.org/W3118608800","https://openalex.org/W3138516171","https://openalex.org/W3175227919","https://openalex.org/W3177196641","https://openalex.org/W3177349073","https://openalex.org/W3203532272","https://openalex.org/W4295364049","https://openalex.org/W4312273141","https://openalex.org/W4312995938","https://openalex.org/W4323647559","https://openalex.org/W4385245566","https://openalex.org/W6637551013","https://openalex.org/W6728994542","https://openalex.org/W6730179637","https://openalex.org/W6757249106","https://openalex.org/W6757817989","https://openalex.org/W6762187592","https://openalex.org/W6769906912","https://openalex.org/W6772043832","https://openalex.org/W6773604739","https://openalex.org/W6773815586","https://openalex.org/W6788135285","https://openalex.org/W6791978202","https://openalex.org/W6797235774","https://openalex.org/W6839461871"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W2038503502"],"abstract_inverted_index":{"Knowledge":[0,93],"distillation":[1,87],"(KD),":[2],"which":[3,96],"distills":[4],"knowledge":[5,86],"from":[6,153,173],"complex":[7],"networks":[8],"(teacher)":[9],"to":[10,46,56,98,138,171,203],"lightweight":[11],"(student)":[12],"networks,":[13],"has":[14],"been":[15],"actively":[16],"studied":[17],"recently.":[18],"Despite":[19],"previous":[20],"studies":[21],"have":[22],"proposed":[23,182],"several":[24,73],"advanced":[25],"KD":[26,36,162,205],"losses":[27],"or":[28],"intricate":[29],"training":[30],"strategies,":[31],"the":[32,40,48,58,69,100,126,140,148,154,167,190,199],"core":[33],"concept":[34],"of":[35,72,147],"proves":[37],"ineffective":[38],"if":[39],"student":[41,65,75,127,141,169,176],"model":[42,170],"is":[43],"too":[44],"weak":[45],"mimic":[47],"teacher's":[49],"performance.":[50],"In":[51,129],"this":[52,78],"study,":[53],"we":[54,80,111,131,157],"aim":[55],"narrow":[57],"performance":[59,101,200],"discrepancy":[60],"between":[61],"Transformer-based":[62],"teacher":[63,149],"and":[64,123,186,189],"models":[66,115,142,177],"by":[67],"incorporating":[68],"inductive":[70,119],"biases":[71,120],"heterogeneous":[74],"models.":[76,128],"To":[77],"end,":[79],"put":[81],"forward":[82],"a":[83,105,159],"novel":[84],"cross-architecture":[85],"approach":[88],"called":[89],"Adaptive":[90],"Cross-architecture":[91],"Mutual":[92],"Distillation":[94],"(ACMKD),":[95],"tries":[97],"mitigate":[99],"gap":[102,201],"issue":[103],"using":[104],"multi-students":[106],"mutual":[107],"learning":[108],"strategy.":[109],"Specifically,":[110],"utilize":[112],"three":[113],"mainstream":[114],"associated":[116],"with":[117],"various":[118],"(CNN,":[121],"INN,":[122],"Transformer)":[124],"as":[125],"addition,":[130],"propose":[132],"an":[133],"effective":[134],"attention":[135],"similarity":[136],"mechanism":[137],"facilitate":[139],"in":[143],"mimicking":[144],"specific":[145],"portions":[146],"model.":[150],"Drawing":[151],"inspiration":[152],"Cannikin":[155],"Law,":[156],"devise":[158],"unique":[160],"second-stage":[161],"process":[163],"that":[164,193],"dynamically":[165],"enables":[166],"weakest":[168],"learn":[172],"other":[174,204],"stronger":[175],"again.":[178],"We":[179],"validate":[180],"our":[181,194],"methods":[183],"on":[184],"ImageNet":[185],"CIFAR100":[187],"datasets,":[188],"results":[191],"confirm":[192],"ACMKD":[195],"method":[196],"significantly":[197],"narrows":[198],"compared":[202],"methods.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}