{"id":"https://openalex.org/W4408355458","doi":"https://doi.org/10.1109/icassp49660.2025.10889610","title":"Explicit Spatial Hint and Implicit Logits Relation: Distilling Heterogeneous Knowledge From Vision Transformer to CNN","display_name":"Explicit Spatial Hint and Implicit Logits Relation: Distilling Heterogeneous Knowledge From Vision Transformer to CNN","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408355458","doi":"https://doi.org/10.1109/icassp49660.2025.10889610"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10889610","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10889610","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032785568","display_name":"Wenkuan Li","orcid":"https://orcid.org/0000-0001-5603-6422"},"institutions":[{"id":"https://openalex.org/I9086337","display_name":"Taiyuan University of Technology","ror":"https://ror.org/03kv08d37","country_code":"CN","type":"education","lineage":["https://openalex.org/I9086337"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenkuan Li","raw_affiliation_strings":["Taiyuan University of Technology,School of Computer Science and Technology,Taiyuan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Taiyuan University of Technology,School of Computer Science and Technology,Taiyuan,China","institution_ids":["https://openalex.org/I9086337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047165324","display_name":"Dongyuan Li","orcid":"https://orcid.org/0000-0002-4462-3563"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongyuan Li","raw_affiliation_strings":["Engineering Training Center Shandong University,Jinan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Training Center Shandong University,Jinan,China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101682185","display_name":"Shuo Gao","orcid":"https://orcid.org/0009-0002-7950-2929"},"institutions":[{"id":"https://openalex.org/I9086337","display_name":"Taiyuan University of Technology","ror":"https://ror.org/03kv08d37","country_code":"CN","type":"education","lineage":["https://openalex.org/I9086337"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuo Gao","raw_affiliation_strings":["Taiyuan University of Technology,School of Computer Science and Technology,Taiyuan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Taiyuan University of Technology,School of Computer Science and Technology,Taiyuan,China","institution_ids":["https://openalex.org/I9086337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026210725","display_name":"Xubin Wu","orcid":"https://orcid.org/0009-0009-3460-9926"},"institutions":[{"id":"https://openalex.org/I9086337","display_name":"Taiyuan University of Technology","ror":"https://ror.org/03kv08d37","country_code":"CN","type":"education","lineage":["https://openalex.org/I9086337"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xubin Wu","raw_affiliation_strings":["Taiyuan University of Technology,School of Computer Science and Technology,Taiyuan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Taiyuan University of Technology,School of Computer Science and Technology,Taiyuan,China","institution_ids":["https://openalex.org/I9086337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100351426","display_name":"Ming Li","orcid":"https://orcid.org/0000-0002-4214-6556"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ming Li","raw_affiliation_strings":["Simon Fraser University,Faculty of Applied Sciences,Burnaby,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Simon Fraser University,Faculty of Applied Sciences,Burnaby,Canada","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101528671","display_name":"Haifang Li","orcid":"https://orcid.org/0009-0003-1098-4023"},"institutions":[{"id":"https://openalex.org/I9086337","display_name":"Taiyuan University of Technology","ror":"https://ror.org/03kv08d37","country_code":"CN","type":"education","lineage":["https://openalex.org/I9086337"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifang Li","raw_affiliation_strings":["Taiyuan University of Technology,School of Computer Science and Technology,Taiyuan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Taiyuan University of Technology,School of Computer Science and Technology,Taiyuan,China","institution_ids":["https://openalex.org/I9086337"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.423799991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.423799991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7614214420318604},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5733534693717957},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5419323444366455},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48351672291755676},{"id":"https://openalex.org/keywords/spatial-relation","display_name":"Spatial relation","score":0.4783693850040436},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4033375680446625},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.16428154706954956},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12571316957473755},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09354671835899353},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.05766350030899048}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7614214420318604},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5733534693717957},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5419323444366455},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48351672291755676},{"id":"https://openalex.org/C27511587","wikidata":"https://www.wikidata.org/wiki/Q2178623","display_name":"Spatial relation","level":2,"score":0.4783693850040436},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4033375680446625},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.16428154706954956},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12571316957473755},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09354671835899353},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.05766350030899048}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10889610","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10889610","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1875842236","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2295107390","https://openalex.org/W2962858109","https://openalex.org/W2963140444","https://openalex.org/W3138516171","https://openalex.org/W4226426325","https://openalex.org/W4312084235","https://openalex.org/W4385245566","https://openalex.org/W4386065714","https://openalex.org/W4386071518","https://openalex.org/W4386076281","https://openalex.org/W4386076374","https://openalex.org/W4387010030","https://openalex.org/W4389520358","https://openalex.org/W4390873303","https://openalex.org/W4392904288","https://openalex.org/W4392909676","https://openalex.org/W4393152248","https://openalex.org/W4393159481","https://openalex.org/W4393160131","https://openalex.org/W4401043428","https://openalex.org/W4401414214","https://openalex.org/W4402670233","https://openalex.org/W6638523607","https://openalex.org/W6769906912","https://openalex.org/W6774314701","https://openalex.org/W6784333009","https://openalex.org/W6787972765","https://openalex.org/W6839053282","https://openalex.org/W6857692509"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"A":[0],"lightweight":[1],"Convolutional":[2],"Neural":[3],"Network":[4],"(CNN)":[5],"typically":[6],"requires":[7],"knowledge":[8,82],"transfer":[9,98],"from":[10,83],"a":[11,66,109,121],"large":[12],"powerful":[13],"network":[14,183],"before":[15],"it":[16],"is":[17,44,99,130,174],"employed":[18],"in":[19,37,48],"resource-limited":[20],"edge":[21],"devices.":[22],"Vision":[23],"Transformer":[24],"(ViT)":[25],"possesses":[26],"an":[27,93],"unparalleled":[28],"capability":[29],"for":[30,80],"global":[31],"modeling":[32],"but":[33],"remains":[34],"largely":[35],"unexplored":[36],"Knowledge":[38],"Distillation":[39],"(KD).":[40],"The":[41],"main":[42],"reason":[43],"that":[45,161],"the":[46,113,117,134],"gap":[47,115],"receptive":[49],"fields":[50],"between":[51,116],"ViT":[52,84],"and":[53,58,76],"CNN":[54,150],"causes":[55],"representation":[56,114],"discrepancy":[57],"logits":[59,78,135],"confidence-bias.":[60],"In":[61],"this":[62],"paper,":[63],"we":[64],"propose":[65],"novel":[67],"heterogeneous":[68,118],"distillation":[69],"method":[70,164],"based":[71],"on":[72,169,180],"explicit":[73],"spatial":[74,110],"hint":[75],"implicit":[77],"relation":[79,136],"transferring":[81],"to":[85,101,132,137,151],"CNN.":[86],"By":[87],"exploiting":[88],"class":[89,96],"discriminative":[90],"regions":[91,105],"of":[92,106,184],"input":[94],"image,":[95],"attention":[97],"developed":[100],"adaptively":[102],"identify":[103],"common":[104],"interest":[107],"as":[108],"hint,":[111],"bridging":[112],"architectures.":[119,186],"Meanwhile,":[120],"learnable":[122],"projector":[123],"equipped":[124],"with":[125,144,154],"our":[126,162],"soft":[127],"maximum":[128],"function":[129],"introduced":[131],"refine":[133],"evaluate":[138],"all":[139],"classification":[140],"results":[141],"more":[142],"evenly":[143],"smoother":[145],"gradient":[146],"flows,":[147],"which":[148,173],"helps":[149],"effectively":[152],"learn":[153],"larger":[155],"capacity":[156],"gaps.":[157],"Extensive":[158],"experiments":[159],"demonstrate":[160],"proposed":[163],"can":[165],"achieves":[166],"state-of-the-art":[167],"performance":[168],"multiple":[170],"benchmark":[171],"datasets,":[172],"simple":[175],"yet":[176],"efficient":[177],"without":[178],"relying":[179],"any":[181],"auxiliary":[182],"homogeneous":[185]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}