{"id":"https://openalex.org/W4372259865","doi":"https://doi.org/10.1109/icassp49357.2023.10095107","title":"Input-Dependent Dynamical Channel Association For Knowledge Distillation","display_name":"Input-Dependent Dynamical Channel Association For Knowledge Distillation","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4372259865","doi":"https://doi.org/10.1109/icassp49357.2023.10095107"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10095107","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp49357.2023.10095107","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050323300","display_name":"Qiankun Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiankun Tang","raw_affiliation_strings":["Zhejiang Lab,Research Center for Intelligent Computing Platforms","Research Center for Intelligent Computing Platforms, Zhejiang Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Lab,Research Center for Intelligent Computing Platforms","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Research Center for Intelligent Computing Platforms, Zhejiang Lab","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100368749","display_name":"Yuan Zhang","orcid":"https://orcid.org/0000-0003-0032-8631"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Zhang","raw_affiliation_strings":["China Telecom Research Insititute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Telecom Research Insititute","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032067104","display_name":"Xiaogang Xu","orcid":"https://orcid.org/0000-0002-7928-7336"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaogang Xu","raw_affiliation_strings":["Zhejiang Lab,Research Center for Intelligent Computing Platforms","Research Center for Intelligent Computing Platforms, Zhejiang Lab","School of Computer and Information Engineering, Zhejiang Gongshang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Lab,Research Center for Intelligent Computing Platforms","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Research Center for Intelligent Computing Platforms, Zhejiang Lab","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"School of Computer and Information Engineering, Zhejiang Gongshang University","institution_ids":["https://openalex.org/I75059550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100712167","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0001-9548-0411"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Wang","raw_affiliation_strings":["Zhejiang Lab,Research Center for Intelligent Computing Platforms","Research Center for Intelligent Computing Platforms, Zhejiang Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Lab,Research Center for Intelligent Computing Platforms","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Research Center for Intelligent Computing Platforms, Zhejiang Lab","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108828966","display_name":"Yimin Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yimin Guo","raw_affiliation_strings":["China Telecom Research Insititute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Telecom Research Insititute","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3263,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.62958217,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7435069680213928},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6782442927360535},{"id":"https://openalex.org/keywords/association","display_name":"Association (psychology)","score":0.6657885909080505},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.6518807411193848},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5751867890357971},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5649975538253784},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5282133221626282},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5241094827651978},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5043545961380005},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5013878345489502},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.49065959453582764},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4480672776699066},{"id":"https://openalex.org/keywords/semantic-network","display_name":"Semantic network","score":0.4123265743255615},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.12766945362091064},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12349584698677063}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7435069680213928},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6782442927360535},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.6657885909080505},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.6518807411193848},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5751867890357971},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5649975538253784},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5282133221626282},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5241094827651978},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5043545961380005},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5013878345489502},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.49065959453582764},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4480672776699066},{"id":"https://openalex.org/C85407183","wikidata":"https://www.wikidata.org/wiki/Q1045785","display_name":"Semantic network","level":2,"score":0.4123265743255615},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.12766945362091064},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12349584698677063},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49357.2023.10095107","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp49357.2023.10095107","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7200000286102295,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1533861849","https://openalex.org/W1686810756","https://openalex.org/W1821462560","https://openalex.org/W2194775991","https://openalex.org/W2561238782","https://openalex.org/W2752782242","https://openalex.org/W2936864631","https://openalex.org/W2951975363","https://openalex.org/W2952802422","https://openalex.org/W2955192706","https://openalex.org/W2963140444","https://openalex.org/W2964118293","https://openalex.org/W2982242214","https://openalex.org/W2986015886","https://openalex.org/W2995607862","https://openalex.org/W3034756453","https://openalex.org/W3035163969","https://openalex.org/W3108124733","https://openalex.org/W3108491103","https://openalex.org/W3174102142","https://openalex.org/W3176403475","https://openalex.org/W3177008256","https://openalex.org/W3195579136","https://openalex.org/W4226426325","https://openalex.org/W4385245566","https://openalex.org/W6631943919","https://openalex.org/W6637373629","https://openalex.org/W6638523607","https://openalex.org/W6730179637","https://openalex.org/W6739901393","https://openalex.org/W6753767121","https://openalex.org/W6763094690","https://openalex.org/W6769906912"],"related_works":["https://openalex.org/W2352440174","https://openalex.org/W1975289146","https://openalex.org/W4309440960","https://openalex.org/W3026162553","https://openalex.org/W2105887828","https://openalex.org/W2062168445","https://openalex.org/W2087240539","https://openalex.org/W1972035260","https://openalex.org/W4236520801","https://openalex.org/W2348940229"],"abstract_inverted_index":{"Feature-map":[0],"based":[1,93,117],"knowledge":[2],"distillation":[3],"has":[4],"exhibited":[5],"its":[6,89,95],"significance":[7],"in":[8,75],"improving":[9],"the":[10,20,26,51,119,125],"performance":[11],"of":[12,22,29,35,115,127],"student":[13,82],"model.":[14],"Existing":[15],"works":[16],"mainly":[17],"focus":[18],"on":[19,94,109,118],"formulation":[21],"knowledge,":[23],"but":[24],"ignore":[25],"number":[27],"difference":[28],"channels":[30],"due":[31],"to":[32,50,84,88],"heterogeneous":[33],"architectures":[34,122],"teacher-student":[36],"pair.":[37],"They":[38],"generally":[39],"adopt":[40],"handcrafted":[41],"matching":[42],"or":[43],"input-independent":[44],"association":[45,66],"matrix,":[46],"which":[47,79],"would":[48],"lead":[49],"semantic":[52],"mismatch,":[53],"thus":[54],"suboptimal":[55],"performance.":[56],"To":[57],"resolve":[58],"this":[59],"problem,":[60],"we":[61],"present":[62],"an":[63,72],"input-dependent":[64],"channel":[65,83,92],"module.":[67],"This":[68],"module":[69],"automatically":[70],"generates":[71],"allocation":[73],"matrix":[74],"a":[76,113],"cross-attention":[77],"manner,":[78],"enables":[80],"each":[81],"be":[85],"dynamically":[86],"connected":[87],"semantic-related":[90],"teacher":[91],"learning":[96],"state.":[97],"An":[98],"alternative":[99],"training":[100],"scheme":[101],"is":[102],"applied":[103],"for":[104],"stable":[105],"optimization.":[106],"Extensive":[107],"experiments":[108],"image":[110],"classification":[111],"with":[112],"variety":[114],"settings":[116],"popular":[120],"network":[121],"well":[123],"demonstrate":[124],"effectiveness":[126],"our":[128],"proposed":[129],"strategy.":[130]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}