{"id":"https://openalex.org/W4385253742","doi":"https://doi.org/10.1109/access.2023.3298647","title":"Focal Channel Knowledge Distillation for Multi-Modality Action Recognition","display_name":"Focal Channel Knowledge Distillation for Multi-Modality Action Recognition","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385253742","doi":"https://doi.org/10.1109/access.2023.3298647"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3298647","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3298647","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10193754.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10193754.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103134327","display_name":"Lipeng Gan","orcid":"https://orcid.org/0009-0005-5220-2303"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lipeng Gan","raw_affiliation_strings":["Department of Microelectronics and lntegrated Circuit, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Department of Microelectronics and lntegrated Circuit, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104147984","display_name":"Runze Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runze Cao","raw_affiliation_strings":["Department of Microelectronics and lntegrated Circuit, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Department of Microelectronics and lntegrated Circuit, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100368981","display_name":"Ning Li","orcid":"https://orcid.org/0000-0001-8475-8860"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Li","raw_affiliation_strings":["Department of Microelectronics and lntegrated Circuit, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Department of Microelectronics and lntegrated Circuit, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101058732","display_name":"Man Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Man Yang","raw_affiliation_strings":["Department of Microelectronics and lntegrated Circuit, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Department of Microelectronics and lntegrated Circuit, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063940644","display_name":"Xiaochao Li","orcid":"https://orcid.org/0000-0001-7469-7064"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]},{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]},{"id":"https://openalex.org/I4210134189","display_name":"Xiamen University Malaysia","ror":"https://ror.org/0331wa828","country_code":"MY","type":"education","lineage":["https://openalex.org/I191208505","https://openalex.org/I4210134189"]}],"countries":["AU","CN","MY"],"is_corresponding":false,"raw_author_name":"Xiaochao Li","raw_affiliation_strings":["Department of Microelectronics and lntegrated Circuit, Xiamen University, Xiamen, China","Department of Electrical and Electronics Engineering, Xiamen University Malaysia, Selangor, Malaysia","School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Microelectronics and lntegrated Circuit, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Department of Electrical and Electronics Engineering, Xiamen University Malaysia, Selangor, Malaysia","institution_ids":["https://openalex.org/I4210134189"]},{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5103134327"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.2388,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.51185007,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"11","issue":null,"first_page":"78285","last_page":"78298"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7463927268981934},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6959244012832642},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6319900751113892},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5830463767051697},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5585529804229736},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.48967626690864563},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4867132008075714},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4644491672515869},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4359111487865448},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39308103919029236},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32373350858688354}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7463927268981934},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6959244012832642},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6319900751113892},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5830463767051697},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5585529804229736},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.48967626690864563},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4867132008075714},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4644491672515869},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4359111487865448},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39308103919029236},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32373350858688354},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3298647","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3298647","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10193754.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b29f08abd3984c029860ac1c61599afd","is_oa":true,"landing_page_url":"https://doaj.org/article/b29f08abd3984c029860ac1c61599afd","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 78285-78298 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3298647","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3298647","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10193754.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2300736770","display_name":null,"funder_award_id":"(CSC)","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G3151893638","display_name":null,"funder_award_id":"XMUMRF/2019-C4/IECE/0008","funder_id":"https://openalex.org/F4320325434","funder_display_name":"Xiamen University"},{"id":"https://openalex.org/G6187132018","display_name":null,"funder_award_id":"202106315014","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G8589651859","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"}],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320325434","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385253742.pdf","grobid_xml":"https://content.openalex.org/works/W4385253742.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W2054041160","https://openalex.org/W2126579184","https://openalex.org/W2296311849","https://openalex.org/W2561238782","https://openalex.org/W2799211965","https://openalex.org/W2809440904","https://openalex.org/W2947084868","https://openalex.org/W2948048211","https://openalex.org/W2948122216","https://openalex.org/W2962850006","https://openalex.org/W2963155035","https://openalex.org/W2963524571","https://openalex.org/W2964134613","https://openalex.org/W2965616447","https://openalex.org/W2982517226","https://openalex.org/W2990152177","https://openalex.org/W2991451943","https://openalex.org/W2993585638","https://openalex.org/W3002271958","https://openalex.org/W3007882796","https://openalex.org/W3008546095","https://openalex.org/W3009812836","https://openalex.org/W3034213511","https://openalex.org/W3035570025","https://openalex.org/W3049435445","https://openalex.org/W3084394676","https://openalex.org/W3100993552","https://openalex.org/W3109392981","https://openalex.org/W3115382655","https://openalex.org/W3118761370","https://openalex.org/W3128140926","https://openalex.org/W3133191957","https://openalex.org/W3165051113","https://openalex.org/W3166303291","https://openalex.org/W3168292721","https://openalex.org/W3175624454","https://openalex.org/W3185034762","https://openalex.org/W3195949276","https://openalex.org/W3202329792","https://openalex.org/W4212917338","https://openalex.org/W4214524539","https://openalex.org/W4281752744","https://openalex.org/W4282943820","https://openalex.org/W4282981352","https://openalex.org/W4285061168","https://openalex.org/W4306874801","https://openalex.org/W4313141028","https://openalex.org/W4322731056","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6769647228","https://openalex.org/W6838532648","https://openalex.org/W6839116820","https://openalex.org/W6842607031"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W2110287964","https://openalex.org/W2167701463","https://openalex.org/W4307407935"],"abstract_inverted_index":{"The":[0,74,175],"multi-modality":[1,67],"action":[2,16],"recognition":[3,17],"aims":[4],"to":[5,13,35,58,113,152,170],"learn":[6,114],"the":[7,15,27,60,70,99,104,110,115,120,167,172,180],"complementary":[8,116],"information":[9],"from":[10,33,119],"multiple":[11],"modalities":[12],"improve":[14],"performance.":[18,174],"However,":[19],"there":[20],"exists":[21],"a":[22,52],"significant":[23],"modality":[24],"channel":[25,30,54,76,89,93,111,125,158],"difference,":[26],"equal":[28],"transferring":[29],"semantic":[31,62,117],"features":[32,118],"multi-modalities":[34],"RGB":[36,71,154],"will":[37],"result":[38],"in":[39],"competition":[40],"and":[41,64,81,87,101,132,139,148,187,196],"redundancy":[42],"during":[43],"knowledge":[44,55,126,159],"distillation.":[45],"To":[46],"address":[47],"this":[48],"issue,":[49],"we":[50],"propose":[51],"focal":[53,75,88,124,157],"distillation":[56,127,160],"strategy":[57],"transfer":[59],"key":[61,85],"correlations":[63,77],"distributions":[65,90],"of":[66,84,95],"teachers":[68],"into":[69],"student":[72,105],"network.":[73],"provide":[78,91],"intrinsic":[79],"relationships":[80],"diversity":[82],"properties":[83],"semantics,":[86],"salient":[92],"activation":[94],"features.":[96],"By":[97],"ignoring":[98],"less-discriminative":[100],"irrelevant":[102],"channels,":[103],"can":[106,162],"more":[107],"efficiently":[108],"utilize":[109],"capability":[112],"other":[121],"modalities.":[122],"Our":[123],"achieves":[128,183],"91.2%,":[129],"95.6%,":[130],"98.3%":[131],"81.0%":[133],"accuracy":[134,189],"with":[135,166],"4.5%,":[136],"4.2%,":[137],"3.7%":[138],"7.1%":[140],"improvement":[141],"on":[142,190],"NTU":[143,191],"60":[144,192],"(CS),":[145,193],"UTD-MHAD,":[146,194],"N-UCLA":[147],"HMDB51":[149,197],"datasets":[150,198],"comparing":[151],"unimodal":[153,168],"models.":[155],"This":[156],"framework":[161],"also":[163],"be":[164],"integrated":[165],"models":[169],"achieve":[171],"state-of-the-art":[173],"extensive":[176],"experiments":[177],"show":[178],"that":[179],"proposed":[181],"method":[182],"92.5%,":[184],"96.0%,":[185],"98.9%,":[186],"82.3%":[188],"N-UCLA,":[195],"respectively.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}