{"id":"https://openalex.org/W4412445377","doi":"https://doi.org/10.1109/tim.2025.3588988","title":"Enhancing Multimodal Action Recognition With Semantic-Guided Feature Disentangled and Multichannel Adaptive Feature Fusion","display_name":"Enhancing Multimodal Action Recognition With Semantic-Guided Feature Disentangled and Multichannel Adaptive Feature Fusion","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412445377","doi":"https://doi.org/10.1109/tim.2025.3588988"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2025.3588988","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2025.3588988","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103155779","display_name":"Xiao Liu","orcid":"https://orcid.org/0000-0001-8636-4996"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiao Liu","raw_affiliation_strings":["School of Computer Science and Technology/School of Artificial Intelligence and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8636-4996","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology/School of Artificial Intelligence and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038687122","display_name":"Guan Yuan","orcid":"https://orcid.org/0000-0003-3148-9817"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guan Yuan","raw_affiliation_strings":["School of Computer Science and Technology/School of Artificial Intelligence and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3148-9817","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology/School of Artificial Intelligence and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100635692","display_name":"Yanmei Zhang","orcid":"https://orcid.org/0000-0002-6533-519X"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanmei Zhang","raw_affiliation_strings":["School of Computer Science and Technology/School of Artificial Intelligence and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6533-519X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology/School of Artificial Intelligence and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025079159","display_name":"Yong Zhou","orcid":"https://orcid.org/0000-0001-6207-0299"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Zhou","raw_affiliation_strings":["School of Computer Science and Technology/School of Artificial Intelligence and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-6207-0299","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology/School of Artificial Intelligence and the Mine Digitization Engineering Research Center of the Ministry of Education, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]},{"raw_affiliation_string":"School of Computer Science and Technology, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083650030","display_name":"Sen Qiu","orcid":"https://orcid.org/0000-0001-6846-546X"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sen Qiu","raw_affiliation_strings":["School of Control Science and Engineering, Dalian University of Technology, Dalian, China","School of Control Science and Engineering, Dalian Unversity of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-6846-546X","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Control Science and Engineering, Dalian Unversity of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085295698","display_name":"Wei Dai","orcid":"https://orcid.org/0000-0003-3057-7225"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Dai","raw_affiliation_strings":["School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3057-7225","affiliations":[{"raw_affiliation_string":"School of Information and Control Engineering, China University of Mining and Technology, Xuzhou, China","institution_ids":["https://openalex.org/I25757504"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5103155779"],"corresponding_institution_ids":["https://openalex.org/I25757504"],"apc_list":null,"apc_paid":null,"fwci":1.1332,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.79989886,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"74","issue":null,"first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.7649217844009399},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7003328800201416},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.6425045132637024},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5858251452445984},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5217334032058716},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5015242099761963},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4803687036037445},{"id":"https://openalex.org/keywords/semantic-feature","display_name":"Semantic feature","score":0.47722509503364563},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4439464807510376},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3791552186012268},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10018309950828552}],"concepts":[{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.7649217844009399},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7003328800201416},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.6425045132637024},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5858251452445984},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5217334032058716},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5015242099761963},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4803687036037445},{"id":"https://openalex.org/C2781122975","wikidata":"https://www.wikidata.org/wiki/Q16928266","display_name":"Semantic feature","level":2,"score":0.47722509503364563},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4439464807510376},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3791552186012268},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10018309950828552},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2025.3588988","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2025.3588988","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7099999785423279,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G3711068630","display_name":null,"funder_award_id":"KYCX23_2728","funder_id":"https://openalex.org/F4320335769","funder_display_name":"Graduate Research and Innovation Projects of Jiangsu Province"},{"id":"https://openalex.org/G3816039876","display_name":null,"funder_award_id":"2023XSCX048","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5103861003","display_name":null,"funder_award_id":"71774159","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335769","display_name":"Graduate Research and Innovation Projects of Jiangsu Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W2086509056","https://openalex.org/W2296311849","https://openalex.org/W2309561466","https://openalex.org/W2915687033","https://openalex.org/W3082819019","https://openalex.org/W3107057812","https://openalex.org/W3119851876","https://openalex.org/W3174812227","https://openalex.org/W3188277880","https://openalex.org/W3190693140","https://openalex.org/W4200634555","https://openalex.org/W4210935650","https://openalex.org/W4285555510","https://openalex.org/W4304091718","https://openalex.org/W4304092664","https://openalex.org/W4312639100","https://openalex.org/W4312894178","https://openalex.org/W4313886816","https://openalex.org/W4317624908","https://openalex.org/W4320005503","https://openalex.org/W4320015918","https://openalex.org/W4321769488","https://openalex.org/W4323349989","https://openalex.org/W4323891852","https://openalex.org/W4324394311","https://openalex.org/W4328112128","https://openalex.org/W4382240124","https://openalex.org/W4382797871","https://openalex.org/W4385463174","https://openalex.org/W4386065445","https://openalex.org/W4386075879","https://openalex.org/W4389639056","https://openalex.org/W4390547902","https://openalex.org/W4390798810","https://openalex.org/W4390818115","https://openalex.org/W4390874024","https://openalex.org/W4391576887","https://openalex.org/W4391661486","https://openalex.org/W4391693788","https://openalex.org/W4391767130","https://openalex.org/W4392251991","https://openalex.org/W4392543857","https://openalex.org/W4393519251","https://openalex.org/W4396575074","https://openalex.org/W4401163976","https://openalex.org/W4401414029","https://openalex.org/W4401829187","https://openalex.org/W4402351532","https://openalex.org/W4402980373","https://openalex.org/W4403147898","https://openalex.org/W4403791638","https://openalex.org/W4403791723","https://openalex.org/W4406229937","https://openalex.org/W4407690720","https://openalex.org/W4410502616","https://openalex.org/W6853188088","https://openalex.org/W6857634524"],"related_works":["https://openalex.org/W2364155688","https://openalex.org/W2046522763","https://openalex.org/W2366916257","https://openalex.org/W2375847997","https://openalex.org/W2072836406","https://openalex.org/W2391772185","https://openalex.org/W2061641547","https://openalex.org/W2355099127","https://openalex.org/W2361892564","https://openalex.org/W1847280318"],"abstract_inverted_index":{"Multimodal":[0,70],"action":[1,85,115],"recognition":[2,116],"exploits":[3],"the":[4,29,55,60,130,144,159],"consistency":[5],"and":[6,89,153],"complementarity":[7],"among":[8],"different":[9,43,133],"modalities":[10],"to":[11,38],"mitigate":[12],"measurement":[13],"biases":[14],"inherent":[15],"in":[16,54],"single-modality":[17],"data.":[18],"However,":[19],"existing":[20],"methods":[21],"primarily":[22],"focus":[23],"on":[24,139,158],"inter-modal":[25],"correlation,":[26],"often":[27],"at":[28],"expense":[30],"of":[31,132,146],"modality-specific":[32,50,90,96],"semantic":[33,134],"features.":[34,135],"This":[35,92],"limits":[36],"them":[37],"discerning":[39],"ambiguous":[40],"actions":[41,44],"when":[42],"with":[45],"similar":[46],"sequences,":[47],"as":[48,99],"crucial":[49,95],"nuances":[51],"are":[52],"lost":[53],"fused":[56],"representation.":[57],"To":[58],"address":[59],"aforementioned":[61],"issue,":[62],"we":[63,120],"propose":[64],"Feature":[65],"Disentangled":[66],"Representation":[67],"Learning":[68],"for":[69],"Action":[71],"Recognition":[72],"(FDRL-MAR).":[73],"Unlike":[74],"previous":[75],"approaches":[76],"that":[77,94,127],"blend":[78],"multimodal":[79],"information":[80],"indiscriminately,":[81],"FDRL-MAR":[82,147],"explicitly":[83],"disentangles":[84],"features":[86],"into":[87],"modality-common":[88],"representations.":[91],"ensures":[93],"cues,":[97],"such":[98],"skeleton":[100],"posture":[101],"details":[102],"or":[103],"inertial":[104],"motion":[105],"signatures,":[106],"remain":[107],"distinguishable":[108],"while":[109],"preserving":[110],"cross-modal":[111],"consistency.":[112],"Furthermore,":[113],"since":[114],"is":[117],"inherently":[118],"dynamic,":[119],"introduce":[121],"a":[122],"multi-channel":[123],"adaptive":[124],"fusion":[125],"mechanism":[126],"dynamically":[128],"adjusts":[129],"contribution":[131],"Finally,":[136],"extensive":[137],"experiments":[138],"three":[140],"benchmark":[141],"datasets":[142],"demonstrate":[143],"effectiveness":[145],"over":[148],"state-of-the-art":[149],"methods.":[150],"Our":[151],"code":[152],"data":[154],"will":[155],"be":[156],"released":[157],"GitHub:":[160],"https://github.com/YooLiuXiao/FDRL-MHAD.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}