{"id":"https://openalex.org/W4413359849","doi":"https://doi.org/10.1109/jiot.2025.3600817","title":"M2FM: A Multimodal Fusion Model for Human Action Recognition With Camera and Millimeter-Wave Radar","display_name":"M2FM: A Multimodal Fusion Model for Human Action Recognition With Camera and Millimeter-Wave Radar","publication_year":2025,"publication_date":"2025-08-20","ids":{"openalex":"https://openalex.org/W4413359849","doi":"https://doi.org/10.1109/jiot.2025.3600817"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3600817","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3600817","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021126844","display_name":"Jiangang Yi","orcid":"https://orcid.org/0000-0002-1785-3953"},"institutions":[{"id":"https://openalex.org/I31590910","display_name":"Jianghan University","ror":"https://ror.org/041c9x778","country_code":"CN","type":"education","lineage":["https://openalex.org/I31590910"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiangang Yi","raw_affiliation_strings":["Hubei Engineering Research Center for Intelligent Measurement and Control of Special Equipment, and the School of Smart Manufacturing, Jianghan University, Wuhan, China","State Key Laboratory of Precision Blasting, and School of Smart Manufacturing, Jianghan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Engineering Research Center for Intelligent Measurement and Control of Special Equipment, and the School of Smart Manufacturing, Jianghan University, Wuhan, China","institution_ids":["https://openalex.org/I31590910"]},{"raw_affiliation_string":"State Key Laboratory of Precision Blasting, and School of Smart Manufacturing, Jianghan University, Wuhan, China","institution_ids":["https://openalex.org/I31590910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031262891","display_name":"Hongfeng Zou","orcid":null},"institutions":[{"id":"https://openalex.org/I31590910","display_name":"Jianghan University","ror":"https://ror.org/041c9x778","country_code":"CN","type":"education","lineage":["https://openalex.org/I31590910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongfeng Zou","raw_affiliation_strings":["Hubei Engineering Research Center for Intelligent Measurement and Control of Special Equipment, and the School of Smart Manufacturing, Jianghan University, Wuhan, China","State Key Laboratory of Precision Blasting, and School of Smart Manufacturing, Jianghan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0004-6764-4107","affiliations":[{"raw_affiliation_string":"Hubei Engineering Research Center for Intelligent Measurement and Control of Special Equipment, and the School of Smart Manufacturing, Jianghan University, Wuhan, China","institution_ids":["https://openalex.org/I31590910"]},{"raw_affiliation_string":"State Key Laboratory of Precision Blasting, and School of Smart Manufacturing, Jianghan University, Wuhan, China","institution_ids":["https://openalex.org/I31590910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114073598","display_name":"Mingcheng Ling","orcid":null},"institutions":[{"id":"https://openalex.org/I31590910","display_name":"Jianghan University","ror":"https://ror.org/041c9x778","country_code":"CN","type":"education","lineage":["https://openalex.org/I31590910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingcheng Ling","raw_affiliation_strings":["Hubei Engineering Research Center for Intelligent Measurement and Control of Special Equipment, and the School of Smart Manufacturing, Jianghan University, Wuhan, China","State Key Laboratory of Precision Blasting, and School of Smart Manufacturing, Jianghan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0000-1937-0480","affiliations":[{"raw_affiliation_string":"Hubei Engineering Research Center for Intelligent Measurement and Control of Special Equipment, and the School of Smart Manufacturing, Jianghan University, Wuhan, China","institution_ids":["https://openalex.org/I31590910"]},{"raw_affiliation_string":"State Key Laboratory of Precision Blasting, and School of Smart Manufacturing, Jianghan University, Wuhan, China","institution_ids":["https://openalex.org/I31590910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020715333","display_name":"Gao Jun","orcid":"https://orcid.org/0000-0001-9857-531X"},"institutions":[{"id":"https://openalex.org/I31590910","display_name":"Jianghan University","ror":"https://ror.org/041c9x778","country_code":"CN","type":"education","lineage":["https://openalex.org/I31590910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Gao","raw_affiliation_strings":["Hubei Engineering Research Center for Intelligent Measurement and Control of Special Equipment, and the School of Smart Manufacturing, Jianghan University, Wuhan, China","State Key Laboratory of Precision Blasting, and School of Smart Manufacturing, Jianghan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9857-531X","affiliations":[{"raw_affiliation_string":"Hubei Engineering Research Center for Intelligent Measurement and Control of Special Equipment, and the School of Smart Manufacturing, Jianghan University, Wuhan, China","institution_ids":["https://openalex.org/I31590910"]},{"raw_affiliation_string":"State Key Laboratory of Precision Blasting, and School of Smart Manufacturing, Jianghan University, Wuhan, China","institution_ids":["https://openalex.org/I31590910"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054035359","display_name":"Yi Lu Murphey","orcid":"https://orcid.org/0000-0002-0501-8002"},"institutions":[{"id":"https://openalex.org/I4210130704","display_name":"University of Michigan\u2013Dearborn","ror":"https://ror.org/035wtm547","country_code":"US","type":"education","lineage":["https://openalex.org/I4210130704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Lu Murphey","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Michigan-Dearborn, Dearborn, MI, USA","Department of Electrical and Computer Engineering, University of Michigan-Dearborn, Michigan, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Michigan-Dearborn, Dearborn, MI, USA","institution_ids":["https://openalex.org/I4210130704"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Michigan-Dearborn, Michigan, USA","institution_ids":["https://openalex.org/I4210130704"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5021126844"],"corresponding_institution_ids":["https://openalex.org/I31590910"],"apc_list":null,"apc_paid":null,"fwci":9.5755,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.97419851,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"12","issue":"21","first_page":"45610","last_page":"45623"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11038","display_name":"Advanced SAR Imaging Techniques","score":0.9708999991416931,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11038","display_name":"Advanced SAR Imaging Techniques","score":0.9708999991416931,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7019196152687073},{"id":"https://openalex.org/keywords/extremely-high-frequency","display_name":"Extremely high frequency","score":0.6654020547866821},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5744824409484863},{"id":"https://openalex.org/keywords/radar-imaging","display_name":"Radar imaging","score":0.553068995475769},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.5362168550491333},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5046566724777222},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.46254676580429077},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4581519663333893},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4303114712238312},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.39473217725753784},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2100585699081421},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.13971608877182007}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7019196152687073},{"id":"https://openalex.org/C45764600","wikidata":"https://www.wikidata.org/wiki/Q570342","display_name":"Extremely high frequency","level":2,"score":0.6654020547866821},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5744824409484863},{"id":"https://openalex.org/C10929652","wikidata":"https://www.wikidata.org/wiki/Q7279985","display_name":"Radar imaging","level":3,"score":0.553068995475769},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.5362168550491333},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5046566724777222},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.46254676580429077},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4581519663333893},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4303114712238312},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.39473217725753784},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2100585699081421},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.13971608877182007},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3600817","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3600817","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G108880674","display_name":null,"funder_award_id":"2023AFB993","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1707441396","display_name":null,"funder_award_id":"HBIK2023-03","funder_id":"https://openalex.org/F4320326952","funder_display_name":"State Key Laboratory of Industrial Control Technology"},{"id":"https://openalex.org/G7563630293","display_name":null,"funder_award_id":"2023AFB993","funder_id":"https://openalex.org/F4320326952","funder_display_name":"State Key Laboratory of Industrial Control Technology"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326952","display_name":"State Key Laboratory of Industrial Control Technology","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1947481528","https://openalex.org/W2047129912","https://openalex.org/W2097847401","https://openalex.org/W2342662179","https://openalex.org/W2465488276","https://openalex.org/W2591961134","https://openalex.org/W2593037952","https://openalex.org/W2614128781","https://openalex.org/W2782776028","https://openalex.org/W2953787907","https://openalex.org/W2962858109","https://openalex.org/W2962960500","https://openalex.org/W2965924798","https://openalex.org/W2966523578","https://openalex.org/W2971680695","https://openalex.org/W2979637742","https://openalex.org/W2982083293","https://openalex.org/W3000821456","https://openalex.org/W3009059746","https://openalex.org/W3015014633","https://openalex.org/W3023678943","https://openalex.org/W3034213511","https://openalex.org/W3039610325","https://openalex.org/W3080930402","https://openalex.org/W3083918922","https://openalex.org/W3094502228","https://openalex.org/W3101507902","https://openalex.org/W3107519190","https://openalex.org/W3113920925","https://openalex.org/W3126721948","https://openalex.org/W3135171275","https://openalex.org/W3148092285","https://openalex.org/W3181762391","https://openalex.org/W3200048566","https://openalex.org/W3205618423","https://openalex.org/W3216803513","https://openalex.org/W4214588794","https://openalex.org/W4214612132","https://openalex.org/W4226310142","https://openalex.org/W4282943820","https://openalex.org/W4282981352","https://openalex.org/W4283066439","https://openalex.org/W4297697565","https://openalex.org/W4312560592","https://openalex.org/W4312695107","https://openalex.org/W4315488929","https://openalex.org/W4321021816","https://openalex.org/W4366147725","https://openalex.org/W4379983224","https://openalex.org/W4385245566","https://openalex.org/W4390872670","https://openalex.org/W4391263123","https://openalex.org/W4392941275","https://openalex.org/W4402643979","https://openalex.org/W4409367296"],"related_works":["https://openalex.org/W2379392295","https://openalex.org/W3160965418","https://openalex.org/W613940353","https://openalex.org/W2320915480","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2152662039","https://openalex.org/W3177020083","https://openalex.org/W2069451901"],"abstract_inverted_index":{"Human":[0,239],"action":[1,45,54,79,105,128,166],"recognition":[2,80,167,255],"is":[3,121,147,170,209],"a":[4,15,94,118,140,160,180,203,228,236],"research":[5,34],"hotspot":[6],"in":[7],"the":[8,18,38,53,57,114,157,213,220,245],"field":[9,195],"of":[10,20,40,56,153,216,257],"ambient":[11],"intelligence,":[12],"serving":[13],"as":[14],"foundation":[16],"for":[17,43,149,211,259],"Internet":[19],"Healthcare":[21],"Things":[22],"(IoHT)":[23],"and":[24,110,134,165,179,196,264],"smart":[25],"home":[26],"wellness,":[27],"with":[28,192,252],"extensive":[29],"application":[30],"value.":[31],"Currently,":[32],"most":[33],"primarily":[35],"focuses":[36],"on":[37,235],"performance":[39],"single-modal":[41,48],"approach":[42],"human":[44,58,78,104,127,154,217,262],"recognition.":[46],"However,":[47],"data":[49,63,70],"cannot":[50],"adequately":[51],"capture":[52,124],"characteristics":[55],"body.":[59],"For":[60],"instance,":[61],"camera":[62],"lacks":[64,71],"detailed":[65],"micro-motion":[66],"information,":[67],"while":[68],"radar":[69,108,116],"visual":[72],"appearance":[73],"information.":[74],"This":[75],"limitation":[76],"makes":[77],"systems":[81],"susceptible":[82],"to":[83,99,123,188],"complex":[84,103],"covariate":[85],"influences.":[86],"To":[87],"address":[88],"this":[89,91],"issue,":[90],"paper":[92],"proposes":[93],"Multi-Modal":[95],"Fusion":[96],"Model,":[97],"M2FM,":[98],"accurately":[100],"recognize":[101],"various":[102],"from":[106,222],"millimeter-wave":[107,115],"signals":[109],"video":[111,158,163],"data.":[112],"In":[113,156],"branch,":[117,159],"LFNet":[119],"network":[120],"constructed":[122],"richly":[125],"hierarchical":[126],"representation":[129],"by":[130,227],"extracting":[131],"micro-Doppler":[132],"feature":[133,137,152],"cadence":[135],"velocity":[136],"simultaneously.":[138],"Specially,":[139,172],"Linear":[141,181,205],"Feedforward":[142],"Neural":[143],"Network":[144],"(LFNN)":[145],"module":[146,178,185,208],"designed":[148,187,210],"modeling":[150,212],"global-local":[151],"action.":[155,218],"lightweight":[161],"Transformer-based":[162],"analysis":[164],"network,":[168],"STL-Former,":[169],"developed.":[171],"an":[173,253],"Agent":[174],"downSampling":[175],"(AS)":[176],"attention":[177,184,206],"Maxpooling":[182],"(LM)":[183],"are":[186,225],"achieve":[189],"context-aware":[190],"downsampling":[191],"global":[193],"receptive":[194],"spatial":[197],"vector":[198],"sequence":[199],"downsampling,":[200],"respectively.":[201],"Additionally,":[202],"multi-scale":[204],"(Litner)":[207],"spatio-temporal":[214],"information":[215],"Finally,":[219],"outputs":[221],"two":[223],"branches":[224],"fused":[226],"filter-based":[229],"Dempster-Shafer":[230],"theory.":[231],"The":[232],"experimental":[233],"results":[234],"self-collected":[237],"Multi-modal":[238],"Action":[240],"Dataset,":[241],"JH-MHAD,":[242],"show":[243],"that":[244],"M2FM":[246],"model":[247],"outperforms":[248],"other":[249],"advanced":[250],"models,":[251],"average":[254],"accuracy":[256],"99.3%":[258],"eight":[260],"different":[261,270],"actions,":[263],"it":[265],"demonstrates":[266],"strong":[267],"adaptability":[268],"under":[269],"conditions.":[271]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}