{"id":"https://openalex.org/W7076051582","doi":"https://doi.org/10.1109/jiot.2025.3599403","title":"Multimodal Spatiotemporal Feature-Based Human Motion Pattern Recognition With CNN-Transformer-Attention Framework","display_name":"Multimodal Spatiotemporal Feature-Based Human Motion Pattern Recognition With CNN-Transformer-Attention Framework","publication_year":2025,"publication_date":"2025-08-15","ids":{"openalex":"https://openalex.org/W7076051582","doi":"https://doi.org/10.1109/jiot.2025.3599403"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3599403","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3599403","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ming Xia","orcid":"https://orcid.org/0000-0002-6552-3377"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Xia","raw_affiliation_strings":["School of Electronics and Information Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6552-3377","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiale Wang","orcid":"https://orcid.org/0000-0001-6530-7060"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiale Wang","raw_affiliation_strings":["School of Space and Earth Sciences, the Key Laboratory of Satellite Navigation and Mobile Communication Fusion Technology, the Ministry of Industry and Information Technology, and the National Key Laboratory of CNS/ATM, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6530-7060","affiliations":[{"raw_affiliation_string":"School of Space and Earth Sciences, the Key Laboratory of Satellite Navigation and Mobile Communication Fusion Technology, the Ministry of Industry and Information Technology, and the National Key Laboratory of CNS/ATM, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Nanzhu Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nanzhu Liu","raw_affiliation_strings":["School of Electronics and Information Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuxin Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxin Xie","raw_affiliation_strings":["School of Electronics and Information Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ziwei Yue","orcid":"https://orcid.org/0009-0000-2638-2391"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziwei Yue","raw_affiliation_strings":["School of Electronics and Information Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-2638-2391","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chuang Shi","orcid":"https://orcid.org/0000-0002-1600-9160"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuang Shi","raw_affiliation_strings":["School of Space and Earth Sciences, the Key Laboratory of Satellite Navigation and Mobile Communication Fusion Technology, the Ministry of Industry and Information Technology, and the National Key Laboratory of CNS/ATM, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1600-9160","affiliations":[{"raw_affiliation_string":"School of Space and Earth Sciences, the Key Laboratory of Satellite Navigation and Mobile Communication Fusion Technology, the Ministry of Industry and Information Technology, and the National Key Laboratory of CNS/ATM, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wu Chen","orcid":"https://orcid.org/0000-0002-1787-5191"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wu Chen","raw_affiliation_strings":["Department of Land Surveying and Geo-Information, Hong Kong Polytechnic University, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-1787-5191","affiliations":[{"raw_affiliation_string":"Department of Land Surveying and Geo-Information, Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":null,"display_name":"Xudong Mou","orcid":null},"institutions":[{"id":"https://openalex.org/I11838497","display_name":"Aviation Industry Corporation of China (China)","ror":"https://ror.org/02wq41p38","country_code":"CN","type":"company","lineage":["https://openalex.org/I11838497"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xudong Mou","raw_affiliation_strings":["Information Management Department, Civil Aviation Industry Group of Guizhou, Guiyang, Guizhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Management Department, Civil Aviation Industry Group of Guizhou, Guiyang, Guizhou, China","institution_ids":["https://openalex.org/I11838497"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.1242,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94885611,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"12","issue":"20","first_page":"43883","last_page":"43895"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T13370","display_name":"Diverse Scientific and Economic Studies","score":0.04529999941587448,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13370","display_name":"Diverse Scientific and Economic Studies","score":0.04529999941587448,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12773","display_name":"Water Quality and Resources Studies","score":0.0357000008225441,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13917","display_name":"Engineering and Material Science Research","score":0.023099999874830246,"subfield":{"id":"https://openalex.org/subfields/2500","display_name":"General Materials Science"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.6848000288009644},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.611299991607666},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5404000282287598},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.4641000032424927},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.44290000200271606},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.4413999915122986},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4146000146865845},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.40639999508857727}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8299000263214111},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7181000113487244},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.6848000288009644},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.611299991607666},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5404000282287598},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.48069998621940613},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.4641000032424927},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.44290000200271606},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.4413999915122986},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4146000146865845},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.40639999508857727},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.3573000133037567},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.35510000586509705},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.32820001244544983},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.2980000078678131},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.26489999890327454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3599403","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3599403","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4793465651","display_name":null,"funder_award_id":"2024YFB3910103","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G509357681","display_name":null,"funder_award_id":"501QYJC2025133002","funder_id":"https://openalex.org/F4320335869","funder_display_name":"National Social Science Fund of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335869","display_name":"National Social Science Fund of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1564236611","https://openalex.org/W1762028752","https://openalex.org/W2117811484","https://openalex.org/W2126680226","https://openalex.org/W2322772590","https://openalex.org/W2523257820","https://openalex.org/W2765328347","https://openalex.org/W2783162922","https://openalex.org/W2786852334","https://openalex.org/W2790478115","https://openalex.org/W2800412969","https://openalex.org/W2888043061","https://openalex.org/W2900022802","https://openalex.org/W2930650313","https://openalex.org/W2936610935","https://openalex.org/W2944605902","https://openalex.org/W2947898397","https://openalex.org/W2963177663","https://openalex.org/W2990762148","https://openalex.org/W3006457576","https://openalex.org/W3014219770","https://openalex.org/W3015014633","https://openalex.org/W3033779083","https://openalex.org/W3033787231","https://openalex.org/W3161618111","https://openalex.org/W4205220127","https://openalex.org/W4288049693","https://openalex.org/W4289109883","https://openalex.org/W4292672260","https://openalex.org/W4320712860","https://openalex.org/W4321021816","https://openalex.org/W4379185309","https://openalex.org/W4386172468","https://openalex.org/W4389403378","https://openalex.org/W4389459419","https://openalex.org/W4389819138","https://openalex.org/W4401349710","https://openalex.org/W4403023572","https://openalex.org/W4404180577"],"related_works":[],"abstract_inverted_index":{"Human":[0],"motion":[1,73,161,177],"pattern":[2,74,162,178],"recognition":[3,28,58,75,179],"plays":[4],"a":[5,37,70,79,93,149,176],"crucial":[6],"role":[7],"in":[8,54,134],"applications,":[9],"such":[10,33,202],"as":[11,34,203],"navigation":[12],"and":[13,23,48,60,109,114,132,141,188,194,208,216],"positioning,":[14],"health":[15],"monitoring,":[16],"disease":[17],"prevention,":[18],"smart":[19],"healthcare,":[20],"military":[21],"security,":[22],"human\u2013computer":[24],"interaction.":[25],"However,":[26],"existing":[27],"methods":[29],"often":[30],"face":[31],"challenges,":[32],"reliance":[35],"on":[36,78],"single":[38],"sensor":[39,117,173],"type,":[40],"limited":[41,57],"data":[42,101,118,174],"richness,":[43],"inadequate":[44],"spatiotemporal":[45,88,144,155],"feature":[46],"extraction,":[47],"suboptimal":[49],"algorithm":[50,62],"structures,":[51],"which":[52],"result":[53],"low-detection":[55],"accuracy,":[56],"categories,":[59],"poor":[61],"robustness.":[63],"To":[64],"address":[65],"these":[66],"limitations,":[67],"we":[68,147],"propose":[69],"novel":[71],"human":[72],"method":[76],"based":[77],"convolutional":[80],"neural":[81],"network":[82],"(CNN)-transformer-attention":[83],"framework":[84,151,212],"that":[85,152,167],"leverages":[86],"multimodal":[87,143,154],"features.":[89,145],"We":[90],"first":[91],"developed":[92],"lightweight,":[94],"cost-effective":[95],"wearable":[96],"system":[97],"capable":[98],"of":[99,171],"real-time":[100],"collection":[102],"from":[103,119],"multiple":[104],"body":[105,121],"parts":[106,122],"(wrist,":[107,186],"chest,":[108,187],"foot)":[110],"using":[111,126],"accelerometers,":[112],"gyroscopes,":[113],"magnetometers.":[115],"The":[116],"different":[120],"were":[123],"temporally":[124],"synchronized":[125],"interpolation,":[127],"filtered":[128],"to":[129,138,200],"reduce":[130],"noise,":[131],"analyzed":[133],"the":[135,168],"frequency":[136],"domain":[137],"extract":[139],"precise":[140],"useful":[142],"Subsequently,":[146],"designed":[148],"CNN-transformer-attention":[150],"integrates":[153],"information":[156],"enhancement":[157,170],"strategies":[158],"for":[159],"accurate":[160],"detection.":[163],"Experimental":[164],"results":[165],"demonstrate":[166],"collaborative":[169],"multibody":[172],"achieves":[175],"accuracy":[180,215],"exceeding":[181],"98%,":[182],"outperforming":[183],"single-sensor":[184],"systems":[185],"foot-mounted":[189],"devices)":[190],"by":[191],"7.98%,":[192],"0.43%,":[193],"5.59%,":[195],"respectively.":[196],"Furthermore,":[197],"when":[198],"compared":[199],"models,":[201],"BPNN,":[204],"CNN,":[205],"LSTM,":[206],"Transformer":[207],"CNN-BiGRU,":[209],"our":[210],"proposed":[211],"exhibits":[213],"superior":[214],"generalization":[217],"capabilities.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-03-08T06:56:09.383167","created_date":"2025-10-10T00:00:00"}