{"id":"https://openalex.org/W4396817392","doi":"https://doi.org/10.1109/jiot.2024.3400022","title":"A Multiscale Cross-Modal Interactive Fusion Network for Human Activity Recognition Using Wearable Sensors and Smartphones","display_name":"A Multiscale Cross-Modal Interactive Fusion Network for Human Activity Recognition Using Wearable Sensors and Smartphones","publication_year":2024,"publication_date":"2024-05-10","ids":{"openalex":"https://openalex.org/W4396817392","doi":"https://doi.org/10.1109/jiot.2024.3400022"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3400022","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3400022","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103072278","display_name":"Xin Yang","orcid":"https://orcid.org/0009-0001-9475-6612"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Yang","raw_affiliation_strings":["School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","School of Biomedical Engineering, Shenzhen Campus of Sun Yat-Sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0001-9475-6612","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Biomedical Engineering, Shenzhen Campus of Sun Yat-Sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100745655","display_name":"Zeju Xu","orcid":"https://orcid.org/0009-0009-7116-1286"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeju Xu","raw_affiliation_strings":["School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","School of Biomedical Engineering, Shenzhen Campus of Sun Yat-Sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0009-7116-1286","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Biomedical Engineering, Shenzhen Campus of Sun Yat-Sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108111967","display_name":"Haodong Liu","orcid":"https://orcid.org/0009-0002-8529-3051"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haodong Liu","raw_affiliation_strings":["School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","School of Biomedical Engineering, Shenzhen Campus of Sun Yat-Sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0002-8529-3051","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Biomedical Engineering, Shenzhen Campus of Sun Yat-Sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076415123","display_name":"Peter B. Shull","orcid":"https://orcid.org/0000-0001-8931-5743"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peter B. Shull","raw_affiliation_strings":["School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8931-5743","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013317847","display_name":"Stephen J. Redmond","orcid":"https://orcid.org/0000-0002-2630-5449"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Stephen Redmond","raw_affiliation_strings":["School of Electrical and Electronic Engineering, University College Dublin, Dublin 4, Ireland"],"raw_orcid":"https://orcid.org/0000-0002-2630-5449","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, University College Dublin, Dublin 4, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102851337","display_name":"Guanzheng Liu","orcid":"https://orcid.org/0000-0002-1208-7479"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanzheng Liu","raw_affiliation_strings":["School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","School of Biomedical Engineering, Shenzhen Campus of Sun Yat-Sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-1208-7479","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Biomedical Engineering, Shenzhen Campus of Sun Yat-Sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100427145","display_name":"Changhong Wang","orcid":"https://orcid.org/0000-0003-2821-9357"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changhong Wang","raw_affiliation_strings":["School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","School of Biomedical Engineering, Shenzhen Campus of Sun Yat-Sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2821-9357","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Biomedical Engineering, Shenzhen Campus of Sun Yat-Sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0656,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.92548268,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":"16","first_page":"27139","last_page":"27152"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9699000120162964,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8293840885162354},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.6589969992637634},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6459532976150513},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6409330368041992},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.6252195835113525},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5024902820587158},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4900935888290405},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.45356035232543945},{"id":"https://openalex.org/keywords/wearable-technology","display_name":"Wearable technology","score":0.4465944170951843},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3974173665046692},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34033554792404175},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.09532195329666138}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8293840885162354},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.6589969992637634},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6459532976150513},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6409330368041992},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.6252195835113525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5024902820587158},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4900935888290405},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.45356035232543945},{"id":"https://openalex.org/C54290928","wikidata":"https://www.wikidata.org/wiki/Q4845080","display_name":"Wearable technology","level":3,"score":0.4465944170951843},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3974173665046692},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34033554792404175},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.09532195329666138},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3400022","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3400022","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4419413101","display_name":null,"funder_award_id":"2021A1515110029","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G5887903009","display_name":null,"funder_award_id":"62303496","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W123295786","https://openalex.org/W1988539834","https://openalex.org/W2026297770","https://openalex.org/W2066338981","https://openalex.org/W2153507502","https://openalex.org/W2187089797","https://openalex.org/W2408098834","https://openalex.org/W2603761891","https://openalex.org/W2783920628","https://openalex.org/W2894702700","https://openalex.org/W2895429161","https://openalex.org/W2914721378","https://openalex.org/W2954709787","https://openalex.org/W2963373106","https://openalex.org/W2964051877","https://openalex.org/W2965144482","https://openalex.org/W3011415190","https://openalex.org/W3015014633","https://openalex.org/W3094595351","https://openalex.org/W3154416035","https://openalex.org/W3154985639","https://openalex.org/W3173400793","https://openalex.org/W3185580468","https://openalex.org/W4285180754","https://openalex.org/W4285306850","https://openalex.org/W4289656146","https://openalex.org/W4296642354","https://openalex.org/W4365128717","https://openalex.org/W4385245566","https://openalex.org/W4385463174"],"related_works":["https://openalex.org/W2117913171","https://openalex.org/W3105278570","https://openalex.org/W3090300519","https://openalex.org/W2514492205","https://openalex.org/W4250401876","https://openalex.org/W2943851981","https://openalex.org/W2566526749","https://openalex.org/W2907667791","https://openalex.org/W3047461507","https://openalex.org/W2582769230"],"abstract_inverted_index":{"Human":[0],"activity":[1,12],"recognition":[2,78],"(HAR)":[3],"enables":[4],"real-time":[5],"monitoring":[6],"of":[7,26,28,40,69],"human":[8],"movement,":[9],"posture,":[10],"and":[11,14,34,74,99,139,185,234,247],"level,":[13],"can":[15,92,229],"provide":[16],"valuable":[17],"information":[18,71,154,172],"for":[19,50,105,199],"health":[20,245],"management.":[21],"With":[22],"the":[23,66,131,153,158,174,195],"continuous":[24],"advancement":[25],"Internet":[27],"Things":[29],"(IoT)":[30],"technology,":[31],"wearable":[32],"sensors":[33,41],"smartphones":[35],"equipped":[36],"with":[37,147],"various":[38,97],"types":[39],"have":[42],"become":[43],"widely":[44],"utilized":[45],"to":[46,76,115,137,151,168,215,218,241],"collect":[47],"multimodal":[48,54,232],"data":[49],"HAR.":[51,106,200],"However,":[52],"in":[53,61,173,210,243],"HAR,":[55],"current":[56],"fusion":[57,88,127,160,175,204,233],"methods":[58],"fall":[59],"short":[60],"capturing":[62],"inter-modality":[63],"correlations,":[64],"hampering":[65],"full":[67],"exploitation":[68],"complementary":[70],"between":[72,96],"modalities":[73,98],"leading":[75],"lower":[77],"accuracy.":[79],"We":[80],"thus":[81],"propose":[82],"a":[83,110,164,207],"novel":[84],"multiscale":[85,111],"cross-modal":[86,132],"interactive":[87,126,159],"network":[89,193,228],"(MCIFN),":[90],"which":[91],"fully":[93],"capture":[94],"correlations":[95,146],"obtain":[100],"an":[101,125],"effective":[102],"fused":[103],"representation":[104],"Specifically,":[107],"we":[108,162],"employ":[109],"parallel":[112],"convolution":[113],"module":[114,167],"extract":[116],"features":[117],"from":[118,213],"each":[119,141],"modality":[120,142],"at":[121],"multiple":[122],"scales.":[123],"Then,":[124],"strategy":[128,205],"based":[129,143],"on":[130,144,170,180],"attention":[133,166],"mechanism":[134],"is":[135],"introduced":[136],"adjust":[138],"enhance":[140,236],"its":[145],"other":[148],"modalities.":[149],"Additionally,":[150,201],"resolve":[152],"redundancy":[155],"caused":[156],"by":[157],"strategy,":[161],"utilize":[163],"hybrid":[165],"focus":[169],"important":[171],"representation.":[176],"Extensive":[177],"experiments":[178],"conducted":[179],"three":[181],"publicly":[182],"available":[183],"datasets":[184],"one":[186],"private":[187],"dataset":[188],"demonstrate":[189],"that":[190,224],"our":[191,202,225],"proposed":[192,203,227],"outperforms":[194],"previous":[196],"baseline":[197],"networks":[198],"yielded":[206],"notable":[208],"improvement":[209],"accuracy":[211],"ranging":[212],"1.87%":[214],"9.96%":[216],"compared":[217],"existing":[219],"strategies.":[220],"These":[221],"findings":[222],"imply":[223],"newly":[226],"realize":[230],"comprehensive":[231],"effectively":[235],"HAR":[237],"accuracy,":[238],"potentially":[239],"contributing":[240],"advancements":[242],"individual":[244],"management":[246],"personalized":[248],"healthcare":[249],"interventions.":[250]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}