{"id":"https://openalex.org/W4224288289","doi":"https://doi.org/10.1109/jbhi.2022.3168004","title":"Adaptive Multi-Modal Fusion Framework for Activity Monitoring of People With Mobility Disability","display_name":"Adaptive Multi-Modal Fusion Framework for Activity Monitoring of People With Mobility Disability","publication_year":2022,"publication_date":"2022-04-19","ids":{"openalex":"https://openalex.org/W4224288289","doi":"https://doi.org/10.1109/jbhi.2022.3168004","pmid":"https://pubmed.ncbi.nlm.nih.gov/35439149"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2022.3168004","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2022.3168004","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060262327","display_name":"Fang Lin","orcid":"https://orcid.org/0000-0002-5855-540X"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Lin","raw_affiliation_strings":["School of Control Science and Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-5855-540X","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004591926","display_name":"Zhelong Wang","orcid":"https://orcid.org/0000-0003-4959-3372"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhelong Wang","raw_affiliation_strings":["School of Control Science and Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-4959-3372","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101910722","display_name":"Hongyu Zhao","orcid":"https://orcid.org/0000-0003-1510-5289"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyu Zhao","raw_affiliation_strings":["School of Control Science and Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-1510-5289","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083650030","display_name":"Sen Qiu","orcid":"https://orcid.org/0000-0001-6846-546X"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sen Qiu","raw_affiliation_strings":["School of Control Science and Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-6846-546X","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021890801","display_name":"Xin Shi","orcid":"https://orcid.org/0000-0001-9795-2160"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Shi","raw_affiliation_strings":["School of Control Science and Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-9795-2160","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104668523","display_name":"Lina Wu","orcid":"https://orcid.org/0000-0001-9672-2902"},"institutions":[{"id":"https://openalex.org/I4210161255","display_name":"Liaoning Cancer Hospital & Institute","ror":"https://ror.org/05d659s21","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210161255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lina Wu","raw_affiliation_strings":["Liaoning Cancer Hospital and Institute, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Liaoning Cancer Hospital and Institute, Shenyang, China","institution_ids":["https://openalex.org/I4210161255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007500670","display_name":"Raffaele Gravina","orcid":"https://orcid.org/0000-0002-2257-0886"},"institutions":[{"id":"https://openalex.org/I45204951","display_name":"University of Calabria","ror":"https://ror.org/02rc97e94","country_code":"IT","type":"education","lineage":["https://openalex.org/I45204951"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Raffaele Gravina","raw_affiliation_strings":["University of Calabria, Rende, Italy"],"raw_orcid":"https://orcid.org/0000-0002-2257-0886","affiliations":[{"raw_affiliation_string":"University of Calabria, Rende, Italy","institution_ids":["https://openalex.org/I45204951"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023424929","display_name":"Giancarlo Fortino","orcid":"https://orcid.org/0000-0002-4039-891X"},"institutions":[{"id":"https://openalex.org/I45204951","display_name":"University of Calabria","ror":"https://ror.org/02rc97e94","country_code":"IT","type":"education","lineage":["https://openalex.org/I45204951"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giancarlo Fortino","raw_affiliation_strings":["University of Calabria, Rende, Italy"],"raw_orcid":"https://orcid.org/0000-0002-4039-891X","affiliations":[{"raw_affiliation_string":"University of Calabria, Rende, Italy","institution_ids":["https://openalex.org/I45204951"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.664,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.84829251,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"26","issue":"8","first_page":"4314","last_page":"4324"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7349661588668823},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.5998262763023376},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.54914790391922},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5313798785209656},{"id":"https://openalex.org/keywords/inertial-measurement-unit","display_name":"Inertial measurement unit","score":0.49190735816955566},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4798283576965332},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4638175368309021},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45302173495292664},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4265354871749878},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.41203680634498596},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4085617959499359}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7349661588668823},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.5998262763023376},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.54914790391922},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5313798785209656},{"id":"https://openalex.org/C79061980","wikidata":"https://www.wikidata.org/wiki/Q941680","display_name":"Inertial measurement unit","level":2,"score":0.49190735816955566},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4798283576965332},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4638175368309021},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45302173495292664},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4265354871749878},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41203680634498596},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4085617959499359},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000072936","descriptor_name":"Fitness Trackers","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000072936","descriptor_name":"Fitness Trackers","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000072936","descriptor_name":"Fitness Trackers","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008991","descriptor_name":"Monitoring, Physiologic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008991","descriptor_name":"Monitoring, Physiologic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008991","descriptor_name":"Monitoring, Physiologic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/jbhi.2022.3168004","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2022.3168004","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:35439149","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35439149","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6499999761581421,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1364840448","display_name":"\u57fa\u4e8e\u7a7f\u6234\u5f0f\u6b65\u6001\u5206\u6790\u7684\u810a\u9ad3\u578b\u9888\u690e\u75c5\u7684\u8bc4\u4ef7\u7814\u7a76","funder_award_id":"61873044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G467946302","display_name":null,"funder_award_id":"DUT21YG125","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8432639728","display_name":null,"funder_award_id":"61903062","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1180587768","https://openalex.org/W1709764231","https://openalex.org/W1933560451","https://openalex.org/W2017194250","https://openalex.org/W2052727842","https://openalex.org/W2058709726","https://openalex.org/W2069143585","https://openalex.org/W2076068958","https://openalex.org/W2088012901","https://openalex.org/W2091045909","https://openalex.org/W2096300942","https://openalex.org/W2146948596","https://openalex.org/W2169138660","https://openalex.org/W2296311849","https://openalex.org/W2414900880","https://openalex.org/W2508429489","https://openalex.org/W2518937691","https://openalex.org/W2550180686","https://openalex.org/W2557695132","https://openalex.org/W2603203130","https://openalex.org/W2734834614","https://openalex.org/W2752782242","https://openalex.org/W2770303477","https://openalex.org/W2783297758","https://openalex.org/W2783323081","https://openalex.org/W2868292291","https://openalex.org/W2894384148","https://openalex.org/W2905810301","https://openalex.org/W2906903626","https://openalex.org/W2914713150","https://openalex.org/W2946490545","https://openalex.org/W2962730651","https://openalex.org/W2963465031","https://openalex.org/W2995978786","https://openalex.org/W3004612364","https://openalex.org/W3007534129","https://openalex.org/W3026863179","https://openalex.org/W3048694437","https://openalex.org/W3083918922","https://openalex.org/W3088369757","https://openalex.org/W3202532483","https://openalex.org/W3211522713","https://openalex.org/W6726873649","https://openalex.org/W6729822841"],"related_works":["https://openalex.org/W4287776258","https://openalex.org/W3027997911","https://openalex.org/W2767651786","https://openalex.org/W2912288872","https://openalex.org/W564581980","https://openalex.org/W4281386417","https://openalex.org/W4312194680","https://openalex.org/W2887191090","https://openalex.org/W3127819136","https://openalex.org/W3021430260"],"abstract_inverted_index":{"The":[0,52,142,167,193,208,224],"development":[1],"of":[2,19,63,134,144,173,185,210,219],"activity":[3,32,57,82,221],"recognition":[4,212],"based":[5,40,203],"on":[6,41,60,149,177,204],"multi-modal":[7,28,42,53,72,80,152,160],"data":[8,118],"makes":[9],"it":[10,34],"possible":[11],"to":[12,47,78,95,115,130,138,232,241],"reduce":[13],"human":[14,38,81],"intervention":[15],"in":[16],"the":[17,127,132,135,139,145,171,174,183,186,189,200,205,216,242],"process":[18,79,235],"monitoring.":[20],"This":[21],"paper":[22],"proposes":[23],"an":[24],"efficient":[25],"and":[26,44,65,100,155,157,215],"cost-effective":[27],"sensing":[29,54],"framework":[30,55],"for":[31,56],"monitoring,":[33],"can":[35],"automatically":[36],"identify":[37],"activities":[39],"data,":[43],"provide":[45],"help":[46],"patients":[48],"with":[49,88,109],"moderate":[50],"disabilities.":[51],"monitoring":[58,236],"relies":[59],"parallel":[61],"processing":[62],"videos":[64],"inertial":[66,117],"data.":[67,83],"A":[68],"new":[69,159],"supervised":[70],"adaptive":[71,89,110,121],"fusion":[73],"method":[74,123],"(AMFM)":[75],"is":[76,93,113,124,147,180,213,222,237],"used":[77],"Spatio-temporal":[84],"graph":[85],"convolution":[86],"network":[87,106],"loss":[90,111,196],"function":[91,112,197],"(ALSTGCN)":[92],"proposed":[94,125],"extract":[96,116],"skeleton":[97],"sequence":[98],"features,":[99],"long":[101],"short-term":[102],"memory":[103],"fully":[104],"convolutional":[105],"(LSTM-FCN)":[107],"module":[108],"adapted":[114],"features.":[119],"An":[120],"learning":[122],"at":[126],"decision":[128],"level":[129],"learn":[131],"contribution":[133],"two":[136,150],"modalities":[137],"classification":[140],"results.":[141],"effectiveness":[143],"algorithm":[146],"demonstrated":[148],"public":[151],"datasets":[153,179],"(UTD-MHAD":[154],"C-MHAD)":[156],"a":[158,238],"dataset":[161],"H-MHAD":[162,206],"collected":[163],"from":[164],"our":[165],"laboratory.":[166],"results":[168,225],"show":[169],"that":[170,227],"performance":[172,184,202],"AMFM":[175],"approach":[176],"three":[178],"better":[181],"than":[182],"video":[187],"or":[188],"inertial-based":[190],"single-modality":[191],"model.":[192],"class-balanced":[194],"cross-entropy":[195],"further":[198],"improves":[199],"model":[201],"dataset.":[207],"accuracy":[209],"action":[211],"91.18%,":[214],"recall":[217],"rate":[218],"falling":[220],"100%.":[223],"illustrate":[226],"using":[228],"multiple":[229],"heterogeneous":[230],"sensors":[231],"realize":[233],"automatic":[234],"feasible":[239],"alternative":[240],"manual":[243],"response.":[244]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}