{"id":"https://openalex.org/W4365128717","doi":"https://doi.org/10.1109/jiot.2023.3265937","title":"A Multidimensional Parallel Convolutional Connected Network Based on Multisource and Multimodal Sensor Data for Human Activity Recognition","display_name":"A Multidimensional Parallel Convolutional Connected Network Based on Multisource and Multimodal Sensor Data for Human Activity Recognition","publication_year":2023,"publication_date":"2023-04-11","ids":{"openalex":"https://openalex.org/W4365128717","doi":"https://doi.org/10.1109/jiot.2023.3265937"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3265937","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3265937","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079294586","display_name":"Yuhao Wang","orcid":"https://orcid.org/0000-0002-4305-8873"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhao Wang","raw_affiliation_strings":["School of Information Science and Engineering, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-4305-8873","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089196186","display_name":"Hongji Xu","orcid":"https://orcid.org/0000-0001-6916-348X"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongji Xu","raw_affiliation_strings":["School of Information Science and Engineering, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0001-6916-348X","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101809229","display_name":"Lina Zheng","orcid":"https://orcid.org/0000-0002-3525-4719"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lina Zheng","raw_affiliation_strings":["School of Information Science and Engineering, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-3525-4719","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035187070","display_name":"Guozhen Zhao","orcid":"https://orcid.org/0000-0003-4438-5320"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guozhen Zhao","raw_affiliation_strings":["Department of Psychology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4438-5320","affiliations":[{"raw_affiliation_string":"Department of Psychology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100382302","display_name":"Zhi Liu","orcid":"https://orcid.org/0000-0002-7640-5982"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Liu","raw_affiliation_strings":["School of Information Science and Engineering, Shandong University, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0002-7640-5982","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016226181","display_name":"Shuang Zhou","orcid":"https://orcid.org/0000-0002-3925-5479"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Zhou","raw_affiliation_strings":["School of Information Science and Engineering, Shandong University, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100429672","display_name":"Mengmeng Wang","orcid":"https://orcid.org/0000-0002-7686-1910"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengmeng Wang","raw_affiliation_strings":["School of Information Science and Engineering, Shandong University, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033799278","display_name":"Jie Xu","orcid":"https://orcid.org/0000-0002-9334-4237"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Xu","raw_affiliation_strings":["School of Information Science and Engineering, Shandong University, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong University, Qingdao, China","institution_ids":["https://openalex.org/I154099455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5554,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.90914409,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"10","issue":"16","first_page":"14873","last_page":"14885"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7518941164016724},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6289212703704834},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6069828867912292},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5411987900733948},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5274351239204407},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.5232369303703308},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5154184103012085},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5146006345748901},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.5112969875335693},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.49996185302734375},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.4743707776069641},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3538360595703125},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2519928812980652}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7518941164016724},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6289212703704834},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6069828867912292},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5411987900733948},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5274351239204407},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.5232369303703308},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5154184103012085},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5146006345748901},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.5112969875335693},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.49996185302734375},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.4743707776069641},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3538360595703125},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2519928812980652},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3265937","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3265937","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3561964906","display_name":null,"funder_award_id":"2020YFC0833200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6467818570","display_name":null,"funder_award_id":"ZR2020MF139","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"}],"funders":[{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W134960717","https://openalex.org/W1522301498","https://openalex.org/W1901129140","https://openalex.org/W2017634428","https://openalex.org/W2026297770","https://openalex.org/W2054780155","https://openalex.org/W2112796928","https://openalex.org/W2126511896","https://openalex.org/W2194775991","https://openalex.org/W2288074780","https://openalex.org/W2604630936","https://openalex.org/W2618530766","https://openalex.org/W2760907153","https://openalex.org/W2789868604","https://openalex.org/W2795342689","https://openalex.org/W2907255073","https://openalex.org/W2918629098","https://openalex.org/W2938260150","https://openalex.org/W2949780106","https://openalex.org/W2963420686","https://openalex.org/W2963521811","https://openalex.org/W2991232928","https://openalex.org/W2992312320","https://openalex.org/W3015495195","https://openalex.org/W3017424189","https://openalex.org/W3023678943","https://openalex.org/W3025055317","https://openalex.org/W3025645353","https://openalex.org/W3033787231","https://openalex.org/W3034851746","https://openalex.org/W3042433202","https://openalex.org/W3048480463","https://openalex.org/W3094926190","https://openalex.org/W3101265641","https://openalex.org/W3126697167","https://openalex.org/W3133837447","https://openalex.org/W3162538709","https://openalex.org/W4205771884","https://openalex.org/W4220821610","https://openalex.org/W4226059153","https://openalex.org/W4285079306","https://openalex.org/W4303613704","https://openalex.org/W6605479355","https://openalex.org/W6631190155","https://openalex.org/W6696429117","https://openalex.org/W6759718592"],"related_works":["https://openalex.org/W4312417841","https://openalex.org/W4321369474","https://openalex.org/W4299822940","https://openalex.org/W2279398222","https://openalex.org/W3156786002","https://openalex.org/W4366492315","https://openalex.org/W2546942002","https://openalex.org/W2946016983","https://openalex.org/W4315783664","https://openalex.org/W3021430260"],"abstract_inverted_index":{"Human":[0],"activity":[1,143,228],"recognition":[2,52],"(HAR)":[3],"technology":[4],"based":[5,102,149],"on":[6,44,103,150,166,173,225,255],"wearables":[7],"has":[8],"received":[9],"increasing":[10,38],"attention":[11],"in":[12,27,73,155],"recent":[13],"years.":[14],"The":[15,208],"traditional":[16],"methods":[17],"have":[18,42],"used":[19,199],"hand-crafted":[20],"features":[21],"to":[22,70,128,179,200],"recognize":[23],"human":[24],"activities,":[25],"resulting":[26],"shallow":[28],"feature":[29,133],"extraction.":[30],"With":[31],"the":[32,54,57,71,74,113,130,151,167,174,202,205,226,256],"development":[33],"of":[34,40,56,77,115,132,170,204,221,253],"deep":[35,46,99],"learning,":[36],"an":[37,260],"number":[39],"researchers":[41],"focused":[43],"studying":[45],"learning":[47,100],"methods.":[48],"To":[49],"achieve":[50],"higher":[51],"accuracy,":[53],"majority":[55],"current":[58],"HAR":[59,107,154],"research":[60],"involves":[61],"multisource":[62],"and":[63,162,193,223,234,242],"multimodal":[64],"sensors":[65],"(MMSs)":[66],"data.":[67],"However,":[68],"due":[69],"limitations":[72],"receptive":[75],"fields":[76],"single-dimensional":[78],"convolutional":[79,96,117,122],"kernels,":[80],"these":[81],"networks":[82],"are":[83,126,198],"still":[84],"infeasible":[85],"for":[86,106,153,230],"extracting":[87],"spatiotemporal":[88],"features.":[89],"In":[90],"this":[91],"study,":[92],"a":[93,180],"multidimensional":[94,116],"parallel":[95],"connected":[97],"(MPCC)":[98],"network":[101,210],"MMS":[104],"data":[105,145,176,236],"is":[108,147],"proposed":[109,127,206],"that":[110],"fully":[111],"utilizes":[112],"advantages":[114],"kernels.":[118],"Moreover,":[119],"multiscale":[120],"residual":[121],"squeeze-and-excitation":[123,137],"(MRCSE)":[124],"modules":[125],"enrich":[129],"diversity":[131],"information":[134],"by":[135],"combining":[136],"(SE)":[138],"blocks.":[139],"A":[140],"daily":[141],"home":[142],"(DHA)":[144],"set":[146,177],"constructed":[148],"requirements":[152],"certain":[156],"scenarios,":[157],"such":[158],"as":[159],"smart":[160],"home,":[161],"we":[163],"conduct":[164],"experiments":[165],"optimal":[168],"combination":[169],"sensor":[171],"locations":[172],"DHA":[175],"according":[178],"weighted":[181],"<inline-formula":[182,212,244],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[183,213,245],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[184,214,246],"<tex-math":[185,215,247],"notation=\"LaTeX\">$\\text{F}1~({\\mathrm{":[186],"F}}_{\\mathrm{":[187,217,249],"W}})$":[188],"</tex-math></inline-formula>":[189,219,251],"-score.":[190],"Both":[191],"tenfold":[192,239],"leave-one-subject-out":[194],"(LOSO)":[195],"cross-validations":[196],"(CVs)":[197],"evaluate":[201],"performance":[203],"network.":[207],"MPCC-MRCSE":[209],"achieves":[211,243],"notation=\"LaTeX\">${\\mathrm{":[216,248],"W}}$":[218,250],"-scores":[220,252],"98.33%":[222],"95.42%":[224],"physical":[227],"monitoring":[229],"aging":[231],"people":[232],"(PAMAP2)":[233],"OPPORTUNITY":[235],"sets":[237],"using":[238],"CVs,":[240],"respectively,":[241],"81.47%":[254],"PAMAP2":[257],"when":[258],"applying":[259],"LOSO":[261],"CV.":[262]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":11}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}
