{"id":"https://openalex.org/W4403446100","doi":"https://doi.org/10.1109/access.2024.3481631","title":"Multimodal Human Action Recognition Framework Using an Improved CNNGRU Classifier","display_name":"Multimodal Human Action Recognition Framework Using an Improved CNNGRU Classifier","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403446100","doi":"https://doi.org/10.1109/access.2024.3481631"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3481631","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3481631","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3481631","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021881763","display_name":"Mouazma Batool","orcid":null},"institutions":[{"id":"https://openalex.org/I899713450","display_name":"Air University","ror":"https://ror.org/03yfe9v83","country_code":"PK","type":"education","lineage":["https://openalex.org/I899713450"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Mouazma Batool","raw_affiliation_strings":["Faculty of Computing and AI, Air University, Islamabad, Pakistan","Faculty of Computing and AI, Air University, E-9, Islamabad, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computing and AI, Air University, Islamabad, Pakistan","institution_ids":["https://openalex.org/I899713450"]},{"raw_affiliation_string":"Faculty of Computing and AI, Air University, E-9, Islamabad, Pakistan","institution_ids":["https://openalex.org/I899713450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071479102","display_name":"Moneerah Alotaibi","orcid":"https://orcid.org/0000-0002-0074-8153"},"institutions":[{"id":"https://openalex.org/I206935292","display_name":"Shaqra University","ror":"https://ror.org/05hawb687","country_code":"SA","type":"education","lineage":["https://openalex.org/I206935292"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Moneerah Alotaibi","raw_affiliation_strings":["Department of Computer Science, College of Science and Humanities Dawadmi, Shaqra University, Shaqra, Saudi Arabia","Department of Computer Science, College of Science and Humanities Dawadmi, Shaqra University, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-0074-8153","affiliations":[{"raw_affiliation_string":"Department of Computer Science, College of Science and Humanities Dawadmi, Shaqra University, Shaqra, Saudi Arabia","institution_ids":["https://openalex.org/I206935292"]},{"raw_affiliation_string":"Department of Computer Science, College of Science and Humanities Dawadmi, Shaqra University, Saudi Arabia","institution_ids":["https://openalex.org/I206935292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088482440","display_name":"Sultan Alotaibi","orcid":"https://orcid.org/0000-0002-9165-3036"},"institutions":[{"id":"https://openalex.org/I206935292","display_name":"Shaqra University","ror":"https://ror.org/05hawb687","country_code":"SA","type":"education","lineage":["https://openalex.org/I206935292"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Sultan Refa Alotaibi","raw_affiliation_strings":["Department of Computer Science, College of Science and Humanities Dawadmi, Shaqra University, Shaqra, Saudi Arabia","Department of Computer Science, College of Science and Humanities Dawadmi, Shaqra University, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, College of Science and Humanities Dawadmi, Shaqra University, Shaqra, Saudi Arabia","institution_ids":["https://openalex.org/I206935292"]},{"raw_affiliation_string":"Department of Computer Science, College of Science and Humanities Dawadmi, Shaqra University, Saudi Arabia","institution_ids":["https://openalex.org/I206935292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068139357","display_name":"Dina Abdulaziz AlHammadi","orcid":"https://orcid.org/0000-0002-2680-8206"},"institutions":[{"id":"https://openalex.org/I106778892","display_name":"Princess Nourah bint Abdulrahman University","ror":"https://ror.org/05b0cyh02","country_code":"SA","type":"education","lineage":["https://openalex.org/I106778892"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Dina Abdulaziz Alhammadi","raw_affiliation_strings":["Department of Information Systems, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, P.O. Box 84428, Riyadh, Saudi Arabia","Department of Information Systems, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, P.O.Box 84428, Riyadh, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Systems, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, P.O. Box 84428, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]},{"raw_affiliation_string":"Department of Information Systems, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, P.O.Box 84428, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101762685","display_name":"Muhammad Asif Jamal","orcid":"https://orcid.org/0000-0002-2134-5388"},"institutions":[{"id":"https://openalex.org/I899713450","display_name":"Air University","ror":"https://ror.org/03yfe9v83","country_code":"PK","type":"education","lineage":["https://openalex.org/I899713450"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Asif Jamal","raw_affiliation_strings":["Faculty of Computing and AI, Air University, Islamabad, Pakistan","Faculty of Computing and AI, Air University, E-9, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-2134-5388","affiliations":[{"raw_affiliation_string":"Faculty of Computing and AI, Air University, Islamabad, Pakistan","institution_ids":["https://openalex.org/I899713450"]},{"raw_affiliation_string":"Faculty of Computing and AI, Air University, E-9, Islamabad, Pakistan","institution_ids":["https://openalex.org/I899713450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101897714","display_name":"Ahmad Jalal","orcid":"https://orcid.org/0009-0000-8421-8477"},"institutions":[{"id":"https://openalex.org/I899713450","display_name":"Air University","ror":"https://ror.org/03yfe9v83","country_code":"PK","type":"education","lineage":["https://openalex.org/I899713450"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ahmad Jalal","raw_affiliation_strings":["Faculty of Computing and AI, Air University, Islamabad, Pakistan","Faculty of Computing and AI, Air University, E-9, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0009-0000-8421-8477","affiliations":[{"raw_affiliation_string":"Faculty of Computing and AI, Air University, Islamabad, Pakistan","institution_ids":["https://openalex.org/I899713450"]},{"raw_affiliation_string":"Faculty of Computing and AI, Air University, E-9, Islamabad, Pakistan","institution_ids":["https://openalex.org/I899713450"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051083488","display_name":"Bumshik Lee","orcid":"https://orcid.org/0000-0003-2482-1869"},"institutions":[{"id":"https://openalex.org/I152238500","display_name":"Chosun University","ror":"https://ror.org/01zt9a375","country_code":"KR","type":"education","lineage":["https://openalex.org/I152238500"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Bumshik Lee","raw_affiliation_strings":["Department of Information and Communication Engineering, Chosun University, Gwangju, Republic of Korea","Department of Information and Communication Engineering, Chosun University, Gwangju, Rep. of Korea"],"raw_orcid":"https://orcid.org/0000-0003-2482-1869","affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Chosun University, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I152238500"]},{"raw_affiliation_string":"Department of Information and Communication Engineering, Chosun University, Gwangju, Rep. of Korea","institution_ids":["https://openalex.org/I152238500"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":6.7442,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.97820851,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"158388","last_page":"158406"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.910099983215332,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.910099983215332,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.7829617261886597},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7670150995254517},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5469475388526917},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5108398795127869},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4217150807380676},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33414986729621887}],"concepts":[{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.7829617261886597},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7670150995254517},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5469475388526917},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5108398795127869},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4217150807380676},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33414986729621887},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3481631","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3481631","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d7c235cdc17646caae5b4a44113c5dd4","is_oa":true,"landing_page_url":"https://doaj.org/article/d7c235cdc17646caae5b4a44113c5dd4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 158388-158406 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3481631","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3481631","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3441323794","display_name":null,"funder_award_id":"RS-2023-00217471","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":110,"referenced_works":["https://openalex.org/W2050879541","https://openalex.org/W2070822736","https://openalex.org/W2086509056","https://openalex.org/W2296311849","https://openalex.org/W2513359455","https://openalex.org/W2793345836","https://openalex.org/W2887499899","https://openalex.org/W2946490545","https://openalex.org/W2964134613","https://openalex.org/W2965119433","https://openalex.org/W2980950444","https://openalex.org/W2993585638","https://openalex.org/W2995110559","https://openalex.org/W2997521739","https://openalex.org/W3019745836","https://openalex.org/W3025086647","https://openalex.org/W3039715404","https://openalex.org/W3041801769","https://openalex.org/W3044071265","https://openalex.org/W3080524877","https://openalex.org/W3090006549","https://openalex.org/W3092390374","https://openalex.org/W3094563209","https://openalex.org/W3096957420","https://openalex.org/W3121874414","https://openalex.org/W3123085321","https://openalex.org/W3132195234","https://openalex.org/W3136648828","https://openalex.org/W3160357234","https://openalex.org/W3174562241","https://openalex.org/W3189363471","https://openalex.org/W3198051793","https://openalex.org/W3199905074","https://openalex.org/W3207340533","https://openalex.org/W4200451791","https://openalex.org/W4205517453","https://openalex.org/W4210412763","https://openalex.org/W4282981352","https://openalex.org/W4283520257","https://openalex.org/W4285267073","https://openalex.org/W4288470889","https://openalex.org/W4293233979","https://openalex.org/W4296483163","https://openalex.org/W4304091718","https://openalex.org/W4304811509","https://openalex.org/W4309340715","https://openalex.org/W4313328458","https://openalex.org/W4315471187","https://openalex.org/W4318768848","https://openalex.org/W4319993451","https://openalex.org/W4322707282","https://openalex.org/W4361019875","https://openalex.org/W4362014059","https://openalex.org/W4362605308","https://openalex.org/W4362605309","https://openalex.org/W4362605351","https://openalex.org/W4365790334","https://openalex.org/W4366809083","https://openalex.org/W4379876715","https://openalex.org/W4380714981","https://openalex.org/W4382119971","https://openalex.org/W4382139000","https://openalex.org/W4383066300","https://openalex.org/W4384517563","https://openalex.org/W4385338613","https://openalex.org/W4385548865","https://openalex.org/W4385582093","https://openalex.org/W4385627116","https://openalex.org/W4386134981","https://openalex.org/W4386280528","https://openalex.org/W4386285324","https://openalex.org/W4386422441","https://openalex.org/W4386590817","https://openalex.org/W4387010854","https://openalex.org/W4387425372","https://openalex.org/W4387425402","https://openalex.org/W4387573316","https://openalex.org/W4388519997","https://openalex.org/W4388819630","https://openalex.org/W4389144654","https://openalex.org/W4389331912","https://openalex.org/W4390421839","https://openalex.org/W4390738727","https://openalex.org/W4391014588","https://openalex.org/W4391019659","https://openalex.org/W4391173700","https://openalex.org/W4391342144","https://openalex.org/W4391401593","https://openalex.org/W4391494335","https://openalex.org/W4392001995","https://openalex.org/W4392903375","https://openalex.org/W4392979783","https://openalex.org/W4393035149","https://openalex.org/W4396621158","https://openalex.org/W4396856500","https://openalex.org/W4396861023","https://openalex.org/W4398138340","https://openalex.org/W4398544099","https://openalex.org/W4399469388","https://openalex.org/W4400111262","https://openalex.org/W4400117321","https://openalex.org/W4400409603","https://openalex.org/W4400410064","https://openalex.org/W4400646372","https://openalex.org/W4400680079","https://openalex.org/W4400904466","https://openalex.org/W4401194201","https://openalex.org/W4401567514","https://openalex.org/W6762557054","https://openalex.org/W6770660654"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W2033914206"],"abstract_inverted_index":{"Activity":[0],"recognition":[1,23],"from":[2],"multiple":[3],"sensors":[4],"is":[5,115,130],"a":[6,51,87,112],"promising":[7],"research":[8],"area":[9],"with":[10,133,175],"various":[11],"applications":[12],"for":[13,55],"remote":[14],"human":[15,28,148],"activity":[16,22],"tracking":[17],"in":[18],"surveillance":[19],"systems.":[20],"Human":[21],"(HAR)":[24],"aims":[25],"to":[26,117,145],"identify":[27],"actions":[29],"and":[30,46,61,68,74,78,105,119,162,183],"assign":[31],"descriptors":[32],"using":[33,152],"diverse":[34],"data":[35,129],"modalities":[36],"such":[37],"as":[38],"skeleton,":[39],"RGB,":[40,59],"depth,":[41],"infrared,":[42],"inertial,":[43],"audio,":[44],"Wi-Fi,":[45],"radar.":[47],"This":[48],"paper":[49],"introduces":[50],"novel":[52,80,90],"HAR":[53],"system":[54,170],"multi-sensor":[56,70],"surveillance,":[57],"incorporating":[58],"RGB-D,":[60],"inertial":[62],"sensors.":[63],"The":[64,89,127],"process":[65],"involves":[66],"framing":[67],"segmenting":[69],"data,":[71],"reducing":[72],"noise":[73],"inconsistencies":[75],"through":[76],"filtration,":[77],"extracting":[79],"features,":[81],"which":[82],"are":[83],"then":[84],"transformed":[85],"into":[86],"matrix.":[88],"features":[91],"include":[92],"dynamic":[93],"likelihood":[94],"random":[95],"field":[96],"(DLRF),":[97],"angle":[98],"along":[99],"sagittal":[100],"plane":[101],"(ASP),":[102],"Lagregression":[103],"(LR),":[104],"Gammatone":[106],"cepstral":[107],"coefficients":[108],"(GCC),":[109],"respectively.":[110,185],"Additionally,":[111],"genetic":[113],"algorithm":[114],"utilized":[116],"merge":[118],"refine":[120],"this":[121],"matrix":[122],"by":[123],"eliminating":[124],"redundant":[125],"information.":[126],"fused":[128],"finally":[131],"classified":[132],"an":[134],"improved":[135],"Convolutional":[136],"Neural":[137],"Network":[138],"-":[139],"Gated":[140],"Recurrent":[141],"Unit":[142],"(CNNGRU)":[143],"classifier":[144],"recognize":[146],"specific":[147],"actions.":[149],"Experimental":[150],"evaluation":[151],"the":[153,168,176],"leave-one-subject-out":[154],"(LOSO)":[155],"cross-validation":[156],"on":[157],"Berkeley-MHAD,":[158],"HWU-USP,":[159],"UTD-MHAD,":[160],"NTU-RGB+D60,":[161],"NTU-RGB+D120":[163],"benchmark":[164],"datasets":[165],"demonstrates":[166],"that":[167],"proposed":[169],"outperforms":[171],"existing":[172],"state-of-the-art":[173],"techniques":[174],"accuracy":[177],"of":[178],"97.91%,":[179],"97.99%,":[180],"97.90%,":[181],"96.61%,":[182],"95.94%":[184]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":5}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}