{"id":"https://openalex.org/W4388968501","doi":"https://doi.org/10.3233/jifs-234791","title":"Gestures recognition based on multimodal fusion by using 3D CNNs","display_name":"Gestures recognition based on multimodal fusion by using 3D CNNs","publication_year":2023,"publication_date":"2023-11-24","ids":{"openalex":"https://openalex.org/W4388968501","doi":"https://doi.org/10.3233/jifs-234791"},"language":"en","primary_location":{"id":"doi:10.3233/jifs-234791","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jifs-234791","pdf_url":null,"source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031117797","display_name":"Y. Zhu","orcid":"https://orcid.org/0009-0003-8771-5665"},"institutions":[{"id":"https://openalex.org/I48780066","display_name":"Shenyang University of Chemical Technology","ror":"https://ror.org/03dbpdh75","country_code":"CN","type":"education","lineage":["https://openalex.org/I48780066"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yimin Zhu","raw_affiliation_strings":["Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China","School of Information Engineering, Shenyang University of Chemical Technology, shenyang, China","State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Information Engineering, Shenyang University of Chemical Technology, shenyang, China","institution_ids":["https://openalex.org/I48780066"]},{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043311744","display_name":"Qing Gao","orcid":"https://orcid.org/0000-0002-5395-6175"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Gao","raw_affiliation_strings":["Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China","School of Electronics and Communication Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Electronics and Communication Engineering, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091654776","display_name":"Hongyan Shi","orcid":"https://orcid.org/0000-0002-2789-9779"},"institutions":[{"id":"https://openalex.org/I48780066","display_name":"Shenyang University of Chemical Technology","ror":"https://ror.org/03dbpdh75","country_code":"CN","type":"education","lineage":["https://openalex.org/I48780066"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyan Shi","raw_affiliation_strings":["School of Information Engineering, Shenyang University of Chemical Technology, shenyang, China"],"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Shenyang University of Chemical Technology, shenyang, China","institution_ids":["https://openalex.org/I48780066"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060877237","display_name":"Jinguo Liu","orcid":"https://orcid.org/0000-0002-6790-6582"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jinguo Liu","raw_affiliation_strings":["Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China","State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Institutes for Robotics and Intelligent Manufacturing, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5060877237"],"corresponding_institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"],"apc_list":null,"apc_paid":null,"fwci":0.1726,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.51111588,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"46","issue":"1","first_page":"1647","last_page":"1661"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8451348543167114},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.8039610981941223},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7171053290367126},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6724541783332825},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.6664654016494751},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.6606662273406982},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5614181756973267},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.52946937084198},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.49345532059669495},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45518773794174194}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8451348543167114},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8039610981941223},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7171053290367126},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6724541783332825},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.6664654016494751},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.6606662273406982},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5614181756973267},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.52946937084198},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.49345532059669495},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45518773794174194},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/jifs-234791","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jifs-234791","pdf_url":null,"source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2056898157","https://openalex.org/W2090110089","https://openalex.org/W2117539524","https://openalex.org/W2142203883","https://openalex.org/W2593146028","https://openalex.org/W2611932403","https://openalex.org/W2797382244","https://openalex.org/W2802545914","https://openalex.org/W2910217813","https://openalex.org/W3004489678","https://openalex.org/W4365512037","https://openalex.org/W6664815671"],"related_works":["https://openalex.org/W2354322770","https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W4312416068","https://openalex.org/W3147379364","https://openalex.org/W2010878661","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2805039731"],"abstract_inverted_index":{"Gestures":[0],"have":[1],"long":[2],"been":[3],"recognized":[4,43],"as":[5,44],"an":[6],"interaction":[7,151],"technique":[8],"that":[9,31,95],"can":[10],"provide":[11,91],"a":[12,45,69,92,97,149],"more":[13],"natural,":[14],"creative,":[15],"and":[16,52,55,78,103,114,124],"intuitive":[17],"way":[18],"to":[19,81,105,121,153],"communicate":[20],"with":[21],"computers.":[22],"However,":[23],"some":[24],"existing":[25],"difficulties":[26],"include":[27],"the":[28,32,56,138,141],"high":[29],"probability":[30],"same":[33],"type":[34],"of":[35,48,58,62,76,140],"movement":[36],"done":[37],"at":[38,118],"different":[39,46,60,74,108,119],"speeds":[40],"will":[41],"be":[42],"category":[47],"movement;":[49],"cluttered,":[50],"occluded,":[51],"low-resolution":[53],"backgrounds;":[54],"near-impossibility":[57],"fusing":[59],"types":[61],"features.":[63,88,109],"To":[64],"this":[65],"end,":[66],"we":[67,90,111,147],"propose":[68],"novel":[70],"framework":[71],"for":[72],"integrating":[73],"scales":[75,120],"RGB":[77,113],"motion":[79,115],"skeletons":[80],"obtain":[82],"higher":[83],"recognition":[84,131,144],"accuracy":[85],"using":[86],"multiple":[87],"Specifically,":[89],"network":[93,101],"architecture":[94],"combines":[96],"three-dimensional":[98],"convolutional":[99],"neural":[100],"(3DCNN)":[102],"post-fusion":[104],"better":[106],"embed":[107],"Also,":[110],"combine":[112],"skeleton":[116],"information":[117],"mitigate":[122],"speed":[123],"background":[125],"issues.":[126],"Experiments":[127],"on":[128],"several":[129],"gesture":[130,143],"public":[132],"datasets":[133],"show":[134],"desirable":[135],"results,":[136],"validating":[137],"superiority":[139],"proposed":[142],"method.":[145],"Finally,":[146],"do":[148],"human-computer":[150],"experiment":[152],"prove":[154],"its":[155],"practicality.":[156]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}