{"id":"https://openalex.org/W4408222540","doi":"https://doi.org/10.1109/robio64047.2024.10907446","title":"A Multi-Model Fusion Framework to Enhance sEMG-Based Gesture Recognition Assisted by Visual Features","display_name":"A Multi-Model Fusion Framework to Enhance sEMG-Based Gesture Recognition Assisted by Visual Features","publication_year":2024,"publication_date":"2024-12-10","ids":{"openalex":"https://openalex.org/W4408222540","doi":"https://doi.org/10.1109/robio64047.2024.10907446"},"language":"en","primary_location":{"id":"doi:10.1109/robio64047.2024.10907446","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio64047.2024.10907446","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100578899","display_name":"Longxiao Gong","orcid":null},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Longxiao Gong","raw_affiliation_strings":["School of Mechanical Engineering, Hefei University of Technology,Hefei,Anhui,China,230009"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Hefei University of Technology,Hefei,Anhui,China,230009","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100298007","display_name":"Yue Cheng","orcid":"https://orcid.org/0009-0003-0049-3626"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Cheng","raw_affiliation_strings":["School of Mechanical Engineering, Hefei University of Technology,Hefei,Anhui,China,230009"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Hefei University of Technology,Hefei,Anhui,China,230009","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100397026","display_name":"Hao Zhang","orcid":"https://orcid.org/0000-0003-1991-119X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["University of Science and Technology of China,Department of Automation,Hefei,Anhui,China,230026"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,Department of Automation,Hefei,Anhui,China,230026","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100322887","display_name":"Yang Wang","orcid":"https://orcid.org/0000-0003-1029-9280"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Wang","raw_affiliation_strings":["School of Mechanical Engineering, Hefei University of Technology,Hefei,Anhui,China,230009"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Hefei University of Technology,Hefei,Anhui,China,230009","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101763779","display_name":"Ping Zhao","orcid":"https://orcid.org/0000-0001-5874-676X"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping Zhao","raw_affiliation_strings":["Hefei University of Technology,Department of Mechanical Engineering,Hefei,Anhui,China,230009"],"affiliations":[{"raw_affiliation_string":"Hefei University of Technology,Department of Mechanical Engineering,Hefei,Anhui,China,230009","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100578899"],"corresponding_institution_ids":["https://openalex.org/I16365422"],"apc_list":null,"apc_paid":null,"fwci":0.3883,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.66295229,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"2300","last_page":"2305"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7576528787612915},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5605167150497437},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.5429186820983887},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.5337650775909424},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5332469940185547},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.47535985708236694},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4647120237350464},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.41755905747413635}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7576528787612915},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5605167150497437},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.5429186820983887},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.5337650775909424},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5332469940185547},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47535985708236694},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4647120237350464},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41755905747413635},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robio64047.2024.10907446","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio64047.2024.10907446","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1588407636","https://openalex.org/W2973700007","https://openalex.org/W3131456784","https://openalex.org/W3205207934","https://openalex.org/W4210282370","https://openalex.org/W4226062088","https://openalex.org/W4289111271","https://openalex.org/W4296871415","https://openalex.org/W4311807508","https://openalex.org/W4312258495","https://openalex.org/W4388213946","https://openalex.org/W4395069546","https://openalex.org/W4400233240"],"related_works":["https://openalex.org/W2537963312","https://openalex.org/W2066003895","https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2989699735"],"abstract_inverted_index":{"Gesture":[0],"recognition":[1,22,51,83,121,148],"plays":[2],"an":[3],"increasingly":[4],"important":[5],"role":[6],"in":[7],"fields":[8],"such":[9],"as":[10],"human-computer":[11],"inter-action":[12],"and":[13,16,46,104,127,137,153],"rehabilitation":[14],"robots":[15],"therapy.":[17],"However,":[18],"most":[19],"current":[20],"gesture":[21,38,82,120,147],"systems":[23],"are":[24],"based":[25,84,130],"on":[26,85,131],"a":[27,44,62,91,108],"single":[28],"type":[29],"of":[30,65,72,81,146],"sensor,":[31],"which":[32],"limits":[33],"the":[34,57,69,79,115,144],"feature":[35,48],"sources":[36],"for":[37,112],"recognition.":[39],"Therefore,":[40],"this":[41,88],"paper":[42,89],"proposes":[43],"time-frequency":[45,70,102,128],"visual":[47],"fusion":[49,125],"multimodal":[50,124],"framework":[52],"(TFVF":[53],"-CNN).":[54],"It":[55],"combines":[56],"deep":[58],"features":[59,126,129],"extracted":[60],"from":[61],"small":[63],"amount":[64],"image":[66,105,151],"data":[67,110],"with":[68,123],"fea-tures":[71],"surface":[73],"electromyogram":[74],"(sEMG)":[75],"signals":[76,133],"to":[77],"improve":[78],"accuracy":[80,122],"sEMG.":[86],"Additionally,":[87],"introduces":[90],"multi-modal":[92],"dataset":[93],"(MEVD)":[94],"containing":[95],"raw":[96],"sEMG":[97,100,132],"signal":[98,101],"data,":[99,103,106],"providing":[107],"reliable":[109],"source":[111],"experiments.":[113],"Finally,":[114],"experimental":[116],"results":[117],"show":[118],"that":[119,155],"is":[134],"93.88":[135],"%":[136],"95.9":[138],"%,":[139],"respectively.":[140],"Furthermore,":[141],"we":[142],"verified":[143],"performance":[145],"under":[149],"partial":[150],"occlusion":[152],"found":[154],"TFVF":[156],"-CNN":[157],"still":[158],"exhibits":[159],"superior":[160],"performance.":[161]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}