{"id":"https://openalex.org/W4393102015","doi":"https://doi.org/10.1109/rivf60135.2023.10471807","title":"Designing Language Recognition System for Deaf through Hand Gestures Using MediaPipe and LSTM","display_name":"Designing Language Recognition System for Deaf through Hand Gestures Using MediaPipe and LSTM","publication_year":2023,"publication_date":"2023-12-23","ids":{"openalex":"https://openalex.org/W4393102015","doi":"https://doi.org/10.1109/rivf60135.2023.10471807"},"language":"en","primary_location":{"id":"doi:10.1109/rivf60135.2023.10471807","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/rivf60135.2023.10471807","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 RIVF International Conference on Computing and Communication Technologies (RIVF)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011559429","display_name":"Phat Nguyen Huu","orcid":"https://orcid.org/0000-0003-2734-5781"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Phat Nguyen Huu","raw_affiliation_strings":["Hanoi University of Science and Technology (HUST),Hanoi,Vietnam","Hanoi University of Science and Technology (HUST), Hanoi, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology (HUST),Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology (HUST), Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094226141","display_name":"Rin Bui Thanh","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159142","display_name":"108 Military Central Hospital","ror":"https://ror.org/04k25m262","country_code":"VN","type":"healthcare","lineage":["https://openalex.org/I4210159142"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Rin Bui Thanh","raw_affiliation_strings":["108 Military Central Hospital,Hanoi,Vietnam","108 Military Central Hospital, Hanoi, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"108 Military Central Hospital,Hanoi,Vietnam","institution_ids":["https://openalex.org/I4210159142"]},{"raw_affiliation_string":"108 Military Central Hospital, Hanoi, Vietnam","institution_ids":["https://openalex.org/I4210159142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055101076","display_name":"Nhi Chu Quynh","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100829","display_name":"Le Hong Phong High School for the Gifted","ror":"https://ror.org/014028r32","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210100829"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Nhi Chu Quynh","raw_affiliation_strings":["11 English 1, Hanoi-Amsterdam Highschool for the Gifted (HN-ASM),Hanoi,Vietnam","11 English 1, Hanoi-Amsterdam Highschool for the Gifted (HN-ASM), Hanoi, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"11 English 1, Hanoi-Amsterdam Highschool for the Gifted (HN-ASM),Hanoi,Vietnam","institution_ids":["https://openalex.org/I4210100829"]},{"raw_affiliation_string":"11 English 1, Hanoi-Amsterdam Highschool for the Gifted (HN-ASM), Hanoi, Vietnam","institution_ids":["https://openalex.org/I4210100829"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094226142","display_name":"Duy Nguyen Khac","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Duy Nguyen Khac","raw_affiliation_strings":["Hanoi University of Science and Technology (HUST),Hanoi,Vietnam","Hanoi University of Science and Technology (HUST), Hanoi, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology (HUST),Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology (HUST), Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094226143","display_name":"Ben Do van","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Ben Do van","raw_affiliation_strings":["Hanoi University of Science and Technology (HUST),Hanoi,Vietnam","Hanoi University of Science and Technology (HUST), Hanoi, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology (HUST),Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology (HUST), Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038564502","display_name":"Dinh Dang Dang","orcid":null},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Dinh Dang Dang","raw_affiliation_strings":["Hanoi University of Science and Technology (HUST),Hanoi,Vietnam","Hanoi University of Science and Technology (HUST), Hanoi, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology (HUST),Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology (HUST), Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100709067","display_name":"Tien Nguyen","orcid":"https://orcid.org/0000-0002-4016-9164"},"institutions":[{"id":"https://openalex.org/I94518387","display_name":"Hanoi University of Science and Technology","ror":"https://ror.org/04nyv3z04","country_code":"VN","type":"education","lineage":["https://openalex.org/I94518387"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Tien Dzung Nguyen","raw_affiliation_strings":["Hanoi University of Science and Technology (HUST),Hanoi,Vietnam","Hanoi University of Science and Technology (HUST), Hanoi, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hanoi University of Science and Technology (HUST),Hanoi,Vietnam","institution_ids":["https://openalex.org/I94518387"]},{"raw_affiliation_string":"Hanoi University of Science and Technology (HUST), Hanoi, Vietnam","institution_ids":["https://openalex.org/I94518387"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029807151","display_name":"Quang Tran Minh","orcid":"https://orcid.org/0000-0003-1408-2919"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]},{"id":"https://openalex.org/I47265099","display_name":"Ho Chi Minh City University of Technology","ror":"https://ror.org/04qva2324","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023","https://openalex.org/I47265099"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Quang Tran Minh","raw_affiliation_strings":["Ho Chi Minh City University of Technology (HCMUT),Hochiminh,Vietnam","Ho Chi Minh City University of Technology (HCMUT), Hochiminh, Vietnam","Vietnam National University HoChiMinh City (VNU-HCM), Hochiminh, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ho Chi Minh City University of Technology (HCMUT),Hochiminh,Vietnam","institution_ids":["https://openalex.org/I47265099"]},{"raw_affiliation_string":"Ho Chi Minh City University of Technology (HCMUT), Hochiminh, Vietnam","institution_ids":["https://openalex.org/I47265099"]},{"raw_affiliation_string":"Vietnam National University HoChiMinh City (VNU-HCM), Hochiminh, Vietnam","institution_ids":["https://openalex.org/I123565023"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6174,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.71525633,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"7","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.8213472962379456},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7520865201950073},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.579001784324646},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5363193154335022},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4195244014263153},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.411133736371994}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8213472962379456},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7520865201950073},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.579001784324646},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5363193154335022},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4195244014263153},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.411133736371994}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/rivf60135.2023.10471807","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/rivf60135.2023.10471807","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 RIVF International Conference on Computing and Communication Technologies (RIVF)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1601339842","https://openalex.org/W2095307040","https://openalex.org/W2112796928","https://openalex.org/W2135293965","https://openalex.org/W2904107554","https://openalex.org/W2963163009","https://openalex.org/W2964081342","https://openalex.org/W2972301031","https://openalex.org/W2997564208","https://openalex.org/W3204484368","https://openalex.org/W4200541616","https://openalex.org/W4206286517","https://openalex.org/W4210997686","https://openalex.org/W4302791199","https://openalex.org/W4313525025","https://openalex.org/W4319431252","https://openalex.org/W4385301148"],"related_works":["https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2805039731","https://openalex.org/W2989699735","https://openalex.org/W4322710567"],"abstract_inverted_index":{"Deaf":[0],"people":[1,16],"mainly":[2],"use":[3,17,82],"sign":[4,52],"language":[5,14,29,53],"to":[6,20,76,85,99,119,133,147,170,183],"exchange":[7],"information":[8],"with":[9],"others.":[10],"It":[11],"is":[12,42,65,191],"a":[13,91,140,144,158],"where":[15,94],"hand":[18,33,47,62,87],"gestures":[19,50,88],"communicate":[21],"when":[22,38,193],"they":[23],"cannot":[24],"speak":[25],"or":[26,40],"hear.":[27],"Sign":[28],"recognition":[30,35,64],"(SLR)":[31],"handles":[32],"gesture":[34,63],"and":[36,58,117,130,153,175],"continues":[37],"text":[39,113],"speech":[41],"generated":[43,116],"for":[44,51,127],"the":[45,77,95,106,110,128,189],"corresponding":[46,111],"gestures.":[48],"Hand":[49],"are":[54,74],"classified":[55],"as":[56],"static":[57,61],"dynamic.":[59,68],"However,":[60],"simpler":[66],"than":[67],"Both":[69],"of":[70],"these":[71],"identifying":[72],"features":[73],"important":[75],"human":[78],"community.":[79],"We":[80],"can":[81],"deep":[83],"learning":[84],"recognize":[86,100,148],"by":[89],"building":[90],"neural":[92],"network":[93],"model":[96,107,122,146,166],"will":[97,114,123],"learn":[98],"them":[101,132],"in":[102,167,195],"an":[103,164],"epoch.":[104],"When":[105],"successfully":[108],"recognizes,":[109],"English":[112],"be":[115,124],"converted":[118],"speech.":[120],"This":[121,137],"more":[125,135],"efficient":[126],"deaf":[129],"help":[131],"hear":[134],"easily.":[136],"paper":[138],"proposes":[139],"system":[141,156,179,190],"that":[142,188],"uses":[143,157],"MediaPipe":[145],"languages":[149],"based":[150],"on":[151],"cues":[152],"actions.":[154],"The":[155,178,185],"long":[159],"short-term":[160],"memory":[161],"(LSTM)":[162],"network,":[163],"advanced":[165],"identification":[168],"due":[169],"its":[171],"fast":[172],"processing":[173],"speed":[174],"high":[176],"accuracy.":[177],"achieves":[180],"accuracy":[181],"up":[182],"97%.":[184],"results":[186],"show":[187],"feasible":[192],"applied":[194],"practice.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
