{"id":"https://openalex.org/W7139959857","doi":"https://doi.org/10.1016/j.procs.2026.01.044","title":"Sign Language Recognition based on Deep Learning via MediaPipe for people with speech and hearing impairments","display_name":"Sign Language Recognition based on Deep Learning via MediaPipe for people with speech and hearing impairments","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7139959857","doi":"https://doi.org/10.1016/j.procs.2026.01.044"},"language":"en","primary_location":{"id":"doi:10.1016/j.procs.2026.01.044","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2026.01.044","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1016/j.procs.2026.01.044","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017370698","display_name":"Aigerim Yerimbetova","orcid":"https://orcid.org/0000-0002-2013-1513"},"institutions":[{"id":"https://openalex.org/I4210114545","display_name":"Almaty Technological University","ror":"https://ror.org/01xeb1c73","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4210114545"]},{"id":"https://openalex.org/I4210135055","display_name":"Institute of Information and Computational Technologies","ror":"https://ror.org/03v6e0k54","country_code":"KZ","type":"facility","lineage":["https://openalex.org/I4210135055"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Aigerim Yerimbetova","raw_affiliation_strings":["Eurasian Technological University, Almaty 050012, Kazakhstan","Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Eurasian Technological University, Almaty 050012, Kazakhstan","institution_ids":["https://openalex.org/I4210114545"]},{"raw_affiliation_string":"Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan","institution_ids":["https://openalex.org/I4210135055"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130252598","display_name":"Ulmeken Berzhanova","orcid":null},"institutions":[{"id":"https://openalex.org/I185571130","display_name":"Al-Farabi Kazakh National University","ror":"https://ror.org/03q0vrn42","country_code":"KZ","type":"education","lineage":["https://openalex.org/I185571130"]},{"id":"https://openalex.org/I4210135055","display_name":"Institute of Information and Computational Technologies","ror":"https://ror.org/03v6e0k54","country_code":"KZ","type":"facility","lineage":["https://openalex.org/I4210135055"]}],"countries":["KZ"],"is_corresponding":true,"raw_author_name":"Ulmeken Berzhanova","raw_affiliation_strings":["Al-Farabi Kazakh National University, Almaty 050038, Kazakhstan","Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Al-Farabi Kazakh National University, Almaty 050038, Kazakhstan","institution_ids":["https://openalex.org/I185571130"]},{"raw_affiliation_string":"Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan","institution_ids":["https://openalex.org/I4210135055"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046791061","display_name":"Bakzhan Sakenov","orcid":"https://orcid.org/0000-0002-9849-6176"},"institutions":[{"id":"https://openalex.org/I4210135055","display_name":"Institute of Information and Computational Technologies","ror":"https://ror.org/03v6e0k54","country_code":"KZ","type":"facility","lineage":["https://openalex.org/I4210135055"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Bakzhan Sakenov","raw_affiliation_strings":["Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan","institution_ids":["https://openalex.org/I4210135055"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045521070","display_name":"Marek Mi\u0142osz","orcid":"https://orcid.org/0000-0002-5898-815X"},"institutions":[{"id":"https://openalex.org/I4210135055","display_name":"Institute of Information and Computational Technologies","ror":"https://ror.org/03v6e0k54","country_code":"KZ","type":"facility","lineage":["https://openalex.org/I4210135055"]},{"id":"https://openalex.org/I8264552","display_name":"Lublin University of Technology","ror":"https://ror.org/024zjzd49","country_code":"PL","type":"education","lineage":["https://openalex.org/I8264552"]}],"countries":["KZ","PL"],"is_corresponding":false,"raw_author_name":"Marek Milosz","raw_affiliation_strings":["Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan","Lublin University of Technology, Nadbystrzycka 36B, 20-618 Lublin, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan","institution_ids":["https://openalex.org/I4210135055"]},{"raw_affiliation_string":"Lublin University of Technology, Nadbystrzycka 36B, 20-618 Lublin, Poland","institution_ids":["https://openalex.org/I8264552"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000113402","display_name":"Elmira Daiyrbayeva","orcid":"https://orcid.org/0000-0002-4255-5456"},"institutions":[{"id":"https://openalex.org/I204275683","display_name":"Satbayev University","ror":"https://ror.org/020cpsb96","country_code":"KZ","type":"education","lineage":["https://openalex.org/I204275683"]},{"id":"https://openalex.org/I4210135055","display_name":"Institute of Information and Computational Technologies","ror":"https://ror.org/03v6e0k54","country_code":"KZ","type":"facility","lineage":["https://openalex.org/I4210135055"]}],"countries":["KZ"],"is_corresponding":true,"raw_author_name":"Elmira Daiyrbayeva","raw_affiliation_strings":["Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan","Satbayev University, Almaty 050010, Kazakhstan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan","institution_ids":["https://openalex.org/I4210135055"]},{"raw_affiliation_string":"Satbayev University, Almaty 050010, Kazakhstan","institution_ids":["https://openalex.org/I204275683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064358249","display_name":"Ainur Bayekeyeva","orcid":"https://orcid.org/0000-0001-6072-1860"},"institutions":[{"id":"https://openalex.org/I4210135055","display_name":"Institute of Information and Computational Technologies","ror":"https://ror.org/03v6e0k54","country_code":"KZ","type":"facility","lineage":["https://openalex.org/I4210135055"]},{"id":"https://openalex.org/I60559429","display_name":"Nazarbayev University","ror":"https://ror.org/052bx8q98","country_code":"KZ","type":"education","lineage":["https://openalex.org/I60559429"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Ainur Bayekeyeva","raw_affiliation_strings":["Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan","Maqsut Narikbayev University, Astana 010000, Kazakhstan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan","institution_ids":["https://openalex.org/I4210135055"]},{"raw_affiliation_string":"Maqsut Narikbayev University, Astana 010000, Kazakhstan","institution_ids":["https://openalex.org/I60559429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048439047","display_name":"\u041erken Mamyrbayev","orcid":"https://orcid.org/0000-0001-8318-3794"},"institutions":[{"id":"https://openalex.org/I4210135055","display_name":"Institute of Information and Computational Technologies","ror":"https://ror.org/03v6e0k54","country_code":"KZ","type":"facility","lineage":["https://openalex.org/I4210135055"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Orken Mamyrbayev","raw_affiliation_strings":["Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan","institution_ids":["https://openalex.org/I4210135055"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5119357064","display_name":"Duman Telman","orcid":"https://orcid.org/0000-0003-1387-5351"},"institutions":[{"id":"https://openalex.org/I204275683","display_name":"Satbayev University","ror":"https://ror.org/020cpsb96","country_code":"KZ","type":"education","lineage":["https://openalex.org/I204275683"]},{"id":"https://openalex.org/I4210135055","display_name":"Institute of Information and Computational Technologies","ror":"https://ror.org/03v6e0k54","country_code":"KZ","type":"facility","lineage":["https://openalex.org/I4210135055"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Duman Telman","raw_affiliation_strings":["Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan","Satbayev University, Almaty 050010, Kazakhstan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan","institution_ids":["https://openalex.org/I4210135055"]},{"raw_affiliation_string":"Satbayev University, Almaty 050010, Kazakhstan","institution_ids":["https://openalex.org/I204275683"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5000113402","https://openalex.org/A5130252598"],"corresponding_institution_ids":["https://openalex.org/I185571130","https://openalex.org/I204275683","https://openalex.org/I4210135055"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.48729825,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"275","issue":null,"first_page":"359","last_page":"368"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9768999814987183,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9768999814987183,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6912999749183655},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.5315999984741211},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.43880000710487366},{"id":"https://openalex.org/keywords/american-sign-language","display_name":"American Sign Language","score":0.25780001282691956},{"id":"https://openalex.org/keywords/language-acquisition","display_name":"Language acquisition","score":0.24539999663829803}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8618999719619751},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6912999749183655},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6172000169754028},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5537999868392944},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.5315999984741211},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.43880000710487366},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41940000653266907},{"id":"https://openalex.org/C2776737515","wikidata":"https://www.wikidata.org/wiki/Q14759","display_name":"American Sign Language","level":3,"score":0.25780001282691956},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.24539999663829803},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.2451000064611435}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.procs.2026.01.044","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2026.01.044","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.procs.2026.01.044","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.procs.2026.01.044","pdf_url":null,"source":{"id":"https://openalex.org/S120348307","display_name":"Procedia Computer Science","issn_l":"1877-0509","issn":["1877-0509"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Procedia Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5340313911437988,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322726","display_name":"Ministry of Education and Science of the Republic of Kazakhstan","ror":"https://ror.org/03pj6ge82"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2510642588","https://openalex.org/W2965778995","https://openalex.org/W2978025043","https://openalex.org/W3009828227","https://openalex.org/W3087439305","https://openalex.org/W3127129186","https://openalex.org/W3163550870","https://openalex.org/W3197240660","https://openalex.org/W3207662977","https://openalex.org/W4206718098","https://openalex.org/W4214561270","https://openalex.org/W4214598010","https://openalex.org/W4281710609","https://openalex.org/W4283161091","https://openalex.org/W4295423238","https://openalex.org/W4296990318","https://openalex.org/W4303685277","https://openalex.org/W4312973876","https://openalex.org/W4322503366","https://openalex.org/W4383100564","https://openalex.org/W4385811575","https://openalex.org/W4389712984","https://openalex.org/W4393187948","https://openalex.org/W4399893940","https://openalex.org/W4401210492","https://openalex.org/W4403112782","https://openalex.org/W4405272663","https://openalex.org/W4405272729","https://openalex.org/W4408163412","https://openalex.org/W4409295989","https://openalex.org/W4410312639","https://openalex.org/W4410523428"],"related_works":[],"abstract_inverted_index":{"The":[0,27],"present":[1],"paper":[2],"presents":[3],"a":[4,9,16,24,138],"methodological":[5],"framework":[6],"to":[7,49,64,86],"construct":[8],"sign":[10,78,98,103],"language":[11,79,99,104],"recognition":[12,89],"system":[13],"that":[14],"employs":[15],"Temporal":[17],"Convolutional":[18],"Network":[19],"(TCN)":[20],"encoder":[21],"combined":[22],"with":[23,131],"Transformer-based":[25],"decoder.":[26],"proposed":[28],"approach":[29],"automatically":[30],"converts":[31],"gesture":[32,88],"video":[33],"sequences":[34],"into":[35],"textual":[36],"outputs":[37],"while":[38],"preserving":[39],"both":[40],"temporal":[41],"dynamics":[42],"and":[43,59,82,110,133,136],"spatial":[44],"structure.":[45],"MediaPipe":[46],"is":[47],"utilised":[48],"extract":[50],"3D":[51],"coordinates":[52],"of":[53,97,102,107,112,140],"225":[54],"keypoints":[55],"from":[56],"each":[57],"frame,":[58],"these":[60],"features":[61],"are":[62],"pre-processed":[63],"facilitate":[65],"efficient":[66],"model":[67],"training.":[68],"This":[69,91],"architecture":[70],"was":[71],"experimentally":[72],"evaluated":[73],"on":[74],"the":[75,94,119],"Kazakh":[76],"Russian":[77],"(KRSL)":[80],"corpus":[81],"demonstrated":[83],"its":[84],"applicability":[85],"practical":[87],"scenarios.":[90],"study":[92],"addresses":[93],"core":[95],"issues":[96],"recognition:":[100],"diversity":[101],"users,":[105],"lack":[106,111],"training":[108],"data,":[109],"pre-learned":[113],"models":[114],"for":[115,129],"low-resource":[116],"languages.":[117],"Overall,":[118],"method":[120],"advances":[121],"inclusive":[122,141],"communication":[123],"technologies,":[124],"promoting":[125],"more":[126],"accessible":[127],"interaction":[128],"people":[130],"speech":[132],"hearing":[134],"impairments":[135],"supporting":[137],"range":[139],"applications.":[142]},"counts_by_year":[],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2026-03-21T00:00:00"}