{"id":"https://openalex.org/W4408290704","doi":"https://doi.org/10.3390/math13060909","title":"Adaptive Transformer-Based Deep Learning Framework for Continuous Sign Language Recognition and Translation","display_name":"Adaptive Transformer-Based Deep Learning Framework for Continuous Sign Language Recognition and Translation","publication_year":2025,"publication_date":"2025-03-08","ids":{"openalex":"https://openalex.org/W4408290704","doi":"https://doi.org/10.3390/math13060909"},"language":"en","primary_location":{"id":"doi:10.3390/math13060909","doi":"https://doi.org/10.3390/math13060909","is_oa":true,"landing_page_url":"https://doi.org/10.3390/math13060909","pdf_url":null,"source":{"id":"https://openalex.org/S4210192031","display_name":"Mathematics","issn_l":"2227-7390","issn":["2227-7390"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematics","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/math13060909","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030348316","display_name":"Yahia Said","orcid":"https://orcid.org/0000-0003-0613-4037","observed_orcids":["https://orcid.org/0000-0003-0613-4037"]},"institutions":[{"id":"https://openalex.org/I118590987","display_name":"Northern Border University","ror":"https://ror.org/03j9tzj20","country_code":"SA","type":"education","lineage":["https://openalex.org/I118590987"]},{"id":"https://openalex.org/I4210107237","display_name":"King Salman Center for Disability Research","ror":"https://ror.org/01ht2b307","country_code":"SA","type":"nonprofit","lineage":["https://openalex.org/I4210107237"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Yahia Said","raw_affiliation_strings":["Center for Scientific Research and Entrepreneurship, Northern Border University, Arar 73213, Saudi Arabia","King Salman Center for Disability Research, Riyadh 11614, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-0613-4037","affiliations":[{"raw_affiliation_string":"Center for Scientific Research and Entrepreneurship, Northern Border University, Arar 73213, Saudi Arabia","institution_ids":["https://openalex.org/I118590987"]},{"raw_affiliation_string":"King Salman Center for Disability Research, Riyadh 11614, Saudi Arabia","institution_ids":["https://openalex.org/I4210107237"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058962178","display_name":"Sahbi Boubaker","orcid":"https://orcid.org/0000-0003-4504-6929","observed_orcids":["https://orcid.org/0000-0003-4504-6929"]},"institutions":[{"id":"https://openalex.org/I4210099699","display_name":"University of Jeddah","ror":"https://ror.org/015ya8798","country_code":"SA","type":"education","lineage":["https://openalex.org/I4210099699"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Sahbi Boubaker","raw_affiliation_strings":["Department of Computer & Network Engineering, College of Computer Science and Engineering, University of Jeddah, Jeddah 21959, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-4504-6929","affiliations":[{"raw_affiliation_string":"Department of Computer & Network Engineering, College of Computer Science and Engineering, University of Jeddah, Jeddah 21959, Saudi Arabia","institution_ids":["https://openalex.org/I4210099699"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088379188","display_name":"Saleh M. Altowaijri","orcid":"https://orcid.org/0000-0003-2205-0220","observed_orcids":["https://orcid.org/0000-0003-2205-0220"]},"institutions":[{"id":"https://openalex.org/I118590987","display_name":"Northern Border University","ror":"https://ror.org/03j9tzj20","country_code":"SA","type":"education","lineage":["https://openalex.org/I118590987"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Saleh M. Altowaijri","raw_affiliation_strings":["Department of Information Systems, Faculty of Computing and Information Technology, Northern Border University, Rafha 91911, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-2205-0220","affiliations":[{"raw_affiliation_string":"Department of Information Systems, Faculty of Computing and Information Technology, Northern Border University, Rafha 91911, Saudi Arabia","institution_ids":["https://openalex.org/I118590987"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014237652","display_name":"Ahmed A. Alsheikhy","orcid":"https://orcid.org/0000-0002-9811-0341","observed_orcids":["https://orcid.org/0000-0002-9811-0341"]},"institutions":[{"id":"https://openalex.org/I118590987","display_name":"Northern Border University","ror":"https://ror.org/03j9tzj20","country_code":"SA","type":"education","lineage":["https://openalex.org/I118590987"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Ahmed A. Alsheikhy","raw_affiliation_strings":["Department of Electrical Engineering, College of Engineering, Northern Border University, Arar 91431, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-9811-0341","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, College of Engineering, Northern Border University, Arar 91431, Saudi Arabia","institution_ids":["https://openalex.org/I118590987"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033768095","display_name":"Mohamed Atri","orcid":"https://orcid.org/0000-0001-8528-5647","observed_orcids":["https://orcid.org/0000-0001-8528-5647"]},"institutions":[{"id":"https://openalex.org/I82952536","display_name":"King Khalid University","ror":"https://ror.org/052kwzs30","country_code":"SA","type":"education","lineage":["https://openalex.org/I82952536"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Mohamed Atri","raw_affiliation_strings":["College of Computer Sciences, King Khalid University, Abha 62529, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Sciences, King Khalid University, Abha 62529, Saudi Arabia","institution_ids":["https://openalex.org/I82952536"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5030348316"],"corresponding_institution_ids":["https://openalex.org/I118590987","https://openalex.org/I4210107237"],"apc_list":{"value":2600,"currency":"CHF","value_usd":3137},"apc_paid":{"value":2600,"currency":"CHF","value_usd":3137},"fwci":10.7358,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.9893157,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"13","issue":"6","first_page":"909","last_page":"909"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sign-language-translation","display_name":"sign language translation","score":0.8840000033378601},{"id":"https://openalex.org/keywords/sign-language-recognition","display_name":"sign language recognition","score":0.8600000143051147},{"id":"https://openalex.org/keywords/continuous-sign-language-recognition","display_name":"continuous sign language recognition","score":0.7400000095367432},{"id":"https://openalex.org/keywords/adaptive-masking","display_name":"adaptive masking","score":0.7620000243186951},{"id":"https://openalex.org/keywords/adaptive-fusion","display_name":"adaptive fusion","score":0.8920000195503235},{"id":"https://openalex.org/keywords/temporal-alignment","display_name":"temporal alignment","score":0.800000011920929},{"id":"https://openalex.org/keywords/multiscale-feature-fusion","display_name":"multi-scale feature fusion","score":0.7829999923706055},{"id":"https://openalex.org/keywords/assistive-technology-for-deaf-people","display_name":"assistive technology for deaf people","score":0.7239999771118164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6356958746910095},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.602320671081543},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5099200010299683},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.47870635986328125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4739116430282593},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43421128392219543},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.424783855676651},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.331537663936615},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.17568790912628174},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13859447836875916},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.09177941083908081},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08584925532341003},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.058400124311447144},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.04572972655296326},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/math13060909","doi":"https://doi.org/10.3390/math13060909","is_oa":true,"landing_page_url":"https://doi.org/10.3390/math13060909","pdf_url":null,"source":{"id":"https://openalex.org/S4210192031","display_name":"Mathematics","issn_l":"2227-7390","issn":["2227-7390"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematics","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jmathe:v:13:y:2025:i:6:p:909-:d:1608156","doi":null,"is_oa":false,"landing_page_url":"https://www.mdpi.com/2227-7390/13/6/909/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:ddf8c112baaa44b495b962135dfafede","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/ddf8c112baaa44b495b962135dfafede","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mathematics, Vol 13, Iss 6, p 909 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/math13060909","doi":"https://doi.org/10.3390/math13060909","is_oa":true,"landing_page_url":"https://doi.org/10.3390/math13060909","pdf_url":null,"source":{"id":"https://openalex.org/S4210192031","display_name":"Mathematics","issn_l":"2227-7390","issn":["2227-7390"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematics","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G8096898212","display_name":null,"funder_award_id":"KSRG-2024-185","funder_id":"https://openalex.org/F4320330363","funder_display_name":"King Salman Center for Disability Research"}],"funders":[{"id":"https://openalex.org/F4320330363","display_name":"King Salman Center for Disability Research","ror":"https://ror.org/01ht2b307"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2079735306","https://openalex.org/W2626778328","https://openalex.org/W2798271879","https://openalex.org/W2799020610","https://openalex.org/W2890052321","https://openalex.org/W2981851019","https://openalex.org/W3003261425","https://openalex.org/W3015075688","https://openalex.org/W3023371261","https://openalex.org/W3033228789","https://openalex.org/W3044365806","https://openalex.org/W3081562204","https://openalex.org/W3093061880","https://openalex.org/W3109196171","https://openalex.org/W3114337930","https://openalex.org/W3133226919","https://openalex.org/W3173290664","https://openalex.org/W3176780013","https://openalex.org/W3196466542","https://openalex.org/W3201541489","https://openalex.org/W3205234797","https://openalex.org/W3211614808","https://openalex.org/W4206337866","https://openalex.org/W4285118488","https://openalex.org/W4285186657","https://openalex.org/W4311167039","https://openalex.org/W4312312750","https://openalex.org/W4312396348","https://openalex.org/W4321020695","https://openalex.org/W4372260090","https://openalex.org/W4384787507","https://openalex.org/W4386076575","https://openalex.org/W4387886005","https://openalex.org/W4389523825","https://openalex.org/W4390872326","https://openalex.org/W4392901985"],"related_works":["https://openalex.org/W4413414781","https://openalex.org/W4392901985","https://openalex.org/W7162131518","https://openalex.org/W7166864801","https://openalex.org/W4414405862","https://openalex.org/W7220525667","https://openalex.org/W4413205646","https://openalex.org/W4307818653","https://openalex.org/W7105948639","https://openalex.org/W2964253156"],"abstract_inverted_index":{"Sign":[0],"language":[1,19,31,50,162,202],"recognition":[2],"and":[3,13,35,38,48,71,88,119,134,181,194],"translation":[4,20,155,177],"remain":[5],"pivotal":[6],"for":[7,69,199,211],"facilitating":[8],"communication":[9],"among":[10],"the":[11,39,109,128,148,170],"deaf":[12],"hearing":[14],"communities.":[15],"However,":[16],"end-to-end":[17],"sign":[18,30,201],"(SLT)":[21],"faces":[22],"major":[23],"challenges,":[24],"including":[25],"weak":[26],"temporal":[27,106,133],"correspondence":[28],"between":[29,44],"(SL)":[32],"video":[33,67,102,158],"frames":[34],"gloss":[36,151],"annotations":[37],"complexity":[40],"of":[41],"sequence":[42],"alignment":[43],"long":[45],"SL":[46,66,157],"videos":[47],"natural":[49],"sentences.":[51],"In":[52],"this":[53],"paper,":[54],"we":[55],"propose":[56],"an":[57],"Adaptive":[58,81,89],"Transformer":[59],"(ADTR)-based":[60],"deep":[61,196],"learning":[62,197],"framework":[63,146],"that":[64,188],"enhances":[65],"processing":[68,179],"robust":[70],"efficient":[72],"SLT.":[73],"The":[74,96,164,184],"proposed":[75,165],"model":[76,139],"incorporates":[77],"three":[78],"novel":[79],"modules:":[80],"Masking":[82],"(AM),":[83],"Local":[84],"Clip":[85],"Self-Attention":[86],"(LCSA),":[87],"Fusion":[90],"(AF)":[91],"to":[92,137,160],"optimize":[93],"feature":[94],"representation.":[95],"AM":[97],"module":[98,111,130],"dynamically":[99],"removes":[100],"redundant":[101],"frame":[103],"representations,":[104],"improving":[105],"alignment,":[107],"while":[108],"LCSA":[110],"learns":[112],"hierarchical":[113],"representations":[114],"at":[115],"both":[116],"local":[117],"clip":[118],"full-video":[120],"levels":[121],"using":[122,169],"a":[123,191,207],"refined":[124],"self-attention":[125],"mechanism.":[126],"Additionally,":[127],"AF":[129],"fuses":[131],"multi-scale":[132],"spatial":[135],"features":[136],"enhance":[138],"robustness.":[140],"Unlike":[141],"conventional":[142],"SLT":[143],"models,":[144],"our":[145],"eliminates":[147],"reliance":[149],"on":[150],"annotations,":[152],"enabling":[153],"direct":[154],"from":[156],"sequences":[159],"spoken":[161],"text.":[163],"method":[166],"was":[167],"evaluated":[168],"ArabSign":[171],"dataset,":[172],"demonstrating":[173],"state-of-the-art":[174],"performance":[175],"in":[176],"accuracy,":[178],"efficiency,":[180],"real-time":[182],"applicability.":[183],"achieved":[185],"results":[186],"confirm":[187],"ADTR":[189],"is":[190],"highly":[192],"effective":[193],"scalable":[195],"solution":[198],"continuous":[200],"recognition,":[203],"positioning":[204],"it":[205],"as":[206],"promising":[208],"AI-driven":[209],"approach":[210],"real-world":[212],"assistive":[213],"applications.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":8}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2025-03-11T00:00:00"}