{"id":"https://openalex.org/W7162453888","doi":"https://doi.org/10.1109/access.2026.3696936","title":"Multimodal Retrieval-Augmented Recognition for Thai Sign Language Fingerspelling","display_name":"Multimodal Retrieval-Augmented Recognition for Thai Sign Language Fingerspelling","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7162453888","doi":"https://doi.org/10.1109/access.2026.3696936"},"language":null,"primary_location":{"id":"doi:10.1109/access.2026.3696936","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3696936","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3696936","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045880082","display_name":"Wuttichai Vijitkunsawat","orcid":"https://orcid.org/0000-0003-2157-7661"},"institutions":[{"id":"https://openalex.org/I4210094798","display_name":"Rajamangala University of Technology Krungthep","ror":"https://ror.org/00wcxq223","country_code":"TH","type":"education","lineage":["https://openalex.org/I10245363","https://openalex.org/I4210094798"]}],"countries":["TH"],"is_corresponding":true,"raw_author_name":"Wuttichai Vijitkunsawat","raw_affiliation_strings":["Department of Electronics and Telecommunication Engineering, Rajamangala University of Technology Krungthep, Bangkok, Thailand"],"raw_orcid":"https://orcid.org/0000-0003-2157-7661","affiliations":[{"raw_affiliation_string":"Department of Electronics and Telecommunication Engineering, Rajamangala University of Technology Krungthep, Bangkok, Thailand","institution_ids":["https://openalex.org/I4210094798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5045880082"],"corresponding_institution_ids":["https://openalex.org/I4210094798"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.61339317,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"80198","last_page":"80213"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.5914999842643738},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.337799996137619},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.2840000092983246},{"id":"https://openalex.org/keywords/character-recognition","display_name":"Character recognition","score":0.2752000093460083},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.25679999589920044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8019000291824341},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.5914999842643738},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5142999887466431},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49869999289512634},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4794999957084656},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.337799996137619},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C2987247673","wikidata":"https://www.wikidata.org/wiki/Q167555","display_name":"Character recognition","level":3,"score":0.2752000093460083},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/access.2026.3696936","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3696936","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3696936","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3696936","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.514912486076355,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2072096818","https://openalex.org/W2588050535","https://openalex.org/W2804086070","https://openalex.org/W2914064067","https://openalex.org/W2963076818","https://openalex.org/W2995336103","https://openalex.org/W3009828227","https://openalex.org/W3022200071","https://openalex.org/W3034765865","https://openalex.org/W3046952127","https://openalex.org/W3087439305","https://openalex.org/W3092900959","https://openalex.org/W3107972479","https://openalex.org/W3113106473","https://openalex.org/W3126721948","https://openalex.org/W3135189994","https://openalex.org/W3135806226","https://openalex.org/W3173834468","https://openalex.org/W3188599010","https://openalex.org/W3199015608","https://openalex.org/W4211113173","https://openalex.org/W4226048914","https://openalex.org/W4229036048","https://openalex.org/W4280538209","https://openalex.org/W4312560592","https://openalex.org/W4320802137","https://openalex.org/W4323240757","https://openalex.org/W4364295729","https://openalex.org/W4367625141","https://openalex.org/W4379184955","https://openalex.org/W4384652670","https://openalex.org/W4386065803","https://openalex.org/W4387424008","https://openalex.org/W4387968000","https://openalex.org/W4389776582","https://openalex.org/W4390189731","https://openalex.org/W4390552099","https://openalex.org/W4399201874","https://openalex.org/W4402401840","https://openalex.org/W4409600608","https://openalex.org/W4410218356","https://openalex.org/W4411472230","https://openalex.org/W4412945418","https://openalex.org/W4414359857"],"related_works":[],"abstract_inverted_index":{"Sign":[0,15],"language":[1],"is":[2,50,101,125,205],"the":[3,116,153,193],"primary":[4],"medium":[5],"of":[6,22],"communication":[7],"for":[8,75,167,209],"deaf":[9],"and":[10,30,44,60,86,109,121,158],"hard-of-hearing":[11],"communities.":[12],"However,":[13],"Thai":[14],"Language":[16],"(TSL)":[17],"remains":[18],"under-resourced":[19],"in":[20,48],"terms":[21],"publicly":[23,62],"available":[24,63],"datasets,":[25],"benchmark":[26],"protocols,":[27],"annotated":[28,64],"corpora,":[29],"reusable":[31],"computational":[32],"resources":[33,227],"compared":[34],"with":[35,127,172],"widely":[36],"studied":[37],"sign":[38],"languages":[39],"such":[40],"as":[41],"ASL,":[42],"CSL,":[43],"DGS.":[45],"Fingerspelling":[46],"recognition":[47,94],"TSL":[49,76,141,196,211],"particularly":[51],"challenging":[52],"due":[53],"to":[54,170,220],"visually":[55,189],"similar":[56,190],"handshapes,":[57],"signer-dependent":[58],"variations,":[59],"limited":[61],"resources.":[65],"This":[66],"paper":[67],"proposes":[68],"a":[69,91,132,139,206],"Multimodal":[70],"Retrieval-Augmented":[71],"Recognition":[72],"(MRAR)":[73],"framework":[74],"fingerspelling":[77,142,212],"recognition,":[78,213],"which":[79],"integrates":[80],"RGB":[81],"video,":[82],"hand":[83,112],"pose":[84],"sequences,":[85],"linguistic":[87],"phonological":[88,107],"knowledge":[89,98],"within":[90],"unified":[92],"retrieval-guided":[93,180],"pipeline.":[95],"A":[96],"multimodal":[97,173],"base":[99],"(KB)":[100],"constructed":[102],"using":[103],"textual":[104],"gloss":[105],"descriptions,":[106],"attributes,":[108],"training-derived":[110],"prototype":[111],"images.":[113],"During":[114],"inference,":[115],"retriever":[117],"fetches":[118],"top-ktraining-derived":[119],"prototypes,":[120],"their":[122],"retrieval":[123,204],"evidence":[124],"combined":[126],"baseline":[128],"model":[129],"predictions":[130],"through":[131],"kNN-based":[133],"posterior":[134,181],"refinement":[135,182],"strategy.":[136],"Experiments":[137],"on":[138,192],"90-class":[140],"dataset":[143],"show":[144],"that":[145,179,201],"MRAR":[146],"provides":[147],"moderate":[148],"but":[149],"consistent":[150],"improvements":[151],"over":[152],"evaluated":[154,194],"representative":[155],"CNN\u2013LSTM,":[156],"transformer-based,":[157],"GCN":[159],"baselines,":[160],"improving":[161,210],"cross-signer":[162],"top-1":[163],"accuracy":[164],"from":[165],"91.4%":[166],"RGB+Pose":[168],"fusion":[169],"94.1%":[171],"KB":[174],"augmentation.":[175],"The":[176],"results":[177],"indicate":[178],"can":[183],"help":[184],"reduce":[185],"selected":[186],"confusions":[187],"among":[188],"classes":[191],"signer-independent":[195],"benchmark.":[197],"These":[198],"findings":[199],"suggest":[200],"external":[202],"prototype-based":[203],"promising":[207],"mechanism":[208],"although":[214],"further":[215],"reduced-data":[216],"evaluations":[217],"are":[218,228],"needed":[219],"fully":[221],"validate":[222],"its":[223],"effectiveness":[224],"when":[225],"training":[226],"more":[229],"limited.":[230]},"counts_by_year":[],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2026-05-27T00:00:00"}