{"id":"https://openalex.org/W4411472230","doi":"https://doi.org/10.1109/access.2025.3581683","title":"GSR-Fusion: A Deep Multimodal Fusion Architecture for Robust Sign Language Recognition Using RGB, Skeleton, and Graph-Based Modalities","display_name":"GSR-Fusion: A Deep Multimodal Fusion Architecture for Robust Sign Language Recognition Using RGB, Skeleton, and Graph-Based Modalities","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411472230","doi":"https://doi.org/10.1109/access.2025.3581683"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3581683","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3581683","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3581683","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045880082","display_name":"Wuttichai Vijitkunsawat","orcid":"https://orcid.org/0000-0003-2157-7661"},"institutions":[{"id":"https://openalex.org/I4210094798","display_name":"Rajamangala University of Technology Krungthep","ror":"https://ror.org/00wcxq223","country_code":"TH","type":"education","lineage":["https://openalex.org/I10245363","https://openalex.org/I4210094798"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Wuttichai Vijitkunsawat","raw_affiliation_strings":["Department of Electronics and Telecommunication Engineering, Rajamangala University of Technology Krungthep, Bangkok, Thailand"],"raw_orcid":"https://orcid.org/0000-0003-2157-7661","affiliations":[{"raw_affiliation_string":"Department of Electronics and Telecommunication Engineering, Rajamangala University of Technology Krungthep, Bangkok, Thailand","institution_ids":["https://openalex.org/I4210094798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055898374","display_name":"Teeradaj Racharak","orcid":"https://orcid.org/0000-0002-8823-2361"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Teeradaj Racharak","raw_affiliation_strings":["Advanced Institute of So-Go-Chi (Convergence Knowledge) Informatics, Tohoku University, Miyagi, Sendai, Japan"],"raw_orcid":"https://orcid.org/0000-0002-8823-2361","affiliations":[{"raw_affiliation_string":"Advanced Institute of So-Go-Chi (Convergence Knowledge) Informatics, Tohoku University, Miyagi, Sendai, Japan","institution_ids":["https://openalex.org/I201537933"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.9376,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.95188425,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"108235","last_page":"108254"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.722025990486145},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7118461728096008},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5967177152633667},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5875951051712036},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.4624476730823517},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4537402391433716},{"id":"https://openalex.org/keywords/skeleton","display_name":"Skeleton (computer programming)","score":0.4322206676006317},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36490440368652344},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3595767021179199}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.722025990486145},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7118461728096008},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5967177152633667},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5875951051712036},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.4624476730823517},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4537402391433716},{"id":"https://openalex.org/C18969341","wikidata":"https://www.wikidata.org/wiki/Q1169129","display_name":"Skeleton (computer programming)","level":2,"score":0.4322206676006317},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36490440368652344},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3595767021179199},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3581683","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3581683","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a930d76e5c2a48349adbc00a179e5f68","is_oa":true,"landing_page_url":"https://doaj.org/article/a930d76e5c2a48349adbc00a179e5f68","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 108235-108254 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3581683","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3581683","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W1969724184","https://openalex.org/W2188882108","https://openalex.org/W2487792702","https://openalex.org/W2516844836","https://openalex.org/W2559085405","https://openalex.org/W2788334925","https://openalex.org/W2802895140","https://openalex.org/W2884780389","https://openalex.org/W2888568221","https://openalex.org/W2898578128","https://openalex.org/W2900901304","https://openalex.org/W2903314716","https://openalex.org/W2912886600","https://openalex.org/W2940457086","https://openalex.org/W2952694304","https://openalex.org/W2963076818","https://openalex.org/W2963091558","https://openalex.org/W2964253156","https://openalex.org/W2967226526","https://openalex.org/W2969556441","https://openalex.org/W2973194960","https://openalex.org/W2996564689","https://openalex.org/W2998470965","https://openalex.org/W3009828227","https://openalex.org/W3014537276","https://openalex.org/W3034269985","https://openalex.org/W3034765865","https://openalex.org/W3035050855","https://openalex.org/W3044907535","https://openalex.org/W3046952127","https://openalex.org/W3047573812","https://openalex.org/W3095570043","https://openalex.org/W3100133290","https://openalex.org/W3120017044","https://openalex.org/W3120257917","https://openalex.org/W3125896291","https://openalex.org/W3126451397","https://openalex.org/W3135189994","https://openalex.org/W3137392741","https://openalex.org/W3155178406","https://openalex.org/W3157699413","https://openalex.org/W3163621182","https://openalex.org/W3179429918","https://openalex.org/W3184215204","https://openalex.org/W3188599010","https://openalex.org/W3199015608","https://openalex.org/W3202747033","https://openalex.org/W3204447181","https://openalex.org/W3206600927","https://openalex.org/W4212986483","https://openalex.org/W4214612132","https://openalex.org/W4297371839","https://openalex.org/W4308022759","https://openalex.org/W4310153797","https://openalex.org/W4313435185","https://openalex.org/W4318571797","https://openalex.org/W4318940682","https://openalex.org/W4322731378","https://openalex.org/W4365504037","https://openalex.org/W4382202314","https://openalex.org/W4386555682","https://openalex.org/W4387424008","https://openalex.org/W4389520051","https://openalex.org/W4393900743","https://openalex.org/W4393935562","https://openalex.org/W4399144708","https://openalex.org/W4399201874","https://openalex.org/W4400111501","https://openalex.org/W4401077909","https://openalex.org/W4402017565","https://openalex.org/W4403232742","https://openalex.org/W4403849888","https://openalex.org/W4405103079","https://openalex.org/W4405764982","https://openalex.org/W4405810748","https://openalex.org/W4405853824","https://openalex.org/W6740965527","https://openalex.org/W6802451056","https://openalex.org/W6846322403","https://openalex.org/W6846633550","https://openalex.org/W6856324397"],"related_works":["https://openalex.org/W2185469136","https://openalex.org/W2011264131","https://openalex.org/W4306353150","https://openalex.org/W2026860389","https://openalex.org/W2953562271","https://openalex.org/W8219677","https://openalex.org/W3216879894","https://openalex.org/W2890132085","https://openalex.org/W3207883763","https://openalex.org/W2168054807"],"abstract_inverted_index":{"Sign":[0],"Language":[1],"Recognition":[2],"(SLR)":[3],"plays":[4],"a":[5,22,51,56,95],"critical":[6],"role":[7],"in":[8,209,232],"bridging":[9],"communication":[10],"gaps":[11],"between":[12],"the":[13,127,205,227],"deaf":[14],"and":[15,31,46,66,86,110,115,123,145,171,180,191,199,222],"hearing":[16],"communities.":[17],"This":[18],"research":[19,225],"introduces":[20],"GSR-Fusion,":[21],"deep":[23],"multimodal":[24,230],"fusion":[25,53,231],"architecture":[26,136],"that":[27,154],"combines":[28],"RGB-based,":[29],"skeleton-based,":[30],"graph-based":[32],"modalities":[33],"to":[34,62,147,216],"enhance":[35],"gesture":[36,44],"recognition.":[37],"Unlike":[38],"traditional":[39],"unimodal":[40],"models,":[41],"GSR-Fusion":[42,155,208],"utilizes":[43],"initiation":[45],"termination":[47],"detection,":[48],"along":[49],"with":[50,137],"cross-modality":[52],"approach":[54],"using":[55],"merge":[57],"(network)":[58],"technique,":[59],"enabling":[60],"it":[61,164,185],"capture":[63],"both":[64,197],"spatial-temporal":[65],"relational":[67],"features":[68],"from":[69,126],"multiple":[70,160],"data":[71],"sources.":[72],"The":[73,100,151,224],"model":[74],"incorporates":[75],"ViViT":[76],"for":[77,82,88,168,173,188,193,237],"RGB":[78],"feature":[79],"extraction,":[80],"Transformers":[81],"sequential":[83],"pose":[84],"modeling,":[85],"A3T-GCN":[87],"joint":[89],"graph":[90],"representation,":[91],"which":[92],"together":[93],"form":[94],"comprehensive":[96],"understanding":[97],"of":[98,207,229],"gestures.":[99],"study":[101],"investigates":[102],"five":[103],"key":[104],"experimental":[105],"setups,":[106],"covering":[107],"single-hand":[108],"static":[109,122],"dynamic":[111,124],"gestures":[112,125],"(one,":[113],"two,":[114],"three":[116],"strokes)":[117],"as":[118,120],"well":[119],"two-hand":[121],"Thai":[128],"Finger":[129],"Spelling":[130],"dataset.":[131],"Additionally,":[132],"we":[133],"compare":[134],"our":[135],"existing":[138],"models":[139,158,177],"on":[140,159,183],"global":[141],"datasets,":[142],"including":[143],"WLASL":[144],"MS-ASL,":[146,184],"evaluate":[148],"its":[149,214],"performance.":[150],"results":[152,203],"show":[153],"outperforms":[156],"state-of-the-art":[157],"datasets.":[161,223],"On":[162],"WLASL,":[163],"achieves":[165],"83.45%":[166],"accuracy":[167],"100":[169,189],"classes":[170,190],"75.23%":[172],"300":[174],"classes,":[175,195],"surpassing":[176],"like":[178],"SignBERT":[179],"Fusion3.":[181],"Similarly,":[182],"attains":[186],"84.31%":[187],"80.57%":[192],"200":[194],"outperforming":[196],"RGB-based":[198],"skeleton-based":[200],"models.":[201],"These":[202],"highlight":[204],"effectiveness":[206],"recognizing":[210],"complex":[211],"gestures,":[212],"demonstrating":[213],"ability":[215],"generalize":[217],"across":[218],"different":[219],"sign":[220,234],"languages":[221],"emphasizes":[226],"importance":[228],"advancing":[233],"language":[235],"recognition":[236],"real-world":[238],"applications.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2}],"updated_date":"2026-08-13T07:04:57.449891","created_date":"2025-10-10T00:00:00"}