{"id":"https://openalex.org/W7135116018","doi":"https://doi.org/10.1109/clei67442.2025.11420649","title":"Spatio-Temporal Sign Recognition with Multiscale Vision Transformers and Multimodal Fusion","display_name":"Spatio-Temporal Sign Recognition with Multiscale Vision Transformers and Multimodal Fusion","publication_year":2025,"publication_date":"2025-10-27","ids":{"openalex":"https://openalex.org/W7135116018","doi":"https://doi.org/10.1109/clei67442.2025.11420649"},"language":null,"primary_location":{"id":"doi:10.1109/clei67442.2025.11420649","is_oa":false,"landing_page_url":"https://doi.org/10.1109/clei67442.2025.11420649","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 LI Latin American Computer Conference (CLEI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069465547","display_name":"Graziela S. Ara\u00fajo","orcid":null},"institutions":[{"id":"https://openalex.org/I10824318","display_name":"Universidade Federal de Ouro Preto","ror":"https://ror.org/056s65p46","country_code":"BR","type":"education","lineage":["https://openalex.org/I10824318"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Graziela S. Ara\u00fajo","raw_affiliation_strings":["Federal University of Ouro Preto,Postgraduate Program in Computer Science,Ouro Preto,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal University of Ouro Preto,Postgraduate Program in Computer Science,Ouro Preto,Brazil","institution_ids":["https://openalex.org/I10824318"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128846550","display_name":"Luana Isabel Gon\u00e7alvez de Lima","orcid":null},"institutions":[{"id":"https://openalex.org/I880818075","display_name":"Federal Police of Brazil","ror":"https://ror.org/01hmd1y41","country_code":"BR","type":"government","lineage":["https://openalex.org/I2801200668","https://openalex.org/I4210115982","https://openalex.org/I880818075"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Luana Isabel Gon\u00e7alvez de Lima","raw_affiliation_strings":["Federal University of Viçosa,Interdisciplinary Unit for Inclusive Policies,Viçosa,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal University of Viçosa,Interdisciplinary Unit for Inclusive Policies,Viçosa,Brazil","institution_ids":["https://openalex.org/I880818075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007397222","display_name":"Roberta B. Oliveira","orcid":"https://orcid.org/0000-0002-5373-9402"},"institutions":[{"id":"https://openalex.org/I150729083","display_name":"Universidade de Bras\u00edlia","ror":"https://ror.org/02xfp8v59","country_code":"BR","type":"education","lineage":["https://openalex.org/I150729083"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Roberta B. Oliveira","raw_affiliation_strings":["University of Brasilia,Department of Computer Science,Brasilia,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Brasilia,Department of Computer Science,Brasilia,Brazil","institution_ids":["https://openalex.org/I150729083"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011988914","display_name":"Guillermo C\u00e1mara-Ch\u00e1vez","orcid":"https://orcid.org/0000-0003-2440-0247"},"institutions":[{"id":"https://openalex.org/I10824318","display_name":"Universidade Federal de Ouro Preto","ror":"https://ror.org/056s65p46","country_code":"BR","type":"education","lineage":["https://openalex.org/I10824318"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Guillermo C\u00e1mara-Ch\u00e1vez","raw_affiliation_strings":["Federal University of Ouro Preto,Department of Computer Science,Ouro Preto,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Federal University of Ouro Preto,Department of Computer Science,Ouro Preto,Brazil","institution_ids":["https://openalex.org/I10824318"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.70254423,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.7346000075340271},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5911999940872192},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.49959999322891235},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4812999963760376},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.4625000059604645},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4413999915122986},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.3237000107765198},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.3124000132083893}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7775999903678894},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.7346000075340271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6050999760627747},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5911999940872192},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.49959999322891235},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4812999963760376},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.4625000059604645},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4413999915122986},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.44020000100135803},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.3237000107765198},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31459999084472656},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3124000132083893},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.30720001459121704},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.30000001192092896},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C2776737515","wikidata":"https://www.wikidata.org/wiki/Q14759","display_name":"American Sign Language","level":3,"score":0.2921999990940094},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C132900626","wikidata":"https://www.wikidata.org/wiki/Q7534733","display_name":"Sketch recognition","level":4,"score":0.2791000008583069},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C69744172","wikidata":"https://www.wikidata.org/wiki/Q860822","display_name":"Image fusion","level":3,"score":0.2709999978542328},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.25940001010894775}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/clei67442.2025.11420649","is_oa":false,"landing_page_url":"https://doi.org/10.1109/clei67442.2025.11420649","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 LI Latin American Computer Conference (CLEI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.8405282497406006,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1506441995","https://openalex.org/W2284654201","https://openalex.org/W2806879006","https://openalex.org/W2963155035","https://openalex.org/W3034765865","https://openalex.org/W3094897602","https://openalex.org/W3097629168","https://openalex.org/W3153750463","https://openalex.org/W3192144883","https://openalex.org/W4212986483","https://openalex.org/W4214612132","https://openalex.org/W4223929478","https://openalex.org/W4285602538","https://openalex.org/W4289711801","https://openalex.org/W4290186514","https://openalex.org/W4311774332","https://openalex.org/W4317892521","https://openalex.org/W4322767258","https://openalex.org/W4322769066","https://openalex.org/W4381946585","https://openalex.org/W4387445419","https://openalex.org/W4389163295","https://openalex.org/W4391305653","https://openalex.org/W4392188904","https://openalex.org/W4392513657","https://openalex.org/W4400975671","https://openalex.org/W4402727982","https://openalex.org/W4404689702","https://openalex.org/W4404848500"],"related_works":[],"abstract_inverted_index":{"Sign":[0],"language":[1,23,232],"is":[2,26],"the":[3,36,50,69,127,137,156,174,193,210],"primary":[4],"means":[5],"of":[6,16,20,38,54,71,129,212],"communication":[7,33],"for":[8],"many":[9],"people":[10],"who":[11],"are":[12,117],"deaf":[13],"or":[14],"hard":[15],"hearing.":[17],"The":[18,98,182],"advancement":[19,70],"automatic":[21],"sign":[22,231],"recognition":[24,62,84,233],"systems":[25,63],"essential":[27],"to":[28,49,108,172,177,179,220,226],"enhance":[29],"accessibility":[30],"and":[31,40,89,168,216,229],"reduce":[32],"barriers.":[34],"However,":[35],"lack":[37],"robust":[39,228],"accessible":[41],"technological":[42],"solutions":[43],"still":[44],"poses":[45],"a":[46,82,164,169],"significant":[47],"obstacle":[48],"full":[51],"social":[52],"inclusion":[53],"this":[55,58],"population.":[56],"In":[57],"context,":[59],"video":[60,91],"signal":[61],"have":[64],"gained":[65],"prominence,":[66],"especially":[67],"with":[68],"computer":[72],"vision":[73],"techniques":[74],"based":[75],"on":[76,204],"deep":[77],"learning.":[78],"This":[79],"study":[80],"presents":[81],"multimodal":[83,187],"approach":[85],"that":[86,124,185],"combines":[87],"RGB":[88],"depth":[90],"data":[92,166],"through":[93],"an":[94,121],"attention-based":[95],"fusion":[96,188],"mechanism.":[97],"proposed":[99],"architecture":[100],"employs":[101],"two":[102,159],"pre-trained":[103],"Multiscale":[104],"Vision":[105],"Transformers":[106],"(MViT)":[107],"extract":[109],"spatiotemporal":[110],"features":[111,116],"from":[112],"each":[113,130],"modality.":[114],"These":[115,207],"then":[118],"integrated":[119],"using":[120,136],"attention":[122,218],"module":[123],"dynamically":[125],"adjusts":[126],"contribution":[128],"input":[131],"stream.":[132],"Experiments":[133],"were":[134,162],"conducted":[135],"LIBRAS-UFOP":[138],"dataset,":[139],"which":[140],"contains":[141],"56":[142],"signs":[143],"performed":[144],"by":[145],"five":[146],"different":[147],"individuals,":[148],"grouped":[149],"into":[150],"four":[151],"linguistic":[152],"categories.":[153],"To":[154],"evaluate":[155],"model\u2019s":[157,175],"performance,":[158],"evaluation":[160],"protocols":[161],"employed:":[163],"random":[165,194],"split":[167,195],"leave-one-signer-out":[170],"strategy":[171],"assess":[173],"ability":[176],"generalize":[178],"unseen":[180,205],"users.":[181],"results":[183],"show":[184],"while":[186],"provided":[189],"modest":[190],"improvements":[191],"in":[192,234],"scenario,":[196],"it":[197],"achieved":[198],"significantly":[199],"higher":[200],"accuracy":[201],"when":[202],"evaluated":[203],"signers.":[206],"findings":[208],"demonstrate":[209],"value":[211],"combining":[213],"multiple":[214],"modalities":[215],"leveraging":[217],"mechanisms":[219],"address":[221],"user":[222],"variability,":[223],"ultimately":[224],"contributing":[225],"more":[227],"reliable":[230],"real-world":[235],"applications.":[236]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-13T00:00:00"}