{"id":"https://openalex.org/W4407987976","doi":"https://doi.org/10.1109/fie61694.2024.10892852","title":"Improving Translation from Portuguese to Brazilian Sign Language with Speech-to-Text Integration Through Natural Language Processing","display_name":"Improving Translation from Portuguese to Brazilian Sign Language with Speech-to-Text Integration Through Natural Language Processing","publication_year":2024,"publication_date":"2024-10-13","ids":{"openalex":"https://openalex.org/W4407987976","doi":"https://doi.org/10.1109/fie61694.2024.10892852"},"language":"en","primary_location":{"id":"doi:10.1109/fie61694.2024.10892852","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie61694.2024.10892852","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116435928","display_name":"Andrew Flores Brongar","orcid":null},"institutions":[{"id":"https://openalex.org/I126460647","display_name":"Universidade Federal do Rio Grande","ror":"https://ror.org/05hpfkn88","country_code":"BR","type":"education","lineage":["https://openalex.org/I126460647"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Andrew Flores Brongar","raw_affiliation_strings":["Research Group in Computer Science Education, Federal University of Rio Grande,Rio Grande,Brazil"],"affiliations":[{"raw_affiliation_string":"Research Group in Computer Science Education, Federal University of Rio Grande,Rio Grande,Brazil","institution_ids":["https://openalex.org/I126460647"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103135197","display_name":"Juliana Pinho","orcid":"https://orcid.org/0000-0002-9935-8648"},"institutions":[{"id":"https://openalex.org/I126460647","display_name":"Universidade Federal do Rio Grande","ror":"https://ror.org/05hpfkn88","country_code":"BR","type":"education","lineage":["https://openalex.org/I126460647"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jordan Zitzke Pinho","raw_affiliation_strings":["Research Group in Computer Science Education, Federal University of Rio Grande,Rio Grande,Brazil"],"affiliations":[{"raw_affiliation_string":"Research Group in Computer Science Education, Federal University of Rio Grande,Rio Grande,Brazil","institution_ids":["https://openalex.org/I126460647"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037526831","display_name":"Rosa Mar\u00eda Vicari","orcid":"https://orcid.org/0000-0002-6909-6405"},"institutions":[{"id":"https://openalex.org/I130442723","display_name":"Universidade Federal do Rio Grande do Sul","ror":"https://ror.org/041yk2d64","country_code":"BR","type":"education","lineage":["https://openalex.org/I130442723"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Rosa Vicari","raw_affiliation_strings":["Universidade Federal do Rio Grande do Sul, Brazi,Department of Theoretical Informatics,Porto Alegre,Brazil"],"affiliations":[{"raw_affiliation_string":"Universidade Federal do Rio Grande do Sul, Brazi,Department of Theoretical Informatics,Porto Alegre,Brazil","institution_ids":["https://openalex.org/I130442723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081814566","display_name":"Gisele Moraes Simas","orcid":null},"institutions":[{"id":"https://openalex.org/I126460647","display_name":"Universidade Federal do Rio Grande","ror":"https://ror.org/05hpfkn88","country_code":"BR","type":"education","lineage":["https://openalex.org/I126460647"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Gisele Moraes Simas","raw_affiliation_strings":["Research Group in Computer Science Education, Federal University of Rio Grande,Rio Grande,Brazil"],"affiliations":[{"raw_affiliation_string":"Research Group in Computer Science Education, Federal University of Rio Grande,Rio Grande,Brazil","institution_ids":["https://openalex.org/I126460647"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003107828","display_name":"Regina B\u00e4rwaldt","orcid":"https://orcid.org/0000-0002-0382-3892"},"institutions":[{"id":"https://openalex.org/I126460647","display_name":"Universidade Federal do Rio Grande","ror":"https://ror.org/05hpfkn88","country_code":"BR","type":"education","lineage":["https://openalex.org/I126460647"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Regina Barwaldt","raw_affiliation_strings":["Research Group in Computer Science Education, Federal University of Rio Grande,Rio Grande,Brazil"],"affiliations":[{"raw_affiliation_string":"Research Group in Computer Science Education, Federal University of Rio Grande,Rio Grande,Brazil","institution_ids":["https://openalex.org/I126460647"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5116435928"],"corresponding_institution_ids":["https://openalex.org/I126460647"],"apc_list":null,"apc_paid":null,"fwci":0.3883,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.66211976,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9136000275611877,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.776094913482666},{"id":"https://openalex.org/keywords/portuguese","display_name":"Portuguese","score":0.7097681760787964},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6674529314041138},{"id":"https://openalex.org/keywords/brazilian-portuguese","display_name":"Brazilian Portuguese","score":0.5744290351867676},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.5662991404533386},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.5229157209396362},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4995152950286865},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.46599021553993225},{"id":"https://openalex.org/keywords/speech-translation","display_name":"Speech translation","score":0.4584914743900299},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.4532008767127991},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.43120265007019043},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.42743033170700073},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.419342577457428},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4075776934623718},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.113109290599823}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.776094913482666},{"id":"https://openalex.org/C35219183","wikidata":"https://www.wikidata.org/wiki/Q5146","display_name":"Portuguese","level":2,"score":0.7097681760787964},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6674529314041138},{"id":"https://openalex.org/C2778880076","wikidata":"https://www.wikidata.org/wiki/Q750553","display_name":"Brazilian Portuguese","level":3,"score":0.5744290351867676},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.5662991404533386},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5229157209396362},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4995152950286865},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.46599021553993225},{"id":"https://openalex.org/C2780366754","wikidata":"https://www.wikidata.org/wiki/Q7494857","display_name":"Speech translation","level":3,"score":0.4584914743900299},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.4532008767127991},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.43120265007019043},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.42743033170700073},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.419342577457428},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4075776934623718},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.113109290599823},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fie61694.2024.10892852","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie61694.2024.10892852","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7300000190734863,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2101105183","https://openalex.org/W2340328997","https://openalex.org/W2743348823","https://openalex.org/W2756952546","https://openalex.org/W2798685342","https://openalex.org/W2910130710","https://openalex.org/W2913856636","https://openalex.org/W2974083655","https://openalex.org/W2979801737","https://openalex.org/W3011270665","https://openalex.org/W3012146306","https://openalex.org/W3032672158","https://openalex.org/W3033998113","https://openalex.org/W3109187514","https://openalex.org/W3210322523","https://openalex.org/W4296458987","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W3011059803","https://openalex.org/W4301342010","https://openalex.org/W158465921","https://openalex.org/W3151736118","https://openalex.org/W2279116787","https://openalex.org/W4362495644","https://openalex.org/W2261315194","https://openalex.org/W2099033952","https://openalex.org/W4379621602","https://openalex.org/W4294690766"],"abstract_inverted_index":{"This":[0,215],"innovative":[1,86],"practice":[2],"full":[3],"paper":[4],"focuses":[5],"on":[6,231],"developing":[7],"a":[8,76,156,165,176,239],"Portuguese-to-Libras":[9],"translation":[10,147,211,224,251],"model":[11,225,276],"designed":[12],"to":[13,44,48,91,123,138,163,205,228,245,300],"facilitate":[14,49],"the":[15,24,50,59,62,83,110,120,131,150,188,193,198,219,232,255,264,271,275,291],"participation":[16],"of":[17,26,32,52,64,72,79,85,113,119,152,190,195,221],"deaf":[18,53,73,114],"students":[19,54],"in":[20,23,55,210,267,297],"academic":[21,96],"conferences":[22],"absence":[25],"sign":[27],"language":[28,126],"interpreters.":[29],"The":[30,70,116,159,250,284],"pursuit":[31],"remote":[33],"solutions,":[34],"such":[35],"as":[36,270],"virtual":[37,157],"translators":[38],"for":[39,108,184],"simultaneous":[40,285],"interpretation":[41],"from":[42,226,235],"Portuguese":[43,141,168,227],"Libras,":[45,143,229],"is":[46],"intended":[47],"inclusion":[51,93],"higher":[56],"education":[57,71],"during":[58],"pandemic,":[60],"despite":[61],"presence":[63],"bureaucratic":[65],"barriers":[66],"and":[67,88,94,104,148,170,180,186,192,208,212,281],"interpreter":[68],"shortages.":[69],"individuals":[74],"presents":[75],"distinctive":[77],"set":[78],"challenges":[80,278],"that":[81],"necessitate":[82],"development":[84],"technological":[87],"methodological":[89],"approaches":[90],"enhance":[92],"promote":[95],"success.":[97],"Some":[98],"studies":[99],"have":[100],"investigated":[101],"these":[102],"issues":[103],"put":[105],"forward":[106],"proposals":[107],"improving":[109],"educational":[111],"experience":[112],"individuals.":[115],"overarching":[117],"objective":[118],"research":[121,216],"was":[122,243,258,261],"apply":[124],"natural":[125],"processing":[127],"(NLP)":[128],"techniques,":[129],"utilizing":[130],"Transformer":[132],"deep":[133],"learning":[134],"neural":[135],"network":[136],"architecture,":[137],"translate":[139],"Brazilian":[140],"into":[142,248],"thereby":[144],"facilitating":[145],"real-time":[146,298],"emulating":[149],"actions":[151],"human":[153],"interpreters":[154],"through":[155],"character.":[158],"specific":[160,282],"objectives":[161,202],"were":[162,203],"create":[164],"dataset":[166],"comprising":[167],"sentences":[169,266],"their":[171],"corresponding":[172],"Libras":[173,268],"representations,":[174],"develop":[175],"speech-to-text":[177,196,289],"algorithm,":[178],"identify":[179],"adapt":[181],"suitable":[182],"models":[183],"translation,":[185],"evaluate":[187],"performance":[189],"translations":[191,299],"integration":[194],"with":[197,263,279,290],"NLP":[199,292],"model.":[200],"These":[201],"established":[204],"ensure":[206],"accuracy":[207],"efficacy":[209],"system":[213,242],"integration.":[214],"project":[217],"entailed":[218],"construction":[220],"an":[222],"automated":[223],"based":[230],"T5":[233],"architecture":[234],"Hugging":[236],"Face.":[237],"Additionally,":[238],"speech":[240],"recognition":[241],"developed":[244],"transcribe":[246],"audio":[247],"text.":[249],"accuracy,":[252],"evaluated":[253],"using":[254],"BLEU":[256],"metric,":[257],"75.32%,":[259],"which":[260,287],"compared":[262],"glossed":[265],"used":[269],"linguistic":[272],"corpus.":[273],"However,":[274],"encountered":[277],"diacritics":[280],"vocabulary.":[283],"interpreter,":[286],"combined":[288],"model,":[293],"demonstrated":[294],"promising":[295],"results":[296],"Libras.":[301]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}