{"id":"https://openalex.org/W4407638642","doi":"https://doi.org/10.1109/tmm.2025.3542990","title":"GFTLS-SLT: Gloss-Free Transformer Based Lexical and Semantic Awareness Framework for Multimodal Sign Language Translation","display_name":"GFTLS-SLT: Gloss-Free Transformer Based Lexical and Semantic Awareness Framework for Multimodal Sign Language Translation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4407638642","doi":"https://doi.org/10.1109/tmm.2025.3542990"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2025.3542990","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3542990","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053910492","display_name":"Jiangtao Zhang","orcid":"https://orcid.org/0000-0001-9514-9956"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangtao Zhang","raw_affiliation_strings":["School of Mathematics, Hefei University of Technology, Hefei, China","School of Mathematics, Hefei University of Technology, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0001-9514-9956","affiliations":[{"raw_affiliation_string":"School of Mathematics, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Mathematics, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100767295","display_name":"Qingshan Wang","orcid":"https://orcid.org/0000-0003-4264-0180"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingshan Wang","raw_affiliation_strings":["School of Mathematics, Hefei University of Technology, Hefei, China","School of Mathematics, Hefei University of Technology, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0003-4264-0180","affiliations":[{"raw_affiliation_string":"School of Mathematics, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Mathematics, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081619966","display_name":"Qi Wang","orcid":"https://orcid.org/0000-0002-0896-9444"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Wang","raw_affiliation_strings":["School of Mathematics, Hefei University of Technology, Hefei, China","School of Mathematics, Hefei University of Technology, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0002-0896-9444","affiliations":[{"raw_affiliation_string":"School of Mathematics, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Mathematics, Hefei University of Technology, Hefei, Anhui, China","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I16365422"],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":2.3056,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.85841965,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":97},"biblio":{"volume":"27","issue":null,"first_page":"5144","last_page":"5155"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9363999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.819306492805481},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6114499568939209},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5822073221206665},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5746749639511108},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5035626292228699},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.4409516155719757},{"id":"https://openalex.org/keywords/language-translation","display_name":"Language translation","score":0.4124411940574646},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3640464246273041},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.23788666725158691}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.819306492805481},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6114499568939209},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5822073221206665},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5746749639511108},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5035626292228699},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.4409516155719757},{"id":"https://openalex.org/C2986862884","wikidata":"https://www.wikidata.org/wiki/Q7553","display_name":"Language translation","level":3,"score":0.4124411940574646},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3640464246273041},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.23788666725158691},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3542990","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3542990","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5199999809265137}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W2052101136","https://openalex.org/W2101105183","https://openalex.org/W2146221819","https://openalex.org/W2730558146","https://openalex.org/W2788334925","https://openalex.org/W2799020610","https://openalex.org/W2916857909","https://openalex.org/W2941870244","https://openalex.org/W2948139159","https://openalex.org/W2962730651","https://openalex.org/W2963150162","https://openalex.org/W2963488642","https://openalex.org/W2964253156","https://openalex.org/W2964452558","https://openalex.org/W2965243934","https://openalex.org/W2970472242","https://openalex.org/W2975231468","https://openalex.org/W2997931247","https://openalex.org/W2998454108","https://openalex.org/W3034269985","https://openalex.org/W3034765865","https://openalex.org/W3043248516","https://openalex.org/W3095437205","https://openalex.org/W3095669214","https://openalex.org/W3099043301","https://openalex.org/W3108425892","https://openalex.org/W3133226919","https://openalex.org/W3160593930","https://openalex.org/W3173290664","https://openalex.org/W3175117715","https://openalex.org/W3196466542","https://openalex.org/W3204447181","https://openalex.org/W3205234797","https://openalex.org/W3211614808","https://openalex.org/W3213624573","https://openalex.org/W4205474609","https://openalex.org/W4206426944","https://openalex.org/W4210359132","https://openalex.org/W4220726235","https://openalex.org/W4223990091","https://openalex.org/W4292265162","https://openalex.org/W4293150139","https://openalex.org/W4312396348","https://openalex.org/W4312824350","https://openalex.org/W4312910375","https://openalex.org/W4315473456","https://openalex.org/W4361989067","https://openalex.org/W4367047590","https://openalex.org/W4382240029","https://openalex.org/W4385245566","https://openalex.org/W4386071548","https://openalex.org/W4386076575","https://openalex.org/W4386320505","https://openalex.org/W4392902497"],"related_works":["https://openalex.org/W3176018525","https://openalex.org/W2903533908","https://openalex.org/W2903810591","https://openalex.org/W2963499882","https://openalex.org/W3026554633","https://openalex.org/W2888520903","https://openalex.org/W2890256614","https://openalex.org/W3098873988","https://openalex.org/W2949454572","https://openalex.org/W3066373881"],"abstract_inverted_index":{"Sign":[0,11],"language":[1,12,150],"provides":[2],"communication":[3],"support":[4],"for":[5,64],"deaf":[6],"and":[7,18,37,60,69,80,87,102,122,153],"severely":[8],"hearing-impaired":[9,17],"people.":[10],"translation":[13],"(SLT)":[14],"bridges":[15],"the":[16,32,84,92,112,118,124,130,148,157,165],"hearing":[19],"communities.":[20],"Existing":[21],"SLT":[22,50,174,183],"methods":[23,184],"use":[24],"gloss":[25,43,186],"as":[26],"intermediate":[27],"supervisory":[28],"information":[29],"to":[30,76,116,146],"help":[31],"model":[33,125],"sense":[34,126],"gesture":[35,98,127],"boundaries":[36,128],"understand":[38],"global":[39,103,151],"semantics.":[40],"However,":[41],"annotating":[42],"requires":[44],"great":[45],"cost,":[46],"especially":[47],"in":[48,72],"multimodal":[49,67,78,138,173],"task.":[51],"This":[52],"paper":[53],"proposes":[54],"GFTLS-SLT:":[55],"gloss-free":[56],"Transformer":[57],"based":[58],"lexical":[59,99,119,134],"semantic":[61,104,139,152,159,161],"awareness":[62,100,105],"framework":[63],"SLT.":[65],"The":[66,108,137],"alignment":[68],"fusion":[70],"module":[71,110,145],"GFTLS-SLT":[73,96,169],"utilizes":[74,111],"cross-attention":[75],"align":[77],"features,":[79],"fuses":[81],"them":[82],"using":[83],"improved":[85],"statistical":[86],"contrastive":[88],"attention.":[89],"To":[90],"replace":[91],"role":[93],"of":[94,168,182],"gloss,":[95],"designs":[97],"(GLA)":[101],"(GSA)":[106],"modules.":[107],"GLA":[109],"defined":[113],"observation":[114],"matrix":[115],"obtain":[117],"meaning":[120],"matrix,":[121],"makes":[123],"by":[129,143],"designed":[131],"dynamic":[132],"step-size":[133],"matching":[135],"algorithm.":[136],"header":[140],"is":[141,154],"used":[142],"GSA":[144],"represent":[147],"sign":[149],"aligned":[155],"with":[156,185],"spoken":[158],"on":[160,170],"space.":[162],"In":[163],"addition,":[164],"experiment":[166],"results":[167],"publicly":[171],"available":[172],"datasets":[175],"show":[176],"that":[177,181],"its":[178],"performance":[179],"reaches":[180],"supervision.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}