{"id":"https://openalex.org/W7161978808","doi":"https://doi.org/10.48550/arxiv.2605.20588","title":"Direct Translation between Sign Languages","display_name":"Direct Translation between Sign Languages","publication_year":2026,"publication_date":"2026-05-20","ids":{"openalex":"https://openalex.org/W7161978808","doi":"https://doi.org/10.48550/arxiv.2605.20588"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.20588","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20588","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.20588","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063684235","display_name":"Zetian Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zetian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136638324","display_name":"Bowen Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Bowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136653978","display_name":"Wuyang Meng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meng, Wuyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085961215","display_name":"Milan Gautam","orcid":"https://orcid.org/0000-0002-3817-620X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gautam, Milan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051259505","display_name":"Stefan Lee","orcid":"https://orcid.org/0000-0001-5953-1963"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Stefan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101440599","display_name":"Liang Huang","orcid":"https://orcid.org/0009-0007-5846-849X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9595000147819519,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9595000147819519,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11285","display_name":"Hearing Impairment and Communication","score":0.025800000876188278,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.00279999990016222,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.8202000260353088},{"id":"https://openalex.org/keywords/language-interpretation","display_name":"Language interpretation","score":0.7099000215530396},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.6068999767303467},{"id":"https://openalex.org/keywords/interpreter","display_name":"Interpreter","score":0.5613999962806702},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.5202000141143799},{"id":"https://openalex.org/keywords/language-translation","display_name":"Language translation","score":0.462799996137619},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.46050000190734863},{"id":"https://openalex.org/keywords/manually-coded-language","display_name":"Manually coded language","score":0.43619999289512634}],"concepts":[{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.8202000260353088},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7684999704360962},{"id":"https://openalex.org/C72280650","wikidata":"https://www.wikidata.org/wiki/Q210439","display_name":"Language interpretation","level":3,"score":0.7099000215530396},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.6068999767303467},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5931000113487244},{"id":"https://openalex.org/C122783720","wikidata":"https://www.wikidata.org/wiki/Q183065","display_name":"Interpreter","level":2,"score":0.5613999962806702},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.5202000141143799},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5138999819755554},{"id":"https://openalex.org/C2986862884","wikidata":"https://www.wikidata.org/wiki/Q7553","display_name":"Language translation","level":3,"score":0.462799996137619},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.46050000190734863},{"id":"https://openalex.org/C125893350","wikidata":"https://www.wikidata.org/wiki/Q1808730","display_name":"Manually coded language","level":3,"score":0.43619999289512634},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.43070000410079956},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.40959998965263367},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.38659998774528503},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.36070001125335693},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.35010001063346863},{"id":"https://openalex.org/C2776737515","wikidata":"https://www.wikidata.org/wiki/Q14759","display_name":"American Sign Language","level":3,"score":0.3215999901294708},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.31439998745918274},{"id":"https://openalex.org/C95232854","wikidata":"https://www.wikidata.org/wiki/Q7552796","display_name":"Sociolinguistics of sign languages","level":4,"score":0.30410000681877136},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.27309998869895935},{"id":"https://openalex.org/C34146451","wikidata":"https://www.wikidata.org/wiki/Q5048094","display_name":"Cascade","level":2,"score":0.262800008058548}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.20588","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20588","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.20588","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20588","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8145824670791626,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,31,55],"field":[1],"of":[2,29,77,205],"sign":[3,14,22,102,109,172,185,208],"language":[4,45,110,123,180],"translation":[5,12,20,107],"has":[6,97],"witnessed":[7],"significant":[8],"progress":[9],"in":[10,80],"the":[11,19,75,81,167],"between":[13,21,101,108,148],"and":[15,27,38,62,69,140,157,179],"spoken":[16],"languages,":[17],"but":[18],"languages":[23],"remains":[24],"largely":[25],"unexplored":[26],"out":[28],"reach.":[30],"latter":[32],"can":[33],"help":[34],"1.5":[35],"billion":[36],"deaf":[37],"hard-of-hearing":[39],"(DHH)":[40],"people":[41],"worldwide":[42],"communicate":[43],"across":[44],"barriers":[46],"without":[47],"relying":[48],"on":[49,170],"hearing":[50],"interpreters":[51],"or":[52],"written-language":[53],"fluency.":[54],"cascade":[56],"approach":[57],"composing":[58],"separate":[59],"sign-to-text,":[60],"text-to-text,":[61],"text-to-sign":[63],"systems":[64],"suffers":[65],"from":[66,120],"error":[67,173],"propagation":[68],"extra":[70],"latency":[71],"as":[72,74],"well":[73],"loss":[76],"information":[78],"unique":[79],"visual":[82],"modality.":[83],"We":[84],"aim":[85],"to":[86,115,190],"develop":[87],"direct":[88,106,163],"sign-to-sign":[89],"translation.":[90],"However,":[91],"a":[92,132,197,202],"large-scale":[93],"open-domain":[94],"parallel":[95],"corpus":[96],"not":[98],"been":[99],"curated":[100],"languages.":[103],"To":[104],"enable":[105],"utterances,":[111],"we":[112,129,210],"use":[113],"back-translation":[114],"produce":[116],"synthetic":[117],"sign-sign":[118],"pairs":[119],"unaligned":[121],"individual":[122],"utterance-sign":[124],"corpora.":[125],"Using":[126],"this":[127],"data,":[128,209],"jointly":[130],"train":[131],"single":[133],"MBART-based":[134],"model":[135],"for":[136,214],"both":[137],"text->sign":[138],"(T2S)":[139],"sign->sign":[141],"(S2S).":[142],"On":[143,201],"synthetically":[144],"generated":[145],"paired":[146],"sets":[147],"American":[149],"Sign":[150,154,159],"Language":[151,155,160],"(ASL),":[152],"Chinese":[153],"(CSL),":[156],"German":[158],"(DGS),":[161],"our":[162,215],"S2S":[164],"method":[165],"outperforms":[166],"cascaded":[168],"baseline":[169],"geometric":[171],"metrics":[174,182],"(20%":[175],"lower":[176],"DTW-aligned":[177],"MPJPE)":[178],"matching":[181],"after":[183],"predicted":[184],"utterances":[186],"are":[187],"translated":[188],"back":[189],"sentences":[191],"(50%":[192],"high":[193],"BLEU-4)":[194],"while":[195],"achieving":[196],"roughly":[198],"2.3*":[199],"speedup.":[200],"small":[203],"set":[204],"pre-existing":[206],"cross-lingual":[207],"find":[211],"similar":[212],"improvements":[213],"proposed":[216],"method.":[217]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-22T00:00:00"}