{"id":"https://openalex.org/W4416378463","doi":"https://doi.org/10.48550/arxiv.2511.12690","title":"Improving Direct Persian-English Speech-to-Speech Translation with Discrete Units and Synthetic Parallel Data","display_name":"Improving Direct Persian-English Speech-to-Speech Translation with Discrete Units and Synthetic Parallel Data","publication_year":2025,"publication_date":"2025-11-16","ids":{"openalex":"https://openalex.org/W4416378463","doi":"https://doi.org/10.48550/arxiv.2511.12690"},"language":null,"primary_location":{"id":"pmh:oai:arXiv.org:2511.12690","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.12690","pdf_url":"https://arxiv.org/pdf/2511.12690","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2511.12690","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025017521","display_name":"Sina Rashidi","orcid":"https://orcid.org/0000-0001-8098-9709"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rashidi, Sina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5024773257","display_name":"Hossein Sameti","orcid":"https://orcid.org/0000-0002-8087-8889"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sameti, Hossein","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.7017999887466431,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.7017999887466431,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.20479999482631683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.009700000286102295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6241000294685364},{"id":"https://openalex.org/keywords/speech-translation","display_name":"Speech translation","score":0.5454999804496765},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5392000079154968},{"id":"https://openalex.org/keywords/speech-corpus","display_name":"Speech corpus","score":0.5188999772071838},{"id":"https://openalex.org/keywords/speech-synthesis","display_name":"Speech synthesis","score":0.4553999900817871},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.45509999990463257},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.4120999872684479},{"id":"https://openalex.org/keywords/acoustic-model","display_name":"Acoustic model","score":0.3878999948501587},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.3774000108242035}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8087999820709229},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6241000294685364},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6087999939918518},{"id":"https://openalex.org/C2780366754","wikidata":"https://www.wikidata.org/wiki/Q7494857","display_name":"Speech translation","level":3,"score":0.5454999804496765},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5392000079154968},{"id":"https://openalex.org/C91863865","wikidata":"https://www.wikidata.org/wiki/Q4349497","display_name":"Speech corpus","level":3,"score":0.5188999772071838},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45649999380111694},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.4553999900817871},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.45509999990463257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.453000009059906},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.4120999872684479},{"id":"https://openalex.org/C155635449","wikidata":"https://www.wikidata.org/wiki/Q4674699","display_name":"Acoustic model","level":3,"score":0.3878999948501587},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3774000108242035},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.37299999594688416},{"id":"https://openalex.org/C51764019","wikidata":"https://www.wikidata.org/wiki/Q283987","display_name":"Direct speech","level":2,"score":0.36550000309944153},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.3619999885559082},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3521000146865845},{"id":"https://openalex.org/C622187","wikidata":"https://www.wikidata.org/wiki/Q3500773","display_name":"BLEU","level":3,"score":0.3319000005722046},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.30790001153945923},{"id":"https://openalex.org/C43617652","wikidata":"https://www.wikidata.org/wiki/Q7575399","display_name":"Speech production","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.27309998869895935},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C54953205","wikidata":"https://www.wikidata.org/wiki/Q4142201","display_name":"Speech analytics","level":4,"score":0.26969999074935913},{"id":"https://openalex.org/C2776182073","wikidata":"https://www.wikidata.org/wiki/Q7575395","display_name":"Speech enhancement","level":3,"score":0.266400009393692},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C204201278","wikidata":"https://www.wikidata.org/wiki/Q1332614","display_name":"Voice activity detection","level":3,"score":0.2596000134944916},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2511.12690","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.12690","pdf_url":"https://arxiv.org/pdf/2511.12690","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2511.12690","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.12690","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2511.12690","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2511.12690","pdf_url":"https://arxiv.org/pdf/2511.12690","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Direct":[0],"speech-to-speech":[1],"translation":[2],"(S2ST),":[3],"in":[4,39,229],"which":[5,45],"all":[6],"components":[7],"are":[8,46],"trained":[9],"jointly,":[10],"is":[11,223],"an":[12],"attractive":[13],"alternative":[14],"to":[15,96],"cascaded":[16],"systems":[17],"because":[18],"it":[19],"offers":[20],"a":[21,58,72,86,101,119,138,152,164,181],"simpler":[22],"pipeline":[23,73],"and":[24,42,156,219],"lower":[25],"inference":[26],"latency.":[27],"However,":[28],"direct":[29,59,207,227],"S2ST":[30,60,228],"models":[31],"require":[32],"large":[33,153],"amounts":[34],"of":[35,175,183,189,198],"parallel":[36,76,141,177,221],"speech":[37,65,78,95,116,142,147,162,178,217],"data":[38,133,205,222],"the":[40,126,132,159,173,186,190,193,203],"source":[41,94],"target":[43,115],"languages,":[44],"rarely":[47],"available":[48,176],"for":[49,62,74,225],"low-resource":[50,230],"languages":[51],"such":[52,233],"as":[53,69,71,234],"Persian.":[54],"This":[55],"paper":[56],"presents":[57],"system":[61],"translating":[63,145],"Persian":[64,146],"into":[66,113,149],"English":[67,150,161],"speech,":[68],"well":[70],"synthetic":[75,204,220],"Persian-English":[77,140,187,235],"generation.":[79],"The":[80,169],"model":[81,155,195],"comprises":[82],"three":[83],"components:":[84],"(1)":[85],"conformer-based":[87],"encoder,":[88],"initialized":[89],"from":[90,125],"self-supervised":[91,214],"pre-training,":[92,215],"maps":[93],"high-level":[97],"acoustic":[98],"representations;":[99],"(2)":[100],"causal":[102],"transformer":[103],"decoder":[104],"with":[105,163,202],"relative":[106],"position":[107],"multi-head":[108],"attention":[109],"translates":[110],"these":[111],"representations":[112],"discrete":[114,128,216],"units;":[117],"(3)":[118],"unit-based":[120],"neural":[121],"vocoder":[122],"generates":[123],"waveforms":[124],"predicted":[127],"units.":[129],"To":[130],"mitigate":[131],"scarcity":[134],"problem,":[135],"we":[136],"construct":[137],"new":[139],"corpus":[143,171],"by":[144,179],"transcriptions":[148],"using":[151],"language":[154,231],"then":[157],"synthesizing":[158],"corresponding":[160],"state-of-the-art":[165],"zero-shot":[166],"text-to-speech":[167],"system.":[168],"resulting":[170],"increases":[172],"amount":[174],"roughly":[180],"factor":[182],"six.":[184],"On":[185],"portion":[188],"CVSS":[191],"corpus,":[192],"proposed":[194],"achieves":[196],"improvement":[197],"4.6":[199],"ASR":[200],"BLEU":[201],"over":[206],"baselines.":[208],"These":[209],"results":[210],"indicate":[211],"that":[212],"combining":[213],"units,":[218],"effective":[224],"improving":[226],"pairs":[232]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-11-19T00:00:00"}