{"id":"https://openalex.org/W7163422170","doi":"https://doi.org/10.48550/arxiv.2606.03241","title":"Benchmarking Speech-to-Speech Translation Models","display_name":"Benchmarking Speech-to-Speech Translation Models","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163422170","doi":"https://doi.org/10.48550/arxiv.2606.03241"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03241","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03241","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03241","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083365850","display_name":"Alkis Koudounas","orcid":"https://orcid.org/0000-0003-4386-0409"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koudounas, Alkis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034216052","display_name":"Hayato Futami","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Futami, Hayato","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021692921","display_name":"Quentin Jodelet","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jodelet, Quentin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106912590","display_name":"Osamu Take","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Take, Osamu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137793705","display_name":"Shinji Watanabe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Watanabe, Shinji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5011937407","display_name":"Emiru Tsunoo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tsunoo, Emiru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.6392999887466431,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.6392999887466431,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.09790000319480896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.05990000069141388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8636999726295471},{"id":"https://openalex.org/keywords/naturalness","display_name":"Naturalness","score":0.758400022983551},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6868000030517578},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5192999839782715},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.34929999709129333},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3192000091075897}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8636999726295471},{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.758400022983551},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6976000070571899},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6868000030517578},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5192999839782715},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5170999765396118},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40459999442100525},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38839998841285706},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.34929999709129333},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3192000091075897},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.3091999888420105},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2849000096321106},{"id":"https://openalex.org/C2779462738","wikidata":"https://www.wikidata.org/wiki/Q17146409","display_name":"Realisation","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.2581000030040741}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03241","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03241","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03241","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03241","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4774218797683716,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Speech-to-speech":[0],"translation":[1,76],"(S2ST)":[2],"has":[3],"advanced":[4],"rapidly,":[5],"but":[6,69],"offline":[7],"evaluation":[8,116],"lacks":[9],"a":[10,24,72,152],"unified":[11,25],"protocol:":[12],"studies":[13],"report":[14],"non-overlapping":[15],"metric":[16],"subsets,":[17],"preventing":[18],"direct":[19],"comparisons.":[20],"We":[21,148],"introduce":[22],"COMPASS,":[23],"and":[26,36,45,49,66,102,126],"reproducible":[27],"benchmarking":[28],"framework":[29],"integrating":[30],"46":[31,88],"metrics":[32,89,99,141],"across":[33,100,123],"eight":[34],"dimensions,":[35],"deploy":[37],"it":[38],"on":[39,64,75],"1,248":[40],"model-language":[41],"configurations":[42],"from":[43],"FLEURS":[44],"CVSS,":[46],"spanning":[47],"cascaded":[48],"end-to-end":[50],"architectures":[51],"over":[52],"ten":[53],"language":[54],"pairs.":[55],"Architectures":[56],"exhibit":[57],"complementary":[58],"strengths:":[59],"best-vs-worst":[60],"gaps":[61],"exceed":[62],"30\\%":[63],"naturalness":[65],"speaker":[67],"preservation":[68],"remain":[70],"within":[71],"few":[73],"points":[74],"quality,":[77],"so":[78],"single-metric":[79],"rankings":[80,111],"systematically":[81],"misrepresent":[82],"system":[83],"quality.":[84],"Correlation":[85],"filtering":[86],"reduces":[87],"to":[90,134],"10":[91],"per":[92],"direction,":[93],"with":[94,143],"three":[95],"axes":[96],"requiring":[97],"different":[98],"X$\\to$EN":[101],"EN$\\to$X":[103],"(e.g.,":[104],"TER/UTMOS":[105],"vs.":[106],"ChrF++/NISQA-MOS);":[107],"these":[108],"subsets":[109],"preserve":[110],"(Spearman's":[112],"$\u03c1>0.80$)":[113],"while":[114,138],"cutting":[115],"time":[117],"by":[118],"$\\approx":[119],"2.5\\times$.":[120],"Human":[121],"validation":[122],"dubbing,":[124],"podcasts,":[125],"medical":[127],"domains":[128],"shows":[129],"standalone":[130],"MOS":[131],"predictors":[132],"fail":[133],"predict":[135],"listener":[136],"preference,":[137],"top":[139],"domain-specific":[140],"correlate":[142],"human":[144],"judgment":[145],"($\u03c1\\geq":[146],"0.90$).":[147],"release":[149],"COMPASS":[150],"as":[151],"foundation":[153],"for":[154],"domain-aware":[155],"S2ST":[156],"evaluation.":[157]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-04T00:00:00"}