{"id":"https://openalex.org/W7165919306","doi":"https://doi.org/10.48550/arxiv.2606.25529","title":"STEB: A Speech-to-Speech Translation Expressiveness Benchmark for Evaluating Beyond Translation Fidelity","display_name":"STEB: A Speech-to-Speech Translation Expressiveness Benchmark for Evaluating Beyond Translation Fidelity","publication_year":2026,"publication_date":"2026-06-24","ids":{"openalex":"https://openalex.org/W7165919306","doi":"https://doi.org/10.48550/arxiv.2606.25529"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.25529","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.25529","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139311063","display_name":"Sitong Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Sitong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113307475","display_name":"Weizhen Bian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bian, Weizhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050836381","display_name":"Songjun Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Songjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139377274","display_name":"Jin Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139347382","display_name":"Bei Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Bei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139331890","display_name":"Chunyang Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Chunyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139368562","display_name":"Yike Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yike","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113820804","display_name":"Weihao Wu","orcid":"https://orcid.org/0009-0006-4466-1080"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Weihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139364258","display_name":"Yiming Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044330945","display_name":"Chi-Min Chan","orcid":"https://orcid.org/0009-0006-0218-3412"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chan, Chi-Min","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130226210","display_name":"L R Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Long","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139333757","display_name":"Wei Xue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.2150000035762787,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.2150000035762787,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.1737000048160553,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10403","display_name":"Phonetics and Phonology Research","score":0.11869999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.6380000114440918},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.5943999886512756},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5903000235557556},{"id":"https://openalex.org/keywords/speech-translation","display_name":"Speech translation","score":0.5340999960899353},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.384799987077713},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.35420000553131104},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.3479999899864197}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.777400016784668},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.6380000114440918},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.5943999886512756},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5903000235557556},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5773000121116638},{"id":"https://openalex.org/C2780366754","wikidata":"https://www.wikidata.org/wiki/Q7494857","display_name":"Speech translation","level":3,"score":0.5340999960899353},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4677000045776367},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.384799987077713},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.35420000553131104},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3479999899864197},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3357999920845032},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.3140999972820282},{"id":"https://openalex.org/C120012220","wikidata":"https://www.wikidata.org/wiki/Q1754533","display_name":"Source text","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C112758219","wikidata":"https://www.wikidata.org/wiki/Q16038819","display_name":"Duration (music)","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.26579999923706055},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2531000077724457}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.25529","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.25529","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Speech-to-speech":[0],"translation":[1,139],"(S2ST)":[2],"should":[3],"preserve":[4],"not":[5],"only":[6],"lexical":[7],"meaning,":[8],"but":[9,141],"also":[10],"expressive":[11,92,115,164],"attributes:":[12],"emotion,":[13],"scenario":[14,75],"style":[15],"(e.g.,":[16],"news":[17],"reporting":[18],"vs.":[19],"dramatic":[20],"dialogue),":[21],"and":[22,35,71,94,97,127,150,163],"nonverbal":[23],"vocalizations":[24],"(NVs).":[25],"Moreover,":[26],"collecting":[27],"cross-lingual":[28],"target":[29],"speech":[30,89,128],"that":[31,60,87],"is":[32,41],"both":[33,62],"translation-faithful":[34],"expressively":[36],"aligned":[37],"with":[38,100,110,145],"the":[39],"source":[40,96],"difficult":[42],"at":[43,179],"scale,":[44],"making":[45],"reference-based":[46],"evaluation":[47],"impractical.":[48],"We":[49,117],"introduce":[50],"STEB":[51,82],"(Speech-to-Speech":[52],"Translation":[53],"Expressiveness":[54],"Benchmark),":[55],"a":[56,84,158],"32.6-hour":[57],"Chinese--English":[58],"benchmark":[59],"evaluates":[61],"standard":[63],"dimensions":[64,73],"(translation":[65],"fidelity,":[66,140],"speaker":[67],"similarity,":[68],"duration":[69],"alignment)":[70],"expressiveness":[72,80,167],"(emotion,":[74],"style,":[76],"NV":[77,151],"preservation).":[78],"For":[79],"evaluation,":[81],"uses":[83],"caption-then-summarize":[85],"framework":[86],"converts":[88],"into":[90],"structured":[91],"attributes":[93,99],"compares":[95],"hypothesis":[98],"an":[101,170],"LLM":[102],"judge.":[103],"Human":[104],"validation":[105],"shows":[106],"statistically":[107],"significant":[108],"correlations":[109],"listener":[111],"judgments":[112],"across":[113],"all":[114],"dimensions.":[116],"evaluate":[118],"six":[119],"S2ST":[120],"systems":[121],"covering":[122],"cascaded":[123,135],"systems,":[124,133],"end-to-end":[125],"models,":[126],"large":[129],"language":[130],"models.":[131],"Many":[132],"especially":[134],"ones,":[136],"achieve":[137],"strong":[138],"they":[142],"still":[143],"struggle":[144],"emotion":[146],"preservation":[147,152,168],"(best:":[148,153],"3.82/5)":[149],"2.31/5).":[154],"These":[155],"results":[156],"reveal":[157],"gap":[159],"between":[160],"semantic":[161],"transfer":[162],"transfer,":[165],"identifying":[166],"as":[169],"open":[171],"challenge":[172],"for":[173],"S2ST.":[174],"Audio":[175],"samples":[176],"are":[177],"available":[178],"https://cmots.github.io/steb.github.io/.":[180]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-26T00:00:00"}