{"id":"https://openalex.org/W7162993264","doi":"https://doi.org/10.48550/arxiv.2605.30792","title":"OpenSTBench: Beyond Semantic Evaluation for Speech Translation","display_name":"OpenSTBench: Beyond Semantic Evaluation for Speech Translation","publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7162993264","doi":"https://doi.org/10.48550/arxiv.2605.30792"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.30792","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30792","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.30792","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137564108","display_name":"Yanjie An","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"An, Yanjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129683563","display_name":"Yuxiang Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yuxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137575296","display_name":"Yichi Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yichi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129732355","display_name":"Qixi Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Qixi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137559455","display_name":"Yujie Tu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tu, Yujie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068367173","display_name":"Keqi Deng","orcid":"https://orcid.org/0000-0003-1490-963X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Keqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137524497","display_name":"Kai Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137559839","display_name":"Xie Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.32829999923706055,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.32829999923706055,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.2320999950170517,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.156700000166893,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speech-translation","display_name":"Speech translation","score":0.8894000053405762},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.635200023651123},{"id":"https://openalex.org/keywords/paralanguage","display_name":"Paralanguage","score":0.6039000153541565},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.4034000039100647},{"id":"https://openalex.org/keywords/rule-based-machine-translation","display_name":"Rule-based machine translation","score":0.36000001430511475},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.34869998693466187}],"concepts":[{"id":"https://openalex.org/C2780366754","wikidata":"https://www.wikidata.org/wiki/Q7494857","display_name":"Speech translation","level":3,"score":0.8894000053405762},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8259000182151794},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.635200023651123},{"id":"https://openalex.org/C133378560","wikidata":"https://www.wikidata.org/wiki/Q1753225","display_name":"Paralanguage","level":2,"score":0.6039000153541565},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5587000250816345},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.546500027179718},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4674000144004822},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.4034000039100647},{"id":"https://openalex.org/C53893814","wikidata":"https://www.wikidata.org/wiki/Q7378909","display_name":"Rule-based machine translation","level":2,"score":0.36000001430511475},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.34869998693466187},{"id":"https://openalex.org/C91863865","wikidata":"https://www.wikidata.org/wiki/Q4349497","display_name":"Speech corpus","level":3,"score":0.3077999949455261},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C135784402","wikidata":"https://www.wikidata.org/wiki/Q6958279","display_name":"Evaluation of machine translation","level":5,"score":0.2700999975204468},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.257999986410141}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.30792","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30792","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.30792","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30792","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Speech":[0],"translation":[1,6,9,35,75,97,116,124,155],"systems":[2,57,88,121],"increasingly":[3],"span":[4],"speech-to-text":[5],"(S2TT),":[7],"speech-to-speech":[8],"(S2ST),":[10],"offline":[11,90],"translation,":[12],"and":[13,24,39,86,91,94,104,109,149,159],"streaming":[14,92],"generation,":[15],"producing":[16],"outputs":[17,76],"that":[18,71,120],"differ":[19,128],"in":[20,89,130,136],"modality,":[21],"speech":[22,37,74,99,115,131,154],"realization,":[23],"timing":[25],"behavior.":[26],"Existing":[27],"evaluation":[28,69,80],"practices":[29],"assess":[30],"important":[31],"aspects":[32,44],"such":[33],"as":[34,133,135],"quality,":[36,38,41,98,100,132],"temporal":[40,107,137],"but":[42],"these":[43,146],"are":[45,161],"often":[46],"evaluated":[47],"under":[48],"separate":[49],"protocols,":[50],"making":[51],"it":[52],"difficult":[53],"to":[54],"compare":[55],"heterogeneous":[56,73],"comprehensively.":[58],"To":[59],"address":[60],"this":[61],"gap,":[62],"we":[63,118],"present":[64],"OpenSTBench,":[65],"a":[66,78,141],"unified":[67],"multidimensional":[68],"framework":[70],"organizes":[72],"into":[77],"shared":[79],"format.":[81],"OpenSTBench":[82,139],"supports":[83],"both":[84],"S2TT":[85],"S2ST":[87],"settings,":[93],"jointly":[95],"evaluates":[96],"speaker":[101],"preservation,":[102],"emotion":[103],"paralinguistic":[105],"fidelity,":[106],"consistency,":[108],"latency.":[110],"Through":[111],"experiments":[112],"on":[113],"representative":[114],"systems,":[117],"show":[119],"with":[122],"strong":[123],"quality":[125],"can":[126],"still":[127],"substantially":[129],"well":[134],"quality.":[138],"provides":[140],"reproducible":[142],"protocol":[143],"for":[144],"analyzing":[145],"cross-dimensional":[147],"differences":[148],"supporting":[150],"application-oriented":[151],"comparison":[152],"of":[153],"systems.":[156],"The":[157],"code":[158],"datasets":[160],"available":[162],"at":[163],"https://github.com/sjtuayj/OpenSTBench.":[164]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-02T00:00:00"}