{"id":"https://openalex.org/W7169607942","doi":"https://doi.org/10.48550/arxiv.2607.14846","title":"RW-Voice-EQ Bench: A Real World Benchmark for Evaluating Voice AI Systems","display_name":"RW-Voice-EQ Bench: A Real World Benchmark for Evaluating Voice AI Systems","publication_year":2026,"publication_date":"2026-07-16","ids":{"openalex":"https://openalex.org/W7169607942","doi":"https://doi.org/10.48550/arxiv.2607.14846"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.14846","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.14846","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.14846","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017191825","display_name":"David Ayll\u00f3n","orcid":"https://orcid.org/0000-0001-7473-5083"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ayllon, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135403776","display_name":"Alice Baird","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baird, Alice","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107926112","display_name":"J Brooks","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brooks, Jeffrey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068709982","display_name":"Franc Camps-Febrer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Camps-Febrer, Franc","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127133495","display_name":"Jakub Piotr C\u0142apa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"C\u0142apa, Jakub Piotr","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126345298","display_name":"Theo Lebryk","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lebryk, Theo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103060282","display_name":"Jens Madsen","orcid":"https://orcid.org/0000-0001-8163-001X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Madsen, Jens","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045550996","display_name":"Olya Ossipova","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ossipova, Olya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135401863","display_name":"Sharath Rao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rao, Sharath","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033654566","display_name":"Hoon Shin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shin, Hoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038219283","display_name":"Tigran Soghbatyan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Soghbatyan, Tigran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116594435","display_name":"Georg Streich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Streich, Georg","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003933801","display_name":"Rashish Tandon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tandon, Rashish","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5045277971","display_name":"Panagiotis Tzirakis","orcid":"https://orcid.org/0000-0001-9449-5339"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tzirakis, Panagiotis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.41290000081062317,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.41290000081062317,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.25679999589920044,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10863","display_name":"Voice and Speech Disorders","score":0.0494999997317791,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/paralanguage","display_name":"Paralanguage","score":0.6987000107765198},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6927000284194946},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5169000029563904},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.39340001344680786},{"id":"https://openalex.org/keywords/interactive-voice-response","display_name":"Interactive voice response","score":0.38089999556541443},{"id":"https://openalex.org/keywords/speaker-recognition","display_name":"Speaker recognition","score":0.3804999887943268},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.3695000112056732},{"id":"https://openalex.org/keywords/voice-analysis","display_name":"Voice analysis","score":0.32850000262260437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7795000076293945},{"id":"https://openalex.org/C133378560","wikidata":"https://www.wikidata.org/wiki/Q1753225","display_name":"Paralanguage","level":2,"score":0.6987000107765198},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6927000284194946},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6592000126838684},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5169000029563904},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4162999987602234},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4034000039100647},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.39340001344680786},{"id":"https://openalex.org/C2777858628","wikidata":"https://www.wikidata.org/wiki/Q1111837","display_name":"Interactive voice response","level":2,"score":0.38089999556541443},{"id":"https://openalex.org/C133892786","wikidata":"https://www.wikidata.org/wiki/Q1145189","display_name":"Speaker recognition","level":2,"score":0.3804999887943268},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.3695000112056732},{"id":"https://openalex.org/C182964821","wikidata":"https://www.wikidata.org/wiki/Q7939498","display_name":"Voice analysis","level":2,"score":0.32850000262260437},{"id":"https://openalex.org/C204201278","wikidata":"https://www.wikidata.org/wiki/Q1332614","display_name":"Voice activity detection","level":3,"score":0.328000009059906},{"id":"https://openalex.org/C151989614","wikidata":"https://www.wikidata.org/wiki/Q440370","display_name":"Mel-frequency cepstrum","level":3,"score":0.3255999982357025},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.301800012588501},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C504749915","wikidata":"https://www.wikidata.org/wiki/Q9010971","display_name":"Speech technology","level":3,"score":0.2842000126838684},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C91863865","wikidata":"https://www.wikidata.org/wiki/Q4349497","display_name":"Speech corpus","level":3,"score":0.26809999346733093},{"id":"https://openalex.org/C195358072","wikidata":"https://www.wikidata.org/wiki/Q944584","display_name":"Telephony","level":2,"score":0.26179999113082886}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.14846","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.14846","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.14846","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.14846","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.40936627984046936}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Current":[0],"voice":[1,53,140],"AI":[2,54,141],"benchmarks":[3],"typically":[4],"evaluate":[5],"isolated":[6],"capabilities":[7,154],"such":[8],"as":[9,145],"speech":[10,60,65],"intelligibility,":[11],"word":[12],"error":[13],"rate,":[14],"or":[15],"text-based":[16],"dialogue":[17],"quality,":[18],"but":[19],"they":[20],"rarely":[21],"test":[22],"whether":[23],"systems":[24],"harness":[25],"the":[26,42],"acoustic":[27],"information":[28],"that":[29,71,127,139],"distinguishes":[30],"spoken":[31],"language":[32],"from":[33],"its":[34],"textual":[35],"representation.":[36],"To":[37],"this":[38],"end,":[39],"we":[40],"introduce":[41],"Real":[43],"World":[44],"Voice":[45],"EQ":[46],"Bench,":[47],"a":[48,146,158],"multidimensional":[49],"benchmark":[50],"for":[51],"evaluating":[52],"across":[55,112],"text-to-speech":[56],"(TTS),":[57],"speech-to-speech":[58],"(STS),":[59],"understanding":[61],"(SU),":[62],"and":[63,82,101,122,152],"automatic":[64],"recognition":[66],"(ASR).":[67],"Our":[68],"evaluations":[69],"indicate":[70],"performance":[72],"is":[73],"highly":[74],"dimension-specific.":[75],"For":[76,89,107,115],"TTS,":[77],"naturalness,":[78],"expressiveness,":[79],"identity":[80],"stability,":[81],"reliability":[83],"are":[84,128],"largely":[85,105],"independent":[86],"evaluation":[87],"dimensions.":[88],"STS,":[90],"access":[91],"to":[92],"audio":[93],"does":[94],"not":[95,129],"guarantee":[96],"use":[97],"of":[98,148],"vocal":[99],"affect,":[100],"some":[102],"agents":[103],"remain":[104],"transcript-driven.":[106],"SU,":[108],"models":[109],"perform":[110],"unevenly":[111],"paralinguistic":[113],"tasks.":[114],"ASR,":[116],"real":[117],"world":[118],"accent,":[119],"emotion,":[120],"noise,":[121],"conversational":[123],"conditions":[124],"expose":[125],"failures":[126],"captured":[130],"by":[131,157],"established":[132],"clean-speech":[133],"benchmarks.":[134],"Together,":[135],"these":[136],"results":[137],"show":[138],"should":[142],"be":[143],"evaluated":[144],"profile":[147],"acoustic,":[149],"expressive,":[150],"interactional,":[151],"robustness":[153],"rather":[155],"than":[156],"single":[159],"aggregate":[160],"score.":[161]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-18T00:00:00"}