{"id":"https://openalex.org/W7140123634","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.151","title":"Hearing Between the Lines: Unlocking the Reasoning Power of LLMs for Speech Evaluation","display_name":"Hearing Between the Lines: Unlocking the Reasoning Power of LLMs for Speech Evaluation","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7140123634","doi":"https://doi.org/10.18653/v1/2026.findings-eacl.151"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-eacl.151","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.151","pdf_url":"https://aclanthology.org/2026.findings-eacl.151.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-eacl.151.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130342563","display_name":"Arjun Chandra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arjun Chandra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130378216","display_name":"Kevin Joseph Miller","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kevin Miller","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060593241","display_name":"Venkatesh Ravichandran","orcid":"https://orcid.org/0009-0001-7214-2919"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Venkatesh Ravichandran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130401796","display_name":"Constantinos Papayiannis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Constantinos Papayiannis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130411718","display_name":"Venkatesh Saligrama","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Venkatesh Saligrama","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2895","last_page":"2916"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.18219999969005585,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.18219999969005585,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.16830000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.0746999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.5569999814033508},{"id":"https://openalex.org/keywords/hearing-aid","display_name":"Hearing aid","score":0.32850000262260437},{"id":"https://openalex.org/keywords/hearing-loss","display_name":"Hearing loss","score":0.2955999970436096},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.26010000705718994}],"concepts":[{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.5569999814033508},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4578000009059906},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34619998931884766},{"id":"https://openalex.org/C2780801066","wikidata":"https://www.wikidata.org/wiki/Q323808","display_name":"Hearing aid","level":2,"score":0.32850000262260437},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.30480000376701355},{"id":"https://openalex.org/C2780493683","wikidata":"https://www.wikidata.org/wiki/Q16035842","display_name":"Hearing loss","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C548259974","wikidata":"https://www.wikidata.org/wiki/Q569965","display_name":"Audiology","level":1,"score":0.2799000144004822},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23569999635219574},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.23510000109672546}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-eacl.151","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.151","pdf_url":"https://aclanthology.org/2026.findings-eacl.151.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-eacl.151","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-eacl.151","pdf_url":"https://aclanthology.org/2026.findings-eacl.151.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4467729823","display_name":"CPS: Medium: Federated Learning for Predicting Electricity Consumption with Mixed Global/Local Models","funder_award_id":"2317079","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140123634.pdf","grobid_xml":"https://content.openalex.org/works/W7140123634.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1,28],"Model":[2],"(LLM)":[3],"judges":[4,49,140],"exhibit":[5],"strong":[6],"reasoning":[7],"capabilities":[8],"but":[9],"are":[10],"limited":[11],"to":[12,50,55,77,115,155],"textual":[13,105],"content.This":[14],"leaves":[15],"current":[16],"automatic":[17],"Speech-to-Speech":[18],"(S2S)":[19],"evaluation":[20,88],"methods":[21],"reliant":[22],"on":[23],"opaque":[24],"and":[25,58,97,111,137,151,158],"expensive":[26],"Audio":[27,39],"Models":[29],"(ALMs).In":[30],"this":[31,100],"work,":[32],"we":[33,68],"propose":[34],"TRACE":[35,102,153],"(Textual":[36],"Reasoning":[37],"over":[38,52],"Cues":[40],"for":[41],"Evaluation),":[42],"a":[43,71,104,126],"novel":[44],"framework":[45,154],"that":[46],"enables":[47],"LLM":[48,114,139],"reason":[51],"audio":[53,109],"cues":[54],"achieve":[56],"cost-efficient":[57],"human-aligned":[59,159],"S2S":[60,160],"evaluation.To":[61],"demonstrate":[62],"the":[63,66,79,148,152],"strength":[64],"of":[65,82,107],"framework,":[67],"first":[69],"introduce":[70],"Human":[72],"Chain-of-Thought":[73],"(HCoT)":[74],"annotation":[75],"protocol":[76],"improve":[78],"diagnostic":[80],"capability":[81],"existing":[83],"judge":[84],"benchmarks":[85],"by":[86],"separating":[87],"into":[89,121],"explicit":[90],"dimensions:":[91],"content":[92],"(C),":[93],"voice":[94],"quality":[95],"(VQ),":[96],"paralinguistics":[98],"(P).Using":[99],"data,":[101],"constructs":[103],"blueprint":[106],"inexpensive":[108],"signals":[110],"prompts":[112],"an":[113,122],"render":[116],"dimension-wise":[117],"judgments,":[118],"fusing":[119],"them":[120],"overall":[123],"rating":[124],"via":[125],"deterministic":[127],"policy.TRACE":[128],"achieves":[129],"higher":[130],"agreement":[131],"with":[132],"human":[133],"raters":[134],"than":[135],"ALMs":[136],"transcript-only":[138],"while":[141],"being":[142],"significantly":[143],"more":[144],"cost-effective.We":[145],"will":[146],"release":[147],"HCoT":[149],"annotations":[150],"enable":[156],"scalable":[157],"evaluation.":[161]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-03-24T00:00:00"}