{"id":"https://openalex.org/W7139943444","doi":"https://doi.org/10.48550/arxiv.2603.18048","title":"DEAF: A Benchmark for Diagnostic Evaluation of Acoustic Faithfulness in Audio Language Models","display_name":"DEAF: A Benchmark for Diagnostic Evaluation of Acoustic Faithfulness in Audio Language Models","publication_year":2026,"publication_date":"2026-03-17","ids":{"openalex":"https://openalex.org/W7139943444","doi":"https://doi.org/10.48550/arxiv.2603.18048"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.18048","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18048","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.18048","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102653791","display_name":"Jiaqi Xiong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Jiaqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113281911","display_name":"Yunjia Qi","orcid":"https://orcid.org/0009-0009-1836-8413"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi, Yunjia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130217961","display_name":"Qi Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130236420","display_name":"Yu Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhang, Yutong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yutong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121139545","display_name":"Ziteng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Ziteng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111381344","display_name":"Ruofan Liao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liao, Ruofan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Xu, Weisheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Weisheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5049130665","display_name":"Sichen Liu","orcid":"https://orcid.org/0009-0001-7388-0980"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Sichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.311599999666214,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.311599999666214,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.15129999816417694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10863","display_name":"Voice and Speech Disorders","score":0.10999999940395355,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6682999730110168},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.522599995136261},{"id":"https://openalex.org/keywords/acoustic-model","display_name":"Acoustic model","score":0.4325999915599823},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.40290001034736633},{"id":"https://openalex.org/keywords/acoustic-phonetics","display_name":"Acoustic phonetics","score":0.3953999876976013},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.37059998512268066}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7549999952316284},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6682999730110168},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.555400013923645},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.522599995136261},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4503999948501587},{"id":"https://openalex.org/C155635449","wikidata":"https://www.wikidata.org/wiki/Q4674699","display_name":"Acoustic model","level":3,"score":0.4325999915599823},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.40290001034736633},{"id":"https://openalex.org/C2781032008","wikidata":"https://www.wikidata.org/wiki/Q424083","display_name":"Acoustic phonetics","level":3,"score":0.3953999876976013},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39399999380111694},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.37059998512268066},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.3449999988079071},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C160372630","wikidata":"https://www.wikidata.org/wiki/Q4819855","display_name":"Audio analyzer","level":5,"score":0.2567000091075897},{"id":"https://openalex.org/C2987487971","wikidata":"https://www.wikidata.org/wiki/Q8096","display_name":"Lexical access","level":3,"score":0.2531999945640564}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.18048","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18048","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.18048","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18048","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"Audio":[1,116],"Multimodal":[2],"Large":[3],"Language":[4],"Models":[5],"(Audio":[6],"MLLMs)":[7],"demonstrate":[8],"impressive":[9],"performance":[10,144],"on":[11,27,106,145],"speech":[12,147],"benchmarks,":[13],"yet":[14,131],"it":[15],"remains":[16],"unclear":[17],"whether":[18],"these":[19],"models":[20,125],"genuinely":[21],"process":[22],"acoustic":[23,53,110,129,151],"signals":[24],"or":[25],"rely":[26],"text-based":[28],"semantic":[29,77],"inference.":[30],"To":[31],"systematically":[32],"study":[33],"this":[34],"question,":[35],"we":[36,63],"introduce":[37,99],"DEAF":[38],"(Diagnostic":[39],"Evaluation":[40],"of":[41,46,114,122],"Acoustic":[42],"Faithfulness),":[43],"a":[44,65,119,140],"benchmark":[45],"over":[47,109],"2,700":[48],"conflict":[49],"stimuli":[50],"spanning":[51],"three":[52],"dimensions:":[54],"emotional":[55],"prosody,":[56],"background":[57],"sounds,":[58],"and":[59,85,149],"speaker":[60],"identity.":[61],"Then,":[62],"design":[64],"controlled":[66],"multi-level":[67],"evaluation":[68,113],"framework":[69],"that":[70],"progressively":[71],"increases":[72],"textual":[73,107,137],"influence,":[74],"ranging":[75],"from":[76,94],"conflicts":[78],"in":[79],"the":[80],"content":[81],"to":[82,90,102,128],"misleading":[83],"prompts":[84],"their":[86],"combination,":[87],"allowing":[88],"us":[89],"disentangle":[91],"content-driven":[92],"bias":[93],"prompt-induced":[95],"sycophancy.":[96],"We":[97],"further":[98],"diagnostic":[100],"metrics":[101],"quantify":[103],"model":[104],"reliance":[105],"cues":[108],"signals.":[111],"Our":[112],"seven":[115],"MLLMs":[117],"reveals":[118],"consistent":[120],"pattern":[121],"text":[123],"dominance:":[124],"are":[126,133],"sensitive":[127],"variations,":[130],"predictions":[132],"predominantly":[134],"driven":[135],"by":[136],"inputs,":[138],"revealing":[139],"gap":[141],"between":[142],"high":[143],"standard":[146],"benchmarks":[148],"genuine":[150],"understanding.":[152]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-21T00:00:00"}