{"id":"https://openalex.org/W7119529395","doi":"https://doi.org/10.48550/arxiv.2601.04029","title":"SpeakerSleuth: Can Large Audio-Language Models Judge Speaker Consistency across Multi-turn Dialogues?","display_name":"SpeakerSleuth: Can Large Audio-Language Models Judge Speaker Consistency across Multi-turn Dialogues?","publication_year":2026,"publication_date":"2026-01-07","ids":{"openalex":"https://openalex.org/W7119529395","doi":"https://doi.org/10.48550/arxiv.2601.04029"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.04029","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.04029","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.04029","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122377549","display_name":"Jonggeun Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Jonggeun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122351820","display_name":"Junseong Pyo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pyo, Junseong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122302227","display_name":"Gyuhyeon Seo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seo, Gyuhyeon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5122302273","display_name":"Yohan Jo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jo, Yohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.6923999786376953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.6923999786376953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.05590000003576279,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10863","display_name":"Voice and Speech Disorders","score":0.03460000082850456,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.738099992275238},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.5598999857902527},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.546500027179718},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5037000179290771},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.31139999628067017}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.738099992275238},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6855000257492065},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5699999928474426},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.5598999857902527},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.546500027179718},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5037000179290771},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34060001373291016},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.31139999628067017},{"id":"https://openalex.org/C133892786","wikidata":"https://www.wikidata.org/wiki/Q1145189","display_name":"Speaker recognition","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C2982762665","wikidata":"https://www.wikidata.org/wiki/Q1145189","display_name":"Speaker verification","level":3,"score":0.27399998903274536},{"id":"https://openalex.org/C155635449","wikidata":"https://www.wikidata.org/wiki/Q4674699","display_name":"Acoustic model","level":3,"score":0.2599000036716461},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2597000002861023}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.04029","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.04029","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.04029","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.04029","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6830364465713501,"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Audio-Language":[1],"Models":[2,103],"(LALMs)":[3],"as":[4,8,120,126],"judges":[5],"have":[6],"emerged":[7],"a":[9,32,142,166],"prominent":[10],"approach":[11],"for":[12,141],"evaluating":[13,34],"speech":[14],"generation":[15],"quality,":[16],"yet":[17],"their":[18],"ability":[19],"to":[20,79,106,135,173,184,187],"assess":[21],"speaker":[22,40],"consistency":[23,41],"across":[24,42,57],"multi-turn":[25,43],"dialogues":[26,44],"remains":[27],"unexplored.":[28],"We":[29,51],"present":[30],"\\textbf{SpeakerSleuth},":[31],"benchmark":[33],"whether":[35],"LALMs":[36],"can":[37],"reliably":[38,80],"judge":[39],"through":[45],"three":[46],"tasks":[47],"reflecting":[48],"real-world":[49],"requirements.":[50],"construct":[52],"1,818":[53],"human-verified":[54],"evaluation":[55],"instances":[56],"four":[58],"diverse":[59],"datasets":[60],"spanning":[61],"synthetic":[62],"and":[63,154,194],"real":[64],"speech,":[65],"with":[66],"controlled":[67],"acoustic":[68,82,132,156,160],"difficulty.":[69],"Evaluating":[70],"twelve":[71],"widely-used":[72],"LALMs,":[73],"we":[74],"find":[75],"that":[76,111,182],"models":[77,95,127,148],"struggle":[78,105],"detect":[81,136],"inconsistencies.":[83],"For":[84],"instance,":[85],"given":[86],"audio":[87],"samples":[88],"of":[89],"the":[90,108,145],"same":[91],"speaker's":[92],"turns,":[93],"some":[94],"overpredict":[96],"inconsistency,":[97],"whereas":[98],"others":[99],"are":[100,112,118,196],"overly":[101],"lenient.":[102],"further":[104],"identify":[107],"exact":[109],"turns":[110,117],"problematic.":[113],"When":[114],"other":[115,146],"interlocutors'":[116],"provided":[119],"textual":[121,129],"context,":[122],"performance":[123],"degrades":[124],"dramatically":[125],"prioritize":[128,174],"coherence":[130],"over":[131,176],"cues,":[133],"failing":[134],"even":[137],"obvious":[138],"gender":[139],"switches":[140],"speaker.":[143],"On":[144],"hand,":[147],"perform":[149],"substantially":[150],"better":[151],"in":[152,169],"comparing":[153],"ranking":[155],"variants,":[157],"demonstrating":[158],"inherent":[159],"discrimination":[161],"capabilities.":[162],"These":[163],"findings":[164],"expose":[165],"significant":[167],"bias":[168],"LALMs:":[170],"they":[171],"tend":[172],"text":[175],"acoustics,":[177],"revealing":[178],"fundamental":[179],"modality":[180],"imbalances":[181],"need":[183],"be":[185],"addressed":[186],"build":[188],"reliable":[189],"audio-language":[190],"judges.":[191],"Our":[192],"code":[193],"data":[195],"available":[197],"at":[198],"https://github.com/holi-lab/SpeakerSleuth.":[199]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-01-09T00:00:00"}