{"id":"https://openalex.org/W7166554259","doi":"https://doi.org/10.48550/arxiv.2606.27669","title":"When Search Agents Should Ask: DiscoBench for Clarification-Aware Deep Search","display_name":"When Search Agents Should Ask: DiscoBench for Clarification-Aware Deep Search","publication_year":2026,"publication_date":"2026-06-26","ids":{"openalex":"https://openalex.org/W7166554259","doi":"https://doi.org/10.48550/arxiv.2606.27669"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2606.27669","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.27669","pdf_url":"https://arxiv.org/pdf/2606.27669","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2606.27669","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099623039","display_name":"Yiling Tao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405263052","display_name":"Tsinghua Shenzhen International Graduate School","ror":"https://ror.org/01vceef04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao, Yiling","raw_affiliation_strings":["Shenzhen International Graduate School , Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School , Tsinghua University","institution_ids":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139623426","display_name":"Shihan Deng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405263052","display_name":"Tsinghua Shenzhen International Graduate School","ror":"https://ror.org/01vceef04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deng, Shihan","raw_affiliation_strings":["Shenzhen International Graduate School , Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School , Tsinghua University","institution_ids":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093751229","display_name":"Meiling Tao","orcid":"https://orcid.org/0009-0003-8403-395X","observed_orcids":["https://orcid.org/0009-0003-8403-395X"]},"institutions":[{"id":"https://openalex.org/I4405263052","display_name":"Tsinghua Shenzhen International Graduate School","ror":"https://ror.org/01vceef04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao, Meiling","raw_affiliation_strings":["Shenzhen International Graduate School , Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School , Tsinghua University","institution_ids":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074357324","display_name":"Pengzhi Wei","orcid":"https://orcid.org/0009-0009-0505-7835","observed_orcids":["https://orcid.org/0009-0009-0505-7835","https://orcid.org/0000-0001-9299-0862"]},"institutions":[{"id":"https://openalex.org/I4405263052","display_name":"Tsinghua Shenzhen International Graduate School","ror":"https://ror.org/01vceef04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei, Pengzhi","raw_affiliation_strings":["Shenzhen International Graduate School , Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School , Tsinghua University","institution_ids":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139546479","display_name":"Zhichao Hu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405263052","display_name":"Tsinghua Shenzhen International Graduate School","ror":"https://ror.org/01vceef04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hu, Zhichao","raw_affiliation_strings":["Shenzhen International Graduate School , Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School , Tsinghua University","institution_ids":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003248892","display_name":"Z G Zhu","orcid":"https://orcid.org/0000-0002-6229-5567","observed_orcids":["https://orcid.org/0000-0002-6229-5567","https://orcid.org/0000-0002-1277-5917","https://orcid.org/0000-0002-3272-3567","https://orcid.org/0000-0002-3877-981X","https://orcid.org/0000-0002-4251-788X","https://orcid.org/0000-0002-4435-1692","https://orcid.org/0000-0002-9131-3883","https://orcid.org/0000-0003-1775-7651","https://orcid.org/0000-0003-2949-6196","https://orcid.org/0000-0003-4617-1676","https://orcid.org/0009-0000-3236-283X","https://orcid.org/0009-0001-2160-8651","https://orcid.org/0009-0001-7194-0089","https://orcid.org/0009-0001-8585-7518","https://orcid.org/0009-0002-1821-5862","https://orcid.org/0009-0003-6875-5653","https://orcid.org/0009-0004-8990-7895","https://orcid.org/0009-0005-9639-5987","https://orcid.org/0009-0006-3672-8118","https://orcid.org/0009-0006-8875-8183","https://orcid.org/0009-0007-7408-0428","https://orcid.org/0009-0008-6400-4795","https://orcid.org/0009-0008-6885-0868","https://orcid.org/0009-0009-8473-8144"]},"institutions":[{"id":"https://openalex.org/I4405263052","display_name":"Tsinghua Shenzhen International Graduate School","ror":"https://ror.org/01vceef04","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhu, Zhihao","raw_affiliation_strings":["Shenzhen International Graduate School , Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School , Tsinghua University","institution_ids":["https://openalex.org/I4405263052","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ambiguity-detection","display_name":"ambiguity detection","score":0.7620000243186951},{"id":"https://openalex.org/keywords/clarifying-questions","display_name":"clarification questions","score":0.7450000047683716},{"id":"https://openalex.org/keywords/search-agents","display_name":"search agents","score":0.75},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.925000011920929},{"id":"https://openalex.org/keywords/benchmark","display_name":"benchmark","score":0.5529999732971191},{"id":"https://openalex.org/keywords/user-simulator","display_name":"user simulator","score":0.722000002861023},{"id":"https://openalex.org/keywords/multi-turn-interaction","display_name":"multi-turn interaction","score":0.8820000290870667},{"id":"https://openalex.org/keywords/ambiguous-queries","display_name":"ambiguous queries","score":0.414000004529953},{"id":"https://openalex.org/keywords/cost-efficiency","display_name":"cost efficiency","score":0.43700000643730164}],"concepts":[{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.902899980545044},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7548999786376953},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6141999959945679},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.602400004863739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5059000253677368},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.4611000120639801},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.45879998803138733},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.37560001015663147},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36329999566078186},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.34700000286102295},{"id":"https://openalex.org/C125583679","wikidata":"https://www.wikidata.org/wiki/Q755673","display_name":"Search algorithm","level":2,"score":0.33880001306533813},{"id":"https://openalex.org/C171089853","wikidata":"https://www.wikidata.org/wiki/Q7094123","display_name":"Online search","level":2,"score":0.32170000672340393},{"id":"https://openalex.org/C166423231","wikidata":"https://www.wikidata.org/wiki/Q1891170","display_name":"Semantic search","level":3,"score":0.31220000982284546},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2856000065803528},{"id":"https://openalex.org/C2777622855","wikidata":"https://www.wikidata.org/wiki/Q7901844","display_name":"User information","level":3,"score":0.2782999873161316},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.2502000033855438}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2606.27669","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.27669","pdf_url":"https://arxiv.org/pdf/2606.27669","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2606.27669","doi":"https://doi.org/10.48550/arxiv.2606.27669","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.27669","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2606.27669","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2606.27669","pdf_url":"https://arxiv.org/pdf/2606.27669","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166554259.pdf","grobid_xml":"https://content.openalex.org/works/W7166554259.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7196991064","https://openalex.org/W7102411264","https://openalex.org/W7126157955","https://openalex.org/W7117322492","https://openalex.org/W7162633143","https://openalex.org/W7083704376","https://openalex.org/W7154484590","https://openalex.org/W7214898040","https://openalex.org/W3155067862","https://openalex.org/W4403666116"],"abstract_inverted_index":{"Search":[0],"agents":[1,66,89],"powered":[2],"by":[3],"large":[4],"language":[5],"models":[6],"(LLMs)":[7],"are":[8,33,44,158],"increasingly":[9],"used":[10],"to":[11,21,85],"solve":[12],"complex":[13],"information-seeking":[14],"tasks,":[15],"requiring":[16],"multi-step":[17,61],"retrieval":[18,181],"and":[19,35,64,98,110,131,144,155,161,183],"reasoning":[20,62,101],"fulfill":[22],"user":[23,31,104,126],"goals.":[24],"However,":[25],"existing":[26],"benchmarks":[27],"often":[28,170],"assume":[29],"that":[30,40,152,162],"queries":[32],"complete":[34],"explicit,":[36],"overlooking":[37],"the":[38],"fact":[39],"real-world":[41,116],"search":[42,54,69,88,188],"requests":[43],"frequently":[45],"vague,":[46],"underspecified,":[47],"or":[48],"even":[49],"factually":[50],"incorrect.":[51],"In":[52],"deep":[53,82],"scenarios,":[55],"such":[56],"ambiguity":[57,112,120,140,153],"can":[58,90],"propagate":[59],"along":[60],"chains":[63],"lead":[65],"toward":[67],"incorrect":[68],"trajectories.":[70],"To":[71],"address":[72],"this":[73],"gap,":[74],"we":[75],"introduce":[76],"DiscoBench,":[77],"a":[78,125,177],"benchmark":[79],"for":[80,128,168],"clarification-aware":[81],"search,":[83],"designed":[84],"evaluate":[86,132],"whether":[87],"proactively":[91],"identify":[92],"ambiguity,":[93],"ask":[94],"effective":[95,156],"clarification":[96,157,169],"questions,":[97],"recover":[99],"correct":[100],"paths":[102],"through":[103],"interaction.":[105],"DiscoBench":[106],"contains":[107],"211":[108],"samples":[109],"463":[111],"instances":[113],"across":[114],"11":[115],"domains,":[117],"covering":[118],"four":[119,136],"types.":[121],"We":[122],"further":[123],"design":[124],"simulator":[127],"multi-turn":[129],"interaction":[130,142],"model":[133],"performance":[134],"from":[135],"perspectives:":[137],"task":[138],"utility,":[139],"detection,":[141],"strategy,":[143],"cost":[145],"efficiency.":[146],"Experiments":[147],"on":[148],"representative":[149],"LLMs":[150],"show":[151],"detection":[154],"distinct":[159],"capabilities,":[160],"repeatedly":[163],"searching":[164],"instead":[165],"of":[166],"asking":[167],"performs":[171],"worse":[172],"than":[173],"direct":[174],"guessing,":[175],"highlighting":[176],"critical":[178],"gap":[179],"between":[180],"ability":[182],"interactive":[184],"problem-solving":[185],"in":[186],"current":[187],"agents.":[189]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-06-30T00:00:00"}