{"id":"https://openalex.org/W7161686570","doi":"https://doi.org/10.48550/arxiv.2605.17531","title":"Don't Guess, Just Ask: Resolving Ambiguity in Referring Segmentation via Multi-turn Clarification","display_name":"Don't Guess, Just Ask: Resolving Ambiguity in Referring Segmentation via Multi-turn Clarification","publication_year":2026,"publication_date":"2026-05-17","ids":{"openalex":"https://openalex.org/W7161686570","doi":"https://doi.org/10.48550/arxiv.2605.17531"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.17531","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17531","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.17531","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136488092","display_name":"Yuting Yang","orcid":"https://orcid.org/0000-0002-7750-2418"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yuting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136485063","display_name":"Haichao Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Haichao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136480496","display_name":"Tianming Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Tianming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136463995","display_name":"Quan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Quan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136461731","display_name":"Jian-Fang Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Jian-Fang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.0027000000700354576,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7552000284194946},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.6797000169754028},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.6466000080108643},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5843999981880188},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4569999873638153},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.4397999942302704},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.3506999909877777},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.34150001406669617}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8420000076293945},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7552000284194946},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.6797000169754028},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.6466000080108643},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5843999981880188},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5764999985694885},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4569999873638153},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.4397999942302704},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36570000648498535},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.3506999909877777},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.34150001406669617},{"id":"https://openalex.org/C25694479","wikidata":"https://www.wikidata.org/wiki/Q7446278","display_name":"Segmentation-based object categorization","level":5,"score":0.33489999175071716},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32670000195503235},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.29440000653266907},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.2847999930381775},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2777000069618225},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2702000141143799},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.25189998745918274},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.25110000371932983},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.25029999017715454},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.17531","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17531","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.17531","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17531","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Referring":[0],"segmentation":[1,72,159,191],"aims":[2],"to":[3,48,52,75],"segment":[4],"the":[5,14,21,29,78,129],"target":[6],"objects":[7],"in":[8,83,179],"images":[9],"or":[10],"videos":[11],"based":[12],"on":[13,188],"textual":[15],"query.":[16],"Despite":[17],"remarkable":[18],"progress":[19],"over":[20],"past":[22],"years,":[23],"existing":[24,71,173],"works":[25],"always":[26],"assume":[27],"that":[28,97,121,168],"user-provided":[30],"queries":[31,62],"are":[32,63],"already":[33],"precise":[34],"and":[35,58,65,124,132,145,194],"clear.":[36],"However,":[37],"this":[38,88,110],"assumption":[39],"is":[40,46],"impractical.":[41],"In":[42],"real-world":[43],"scenarios,":[44],"it":[45],"unrealistic":[47],"expect":[49],"all":[50],"users":[51],"thoroughly":[53],"review":[54],"their":[55,61],"visual":[56],"content":[57],"carefully":[59],"ensure":[60],"unique":[64],"unambiguous.":[66],"When":[67],"encountering":[68],"such":[69],"cases,":[70],"models":[73],"tend":[74],"arbitrarily":[76],"guess":[77],"user":[79,100,163],"preferences,":[80],"often":[81],"resulting":[82],"undesired":[84],"outcomes.":[85],"To":[86,107],"address":[87],"limitation,":[89],"we":[90,112,152],"propose":[91],"IC-Seg,":[92],"a":[93,116,155,176],"novel":[94],"agentic":[95],"framework":[96],"proactively":[98],"clarifies":[99],"intent":[101,139],"through":[102],"multi-turn":[103],"conversation":[104],"before":[105],"segmentation.":[106],"effectively":[108,141],"incentivize":[109],"capability,":[111],"further":[113],"introduce":[114],"Hi-GRPO,":[115],"new":[117],"hierarchical":[118],"optimization":[119],"strategy":[120,136],"injects":[122],"dense":[123],"informative":[125],"supervision":[126],"signals":[127],"at":[128,199],"trajectory,":[130],"turn,":[131],"step":[133],"levels.":[134],"This":[135],"encourages":[137],"efficient":[138],"clarification,":[140],"eliminating":[142],"redundant":[143],"interactions":[144],"improving":[146],"overall":[147],"dialogue":[148],"quality.":[149],"For":[150],"evaluation,":[151],"establish":[153],"Ambi-RVOS,":[154],"referring":[156],"video":[157],"object":[158],"benchmark":[160],"with":[161],"ambiguous":[162,181],"queries.":[164],"Extensive":[165],"experiments":[166],"demonstrate":[167],"IC-Seg":[169],"not":[170],"only":[171],"outperforms":[172],"methods":[174],"by":[175],"large":[177],"margin":[178],"resolving":[180],"queries,":[182],"but":[183],"also":[184],"maintains":[185],"state-of-the-art":[186],"performance":[187],"standard":[189],"reasoning":[190],"benchmarks.":[192],"Code":[193],"data":[195],"will":[196],"be":[197],"released":[198],"https://github.com/iSEE-Laboratory/IC-Seg.":[200]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-20T00:00:00"}