{"id":"https://openalex.org/W4409973894","doi":"https://doi.org/10.1145/3698204.3716464","title":"Do Images Clarify? A Study on the Effect of Images on Clarifying Questions in Conversational Search","display_name":"Do Images Clarify? A Study on the Effect of Images on Clarifying Questions in Conversational Search","publication_year":2025,"publication_date":"2025-03-24","ids":{"openalex":"https://openalex.org/W4409973894","doi":"https://doi.org/10.1145/3698204.3716464"},"language":"en","primary_location":{"id":"doi:10.1145/3698204.3716464","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3698204.3716464","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3698204.3716464","source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM SIGIR Conference on Human Information Interaction and Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3698204.3716464","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052291325","display_name":"Clemencia Siro","orcid":"https://orcid.org/0000-0001-5301-4244"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Clemencia Siro","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078071076","display_name":"Zahra Abbasiantaeb","orcid":"https://orcid.org/0000-0002-4046-3419"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Zahra Abbasiantaeb","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101752049","display_name":"Yifei Yuan","orcid":"https://orcid.org/0000-0001-7275-5398"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Yifei Yuan","raw_affiliation_strings":["University of Copenhagen, Copenhagen, Denmark"],"affiliations":[{"raw_affiliation_string":"University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063466614","display_name":"Mohammad Aliannejadi","orcid":"https://orcid.org/0000-0002-9447-4172"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Mohammad Aliannejadi","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031439294","display_name":"Maarten de Rijke","orcid":"https://orcid.org/0000-0002-1086-0202"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maarten de Rijke","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5052291325"],"corresponding_institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":2.3431,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.88806123,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"273","last_page":"291"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11516","display_name":"Visual and Cognitive Learning Processes","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6481369137763977},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4209979772567749},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3884025812149048},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3504626154899597}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6481369137763977},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4209979772567749},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3884025812149048},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3504626154899597}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3698204.3716464","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3698204.3716464","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3698204.3716464","source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM SIGIR Conference on Human Information Interaction and Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2602.08700","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2602.08700","pdf_url":"https://arxiv.org/pdf/2602.08700","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dare.uva.nl:publications/ffc4d4b9-fe60-42ff-a369-e8a8d27dea06","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/do-images-clarify-a-study-on-the-effect-of-images-on-clarifying-questions-in-conversational-search(ffc4d4b9-fe60-42ff-a369-e8a8d27dea06).html","pdf_url":"https://pure.uva.nl/ws/files/308398148/3698204.3716464.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Siro, C, Abbasiantaeb, Z, Yuan, Y, Aliannejadi, M & de Rijke, M 2025, Do Images Clarify? A Study on the Effect of Images on Clarifying Questions in Conversational Search. in CHIIR'25 : Proceedings of the 2025 Conference on Human Information Interaction and Retrieval : March 24-28, 2025, Naarm/Melbourne, Australia. Association for Computing Machinery, New York, New York, pp. 273-291, 2025 ACM SIGIR Conference on Human Information Interaction and Retrieval, CHIIR 2025, Melbourne, Australia, 24/03/25. https://doi.org/10.1145/3698204.3716464","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:doi:10.48550/arxiv.2602.08700","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/ffc4d4b9-fe60-42ff-a369-e8a8d27dea06","is_oa":false,"landing_page_url":"https://hdl.handle.net/11245.1/ffc4d4b9-fe60-42ff-a369-e8a8d27dea06","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Siro, C, Abbasiantaeb, Z, Yuan, Y, Aliannejadi, M & de Rijke, M 2025, Do Images Clarify? A Study on the Effect of Images on Clarifying Questions in Conversational Search. in CHIIR'25 : Proceedings of the 2025 Conference on Human Information Interaction and Retrieval : March 24-28, 2025, Naarm/Melbourne, Australia. Association for Computing Machinery, New York, New York, pp. 273-291, 2025 ACM SIGIR Conference on Human Information Interaction and Retrieval, CHIIR 2025, Melbourne, Australia, 24/03/25. https://doi.org/10.1145/3698204.3716464","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3698204.3716464","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3698204.3716464","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3698204.3716464","source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 ACM SIGIR Conference on Human Information Interaction and Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G2289169492","display_name":"Fairness and Intersectional Non-Discrimination in Human Recommendation","funder_award_id":"101070212","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5550786340","display_name":null,"funder_award_id":"024.004.022","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G6009445997","display_name":null,"funder_award_id":"unknown","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G6280615682","display_name":null,"funder_award_id":"NWA.1389.20.183","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G629491556","display_name":null,"funder_award_id":"(NWO)","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G6640760388","display_name":null,"funder_award_id":"KICH3.LTP.20.006","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409973894.pdf","grobid_xml":"https://content.openalex.org/works/W4409973894.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1836883024","https://openalex.org/W1985953330","https://openalex.org/W1989689139","https://openalex.org/W2003497265","https://openalex.org/W2035569891","https://openalex.org/W2038550763","https://openalex.org/W2126153334","https://openalex.org/W2132314908","https://openalex.org/W2134879037","https://openalex.org/W2140619391","https://openalex.org/W2163987313","https://openalex.org/W2171677167","https://openalex.org/W2186354314","https://openalex.org/W2590822507","https://openalex.org/W2593527188","https://openalex.org/W2798575418","https://openalex.org/W2799195065","https://openalex.org/W2955157382","https://openalex.org/W2963033005","https://openalex.org/W2971169991","https://openalex.org/W2982904530","https://openalex.org/W2984184072","https://openalex.org/W3003611599","https://openalex.org/W3032762665","https://openalex.org/W3034920311","https://openalex.org/W3043859333","https://openalex.org/W3047936157","https://openalex.org/W3094347401","https://openalex.org/W3100591766","https://openalex.org/W3102777668","https://openalex.org/W3105761976","https://openalex.org/W3150250864","https://openalex.org/W3152943448","https://openalex.org/W3154323687","https://openalex.org/W3189373506","https://openalex.org/W3198952405","https://openalex.org/W3201646979","https://openalex.org/W3209431991","https://openalex.org/W4220664175","https://openalex.org/W4221088043","https://openalex.org/W4224219410","https://openalex.org/W4226276960","https://openalex.org/W4312643954","https://openalex.org/W4367365649","https://openalex.org/W4385573137","https://openalex.org/W4385970137","https://openalex.org/W4396722706"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Conversational":[0],"search":[1,15,220],"(CS)":[2],"systems":[3],"increasingly":[4],"employ":[5],"clarifying":[6,24,53,83,96,122,146,171],"questions":[7,25,97,119],"to":[8,38,65,162],"refine":[9],"user":[10,32,48,60,142,178,223],"queries":[11,165],"and":[12,31,85,94,141,166,211,222],"improve":[13,39],"the":[14,20,67,90,129,188,204,218],"experience.Previous":[16],"studies":[17],"have":[18,35],"demonstrated":[19,176],"usefulness":[21],"of":[22,69,92,134,190,206],"text-based":[23],"in":[26,42,71,98,128,144,157,187],"enhancing":[27],"both":[28,99,138],"retrieval":[29,40,168],"performance":[30,41,179],"experience.While":[33],"images":[34,70,135,148],"been":[36],"shown":[37],"various":[43,106],"contexts,":[44],"their":[45,75],"impact":[46,133],"on":[47,77,217],"performance,":[49],"when":[50,120],"incorporated":[51],"into":[52],"questions,":[54,84,123,147],"remains":[55],"largely":[56],"unexplored.We":[57],"conduct":[58],"a":[59,102,114],"study":[61],"with":[62,137],"73":[63],"participants":[64,112],"investigate":[66],"role":[68],"CS,":[72],"specifically":[73],"examining":[74],"effects":[76],"two":[78],"search-related":[79],"tasks:":[80],"(i)":[81],"answering":[82,121,145],"(ii)":[86],"query":[87,130,158],"reformulation.We":[88],"compare":[89],"effect":[91],"multimodal":[93,118,199],"text-only":[95,174],"tasks":[100],"within":[101],"CS":[103,200],"context":[104,221],"from":[105],"perspectives.Our":[107],"findings":[108],"reveal":[109],"that":[110,203],"while":[111,156],"showed":[113],"strong":[115],"preference":[116],"for":[117,170,196],"preferences":[124],"were":[125],"more":[126,163,183],"balanced":[127],"reformulation":[131],"task.The":[132],"varied":[136],"task":[139],"type":[140],"expertise:":[143],"helped":[149],"maintain":[150],"engagement":[151],"across":[152],"different":[153],"expertise":[154],"levels,":[155],"reformulation,":[159],"they":[160,181],"led":[161],"precise":[164],"improved":[167],"performance.Interestingly,":[169],"question":[172],"answers,":[173],"setups":[175],"better":[177],"as":[180],"provided":[182],"comprehensive":[184],"textual":[185],"information":[186],"absence":[189],"images.These":[191],"results":[192],"provide":[193],"valuable":[194],"insights":[195],"designing":[197],"effective":[198],"systems,":[201],"highlighting":[202],"benefits":[205],"visual":[207],"augmentation":[208],"are":[209],"task-dependent":[210],"should":[212],"be":[213],"strategically":[214],"implemented":[215],"based":[216],"specific":[219],"characteristics.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}