{"id":"https://openalex.org/W4396722706","doi":"https://doi.org/10.1145/3589334.3645483","title":"Asking Multimodal Clarifying Questions in Mixed-Initiative Conversational Search","display_name":"Asking Multimodal Clarifying Questions in Mixed-Initiative Conversational Search","publication_year":2024,"publication_date":"2024-05-08","ids":{"openalex":"https://openalex.org/W4396722706","doi":"https://doi.org/10.1145/3589334.3645483"},"language":"en","primary_location":{"id":"doi:10.1145/3589334.3645483","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3589334.3645483","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://curis.ku.dk/ws/files/414756606/Asking_Multimodal.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101752049","display_name":"Yifei Yuan","orcid":"https://orcid.org/0000-0001-7275-5398"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":true,"raw_author_name":"Yifei Yuan","raw_affiliation_strings":["University of Copenhagen, Copenhagen, Denmark"],"affiliations":[{"raw_affiliation_string":"University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052291325","display_name":"Clemencia Siro","orcid":"https://orcid.org/0000-0001-5301-4244"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Clemencia Siro","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063466614","display_name":"Mohammad Aliannejadi","orcid":"https://orcid.org/0000-0002-9447-4172"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Mohammad Aliannejadi","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031439294","display_name":"Maarten de Rijke","orcid":"https://orcid.org/0000-0002-1086-0202"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maarten de Rijke","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018582154","display_name":"Wai Lam","orcid":"https://orcid.org/0000-0001-5479-377X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wai Lam","raw_affiliation_strings":["The Chinese University of Hong Kong, Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101752049"],"corresponding_institution_ids":["https://openalex.org/I124055696"],"apc_list":null,"apc_paid":null,"fwci":2.7046,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.91019447,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1474","last_page":"1485"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6419238448143005},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.353567898273468},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3440154790878296},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33375275135040283},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3238959312438965}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6419238448143005},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.353567898273468},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3440154790878296},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33375275135040283},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3238959312438965}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3589334.3645483","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3589334.3645483","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/608983e2-5af3-4d56-94ee-99a6875f87c6","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/608983e2-5af3-4d56-94ee-99a6875f87c6","pdf_url":"https://curis.ku.dk/ws/files/414756606/Asking_Multimodal.pdf","source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Yuan , Y , Siro , C , Aliannejadi , M , Rijke , M D & Lam , W 2024 , Asking Multimodal Clarifying Questions in Mixed-Initiative Conversational Search . in WWW 2024 - Proceedings of the ACM Web Conference . Association for Computing Machinery, Inc. , pp. 1474-1485 , 33rd ACM Web Conference, WWW 2024 , Singapore , Singapore , 13/05/2024 . https://doi.org/10.1145/3589334.3645483","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/608983e2-5af3-4d56-94ee-99a6875f87c6","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/608983e2-5af3-4d56-94ee-99a6875f87c6","pdf_url":"https://curis.ku.dk/ws/files/414756606/Asking_Multimodal.pdf","source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Yuan , Y , Siro , C , Aliannejadi , M , Rijke , M D & Lam , W 2024 , Asking Multimodal Clarifying Questions in Mixed-Initiative Conversational Search . in WWW 2024 - Proceedings of the ACM Web Conference . Association for Computing Machinery, Inc. , pp. 1474-1485 , 33rd ACM Web Conference, WWW 2024 , Singapore , Singapore , 13/05/2024 . https://doi.org/10.1145/3589334.3645483","raw_type":"contributionToPeriodical"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396722706.pdf","grobid_xml":"https://content.openalex.org/works/W4396722706.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W2791749","https://openalex.org/W639708223","https://openalex.org/W1583837637","https://openalex.org/W2135371380","https://openalex.org/W2349436533","https://openalex.org/W2529784951","https://openalex.org/W2593527188","https://openalex.org/W2613718673","https://openalex.org/W2798575418","https://openalex.org/W2897182555","https://openalex.org/W2914471425","https://openalex.org/W2940927814","https://openalex.org/W2962767298","https://openalex.org/W2962920143","https://openalex.org/W2963033005","https://openalex.org/W2971169991","https://openalex.org/W3003611599","https://openalex.org/W3032762665","https://openalex.org/W3035485997","https://openalex.org/W3091588028","https://openalex.org/W3094347401","https://openalex.org/W3102286003","https://openalex.org/W3105761976","https://openalex.org/W3152929911","https://openalex.org/W3152943448","https://openalex.org/W3154189934","https://openalex.org/W3155833376","https://openalex.org/W3173220247","https://openalex.org/W3198952405","https://openalex.org/W3201053014","https://openalex.org/W3201646979","https://openalex.org/W3209431991","https://openalex.org/W4223512675","https://openalex.org/W4281763369","https://openalex.org/W4292215729","https://openalex.org/W4367365649","https://openalex.org/W4385573137","https://openalex.org/W4406406874","https://openalex.org/W4410992944","https://openalex.org/W6600018615"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"In":[0],"mixed-initiative":[1,72],"conversational":[2,73],"search":[3,74],"systems,":[4],"clarifying":[5,58,68,93],"questions":[6,20,59,69],"aid":[7],"users":[8],"who":[9],"struggle":[10],"to":[11,22,54,57,117,131,152,157,172],"express":[12],"their":[13],"intentions":[14],"in":[15,34,70,159],"a":[16,84,103,112],"single":[17],"query.":[18],"These":[19],"aim":[21],"uncover":[23],"user's":[24],"information":[25,38],"needs":[26],"and":[27,60,110],"resolve":[28],"query":[29,105,140],"ambiguities.":[30],"We":[31,100],"hypothesize":[32],"that":[33,88,146],"scenarios":[35],"where":[36],"multimodal":[37,67,92,104,136],"is":[39],"pertinent,":[40],"the":[41,62,119,133,139,147,164,174],"clarification":[42,106,141],"process":[43],"can":[44],"be":[45],"improved":[46],"by":[47],"using":[48],"non-textual":[49],"information.":[50],"Therefore,":[51],"we":[52,82],"propose":[53,102],"add":[55],"images":[56,150],"formulate":[61],"novel":[63],"task":[64],"of":[65,121,135,149,155,176],"asking":[66],"open-domain,":[71],"systems.":[75],"To":[76],"facilitate":[77],"research":[78],"into":[79],"this":[80],"task,":[81],"collect":[83],"dataset":[85],"named":[86,108],"Melon":[87],"contains":[89],"over":[90,97],"4k":[91],"questions,":[94],"enriched":[95],"with":[96,124,179],"14k":[98],"images.":[99,166],"also":[101,170],"model":[107],"Marto":[109,177],"adopt":[111],"prompt-based,":[113],"generative":[114],"fine-tuning":[115],"strategy":[116],"perform":[118],"training":[120],"different":[122,125],"stages":[123],"prompts.":[126],"Several":[127],"analyses":[128,168],"are":[129,169],"conducted":[130],"understand":[132],"importance":[134],"contents":[137],"during":[138],"phase.":[142],"Experimental":[143],"results":[144],"indicate":[145],"addition":[148],"leads":[151],"significant":[153],"improvements":[154],"up":[156],"90%":[158],"retrieval":[160],"performance":[161],"when":[162],"selecting":[163],"relevant":[165],"Extensive":[167],"performed":[171],"show":[173],"superiority":[175],"compared":[178],"discriminative":[180],"baselines.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}