{"id":"https://openalex.org/W3030231421","doi":"https://doi.org/10.1145/3397271.3401160","title":"Analyzing and Learning from User Interactions for Search Clarification","display_name":"Analyzing and Learning from User Interactions for Search Clarification","publication_year":2020,"publication_date":"2020-07-25","ids":{"openalex":"https://openalex.org/W3030231421","doi":"https://doi.org/10.1145/3397271.3401160","mag":"3030231421"},"language":"en","primary_location":{"id":"doi:10.1145/3397271.3401160","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3397271.3401160","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.00166","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101457713","display_name":"Hamed Zamani","orcid":"https://orcid.org/0000-0002-0800-3340"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hamed Zamani","raw_affiliation_strings":["Microsoft, Bellevue, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Bellevue, WA, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048533217","display_name":"Bhaskar Mitra","orcid":"https://orcid.org/0000-0002-5270-5550"},"institutions":[{"id":"https://openalex.org/I4210153468","display_name":"Microsoft (Canada)","ror":"https://ror.org/04xhxg104","country_code":"CA","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210153468"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bhaskar Mitra","raw_affiliation_strings":["Microsoft, Montreal, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Montreal, Canada","institution_ids":["https://openalex.org/I4210153468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029846893","display_name":"Everest Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Everest Chen","raw_affiliation_strings":["Microsoft, Bellevue, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Bellevue, WA, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017350695","display_name":"Gord Lueck","orcid":"https://orcid.org/0000-0002-6176-3568"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gord Lueck","raw_affiliation_strings":["Microsoft, Bellevue, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Bellevue, WA, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101492251","display_name":"Fernando D\u00edaz","orcid":"https://orcid.org/0000-0003-2345-1288"},"institutions":[{"id":"https://openalex.org/I4210153468","display_name":"Microsoft (Canada)","ror":"https://ror.org/04xhxg104","country_code":"CA","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210153468"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Fernando Diaz","raw_affiliation_strings":["Microsoft, Montreal, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Montreal, Canada","institution_ids":["https://openalex.org/I4210153468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102869952","display_name":"Paul N. Bennett","orcid":"https://orcid.org/0000-0002-8846-5480"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul N. Bennett","raw_affiliation_strings":["Microsoft, Redmond, WA, USA","Microsoft, Redmond WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Microsoft, Redmond WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055132321","display_name":"Nick Craswell","orcid":"https://orcid.org/0000-0002-9351-8137"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nick Craswell","raw_affiliation_strings":["Microsoft, Bellevue, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Bellevue, WA, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210108985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111638399","display_name":"Susan Dumais","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Susan T. Dumais","raw_affiliation_strings":["Microsoft, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Cambridge, MA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1181","last_page":"1190"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8241676092147827},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6433933973312378},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5923168063163757},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.4981241226196289},{"id":"https://openalex.org/keywords/presentation","display_name":"Presentation (obstetrics)","score":0.4770040810108185},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.427803099155426},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.4175361096858978},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4037594795227051}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8241676092147827},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6433933973312378},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5923168063163757},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.4981241226196289},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.4770040810108185},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.427803099155426},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.4175361096858978},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4037594795227051},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3397271.3401160","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3397271.3401160","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2006.00166","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.00166","pdf_url":"https://arxiv.org/pdf/2006.00166","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2006.00166","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2006.00166","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3030231421","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2006.00166","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.00166","pdf_url":"https://arxiv.org/pdf/2006.00166","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8199999928474426,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3030231421.pdf","grobid_xml":"https://content.openalex.org/works/W3030231421.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1493399377","https://openalex.org/W1528364680","https://openalex.org/W1546599055","https://openalex.org/W1875494297","https://openalex.org/W1968541091","https://openalex.org/W1978486030","https://openalex.org/W1989234058","https://openalex.org/W1992549066","https://openalex.org/W2043257601","https://openalex.org/W2067638990","https://openalex.org/W2090883204","https://openalex.org/W2093245971","https://openalex.org/W2093514947","https://openalex.org/W2108279663","https://openalex.org/W2115584760","https://openalex.org/W2128699418","https://openalex.org/W2143697166","https://openalex.org/W2152314154","https://openalex.org/W2155587858","https://openalex.org/W2167187514","https://openalex.org/W2170443290","https://openalex.org/W2171784453","https://openalex.org/W2234701313","https://openalex.org/W2338791048","https://openalex.org/W2349436533","https://openalex.org/W2468478068","https://openalex.org/W2522306626","https://openalex.org/W2575867964","https://openalex.org/W2590822507","https://openalex.org/W2593527188","https://openalex.org/W2604436559","https://openalex.org/W2745673470","https://openalex.org/W2798575418","https://openalex.org/W2798823231","https://openalex.org/W2896457183","https://openalex.org/W2901989000","https://openalex.org/W2911802745","https://openalex.org/W2942607211","https://openalex.org/W2949918065","https://openalex.org/W2962920143","https://openalex.org/W2963033005","https://openalex.org/W2963351776","https://openalex.org/W2963403868","https://openalex.org/W2964112275","https://openalex.org/W3003611599","https://openalex.org/W3035177000","https://openalex.org/W3101380159","https://openalex.org/W3105690102","https://openalex.org/W4206671592"],"related_works":["https://openalex.org/W3034920311","https://openalex.org/W3047936157","https://openalex.org/W3035600984","https://openalex.org/W2201660215","https://openalex.org/W2927913226","https://openalex.org/W856456729","https://openalex.org/W2338709924","https://openalex.org/W2280035837","https://openalex.org/W3134455255","https://openalex.org/W2383437681","https://openalex.org/W2737144914","https://openalex.org/W2291415102","https://openalex.org/W2791277079","https://openalex.org/W3037494861","https://openalex.org/W2811097964","https://openalex.org/W3103673392","https://openalex.org/W2592902322","https://openalex.org/W3177314227","https://openalex.org/W3139298205","https://openalex.org/W2026489683"],"abstract_inverted_index":{"Asking":[0],"clarifying":[1,54,67,86,104,113,133,163,185],"questions":[2,55,68,87,105,134,164,186],"in":[3,26,44,60,88,124,151],"response":[4],"to":[5,38],"search":[6,36,92,111],"queries":[7],"has":[8,24],"been":[9,57],"recognized":[10],"as":[11,43,171],"a":[12,77,89,157,180,188],"useful":[13],"technique":[14],"for":[15,159,162,178,187],"revealing":[16],"the":[17,21,33,39,61,99,125,152,167,201,205],"underlying":[18],"intent":[19],"of":[20,53,110,182,204],"query.":[22,190],"Clarification":[23],"applications":[25],"retrieval":[27],"systems":[28],"with":[29,66,85],"different":[30,108],"interfaces,":[31],"from":[32],"traditional":[34],"web":[35,91],"interfaces":[37,42],"limited":[40],"bandwidth":[41],"speech-only":[45],"and":[46,51,115,127,135,148,196],"small":[47],"screen":[48],"devices.":[49],"Generation":[50],"evaluation":[52],"have":[56],"recently":[58],"studied":[59],"literature.":[62],"However,":[63],"user":[64,83,100,168],"interaction":[65,169],"is":[69,176],"relatively":[70],"unexplored.":[71],"In":[72,94],"this":[73],"paper,":[74],"we":[75,97],"conduct":[76],"comprehensive":[78],"study":[79,121],"by":[80,103],"analyzing":[81],"large-scale":[82],"interactions":[84],"major":[90],"engine.":[93],"more":[95],"detail,":[96],"analyze":[98],"engagements":[101],"received":[102],"based":[106,165],"on":[107,166,192],"properties":[109],"queries,":[112],"questions,":[114],"their":[116],"candidate":[117,136],"answers.":[118],"We":[119,154],"further":[120],"click":[122,194],"bias":[123],"data,":[126],"show":[128],"that":[129],"even":[130],"though":[131],"reading":[132],"answers":[137],"does":[138],"not":[139],"take":[140],"significant":[141],"efforts,":[142],"there":[143],"still":[144],"exist":[145],"some":[146],"position":[147],"presentation":[149],"biases":[150],"data.":[153],"also":[155],"propose":[156],"model":[158,175],"learning":[160],"representation":[161],"data":[170,195,199],"implicit":[172],"feedback.":[173],"The":[174],"used":[177],"re-ranking":[179],"number":[181],"automatically":[183],"generated":[184],"given":[189],"Evaluation":[191],"both":[193],"human":[197],"labeled":[198],"demonstrates":[200],"high":[202],"quality":[203],"proposed":[206],"method.":[207]},"counts_by_year":[{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}