{"id":"https://openalex.org/W2170443290","doi":"https://doi.org/10.1145/2505515.2505682","title":"Beyond clicks: query reformulation as a predictor of search satisfaction","display_name":"Beyond clicks: query reformulation as a predictor of search satisfaction","alternate_titles":[],"publication_year":2013,"publication_date":"2013-10-27","ids":{"openalex":"https://openalex.org/W2170443290","doi":"https://doi.org/10.1145/2505515.2505682","mag":"2170443290"},"language":"en","primary_location":{"id":"doi:10.1145/2505515.2505682","doi":"https://doi.org/10.1145/2505515.2505682","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2505515.2505682","pdf_url":null,"source":{"id":"https://openalex.org/S4393918199","display_name":"ACM International Conference on Information and Knowledge Management (CIKM)","issn_l":"2155-0751","issn":["2155-0751"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM international conference on Information &amp; Knowledge Management","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2170443290"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ahmed Hassan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ahmed Hassan","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101666398","display_name":"Xiaolin Shi","orcid":"https://orcid.org/0000-0002-3705-1552","observed_orcids":["https://orcid.org/0000-0002-3705-1552"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xiaolin Shi","raw_affiliation_strings":["Microsoft Bing, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Bing, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055132321","display_name":"Nick Craswell","orcid":"https://orcid.org/0000-0002-9351-8137","observed_orcids":["https://orcid.org/0000-0002-9351-8137"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Nick Craswell","raw_affiliation_strings":["Microsoft Bing, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Bing, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020888713","display_name":"Bill Ramsey","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bill Ramsey","raw_affiliation_strings":["Microsoft Bing, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Bing, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":6.902,"has_fulltext":false,"cited_by_count":130,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.9786475,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2019","last_page":"2028"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/implicit-feedback","display_name":"implicit feedback","score":0.6299999952316284},{"id":"https://openalex.org/keywords/search-satisfaction","display_name":"search satisfaction","score":0.5379999876022339},{"id":"https://openalex.org/keywords/click-data","display_name":"click data","score":0.5619999766349792},{"id":"https://openalex.org/keywords/query-similarity","display_name":"query similarity","score":0.5479999780654907},{"id":"https://openalex.org/keywords/user-dissatisfaction","display_name":"user dissatisfaction","score":0.49399998784065247},{"id":"https://openalex.org/keywords/query-sequences","display_name":"query sequences","score":0.5920000076293945},{"id":"https://openalex.org/keywords/search-success","display_name":"search success","score":0.6690000295639038},{"id":"https://openalex.org/keywords/web-search","display_name":"web search","score":0.36800000071525574}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8382555842399597},{"id":"https://openalex.org/C118689300","wikidata":"https://www.wikidata.org/wiki/Q7978614","display_name":"Web query classification","level":4,"score":0.6851819753646851},{"id":"https://openalex.org/C192939062","wikidata":"https://www.wikidata.org/wiki/Q104840822","display_name":"Sargable","level":4,"score":0.6374216675758362},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.605341374874115},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5749064087867737},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.5658189058303833},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.5389922261238098},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5383930802345276},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.5364800691604614},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.53327876329422},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42122817039489746},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.3729243874549866},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27006006240844727},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07072705030441284},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2505515.2505682","doi":"https://doi.org/10.1145/2505515.2505682","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2505515.2505682","pdf_url":null,"source":{"id":"https://openalex.org/S4393918199","display_name":"ACM International Conference on Information and Knowledge Management (CIKM)","issn_l":"2155-0751","issn":["2155-0751"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM international conference on Information &amp; Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1530635668","https://openalex.org/W1965344257","https://openalex.org/W1969724596","https://openalex.org/W1972070683","https://openalex.org/W1975409939","https://openalex.org/W1985844568","https://openalex.org/W1992549066","https://openalex.org/W1996430422","https://openalex.org/W2007750197","https://openalex.org/W2008251177","https://openalex.org/W2010910230","https://openalex.org/W2038042219","https://openalex.org/W2058473041","https://openalex.org/W2060377179","https://openalex.org/W2062270497","https://openalex.org/W2069870183","https://openalex.org/W2081580037","https://openalex.org/W2087198174","https://openalex.org/W2096946253","https://openalex.org/W2099768249","https://openalex.org/W2113363259","https://openalex.org/W2114418126","https://openalex.org/W2117079628","https://openalex.org/W2117424365","https://openalex.org/W2119074598","https://openalex.org/W2123937625","https://openalex.org/W2125771191","https://openalex.org/W2134131174","https://openalex.org/W2135322081","https://openalex.org/W2136480620","https://openalex.org/W2137366811","https://openalex.org/W2140060501","https://openalex.org/W2144952090","https://openalex.org/W2152314154","https://openalex.org/W2152693361","https://openalex.org/W2153783077","https://openalex.org/W2156160882","https://openalex.org/W2158450083","https://openalex.org/W2158551114","https://openalex.org/W2163987313","https://openalex.org/W2170686633","https://openalex.org/W2170741935","https://openalex.org/W2401584468","https://openalex.org/W4245107743"],"related_works":["https://openalex.org/W1978513819","https://openalex.org/W7099170598","https://openalex.org/W2114418126","https://openalex.org/W1493008453","https://openalex.org/W2142830965","https://openalex.org/W2123937625","https://openalex.org/W4284664085","https://openalex.org/W2748075772","https://openalex.org/W2153636676"],"abstract_inverted_index":{"To":[0],"understand":[1],"whether":[2],"a":[3,15,31,38,73,77,83,105,110,134],"user":[4,33,40,87],"is":[5,14,28,114,175],"satisfied":[6,36],"with":[7,19,182],"the":[8,22,52,55,60,69,91,129],"current":[9,57],"search":[10,173],"results,":[11],"implicit":[12,24,48],"behavior":[13],"useful":[16],"data":[17],"source,":[18],"clicks":[20],"being":[21],"best-known":[23],"signal.":[25],"However,":[26],"it":[27],"possible":[29],"for":[30,179],"non-clicking":[32],"to":[34,41],"be":[35,42],"and":[37,59,68,82,155,167],"clicking":[39],"dissatisfied.":[43],"Here":[44],"we":[45,89,131,170],"study":[46],"additional":[47,125],"signals":[49],"based":[50],"on":[51],"relationship":[53,92],"between":[54,93],"user's":[56],"query":[58,107,154,162],"next":[61],"query,":[62],"such":[63],"as":[64,118],"their":[65],"textual":[66],"similarity":[67],"inter-query":[70],"time.":[71],"Using":[72],"large":[74],"unlabeled":[75],"dataset,":[76],"labeled":[78,84],"dataset":[79,85],"of":[80,86],"queries":[81],"tasks,":[88,169],"analyze":[90],"these":[94],"signals.":[95],"We":[96],"identify":[97],"an":[98,176],"easily-implemented":[99],"rule":[100],"that":[101,104,113,133,172],"indicates":[102],"dissatisfaction:":[103],"similar":[106],"issued":[108],"within":[109],"time":[111],"interval":[112],"short":[115],"enough":[116],"(such":[117],"five":[119],"minutes)":[120],"implies":[121],"dissatisfaction.":[122],"By":[123],"incorporating":[124],"query-based":[126,135],"features":[127],"in":[128,164],"model,":[130],"show":[132],"model":[136,151],"(with":[137],"no":[138],"click":[139,156],"information)":[140],"can":[141],"indicate":[142],"satisfaction":[143],"more":[144],"accurately":[145],"than":[146],"click-based":[147],"models.":[148],"The":[149],"best":[150],"uses":[152],"both":[153],"features.":[157],"In":[158],"addition,":[159],"by":[160],"comparing":[161],"sequences":[163],"successful":[165,180],"tasks":[166,181],"unsuccessful":[168],"observe":[171],"success":[174],"incremental":[177],"process":[178],"multiple":[183],"queries.":[184]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2170443290","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":16},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":16},{"year":2016,"cited_by_count":17},{"year":2015,"cited_by_count":11},{"year":2014,"cited_by_count":7}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
