{"id":"https://openalex.org/W2170443290","doi":"https://doi.org/10.1145/2505515.2505682","title":"Beyond clicks","display_name":"Beyond clicks","publication_year":2013,"publication_date":"2013-10-27","ids":{"openalex":"https://openalex.org/W2170443290","doi":"https://doi.org/10.1145/2505515.2505682","mag":"2170443290"},"language":"en","primary_location":{"id":"doi:10.1145/2505515.2505682","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2505515.2505682","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM international conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057744937","display_name":"Ahmed H. Yousef","orcid":"https://orcid.org/0000-0002-7799-9233"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ahmed Hassan","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101666398","display_name":"Xiaolin Shi","orcid":"https://orcid.org/0000-0002-3705-1552"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaolin Shi","raw_affiliation_strings":["Microsoft Bing, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Bing, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055132321","display_name":"Nick Craswell","orcid":"https://orcid.org/0000-0002-9351-8137"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nick Craswell","raw_affiliation_strings":["Microsoft Bing, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Bing, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020888713","display_name":"Bill Ramsey","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bill Ramsey","raw_affiliation_strings":["Microsoft Bing, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Bing, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5057744937"],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":26.2357,"has_fulltext":false,"cited_by_count":107,"citation_normalized_percentile":{"value":0.99422188,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2019","last_page":"2028"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8382555842399597},{"id":"https://openalex.org/keywords/web-query-classification","display_name":"Web query classification","score":0.6851819753646851},{"id":"https://openalex.org/keywords/sargable","display_name":"Sargable","score":0.6374216675758362},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.605341374874115},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5749064087867737},{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.5658189058303833},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.5389922261238098},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5383930802345276},{"id":"https://openalex.org/keywords/query-language","display_name":"Query language","score":0.5364800691604614},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.53327876329422},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.42122817039489746},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.3729243874549866},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27006006240844727},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07072705030441284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8382555842399597},{"id":"https://openalex.org/C118689300","wikidata":"https://www.wikidata.org/wiki/Q7978614","display_name":"Web query classification","level":4,"score":0.6851819753646851},{"id":"https://openalex.org/C192939062","wikidata":"https://www.wikidata.org/wiki/Q104840822","display_name":"Sargable","level":4,"score":0.6374216675758362},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.605341374874115},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5749064087867737},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.5658189058303833},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.5389922261238098},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5383930802345276},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.5364800691604614},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.53327876329422},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42122817039489746},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.3729243874549866},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27006006240844727},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07072705030441284},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2505515.2505682","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2505515.2505682","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 22nd ACM international conference on Information & Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1530635668","https://openalex.org/W1965344257","https://openalex.org/W1969724596","https://openalex.org/W1972070683","https://openalex.org/W1975409939","https://openalex.org/W1985844568","https://openalex.org/W1992549066","https://openalex.org/W1996430422","https://openalex.org/W2007750197","https://openalex.org/W2008251177","https://openalex.org/W2010910230","https://openalex.org/W2038042219","https://openalex.org/W2058473041","https://openalex.org/W2060377179","https://openalex.org/W2062270497","https://openalex.org/W2069870183","https://openalex.org/W2081580037","https://openalex.org/W2087198174","https://openalex.org/W2096946253","https://openalex.org/W2099768249","https://openalex.org/W2113363259","https://openalex.org/W2114418126","https://openalex.org/W2117079628","https://openalex.org/W2117424365","https://openalex.org/W2119074598","https://openalex.org/W2123937625","https://openalex.org/W2125771191","https://openalex.org/W2134131174","https://openalex.org/W2135322081","https://openalex.org/W2136480620","https://openalex.org/W2137366811","https://openalex.org/W2140060501","https://openalex.org/W2144952090","https://openalex.org/W2152314154","https://openalex.org/W2152693361","https://openalex.org/W2153783077","https://openalex.org/W2156160882","https://openalex.org/W2158450083","https://openalex.org/W2158551114","https://openalex.org/W2163987313","https://openalex.org/W2170686633","https://openalex.org/W2170741935","https://openalex.org/W2401584468","https://openalex.org/W4245107743","https://openalex.org/W4285719527","https://openalex.org/W6677618753"],"related_works":["https://openalex.org/W2096359267","https://openalex.org/W2572349046","https://openalex.org/W2026738364","https://openalex.org/W2124814993","https://openalex.org/W2392799717","https://openalex.org/W2017989738","https://openalex.org/W3125756434","https://openalex.org/W2113390685","https://openalex.org/W1981131819","https://openalex.org/W2146885082"],"abstract_inverted_index":{"To":[0],"understand":[1],"whether":[2],"a":[3,15,31,38,73,77,83,105,110,134],"user":[4,33,40,87],"is":[5,14,28,114,175],"satisfied":[6,36],"with":[7,19,182],"the":[8,22,52,55,60,69,91,129],"current":[9,57],"search":[10,173],"results,":[11],"implicit":[12,24,48],"behavior":[13],"useful":[16],"data":[17],"source,":[18],"clicks":[20],"being":[21],"best-known":[23],"signal.":[25],"However,":[26],"it":[27],"possible":[29],"for":[30,179],"non-clicking":[32],"to":[34,41],"be":[35,42],"and":[37,59,68,82,155,167],"clicking":[39],"dissatisfied.":[43],"Here":[44],"we":[45,89,131,170],"study":[46],"additional":[47,125],"signals":[49],"based":[50],"on":[51],"relationship":[53,92],"between":[54,93],"user's":[56],"query":[58,107,154,162],"next":[61],"query,":[62],"such":[63],"as":[64,118],"their":[65],"textual":[66],"similarity":[67],"inter-query":[70],"time.":[71],"Using":[72],"large":[74],"unlabeled":[75],"dataset,":[76],"labeled":[78,84],"dataset":[79,85],"of":[80,86],"queries":[81],"tasks,":[88,169],"analyze":[90],"these":[94],"signals.":[95],"We":[96],"identify":[97],"an":[98,176],"easily-implemented":[99],"rule":[100],"that":[101,104,113,133,172],"indicates":[102],"dissatisfaction:":[103],"similar":[106],"issued":[108],"within":[109],"time":[111],"interval":[112],"short":[115],"enough":[116],"(such":[117],"five":[119],"minutes)":[120],"implies":[121],"dissatisfaction.":[122],"By":[123],"incorporating":[124],"query-based":[126,135],"features":[127],"in":[128,164],"model,":[130],"show":[132],"model":[136,151],"(with":[137],"no":[138],"click":[139,156],"information)":[140],"can":[141],"indicate":[142],"satisfaction":[143],"more":[144],"accurately":[145],"than":[146],"click-based":[147],"models.":[148],"The":[149],"best":[150],"uses":[152],"both":[153],"features.":[157],"In":[158],"addition,":[159],"by":[160],"comparing":[161],"sequences":[163],"successful":[165,180],"tasks":[166,181],"unsuccessful":[168],"observe":[171],"success":[174],"incremental":[177],"process":[178],"multiple":[183],"queries.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":15},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":16},{"year":2016,"cited_by_count":15},{"year":2015,"cited_by_count":10},{"year":2014,"cited_by_count":6}],"updated_date":"2026-03-24T08:02:53.985720","created_date":"2016-06-24T00:00:00"}