{"id":"https://openalex.org/W2113073732","doi":"https://doi.org/10.1145/2484028.2484043","title":"Toward self-correcting search engines","display_name":"Toward self-correcting search engines","publication_year":2013,"publication_date":"2013-07-28","ids":{"openalex":"https://openalex.org/W2113073732","doi":"https://doi.org/10.1145/2484028.2484043","mag":"2113073732"},"language":"en","primary_location":{"id":"doi:10.1145/2484028.2484043","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2484028.2484043","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057744937","display_name":"Ahmed H. Yousef","orcid":"https://orcid.org/0000-0002-7799-9233"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ahmed Hassan","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076259865","display_name":"Ryen W. White","orcid":"https://orcid.org/0000-0002-0265-4249"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryen W. White","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100384240","display_name":"Yi\u2010Min Wang","orcid":"https://orcid.org/0009-0008-7292-0670"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi-Min Wang","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5057744937"],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":1.0886,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.81608162,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"263","last_page":"272"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8310320377349854},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.8116681575775146},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7104821801185608},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6973239779472351},{"id":"https://openalex.org/keywords/metasearch-engine","display_name":"Metasearch engine","score":0.6943585276603699},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.6321830153465271},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.5951074957847595},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.5770771503448486},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5189747214317322},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5073124766349792},{"id":"https://openalex.org/keywords/search-analytics","display_name":"Search analytics","score":0.4907311201095581},{"id":"https://openalex.org/keywords/web-query-classification","display_name":"Web query classification","score":0.4365995228290558},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4365329146385193},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.43441301584243774},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3742891550064087},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34055864810943604}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8310320377349854},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.8116681575775146},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7104821801185608},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6973239779472351},{"id":"https://openalex.org/C173979980","wikidata":"https://www.wikidata.org/wiki/Q114106","display_name":"Metasearch engine","level":4,"score":0.6943585276603699},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.6321830153465271},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.5951074957847595},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.5770771503448486},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5189747214317322},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5073124766349792},{"id":"https://openalex.org/C14838553","wikidata":"https://www.wikidata.org/wiki/Q7441639","display_name":"Search analytics","level":4,"score":0.4907311201095581},{"id":"https://openalex.org/C118689300","wikidata":"https://www.wikidata.org/wiki/Q7978614","display_name":"Web query classification","level":4,"score":0.4365995228290558},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4365329146385193},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.43441301584243774},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3742891550064087},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34055864810943604},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2484028.2484043","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2484028.2484043","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th international ACM SIGIR conference on Research and development in information retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1484413656","https://openalex.org/W1506285740","https://openalex.org/W1508509952","https://openalex.org/W1577798322","https://openalex.org/W1590698834","https://openalex.org/W1597379241","https://openalex.org/W2007750197","https://openalex.org/W2008251177","https://openalex.org/W2019306740","https://openalex.org/W2027382829","https://openalex.org/W2056910091","https://openalex.org/W2058473041","https://openalex.org/W2069870183","https://openalex.org/W2079168273","https://openalex.org/W2087818911","https://openalex.org/W2089154547","https://openalex.org/W2096946253","https://openalex.org/W2097606805","https://openalex.org/W2099391294","https://openalex.org/W2109913881","https://openalex.org/W2114418126","https://openalex.org/W2115482638","https://openalex.org/W2123937625","https://openalex.org/W2125771191","https://openalex.org/W2127799072","https://openalex.org/W2130900715","https://openalex.org/W2133990480","https://openalex.org/W2137366811","https://openalex.org/W2139873966","https://openalex.org/W2140190241","https://openalex.org/W2142537246","https://openalex.org/W2152171734","https://openalex.org/W2156160882","https://openalex.org/W2158064965","https://openalex.org/W2158450083","https://openalex.org/W2166559705","https://openalex.org/W2168225578","https://openalex.org/W3204616723","https://openalex.org/W4285719527","https://openalex.org/W6628750762"],"related_works":["https://openalex.org/W2096359267","https://openalex.org/W3008917487","https://openalex.org/W2901901036","https://openalex.org/W2013069866","https://openalex.org/W2026738364","https://openalex.org/W2572349046","https://openalex.org/W3197639690","https://openalex.org/W4313418006","https://openalex.org/W2124814993","https://openalex.org/W2049540727"],"abstract_inverted_index":{"Search":[0],"engines":[1,25],"receive":[2],"queries":[3,143],"with":[4,119],"a":[5,39,48,88],"broad":[6],"range":[7],"of":[8,91,141],"different":[9],"search":[10,24,49,96],"intents.":[11],"However,":[12],"they":[13],"do":[14],"not":[15,52],"perform":[16,26],"equally":[17],"well":[18],"for":[19,30,41,103],"all":[20],"queries.":[21,105],"Understanding":[22],"where":[23,47],"poorly":[27],"is":[28,87,148],"critical":[29],"improving":[31,151],"their":[32],"performance.":[33],"In":[34],"this":[35],"paper,":[36],"we":[37,108,128],"present":[38],"method":[40,112,147],"automatically":[42],"identifying":[43],"poorly-performing":[44],"query":[45,62],"groups":[46,116],"engine":[50],"may":[51],"meet":[53],"searcher":[54],"needs.":[55],"This":[56],"allows":[57],"us":[58],"to":[59,100],"create":[60],"coherent":[61,139],"clusters":[63],"that":[64,110,117,127,138],"help":[65],"system":[66],"design-ers":[67],"generate":[68],"actionable":[69],"insights":[70],"about":[71],"necessary":[72],"changes":[73],"and":[74,98,137],"helps":[75],"learning-to-rank":[76],"algorithms":[77],"better":[78],"learn":[79],"relevance":[80],"signals":[81],"via":[82,134],"spe-cialized":[83],"rankers.":[84],"The":[85],"result":[86],"framework":[89],"capable":[90],"estimating":[92],"dissatisfaction":[93],"from":[94],"Web":[95],"logs":[97],"learning":[99],"improve":[101,131],"per-formance":[102],"dissatisfied":[104],"Through":[106],"experimentation,":[107],"show":[109,126],"our":[111,146],"yields":[113],"good":[114],"quality":[115],"align":[118],"established":[120],"retrieval":[121,132],"performance":[122],"metrics.":[123],"We":[124],"also":[125],"can":[129],"significantly":[130],"effectiveness":[133],"specialized":[135],"rankers,":[136],"grouping":[140],"underperforming":[142],"generated":[144],"by":[145],"important":[149],"in":[150],"each":[152],"group.":[153]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}