{"id":"https://openalex.org/W2077254475","doi":"https://doi.org/10.1145/1772690.1772867","title":"Sampling high-quality clicks from noisy click data","display_name":"Sampling high-quality clicks from noisy click data","publication_year":2010,"publication_date":"2010-04-26","ids":{"openalex":"https://openalex.org/W2077254475","doi":"https://doi.org/10.1145/1772690.1772867","mag":"2077254475"},"language":"en","primary_location":{"id":"doi:10.1145/1772690.1772867","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1772690.1772867","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th international conference on World wide web","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027711113","display_name":"Adish Singla","orcid":"https://orcid.org/0000-0001-9922-0668"},"institutions":[{"id":"https://openalex.org/I4210153468","display_name":"Microsoft (Canada)","ror":"https://ror.org/04xhxg104","country_code":"CA","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210153468"]},{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["CA","US"],"is_corresponding":true,"raw_author_name":"Adish Singla","raw_affiliation_strings":["Microsoft, Vancouver, BC, Canada","[Microsoft, Vancouver, BC, Canada]"],"affiliations":[{"raw_affiliation_string":"Microsoft, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I4210153468"]},{"raw_affiliation_string":"[Microsoft, Vancouver, BC, Canada]","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076259865","display_name":"Ryen W. White","orcid":"https://orcid.org/0000-0002-0265-4249"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryen W. White","raw_affiliation_strings":["Microsoft, Redmond, WA, USA","Microsoft Redmond, WA, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"Microsoft Redmond, WA, USA#TAB#","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5027711113"],"corresponding_institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210153468"],"apc_list":null,"apc_paid":null,"fwci":3.4685,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.93868526,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1187","last_page":"1188"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8356184959411621},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6362663507461548},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5789731740951538},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5486205816268921},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.5128967761993408},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.46258875727653503},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.45004093647003174},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.44620224833488464},{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.42842745780944824},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37543785572052}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8356184959411621},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6362663507461548},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5789731740951538},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5486205816268921},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.5128967761993408},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.46258875727653503},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.45004093647003174},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.44620224833488464},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.42842745780944824},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37543785572052},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1772690.1772867","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1772690.1772867","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th international conference on World wide web","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1985554184","https://openalex.org/W2027382829","https://openalex.org/W2036708738","https://openalex.org/W2047221353","https://openalex.org/W2079145130","https://openalex.org/W2097443371","https://openalex.org/W2125771191","https://openalex.org/W2129235726","https://openalex.org/W2133156844","https://openalex.org/W2168717408","https://openalex.org/W4251560691"],"related_works":["https://openalex.org/W2096359267","https://openalex.org/W2572349046","https://openalex.org/W2026738364","https://openalex.org/W3125756434","https://openalex.org/W2146885082","https://openalex.org/W2100181111","https://openalex.org/W3049728138","https://openalex.org/W8514837","https://openalex.org/W2184296057","https://openalex.org/W2013069866"],"abstract_inverted_index":{"Click":[0],"data":[1,24,50,134],"captures":[2],"many":[3],"users'":[4],"document":[5],"preferences":[6],"for":[7,66,79,92,153],"a":[8,40,52,67,86],"query":[9,90,103,119,125,143],"and":[10,27,105,114,120,145],"has":[11],"been":[12],"shown":[13],"to":[14,34,135],"help":[15],"significantly":[16],"improve":[17],"search":[18],"engine":[19],"ranking.":[20],"However,":[21],"most":[22,63],"click":[23,49,65,96],"is":[25],"noisy":[26,57,133],"of":[28,48,102,137,149],"low":[29],"frequency,":[30],"with":[31,61,141],"queries":[32],"associated":[33],"documents":[35],"via":[36],"only":[37],"one":[38,64],"or":[39],"few":[41],"clicks.":[42],"This":[43],"severely":[44],"limits":[45],"the":[46,100,115,118,121],"usefulness":[47],"as":[51,106,108,111],"ranking":[53],"signal.":[54],"Given":[55],"potentially":[56],"clicks":[58,74],"comprising":[59],"results":[60],"at":[62],"query,":[68],"how":[69],"do":[70],"we":[71,84,130],"extract":[72],"high-quality":[73],"that":[75],"may":[76],"be":[77],"useful":[78],"ranking?":[80],"In":[81],"this":[82],"poster,":[83],"introduce":[85],"technique":[87],"based":[88],"on":[89,124],"entropy":[91,104,126],"noise":[93],"reduction":[94],"in":[95,151],"data.":[97],"We":[98],"study":[99],"effect":[101],"well":[107],"features":[109],"such":[110],"user":[112],"engagement":[113],"match":[116],"between":[117],"document.":[122],"Based":[123],"plus":[127],"other":[128],"features,":[129],"can":[131],"sample":[132],"15%":[136],"its":[138],"overall":[139],"size":[140],"43%":[142],"recall":[144],"an":[146],"average":[147],"increase":[148],"20%":[150],"precision":[152],"recalled":[154],"queries.":[155]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}