{"id":"https://openalex.org/W2078957694","doi":"https://doi.org/10.1145/2766462.2767730","title":"Bayesian Ranker Comparison Based on Historical User Interactions","display_name":"Bayesian Ranker Comparison Based on Historical User Interactions","publication_year":2015,"publication_date":"2015-08-04","ids":{"openalex":"https://openalex.org/W2078957694","doi":"https://doi.org/10.1145/2766462.2767730","mag":"2078957694"},"language":"en","primary_location":{"id":"doi:10.1145/2766462.2767730","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2766462.2767730","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049949700","display_name":"Artem Grotov","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Artem Grotov","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056879203","display_name":"Shimon Whiteson","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Shimon Whiteson","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031439294","display_name":"Maarten de Rijke","orcid":"https://orcid.org/0000-0002-1086-0202"},"institutions":[{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maarten de Rijke","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2505,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.92938653,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"273","last_page":"282"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6909141540527344},{"id":"https://openalex.org/keywords/clickstream","display_name":"Clickstream","score":0.556308925151825},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.5561211109161377},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.4455886781215668},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4156554043292999},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4037909209728241},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.345478892326355},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.34201204776763916},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.24053984880447388},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.17273378372192383},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.06565296649932861}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6909141540527344},{"id":"https://openalex.org/C138744977","wikidata":"https://www.wikidata.org/wiki/Q5132438","display_name":"Clickstream","level":5,"score":0.556308925151825},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.5561211109161377},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.4455886781215668},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4156554043292999},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4037909209728241},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.345478892326355},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.34201204776763916},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.24053984880447388},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.17273378372192383},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.06565296649932861},{"id":"https://openalex.org/C127613066","wikidata":"https://www.wikidata.org/wiki/Q557770","display_name":"Web API","level":4,"score":0.0},{"id":"https://openalex.org/C130436687","wikidata":"https://www.wikidata.org/wiki/Q7978591","display_name":"Web modeling","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2766462.2767730","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2766462.2767730","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6700000166893005,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1506806321","https://openalex.org/W1663973292","https://openalex.org/W1972802558","https://openalex.org/W1976876561","https://openalex.org/W1982530130","https://openalex.org/W1983670565","https://openalex.org/W1988344511","https://openalex.org/W1998381498","https://openalex.org/W2003473029","https://openalex.org/W2007815473","https://openalex.org/W2009979684","https://openalex.org/W2022995284","https://openalex.org/W2026784708","https://openalex.org/W2031858317","https://openalex.org/W2041576073","https://openalex.org/W2047221353","https://openalex.org/W2094790959","https://openalex.org/W2099213975","https://openalex.org/W2108415592","https://openalex.org/W2110228583","https://openalex.org/W2113640060","https://openalex.org/W2130076000","https://openalex.org/W2142537246","https://openalex.org/W2147892741","https://openalex.org/W2154739689","https://openalex.org/W2160471965","https://openalex.org/W4212863985"],"related_works":["https://openalex.org/W1493153155","https://openalex.org/W2789872759","https://openalex.org/W2154850984","https://openalex.org/W2975622968","https://openalex.org/W2395287825","https://openalex.org/W2999859704","https://openalex.org/W63067714","https://openalex.org/W4389608763","https://openalex.org/W2352626522","https://openalex.org/W2954428433"],"abstract_inverted_index":{"We":[0],"address":[1],"the":[2,20,49,69,73,85,94,112,115,125,145,166],"problem":[3],"of":[4,72,96,101,114,122],"how":[5,17],"to":[6,18,30,46,55,88,135,144,156],"safely":[7],"compare":[8],"rankers":[9,90,102],"for":[10,82,142],"information":[11,108],"retrieval.":[12],"In":[13],"particular,":[14],"we":[15,77],"consider":[16],"control":[19],"risks":[21],"associated":[22],"with":[23],"switching":[24,143],"from":[25,119],"an":[26,170],"existing":[27,36,171],"production":[28,74,86],"ranker":[29,87,147,172],"a":[31,79,138,161],"new":[32],"candidate":[33,89,146],"ranker.":[34,75],"Whereas":[35],"online":[37],"comparison":[38,50,100,116,173],"methods":[39],"require":[40],"showing":[41],"potentially":[42],"suboptimal":[43],"result":[44],"lists":[45],"users":[47],"during":[48],"process,":[51],"which":[52],"can":[53],"lead":[54],"user":[56,64],"frustration":[57],"and":[58,91,159],"abandonment,":[59],"our":[60],"approach":[61,81,168],"only":[62],"requires":[63],"interaction":[65],"data":[66],"generated":[67],"through":[68],"natural":[70],"use":[71],"Specifically,":[76],"propose":[78],"Bayesian":[80,120],"(1)":[83],"comparing":[84],"(2)":[92],"estimating":[93],"confidence":[95,113,130],"this":[97],"comparison.":[98],"The":[99],"is":[103,117],"performed":[104],"using":[105],"click":[106,127,162],"model-based":[107],"retrieval":[109],"metrics,":[110],"while":[111],"derived":[118],"estimates":[121,131],"uncertainty":[123,179],"in":[124],"underlying":[126],"model.":[128],"These":[129],"are":[132],"then":[133],"used":[134],"determine":[136],"whether":[137],"risk-averse":[139],"decision":[140],"criterion":[141],"has":[148],"been":[149],"satisfied.":[150],"Experimental":[151],"results":[152],"on":[153,160],"several":[154],"learning":[155],"rank":[157],"datasets":[158],"log":[163],"show":[164],"that":[165,175],"proposed":[167],"outperforms":[169],"method":[174],"does":[176],"not":[177],"take":[178],"into":[180],"account.":[181]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2016,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}