{"id":"https://openalex.org/W2138909795","doi":"https://doi.org/10.1145/1935826.1935878","title":"Unbiased offline evaluation of contextual-bandit-based news article recommendation algorithms","display_name":"Unbiased offline evaluation of contextual-bandit-based news article recommendation algorithms","publication_year":2011,"publication_date":"2011-02-01","ids":{"openalex":"https://openalex.org/W2138909795","doi":"https://doi.org/10.1145/1935826.1935878","mag":"2138909795"},"language":"en","primary_location":{"id":"doi:10.1145/1935826.1935878","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1935826.1935878","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the fourth ACM international conference on Web search and data mining","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1003.5956","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107006279","display_name":"Lihong Li","orcid":"https://orcid.org/0000-0002-1264-8483"},"institutions":[{"id":"https://openalex.org/I4210134091","display_name":"Yahoo (United States)","ror":"https://ror.org/040dkzz12","country_code":"US","type":"company","lineage":["https://openalex.org/I4210134091"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lihong Li","raw_affiliation_strings":["Yahoo! Labs, Sunnyvale, CA, USA","Yahoo! Labs., Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Yahoo! Labs, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I4210134091"]},{"raw_affiliation_string":"Yahoo! Labs., Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I4210134091"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101906116","display_name":"Wei Chu","orcid":"https://orcid.org/0000-0002-4595-388X"},"institutions":[{"id":"https://openalex.org/I4210134091","display_name":"Yahoo (United States)","ror":"https://ror.org/040dkzz12","country_code":"US","type":"company","lineage":["https://openalex.org/I4210134091"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Chu","raw_affiliation_strings":["Yahoo! Labs, Sunnyvale, CA, USA","Yahoo! Labs., Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Yahoo! Labs, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I4210134091"]},{"raw_affiliation_string":"Yahoo! Labs., Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I4210134091"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005003250","display_name":"John Langford","orcid":"https://orcid.org/0000-0002-9811-3550"},"institutions":[{"id":"https://openalex.org/I4210134091","display_name":"Yahoo (United States)","ror":"https://ror.org/040dkzz12","country_code":"US","type":"company","lineage":["https://openalex.org/I4210134091"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Langford","raw_affiliation_strings":["Yahoo! Labs, Sunnyvale, CA, USA","Yahoo! Labs., Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Yahoo! Labs, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I4210134091"]},{"raw_affiliation_string":"Yahoo! Labs., Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I4210134091"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064608039","display_name":"Xuanhui Wang","orcid":"https://orcid.org/0009-0000-1388-1423"},"institutions":[{"id":"https://openalex.org/I4210134091","display_name":"Yahoo (United States)","ror":"https://ror.org/040dkzz12","country_code":"US","type":"company","lineage":["https://openalex.org/I4210134091"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuanhui Wang","raw_affiliation_strings":["Yahoo! Labs, Sunnyvale, CA, USA","Yahoo! Labs., Sunnyvale, CA, USA"],"affiliations":[{"raw_affiliation_string":"Yahoo! Labs, Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I4210134091"]},{"raw_affiliation_string":"Yahoo! Labs., Sunnyvale, CA, USA","institution_ids":["https://openalex.org/I4210134091"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5107006279"],"corresponding_institution_ids":["https://openalex.org/I4210134091"],"apc_list":null,"apc_paid":null,"fwci":28.7787,"has_fulltext":false,"cited_by_count":462,"citation_normalized_percentile":{"value":0.99821561,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"297","last_page":"306"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7174928784370422},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.4576602876186371},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4557059705257416},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39484429359436035},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3608085811138153},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3569427728652954}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7174928784370422},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.4576602876186371},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4557059705257416},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39484429359436035},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3608085811138153},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3569427728652954}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/1935826.1935878","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1935826.1935878","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the fourth ACM international conference on Web search and data mining","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1003.5956","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1003.5956","pdf_url":"https://arxiv.org/pdf/1003.5956","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1003.5956","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1003.5956","pdf_url":"https://arxiv.org/pdf/1003.5956","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1487320471","https://openalex.org/W1514587017","https://openalex.org/W1515851193","https://openalex.org/W1575592356","https://openalex.org/W1625390266","https://openalex.org/W1986842597","https://openalex.org/W1998498767","https://openalex.org/W2000080679","https://openalex.org/W2009551863","https://openalex.org/W2039522160","https://openalex.org/W2057050711","https://openalex.org/W2058879737","https://openalex.org/W2065398693","https://openalex.org/W2077902449","https://openalex.org/W2084812512","https://openalex.org/W2099586447","https://openalex.org/W2100922150","https://openalex.org/W2103048296","https://openalex.org/W2103715332","https://openalex.org/W2108114251","https://openalex.org/W2112420033","https://openalex.org/W2113065326","https://openalex.org/W2120166550","https://openalex.org/W2121863487","https://openalex.org/W2129670787","https://openalex.org/W2138859735","https://openalex.org/W2148224612","https://openalex.org/W2150102617","https://openalex.org/W2160163723","https://openalex.org/W2161521419","https://openalex.org/W2165638532","https://openalex.org/W2168405694","https://openalex.org/W2293743194","https://openalex.org/W2312609093","https://openalex.org/W2519411794","https://openalex.org/W2951403958","https://openalex.org/W2989661724","https://openalex.org/W3125634603","https://openalex.org/W4214717370","https://openalex.org/W4237910115","https://openalex.org/W4240211193","https://openalex.org/W4302999816"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"Contextual":[0],"bandit":[1,95,158],"algorithms":[2,27,159],"have":[3],"become":[4],"popular":[5],"for":[6,33,58,93],"online":[7,35,56,152],"recommendation":[8,17,132],"systems":[9],"such":[10],"as":[11],"Digg,":[12],"Yahoo!":[13,136],"Buzz,":[14],"and":[15,63,78,107,151,162],"news":[16,130],"in":[18,28],"general.":[19],"Offline":[20],"evaluation":[21,154,167],"of":[22,25,155,164],"the":[23,55,59],"effectiveness":[24,163],"new":[26],"these":[29],"applications":[30],"is":[31,48,75,81,104],"critical":[32],"protecting":[34],"user":[36],"experiences":[37],"but":[38],"very":[39,108],"challenging":[40],"due":[41],"to":[42,49,110,112],"their":[43],"\"partial-label\"":[44],"nature.":[45],"Common":[46],"practice":[47],"create":[50],"a":[51,90,128],"simulator":[52,73],"which":[53],"simulates":[54],"environment":[57],"problem":[60],"at":[61],"hand":[62],"then":[64],"run":[65],"an":[66],"algorithm":[67,96],"against":[68],"this":[69,86],"simulator.":[70],"However,":[71],"creating":[72],"itself":[74],"often":[76],"difficult":[77],"modeling":[79],"bias":[80],"usually":[82],"unavoidably":[83],"introduced.":[84],"In":[85],"paper,":[87],"we":[88],"introduce":[89],"replay":[91,150],"methodology":[92],"contextual":[94,157],"evaluation.":[97],"Different":[98],"from":[99,135],"simulator-based":[100],"approaches,":[101],"our":[102,117,142,148,165],"method":[103,118],"completely":[105],"data-driven":[106],"easy":[109],"adapt":[111],"different":[113],"applications.":[114],"More":[115],"importantly,":[116],"can":[119],"provide":[120],"provably":[121],"unbiased":[122],"evaluations.":[123],"Our":[124],"empirical":[125],"results":[126],"on":[127],"large-scale":[129],"article":[131],"dataset":[133],"collected":[134],"Front":[137],"Page":[138],"conform":[139],"well":[140],"with":[141],"theoretical":[143],"results.":[144],"Furthermore,":[145],"comparisons":[146],"between":[147],"offline":[149,166],"bucket":[153],"several":[156],"show":[160],"accuracy":[161],"method.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":51},{"year":2020,"cited_by_count":66},{"year":2019,"cited_by_count":54},{"year":2018,"cited_by_count":39},{"year":2017,"cited_by_count":28},{"year":2016,"cited_by_count":35},{"year":2015,"cited_by_count":35},{"year":2014,"cited_by_count":25},{"year":2013,"cited_by_count":23},{"year":2012,"cited_by_count":13}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}