{"id":"https://openalex.org/W3028135017","doi":"https://doi.org/10.1145/3397271.3401102","title":"Policy-Aware Unbiased Learning to Rank for Top-k Rankings","display_name":"Policy-Aware Unbiased Learning to Rank for Top-k Rankings","publication_year":2020,"publication_date":"2020-07-25","ids":{"openalex":"https://openalex.org/W3028135017","doi":"https://doi.org/10.1145/3397271.3401102","mag":"3028135017"},"language":"en","primary_location":{"id":"doi:10.1145/3397271.3401102","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3397271.3401102","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2005.09035","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Harrie Oosterhuis","orcid":null},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]},{"id":"https://openalex.org/I4210135670","display_name":"Amsterdam University of the Arts","ror":"https://ror.org/04dde1554","country_code":"NL","type":"education","lineage":["https://openalex.org/I4210135670"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Harrie Oosterhuis","raw_affiliation_strings":["University of Amsterdam, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":null,"display_name":"Maarten de Rijke","orcid":null},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]},{"id":"https://openalex.org/I4210112722","display_name":"Ahold Delhaize (Netherlands)","ror":"https://ror.org/01v6p2g18","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210112722"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maarten de Rijke","raw_affiliation_strings":["University of Amsterdam & Ahold Delhaize, Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam & Ahold Delhaize, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I4210112722","https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210135670","https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":10.0149,"has_fulltext":true,"cited_by_count":58,"citation_normalized_percentile":{"value":0.98110889,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"489","last_page":"498"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.9136000275611877},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.7573999762535095},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6438999772071838},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6021000146865845},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.4715999960899353}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.9136000275611877},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7573999762535095},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6438999772071838},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6021000146865845},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4812999963760376},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.4715999960899353},{"id":"https://openalex.org/C191393472","wikidata":"https://www.wikidata.org/wiki/Q15222032","display_name":"Bias of an estimator","level":4,"score":0.45399999618530273},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4147000014781952},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3458000123500824},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31709998846054077},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30979999899864197},{"id":"https://openalex.org/C165646398","wikidata":"https://www.wikidata.org/wiki/Q3755281","display_name":"Minimum-variance unbiased estimator","level":3,"score":0.303600013256073},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27140000462532043}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3397271.3401102","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3397271.3401102","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2005.09035","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.09035","pdf_url":"https://arxiv.org/pdf/2005.09035","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dare.uva.nl:publications/87b29ad0-35a3-4413-a215-14a199507b50","is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/policyaware-unbiased-learning-to-rank-for-topk-rankings(87b29ad0-35a3-4413-a215-14a199507b50).html","pdf_url":"https://pure.uva.nl/ws/files/53879855/oosterhuis_2020_policy_aware.pdf","source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Oosterhuis, H & de Rijke, M 2020, Policy-Aware Unbiased Learning to Rank for Top- k Rankings. in SIGIR '20 : proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval : July 25-30, 2020, virtual event, China. Association for Computing Machinery, New York, NY, pp. 489\u2013498, 43rd Annual International ACM SIGIR Conference on Research and Development in Information Retrieval, SIGIR 2020, Virtual, Online, China, 25/07/20. https://doi.org/10.1145/3397271.3401102","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:uvapub:oai:dare.uva.nl:publications/87b29ad0-35a3-4413-a215-14a199507b50","is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/policyaware-unbiased-learning-to-rank-for-topk-rankings(87b29ad0-35a3-4413-a215-14a199507b50).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SIGIR '20: proceedings of the 43rd International ACM SIGIR Conference on Research and Development in Information Retrieval : July 25-30, 2020, virtual event, China","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2005.09035","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.09035","pdf_url":"https://arxiv.org/pdf/2005.09035","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2586376837","display_name":null,"funder_award_id":"612.001.551","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G629491556","display_name":null,"funder_award_id":"(NWO)","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1835538174","https://openalex.org/W1967787801","https://openalex.org/W2009979684","https://openalex.org/W2047221353","https://openalex.org/W2049633694","https://openalex.org/W2061170183","https://openalex.org/W2147892741","https://openalex.org/W2149427297","https://openalex.org/W2150886314","https://openalex.org/W2152314154","https://openalex.org/W2340526403","https://openalex.org/W2507134384","https://openalex.org/W2769473018","https://openalex.org/W2797400361","https://openalex.org/W2798460079","https://openalex.org/W2890291106","https://openalex.org/W2898073868","https://openalex.org/W2899075954","https://openalex.org/W2905569957","https://openalex.org/W2955421345","https://openalex.org/W4230674625","https://openalex.org/W4288280739","https://openalex.org/W6747597888"],"related_works":[],"abstract_inverted_index":{"Counterfactual":[0],"Learning":[1],"to":[2,82,140,145,176],"Rank":[3],"(LTR)":[4],"methods":[5,18,139],"optimize":[6,146],"ranking":[7,181],"systems":[8],"using":[9],"logged":[10],"user":[11],"interactions":[12],"that":[13,55,68,92,159],"contain":[14],"interaction":[15],"biases.":[16],"Existing":[17],"are":[19,24],"only":[20],"unbiased":[21,39,73,156],"if":[22,74],"users":[23],"presented":[25],"with":[26],"all":[27],"relevant":[28,76],"items":[29],"in":[30,84,183],"every":[31,75],"ranking.":[32,87,130],"There":[33],"is":[34,72,98,173],"currently":[35],"no":[36],"existing":[37],"counterfactual":[38,50,142,171],"LTR":[40,53,138,143,157,172],"method":[41],"for":[42,52,58,106],"top-k":[43,86,120,147,162,166,180],"rankings.":[44],"We":[45,66],"introduce":[46,133,152],"a":[47,62,79,169],"novel":[48,134],"policy-aware":[49,70,110,155],"estimator":[51,71,97,111],"metrics":[54],"can":[56],"account":[57],"the":[59,69,85,93,102,109,113,128,153,177],"effect":[60],"of":[61,95,104,136],"stochastic":[63],"logging":[64],"policy.":[65],"prove":[67],"item":[77],"has":[78],"non-zero":[80],"probability":[81],"appear":[83],"Our":[88],"experimental":[89],"results":[90],"show":[91],"performance":[94,116],"our":[96,150],"not":[99],"affected":[100],"by":[101],"size":[103],"k:":[105],"any":[107],"k,":[108],"reaches":[112],"same":[114],"retrieval":[115],"while":[117],"learning":[118,124],"from":[119,125,161],"feedback":[121,126,163],"as":[122],"when":[123],"on":[127],"full":[129],"Lastly,":[131],"we":[132],"extensions":[135],"traditional":[137],"perform":[141],"and":[144,164,185],"metrics.":[148,167],"Together,":[149],"contributions":[151],"first":[154],"approach":[158],"learns":[160],"optimizes":[165],"As":[168],"result,":[170],"now":[174],"applicable":[175],"very":[178],"prevalent":[179],"setting":[182],"search":[184],"recommendation.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2020-05-29T00:00:00"}