{"id":"https://openalex.org/W2891508226","doi":"https://doi.org/10.1145/3234944.3234980","title":"Unbiased Learning to Rank","display_name":"Unbiased Learning to Rank","publication_year":2018,"publication_date":"2018-09-10","ids":{"openalex":"https://openalex.org/W2891508226","doi":"https://doi.org/10.1145/3234944.3234980","mag":"2891508226"},"language":"en","primary_location":{"id":"doi:10.1145/3234944.3234980","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3234944.3234980","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089655391","display_name":"Qingyao Ai","orcid":"https://orcid.org/0000-0002-5030-709X"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Qingyao Ai","raw_affiliation_strings":["University of Massachusetts Amherst, Amherst, MA, USA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts Amherst, Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072119199","display_name":"Jiaxin Mao","orcid":"https://orcid.org/0000-0002-9257-5498"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxin Mao","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100668121","display_name":"Yiqun Liu","orcid":"https://orcid.org/0000-0002-0140-4512"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqun Liu","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5105659698","display_name":"W. Bruce Croft","orcid":"https://orcid.org/0000-0003-2391-9629"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"W. Bruce Croft","raw_affiliation_strings":["University of Massachusetts Amherst, Amherst, MA, USA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts Amherst, Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5089655391"],"corresponding_institution_ids":["https://openalex.org/I24603500"],"apc_list":null,"apc_paid":null,"fwci":3.2577,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.93692717,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.7758468389511108},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7703100442886353},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.7065703868865967},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.6990889310836792},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6475322246551514},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.5303823351860046},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.49069249629974365},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48404091596603394},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4752659201622009},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.4633631408214569},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4623687267303467},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.45925045013427734},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3899915814399719},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10323387384414673}],"concepts":[{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.7758468389511108},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7703100442886353},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.7065703868865967},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.6990889310836792},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6475322246551514},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.5303823351860046},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.49069249629974365},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48404091596603394},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4752659201622009},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4633631408214569},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4623687267303467},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.45925045013427734},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3899915814399719},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10323387384414673},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3234944.3234980","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3234944.3234980","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 ACM SIGIR International Conference on Theory of Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.550000011920929,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W51725950","https://openalex.org/W1835900096","https://openalex.org/W1974360117","https://openalex.org/W1982530130","https://openalex.org/W2009979684","https://openalex.org/W2020740057","https://openalex.org/W2026784708","https://openalex.org/W2069002575","https://openalex.org/W2099213975","https://openalex.org/W2099471337","https://openalex.org/W2116505464","https://openalex.org/W2127840217","https://openalex.org/W2150291618","https://openalex.org/W2152314154","https://openalex.org/W2155587858","https://openalex.org/W2251567929","https://openalex.org/W2279385734","https://openalex.org/W2340526403","https://openalex.org/W2507134384","https://openalex.org/W2516925101","https://openalex.org/W2536015822","https://openalex.org/W2539671052","https://openalex.org/W2610935556","https://openalex.org/W2755600468","https://openalex.org/W2769473018","https://openalex.org/W2771647914","https://openalex.org/W2797400361","https://openalex.org/W3003609932","https://openalex.org/W3104475013","https://openalex.org/W3105712174","https://openalex.org/W3212575067","https://openalex.org/W4300482433"],"related_works":["https://openalex.org/W3201448254","https://openalex.org/W4286970243","https://openalex.org/W2066431708","https://openalex.org/W2368605798","https://openalex.org/W4384133558","https://openalex.org/W3025615835","https://openalex.org/W173210993","https://openalex.org/W2390660599","https://openalex.org/W3028847759","https://openalex.org/W4388955650"],"abstract_inverted_index":{"Implicit":[0],"user":[1,60,99],"feedback":[2,61],"(such":[3],"as":[4,35],"clicks":[5],"and":[6,27,38,48,104,120,136,146,157,171,180,188],"dwell":[7],"time)":[8],"is":[9,23,64,142],"an":[10,65,165],"important":[11,66],"source":[12],"of":[13,75,148,167],"data":[14],"for":[15,30,124,173],"modern":[16,76],"search":[17,36,77],"engines.":[18,78],"While":[19],"heavily":[20],"biased~\\citejoachims2005accurately,keane2006modeling,joachims2007evaluating,yue2010beyond,":[21],"it":[22],"cheap":[24],"to":[25,51,102,127,176,194,198],"collect":[26],"particularly":[28],"useful":[29],"user-centric":[31],"retrieval":[32],"applications":[33],"such":[34,81],"ranking":[37,106],"query":[39],"recommendation.":[40],"Understanding":[41],"the":[42,73,149,168,182],"bias":[43,63],"inherent":[44],"in":[45,134,200],"current":[46],"systems":[47,107],"designing":[49],"learning":[50,116,126,175,186,197],"rank":[52,128,199],"algorithms":[53,172],"that":[54,69,118],"can":[55,70],"effectively":[56],"learn":[57],"from":[58],"implicit":[59],"without":[62],"research":[67],"direction":[68],"significantly":[71],"improve":[72],"quality":[74],"To":[79],"develop":[80],"anunbiased":[82],"learning-to-rank":[83,151],"(ULTR)":[84],"system,":[85],"previous":[86],"studies":[87],"have":[88],"focused":[89],"on":[90,154,192],"constructing":[91],"probabilistic":[92],"graphical":[93,155],"models":[94,156],"(e.g.,":[95],"click":[96],"models)":[97],"with":[98,108],"behavior":[100],"hypothesis":[101],"extract":[103],"train":[105],"unbiased":[109,125,150,174,196],"relevance":[110],"signals.":[111],"Recently,":[112],"a":[113],"novel":[114],"counterfactual":[115,158],"framework":[117],"estimates":[119],"adopts":[121],"examination":[122],"propensity":[123],"has":[129],"attracted":[130],"much":[131],"attention,":[132],"both":[133],"academia":[135],"industry.":[137],"Despite":[138],"its":[139],"popularity,":[140],"there":[141],"no":[143],"systematic":[144],"comparison":[145],"analysis":[147],"frameworks":[152],"based":[153],"learning.":[159],"In":[160],"this":[161],"tutorial,":[162],"we":[163],"provide":[164],"overview":[166],"fundamental":[169],"mechanism":[170],"rank.":[177],"We":[178],"describe":[179],"analyze":[181],"theory":[183],"behind":[184],"each":[185],"framework,":[187],"give":[189],"detailed":[190],"instructions":[191],"how":[193],"conduct":[195],"practice.":[201]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}