{"id":"https://openalex.org/W3130740428","doi":"https://doi.org/10.1145/3439861","title":"Unbiased Learning to Rank","display_name":"Unbiased Learning to Rank","publication_year":2021,"publication_date":"2021-02-17","ids":{"openalex":"https://openalex.org/W3130740428","doi":"https://doi.org/10.1145/3439861","mag":"3130740428"},"language":"en","primary_location":{"id":"doi:10.1145/3439861","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3439861","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089655391","display_name":"Qingyao Ai","orcid":"https://orcid.org/0000-0002-5030-709X"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Qingyao Ai","raw_affiliation_strings":["School of Computing, University of Utah, USA"],"affiliations":[{"raw_affiliation_string":"School of Computing, University of Utah, USA","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027201139","display_name":"Tao Yang","orcid":"https://orcid.org/0000-0001-6265-6177"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tao Yang","raw_affiliation_strings":["School of Computing, University of Utah, USA"],"affiliations":[{"raw_affiliation_string":"School of Computing, University of Utah, USA","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062299183","display_name":"Huazheng Wang","orcid":"https://orcid.org/0000-0003-3918-6925"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huazheng Wang","raw_affiliation_strings":["Department of Computer Science, University of Virginia, Charlottesville, VA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072119199","display_name":"Jiaxin Mao","orcid":"https://orcid.org/0000-0002-9257-5498"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaxin Mao","raw_affiliation_strings":["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5089655391"],"corresponding_institution_ids":["https://openalex.org/I223532165"],"apc_list":null,"apc_paid":null,"fwci":12.4859,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.98605472,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"39","issue":"2","first_page":"1","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9829000234603882,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.8640937805175781},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.734160304069519},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.7182947993278503},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6969957947731018},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6733253002166748},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6217225790023804},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5549693703651428},{"id":"https://openalex.org/keywords/online-learning","display_name":"Online learning","score":0.4732834994792938},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.32998964190483093},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1567111611366272},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.08098065853118896}],"concepts":[{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.8640937805175781},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.734160304069519},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.7182947993278503},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6969957947731018},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6733253002166748},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6217225790023804},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5549693703651428},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.4732834994792938},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32998964190483093},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1567111611366272},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08098065853118896},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3439861","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3439861","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5299999713897705,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334529","display_name":"School of Computing, University of Utah","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1686266550","https://openalex.org/W1974360117","https://openalex.org/W1990190154","https://openalex.org/W1992549066","https://openalex.org/W2003473029","https://openalex.org/W2009979684","https://openalex.org/W2035720976","https://openalex.org/W2047221353","https://openalex.org/W2069870183","https://openalex.org/W2090883204","https://openalex.org/W2096438175","https://openalex.org/W2101626488","https://openalex.org/W2108862644","https://openalex.org/W2113640060","https://openalex.org/W2115584760","https://openalex.org/W2136542423","https://openalex.org/W2143331230","https://openalex.org/W2147892741","https://openalex.org/W2149427297","https://openalex.org/W2152314154","https://openalex.org/W2154739689","https://openalex.org/W2279385734","https://openalex.org/W2340526403","https://openalex.org/W2402441596","https://openalex.org/W2414781555","https://openalex.org/W2463677609","https://openalex.org/W2470088391","https://openalex.org/W2471222571","https://openalex.org/W2507134384","https://openalex.org/W2535047536","https://openalex.org/W2769473018","https://openalex.org/W2798634418","https://openalex.org/W2799226155","https://openalex.org/W2890291106","https://openalex.org/W2895230854","https://openalex.org/W2905569957","https://openalex.org/W2911802745","https://openalex.org/W2912255075","https://openalex.org/W2913544988","https://openalex.org/W2918008835","https://openalex.org/W2948795993","https://openalex.org/W2955421345","https://openalex.org/W2965893800","https://openalex.org/W2975880037","https://openalex.org/W2975938167","https://openalex.org/W2981442450","https://openalex.org/W2999905431","https://openalex.org/W3035590471","https://openalex.org/W3072481648","https://openalex.org/W3102216552","https://openalex.org/W3103259151","https://openalex.org/W3103733168","https://openalex.org/W3104881842","https://openalex.org/W3105997200","https://openalex.org/W4288280739"],"related_works":["https://openalex.org/W2150136235","https://openalex.org/W2053591227","https://openalex.org/W2041353081","https://openalex.org/W2581240705","https://openalex.org/W3127142483","https://openalex.org/W2568183987","https://openalex.org/W3160516639","https://openalex.org/W4385565564","https://openalex.org/W2138488530","https://openalex.org/W2898073868"],"abstract_inverted_index":{"How":[0],"to":[1,9,27,65,107,133,147],"obtain":[2],"an":[3,16],"unbiased":[4,25,39,48,54,105,131,142],"ranking":[5],"model":[6],"by":[7],"learning":[8,26,40,64,106,132,143,146,193],"rank":[10,28,89,108,134,148],"with":[11,42,57,180],"biased":[12],"user":[13,59],"feedback":[14],"is":[15],"important":[17,216],"research":[18],"question":[19],"for":[20,140,220],"IR.":[21],"Existing":[22],"work":[23],"on":[24,38,53,92,101,116,206],"(ULTR)":[29],"can":[30,170],"be":[31,171],"broadly":[32],"categorized":[33],"into":[34],"two":[35,75,152],"groups\u2014the":[36],"studies":[37,52,100],"algorithms":[41,79,139,163,225],"logged":[43],"data,":[44],"namely,":[45,61],"the":[46,51,62,81,85,128,151,155,197],"offline":[47,102,141,175,190],"learning,":[49],"and":[50,103,120,135,144,164,177,191,200,209,218,222],"parameters":[55],"estimation":[56],"real-time":[58],"interactions,":[60],"online":[63,104,145,178,192],"rank.":[66],"While":[67],"their":[68,93,117],"definitions":[69],"of":[70,77,130,154,168,203],"unbiasness":[71],"are":[72,109,149],"different,":[73],"these":[74],"types":[76],"ULTR":[78,162,224],"share":[80],"same":[82,156],"goal\u2014to":[83],"find":[84,165],"best":[86],"models":[87],"that":[88,137,166],"documents":[90],"based":[91],"intrinsic":[94],"relevance":[95],"or":[96,181],"utility.":[97],"However,":[98],"most":[99],"carried":[110],"in":[111,173,226],"parallel":[112],"without":[113,182],"detailed":[114],"comparisons":[115],"background":[118],"theories":[119],"empirical":[121,201],"performance.":[122],"In":[123],"this":[124],"article,":[125],"we":[126,186],"formalize":[127],"task":[129],"show":[136],"existing":[138],"just":[150],"sides":[153],"coin.":[157],"We":[158],"evaluate":[159],"eight":[160],"state-of-the-art":[161],"many":[167],"them":[169],"used":[172],"both":[174,207],"settings":[176],"environments":[179],"minor":[183],"modifications.":[184],"Further,":[185],"analyze":[187],"how":[188],"different":[189],"paradigms":[194],"would":[195],"affect":[196],"theoretical":[198],"foundation":[199],"effectiveness":[202],"each":[204],"algorithm":[205],"synthetic":[208],"real":[210],"search":[211],"data.":[212],"Our":[213],"findings":[214],"provide":[215],"insights":[217],"guidelines":[219],"choosing":[221],"deploying":[223],"practice.":[227]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}