{"id":"https://openalex.org/W4307539157","doi":"https://doi.org/10.1145/3569453","title":"Doubly Robust Estimation for Correcting Position Bias in Click Feedback for Unbiased Learning to Rank","display_name":"Doubly Robust Estimation for Correcting Position Bias in Click Feedback for Unbiased Learning to Rank","publication_year":2022,"publication_date":"2022-10-26","ids":{"openalex":"https://openalex.org/W4307539157","doi":"https://doi.org/10.1145/3569453"},"language":"en","primary_location":{"id":"doi:10.1145/3569453","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3569453","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3569453","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3569453","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002072527","display_name":"Harrie Oosterhuis","orcid":"https://orcid.org/0000-0002-0458-9233"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Harrie Oosterhuis","raw_affiliation_strings":["Radboud University, Toernooiveld, Nijmegen, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Radboud University, Toernooiveld, Nijmegen, The Netherlands","institution_ids":["https://openalex.org/I145872427"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5002072527"],"corresponding_institution_ids":["https://openalex.org/I145872427"],"apc_list":null,"apc_paid":null,"fwci":3.2138,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.92380491,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"41","issue":"3","first_page":"1","last_page":"33"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.7975098490715027},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.7759490013122559},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6797668933868408},{"id":"https://openalex.org/keywords/minimum-variance-unbiased-estimator","display_name":"Minimum-variance unbiased estimator","score":0.5921615958213806},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.580778181552887},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.5101035237312317},{"id":"https://openalex.org/keywords/bias-of-an-estimator","display_name":"Bias of an estimator","score":0.4678322374820709},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.46507713198661804},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4357934296131134},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.425870805978775},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.25926482677459717}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7975098490715027},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.7759490013122559},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6797668933868408},{"id":"https://openalex.org/C165646398","wikidata":"https://www.wikidata.org/wiki/Q3755281","display_name":"Minimum-variance unbiased estimator","level":3,"score":0.5921615958213806},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.580778181552887},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.5101035237312317},{"id":"https://openalex.org/C191393472","wikidata":"https://www.wikidata.org/wiki/Q15222032","display_name":"Bias of an estimator","level":4,"score":0.4678322374820709},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.46507713198661804},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4357934296131134},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.425870805978775},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25926482677459717},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3569453","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3569453","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3569453","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/290222","is_oa":true,"landing_page_url":"https://hdl.handle.net/2066/290222","pdf_url":"https://repository.ubn.ru.nl//bitstream/handle/2066/290222/290222.pdf","source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article / Letter to editor"}],"best_oa_location":{"id":"doi:10.1145/3569453","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3569453","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3569453","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5600000023841858,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4307539157.pdf","grobid_xml":"https://content.openalex.org/works/W4307539157.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W1530210183","https://openalex.org/W1602136775","https://openalex.org/W1992549066","https://openalex.org/W1998427280","https://openalex.org/W2009979684","https://openalex.org/W2039811614","https://openalex.org/W2047221353","https://openalex.org/W2069870183","https://openalex.org/W2090883204","https://openalex.org/W2094790959","https://openalex.org/W2115584760","https://openalex.org/W2119717200","https://openalex.org/W2147892741","https://openalex.org/W2149427297","https://openalex.org/W2279385734","https://openalex.org/W2340526403","https://openalex.org/W2507134384","https://openalex.org/W2559655401","https://openalex.org/W2566147423","https://openalex.org/W2596585349","https://openalex.org/W2761665523","https://openalex.org/W2769473018","https://openalex.org/W2784672094","https://openalex.org/W2787991113","https://openalex.org/W2798460079","https://openalex.org/W2890291106","https://openalex.org/W2898073868","https://openalex.org/W2899259597","https://openalex.org/W2911802745","https://openalex.org/W2913544988","https://openalex.org/W2955421345","https://openalex.org/W2998534896","https://openalex.org/W3012600133","https://openalex.org/W3022971154","https://openalex.org/W3023071042","https://openalex.org/W3026200234","https://openalex.org/W3028135017","https://openalex.org/W3088393583","https://openalex.org/W3088432326","https://openalex.org/W3098679278","https://openalex.org/W3099096815","https://openalex.org/W3099404779","https://openalex.org/W3101148092","https://openalex.org/W3101935024","https://openalex.org/W3102518922","https://openalex.org/W3112511105","https://openalex.org/W3115087172","https://openalex.org/W3126910119","https://openalex.org/W3135277963","https://openalex.org/W3153766121","https://openalex.org/W3153981876","https://openalex.org/W3155690528","https://openalex.org/W3200739262","https://openalex.org/W4206633947","https://openalex.org/W4212774754","https://openalex.org/W4214717370","https://openalex.org/W4233471163","https://openalex.org/W4284672561","https://openalex.org/W4392366624","https://openalex.org/W6631787827","https://openalex.org/W6747597888","https://openalex.org/W6777147496"],"related_works":["https://openalex.org/W2349547417","https://openalex.org/W4237435333","https://openalex.org/W4210503132","https://openalex.org/W2999390738","https://openalex.org/W2352602506","https://openalex.org/W3092888124","https://openalex.org/W4239491110","https://openalex.org/W2368191880","https://openalex.org/W2910434125","https://openalex.org/W2035998077"],"abstract_inverted_index":{"Clicks":[0],"on":[1,9,39],"rankings":[2],"suffer":[3],"from":[4],"position":[5,83,88],"bias:":[6],"generally":[7],"items":[8],"lower":[10],"ranks":[11],"are":[12],"less":[13],"likely":[14],"to":[15,32,59,156],"be":[16],"examined\u2014and":[17],"thus":[18],"clicked\u2014by":[19],"users,":[20],"in":[21,62,98,137,142,172],"spite":[22],"of":[23,113,152,181],"their":[24],"actual":[25,115],"preferences":[26],"between":[27],"items.":[28],"The":[29,85],"prevalent":[30],"approach":[31,79],"unbiased":[33,163],"click-based":[34,60],"learning-to-rank":[35],"(LTR)":[36],"is":[37,75,90],"based":[38],"counterfactual":[40,50],"inverse-propensity-scoring":[41],"(IPS)":[42],"estimation.":[43],"In":[44,65],"contrast":[45],"with":[46,87],"general":[47],"reinforcement":[48],"learning,":[49],"doubly":[51],"robust":[52,128,178],"(DR)":[53],"estimation":[54],"has":[55,126],"not":[56,95],"been":[57],"applied":[58],"LTR":[61,164,184],"previous":[63],"literature.":[64],"this":[66],"article,":[67],"we":[68],"introduce":[69],"a":[70,102],"novel":[71,123],"DR":[72,78,119,124,167],"estimator":[73,105,125,168],"that":[74,91,117],"the":[76,92,107,114,132,162,176],"first":[77],"specifically":[80],"designed":[81],"for":[82],"bias.":[84],"difficulty":[86],"bias":[89],"treatment\u2014user":[93],"examination\u2014is":[94],"directly":[96],"observable":[97],"click":[99],"data.":[100],"As":[101],"solution,":[103],"our":[104,144,166],"uses":[106],"expected":[108],"treatment":[109,116],"per":[110],"rank,":[111],"instead":[112],"existing":[118,133],"estimators":[120],"use.":[121],"Our":[122],"more":[127],"unbiasedness":[129],"conditions":[130],"than":[131],"IPS":[134],"approach,":[135],"and":[136,175],"addition,":[138],"provides":[139],"enormous":[140],"decreases":[141],"variance:":[143],"experimental":[145],"results":[146],"indicate":[147],"it":[148],"requires":[149],"several":[150],"orders":[151],"magnitude":[153],"fewer":[154],"datapoints":[155],"converge":[157],"at":[158],"optimal":[159],"performance.":[160],"For":[161],"field,":[165],"contributes":[169],"both":[170],"increases":[171],"state-of-the-art":[173],"performance":[174],"most":[177],"theoretical":[179],"guarantees":[180],"all":[182],"known":[183],"estimators.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":6}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}