{"id":"https://openalex.org/W2905569957","doi":"https://doi.org/10.1145/3289600.3291017","title":"Estimating Position Bias without Intrusive Interventions","display_name":"Estimating Position Bias without Intrusive Interventions","publication_year":2019,"publication_date":"2019-01-30","ids":{"openalex":"https://openalex.org/W2905569957","doi":"https://doi.org/10.1145/3289600.3291017","mag":"2905569957"},"language":"en","primary_location":{"id":"doi:10.1145/3289600.3291017","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3289600.3291017","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3289600.3291017","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twelfth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3289600.3291017","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Aman Agarwal","orcid":null},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aman Agarwal","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ivan Zaitsev","orcid":null},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ivan Zaitsev","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xuanhui Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuanhui Wang","raw_affiliation_strings":["Google Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Inc., Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Cheng Li","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cheng Li","raw_affiliation_strings":["Google Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Inc., Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Marc Najork","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marc Najork","raw_affiliation_strings":["Google Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Inc., Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":null,"display_name":"Thorsten Joachims","orcid":null},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thorsten Joachims","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA"],"affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I205783295"],"apc_list":null,"apc_paid":null,"fwci":21.1373,"has_fulltext":true,"cited_by_count":102,"citation_normalized_percentile":{"value":0.99329401,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"474","last_page":"482"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.7177000045776367},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.684499979019165},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.664900004863739},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5522000193595886},{"id":"https://openalex.org/keywords/presentation","display_name":"Presentation (obstetrics)","score":0.45579999685287476},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4555000066757202},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.4359999895095825},{"id":"https://openalex.org/keywords/propensity-score-matching","display_name":"Propensity score matching","score":0.4212000072002411}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.7177000045776367},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.684499979019165},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.664900004863739},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.592199981212616},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5522000193595886},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4674000144004822},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.45579999685287476},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4555000066757202},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.4359999895095825},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43309998512268066},{"id":"https://openalex.org/C17923572","wikidata":"https://www.wikidata.org/wiki/Q7250160","display_name":"Propensity score matching","level":2,"score":0.4212000072002411},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3869999945163727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38260000944137573},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.37139999866485596},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.3273000121116638},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28130000829696655},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C67226441","wikidata":"https://www.wikidata.org/wiki/Q1665389","display_name":"Robust statistics","level":3,"score":0.2793000042438507},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2734000086784363},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.25529998540878296},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2535000145435333}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3289600.3291017","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3289600.3291017","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3289600.3291017","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twelfth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1812.05161","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1812.05161","pdf_url":"https://arxiv.org/pdf/1812.05161","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3289600.3291017","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3289600.3291017","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3289600.3291017","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twelfth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1140834685","display_name":null,"funder_award_id":"IIS-1615706 and IIS-1513692","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G282038499","display_name":"RI: Small: Collaborative Research: Batch Learning from Logged Bandit Feedback","funder_award_id":"1615706","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5067140175","display_name":null,"funder_award_id":"IIS-1615706","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5488607868","display_name":null,"funder_award_id":"IIS-1513692","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8815179840","display_name":"III: Medium: Machine Learning with Humans in the Loop","funder_award_id":"1513692","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2905569957.pdf","grobid_xml":"https://content.openalex.org/works/W2905569957.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1835900096","https://openalex.org/W1974360117","https://openalex.org/W1982530130","https://openalex.org/W1992549066","https://openalex.org/W2026784708","https://openalex.org/W2047221353","https://openalex.org/W2049633694","https://openalex.org/W2090883204","https://openalex.org/W2099213975","https://openalex.org/W2106630408","https://openalex.org/W2138909795","https://openalex.org/W2150291618","https://openalex.org/W2152314154","https://openalex.org/W2155587858","https://openalex.org/W2293743194","https://openalex.org/W2340526403","https://openalex.org/W2507134384","https://openalex.org/W2604520541","https://openalex.org/W2769473018","https://openalex.org/W2797400361","https://openalex.org/W2798855994","https://openalex.org/W3150893739"],"related_works":[],"abstract_inverted_index":{"Presentation":[0],"bias":[1,37],"is":[2,103,162],"one":[3],"of":[4,86,93,124,168],"the":[5,19,58,110,134,160],"key":[6],"challenges":[7],"when":[8,38],"learning":[9],"from":[10,89],"implicit":[11],"feedback":[12,91],"in":[13,109,141,170],"search":[14],"engines,":[15],"as":[16],"it":[17,23,43],"confounds":[18],"relevance":[20,68,74],"signal.":[21],"While":[22],"was":[24],"recently":[25],"shown":[26],"how":[27,47,80],"counterfactual":[28],"learning-to-rank":[29],"(LTR)":[30],"approaches":[31],"\\citeJoachims/etal/17a":[32],"can":[33],"provably":[34],"overcome":[35],"presentation":[36],"observation":[39],"propensities":[40],"are":[41],"known,":[42],"remains":[44],"to":[45,48,81,164],"show":[46,79,99],"effectively":[49],"estimate":[50],"these":[51,154],"propensities.":[52],"In":[53,127],"this":[54,101,125],"paper,":[55],"we":[56,78,114,131,157],"propose":[57,115],"first":[59],"method":[60,161],"for":[61,105],"producing":[62],"consistent":[63,106],"propensity":[64,107,139],"estimates":[65,140],"without":[66],"manual":[67],"judgments,":[69],"disruptive":[70],"interventions,":[71],"or":[72],"restrictive":[73],"modeling":[75],"assumptions.":[76],"First,":[77],"harvest":[82],"a":[83,116,165],"specific":[84],"type":[85],"intervention":[87],"data":[88,102],"historic":[90],"logs":[92],"multiple":[94],"different":[95],"ranking":[96],"functions,":[97],"and":[98,149],"that":[100,120,133,159],"sufficient":[104],"estimation":[108],"position-based":[111],"model.":[112],"Second,":[113],"new":[117,135],"extremum":[118],"estimator":[119,136],"makes":[121],"effective":[122],"use":[123],"data.":[126],"an":[128],"empirical":[129],"evaluation,":[130],"find":[132,158],"provides":[137],"superior":[138],"two":[142,155],"real-world":[143],"systems":[144],"--":[145],"Arxiv":[146],"Full-text":[147],"Search":[148],"Google":[150],"Drive":[151],"Search.":[152],"Beyond":[153],"points,":[156],"robust":[163],"wide":[166],"range":[167],"settings":[169],"simulation":[171],"studies.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":5}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2018-12-22T00:00:00"}