{"id":"https://openalex.org/W2769473018","doi":"https://doi.org/10.1145/3159652.3159732","title":"Position Bias Estimation for Unbiased Learning to Rank in Personal Search","display_name":"Position Bias Estimation for Unbiased Learning to Rank in Personal Search","publication_year":2018,"publication_date":"2018-02-02","ids":{"openalex":"https://openalex.org/W2769473018","doi":"https://doi.org/10.1145/3159652.3159732","mag":"2769473018"},"language":"en","primary_location":{"id":"doi:10.1145/3159652.3159732","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3159652.3159732","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3159652.3159732?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3159652.3159732?download=true","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064608039","display_name":"Xuanhui Wang","orcid":"https://orcid.org/0009-0000-1388-1423"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xuanhui Wang","raw_affiliation_strings":["Google Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Inc., Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069532575","display_name":"Nadav Golbandi","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nadav Golbandi","raw_affiliation_strings":["Google Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Inc., Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032248436","display_name":"Michael Bendersky","orcid":"https://orcid.org/0000-0002-2941-6240"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Bendersky","raw_affiliation_strings":["Google Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Inc., Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000115067","display_name":"Donald Metzler","orcid":"https://orcid.org/0000-0003-4276-6269"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Donald Metzler","raw_affiliation_strings":["Google Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Inc., Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037200145","display_name":"Marc Najork","orcid":"https://orcid.org/0000-0003-1423-0854"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marc Najork","raw_affiliation_strings":["Google Inc., Mountain View, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google Inc., Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5064608039"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":23.8617,"has_fulltext":true,"cited_by_count":277,"citation_normalized_percentile":{"value":0.99511469,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"610","last_page":"618"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6779443621635437},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.6269141435623169},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.6016202569007874},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.557427704334259},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.5151094794273376},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4436526894569397},{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.4417819082736969},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42687633633613586},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.25841790437698364},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2194080352783203}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6779443621635437},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.6269141435623169},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.6016202569007874},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.557427704334259},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.5151094794273376},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4436526894569397},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.4417819082736969},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42687633633613586},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.25841790437698364},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2194080352783203},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3159652.3159732","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3159652.3159732","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3159652.3159732?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3159652.3159732","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3159652.3159732","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3159652.3159732?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6499999761581421,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2769473018.pdf","grobid_xml":"https://content.openalex.org/works/W2769473018.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W76486676","https://openalex.org/W1094752974","https://openalex.org/W1480376833","https://openalex.org/W1678356000","https://openalex.org/W1809653203","https://openalex.org/W1835900096","https://openalex.org/W1973435495","https://openalex.org/W1991831096","https://openalex.org/W1992549066","https://openalex.org/W2026784708","https://openalex.org/W2049633694","https://openalex.org/W2057744254","https://openalex.org/W2063774778","https://openalex.org/W2090883204","https://openalex.org/W2092701055","https://openalex.org/W2099213975","https://openalex.org/W2106630408","https://openalex.org/W2112175905","https://openalex.org/W2115584760","https://openalex.org/W2138909795","https://openalex.org/W2149427297","https://openalex.org/W2150291618","https://openalex.org/W2152314154","https://openalex.org/W2152679188","https://openalex.org/W2155587858","https://openalex.org/W2279176662","https://openalex.org/W2340526403","https://openalex.org/W2402441596","https://openalex.org/W2507134384","https://openalex.org/W2578241483","https://openalex.org/W2604291988","https://openalex.org/W2604436559","https://openalex.org/W2604520541","https://openalex.org/W2605337575","https://openalex.org/W2739640577","https://openalex.org/W2771647914","https://openalex.org/W3003609932","https://openalex.org/W3104349857","https://openalex.org/W4250633719","https://openalex.org/W4302322961"],"related_works":["https://openalex.org/W2140020064","https://openalex.org/W143502885","https://openalex.org/W42113618","https://openalex.org/W2103468410","https://openalex.org/W1856228368","https://openalex.org/W2767338541","https://openalex.org/W3089328091","https://openalex.org/W3216317163","https://openalex.org/W4378713479","https://openalex.org/W57020078"],"abstract_inverted_index":{"A":[0],"well-known":[1],"challenge":[2],"in":[3,113,155,167,216],"learning":[4],"from":[5,124,182],"click":[6,18,126,146],"data":[7,127],"is":[8,31,36,82,140,176],"its":[9],"inherent":[10],"bias":[11,30,51,57,123,145,166,181,190],"and":[12,27,52,106,108,148,163,203],"most":[13,41],"notably":[14],"position":[15,79,144,180],"bias.":[16,80,220],"Traditional":[17],"models":[19,212],"aim":[20],"to":[21,76,120,178],"extract":[22,179],"the":[23,28,40,50,78,164,168,193,201,218],"\u2039query,":[24],"document\u203a":[25],"relevance":[26,35,60],"estimated":[29,219],"usually":[32],"discarded":[33],"after":[34],"extracted.":[37],"In":[38,94,197],"contrast,":[39],"recent":[42],"work":[43],"on":[44,55,130,142],"unbiased":[45],"learning-to-rank":[46,169,194,205],"can":[47,88,150,191],"effectively":[48],"leverage":[49],"thus":[53],"focuses":[54],"estimating":[56],"rather":[58],"than":[59],"[20,":[61],"31].":[62],"Existing":[63],"approaches":[64],"use":[65],"search":[66,92],"result":[67,86,102,186],"randomization":[68,87,103],"over":[69],"a":[70,134,143],"small":[71],"percentage":[72],"of":[73],"production":[74],"traffic":[75],"estimate":[77],"This":[81],"not":[83],"desired":[84],"because":[85],"negatively":[89],"impact":[90],"users'":[91],"experience.":[93],"this":[95],"paper,":[96],"we":[97,117,199],"compare":[98,200],"different":[99],"schemes":[100],"for":[101],"(i.e.,":[104],"RandTopN":[105],"RandPair)":[107],"show":[109,173,209],"their":[110],"negative":[111],"effect":[112],"personal":[114,156],"search.":[115,157],"Then":[116],"study":[118],"how":[119],"infer":[121],"such":[122],"regular":[125,183],"without":[128,185],"relying":[129],"randomization.":[131,187],"We":[132,158],"propose":[133],"regression-based":[135],"Expectation-Maximization":[136],"(EM)":[137],"algorithm":[138,162],"that":[139,149,174,210],"based":[141],"model":[147],"handle":[151],"highly":[152],"sparse":[153],"clicks":[154,184],"evaluate":[159],"our":[160],"EM":[161],"extracted":[165,189],"setting.":[170],"Our":[171,207],"results":[172,208],"it":[175],"promising":[177],"The":[188],"improve":[192],"algorithms":[195],"significantly.":[196],"addition,":[198],"pointwise":[202],"pairwise":[204,211],"models.":[206],"are":[213],"more":[214],"effective":[215],"leveraging":[217]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":49},{"year":2023,"cited_by_count":35},{"year":2022,"cited_by_count":36},{"year":2021,"cited_by_count":38},{"year":2020,"cited_by_count":50},{"year":2019,"cited_by_count":31},{"year":2018,"cited_by_count":22}],"updated_date":"2026-04-06T07:47:59.780226","created_date":"2025-10-10T00:00:00"}