{"id":"https://openalex.org/W4321485279","doi":"https://doi.org/10.1145/3539597.3570393","title":"Separating Examination and Trust Bias from Click Predictions for Unbiased Relevance Ranking","display_name":"Separating Examination and Trust Bias from Click Predictions for Unbiased Relevance Ranking","publication_year":2023,"publication_date":"2023-02-22","ids":{"openalex":"https://openalex.org/W4321485279","doi":"https://doi.org/10.1145/3539597.3570393"},"language":"en","primary_location":{"id":"doi:10.1145/3539597.3570393","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3539597.3570393","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Sixteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102017256","display_name":"Haiyuan Zhao","orcid":"https://orcid.org/0000-0003-1134-2877"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haiyuan Zhao","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1134-2877","affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020766468","display_name":"Jun Xu","orcid":"https://orcid.org/0000-0001-7170-111X"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Xu","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7170-111X","affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320847","display_name":"Xiao Zhang","orcid":"https://orcid.org/0000-0001-7397-5632"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Zhang","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7397-5632","affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043545979","display_name":"Guohao Cai","orcid":"https://orcid.org/0000-0002-9000-857X"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guohao Cai","raw_affiliation_strings":["Noah's Ark Lab, Huawei, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-9000-857X","affiliations":[{"raw_affiliation_string":"Noah's Ark Lab, Huawei, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021124418","display_name":"Zhenhua Dong","orcid":"https://orcid.org/0000-0002-2231-4663"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenhua Dong","raw_affiliation_strings":["Noah's Ark Lab, Huawei, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2231-4663","affiliations":[{"raw_affiliation_string":"Noah's Ark Lab, Huawei, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025631695","display_name":"Ji-Rong Wen","orcid":"https://orcid.org/0000-0002-9777-9676"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ji-Rong Wen","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9777-9676","affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102017256"],"corresponding_institution_ids":["https://openalex.org/I78988378"],"apc_list":null,"apc_paid":null,"fwci":0.4484,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.62733625,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"913","last_page":"921"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9668999910354614,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.8504231572151184},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8246108293533325},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.8107244372367859},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7200260162353516},{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.7097088694572449},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.6771965622901917},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.49247512221336365},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46443092823028564},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.41893741488456726},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39948880672454834},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.33413270115852356},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3233444392681122},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20548811554908752},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.16707608103752136},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.07002788782119751}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.8504231572151184},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8246108293533325},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.8107244372367859},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7200260162353516},{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.7097088694572449},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.6771965622901917},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.49247512221336365},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46443092823028564},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.41893741488456726},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39948880672454834},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.33413270115852356},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3233444392681122},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20548811554908752},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16707608103752136},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.07002788782119751},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3539597.3570393","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3539597.3570393","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Sixteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3154227493","display_name":null,"funder_award_id":"61872338, 62006234, 61832017, U2001212","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4613477341","display_name":null,"funder_award_id":"2019YFE0198200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1974360117","https://openalex.org/W2047221353","https://openalex.org/W2090883204","https://openalex.org/W2152314154","https://openalex.org/W2340526403","https://openalex.org/W2507134384","https://openalex.org/W2797400361","https://openalex.org/W2891508226","https://openalex.org/W2893363236","https://openalex.org/W2899259597","https://openalex.org/W2912255075","https://openalex.org/W2955421345","https://openalex.org/W2998534896","https://openalex.org/W3012600133","https://openalex.org/W3028135017","https://openalex.org/W3080913646","https://openalex.org/W3083159507","https://openalex.org/W3088393583","https://openalex.org/W3088432326","https://openalex.org/W3097679710","https://openalex.org/W3101148092","https://openalex.org/W3101935024","https://openalex.org/W3105712174","https://openalex.org/W3112511105","https://openalex.org/W3115487106","https://openalex.org/W3130740428","https://openalex.org/W3135277963","https://openalex.org/W3153682915","https://openalex.org/W3155345376","https://openalex.org/W3156622960","https://openalex.org/W3156939347","https://openalex.org/W3170713142","https://openalex.org/W3194610749","https://openalex.org/W3210951392","https://openalex.org/W4283009651","https://openalex.org/W4284689794","https://openalex.org/W4288079518","https://openalex.org/W4290927796","https://openalex.org/W6606621162"],"related_works":["https://openalex.org/W3096003120","https://openalex.org/W4287605901","https://openalex.org/W3127142483","https://openalex.org/W3160516639","https://openalex.org/W4385565564","https://openalex.org/W2138488530","https://openalex.org/W2898073868","https://openalex.org/W2971071571","https://openalex.org/W2798835721","https://openalex.org/W2387658907"],"abstract_inverted_index":{"Alleviating":[0],"the":[1,22,26,37,47,51,56,62,73,83,109,122,134,142,159,164,176,206,210],"examination":[2,77,112],"and":[3,30,78,113,145,178,208],"trust":[4,79,114],"bias":[5,147,179],"in":[6,14,61,72,108],"ranking":[7,33,143],"systems":[8],"is":[9,98,172],"an":[10],"important":[11],"research":[12],"line":[13],"unbiased":[15,102,150],"learning-to-rank":[16],"(ULTR).":[17],"Current":[18],"methods":[19,118],"typically":[20],"use":[21],"propensity":[23],"to":[24,128,163,174],"correct":[25],"biased":[27,165],"user":[28,124,166],"clicks":[29,48],"then":[31],"learn":[32,175],"models":[34,104],"based":[35],"on":[36],"corrected":[38,65],"clicks.":[39,66,167],"Though":[40],"successes":[41],"have":[42],"been":[43],"achieved,":[44],"directly":[45,120],"modifying":[46],"suffers":[49],"from":[50],"inherent":[52],"high":[53],"variance":[54,107,194,207],"because":[55],"propensities":[57],"are":[58],"usually":[59],"involved":[60],"denominators":[63],"of":[64,75,111,136],"The":[67,149],"problem":[68],"gets":[69],"even":[70],"worse":[71],"situation":[74],"mixed":[76],"bias.":[80,115],"To":[81],"address":[82],"issue,":[84],"this":[85],"paper":[86],"proposes":[87,127],"a":[88,137],"novel":[89],"ULTR":[90,212],"method":[91],"called":[92],"Decomposed":[93],"Ranking":[94],"Debiasing":[95],"(DRD).":[96],"DRD":[97,126,191,202],"tailored":[99],"for":[100],"learning":[101,170],"relevance":[103,138,151,177],"with":[105,188],"low":[106],"existence":[110],"Unlike":[116],"existing":[117,189],"that":[119,201],"modify":[121],"original":[123],"clicks,":[125],"decompose":[129],"each":[130],"click":[131,161],"prediction":[132],"as":[133],"combination":[135],"term":[139],"outputted":[140],"by":[141,157],"model":[144],"other":[146],"terms.":[148],"model,":[152],"therefore,":[153],"can":[154,203],"be":[155],"learned":[156],"fitting":[158],"overall":[160],"predictions":[162],"A":[168],"joint":[169],"algorithm":[171],"developed":[173],"models'":[180],"parameters":[181],"alternatively.":[182],"Theoretical":[183],"analysis":[184],"showed":[185],"that,":[186],"compared":[187],"methods,":[190],"has":[192],"lower":[193],"while":[195],"retains":[196],"unbiasedness.":[197],"Empirical":[198],"studies":[199],"indicated":[200],"effectively":[204],"reduce":[205],"outperform":[209],"state-of-the-art":[211],"baselines.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}