{"id":"https://openalex.org/W3153682915","doi":"https://doi.org/10.1145/3404835.3462917","title":"Enhanced Doubly Robust Learning for Debiasing Post-Click Conversion Rate Estimation","display_name":"Enhanced Doubly Robust Learning for Debiasing Post-Click Conversion Rate Estimation","publication_year":2021,"publication_date":"2021-07-11","ids":{"openalex":"https://openalex.org/W3153682915","doi":"https://doi.org/10.1145/3404835.3462917","mag":"3153682915"},"language":"en","primary_location":{"id":"doi:10.1145/3404835.3462917","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3404835.3462917","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2105.13623","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028982929","display_name":"Siyuan Guo","orcid":"https://orcid.org/0000-0002-9304-5405"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Siyuan Guo","raw_affiliation_strings":["Jilin University, Changchun, China"],"affiliations":[{"raw_affiliation_string":"Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089307887","display_name":"Lixin Zou","orcid":"https://orcid.org/0000-0001-6755-871X"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lixin Zou","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101677601","display_name":"Yiding Liu","orcid":"https://orcid.org/0000-0001-6857-261X"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiding Liu","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018923326","display_name":"Wenwen Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenwen Ye","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090159721","display_name":"Suqi Cheng","orcid":"https://orcid.org/0000-0003-3622-3399"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Suqi Cheng","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050255638","display_name":"Shuaiqiang Wang","orcid":"https://orcid.org/0000-0002-9212-1947"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuaiqiang Wang","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108294333","display_name":"Hechang Chen","orcid":"https://orcid.org/0000-0001-7835-9556"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hechang Chen","raw_affiliation_strings":["Jilin University, Changchun, China"],"affiliations":[{"raw_affiliation_string":"Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054482111","display_name":"Dawei Yin","orcid":"https://orcid.org/0000-0002-8846-2001"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dawei Yin","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029392006","display_name":"Yi Chang","orcid":"https://orcid.org/0000-0003-2697-8093"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Chang","raw_affiliation_strings":["Jilin University, Changchun, China"],"affiliations":[{"raw_affiliation_string":"Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5028982929"],"corresponding_institution_ids":["https://openalex.org/I194450716"],"apc_list":null,"apc_paid":null,"fwci":11.662,"has_fulltext":false,"cited_by_count":61,"citation_normalized_percentile":{"value":0.98457713,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"275","last_page":"284"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.8020784854888916},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7864340543746948},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6932780742645264},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6892545223236084},{"id":"https://openalex.org/keywords/imputation","display_name":"Imputation (statistics)","score":0.6841970682144165},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.5569432377815247},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.49015602469444275},{"id":"https://openalex.org/keywords/bias-of-an-estimator","display_name":"Bias of an estimator","score":0.42712506651878357},{"id":"https://openalex.org/keywords/minimum-variance-unbiased-estimator","display_name":"Minimum-variance unbiased estimator","score":0.4238576292991638},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.42223381996154785},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.4104557931423187},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38380977511405945},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38194894790649414},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33324742317199707},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.25898468494415283},{"id":"https://openalex.org/keywords/missing-data","display_name":"Missing data","score":0.24830541014671326},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1660797894001007}],"concepts":[{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.8020784854888916},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7864340543746948},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6932780742645264},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6892545223236084},{"id":"https://openalex.org/C58041806","wikidata":"https://www.wikidata.org/wiki/Q1660484","display_name":"Imputation (statistics)","level":3,"score":0.6841970682144165},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.5569432377815247},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.49015602469444275},{"id":"https://openalex.org/C191393472","wikidata":"https://www.wikidata.org/wiki/Q15222032","display_name":"Bias of an estimator","level":4,"score":0.42712506651878357},{"id":"https://openalex.org/C165646398","wikidata":"https://www.wikidata.org/wiki/Q3755281","display_name":"Minimum-variance unbiased estimator","level":3,"score":0.4238576292991638},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42223381996154785},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.4104557931423187},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38380977511405945},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38194894790649414},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33324742317199707},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.25898468494415283},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.24830541014671326},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1660797894001007},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3404835.3462917","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3404835.3462917","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 44th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2105.13623","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.13623","pdf_url":"https://arxiv.org/pdf/2105.13623","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2105.13623","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.13623","pdf_url":"https://arxiv.org/pdf/2105.13623","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5397433761","display_name":null,"funder_award_id":"No.61976102, No.U19A2065, No.61902145","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W146900863","https://openalex.org/W1809653203","https://openalex.org/W1970210633","https://openalex.org/W1992665562","https://openalex.org/W2012905273","https://openalex.org/W2020631728","https://openalex.org/W2054141820","https://openalex.org/W2062947384","https://openalex.org/W2155968351","https://openalex.org/W2157519573","https://openalex.org/W2219888463","https://openalex.org/W2279176662","https://openalex.org/W2295739661","https://openalex.org/W2509235963","https://openalex.org/W2604662567","https://openalex.org/W2629213068","https://openalex.org/W2723293840","https://openalex.org/W2728796024","https://openalex.org/W2746553466","https://openalex.org/W2768307941","https://openalex.org/W2785973002","https://openalex.org/W2798283910","https://openalex.org/W2799125281","https://openalex.org/W2892888989","https://openalex.org/W2904108345","https://openalex.org/W2945684222","https://openalex.org/W2962785510","https://openalex.org/W2962989965","https://openalex.org/W2963842088","https://openalex.org/W2964297722","https://openalex.org/W2970613281","https://openalex.org/W2981596667","https://openalex.org/W2996959725","https://openalex.org/W2998534896","https://openalex.org/W3012576969","https://openalex.org/W3034348890","https://openalex.org/W3035178789","https://openalex.org/W3035397484","https://openalex.org/W3035596828","https://openalex.org/W3083370850","https://openalex.org/W3088432326","https://openalex.org/W3092103025","https://openalex.org/W3094242471","https://openalex.org/W3103310105","https://openalex.org/W3115487106","https://openalex.org/W3129482887","https://openalex.org/W3138731621","https://openalex.org/W3155919942","https://openalex.org/W4250331344","https://openalex.org/W4293876646","https://openalex.org/W4295896996","https://openalex.org/W4310228395"],"related_works":["https://openalex.org/W2349547417","https://openalex.org/W4237435333","https://openalex.org/W4248185570","https://openalex.org/W4210503132","https://openalex.org/W2999390738","https://openalex.org/W2352602506","https://openalex.org/W3092888124","https://openalex.org/W2093865141","https://openalex.org/W4239491110","https://openalex.org/W2368191880"],"abstract_inverted_index":{"Post-click":[0],"conversion,":[1],"as":[2],"a":[3,80,149,172,221],"strong":[4],"signal":[5],"indicating":[6],"the":[7,19,28,32,55,66,73,95,109,118,124,128,138,143,178,184,188,197,204,209,231,234,238],"user":[8],"preference,":[9],"is":[10,24,243],"salutary":[11],"for":[12,177],"building":[13],"recommender":[14,51],"systems.":[15,52],"However,":[16,84],"accurately":[17],"estimating":[18],"post-click":[20],"conversion":[21],"rate":[22],"(CVR)":[23],"challenging":[25],"due":[26],"to":[27,49,107,116,159],"selection":[29],"bias,":[30],"i.e.,":[31],"observed":[33],"clicked":[34],"events":[35],"usually":[36],"happen":[37],"on":[38,147,220],"users'":[39],"preferred":[40],"items.":[41],"Currently,":[42],"most":[43],"existing":[44,100],"methods":[45,101,106],"utilize":[46],"counterfactual":[47],"learning":[48,175,199],"debias":[50],"Among":[53],"them,":[54],"doubly":[56,81,152],"robust":[57,82,151,153],"(DR)":[58],"estimator":[59,71,78,155],"has":[60,156],"achieved":[61],"competitive":[62],"performance":[63],"by":[64],"combining":[65],"error":[67,86,185],"imputation":[68,87,110,186,210],"based":[69],"(EIB)":[70],"and":[72,140,224],"inverse":[74],"propensity":[75],"score":[76],"(IPS)":[77],"in":[79,90],"way.":[83],"inaccurate":[85],"may":[88],"result":[89],"its":[91,162,166,214],"higher":[92],"variance":[93,141,163,206],"than":[94],"IPS":[96],"estimator.":[97,145],"Worse":[98],"still,":[99],"typically":[102],"use":[103],"simple":[104],"model-agnostic":[105],"estimate":[108],"error,":[111],"which":[112,181],"are":[113,218],"not":[114],"sufficient":[115],"approximate":[117],"dynamically":[119],"changing":[120],"model-correlated":[121],"target":[122],"(i.e.,":[123],"gradient":[125],"direction":[126],"of":[127,142,208,233],"prediction":[129],"model).":[130],"To":[131,212],"solve":[132],"these":[133],"problems,":[134],"we":[135,170,193],"first":[136],"derive":[137],"bias":[139],"DR":[144],"Based":[146],"it,":[148],"more":[150],"(MRDR)":[154],"been":[157],"proposed":[158,198,235],"further":[160,202],"reduce":[161],"while":[164],"retaining":[165],"double":[167,174],"robustness.":[168],"Moreover,":[169],"propose":[171],"novel":[173],"approach":[176,236],"MRDR":[179],"estimator,":[180],"can":[182,201],"convert":[183],"into":[187],"general":[189],"CVR":[190],"estimation.":[191],"Besides,":[192],"empirically":[194],"verify":[195],"that":[196],"scheme":[200],"eliminate":[203],"high":[205],"problem":[207],"learning.":[211],"evaluate":[213],"effectiveness,":[215],"extensive":[216],"experiments":[217],"conducted":[219],"semi-synthetic":[222],"dataset":[223],"two":[225],"real-world":[226],"datasets.":[227],"The":[228,241],"results":[229],"demonstrate":[230],"superiority":[232],"over":[237],"state-of-the-art":[239],"methods.":[240],"code":[242],"available":[244],"at":[245],"https://github.com/guosyjlu/MRDR-DL.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":8}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}