{"id":"https://openalex.org/W2998534896","doi":"https://doi.org/10.1145/3336191.3371783","title":"Unbiased Recommender Learning from Missing-Not-At-Random Implicit Feedback","display_name":"Unbiased Recommender Learning from Missing-Not-At-Random Implicit Feedback","publication_year":2020,"publication_date":"2020-01-20","ids":{"openalex":"https://openalex.org/W2998534896","doi":"https://doi.org/10.1145/3336191.3371783","mag":"2998534896"},"language":"en","primary_location":{"id":"doi:10.1145/3336191.3371783","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3336191.3371783","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101991694","display_name":"Yuta Saito","orcid":"https://orcid.org/0000-0003-4357-5835"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yuta Saito","raw_affiliation_strings":["Tokyo Institute of Technology, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061511115","display_name":"Suguru Yaginuma","orcid":null},"institutions":[{"id":"https://openalex.org/I2800964503","display_name":"SMC Corporation (Japan)","ror":"https://ror.org/03gfc4s78","country_code":"JP","type":"company","lineage":["https://openalex.org/I2800964503"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Suguru Yaginuma","raw_affiliation_strings":["SMN Corporation, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"SMN Corporation, Tokyo, Japan","institution_ids":["https://openalex.org/I2800964503"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010133678","display_name":"Yuta Nishino","orcid":null},"institutions":[{"id":"https://openalex.org/I2800964503","display_name":"SMC Corporation (Japan)","ror":"https://ror.org/03gfc4s78","country_code":"JP","type":"company","lineage":["https://openalex.org/I2800964503"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuta Nishino","raw_affiliation_strings":["SMN Corporation, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"SMN Corporation, Tokyo, Japan","institution_ids":["https://openalex.org/I2800964503"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086414174","display_name":"Hayato Sakata","orcid":null},"institutions":[{"id":"https://openalex.org/I2800964503","display_name":"SMC Corporation (Japan)","ror":"https://ror.org/03gfc4s78","country_code":"JP","type":"company","lineage":["https://openalex.org/I2800964503"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hayato Sakata","raw_affiliation_strings":["SMN Corporation, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"SMN Corporation, Tokyo, Japan","institution_ids":["https://openalex.org/I2800964503"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102911751","display_name":"Kazuhide Nakata","orcid":"https://orcid.org/0000-0002-5479-100X"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kazuhide Nakata","raw_affiliation_strings":["Tokyo Institute of Technology, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101991694"],"corresponding_institution_ids":["https://openalex.org/I114531698"],"apc_list":null,"apc_paid":null,"fwci":26.9352,"has_fulltext":false,"cited_by_count":285,"citation_normalized_percentile":{"value":0.99776703,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"501","last_page":"509"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.786921501159668},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7552010416984558},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.7246357202529907},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.7233220338821411},{"id":"https://openalex.org/keywords/bias-of-an-estimator","display_name":"Bias of an estimator","score":0.6823854446411133},{"id":"https://openalex.org/keywords/ideal","display_name":"Ideal (ethics)","score":0.5946608781814575},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.541520357131958},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5291315317153931},{"id":"https://openalex.org/keywords/minimum-variance-unbiased-estimator","display_name":"Minimum-variance unbiased estimator","score":0.510744571685791},{"id":"https://openalex.org/keywords/missing-data","display_name":"Missing data","score":0.44637545943260193},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36065441370010376},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3312760889530182},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2349950671195984},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17725011706352234}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.786921501159668},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7552010416984558},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.7246357202529907},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.7233220338821411},{"id":"https://openalex.org/C191393472","wikidata":"https://www.wikidata.org/wiki/Q15222032","display_name":"Bias of an estimator","level":4,"score":0.6823854446411133},{"id":"https://openalex.org/C2776639384","wikidata":"https://www.wikidata.org/wiki/Q840396","display_name":"Ideal (ethics)","level":2,"score":0.5946608781814575},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.541520357131958},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5291315317153931},{"id":"https://openalex.org/C165646398","wikidata":"https://www.wikidata.org/wiki/Q3755281","display_name":"Minimum-variance unbiased estimator","level":3,"score":0.510744571685791},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.44637545943260193},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36065441370010376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3312760889530182},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2349950671195984},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17725011706352234},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3336191.3371783","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3336191.3371783","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1593505700","https://openalex.org/W1886704267","https://openalex.org/W2054141820","https://openalex.org/W2101409192","https://openalex.org/W2123958887","https://openalex.org/W2132917208","https://openalex.org/W2150291618","https://openalex.org/W2188353343","https://openalex.org/W2463677609","https://openalex.org/W2507134384","https://openalex.org/W2508504774","https://openalex.org/W2562820184","https://openalex.org/W2629213068","https://openalex.org/W2769473018","https://openalex.org/W2784068709","https://openalex.org/W2799613460","https://openalex.org/W2892888989","https://openalex.org/W2902572901","https://openalex.org/W2907269736","https://openalex.org/W2944145800","https://openalex.org/W2949676527","https://openalex.org/W2991044292","https://openalex.org/W3099420497","https://openalex.org/W3103310105","https://openalex.org/W3150893739"],"related_works":["https://openalex.org/W2349547417","https://openalex.org/W4237435333","https://openalex.org/W4248185570","https://openalex.org/W4210503132","https://openalex.org/W2999390738","https://openalex.org/W2352602506","https://openalex.org/W3092888124","https://openalex.org/W2093865141","https://openalex.org/W4239491110","https://openalex.org/W2368191880"],"abstract_inverted_index":{"Recommender":[0],"systems":[1],"widely":[2],"use":[3],"implicit":[4,68],"feedback":[5,84],"such":[6,30],"as":[7,42,187],"click":[8],"data":[9,85,92],"because":[10],"of":[11,18,29,90,171,203,260],"its":[12],"general":[13],"availability.":[14],"Although":[15],"the":[16,21,27,40,47,53,64,73,79,82,88,97,105,155,163,169,172,184,194,201,204,209,221,226,230,245,252,258,264],"presence":[17],"clicks":[19,31],"signals":[20],"users'":[22,65],"preference":[23],"to":[24,52,59,103,118,147,150,199],"some":[25],"extent,":[26],"lack":[28],"does":[32,128],"not":[33,50,129],"necessarily":[34],"indicate":[35,250],"a":[36,60,126,131,179,188],"negative":[37],"response":[38],"from":[39,67],"users,":[41],"it":[43],"is":[44,197],"possible":[45],"that":[46,153,182,193,220,239,251],"users":[48],"were":[49],"exposed":[51],"items":[54,114,123,238,262],"(positive-unlabeled":[55],"problem).":[56],"This":[57],"leads":[58],"difficulty":[61],"in":[62,108,134,244],"predicting":[63],"preferences":[66],"feedback.":[69],"Previous":[70],"studies":[71],"addressed":[72],"positive-unlabeled":[74],"problem":[75,107],"by":[76,207],"uniformly":[77],"upweighting":[78],"loss":[80,145],"for":[81,162,235],"positive":[83],"or":[86,111],"estimating":[87],"confidence":[89],"each":[91],"having":[93],"relevance":[94,156],"information":[95],"via":[96],"EM-algorithm.":[98],"However,":[99],"these":[100,138],"methods":[101],"failed":[102],"address":[104],"missing-not-at-random":[106],"which":[109],"popular":[110,237],"frequently":[112,242],"recommended":[113],"are":[115,240],"more":[116],"likely":[117],"be":[119,148],"clicked":[120],"than":[121],"other":[122],"even":[124],"if":[125],"user":[127],"have":[130],"considerable":[132],"interest":[133],"them.":[135],"To":[136],"overcome":[137],"limitations,":[139],"we":[140,167],"first":[141],"define":[142],"an":[143,159],"ideal":[144,164],"function":[146],"optimized":[149],"realize":[151],"recommendations":[152],"maximize":[154],"and":[157,176,215,218],"propose":[158,178],"unbiased":[160,174,185],"estimator":[161,175,181,186,196],"loss.":[165],"Subsequently,":[166],"analyze":[168],"variance":[170],"proposed":[173,222,231,253],"further":[177],"clipped":[180,195],"includes":[183],"special":[189],"case.":[190],"We":[191,212],"demonstrate":[192,219],"expected":[198],"improve":[200],"performance":[202],"recommender":[205],"system,":[206],"considering":[208],"bias-variance":[210],"trade-off.":[211],"conduct":[213],"semi-synthetic":[214],"real-world":[216],"experiments":[217],"method":[223,232,254],"largely":[224],"outperforms":[225],"baselines.":[227],"In":[228],"particular,":[229],"works":[233],"better":[234,256],"less":[236,241],"observed":[243],"training":[246],"data.":[247],"The":[248],"findings":[249],"can":[255],"achieve":[257],"objective":[259],"recommending":[261],"with":[263],"highest":[265],"relevance.":[266]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":46},{"year":2024,"cited_by_count":88},{"year":2023,"cited_by_count":55},{"year":2022,"cited_by_count":50},{"year":2021,"cited_by_count":29},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-23T09:07:50.710637","created_date":"2025-10-10T00:00:00"}