{"id":"https://openalex.org/W3199782056","doi":"https://doi.org/10.1145/3460231.3478849","title":"Estimating and Penalizing Preference Shift in Recommender Systems","display_name":"Estimating and Penalizing Preference Shift in Recommender Systems","publication_year":2021,"publication_date":"2021-09-13","ids":{"openalex":"https://openalex.org/W3199782056","doi":"https://doi.org/10.1145/3460231.3478849","mag":"3199782056"},"language":"en","primary_location":{"id":"doi:10.1145/3460231.3478849","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3460231.3478849","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fifteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039815972","display_name":"Micah Carroll","orcid":"https://orcid.org/0000-0002-0716-8071"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Micah Carroll","raw_affiliation_strings":["UC Berkeley, United States"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, United States","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076757561","display_name":"Dylan Hadfield-Menell","orcid":"https://orcid.org/0000-0002-6168-4763"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dylan Hadfield-Menell","raw_affiliation_strings":["UC Berkeley, United States"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, United States","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007305440","display_name":"Stuart Russell","orcid":"https://orcid.org/0000-0001-5252-4306"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stuart Russell","raw_affiliation_strings":["UC Berkeley, United States"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, United States","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005997281","display_name":"Anca D. Dragan","orcid":"https://orcid.org/0000-0001-6312-5466"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anca Dragan","raw_affiliation_strings":["UC Berkeley, United States"],"affiliations":[{"raw_affiliation_string":"UC Berkeley, United States","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5039815972"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":4.9574,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.95436629,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"661","last_page":"667"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.9157316088676453},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7977122664451599},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.7732927799224854},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7429732084274292},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.6095513701438904},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.48031800985336304},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4728204011917114},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.37505242228507996},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3478868901729584},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3028046786785126},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.10305434465408325}],"concepts":[{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.9157316088676453},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7977122664451599},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.7732927799224854},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7429732084274292},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.6095513701438904},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.48031800985336304},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4728204011917114},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37505242228507996},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3478868901729584},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3028046786785126},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.10305434465408325},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3460231.3478849","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3460231.3478849","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fifteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W245387374","https://openalex.org/W1968380849","https://openalex.org/W1998789158","https://openalex.org/W2013955429","https://openalex.org/W2030520626","https://openalex.org/W2050125880","https://openalex.org/W2056779272","https://openalex.org/W2089529470","https://openalex.org/W2105594594","https://openalex.org/W2116354394","https://openalex.org/W2122410182","https://openalex.org/W2122617296","https://openalex.org/W2408290011","https://openalex.org/W2512971201","https://openalex.org/W2516360468","https://openalex.org/W2546986214","https://openalex.org/W2583674722","https://openalex.org/W2739273093","https://openalex.org/W2742272831","https://openalex.org/W2765564115","https://openalex.org/W2768262152","https://openalex.org/W2770094061","https://openalex.org/W2803773601","https://openalex.org/W2909551589","https://openalex.org/W2955774983","https://openalex.org/W2971831034","https://openalex.org/W3100945072","https://openalex.org/W3106000504","https://openalex.org/W3122019737","https://openalex.org/W3122507327","https://openalex.org/W3123348991","https://openalex.org/W3124595896","https://openalex.org/W3127070003","https://openalex.org/W3160689567","https://openalex.org/W4229800322","https://openalex.org/W4252243629","https://openalex.org/W4252978187","https://openalex.org/W4288083766","https://openalex.org/W4299687421"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W1567818861","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W4390273403","https://openalex.org/W632915154","https://openalex.org/W1657011257"],"abstract_inverted_index":{"Recommender":[0],"systems":[1,28,36,63,197],"trained":[2],"via":[3],"long-horizon":[4],"optimization":[5],"(e.g.,":[6,209],"reinforcement":[7],"learning)":[8],"will":[9,100],"have":[10],"incentives":[11],"to":[12,30,108,121,136,149,169,190],"actively":[13,106],"manipulate":[14],"user":[15,128,154,160],"preferences":[16,129,211],"through":[17],"the":[18,48,51,74,119,174,203],"recommended":[19],"content.":[20],"While":[21],"some":[22],"work":[23,55],"has":[24],"argued":[25],"for":[26,71,200],"making":[27],"myopic":[29],"avoid":[31,66,109,206],"this":[32,54],"issue,":[33],"even":[34,105],"such":[35,98,139],"can":[37,60],"induce":[38],"systematic":[39],"undesirable":[40,67],"preference":[41,75,167],"shifts.":[42,68],"Thus,":[43],"rather":[44],"than":[45],"artificially":[46],"stifling":[47],"capabilities":[49],"of":[50,176],"system,":[52],"in":[53,202,212],"we":[56,59,172],"explore":[57],"how":[58,123,148],"make":[61,215],"capable":[62],"that":[64,77,163,195,198,214],"explicitly":[65,87],"We":[69,146,193],"advocate":[70],"(1)":[72,117,151],"estimating":[73],"shifts":[76,91],"would":[78,126],"be":[79,191],"induced":[80],"by":[81,157],"recommender":[82,196],"system":[83],"policies,":[84],"and":[85,93],"(2)":[86,133],"characterizing":[88],"what":[89],"unwanted":[90],"are":[92,141],"assessing":[94],"before":[95],"deployment":[96],"whether":[97,138],"policies":[99,125],"produce":[101],"them":[102],"\u2013":[103],"ideally":[104],"optimizing":[107],"them.":[110],"These":[111],"steps":[112],"involve":[113],"two":[114],"challenging":[115],"ingredients:":[116],"requires":[118,134],"ability":[120],"anticipate":[122],"hypothetical":[124],"influence":[127],"if":[130],"deployed;":[131],"instead,":[132],"metrics":[135],"assess":[137],"influences":[140],"manipulative":[142,207],"or":[143],"otherwise":[144],"unwanted.":[145],"study":[147],"do":[150],"from":[152],"historical":[153],"interaction":[155],"data":[156],"building":[158],"a":[159,177,182],"predictive":[161],"model":[162],"implicitly":[164],"contains":[165],"their":[166],"dynamics;":[168],"address":[170],"(2),":[171],"introduce":[173],"notion":[175],"\u201csafe":[178],"policy\u201d,":[179],"which":[180,186],"defines":[181],"trust":[183,204],"region":[184,205],"within":[185],"behavior":[187],"is":[188],"believed":[189],"safe.":[192],"show":[194],"optimize":[199],"staying":[201],"behaviors":[208],"changing":[210],"ways":[213],"users":[216],"more":[217],"predictable),":[218],"while":[219],"still":[220],"generating":[221],"engagement.":[222]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}