{"id":"https://openalex.org/W4389832989","doi":"https://doi.org/10.1145/3637869","title":"Understanding or Manipulation: Rethinking Online Performance Gains of Modern Recommender Systems","display_name":"Understanding or Manipulation: Rethinking Online Performance Gains of Modern Recommender Systems","publication_year":2023,"publication_date":"2023-12-16","ids":{"openalex":"https://openalex.org/W4389832989","doi":"https://doi.org/10.1145/3637869"},"language":"en","primary_location":{"id":"doi:10.1145/3637869","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637869","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637869","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3637869","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019825437","display_name":"Zhengbang Zhu","orcid":"https://orcid.org/0009-0005-9310-3598"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengbang Zhu","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0009-0005-9310-3598","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101519189","display_name":"Ruixue Qin","orcid":"https://orcid.org/0009-0000-9319-4497"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongjun Qin","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, China and Polixir Technologies, China"],"raw_orcid":"https://orcid.org/0009-0000-9319-4497","affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, China and Polixir Technologies, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101959834","display_name":"Junjie Huang","orcid":"https://orcid.org/0000-0002-5637-0735"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Huang","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0002-5637-0735","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012370987","display_name":"Xinyi Dai","orcid":"https://orcid.org/0000-0002-3351-5401"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Dai","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0002-3351-5401","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101458462","display_name":"Yang Yu","orcid":"https://orcid.org/0000-0002-1052-5447"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yu","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, China and Polixir Technologies, China","Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0002-1052-5447","affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, China and Polixir Technologies, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001571390","display_name":"Yong Yu","orcid":"https://orcid.org/0000-0003-0281-8271"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Yu","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, China and Polixir Technologies, China","Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0003-0281-8271","affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, China and Polixir Technologies, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090720315","display_name":"Weinan Zhang","orcid":"https://orcid.org/0000-0002-0127-2425"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weinan Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0002-0127-2425","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8221,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.80397514,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"42","issue":"4","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8928509950637817},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.8829696178436279},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7638238668441772},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6812392473220825},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.5629106163978577},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4672296941280365},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.4594718813896179},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4332558512687683},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4122854173183441}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8928509950637817},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.8829696178436279},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7638238668441772},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6812392473220825},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.5629106163978577},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4672296941280365},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.4594718813896179},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4332558512687683},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4122854173183441},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3637869","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637869","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637869","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3637869","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637869","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637869","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1740426589","display_name":null,"funder_award_id":"62177033","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2436785142","display_name":null,"funder_award_id":"2022ZD0114804","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G528746023","display_name":null,"funder_award_id":"61921006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8721642152","display_name":null,"funder_award_id":"2021SHZDZX0102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322999","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04"},{"id":"https://openalex.org/F4320324852","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389832989.pdf","grobid_xml":"https://content.openalex.org/works/W4389832989.grobid-xml"},"referenced_works_count":80,"referenced_works":["https://openalex.org/W43249347","https://openalex.org/W1583837637","https://openalex.org/W1602136775","https://openalex.org/W1801493924","https://openalex.org/W1982384594","https://openalex.org/W1993415541","https://openalex.org/W1994389483","https://openalex.org/W2013955429","https://openalex.org/W2021581601","https://openalex.org/W2042281163","https://openalex.org/W2042651776","https://openalex.org/W2075585362","https://openalex.org/W2078896138","https://openalex.org/W2092872567","https://openalex.org/W2096076228","https://openalex.org/W2101445408","https://openalex.org/W2115584760","https://openalex.org/W2117503214","https://openalex.org/W2122331641","https://openalex.org/W2132997613","https://openalex.org/W2134466368","https://openalex.org/W2135981994","https://openalex.org/W2143331230","https://openalex.org/W2165907628","https://openalex.org/W2168490009","https://openalex.org/W2171279286","https://openalex.org/W2339829457","https://openalex.org/W2475334473","https://openalex.org/W2508692634","https://openalex.org/W2539247542","https://openalex.org/W2584643785","https://openalex.org/W2598936518","https://openalex.org/W2604662567","https://openalex.org/W2611144502","https://openalex.org/W2626454364","https://openalex.org/W2723293840","https://openalex.org/W2765564115","https://openalex.org/W2771244885","https://openalex.org/W2891810147","https://openalex.org/W2898073868","https://openalex.org/W2913106281","https://openalex.org/W2913556077","https://openalex.org/W2914576582","https://openalex.org/W2917760808","https://openalex.org/W2942947041","https://openalex.org/W2948345531","https://openalex.org/W2951625652","https://openalex.org/W2962712142","https://openalex.org/W2963189767","https://openalex.org/W2973171206","https://openalex.org/W2973172293","https://openalex.org/W2980951591","https://openalex.org/W2984100107","https://openalex.org/W2986273318","https://openalex.org/W2997919341","https://openalex.org/W3001221685","https://openalex.org/W3002955717","https://openalex.org/W3035590471","https://openalex.org/W3088296350","https://openalex.org/W3100199015","https://openalex.org/W3100945072","https://openalex.org/W3101768806","https://openalex.org/W3102619277","https://openalex.org/W3106000504","https://openalex.org/W3194668998","https://openalex.org/W3199782056","https://openalex.org/W3201053014","https://openalex.org/W3215917344","https://openalex.org/W4206633947","https://openalex.org/W4213069590","https://openalex.org/W4224874637","https://openalex.org/W4230414599","https://openalex.org/W4234723268","https://openalex.org/W4247551517","https://openalex.org/W4282027681","https://openalex.org/W4297794619","https://openalex.org/W4299687421","https://openalex.org/W4300874750","https://openalex.org/W4365393081","https://openalex.org/W4384648944"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W2770764537","https://openalex.org/W1657011257","https://openalex.org/W2931602588"],"abstract_inverted_index":{"Recommender":[0],"systems":[1,20],"are":[2,26,86,223],"expected":[3],"to":[4,68,73,193,226],"be":[5,253],"assistants":[6],"that":[7,142,171,205,247],"help":[8],"human":[9,70],"users":[10,192],"find":[11,204],"relevant":[12],"information":[13],"automatically":[14],"without":[15],"explicit":[16],"queries.":[17],"As":[18],"recommender":[19],"evolve,":[21],"increasingly":[22],"sophisticated":[23],"learning":[24],"techniques":[25],"applied":[27],"and":[28,42,63,119,137,139,149,161,216],"have":[29,53,169,209],"achieved":[30],"better":[31,58,182],"performance":[32],"in":[33,47,115,158,190],"terms":[34],"of":[35,60,110,112,126,184,235,243],"user":[36,61,75,88,185,261],"engagement":[37],"metrics":[38,140,238],"such":[39,227],"as":[40,255],"clicks":[41],"browsing":[43],"time.":[44],"The":[45,123,229],"increase":[46],"the":[48,95,108,165,206,213,233,236,241],"measured":[49],"performance,":[50],"however,":[51],"can":[52,92],"two":[54,144],"possible":[55],"attributions:":[56],"a":[57,64,103,172,181],"understanding":[59,183],"preferences,":[62],"more":[65,195,219,224],"proactive":[66],"ability":[67],"utilize":[69],"bounded":[71],"rationality":[72],"seduce":[74],"over-consumption.":[76],"A":[77],"natural":[78],"following":[79],"question":[80],"is":[81],"whether":[82],"current":[83],"recommendation":[84,113,118,121,156,249],"algorithms":[85,157,217],"manipulating":[87],"preferences.":[89],"If":[90],"so,":[91],"we":[93,101,203],"measure":[94],"manipulation":[96,214],"level?":[97],"In":[98],"this":[99],"article,":[100],"present":[102],"general":[104],"framework":[105,124],"for":[106,239],"benchmarking":[107],"degree":[109,242],"manipulations":[111],"algorithms,":[114],"both":[116,159],"slate":[117],"sequential":[120],"scenarios.":[122],"consists":[125],"four":[127],"stages,":[128],"initial":[129,186],"preference":[130,262],"calculation,":[131],"training":[132,136,207],"data":[133,208],"collection,":[134],"algorithm":[135,250],"interaction,":[138],"calculation":[141],"involves":[143],"proposed":[145,166,237],"metrics,":[146],"Manipulation":[147],"Score":[148],"Preference":[150],"Shift.":[151],"We":[152,168,245],"benchmark":[153],"some":[154],"representative":[155],"synthetic":[160],"real-world":[162],"datasets":[163],"under":[164],"framework.":[167],"observed":[170],"high":[173],"online":[174],"click-through":[175],"rate":[176],"does":[177],"not":[178,200],"necessarily":[179],"mean":[180],"preference,":[187],"but":[188],"ends":[189],"prompting":[191],"choose":[194],"documents":[196],"they":[197],"initially":[198],"did":[199],"favor.":[201],"Moreover,":[202],"notable":[210],"impacts":[211],"on":[212],"degrees,":[215],"with":[218,259],"powerful":[220],"modeling":[221],"abilities":[222],"sensitive":[225],"impacts.":[228],"experiments":[230],"also":[231],"verified":[232],"usefulness":[234],"measuring":[240],"manipulations.":[244,263],"advocate":[246],"future":[248],"studies":[251],"should":[252],"treated":[254],"an":[256],"optimization":[257],"problem":[258],"constrained":[260]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2023-12-17T00:00:00"}