{"id":"https://openalex.org/W4367047472","doi":"https://doi.org/10.1145/3543507.3583856","title":"Breaking Filter Bubble: A Reinforcement Learning Framework of Controllable Recommender System","display_name":"Breaking Filter Bubble: A Reinforcement Learning Framework of Controllable Recommender System","publication_year":2023,"publication_date":"2023-04-26","ids":{"openalex":"https://openalex.org/W4367047472","doi":"https://doi.org/10.1145/3543507.3583856"},"language":"en","primary_location":{"id":"doi:10.1145/3543507.3583856","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3543507.3583856","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3543507.3583856","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2023","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3543507.3583856","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101409888","display_name":"Zhenyang Li","orcid":"https://orcid.org/0000-0002-4688-8354"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyang Li","raw_affiliation_strings":["Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0002-4688-8354","affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014307770","display_name":"Yancheng Dong","orcid":"https://orcid.org/0000-0002-2649-2061"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yancheng Dong","raw_affiliation_strings":["Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0002-2649-2061","affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078622343","display_name":"Chen Gao","orcid":"https://orcid.org/0000-0002-7561-5646"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Gao","raw_affiliation_strings":["Tsinghua University, China and Huawei Noah's Ark Lab, China"],"raw_orcid":"https://orcid.org/0000-0002-7561-5646","affiliations":[{"raw_affiliation_string":"Tsinghua University, China and Huawei Noah's Ark Lab, China","institution_ids":["https://openalex.org/I2250955327","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035932337","display_name":"Yizhou Zhao","orcid":"https://orcid.org/0000-0002-2975-0783"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yizhou Zhao","raw_affiliation_strings":["Carnegie Mellon University, USA"],"raw_orcid":"https://orcid.org/0000-0002-2975-0783","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028563023","display_name":"Dong Li","orcid":"https://orcid.org/0000-0002-8800-1483"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Li","raw_affiliation_strings":["Huawei Noah's Ark Lab, China"],"raw_orcid":"https://orcid.org/0000-0002-8800-1483","affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047509839","display_name":"Jianye Hao","orcid":"https://orcid.org/0000-0002-0422-8235"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianye Hao","raw_affiliation_strings":["Huawei Noah's Ark Lab, China"],"raw_orcid":"https://orcid.org/0000-0002-0422-8235","affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101871787","display_name":"Kai Zhang","orcid":"https://orcid.org/0000-0002-5826-3765"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Zhang","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University, China and Research Institute of Tsinghua, Pearl River Delta, China"],"raw_orcid":"https://orcid.org/0000-0002-5826-3765","affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University, China and Research Institute of Tsinghua, Pearl River Delta, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355277","display_name":"Yong Li","orcid":"https://orcid.org/0000-0001-5617-1659"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Li","raw_affiliation_strings":["Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0001-5617-1659","affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100376399","display_name":"Zhi Wang","orcid":"https://orcid.org/0000-0002-5462-6178"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Wang","raw_affiliation_strings":["Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, China and Peng Cheng Laboratory, China"],"raw_orcid":"https://orcid.org/0000-0002-5462-6178","affiliations":[{"raw_affiliation_string":"Tsinghua-Berkeley Shenzhen Institute, Tsinghua Shenzhen International Graduate School, China and Peng Cheng Laboratory, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4041","last_page":"4049"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.8525888919830322},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8479706048965454},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6880061626434326},{"id":"https://openalex.org/keywords/bubble","display_name":"Bubble","score":0.6723482608795166},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.5382835865020752},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3160882294178009},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2603093981742859},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.1425795555114746},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.07755213975906372}],"concepts":[{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.8525888919830322},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8479706048965454},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6880061626434326},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.6723482608795166},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.5382835865020752},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3160882294178009},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2603093981742859},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.1425795555114746},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.07755213975906372}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3543507.3583856","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3543507.3583856","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3543507.3583856","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2023","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3543507.3583856","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3543507.3583856","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3543507.3583856","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2023","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8229519694","display_name":null,"funder_award_id":"2022YFB3104702","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G876154893","display_name":null,"funder_award_id":"2021TQ0027 and 2022M710006","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G8910773033","display_name":null,"funder_award_id":"2022YFB3104702","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4367047472.pdf","grobid_xml":"https://content.openalex.org/works/W4367047472.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1991223915","https://openalex.org/W2054141820","https://openalex.org/W2131681506","https://openalex.org/W2605350416","https://openalex.org/W2788728386","https://openalex.org/W2899457523","https://openalex.org/W2914721378","https://openalex.org/W2945357717","https://openalex.org/W2945827670","https://openalex.org/W2963654596","https://openalex.org/W3045200674","https://openalex.org/W3080642298","https://openalex.org/W3089164568","https://openalex.org/W3094127838","https://openalex.org/W3094546485","https://openalex.org/W3099768174","https://openalex.org/W3100278010","https://openalex.org/W3101707147","https://openalex.org/W3124675547","https://openalex.org/W3133423348","https://openalex.org/W3190794503","https://openalex.org/W3200077752","https://openalex.org/W4210334834","https://openalex.org/W4212951676","https://openalex.org/W4224316956","https://openalex.org/W4283205337","https://openalex.org/W4284711791","https://openalex.org/W4299687421"],"related_works":["https://openalex.org/W2072214669","https://openalex.org/W2928956957","https://openalex.org/W4390273403","https://openalex.org/W4386781444","https://openalex.org/W3137839740","https://openalex.org/W938380018","https://openalex.org/W2369700007","https://openalex.org/W2150182025","https://openalex.org/W3129210721","https://openalex.org/W3092950680"],"abstract_inverted_index":{"In":[0,71],"the":[1,5,16,47,56,61,66,86,95,109,112,129,134,161,169,195,199,207,220,244],"information-overloaded":[2],"era":[3],"of":[4,58,97,111,210,222],"Web,":[6],"recommender":[7,113,223],"systems":[8,26],"that":[9,85,180],"provide":[10],"personalized":[11],"content":[12,59],"filtering":[13],"are":[14],"now":[15],"mainstream":[17],"portal":[18],"for":[19,239],"users":[20],"to":[21,31,40,46,83,91,107,193],"access":[22],"Web":[23],"information.":[24],"Recommender":[25],"deploy":[27],"machine":[28],"learning":[29],"models":[30],"learn":[32],"users\u2019":[33,87],"preferences":[34],"from":[35,79,157],"collected":[36],"historical":[37],"data,":[38],"leading":[39],"more":[41],"centralized":[42,98],"recommendation":[43,212],"results":[44,178],"due":[45],"feedback":[48,88,135],"loop.":[49,126],"As":[50],"a":[51,80,103,125,140,227],"result,":[52],"it":[53],"will":[54],"harm":[55],"ranking":[57],"outside":[60],"narrowed":[62],"scope":[63],"and":[64,120,142,198],"limit":[65],"options":[67],"seen":[68],"by":[69,203],"users.":[70],"this":[72,214],"work,":[73],"we":[74,137],"first":[75],"conduct":[76,165],"data":[77,116],"analysis":[78],"graph":[81],"view":[82],"observe":[84],"is":[89],"restricted":[90],"limited":[92],"items,":[93],"verifying":[94],"phenomenon":[96],"recommendation.":[99],"We":[100,164,205],"further":[101],"develop":[102],"general":[104,141],"simulation":[105,170],"framework":[106,171,209],"derive":[108],"procedure":[110],"system,":[114],"including":[115],"collection,":[117],"model":[118],"learning,":[119],"item":[121],"exposure,":[122],"which":[123,147],"forms":[124],"To":[127],"address":[128],"filter":[130,196],"bubble":[131,197],"issue":[132],"under":[133],"loop,":[136],"then":[138],"propose":[139],"easy-to-use":[143],"reinforcement":[144,183],"learning-based":[145,184],"method,":[146],"can":[148,187,216],"adaptively":[149],"select":[150],"few":[151],"but":[152,225],"effective":[153,191],"connections":[154],"between":[155],"nodes":[156],"different":[158],"communities":[159,201],"as":[160,189],"exposure":[162],"list.":[163],"extensive":[166],"experiments":[167],"in":[168,213],"based":[172],"on":[173,236,243],"large-scale":[174],"real-world":[175],"datasets.":[176],"The":[177],"demonstrate":[179],"our":[181],"proposed":[182,208],"control":[185],"method":[186],"serve":[188],"an":[190],"solution":[192],"alleviate":[194],"separated":[200],"induced":[202],"it.":[204],"believe":[206],"controllable":[211],"work":[215],"inspire":[217],"not":[218],"only":[219],"researchers":[221],"systems,":[224],"also":[226],"broader":[228],"community":[229],"concerned":[230],"with":[231],"artificial":[232],"intelligence":[233],"algorithms\u2019":[234],"impact":[235],"humanity,":[237],"especially":[238],"those":[240],"vulnerable":[241],"populations":[242],"Web.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}