{"id":"https://openalex.org/W4400528915","doi":"https://doi.org/10.1145/3626772.3657868","title":"EasyRL4Rec: An Easy-to-use Library for Reinforcement Learning Based Recommender Systems","display_name":"EasyRL4Rec: An Easy-to-use Library for Reinforcement Learning Based Recommender Systems","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4400528915","doi":"https://doi.org/10.1145/3626772.3657868"},"language":"en","primary_location":{"id":"doi:10.1145/3626772.3657868","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626772.3657868","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049723987","display_name":"Yuanqing Yu","orcid":"https://orcid.org/0000-0002-2942-1576"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanqing Yu","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2942-1576","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068892996","display_name":"Chongming Gao","orcid":"https://orcid.org/0000-0002-5187-9196"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chongming Gao","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-5187-9196","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362815","display_name":"Jiawei Chen","orcid":"https://orcid.org/0000-0002-4752-2629"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Chen","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4752-2629","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103324490","display_name":"Heng Tang","orcid":"https://orcid.org/0009-0000-7933-8706"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Tang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-7933-8706","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102219173","display_name":"Yuefeng Sun","orcid":"https://orcid.org/0009-0009-7041-7470"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuefeng Sun","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0009-7041-7470","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103325718","display_name":"Qian Chen","orcid":"https://orcid.org/0009-0001-8219-2821"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Chen","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0001-8219-2821","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101524043","display_name":"Weizhi Ma","orcid":"https://orcid.org/0000-0001-5604-7527"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weizhi Ma","raw_affiliation_strings":["AIR, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5604-7527","affiliations":[{"raw_affiliation_string":"AIR, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100402996","display_name":"Min Zhang","orcid":"https://orcid.org/0000-0003-3158-1920"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhang","raw_affiliation_strings":["DCST, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3158-1920","affiliations":[{"raw_affiliation_string":"DCST, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"977","last_page":"987"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.9259591102600098},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.769728422164917},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7263581156730652},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4165961444377899},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.40459245443344116},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36455023288726807},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3478509783744812},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3242339491844177}],"concepts":[{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.9259591102600098},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.769728422164917},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7263581156730652},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4165961444377899},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.40459245443344116},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36455023288726807},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3478509783744812},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3242339491844177}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626772.3657868","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626772.3657868","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1994389483","https://openalex.org/W2020631728","https://openalex.org/W2054141820","https://openalex.org/W2069870183","https://openalex.org/W2112420033","https://openalex.org/W2167489871","https://openalex.org/W2492794003","https://openalex.org/W2783272285","https://openalex.org/W2787933113","https://openalex.org/W2788295351","https://openalex.org/W2799544270","https://openalex.org/W2902040508","https://openalex.org/W2902572901","https://openalex.org/W2963367478","https://openalex.org/W2963654596","https://openalex.org/W3006335826","https://openalex.org/W3033324992","https://openalex.org/W3034853385","https://openalex.org/W3037440645","https://openalex.org/W3040094401","https://openalex.org/W3088936686","https://openalex.org/W3092103025","https://openalex.org/W3094546485","https://openalex.org/W3102778384","https://openalex.org/W3102899483","https://openalex.org/W3153906321","https://openalex.org/W3164238513","https://openalex.org/W3183892796","https://openalex.org/W4284699674","https://openalex.org/W4290827187","https://openalex.org/W4292419518","https://openalex.org/W4292423901","https://openalex.org/W4293059865","https://openalex.org/W4293585414","https://openalex.org/W4296604485","https://openalex.org/W4319792126","https://openalex.org/W4367047389","https://openalex.org/W4367310822","https://openalex.org/W4383993482","https://openalex.org/W4384648944","https://openalex.org/W4384652161","https://openalex.org/W4385567603","https://openalex.org/W6630221451","https://openalex.org/W6780159193","https://openalex.org/W6950609307"],"related_works":["https://openalex.org/W4390273403","https://openalex.org/W4386781444","https://openalex.org/W2150182025","https://openalex.org/W3092950680","https://openalex.org/W3197542405","https://openalex.org/W2056712470","https://openalex.org/W3125580266","https://openalex.org/W4317039510","https://openalex.org/W4238861846","https://openalex.org/W790944756"],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"(RL)-Based":[2],"Recommender":[3],"Systems":[4],"(RSs)":[5],"have":[6],"gained":[7],"rising":[8],"attention":[9],"for":[10,53,92,98,132],"their":[11],"potential":[12],"to":[13,114],"enhance":[14],"long-term":[15,86],"user":[16],"engagement.":[17],"However,":[18],"research":[19],"in":[20,36,122],"this":[21],"field":[22],"faces":[23],"challenges,":[24],"including":[25],"the":[26,116,123],"lack":[27],"of":[28,125],"user-friendly":[29],"frameworks,":[30],"inconsistent":[31],"evaluation":[32,82],"metrics,":[33],"and":[34,60,69,88,95,119],"difficulties":[35],"reproducing":[37],"existing":[38],"studies.":[39],"To":[40],"tackle":[41],"these":[42],"issues,":[43],"we":[44,102],"introduce":[45],"EasyRL4Rec,":[46],"an":[47],"easy-to-use":[48],"code":[49],"library":[50,57,129],"designed":[51],"specifically":[52],"RL-based":[54,126],"RSs.":[55,127],"This":[56],"provides":[58,80],"lightweight":[59],"diverse":[61],"RL":[62],"environments":[63],"based":[64],"on":[65,85],"five":[66],"public":[67,133],"datasets":[68],"includes":[70],"core":[71],"modules":[72],"with":[73,109],"rich":[74],"options,":[75],"simplifying":[76],"model":[77,117],"development.":[78],"It":[79],"unified":[81],"standards":[83],"focusing":[84],"outcomes":[87],"offers":[89],"tailored":[90],"designs":[91],"state":[93],"modeling":[94],"action":[96],"representation":[97],"recommendation":[99],"scenarios.":[100],"Furthermore,":[101],"share":[103],"our":[104],"findings":[105],"from":[106],"insightful":[107],"experiments":[108],"current":[110],"methods.":[111],"EasyRL4Rec":[112],"seeks":[113],"facilitate":[115],"development":[118],"experimental":[120],"process":[121],"domain":[124],"The":[128],"is":[130],"available":[131],"use.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}