{"id":"https://openalex.org/W3088936686","doi":"https://doi.org/10.1145/3383313.3412252","title":"Keeping Dataset Biases out of the Simulation","display_name":"Keeping Dataset Biases out of the Simulation","publication_year":2020,"publication_date":"2020-09-19","ids":{"openalex":"https://openalex.org/W3088936686","doi":"https://doi.org/10.1145/3383313.3412252","mag":"3088936686"},"language":"en","primary_location":{"id":"doi:10.1145/3383313.3412252","doi":"https://doi.org/10.1145/3383313.3412252","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3383313.3412252","pdf_url":null,"source":{"id":"https://openalex.org/S7407086088","display_name":"ACM Conference on Recommender Systems (RecSys)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fourteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://handle.uba.uva.nl/personal/pure/en/publications/keeping-dataset-biases-out-of-the-simulation(c902af09-f699-4e40-86b2-f317eed290d4).html","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087291586","display_name":"Jin Huang","orcid":"https://orcid.org/0000-0001-9273-9037","observed_orcids":["https://orcid.org/0000-0001-9273-9037"]},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Jin Huang","raw_affiliation_strings":["University of Amsterdam Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002072527","display_name":"Harrie Oosterhuis","orcid":"https://orcid.org/0000-0002-0458-9233","observed_orcids":["https://orcid.org/0000-0002-0458-9233"]},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Harrie Oosterhuis","raw_affiliation_strings":["University of Amsterdam Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031439294","display_name":"Maarten de Rijke","orcid":"https://orcid.org/0000-0002-1086-0202","observed_orcids":["https://orcid.org/0000-0002-1086-0202"]},"institutions":[{"id":"https://openalex.org/I4210112722","display_name":"Ahold Delhaize (Netherlands)","ror":"https://ror.org/01v6p2g18","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210112722"]},{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maarten de Rijke","raw_affiliation_strings":["University of Amsterdam & Ahold Delhaize Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam & Ahold Delhaize Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I4210112722","https://openalex.org/I887064364"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057277609","display_name":"Herke van Hoof","orcid":"https://orcid.org/0000-0002-1583-3692","observed_orcids":["https://orcid.org/0000-0002-1583-3692"]},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Herke van Hoof","raw_affiliation_strings":["University of Amsterdam Amsterdam, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam Amsterdam, The Netherlands","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.3466,"has_fulltext":true,"cited_by_count":70,"citation_normalized_percentile":{"value":0.98110201,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"190","last_page":"199"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.003700000001117587,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning-for-recommendation","display_name":"reinforcement learning for recommendation","score":0.796999990940094},{"id":"https://openalex.org/keywords/bias-mitigation","display_name":"bias mitigation","score":0.8510000109672546},{"id":"https://openalex.org/keywords/simulator-evaluation","display_name":"simulator evaluation","score":0.6800000071525574},{"id":"https://openalex.org/keywords/offline-learning","display_name":"offline learning","score":0.5299999713897705},{"id":"https://openalex.org/keywords/user-engagement","display_name":"user engagement","score":0.6330000162124634}],"concepts":[{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.9833216667175293},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8555370569229126},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6891950964927673},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.46435025334358215},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3794774115085602},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3129178285598755},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3383313.3412252","doi":"https://doi.org/10.1145/3383313.3412252","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3383313.3412252","pdf_url":null,"source":{"id":"https://openalex.org/S7407086088","display_name":"ACM Conference on Recommender Systems (RecSys)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fourteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire/c902af09-f699-4e40-86b2-f317eed290d4","doi":null,"is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/keeping-dataset-biases-out-of-the-simulation(c902af09-f699-4e40-86b2-f317eed290d4).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Huang, J, Oosterhuis, H, de Rijke, M & van Hoof, H 2020, Keeping Dataset Biases out of the Simulation : A Debiased Simulator for Reinforcement Learning based Recommender Systems. in RECSYS 2020 : 14th ACM Conference on Recommender Systems : Virtual Event, Brazil, September 22-26, 2020. New York, NY, pp. 190\u2013199, 14th ACM Conference on Recommender Systems, Brazil, 22/09/20. https://doi.org/10.1145/3383313.3412252","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:uvapub:oai:dare.uva.nl:publications/c902af09-f699-4e40-86b2-f317eed290d4","doi":null,"is_oa":true,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/keeping-dataset-biases-out-of-the-simulation(c902af09-f699-4e40-86b2-f317eed290d4).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"RECSYS 2020: 14th ACM Conference on Recommender Systems : Virtual Event, Brazil, September 22-26, 2020","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":{"id":"pmh:oai:dare.uva.nl:openaire/c902af09-f699-4e40-86b2-f317eed290d4","doi":null,"is_oa":true,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/keeping-dataset-biases-out-of-the-simulation(c902af09-f699-4e40-86b2-f317eed290d4).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Huang, J, Oosterhuis, H, de Rijke, M & van Hoof, H 2020, Keeping Dataset Biases out of the Simulation : A Debiased Simulator for Reinforcement Learning based Recommender Systems. in RECSYS 2020 : 14th ACM Conference on Recommender Systems : Virtual Event, Brazil, September 22-26, 2020. New York, NY, pp. 190\u2013199, 14th ACM Conference on Recommender Systems, Brazil, 22/09/20. https://doi.org/10.1145/3383313.3412252","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2586376837","display_name":null,"funder_award_id":"612.001.551","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1992665562","https://openalex.org/W2005415325","https://openalex.org/W2020631728","https://openalex.org/W2045745608","https://openalex.org/W2046974451","https://openalex.org/W2105256943","https://openalex.org/W2112420033","https://openalex.org/W2150468603","https://openalex.org/W2263423262","https://openalex.org/W2507134384","https://openalex.org/W2774321216","https://openalex.org/W2781763969","https://openalex.org/W2783573456","https://openalex.org/W2784068709","https://openalex.org/W2787933113","https://openalex.org/W2788295351","https://openalex.org/W2799048248","https://openalex.org/W2799544270","https://openalex.org/W2809005670","https://openalex.org/W2809162153","https://openalex.org/W2886601525","https://openalex.org/W2902572901","https://openalex.org/W2905101140","https://openalex.org/W2955774983","https://openalex.org/W2963619374","https://openalex.org/W2963654596","https://openalex.org/W2963842088","https://openalex.org/W2972561734","https://openalex.org/W2972905192","https://openalex.org/W2985671795","https://openalex.org/W3007094061","https://openalex.org/W3035734059","https://openalex.org/W3037207827","https://openalex.org/W4214854509","https://openalex.org/W4394672593"],"related_works":["https://openalex.org/W7133187022","https://openalex.org/W3200191866","https://openalex.org/W4385270220","https://openalex.org/W2955774983","https://openalex.org/W3153252032","https://openalex.org/W4384648944","https://openalex.org/W3118999971","https://openalex.org/W2980160527","https://openalex.org/W4409365132","https://openalex.org/W2996959725"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"for":[2,128,159,187,212,223],"recommendation":[3],"(RL4Rec)":[4],"methods":[5,195],"are":[6,81],"increasingly":[7],"receiving":[8],"attention":[9],"as":[10,49,209],"an":[11,86],"effective":[12],"way":[13],"to":[14,29,40,114,140,199,227],"improve":[15],"long-term":[16],"user":[17,33,53,61,78,101,142],"engagement.":[18],"However,":[19],"applying":[20],"RL4Rec":[21,151],"online":[22],"comes":[23],"with":[24,168,188],"risks:":[25],"exploration":[26],"may":[27],"lead":[28],"periods":[30],"of":[31,89,148,165],"detrimental":[32],"experience.":[34],"Moreover,":[35],"few":[36],"researchers":[37],"have":[38,45],"access":[39],"real-world":[41],"recommender":[42],"systems.":[43],"Simulations":[44],"been":[46],"put":[47],"forward":[48],"a":[50,112,119,155],"solution":[51,113],"where":[52],"feedback":[54],"is":[55,138],"simulated":[56],"based":[57],"on":[58,150],"logged":[59,100,134,178],"historical":[60],"data,":[62,102],"thus":[63],"enabling":[64],"optimization":[65,228],"and":[66,80,103,215,229],"evaluation":[67,157,216],"without":[68],"being":[69],"run":[70],"online.":[71],"While":[72,192],"simulators":[73,160],"do":[74],"not":[75],"risk":[76],"the":[77,95,108,123,129,133,146,163,169,175,182,210,218],"experience":[79],"widely":[82],"accessible,":[83],"we":[84,117,153,202],"identify":[85],"important":[87],"limitation":[88],"existing":[90],"simulation":[91,124],"methods.":[92],"They":[93],"ignore":[94],"interaction":[96,224],"biases":[97,106,130,176,225],"present":[98,131],"in":[99,122,132],"consequently,":[104],"these":[105],"affect":[107],"resulting":[109,183],"simulation.":[110],"As":[111],"this":[115],"issue,":[116],"introduce":[118],"debiasing":[120,190,194],"step":[121],"pipeline,":[125],"which":[126],"corrects":[127],"data":[135,179],"before":[136],"it":[137],"used":[139],"simulate":[141],"behavior.":[143],"To":[144],"evaluate":[145],"effects":[147],"bias":[149],"simulations,":[152],"propose":[154],"novel":[156],"approach":[158],"that":[161,174,221],"considers":[162],"performance":[164],"policies":[166],"optimized":[167],"simulator.":[170],"Our":[171],"results":[172],"reveal":[173],"from":[177],"negatively":[180],"impact":[181],"policies,":[184],"unless":[185],"corrected":[186],"our":[189,193,204],"method.":[191],"can":[196],"be":[197],"applied":[198],"any":[200],"simulator,":[201],"make":[203],"complete":[205],"pipeline":[206],"publicly":[207],"available":[208],"Simulator":[211],"OFfline":[213],"leArning":[214],"(SOFA):":[217],"first":[219],"simulator":[220],"accounts":[222],"prior":[226],"evaluation.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2020-10-01T00:00:00"}