{"id":"https://openalex.org/W4386728770","doi":"https://doi.org/10.1145/3604915.3609493","title":"Reproducibility of Multi-Objective Reinforcement Learning Recommendation: Interplay between Effectiveness and Beyond-Accuracy Perspectives","display_name":"Reproducibility of Multi-Objective Reinforcement Learning Recommendation: Interplay between Effectiveness and Beyond-Accuracy Perspectives","publication_year":2023,"publication_date":"2023-09-14","ids":{"openalex":"https://openalex.org/W4386728770","doi":"https://doi.org/10.1145/3604915.3609493"},"language":"en","primary_location":{"id":"doi:10.1145/3604915.3609493","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3604915.3609493","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3604915.3609493","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3604915.3609493","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088379881","display_name":"Vincenzo Paparella","orcid":"https://orcid.org/0000-0002-5602-1682"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Vincenzo Paparella","raw_affiliation_strings":["Department of Electrical and Information Engineering, Politecnico di Bari, Italy"],"raw_orcid":"https://orcid.org/0000-0002-5602-1682","affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, Politecnico di Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072475963","display_name":"Vito Walter Anelli","orcid":"https://orcid.org/0000-0002-5567-4307"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Vito Walter Anelli","raw_affiliation_strings":["Department of Electrical and Information Engineering, Politecnico di Bari, Italy"],"raw_orcid":"https://orcid.org/0000-0002-5567-4307","affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, Politecnico di Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008065624","display_name":"Ludovico Boratto","orcid":"https://orcid.org/0000-0002-6053-3015"},"institutions":[{"id":"https://openalex.org/I172446870","display_name":"University of Cagliari","ror":"https://ror.org/003109y17","country_code":"IT","type":"education","lineage":["https://openalex.org/I172446870"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ludovico Boratto","raw_affiliation_strings":["Department of Mathematics and Computer Science, University of Cagliari, Italy"],"raw_orcid":"https://orcid.org/0000-0002-6053-3015","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Cagliari, Italy","institution_ids":["https://openalex.org/I172446870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034668928","display_name":"Tommaso Di Noia","orcid":"https://orcid.org/0000-0002-0939-5462"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Tommaso Di Noia","raw_affiliation_strings":["Department of Electrical and Information Engineering, Politecnico di Bari, Italy"],"raw_orcid":"https://orcid.org/0000-0002-0939-5462","affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, Politecnico di Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5088379881"],"corresponding_institution_ids":["https://openalex.org/I68618741"],"apc_list":null,"apc_paid":null,"fwci":0.3408,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.65917189,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"467","last_page":"478"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.8825788497924805},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8539395332336426},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.7780841588973999},{"id":"https://openalex.org/keywords/rss","display_name":"RSS","score":0.7653999328613281},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7002610564231873},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.6625095009803772},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.49935460090637207},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.49242672324180603},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.470242440700531},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.4603881537914276},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.42723873257637024},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.39816761016845703},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37385886907577515},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3736090660095215},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2377392053604126},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09679454565048218}],"concepts":[{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.8825788497924805},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8539395332336426},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.7780841588973999},{"id":"https://openalex.org/C2385561","wikidata":"https://www.wikidata.org/wiki/Q45432","display_name":"RSS","level":2,"score":0.7653999328613281},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7002610564231873},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.6625095009803772},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.49935460090637207},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.49242672324180603},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.470242440700531},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.4603881537914276},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.42723873257637024},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.39816761016845703},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37385886907577515},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3736090660095215},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2377392053604126},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09679454565048218},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3604915.3609493","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3604915.3609493","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3604915.3609493","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:iris.unica.it:11584/390352","is_oa":false,"landing_page_url":"https://hdl.handle.net/11584/390352","pdf_url":null,"source":{"id":"https://openalex.org/S4377196293","display_name":"UNICA IRIS Institutional Research Information System (University of Cagliari)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172446870","host_organization_name":"University of Cagliari","host_organization_lineage":["https://openalex.org/I172446870"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"doi:10.1145/3604915.3609493","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3604915.3609493","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3604915.3609493","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2023431758","display_name":null,"funder_award_id":"ECS0000038","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3018935365","display_name":null,"funder_award_id":"F53C22000430001","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386728770.pdf","grobid_xml":"https://content.openalex.org/works/W4386728770.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W298464722","https://openalex.org/W407273095","https://openalex.org/W1997188340","https://openalex.org/W2033009633","https://openalex.org/W2153578526","https://openalex.org/W2747329762","https://openalex.org/W2748058847","https://openalex.org/W2783272285","https://openalex.org/W2902040508","https://openalex.org/W2957191877","https://openalex.org/W2963116854","https://openalex.org/W2963367478","https://openalex.org/W2971522550","https://openalex.org/W2972510393","https://openalex.org/W3033722626","https://openalex.org/W3034853385","https://openalex.org/W3035446616","https://openalex.org/W3081170586","https://openalex.org/W3099814932","https://openalex.org/W3101922104","https://openalex.org/W3105114834","https://openalex.org/W3123082925","https://openalex.org/W3134063549","https://openalex.org/W3153182568","https://openalex.org/W3153675609","https://openalex.org/W3154190849","https://openalex.org/W3164446335","https://openalex.org/W3183638647","https://openalex.org/W3200172637","https://openalex.org/W3214830073","https://openalex.org/W4212951676","https://openalex.org/W4212961739","https://openalex.org/W4220757391","https://openalex.org/W4284677642","https://openalex.org/W4284713500","https://openalex.org/W4296604571"],"related_works":["https://openalex.org/W2147589600","https://openalex.org/W2133515697","https://openalex.org/W2008156638","https://openalex.org/W3196410074","https://openalex.org/W4293355754","https://openalex.org/W2112285779","https://openalex.org/W3041169676","https://openalex.org/W2883883483","https://openalex.org/W2118545189","https://openalex.org/W3174473775"],"abstract_inverted_index":{"Providing":[0],"effective":[1],"suggestions":[2,57],"is":[3,101,210],"of":[4,15,34,44,96,103,119,134,142,150,157,161,169,183,220],"predominant":[5],"importance":[6],"for":[7,17,212,224],"successful":[8],"Recommender":[9,48],"Systems":[10,49],"(RSs).":[11],"Nonetheless,":[12],"the":[13,26,30,104,108,117,120,132,135,140,148,151,155,184,192,205,214,218,221,239],"need":[14,37],"accounting":[16],"additional":[18],"multiple":[19,60],"objectives":[20,62,160],"has":[21,38],"become":[22],"prominent,":[23],"from":[24],"both":[25,179],"final":[27],"users\u2019":[28],"and":[29,68,94,111,165,181,236],"item":[31],"providers\u2019":[32],"points":[33],"view.":[35],"This":[36],"led":[39],"to":[40,55,87,115,139,153,196,228],"a":[41,76,83],"new":[42],"class":[43],"RSs,":[45],"called":[46],"Multi-Objective":[47],"(MORSs).":[50],"These":[51],"systems":[52],"are":[53,113],"designed":[54],"provide":[56],"by":[58],"considering":[59],"(conflicting)":[61],"simultaneously,":[63],"such":[64],"as":[65],"diverse,":[66],"novel,":[67],"fairness-aware":[69],"recommendations.":[70,97],"In":[71,200],"this":[72,173],"work,":[73,137],"we":[74,124,175,202],"reproduce":[75],"state-of-the-art":[77],"study":[78,100],"on":[79],"MORSs":[80,106],"that":[81,126,204],"exploits":[82],"reinforcement":[84,207],"learning":[85,208],"agent":[86],"satisfy":[88],"three":[89],"objectives,":[90],"i.e.,":[91],"accuracy,":[92],"diversity,":[93],"novelty":[95],"The":[98],"selected":[99],"one":[102],"few":[105],"where":[107],"source":[109],"code":[110],"datasets":[112,235],"released":[114],"ensure":[116],"reproducibility":[118],"proposed":[121],"approach.":[122],"Interestingly,":[123],"find":[125],"some":[127,188],"challenges":[128],"arise":[129],"when":[130],"replicating":[131],"results":[133],"original":[136],"due":[138],"nature":[141],"multiple-objective":[143],"problems.":[144],"We":[145,186,232],"also":[146],"extend":[147],"evaluation":[149,198],"approach":[152,209],"analyze":[154],"impact":[156],"improving":[158],"user-centered":[159],"recommendations":[162],"(i.e.,":[163],"diversity":[164],"novelty)":[166],"in":[167,191,217,238],"terms":[168],"algorithmic":[170],"bias.":[171],"To":[172],"end,":[174],"take":[176],"into":[177],"consideration":[178],"popularity":[180],"category":[182],"items.":[185],"discover":[187],"interesting":[189],"trends":[190],"recommendation":[193,222],"performance":[194],"according":[195],"different":[197],"metrics.":[199],"addition,":[201],"see":[203],"multi-objective":[206],"responsible":[211],"increasing":[213],"bias":[215],"disparity":[216],"output":[219],"algorithm":[223],"those":[225],"items":[226],"belonging":[227],"positively/negatively":[229],"biased":[230],"categories.":[231],"publicly":[233],"release":[234],"codes":[237],"following":[240],"GitHub":[241],"repository:":[242],"https://github.com/sisinflab/MORS_reproducibility.":[243]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}