{"id":"https://openalex.org/W4386729636","doi":"https://doi.org/10.1145/3604915.3610649","title":"Broadening the Scope: Evaluating the Potential of Recommender Systems beyond prioritizing Accuracy","display_name":"Broadening the Scope: Evaluating the Potential of Recommender Systems beyond prioritizing Accuracy","publication_year":2023,"publication_date":"2023-09-14","ids":{"openalex":"https://openalex.org/W4386729636","doi":"https://doi.org/10.1145/3604915.3610649"},"language":"en","primary_location":{"id":"doi:10.1145/3604915.3610649","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3604915.3610649","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088379881","display_name":"Vincenzo Paparella","orcid":"https://orcid.org/0000-0002-5602-1682"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Vincenzo Paparella","raw_affiliation_strings":["Department of Electrical and Information Engineering, Politecnico di Bari, Italy"],"raw_orcid":"https://orcid.org/0000-0002-5602-1682","affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, Politecnico di Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102846109","display_name":"Dario Di Palma","orcid":"https://orcid.org/0009-0007-3593-7441"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Dario Di Palma","raw_affiliation_strings":["Department of Electrical and Information Engineering, Politecnico di Bari, Italy"],"raw_orcid":"https://orcid.org/0009-0007-3593-7441","affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, Politecnico di Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072475963","display_name":"Vito Walter Anelli","orcid":"https://orcid.org/0000-0002-5567-4307"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Vito Walter Anelli","raw_affiliation_strings":["Department of Electrical and Information Engineering, Politecnico di Bari, Italy"],"raw_orcid":"https://orcid.org/0000-0002-5567-4307","affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, Politecnico di Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034668928","display_name":"Tommaso Di Noia","orcid":"https://orcid.org/0000-0002-0939-5462"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Tommaso Di Noia","raw_affiliation_strings":["Department of Electrical and Information Engineering, Politecnico di Bari, Italy"],"raw_orcid":"https://orcid.org/0000-0002-0939-5462","affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, Politecnico di Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5088379881"],"corresponding_institution_ids":["https://openalex.org/I68618741"],"apc_list":null,"apc_paid":null,"fwci":1.3453,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.8534553,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1139","last_page":"1145"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.8595725297927856},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.8435591459274292},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7577775716781616},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.3926777243614197},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3598616123199463},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.06861308217048645},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.06275337934494019}],"concepts":[{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.8595725297927856},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.8435591459274292},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7577775716781616},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3926777243614197},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3598616123199463},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06861308217048645},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.06275337934494019}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3604915.3610649","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3604915.3610649","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.5299999713897705,"display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1224564842","https://openalex.org/W1558919105","https://openalex.org/W1587374567","https://openalex.org/W1607104331","https://openalex.org/W1972744876","https://openalex.org/W1997188340","https://openalex.org/W2033009633","https://openalex.org/W2144807535","https://openalex.org/W2155106456","https://openalex.org/W2219888463","https://openalex.org/W2800102422","https://openalex.org/W2912745432","https://openalex.org/W2963085847","https://openalex.org/W2971522550","https://openalex.org/W2987577970","https://openalex.org/W3028521412","https://openalex.org/W3033722626","https://openalex.org/W3035446616","https://openalex.org/W3045200674","https://openalex.org/W3101708421","https://openalex.org/W3101922104","https://openalex.org/W3125645198","https://openalex.org/W3134063549","https://openalex.org/W3153182568","https://openalex.org/W3154190849","https://openalex.org/W3164446335","https://openalex.org/W3183638647","https://openalex.org/W3200172637","https://openalex.org/W3214830073","https://openalex.org/W4212961739","https://openalex.org/W4226037318","https://openalex.org/W4327657909","https://openalex.org/W4379390495"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4241523039","https://openalex.org/W4390273403","https://openalex.org/W2360028903","https://openalex.org/W4280543773","https://openalex.org/W4386781444","https://openalex.org/W178231042","https://openalex.org/W2366083136","https://openalex.org/W2150182025"],"abstract_inverted_index":{"Although":[0],"beyond-accuracy":[1],"metrics":[2,62],"have":[3],"gained":[4],"attention":[5],"in":[6,51,92,147,205],"the":[7,10,17,28,33,64,84,94,131,158,167,181,188,192,196,206],"last":[8],"decade,":[9],"accuracy":[11,29],"of":[12,30,35,66,79,124,140,183,195],"recommendations":[13],"is":[14,82],"still":[15],"considered":[16],"gold":[18],"standard":[19],"to":[20,37,72,100,153,170,190],"evaluate":[21],"Recommender":[22],"Systems":[23],"(RSs).":[24],"This":[25,97],"approach":[26,70],"prioritizes":[27],"recommendations,":[31],"neglecting":[32],"quality":[34],"suggestions":[36],"enhance":[38],"user":[39,54],"needs,":[40],"such":[41],"as":[42,46,48],"diversity":[43],"and":[44,55,130,165,203],"novelty,":[45],"well":[47],"trustworthiness":[49],"regulations":[50],"RSs":[52],"for":[53],"provider":[56],"fairness.":[57],"As":[58],"a":[59,106],"result,":[60],"single":[61],"determine":[63],"success":[65],"RSs,":[67,186],"but":[68],"this":[69,80,177],"fails":[71],"consider":[73],"other":[74],"criteria":[75],"simultaneously.":[76],"A":[77],"downside":[78],"method":[81],"that":[83,109,176],"most":[85],"accurate":[86],"model":[87,112,127],"configuration":[88],"may":[89],"not":[90],"excel":[91],"addressing":[93],"remaining":[95],"criteria.":[96],"study":[98],"seeks":[99],"broaden":[101],"RS":[102,126],"evaluation":[103,108,179,193],"by":[104,161],"introducing":[105],"multi-objective":[107,178],"considers":[110],"all":[111],"configurations":[113,123,164],"simultaneously":[114],"under":[115],"several":[116,121],"perspectives.":[117],"To":[118],"achieve":[119],"this,":[120],"hyper-parameter":[122],"an":[125],"are":[128,134,144,151],"trained,":[129],"Pareto-optimal":[132],"ones":[133],"retrieved.":[135],"The":[136,173],"Quality":[137],"Indicators":[138],"(QI)":[139],"Pareto":[141],"frontiers,":[142],"which":[143],"gaining":[145],"interest":[146],"Multi-Objective":[148],"Optimization":[149],"research,":[150],"adapted":[152],"RSs.":[154],"QI":[155],"enables":[156],"evaluating":[157],"model\u2019s":[159],"performance":[160,184],"considering":[162],"various":[163],"giving":[166],"same":[168],"importance":[169],"each":[171],"metric.":[172],"experiments":[174],"show":[175],"overturns":[180],"ranking":[182],"among":[185],"paving":[187],"way":[189],"revisit":[191],"approaches":[194],"RecSys":[197],"research":[198],"community.":[199],"We":[200],"release":[201],"codes":[202],"datasets":[204],"following":[207],"GitHub":[208],"repository:":[209],"https://github.com/sisinflab/RecMOE.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}