{"id":"https://openalex.org/W3199097559","doi":"https://doi.org/10.1145/3460231.3474234","title":"Towards Unified Metrics for Accuracy and Diversity for Recommender Systems","display_name":"Towards Unified Metrics for Accuracy and Diversity for Recommender Systems","publication_year":2021,"publication_date":"2021-09-13","ids":{"openalex":"https://openalex.org/W3199097559","doi":"https://doi.org/10.1145/3460231.3474234","mag":"3199097559"},"language":"en","primary_location":{"id":"doi:10.1145/3460231.3474234","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3460231.3474234","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3460231.3474234","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fifteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3460231.3474234","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046723532","display_name":"Javier Parapar","orcid":"https://orcid.org/0000-0002-5997-8252"},"institutions":[{"id":"https://openalex.org/I11019714","display_name":"Universidade da Coru\u00f1a","ror":"https://ror.org/01qckj285","country_code":"ES","type":"education","lineage":["https://openalex.org/I11019714"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Javier Parapar","raw_affiliation_strings":["University of A Coru\u00f1a, Spain"],"affiliations":[{"raw_affiliation_string":"University of A Coru\u00f1a, Spain","institution_ids":["https://openalex.org/I11019714"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081692910","display_name":"Filip Radlinski","orcid":"https://orcid.org/0000-0002-1386-9288"},"institutions":[{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Filip Radlinski","raw_affiliation_strings":["Google, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Google, United Kingdom","institution_ids":["https://openalex.org/I4210113297"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5046723532"],"corresponding_institution_ids":["https://openalex.org/I11019714"],"apc_list":null,"apc_paid":null,"fwci":6.8852,"has_fulltext":true,"cited_by_count":34,"citation_normalized_percentile":{"value":0.96927342,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"75","last_page":"84"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.8731664419174194},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8204853534698486},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.7260416150093079},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7170140147209167},{"id":"https://openalex.org/keywords/de-facto","display_name":"De facto","score":0.6422499418258667},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.6119188070297241},{"id":"https://openalex.org/keywords/dilemma","display_name":"Dilemma","score":0.5958641767501831},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.47573044896125793},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3977110981941223},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.35473620891571045},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34883642196655273},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.333435595035553}],"concepts":[{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.8731664419174194},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8204853534698486},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.7260416150093079},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7170140147209167},{"id":"https://openalex.org/C2992317946","wikidata":"https://www.wikidata.org/wiki/Q712144","display_name":"De facto","level":2,"score":0.6422499418258667},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.6119188070297241},{"id":"https://openalex.org/C2778496695","wikidata":"https://www.wikidata.org/wiki/Q254128","display_name":"Dilemma","level":2,"score":0.5958641767501831},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.47573044896125793},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3977110981941223},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35473620891571045},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34883642196655273},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.333435595035553},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C27206212","wikidata":"https://www.wikidata.org/wiki/Q34178","display_name":"Theology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3460231.3474234","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3460231.3474234","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3460231.3474234","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fifteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3460231.3474234","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3460231.3474234","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3460231.3474234","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fifteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3199097559.pdf","grobid_xml":"https://content.openalex.org/works/W3199097559.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W47192650","https://openalex.org/W1498594556","https://openalex.org/W1604317414","https://openalex.org/W1968927634","https://openalex.org/W1971040550","https://openalex.org/W1985476803","https://openalex.org/W1993320088","https://openalex.org/W2012903477","https://openalex.org/W2026430213","https://openalex.org/W2045966063","https://openalex.org/W2049670925","https://openalex.org/W2049750575","https://openalex.org/W2051442094","https://openalex.org/W2058624977","https://openalex.org/W2058896506","https://openalex.org/W2059120814","https://openalex.org/W2063853488","https://openalex.org/W2069870183","https://openalex.org/W2097638479","https://openalex.org/W2110228583","https://openalex.org/W2113640060","https://openalex.org/W2132314908","https://openalex.org/W2138216384","https://openalex.org/W2144807535","https://openalex.org/W2150886314","https://openalex.org/W2155912844","https://openalex.org/W2161676175","https://openalex.org/W2162111811","https://openalex.org/W2162697159","https://openalex.org/W2197919320","https://openalex.org/W2213191543","https://openalex.org/W2219888463","https://openalex.org/W2464171116","https://openalex.org/W2468421329","https://openalex.org/W2613712744","https://openalex.org/W2624553223","https://openalex.org/W2740253077","https://openalex.org/W2780363200","https://openalex.org/W2803314776","https://openalex.org/W2892346047","https://openalex.org/W2892923641","https://openalex.org/W2913853152","https://openalex.org/W2914164530","https://openalex.org/W2927996276","https://openalex.org/W2955792106","https://openalex.org/W2998992231","https://openalex.org/W3011685549","https://openalex.org/W3035063214","https://openalex.org/W3100184886","https://openalex.org/W3100992222","https://openalex.org/W3151899381","https://openalex.org/W3158689111","https://openalex.org/W4206671592","https://openalex.org/W4226006895","https://openalex.org/W4300410021"],"related_works":["https://openalex.org/W2381242807","https://openalex.org/W2751208925","https://openalex.org/W2347541121","https://openalex.org/W4288804799","https://openalex.org/W3032237421","https://openalex.org/W2080951048","https://openalex.org/W2390346111","https://openalex.org/W2065552215","https://openalex.org/W2369082698","https://openalex.org/W2401808953"],"abstract_inverted_index":{"Recommender":[0],"systems":[1],"evaluation":[2],"has":[3],"evolved":[4],"rapidly":[5],"in":[6],"recent":[7],"years.":[8],"However,":[9],"for":[10,19,42,65],"offline":[11],"evaluation,":[12],"accuracy":[13],"is":[14],"the":[15,21,73],"de":[16],"facto":[17],"standard":[18],"assessing":[20],"superiority":[22],"of":[23,69],"one":[24],"method":[25],"over":[26],"another,":[27],"with":[28,59],"most":[29],"research":[30],"comparisons":[31],"focused":[32],"on":[33],"tasks":[34],"ranging":[35],"from":[36],"rating":[37],"prediction":[38],"to":[39,55,82],"ranking":[40],"metrics":[41,62],"top-n":[43],"recommendation.":[44],"Simultaneously,":[45],"recommendation":[46,70,87],"diversity":[47],"and":[48],"novelty":[49],"have":[50],"become":[51],"recognized":[52],"as":[53,79],"critical":[54],"users\u2019":[56],"perceived":[57],"utility,":[58],"several":[60],"new":[61,86],"recently":[63],"proposed":[64],"evaluating":[66],"these":[67],"aspects":[68],"lists.":[71],"Consequently,":[72],"accuracy-diversity":[74],"dilemma":[75],"frequently":[76],"shows":[77],"up":[78],"a":[80],"choice":[81],"make":[83],"when":[84],"creating":[85],"algorithms.":[88]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":8}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}