{"id":"https://openalex.org/W4296604448","doi":"https://doi.org/10.1145/3523227.3546780","title":"RADio \u2013 Rank-Aware Divergence Metrics to Measure Normative Diversity in News Recommendations","display_name":"RADio \u2013 Rank-Aware Divergence Metrics to Measure Normative Diversity in News Recommendations","publication_year":2022,"publication_date":"2022-09-13","ids":{"openalex":"https://openalex.org/W4296604448","doi":"https://doi.org/10.1145/3523227.3546780"},"language":"en","primary_location":{"id":"doi:10.1145/3523227.3546780","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3523227.3546780","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090448564","display_name":"Sanne Vrijenhoek","orcid":"https://orcid.org/0000-0002-1031-4746"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Sanne Vrijenhoek","raw_affiliation_strings":["Institute for Information Law, University of Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"Institute for Information Law, University of Amsterdam, Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031110596","display_name":"G. F. Benedict","orcid":"https://orcid.org/0000-0002-3596-0285"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Gabriel B\u00e9n\u00e9dict","raw_affiliation_strings":["IRLab, University of Amsterdam, Netherlands and RTL Nederland B.V., Netherlands"],"affiliations":[{"raw_affiliation_string":"IRLab, University of Amsterdam, Netherlands and RTL Nederland B.V., Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002125541","display_name":"Mateo Gutierrez Granada","orcid":"https://orcid.org/0009-0008-4232-5790"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mateo Gutierrez Granada","raw_affiliation_strings":["RTL Nederland B.V., Netherlands"],"affiliations":[{"raw_affiliation_string":"RTL Nederland B.V., Netherlands","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071940615","display_name":"Daan Odijk","orcid":"https://orcid.org/0000-0003-0369-8857"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daan Odijk","raw_affiliation_strings":["RTL Nederland B.V., Netherlands"],"affiliations":[{"raw_affiliation_string":"RTL Nederland B.V., Netherlands","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031439294","display_name":"Maarten de Rijke","orcid":"https://orcid.org/0000-0002-1086-0202"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maarten De Rijke","raw_affiliation_strings":["University of Amsterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Amsterdam, Netherlands","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5090448564"],"corresponding_institution_ids":["https://openalex.org/I887064364"],"apc_list":null,"apc_paid":null,"fwci":5.8304,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.96592606,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"208","last_page":"219"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normative","display_name":"Normative","score":0.7140570878982544},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6921052932739258},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.6851898431777954},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.6759520173072815},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5833957195281982},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.562261700630188},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.34509170055389404},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.20645824074745178},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.2042107880115509},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17772388458251953},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1112123429775238}],"concepts":[{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.7140570878982544},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6921052932739258},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6851898431777954},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.6759520173072815},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5833957195281982},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.562261700630188},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.34509170055389404},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.20645824074745178},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2042107880115509},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17772388458251953},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1112123429775238},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3523227.3546780","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3523227.3546780","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:dare.uva.nl:openaire_cris_publications/645b44b8-4a3a-4fbf-8a56-5362bf050094","is_oa":false,"landing_page_url":"https://handle.uba.uva.nl/personal/pure/en/publications/radio--rankaware-divergence-metrics-to-measure-normative-diversity-in-news-recommendations(645b44b8-4a3a-4fbf-8a56-5362bf050094).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Vrijenhoek, S, B\u00e9n\u00e9dict, G, Gutierrez Granada, M, Odijk, D & de Rijke, M 2022, RADio - Rank-Aware Divergence Metrics to Measure Normative Diversity in News Recommendations. in RecSys' 22 : Proceedings of the Sixteenth ACM Conference on Recommender Systems : Seattle, WA, USA, September 18-23, 2022. Association for Computing Machinery, New York, pp. 208-219, 16th ACM Conference on Recommender Systems, RecSys 2022, Seattle, United States, 18/09/22. https://doi.org/10.1145/3523227.3546780","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:dare.uva.nl:publications/645b44b8-4a3a-4fbf-8a56-5362bf050094","is_oa":false,"landing_page_url":"https://hdl.handle.net/11245.1/645b44b8-4a3a-4fbf-8a56-5362bf050094","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Vrijenhoek, S, B\u00e9n\u00e9dict, G, Gutierrez Granada, M, Odijk, D & de Rijke, M 2022, RADio - Rank-Aware Divergence Metrics to Measure Normative Diversity in News Recommendations. in RecSys' 22 : Proceedings of the Sixteenth ACM Conference on Recommender Systems : Seattle, WA, USA, September 18-23, 2022. Association for Computing Machinery, New York, pp. 208-219, 16th ACM Conference on Recommender Systems, RecSys 2022, Seattle, United States, 18/09/22. https://doi.org/10.1145/3523227.3546780","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:uvapub:oai:dare.uva.nl:publications/645b44b8-4a3a-4fbf-8a56-5362bf050094","is_oa":false,"landing_page_url":"https://dare.uva.nl/personal/pure/en/publications/radio--rankaware-divergence-metrics-to-measure-normative-diversity-in-news-recommendations(645b44b8-4a3a-4fbf-8a56-5362bf050094).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"RecSys' 22: Proceedings of the Sixteenth ACM Conference on Recommender Systems : Seattle, WA, USA, September 18-23, 2022, 208 - 219","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W615621364","https://openalex.org/W1966850048","https://openalex.org/W1990184998","https://openalex.org/W1999521399","https://openalex.org/W2006681603","https://openalex.org/W2069870183","https://openalex.org/W2089711563","https://openalex.org/W2096682819","https://openalex.org/W2108805652","https://openalex.org/W2111336742","https://openalex.org/W2131940723","https://openalex.org/W2132314908","https://openalex.org/W2132481658","https://openalex.org/W2134021902","https://openalex.org/W2138216384","https://openalex.org/W2140634465","https://openalex.org/W2144807535","https://openalex.org/W2146950091","https://openalex.org/W2154908680","https://openalex.org/W2333520960","https://openalex.org/W2338257848","https://openalex.org/W2476651334","https://openalex.org/W2508625104","https://openalex.org/W2586601519","https://openalex.org/W2603637586","https://openalex.org/W2729349341","https://openalex.org/W2734389702","https://openalex.org/W2765304087","https://openalex.org/W2790980374","https://openalex.org/W2791833762","https://openalex.org/W2799023274","https://openalex.org/W2805720864","https://openalex.org/W2807730028","https://openalex.org/W2883381738","https://openalex.org/W2891591079","https://openalex.org/W2901662176","https://openalex.org/W2911529586","https://openalex.org/W2911936302","https://openalex.org/W2914355744","https://openalex.org/W2950416834","https://openalex.org/W2950421571","https://openalex.org/W2953038565","https://openalex.org/W2953083078","https://openalex.org/W2955792106","https://openalex.org/W2970793364","https://openalex.org/W3005222337","https://openalex.org/W3012950066","https://openalex.org/W3035606589","https://openalex.org/W3097281049","https://openalex.org/W3097779809","https://openalex.org/W3098075008","https://openalex.org/W3115040029","https://openalex.org/W3123340107","https://openalex.org/W3127070003","https://openalex.org/W3134235469","https://openalex.org/W3134847937","https://openalex.org/W3135734416","https://openalex.org/W3184049346","https://openalex.org/W3196894162","https://openalex.org/W3199097559","https://openalex.org/W3199814031","https://openalex.org/W3200112724","https://openalex.org/W3200287606","https://openalex.org/W4206588201","https://openalex.org/W4211213328","https://openalex.org/W4226280022","https://openalex.org/W6754650439","https://openalex.org/W6813275162"],"related_works":["https://openalex.org/W1989297139","https://openalex.org/W2342143608","https://openalex.org/W2496755843","https://openalex.org/W4213090964","https://openalex.org/W892323923","https://openalex.org/W952030982","https://openalex.org/W2128789995","https://openalex.org/W3038899278","https://openalex.org/W2418108191","https://openalex.org/W2067142008"],"abstract_inverted_index":{"In":[0],"traditional":[1],"recommender":[2,151],"system":[3,152],"literature,":[4],"diversity":[5],"is":[6,29],"often":[7],"seen":[8],"as":[9,17,54,101],"the":[10,18,33,119,129],"opposite":[11],"of":[12,32,37,131],"similarity,":[13],"and":[14,46,48,96,123],"typically":[15],"defined":[16],"distance":[19],"between":[20],"identified":[21],"topics,":[22],"categories":[23],"or":[24],"word":[25],"models.":[26],"However,":[27],"this":[28],"not":[30],"expressive":[31],"social":[34],"science\u2019s":[35],"interpretation":[36],"diversity,":[38],"which":[39,49],"accounts":[40,82],"for":[41,83],"a":[42,60,74,85,94],"news":[43,116,150],"organization\u2019s":[44],"norms":[45],"values":[47],"we":[50],"here":[51],"refer":[52],"to":[53,64,68,89,103,110,148],"normative":[55,70,113],"diversity.":[56],"We":[57,106,136],"introduce":[58],"RADio,":[59],"versatile":[61],"metrics":[62],"framework":[63],"evaluate":[65,107],"recommendations":[66,117],"according":[67],"these":[69],"goals.":[71],"RADio":[72,139],"introduces":[73],"rank-aware":[75],"Jensen":[76],"Shannon":[77],"(JS)":[78],"divergence.":[79],"This":[80],"combination":[81],"(i)":[84],"user\u2019s":[86],"decreasing":[87],"propensity":[88],"observe":[90],"items":[91],"further":[92],"down":[93],"list":[95],"(ii)":[97],"full":[98],"distributional":[99],"shifts":[100],"opposed":[102],"point":[104],"estimates.":[105],"RADio\u2019s":[108],"ability":[109],"reflect":[111],"five":[112],"concepts":[114],"in":[115],"on":[118],"Microsoft":[120],"News":[121],"Dataset":[122],"six":[124],"(neural)":[125],"recommendation":[126],"algorithms,":[127],"with":[128],"help":[130],"our":[132],"metadata":[133],"enrichment":[134],"pipeline.":[135],"find":[137],"that":[138,143],"provides":[140],"insightful":[141],"estimates":[142],"can":[144],"potentially":[145],"be":[146],"used":[147],"inform":[149],"design.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":10}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}