{"id":"https://openalex.org/W4389438966","doi":"https://doi.org/10.1145/3636465","title":"RADio* \u2013 An Introduction to Measuring Normative Diversity in News Recommendations","display_name":"RADio* \u2013 An Introduction to Measuring Normative Diversity in News Recommendations","publication_year":2023,"publication_date":"2023-12-07","ids":{"openalex":"https://openalex.org/W4389438966","doi":"https://doi.org/10.1145/3636465"},"language":"en","primary_location":{"id":"doi:10.1145/3636465","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636465","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636465","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3636465","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090448564","display_name":"Sanne Vrijenhoek","orcid":"https://orcid.org/0000-0002-1031-4746"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Sanne Vrijenhoek","raw_affiliation_strings":["Institute for Information Law, University of Amsterdam, Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-1031-4746","affiliations":[{"raw_affiliation_string":"Institute for Information Law, University of Amsterdam, Amsterdam, Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031110596","display_name":"G. F. Benedict","orcid":"https://orcid.org/0000-0002-3596-0285"},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Gabriel B\u00e9n\u00e9dict","raw_affiliation_strings":["University of Amsterdam and RTL Nederland B.V., Amsterdam, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-3596-0285","affiliations":[{"raw_affiliation_string":"University of Amsterdam and RTL Nederland B.V., Amsterdam, Netherlands","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002125541","display_name":"Mateo Gutierrez Granada","orcid":"https://orcid.org/0009-0008-4232-5790"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mateo Gutierrez Granada","raw_affiliation_strings":["RTL Nederland B.V., Hilversum Netherlands"],"raw_orcid":"https://orcid.org/0009-0008-4232-5790","affiliations":[{"raw_affiliation_string":"RTL Nederland B.V., Hilversum Netherlands","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071940615","display_name":"Daan Odijk","orcid":"https://orcid.org/0000-0003-0369-8857"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daan Odijk","raw_affiliation_strings":["RTL Nederland B.V., Hilversum Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-0369-8857","affiliations":[{"raw_affiliation_string":"RTL Nederland B.V., Hilversum Netherlands","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4394,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.59920415,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"3","issue":"1","first_page":"1","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12592","display_name":"Opinion Dynamics and Social Influence","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12592","display_name":"Opinion Dynamics and Social Influence","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13718","display_name":"Media Influence and Politics","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normative","display_name":"Normative","score":0.7913703322410583},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7081116437911987},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.6346448063850403},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.5752960443496704},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5545152425765991},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.4819914698600769},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.47512155771255493},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.46682992577552795},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4661591947078705},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.46594393253326416},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4241650700569153},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3441917598247528},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33620738983154297},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.16652432084083557},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13675013184547424},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.11759260296821594},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.07862916588783264}],"concepts":[{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.7913703322410583},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7081116437911987},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.6346448063850403},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.5752960443496704},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5545152425765991},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.4819914698600769},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.47512155771255493},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.46682992577552795},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4661591947078705},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.46594393253326416},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4241650700569153},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3441917598247528},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33620738983154297},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.16652432084083557},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13675013184547424},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11759260296821594},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.07862916588783264},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3636465","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636465","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636465","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"},{"id":"pmh:oai:cwi.nl:36394","is_oa":true,"landing_page_url":"https://ir.cwi.nl/pub/36394","pdf_url":"https://ir.cwi.nl/pub/36394/36394.pdf","source":{"id":"https://openalex.org/S7407055335","display_name":"Centrum Wiskunde & Informatica (CWI), the national research institute for mathematics and computer science in the Netherlands","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Recommender Systems vol. 3 no. 1, pp. 5:1-5:29","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1145/3636465","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3636465","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3636465","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321799","display_name":"Ministerie van Onderwijs, Cultuur en Wetenschap","ror":"https://ror.org/02x3w5g21"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389438966.pdf","grobid_xml":"https://content.openalex.org/works/W4389438966.grobid-xml"},"referenced_works_count":92,"referenced_works":["https://openalex.org/W615621364","https://openalex.org/W1965555277","https://openalex.org/W1966850048","https://openalex.org/W1990184998","https://openalex.org/W1999521399","https://openalex.org/W2006681603","https://openalex.org/W2069870183","https://openalex.org/W2089711563","https://openalex.org/W2096682819","https://openalex.org/W2108805652","https://openalex.org/W2111336742","https://openalex.org/W2131422140","https://openalex.org/W2131940723","https://openalex.org/W2132314908","https://openalex.org/W2132481658","https://openalex.org/W2134021902","https://openalex.org/W2138216384","https://openalex.org/W2140634465","https://openalex.org/W2144807535","https://openalex.org/W2146950091","https://openalex.org/W2147495818","https://openalex.org/W2154908680","https://openalex.org/W2213191543","https://openalex.org/W2333520960","https://openalex.org/W2338257848","https://openalex.org/W2340893350","https://openalex.org/W2476651334","https://openalex.org/W2508625104","https://openalex.org/W2542459869","https://openalex.org/W2586601519","https://openalex.org/W2596791748","https://openalex.org/W2603637586","https://openalex.org/W2729349341","https://openalex.org/W2734389702","https://openalex.org/W2765304087","https://openalex.org/W2790980374","https://openalex.org/W2791833762","https://openalex.org/W2799023274","https://openalex.org/W2805720864","https://openalex.org/W2807730028","https://openalex.org/W2883381738","https://openalex.org/W2891591079","https://openalex.org/W2901662176","https://openalex.org/W2908897634","https://openalex.org/W2911529586","https://openalex.org/W2911936302","https://openalex.org/W2946688064","https://openalex.org/W2949422051","https://openalex.org/W2950416834","https://openalex.org/W2950421571","https://openalex.org/W2953038565","https://openalex.org/W2953083078","https://openalex.org/W2955792106","https://openalex.org/W2964536660","https://openalex.org/W2970793364","https://openalex.org/W3005222337","https://openalex.org/W3012950066","https://openalex.org/W3019548522","https://openalex.org/W3028525590","https://openalex.org/W3030594067","https://openalex.org/W3034503922","https://openalex.org/W3035606589","https://openalex.org/W3097281049","https://openalex.org/W3097779809","https://openalex.org/W3098075008","https://openalex.org/W3101101404","https://openalex.org/W3115040029","https://openalex.org/W3123340107","https://openalex.org/W3127070003","https://openalex.org/W3134235469","https://openalex.org/W3134847937","https://openalex.org/W3135734416","https://openalex.org/W3184049346","https://openalex.org/W3194486110","https://openalex.org/W3196894162","https://openalex.org/W3199097559","https://openalex.org/W3199814031","https://openalex.org/W3200112724","https://openalex.org/W3200287606","https://openalex.org/W4206588201","https://openalex.org/W4210840373","https://openalex.org/W4211213328","https://openalex.org/W4254687493","https://openalex.org/W4282917614","https://openalex.org/W4283760054","https://openalex.org/W4295763196","https://openalex.org/W4296604448","https://openalex.org/W4312048182","https://openalex.org/W4384303305","https://openalex.org/W4386729664","https://openalex.org/W6762922744","https://openalex.org/W6813275162"],"related_works":["https://openalex.org/W2392768766","https://openalex.org/W2058118494","https://openalex.org/W2095118173","https://openalex.org/W2382021449","https://openalex.org/W2104269053","https://openalex.org/W2106424170","https://openalex.org/W2501188010","https://openalex.org/W4299935056","https://openalex.org/W2768810474","https://openalex.org/W4206575749"],"abstract_inverted_index":{"In":[0],"traditional":[1],"recommender":[2,151],"system":[3,152],"literature,":[4],"diversity":[5],"is":[6,29],"often":[7],"seen":[8],"as":[9,17,54,101],"the":[10,18,33,119,129],"opposite":[11],"of":[12,32,37,131],"similarity":[13],"and":[14,46,48,96,123],"typically":[15],"defined":[16],"distance":[19],"between":[20],"identified":[21],"topics,":[22],"categories,":[23],"or":[24],"word":[25],"models.":[26],"However,":[27],"this":[28],"not":[30],"expressive":[31],"social":[34],"science\u2019s":[35],"interpretation":[36],"diversity,":[38],"which":[39,49],"accounts":[40,82],"for":[41,83],"a":[42,60,74,85,94],"news":[43,116,150],"organization\u2019s":[44],"norms":[45],"values":[47],"we":[50],"here":[51],"refer":[52],"to":[53,64,68,89,103,110,148],"normative":[55,70,113],"diversity.":[56],"We":[57,106,136],"introduce":[58],"RADio,":[59],"versatile":[61],"metrics":[62],"framework":[63],"evaluate":[65,107],"recommendations":[66,117],"according":[67],"these":[69],"goals.":[71],"RADio":[72,139],"introduces":[73],"rank-aware":[75],"Jensen":[76],"Shannon":[77],"(JS)":[78],"divergence.":[79],"This":[80],"combination":[81],"(i)":[84],"user\u2019s":[86],"decreasing":[87],"propensity":[88],"observe":[90],"items":[91],"further":[92],"down":[93],"list":[95],"(ii)":[97],"full":[98],"distributional":[99],"shifts":[100],"opposed":[102],"point":[104],"estimates.":[105],"RADio\u2019s":[108],"ability":[109],"reflect":[111],"five":[112],"concepts":[114],"in":[115],"on":[118],"Microsoft":[120],"News":[121],"Dataset":[122],"six":[124],"(neural)":[125],"recommendation":[126],"algorithms,":[127],"with":[128],"help":[130],"our":[132],"metadata":[133],"enrichment":[134],"pipeline.":[135],"find":[137],"that":[138,143],"provides":[140],"insightful":[141],"estimates":[142],"can":[144],"potentially":[145],"be":[146],"used":[147],"inform":[149],"design.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}