{"id":"https://openalex.org/W7225329208","doi":"https://doi.org/10.1145/3860632","title":"A Study of Normative Diversity Metrics in News Recommendations","display_name":"A Study of Normative Diversity Metrics in News Recommendations","publication_year":2026,"publication_date":"2026-11-05","ids":{"openalex":"https://openalex.org/W7225329208","doi":"https://doi.org/10.1145/3860632"},"language":"en","primary_location":{"id":"doi:10.1145/3860632","doi":"https://doi.org/10.1145/3860632","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3860632","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3860632?download=true","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3860632?download=true","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106343201","display_name":"David Vos","orcid":"https://orcid.org/0009-0003-8925-1585","observed_orcids":["https://orcid.org/0009-0003-8925-1585"]},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"David Vos","raw_affiliation_strings":["University of Amsterdam"],"raw_orcid":"https://orcid.org/0009-0003-8925-1585","affiliations":[{"raw_affiliation_string":"University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087291586","display_name":"Jin Huang","orcid":"https://orcid.org/0000-0001-9273-9037","observed_orcids":["https://orcid.org/0000-0001-9273-9037"]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jin Huang","raw_affiliation_strings":["University of Cambridge"],"raw_orcid":"https://orcid.org/0000-0001-9273-9037","affiliations":[{"raw_affiliation_string":"University of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031439294","display_name":"Maarten de Rijke","orcid":"https://orcid.org/0000-0002-1086-0202","observed_orcids":["https://orcid.org/0000-0002-1086-0202"]},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Maarten de Rijke","raw_affiliation_strings":["University of Amsterdam"],"raw_orcid":"https://orcid.org/0000-0002-1086-0202","affiliations":[{"raw_affiliation_string":"University of Amsterdam","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/news-recommendation","display_name":"news recommendation","score":0.9449999928474426},{"id":"https://openalex.org/keywords/radio","display_name":"radio","score":0.8420000076293945},{"id":"https://openalex.org/keywords/re-ranking","display_name":"re-ranking","score":0.5550000071525574},{"id":"https://openalex.org/keywords/accuracy-diversity-trade-off","display_name":"accuracy-diversity trade-off","score":0.8090000152587891},{"id":"https://openalex.org/keywords/cross-cultural-generalization","display_name":"cross-cultural generalization","score":0.6570000052452087},{"id":"https://openalex.org/keywords/mind-dataset","display_name":"MIND dataset","score":0.7590000033378601}],"concepts":[{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.8417999744415283},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6728000044822693},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5759999752044678},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5630000233650208},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4828999936580658},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.48080000281333923},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.40220001339912415},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3804999887943268},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.37950000166893005},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.375},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.35679998993873596},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34040001034736633},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3379000127315521},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.3368000090122223},{"id":"https://openalex.org/C125209646","wikidata":"https://www.wikidata.org/wiki/Q1338878","display_name":"Cultural diversity","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C63428231","wikidata":"https://www.wikidata.org/wiki/Q9043","display_name":"Norwegian","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.29919999837875366},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2883000075817108},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2667999863624573},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.266400009393692},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.265500009059906},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C13200473","wikidata":"https://www.wikidata.org/wiki/Q2747831","display_name":"Reflexivity","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3860632","doi":"https://doi.org/10.1145/3860632","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3860632","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3860632?download=true","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3860632","doi":"https://doi.org/10.1145/3860632","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3860632","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3860632?download=true","source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1658026781","display_name":null,"funder_award_id":"101201510","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5550786340","display_name":"Hybrid Intelligence (HI): augmenting human intellect","funder_award_id":"024.004.022","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G6280615682","display_name":"Low Resource Chat-based Conversational Intelligence","funder_award_id":"NWA.1389.20.183","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G6493830415","display_name":null,"funder_award_id":"LTP.20.006","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225329208.pdf","grobid_xml":"https://content.openalex.org/works/W7225329208.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1999521399","https://openalex.org/W2069870183","https://openalex.org/W2087388117","https://openalex.org/W2131940723","https://openalex.org/W2140484261","https://openalex.org/W2147495818","https://openalex.org/W2155912844","https://openalex.org/W2161676175","https://openalex.org/W2743333519","https://openalex.org/W2744446984","https://openalex.org/W2765304087","https://openalex.org/W2909551589","https://openalex.org/W2950416834","https://openalex.org/W2950421571","https://openalex.org/W2953083078","https://openalex.org/W2964536660","https://openalex.org/W2970793364","https://openalex.org/W3034503922","https://openalex.org/W3097779809","https://openalex.org/W3134235469","https://openalex.org/W3184049346","https://openalex.org/W4223991076"],"related_works":["https://openalex.org/W4389438966","https://openalex.org/W4296604448","https://openalex.org/W7149874452","https://openalex.org/W7165073228","https://openalex.org/W4281689381","https://openalex.org/W4414034822","https://openalex.org/W4416709204","https://openalex.org/W4226005601","https://openalex.org/W4414034768","https://openalex.org/W3114630563"],"abstract_inverted_index":{"Recent":[0],"work":[1],"on":[2,54,226,288],"beyond-accuracy":[3],"metrics":[4],"for":[5,262,272],"news":[6,42,113,281,323],"recommendation":[7,155,253],"has":[8],"proposed":[9],"RADio,":[10],"a":[11],"framework":[12],"that":[13,48,174,193,294],"operationalizes":[14],"the":[15,21,33,55,60,88,102,107,134,164,205,228,270,285,289,307],"concept":[16],"of":[17,41,90,133,334],"normative":[18,30,39,67,169,198,278,295],"diversity":[19,31,199,279],"from":[20,101],"social":[22],"sciences":[23],"into":[24],"rank-aware":[25],"evaluation":[26,100,274,296],"metrics.":[27],"RADio":[28,78,91,152,175,194,242],"measures":[29],"as":[32],"divergence":[34],"between":[35,166,216],"ranked":[36],"distributions":[37],"over":[38],"attributes":[40],"articles.":[43],"Vrijenhoek":[44],"et":[45],"al.":[46],"caution":[47],"RADio\u2019s":[49,98,145,263],"conclusions":[50],"may":[51],"depend":[52],"strongly":[53],"dataset,":[56],"cultural":[57,125],"context,":[58],"and":[59,83,110,124,162,168,183,188,201,223,260,268],"representation":[61,84,136,184,189,230,291,316],"pipeline":[62,137,292],"used":[63],"to":[64,80,106,115,138,154,179,214,331],"define":[65],"such":[66,81],"attributes.":[68],"In":[69,283],"this":[70,221],"reproducibility":[71,333],"study,":[72],"we":[73,96,128,149,191,236,238],"empirically":[74],"study":[75],"how":[76,140,151],"robust":[77],"is":[79],"contextual":[82,266],"choices.":[85],"We":[86,218,327],"evaluate":[87],"robustness":[89],"along":[92],"three":[93],"axes.":[94],"First,":[95],"extend":[97],"original":[99],"English-language":[103],"MIND":[104],"dataset":[105],"Danish":[108],"EBNeRD":[109],"Norwegian":[111],"Adressa":[112],"datasets,":[114],"test":[116],"whether":[117],"its":[118,212],"metric":[119,146,206],"behavior":[120],"generalizes":[121],"across":[122,233],"editorial":[123,181,304],"contexts.":[126],"Second,":[127],"systematically":[129],"vary":[130],"key":[131],"components":[132],"attribute":[135,229,290],"examine":[139],"specific":[141],"implementation":[142],"choices":[143],"influence":[144],"values.":[147],"Finally,":[148],"analyze":[150],"relates":[153],"accuracy":[156,167],"by":[157],"applying":[158],"simple":[159,318],"post-hoc":[160],"re-ranking":[161,245,319],"quantifying":[163],"trade-offs":[165],"diversity.":[170],"Our":[171],"results":[172],"show":[173],"outcomes":[176],"are":[177],"sensitive":[178],"both":[180],"context":[182],"design.":[185],"Across":[186],"datasets":[187],"choices,":[190,317],"observe":[192],"can":[195,239,320],"rank":[196],"models\u2019":[197],"differently,":[200],"in":[202,251,280,300],"some":[203],"settings,":[204],"either":[207],"saturates":[208],"or":[209],"collapses,":[210],"limiting":[211],"ability":[213],"discriminate":[215],"models.":[217],"analyse":[219],"why":[220],"happens,":[222],"give":[224],"directions":[225],"designing":[227],"pipeline.":[231],"Furthermore,":[232],"all":[234],"settings":[235],"consider,":[237],"substantially":[240],"increase":[241],"scores":[243],"via":[244],"while":[246],"incurring":[247],"only":[248],"modest":[249],"losses":[250],"standard":[252],"accuracy.":[254],"These":[255],"findings":[256],"provide":[257],"empirical":[258],"support":[259],"nuance":[261],"originally":[264],"hypothesized":[265],"dependence,":[267],"underscore":[269],"need":[271],"context-aware":[273],"frameworks":[275],"when":[276],"operationalizing":[277],"recommendations.":[282],"particular,":[284],"strong":[286],"dependence":[287],"suggests":[293],"should":[297],"be":[298],"designed":[299],"close":[301],"collaboration":[302],"with":[303],"stakeholders.":[305],"At":[306],"same":[308],"time,":[309],"our":[310,329,335],"experiments":[311],"indicate":[312],"that,":[313],"given":[314],"appropriate":[315],"make":[321],"normative-diversity-aware":[322],"recommendations":[324],"practically":[325],"viable.":[326],"share":[328],"code":[330],"facilitate":[332],"findings:":[336],"https://github.com/davidvos/normative-diversity-repro":[337],"/":[338]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-11-06T00:00:00"}