{"id":"https://openalex.org/W4407758893","doi":"https://doi.org/10.1145/3696410.3714589","title":"Joint Evaluation of Fairness and Relevance in Recommender Systems with Pareto Frontier","display_name":"Joint Evaluation of Fairness and Relevance in Recommender Systems with Pareto Frontier","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4407758893","doi":"https://doi.org/10.1145/3696410.3714589"},"language":"en","primary_location":{"id":"doi:10.1145/3696410.3714589","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714589","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714589","source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714589","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076063515","display_name":"Theresia Veronika Rampisela","orcid":"https://orcid.org/0000-0003-1233-7690"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":true,"raw_author_name":"Theresia Veronika Rampisela","raw_affiliation_strings":["University of Copenhagen, Copenhagen, Denmark"],"affiliations":[{"raw_affiliation_string":"University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064247235","display_name":"Tuukka Ruotsalo","orcid":"https://orcid.org/0000-0002-2203-4928"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]},{"id":"https://openalex.org/I63548447","display_name":"Lappeenranta-Lahti University of Technology","ror":"https://ror.org/0208vgz68","country_code":"FI","type":"education","lineage":["https://openalex.org/I63548447"]}],"countries":["DK","FI"],"is_corresponding":false,"raw_author_name":"Tuukka Ruotsalo","raw_affiliation_strings":["University of Copenhagen, Copenhagen, Denmark and LUT University, Lahti, Finland"],"affiliations":[{"raw_affiliation_string":"University of Copenhagen, Copenhagen, Denmark and LUT University, Lahti, Finland","institution_ids":["https://openalex.org/I124055696","https://openalex.org/I63548447"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078639165","display_name":"Maria Maistro","orcid":"https://orcid.org/0000-0002-7001-4817"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Maria Maistro","raw_affiliation_strings":["University of Copenhagen, Copenhagen, Denmark"],"affiliations":[{"raw_affiliation_string":"University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045425016","display_name":"Christina Lioma","orcid":"https://orcid.org/0000-0003-2600-2701"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Christina Lioma","raw_affiliation_strings":["University of Copenhagen, Copenhagen, Denmark"],"affiliations":[{"raw_affiliation_string":"University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I124055696"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5076063515"],"corresponding_institution_ids":["https://openalex.org/I124055696"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03536603,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1548","last_page":"1566"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.8608640432357788},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7480200529098511},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.7003408670425415},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6310198307037354},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.595236599445343},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.554277241230011},{"id":"https://openalex.org/keywords/rss","display_name":"RSS","score":0.5125224590301514},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.37796279788017273},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3418566584587097},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15712988376617432},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.15566304326057434},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.07300350069999695}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8608640432357788},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7480200529098511},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.7003408670425415},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6310198307037354},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.595236599445343},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.554277241230011},{"id":"https://openalex.org/C2385561","wikidata":"https://www.wikidata.org/wiki/Q45432","display_name":"RSS","level":2,"score":0.5125224590301514},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37796279788017273},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3418566584587097},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15712988376617432},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.15566304326057434},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.07300350069999695},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3696410.3714589","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714589","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714589","source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2502.11921","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.11921","pdf_url":"https://arxiv.org/pdf/2502.11921","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/bdab17d7-6b0b-4598-814c-ccd8339f5244","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/bdab17d7-6b0b-4598-814c-ccd8339f5244","pdf_url":"https://curis.ku.dk/ws/files/449010059/Joint_Evaluation_of_Fairness_and_Relevance_in_Recommender.pdf","source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Rampisela , T V , Ruotsalo , T , Maistro , M & Lioma , C 2025 , Joint Evaluation of Fairness and Relevance in Recommender Systems with Pareto Frontier. in WWW '25: Proceedings of the ACM on Web Conference 2025 . Association for Computing Machinery, Inc. , pp. 1548-1566 , 34rd ACM Web Conference WWW 2025 , Sydney , Australia , 29/04/2025 . https://doi.org/10.1145/3696410.3714589","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"doi:10.1145/3696410.3714589","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3696410.3714589","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3696410.3714589","source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310490","display_name":"Villum Fonden","ror":"https://ror.org/007ww2d15"},{"id":"https://openalex.org/F4320327758","display_name":"Direktoratet for internasjonalisering og kvalitetsutvikling i h\u00f8gare utdanning","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4407758893.pdf"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W2010788560","https://openalex.org/W2053584122","https://openalex.org/W2060494110","https://openalex.org/W2117354486","https://openalex.org/W2125442594","https://openalex.org/W2142144955","https://openalex.org/W2219888463","https://openalex.org/W2231711798","https://openalex.org/W2373641322","https://openalex.org/W2704480242","https://openalex.org/W2896438568","https://openalex.org/W2897955056","https://openalex.org/W2904425119","https://openalex.org/W2932401226","https://openalex.org/W2962733633","https://openalex.org/W2963085847","https://openalex.org/W2972510393","https://openalex.org/W2990138404","https://openalex.org/W2993383518","https://openalex.org/W2999838088","https://openalex.org/W3008301325","https://openalex.org/W3012903288","https://openalex.org/W3023202929","https://openalex.org/W3042178925","https://openalex.org/W3043777434","https://openalex.org/W3088694469","https://openalex.org/W3094600186","https://openalex.org/W3102092462","https://openalex.org/W3103006639","https://openalex.org/W3105444733","https://openalex.org/W3155690528","https://openalex.org/W3182641134","https://openalex.org/W3208227120","https://openalex.org/W3208358587","https://openalex.org/W3214830073","https://openalex.org/W4212951676","https://openalex.org/W4220802549","https://openalex.org/W4220909642","https://openalex.org/W4225378011","https://openalex.org/W4239969464","https://openalex.org/W4280652991","https://openalex.org/W4282027681","https://openalex.org/W4283022819","https://openalex.org/W4283158550","https://openalex.org/W4284690424","https://openalex.org/W4290840946","https://openalex.org/W4300482433","https://openalex.org/W4307827411","https://openalex.org/W4367047007","https://openalex.org/W4387848816","https://openalex.org/W4388540026","https://openalex.org/W4399152066"],"related_works":["https://openalex.org/W426968574","https://openalex.org/W2365639220","https://openalex.org/W2382520895","https://openalex.org/W2393709043","https://openalex.org/W3177075132","https://openalex.org/W2150136235","https://openalex.org/W2053591227","https://openalex.org/W2041353081","https://openalex.org/W2581240705","https://openalex.org/W2568183987"],"abstract_inverted_index":{"Fairness":[0],"and":[1,23,67,83,106,131,134,150,156,174,193,201],"relevance":[2,90,107,130],"are":[3,13],"two":[4,60],"important":[5],"aspects":[6],"of":[7,21,51,54,128,145],"recommender":[8],"systems":[9],"(RSs).":[10],"Typically,":[11],"they":[12],"evaluated":[14],"either":[15],"(i)":[16,42],"separately":[17],"by":[18,95],"individual":[19],"measures":[20,78],"fairness":[22,35,66,105,132,149,200],"relevance,":[24],"or":[25],"(ii)":[26,72],"jointly":[27,103,147],"using":[28],"a":[29,47,99,126,143,190],"single":[30],"measure":[31,144,197],"that":[32,178],"accounts":[33],"for":[34,65,69,102,125,198],"with":[36,163,167,184],"respect":[37],"to":[38,80,88,111],"relevance.":[39,70,151,202],"However,":[40],"approach":[41,101,153],"often":[43],"does":[44],"not":[45,85],"provide":[46],"reliable":[48],"joint":[49,196],"estimate":[50],"the":[52,55,137,140,146],"goodness":[53],"models,":[56,170],"as":[57,142,158],"it":[58,159],"has":[59],"different":[61],"best":[62],"models:":[63],"one":[64],"another":[68],"Approach":[71],"is":[73,154],"also":[74],"problematic":[75],"because":[76],"these":[77],"tend":[79],"be":[81,161],"ad-hoc":[82],"do":[84],"relate":[86],"well":[87],"traditional":[89],"measures,":[91,133],"like":[92],"NDCG.":[93],"Motivated":[94],"this,":[96],"we":[97,120],"present":[98],"new":[100],"evaluating":[104],"in":[108],"RSs:":[109],"Distance":[110],"Pareto":[112,123],"Frontier":[113],"(DPFR).":[114],"Given":[115],"some":[116],"user-item":[117],"interaction":[118],"data,":[119],"compute":[121],"their":[122],"frontier":[124,141],"pair":[127],"existing":[129,164,179],"then":[135],"use":[136],"distance":[138],"from":[139],"achievable":[148],"Our":[152,203],"modular":[155],"intuitive":[157],"can":[160],"computed":[162],"measures.":[165],"Experiments":[166],"4":[168],"RS":[169],"3":[171],"re-ranking":[172],"strategies,":[173],"6":[175],"datasets":[176],"show":[177],"metrics":[180],"have":[181],"inconsistent":[182],"associations":[183],"our":[185],"Pareto-optimal":[186],"solution,":[187],"making":[188],"DPFR":[189],"more":[191],"robust":[192],"theoretically":[194],"well-founded":[195],"assessing":[199],"code:":[204],"https://github.com/theresiavr/DPFR-recsys-evaluation":[205]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}