{"id":"https://openalex.org/W4399152066","doi":"https://doi.org/10.1145/3626772.3657832","title":"Can We Trust Recommender System Fairness Evaluation? The Role of Fairness and Relevance","display_name":"Can We Trust Recommender System Fairness Evaluation? The Role of Fairness and Relevance","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4399152066","doi":"https://doi.org/10.1145/3626772.3657832"},"language":"en","primary_location":{"id":"doi:10.1145/3626772.3657832","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626772.3657832","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.18276","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076063515","display_name":"Theresia Veronika Rampisela","orcid":"https://orcid.org/0000-0003-1233-7690"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]},{"id":"https://openalex.org/I63548447","display_name":"Lappeenranta-Lahti University of Technology","ror":"https://ror.org/0208vgz68","country_code":"FI","type":"education","lineage":["https://openalex.org/I63548447"]}],"countries":["DK","FI"],"is_corresponding":false,"raw_author_name":"Theresia Veronika Rampisela","raw_affiliation_strings":["University of Copenhagen, Copenhagen, Denmark","LUT University Lahti, Finland"],"raw_orcid":"https://orcid.org/0000-0003-1233-7690","affiliations":[{"raw_affiliation_string":"University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I124055696"]},{"raw_affiliation_string":"LUT University Lahti, Finland","institution_ids":["https://openalex.org/I63548447"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064247235","display_name":"Tuukka Ruotsalo","orcid":"https://orcid.org/0000-0002-2203-4928"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Tuukka Ruotsalo","raw_affiliation_strings":["University of Copenhagen & LUT University, Copenhagen, Denmark"],"raw_orcid":"https://orcid.org/0000-0002-2203-4928","affiliations":[{"raw_affiliation_string":"University of Copenhagen & LUT University, Copenhagen, Denmark","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078639165","display_name":"Maria Maistro","orcid":"https://orcid.org/0000-0002-7001-4817"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Maria Maistro","raw_affiliation_strings":["University of Copenhagen, Copenhagen, Denmark"],"raw_orcid":"https://orcid.org/0000-0002-7001-4817","affiliations":[{"raw_affiliation_string":"University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045425016","display_name":"Christina Lioma","orcid":"https://orcid.org/0000-0003-2600-2701"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Christina Lioma","raw_affiliation_strings":["University of Copenhagen, Copenhagen, Denmark"],"raw_orcid":"https://orcid.org/0000-0003-2600-2701","affiliations":[{"raw_affiliation_string":"University of Copenhagen, Copenhagen, Denmark","institution_ids":["https://openalex.org/I124055696"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4091,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.90180838,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"271","last_page":"281"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7465873956680298},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7458035945892334},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.7369871735572815},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.32876598834991455},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3245309591293335},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.062448859214782715}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7465873956680298},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7458035945892334},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.7369871735572815},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.32876598834991455},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3245309591293335},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.062448859214782715},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3626772.3657832","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626772.3657832","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2405.18276","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.18276","pdf_url":"https://arxiv.org/pdf/2405.18276","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/4f0cafaa-7eb1-4fed-b682-9b4884eff6c7","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/4f0cafaa-7eb1-4fed-b682-9b4884eff6c7","pdf_url":"https://curis.ku.dk/ws/files/404319027/Can_We_Trust_Recommender_System.pdf","source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.18276","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.18276","pdf_url":"https://arxiv.org/pdf/2405.18276","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6200000047683716}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399152066.pdf","grobid_xml":"https://content.openalex.org/works/W4399152066.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1968927634","https://openalex.org/W2060494110","https://openalex.org/W2069870183","https://openalex.org/W2100960835","https://openalex.org/W2142144955","https://openalex.org/W2219888463","https://openalex.org/W2337002970","https://openalex.org/W2963085847","https://openalex.org/W2993383518","https://openalex.org/W2999838088","https://openalex.org/W3023202929","https://openalex.org/W3042178925","https://openalex.org/W3043777434","https://openalex.org/W3088694469","https://openalex.org/W3094600186","https://openalex.org/W3155690528","https://openalex.org/W3167919298","https://openalex.org/W3201310492","https://openalex.org/W3208227120","https://openalex.org/W4220802549","https://openalex.org/W4220909642","https://openalex.org/W4225378011","https://openalex.org/W4239969464","https://openalex.org/W4280652991","https://openalex.org/W4282027681","https://openalex.org/W4283022819","https://openalex.org/W4283156909","https://openalex.org/W4283158550","https://openalex.org/W4284690424","https://openalex.org/W4290840946","https://openalex.org/W4300482433","https://openalex.org/W4307827411","https://openalex.org/W4312048084","https://openalex.org/W4367046988","https://openalex.org/W4367047007","https://openalex.org/W4378711683","https://openalex.org/W4388540026"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4390273403","https://openalex.org/W1967370444","https://openalex.org/W2150136235","https://openalex.org/W2085215424","https://openalex.org/W2088814244","https://openalex.org/W2157408137","https://openalex.org/W4312252109"],"abstract_inverted_index":{"Relevance":[0],"and":[1,56,58,90,109,125,142,155,207],"fairness":[2,17],"are":[3,19,79,133,148,171],"two":[4],"major":[5],"objectives":[6],"of":[7,15,53,102,116,165,183,189,208],"recommender":[8],"systems":[9],"(RSs).":[10],"Recent":[11],"work":[12],"proposes":[13],"measures":[14,33,43,52,104],"RS":[16,54,153],"that":[18,114,146,169],"either":[20],"independent":[21],"from":[22],"relevance":[23,28,55],"(fairness-only)":[24],"or":[25,86],"conditioned":[26],"on":[27,185],"(joint":[29],"measures).":[30],"While":[31],"fairness-only":[32,143],"have":[34],"been":[35],"studied":[36],"extensively,":[37],"we":[38],"look":[39],"into":[40],"whether":[41],"joint":[42,50],"can":[44],"be":[45,195],"trusted.":[46],"We":[47,93,112,175],"collect":[48],"all":[49],"evaluation":[51],"fairness,":[57],"ask:":[59],"How":[60,77],"much":[61],"do":[62,71],"they":[63,72,80,147,170,193],"agree":[64,73],"with":[65,74,122,180,197],"each":[66,128,205],"other?":[67],"To":[68],"what":[69],"extent":[70],"relevance/fairness":[75],"measures?":[76],"sensitive":[78,135],"to":[81,87,136,158,200,203],"changes":[82,139],"in":[83],"rank":[84,137],"position,":[85],"increasingly":[88],"fair":[89],"relevant":[91],"recommendations?":[92],"eempirically":[94],"study":[95],"for":[96],"the":[97,100,162,177,186],"first":[98],"time":[99],"behaviour":[101],"these":[103,117],"across":[105],"4":[106,110],"real-world":[107],"datasets":[108],"recommenders.":[111],"find":[113],"most":[115],"measures:":[118],"i)":[119],"correlate":[120],"weakly":[121],"one":[123],"another":[124],"even":[126],"contradict":[127,204],"other":[129,206],"at":[130,161],"times;":[131],"ii)":[132],"less":[134,149],"position":[138],"than":[140,151],"relevance-":[141],"measures,":[144,191],"meaning":[145,168],"granular":[150],"traditional":[152],"measures;":[154],"iii)":[156],"tend":[157],"compress":[159],"scores":[160],"low":[163],"end":[164],"their":[166,201],"range,":[167],"not":[172],"very":[173,211],"expressive.":[174],"counter":[176],"above":[178],"limitations":[179],"a":[181,210],"set":[182],"guidelines":[184],"appropriate":[187],"usage":[188],"such":[190],"i.e.,":[192],"should":[194],"used":[196],"caution":[198],"due":[199],"tendency":[202],"having":[209],"small":[212],"empirical":[213],"range.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2024-05-30T00:00:00"}