{"id":"https://openalex.org/W4378835047","doi":"https://doi.org/10.1145/3589763","title":"A Versatile Framework for Evaluating Ranked Lists in Terms of Group Fairness and Relevance","display_name":"A Versatile Framework for Evaluating Ranked Lists in Terms of Group Fairness and Relevance","publication_year":2023,"publication_date":"2023-05-31","ids":{"openalex":"https://openalex.org/W4378835047","doi":"https://doi.org/10.1145/3589763"},"language":"en","primary_location":{"id":"doi:10.1145/3589763","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589763","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589763","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3589763","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023595778","display_name":"Tetsuya Sakai","orcid":"https://orcid.org/0000-0002-6720-963X"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tetsuya Sakai","raw_affiliation_strings":["Waseda University/Naver Corporation, Japan"],"raw_orcid":"https://orcid.org/0000-0002-6720-963X","affiliations":[{"raw_affiliation_string":"Waseda University/Naver Corporation, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109370365","display_name":"Jin Young Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I60922564","display_name":"Naver (South Korea)","ror":"https://ror.org/04nzrnx83","country_code":"KR","type":"company","lineage":["https://openalex.org/I60922564"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jin Young Kim","raw_affiliation_strings":["Naver Corporation, Korea"],"raw_orcid":"https://orcid.org/0009-0003-2678-3197","affiliations":[{"raw_affiliation_string":"Naver Corporation, Korea","institution_ids":["https://openalex.org/I60922564"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103125835","display_name":"In-Ho Kang","orcid":"https://orcid.org/0009-0006-8636-6880"},"institutions":[{"id":"https://openalex.org/I60922564","display_name":"Naver (South Korea)","ror":"https://ror.org/04nzrnx83","country_code":"KR","type":"company","lineage":["https://openalex.org/I60922564"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Inho Kang","raw_affiliation_strings":["Naver Corporation, Korea"],"raw_orcid":"https://orcid.org/0009-0006-8636-6880","affiliations":[{"raw_affiliation_string":"Naver Corporation, Korea","institution_ids":["https://openalex.org/I60922564"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.5509,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.93517484,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"42","issue":"1","first_page":"1","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10991","display_name":"Game Theory and Voting Systems","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9678999781608582,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9617999792098999,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7205871939659119},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.673188328742981},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6500534415245056},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5420944690704346},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5086394548416138},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5036365389823914},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5001399517059326},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.48676371574401855},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.46237751841545105},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.41736310720443726},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2472848892211914},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21222805976867676}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7205871939659119},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.673188328742981},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6500534415245056},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5420944690704346},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5086394548416138},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5036365389823914},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5001399517059326},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.48676371574401855},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.46237751841545105},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.41736310720443726},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2472848892211914},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21222805976867676},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3589763","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589763","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589763","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3589763","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589763","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589763","source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6100000143051147,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4378835047.pdf","grobid_xml":"https://content.openalex.org/works/W4378835047.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W1968927634","https://openalex.org/W1972802558","https://openalex.org/W1987938088","https://openalex.org/W1988619666","https://openalex.org/W1993320088","https://openalex.org/W2000289953","https://openalex.org/W2009948657","https://openalex.org/W2058624977","https://openalex.org/W2058896506","https://openalex.org/W2068098598","https://openalex.org/W2069870183","https://openalex.org/W2070192299","https://openalex.org/W2079082863","https://openalex.org/W2082055394","https://openalex.org/W2093495945","https://openalex.org/W2113640060","https://openalex.org/W2137274315","https://openalex.org/W2146950091","https://openalex.org/W2171235719","https://openalex.org/W2469056188","https://openalex.org/W2544318541","https://openalex.org/W2613654763","https://openalex.org/W2624553223","https://openalex.org/W2704480242","https://openalex.org/W2787991113","https://openalex.org/W2798995101","https://openalex.org/W2912638141","https://openalex.org/W2913539872","https://openalex.org/W2948749288","https://openalex.org/W2950173087","https://openalex.org/W2963189767","https://openalex.org/W2971504510","https://openalex.org/W2971522550","https://openalex.org/W2997398218","https://openalex.org/W3021094736","https://openalex.org/W3023202929","https://openalex.org/W3035063214","https://openalex.org/W3040472729","https://openalex.org/W3083137311","https://openalex.org/W3085914694","https://openalex.org/W3094600186","https://openalex.org/W3097281049","https://openalex.org/W3101922104","https://openalex.org/W3102092462","https://openalex.org/W3102518922","https://openalex.org/W3103891807","https://openalex.org/W3121014527","https://openalex.org/W3123404882","https://openalex.org/W3152757293","https://openalex.org/W3154833091","https://openalex.org/W3158192345","https://openalex.org/W3158897490","https://openalex.org/W3176193384","https://openalex.org/W3187177811","https://openalex.org/W3196175706","https://openalex.org/W4230624213","https://openalex.org/W4243617875","https://openalex.org/W4284690424","https://openalex.org/W4285613665","https://openalex.org/W4287393742","https://openalex.org/W4298233331","https://openalex.org/W4300410021","https://openalex.org/W4300482433","https://openalex.org/W4300539796","https://openalex.org/W4378835047"],"related_works":["https://openalex.org/W2581240705","https://openalex.org/W2041353081","https://openalex.org/W1572278127","https://openalex.org/W4287690154","https://openalex.org/W3048366122","https://openalex.org/W3094502663","https://openalex.org/W2152204162","https://openalex.org/W1934841634","https://openalex.org/W3199233695","https://openalex.org/W3093924713"],"abstract_inverted_index":{"We":[0,142],"present":[1],"a":[2,44,104,120,231],"simple":[3],"and":[4,16,53,76,95,153,199,226],"versatile":[5],"framework":[6,40,88,129,225],"for":[7,149,184,212],"evaluating":[8],"ranked":[9,65],"lists":[10],"in":[11,18,32,110],"terms":[12],"of":[13,63,196],"Group":[14,51],"Fairness":[15,52,229],"Relevance,":[17],"which":[19],"the":[20,60,97,146,151,157,165,193,197,220,237],"groups":[21],"(i.e.,":[22],"possible":[23],"attribute":[24,82,140,158,166],"values)":[25],"can":[26,57,89],"be":[27,161],"either":[28],"nominal":[29],"or":[30],"ordinal":[31,194,214],"nature.":[33],"First,":[34],"we":[35,84,125,218],"demonstrate":[36,85,126],"that":[37,86,96,145],"when":[38,164],"our":[39,50,87,128,173,182,224],"is":[41,175],"applied":[42],"to":[43,132,176],"binary":[45],"hard":[46],"group":[47,93,135,232],"membership":[48,94],"setting,":[49],"Relevance":[54],"(GFR)":[55],"measures":[56,99],"easily":[58],"quantify":[59],"overall":[61],"polarity":[62],"each":[64,78],"list.":[66],"Second,":[67],"by":[68],"utilising":[69],"an":[70,81],"existing":[71],"diversified":[72,105],"search":[73,123],"test":[74],"collection":[75],"treating":[77],"intent":[79],"as":[80,113],"value,":[83],"also":[90,143],"handle":[91],"soft":[92],"GFR":[98],"are":[100,168],"highly":[101],"correlated":[102],"with":[103,181],"information":[106],"retrieval":[107],"(IR)":[108],"measure":[109,234],"this":[111],"context":[112],"well.":[114],"Third,":[115],"using":[116],"real":[117],"data":[118],"from":[119],"Japanese":[121],"local":[122],"service,":[124],"how":[127],"enables":[130],"researchers":[131],"study":[133],"intersectional":[134],"fairness":[136,233],"based":[137,187,201],"on":[138,188,202],"multiple":[139,178],"sets.":[141],"show":[144],"similarity":[147,179],"function":[148],"comparing":[150],"achieved":[152],"target":[154],"distributions":[155],"over":[156],"values":[159,167],"should":[160],"chosen":[162],"carefully":[163],"ordinal.":[169],"For":[170],"such":[171],"situations,":[172],"recommendation":[174],"use":[177],"functions":[180],"framework:":[183],"example,":[185],"one":[186],"Jensen-Shannon":[189],"Divergence":[190,206],"(which":[191,207],"disregards":[192],"nature":[195],"groups)":[198],"another":[200],"Root":[203],"Normalised":[204],"Order-aware":[205],"has":[208],"been":[209],"designed":[210],"specifically":[211],"handling":[213],"groups).":[215],"In":[216],"addition,":[217],"highlight":[219],"fundamental":[221],"differences":[222],"between":[223],"Attention-Weighted":[227],"Rank":[228],"(AWRF),":[230],"used":[235],"at":[236],"TREC":[238],"Fair":[239],"Ranking":[240],"Track.":[241]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}