{"id":"https://openalex.org/W3187177811","doi":"https://doi.org/10.1145/3461702.3462588","title":"Measuring Group Advantage: A Comparative Study of Fair Ranking Metrics","display_name":"Measuring Group Advantage: A Comparative Study of Fair Ranking Metrics","publication_year":2021,"publication_date":"2021-07-21","ids":{"openalex":"https://openalex.org/W3187177811","doi":"https://doi.org/10.1145/3461702.3462588","mag":"3187177811"},"language":"en","primary_location":{"id":"doi:10.1145/3461702.3462588","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3461702.3462588","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009847028","display_name":"Caitlin Kuhlman","orcid":null},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Caitlin Kuhlman","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065984527","display_name":"Walter Gerych","orcid":"https://orcid.org/0000-0002-1194-1493"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Walter Gerych","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008269094","display_name":"Elke A. Rundensteiner","orcid":"https://orcid.org/0000-0001-5375-9254"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elke Rundensteiner","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5009847028"],"corresponding_institution_ids":["https://openalex.org/I107077323"],"apc_list":null,"apc_paid":null,"fwci":2.0913,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.86965084,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"674","last_page":"682"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11031","display_name":"Game Theory and Applications","score":0.9736999869346619,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9574999809265137,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7737675905227661},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7355340719223022},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7056681513786316},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5437574982643127},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.520164966583252},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.48757046461105347},{"id":"https://openalex.org/keywords/statistical-hypothesis-testing","display_name":"Statistical hypothesis testing","score":0.45688799023628235},{"id":"https://openalex.org/keywords/group","display_name":"Group (periodic table)","score":0.4518725872039795},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4370286464691162},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4122687876224518},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19215399026870728},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.16562238335609436}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7737675905227661},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7355340719223022},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7056681513786316},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5437574982643127},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.520164966583252},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.48757046461105347},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.45688799023628235},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.4518725872039795},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4370286464691162},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4122687876224518},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19215399026870728},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.16562238335609436},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3461702.3462588","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3461702.3462588","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1988619666","https://openalex.org/W2031648200","https://openalex.org/W2065702061","https://openalex.org/W2100960835","https://openalex.org/W2150148859","https://openalex.org/W2483215953","https://openalex.org/W2507134384","https://openalex.org/W2544318541","https://openalex.org/W2613654763","https://openalex.org/W2704480242","https://openalex.org/W2787991113","https://openalex.org/W2788848737","https://openalex.org/W2897955056","https://openalex.org/W2913539872","https://openalex.org/W2950173087","https://openalex.org/W2962762307","https://openalex.org/W2963189767","https://openalex.org/W2963331808","https://openalex.org/W2981070927","https://openalex.org/W2997398218","https://openalex.org/W2997842202","https://openalex.org/W3013948354","https://openalex.org/W3086107884","https://openalex.org/W3100992222","https://openalex.org/W3102092462","https://openalex.org/W3102518922","https://openalex.org/W3103891807","https://openalex.org/W3104475013","https://openalex.org/W4300410021","https://openalex.org/W4300482433"],"related_works":["https://openalex.org/W4255837520","https://openalex.org/W2387011115","https://openalex.org/W2188500270","https://openalex.org/W2303858293","https://openalex.org/W2915512527","https://openalex.org/W4255628145","https://openalex.org/W2382043075","https://openalex.org/W51364034","https://openalex.org/W2898073868","https://openalex.org/W4284663758"],"abstract_inverted_index":{"Ranking":[0],"evaluation":[1],"metrics":[2,45,63,72,109,132],"play":[3],"an":[4,184],"important":[5],"role":[6],"in":[7,110,134,140],"information":[8],"retrieval,":[9],"providing":[10],"optimization":[11],"objectives":[12],"during":[13],"development":[14],"and":[15,117],"means":[16],"of":[17,19,24,100,137,175,183],"assessment":[18],"deployed":[20],"performance.":[21],"Recently,":[22],"fairness":[23,44,186],"rankings":[25],"has":[26,145],"been":[27,47],"recognized":[28],"as":[29,32],"crucial,":[30],"especially":[31],"automated":[33],"systems":[34],"are":[35],"increasingly":[36],"used":[37],"for":[38,59,97,120,123,177],"high":[39],"impact":[40],"decisions.":[41],"While":[42],"numerous":[43],"have":[46],"proposed,":[48],"a":[49,94,146,155,173],"comparative":[50],"analysis":[51,127],"to":[52,159,166,179],"understand":[53],"their":[54],"interrelationships":[55],"is":[56,164],"lacking.":[57],"Even":[58],"fundamental":[60],"statistical":[61,157],"parity":[62],"which":[64],"measure":[65,73],"group":[66,144,169],"advantage,":[67],"it":[68],"remains":[69],"unclear":[70],"whether":[71,161],"the":[74,111,114,131,135,181],"same":[75,115],"phenomena,":[76],"or":[77],"when":[78,142],"one":[79,121,143],"metric":[80],"may":[81],"produce":[82],"different":[83],"results":[84],"than":[85],"another.":[86],"To":[87],"address":[88],"these":[89],"open":[90],"questions,":[91],"we":[92,153],"formulate":[93],"conceptual":[95],"framework":[96],"analytical":[98],"comparison":[99],"metrics.":[101],"We":[102,171],"prove":[103],"that":[104,118,130],"under":[105],"reasonable":[106],"assumptions,":[107],"popular":[108],"literature":[112],"exhibit":[113,167],"behavior":[116],"optimizing":[119],"optimizes":[122],"all.":[124],"However,":[125],"our":[126],"also":[128],"shows":[129],"vary":[133],"degree":[136],"unfairness":[138],"measured,":[139],"particular":[141],"strong":[147],"majority.":[148],"Based":[149],"on":[150],"this":[151],"analysis,":[152],"design":[154],"practical":[156],"test":[158],"identify":[160],"observed":[162],"data":[163],"likely":[165],"predictable":[168],"bias.":[170],"provide":[172],"set":[174],"recommendations":[176],"practitioners":[178],"guide":[180],"choice":[182],"appropriate":[185],"metric.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}