{"id":"https://openalex.org/W3208528803","doi":"https://doi.org/10.1145/3585006","title":"Fair Enough: Searching for Sufficient Measures of Fairness","display_name":"Fair Enough: Searching for Sufficient Measures of Fairness","publication_year":2023,"publication_date":"2023-03-16","ids":{"openalex":"https://openalex.org/W3208528803","doi":"https://doi.org/10.1145/3585006","mag":"3208528803"},"language":"en","primary_location":{"id":"doi:10.1145/3585006","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3585006","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069218522","display_name":"Suvodeep Majumder","orcid":"https://orcid.org/0000-0001-5673-1142"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Suvodeep Majumder","raw_affiliation_strings":["North Carolina State University, USA"],"raw_orcid":"https://orcid.org/0000-0001-5673-1142","affiliations":[{"raw_affiliation_string":"North Carolina State University, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004929245","display_name":"Joymallya Chakraborty","orcid":"https://orcid.org/0000-0003-4651-1837"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joymallya Chakraborty","raw_affiliation_strings":["North Carolina State University, USA"],"raw_orcid":"https://orcid.org/0000-0003-4651-1837","affiliations":[{"raw_affiliation_string":"North Carolina State University, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040160847","display_name":"Gina R. Bai","orcid":"https://orcid.org/0009-0004-6922-7470"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gina R. Bai","raw_affiliation_strings":["North Carolina State University, USA"],"raw_orcid":"https://orcid.org/0009-0004-6922-7470","affiliations":[{"raw_affiliation_string":"North Carolina State University, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050283470","display_name":"Kathryn T. Stolee","orcid":"https://orcid.org/0000-0003-0584-7094"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kathryn T. Stolee","raw_affiliation_strings":["North Carolina State University, USA"],"raw_orcid":"https://orcid.org/0000-0003-0584-7094","affiliations":[{"raw_affiliation_string":"North Carolina State University, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077008083","display_name":"Tim Menzies","orcid":"https://orcid.org/0000-0002-5040-3196"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Menzies","raw_affiliation_strings":["North Carolina State University, USA"],"raw_orcid":"https://orcid.org/0000-0002-5040-3196","affiliations":[{"raw_affiliation_string":"North Carolina State University, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I137902535"],"apc_list":null,"apc_paid":null,"fwci":7.2464,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.97566414,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"32","issue":"6","first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9526000022888184,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8857881426811218},{"id":"https://openalex.org/keywords/fairness-measure","display_name":"Fairness measure","score":0.6108176112174988},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5619905591011047},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.5566914081573486},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.49165207147598267},{"id":"https://openalex.org/keywords/ibm","display_name":"IBM","score":0.44740086793899536},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.42876285314559937},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.36554163694381714},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33219510316848755},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12922021746635437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8857881426811218},{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.6108176112174988},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5619905591011047},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.5566914081573486},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49165207147598267},{"id":"https://openalex.org/C70388272","wikidata":"https://www.wikidata.org/wiki/Q5968558","display_name":"IBM","level":2,"score":0.44740086793899536},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.42876285314559937},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36554163694381714},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33219510316848755},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12922021746635437},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3585006","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3585006","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321390","display_name":"Fonds De La Recherche Scientifique - FNRS","ror":"https://ror.org/03q83t159"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W790205961","https://openalex.org/W1500415856","https://openalex.org/W1556779599","https://openalex.org/W1961345416","https://openalex.org/W1996881001","https://openalex.org/W2014352947","https://openalex.org/W2056780622","https://openalex.org/W2103016999","https://openalex.org/W2116984840","https://openalex.org/W2137659640","https://openalex.org/W2145292631","https://openalex.org/W2148810011","https://openalex.org/W2156618683","https://openalex.org/W2270187530","https://openalex.org/W2270192120","https://openalex.org/W2385483600","https://openalex.org/W2400239131","https://openalex.org/W2401686019","https://openalex.org/W2522104760","https://openalex.org/W2594829721","https://openalex.org/W2599025709","https://openalex.org/W2607719644","https://openalex.org/W2612690371","https://openalex.org/W2728567418","https://openalex.org/W2730550703","https://openalex.org/W2731252178","https://openalex.org/W2759641418","https://openalex.org/W2768894107","https://openalex.org/W2803923024","https://openalex.org/W2805618604","https://openalex.org/W2809701591","https://openalex.org/W2809878087","https://openalex.org/W2810290439","https://openalex.org/W2889634868","https://openalex.org/W2893425640","https://openalex.org/W2894096852","https://openalex.org/W2895471314","https://openalex.org/W2901481055","https://openalex.org/W2910839839","https://openalex.org/W2911457688","https://openalex.org/W2946313828","https://openalex.org/W2952092676","https://openalex.org/W2963100392","https://openalex.org/W2963174898","https://openalex.org/W2963178340","https://openalex.org/W2963392941","https://openalex.org/W2963819344","https://openalex.org/W2963917042","https://openalex.org/W2963919086","https://openalex.org/W2967682612","https://openalex.org/W2980688251","https://openalex.org/W2982150230","https://openalex.org/W2983048110","https://openalex.org/W2989755645","https://openalex.org/W2996424229","https://openalex.org/W3001553940","https://openalex.org/W3005784127","https://openalex.org/W3012624518","https://openalex.org/W3012970654","https://openalex.org/W3023309920","https://openalex.org/W3027373771","https://openalex.org/W3032152562","https://openalex.org/W3038416089","https://openalex.org/W3048991518","https://openalex.org/W3084040431","https://openalex.org/W3092091768","https://openalex.org/W3096003120","https://openalex.org/W3099376688","https://openalex.org/W3103741452","https://openalex.org/W3105507623","https://openalex.org/W3106489865","https://openalex.org/W3117999225","https://openalex.org/W3124540000","https://openalex.org/W3165292502","https://openalex.org/W3182172753","https://openalex.org/W3193448347","https://openalex.org/W4213245422","https://openalex.org/W4233730851","https://openalex.org/W4287605901","https://openalex.org/W4289548211"],"related_works":["https://openalex.org/W3126131865","https://openalex.org/W4253186488","https://openalex.org/W2044344400","https://openalex.org/W1996938127","https://openalex.org/W2083611981","https://openalex.org/W2072507639","https://openalex.org/W4231814374","https://openalex.org/W2155964760","https://openalex.org/W2043380045","https://openalex.org/W2099557065"],"abstract_inverted_index":{"Testing":[0],"machine":[1],"learning":[2],"software":[3],"for":[4,25,179],"ethical":[5],"bias":[6],"has":[7,17],"become":[8],"a":[9,19,48,161],"pressing":[10],"current":[11],"concern.":[12],"In":[13,137],"response,":[14],"recent":[15],"research":[16],"proposed":[18],"plethora":[20],"of":[21,29,51,60,74,154,163,187],"new":[22],"fairness":[23,30,44,61,76,135,142,155],"metrics,":[24],"example,":[26],"the":[27,33,39,58,67,80,141,147,185],"dozens":[28],"metrics":[31,77,96,107],"in":[32,171],"IBM":[34],"AIF360":[35],"toolkit.":[36],"This":[37,69],"raises":[38],"question:":[40],"How":[41],"can":[42,64,97,108],"any":[43],"tool":[45],"satisfy":[46,133],"such":[47,164],"diverse":[49],"range":[50],"goals?":[52],"While":[53],"we":[54,63,90,145,159],"cannot":[55],"completely":[56],"simplify":[57,140],"task":[59],"testing,":[62],"certainly":[65],"reduce":[66],"problem.":[68],"article":[70],"shows":[71],"that":[72,92],"many":[73],"those":[75,169],"effectively":[78],"measure":[79],"same":[81],"thing.":[82],"Based":[83],"on":[84],"experiments":[85],"using":[86],"seven":[87,101],"real-world":[88],"datasets,":[89],"find":[91],"(a)":[93],"26":[94],"classification":[95],"be":[98,109],"clustered":[99,110],"into":[100,111],"groups":[102],"and":[103,174,191],"(b)":[104],"four":[105],"dataset":[106],"three":[112],"groups.":[113],"Further,":[114],"each":[115],"reduced":[116],"set":[117],"may":[118],"actually":[119],"predict":[120],"different":[121],"things.":[122],"Hence,":[123],"it":[124],"is":[125,156],"no":[126],"longer":[127],"necessary":[128],"(or":[129],"even":[130],"possible)":[131],"to":[132,139],"all":[134],"metrics.":[136],"summary,":[138],"testing":[143],"problem,":[144],"recommend":[146],"following":[148],"steps:":[149],"(1)":[150],"determine":[151],"what":[152],"type":[153],"desirable":[157],"(and":[158],"offer":[160],"handful":[162],"types),":[165],"then":[166,175],"(2)":[167],"lookup":[168],"types":[170],"our":[172,189],"clusters,":[173],"(3)":[176],"just":[177],"test":[178],"one":[180],"item":[181],"per":[182],"cluster.":[183],"For":[184],"purpose":[186],"reproducibility,":[188],"scripts":[190],"data":[192],"are":[193],"available":[194],"at":[195],"https://github.com/Repoanon":[196],"ymous/Fairness_Metrics.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}