{"id":"https://openalex.org/W2888424849","doi":"https://doi.org/10.1145/3287560.3287592","title":"An Empirical Study of Rich Subgroup Fairness for Machine Learning","display_name":"An Empirical Study of Rich Subgroup Fairness for Machine Learning","publication_year":2019,"publication_date":"2019-01-09","ids":{"openalex":"https://openalex.org/W2888424849","doi":"https://doi.org/10.1145/3287560.3287592","mag":"2888424849"},"language":"en","primary_location":{"id":"doi:10.1145/3287560.3287592","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3287560.3287592","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3287560.3287592","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3287560.3287592","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029730907","display_name":"Michael Kearns","orcid":"https://orcid.org/0000-0001-7569-0147"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Kearns","raw_affiliation_strings":["Department of Computer and Information Sciences, University of Pennsylvania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, University of Pennsylvania","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035371128","display_name":"Seth Neel","orcid":null},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seth Neel","raw_affiliation_strings":["Department of Statistics, University of Pennsylvania","[Department of Statistics, University of Pennsylvania]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, University of Pennsylvania","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"[Department of Statistics, University of Pennsylvania]","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057693522","display_name":"Aaron Roth","orcid":"https://orcid.org/0000-0002-0586-0515"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aaron Roth","raw_affiliation_strings":["Department of Computer and Information Sciences, University of Pennsylvania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, University of Pennsylvania","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001070941","display_name":"Zhiwei Steven Wu","orcid":"https://orcid.org/0000-0002-8125-8227"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiwei Steven Wu","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Minnesota","Dept. of Computer Science and Engineering, University of Minnesota,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Minnesota","institution_ids":["https://openalex.org/I130238516"]},{"raw_affiliation_string":"Dept. of Computer Science and Engineering, University of Minnesota,","institution_ids":["https://openalex.org/I130238516"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"100","last_page":"109"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.972100019454956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.7176229357719421},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.6132646203041077},{"id":"https://openalex.org/keywords/fairness-measure","display_name":"Fairness measure","score":0.5940419435501099},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5587380528450012},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.5413181781768799},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.43857431411743164},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.37689968943595886},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3618638515472412},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.34410759806632996},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.1908840835094452}],"concepts":[{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7176229357719421},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.6132646203041077},{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.5940419435501099},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5587380528450012},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.5413181781768799},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.43857431411743164},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.37689968943595886},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3618638515472412},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34410759806632996},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.1908840835094452},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3287560.3287592","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3287560.3287592","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3287560.3287592","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1808.08166","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1808.08166","pdf_url":"https://arxiv.org/pdf/1808.08166","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.1808.08166","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1808.08166","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2888424849","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1145/3287560.3287592","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3287560.3287592","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3287560.3287592","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5400000214576721}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2888424849.pdf","grobid_xml":"https://content.openalex.org/works/W2888424849.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W1528081447","https://openalex.org/W2029199047","https://openalex.org/W2097246321","https://openalex.org/W2100960835","https://openalex.org/W2599025709","https://openalex.org/W2768894107","https://openalex.org/W2793716388","https://openalex.org/W2805956788","https://openalex.org/W2964031043"],"related_works":["https://openalex.org/W2963104135","https://openalex.org/W3174834916","https://openalex.org/W2984701134","https://openalex.org/W3185350140","https://openalex.org/W3202787215","https://openalex.org/W3137253194","https://openalex.org/W3127240576","https://openalex.org/W3156662033","https://openalex.org/W2997412153","https://openalex.org/W3197393997","https://openalex.org/W2952446824","https://openalex.org/W3128255159","https://openalex.org/W3203818567","https://openalex.org/W2996787464","https://openalex.org/W2982403337","https://openalex.org/W2958076322","https://openalex.org/W3101867941","https://openalex.org/W3185912365","https://openalex.org/W3201525702","https://openalex.org/W3119443415"],"abstract_inverted_index":{"Kearns,":[0],"Neel,":[1],"Roth,":[2],"and":[3,22,145,147,160,167,202,225,230,249],"Wu":[4],"[ICML":[5,162],"2018]":[6],"recently":[7],"proposed":[8],"a":[9,31,61,93,120,221,255],"notion":[10,257],"of":[11,25,57,63,105,108,127,137,155,223,227,232],"rich":[12,250],"subgroup":[13,28,216,251],"fairness":[14,29,33,94,118,144,171,193,210,252],"intended":[15],"to":[16,74,77,87,200,208,212,243,253],"bridge":[17],"the":[18,81,106,124,128,141,152,183,228,233],"gap":[19],"between":[20,143],"statistical":[21,32],"individual":[23,175],"notions":[24],"fairness.":[26],"Rich":[27],"picks":[30],"constraint":[34,48],"(say,":[35],"equalizing":[36],"false":[37],"positive":[38],"rates":[39],"across":[40],"protected":[41,176],"groups),":[42],"but":[43],"then":[44],"asks":[45],"that":[46,83,180,203],"this":[47,78,97,149,241],"hold":[49],"over":[50],"an":[51,71,101],"exponentially":[52],"or":[53],"infinitely":[54],"large":[55,190],"collection":[56],"subgroups":[58],"defined":[59,173],"by":[60,174],"class":[62],"functions":[64],"with":[65,132,151,197,214],"bounded":[66],"VC":[67],"dimension.":[68],"They":[69],"give":[70],"algorithm":[72,107,129,154,187,242],"guaranteed":[73],"learn":[75],"subject":[76,206],"constraint,":[79],"under":[80],"condition":[82],"it":[84],"has":[85],"access":[86],"oracles":[88],"for":[89,116],"perfectly":[90],"learning":[91,138],"absent":[92],"constraint.":[95],"In":[96],"paper,":[98],"we":[99,122,239],"undertake":[100],"extensive":[102],"empirical":[103],"evaluation":[104],"Kearns":[109,184,234],"et":[110,185,235],"al.":[111,186,236],"On":[112],"four":[113],"real":[114,247],"datasets":[115],"which":[117,164],"is":[119],"concern,":[121],"investigate":[123],"basic":[125],"convergence":[126],"when":[130],"instantiated":[131],"fast":[133],"heuristics":[134],"in":[135,181,192,258],"place":[136],"oracles,":[139],"measure":[140],"tradeoffs":[142],"accuracy,":[146,201],"compare":[148],"approach":[150],"recent":[153],"Agarwal,":[156],"Beygelzeimer,":[157],"Dudik,":[158],"Langford,":[159],"Wallach":[161],"2018],":[163],"implements":[165],"weaker":[166],"more":[168],"traditional":[169],"marginal":[170,209],"constraints":[172],"attributes.":[177],"We":[178,218],"find":[179,240],"general,":[182],"converges":[188],"quickly,":[189],"gains":[191],"can":[194],"be":[195,244,254],"obtained":[196],"mild":[198],"costs":[199],"optimizing":[204],"accuracy":[205],"only":[207],"leads":[211],"classifiers":[213],"substantial":[215],"unfairness.":[217],"also":[219],"provide":[220],"number":[222],"analyses":[224],"visualizations":[226],"dynamics":[229],"behavior":[231],"algorithm.":[237],"Overall":[238],"effective":[245],"on":[246],"data,":[248],"viable":[256],"practice.":[259]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}