{"id":"https://openalex.org/W2951476734","doi":"https://doi.org/10.48550/arxiv.1906.08386","title":"Inherent Tradeoffs in Learning Fair Representations","display_name":"Inherent Tradeoffs in Learning Fair Representations","publication_year":2019,"publication_date":"2019-06-19","ids":{"openalex":"https://openalex.org/W2951476734","doi":"https://doi.org/10.48550/arxiv.1906.08386","mag":"2951476734"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1906.08386","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.08386","pdf_url":"https://arxiv.org/pdf/1906.08386","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1906.08386","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101575772","display_name":"Han Zhao","orcid":"https://orcid.org/0000-0003-1158-0779","observed_orcids":["https://orcid.org/0000-0003-1158-0779"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhao, Han","raw_affiliation_strings":["Carnegie Mellon University","***University of Illinois at Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"***University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012830032","display_name":"Geoffrey J. Gordon","orcid":"https://orcid.org/0009-0007-9960-2114","observed_orcids":["https://orcid.org/0009-0007-9960-2114"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gordon, Geoffrey J.","raw_affiliation_strings":["Carnegie Mellon University","University of Illinois at Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"University of Illinois at Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":78,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"32","issue":null,"first_page":"15649","last_page":"15659"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.00430000014603138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0027000000700354576,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/algorithmic-fairness","display_name":"algorithmic fairness","score":0.8370000123977661},{"id":"https://openalex.org/keywords/statistical-parity","display_name":"statistical parity","score":0.9110000133514404},{"id":"https://openalex.org/keywords/lower-bounds","display_name":"lower bounds","score":0.7960000038146973},{"id":"https://openalex.org/keywords/impossibility-theorem","display_name":"impossibility theorem","score":0.75},{"id":"https://openalex.org/keywords/linear-programming","display_name":"linear programming","score":0.6510000228881836},{"id":"https://openalex.org/keywords/base-rates","display_name":"base rates","score":0.40799999237060547}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6494055986404419},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.6250845789909363},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6208705902099609},{"id":"https://openalex.org/C2777151079","wikidata":"https://www.wikidata.org/wiki/Q141160","display_name":"Parity (physics)","level":2,"score":0.614664614200592},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49288272857666016},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44206297397613525},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4154008626937866},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4138065278530121},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188082640","wikidata":"https://www.wikidata.org/wiki/Q1780899","display_name":"Complementation","level":4,"score":0.0},{"id":"https://openalex.org/C109214941","wikidata":"https://www.wikidata.org/wiki/Q18334","display_name":"Particle physics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C127716648","wikidata":"https://www.wikidata.org/wiki/Q104053","display_name":"Phenotype","level":3,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:1906.08386","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.08386","pdf_url":"https://arxiv.org/pdf/1906.08386","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2951476734","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1906.08386v3","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1906.08386","doi":"https://doi.org/10.48550/arxiv.1906.08386","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1906.08386","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2971092532","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1906.08386.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1906.08386","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.08386","pdf_url":"https://arxiv.org/pdf/1906.08386","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.8974000215530396,"display_name":"Reduced inequalities"}],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/10","score":0.6000000238418579,"display_name":"Reduced inequalities"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W152055444","https://openalex.org/W1453222892","https://openalex.org/W1590693676","https://openalex.org/W1617650991","https://openalex.org/W1731081199","https://openalex.org/W1961345416","https://openalex.org/W2016950110","https://openalex.org/W2040825624","https://openalex.org/W2100960835","https://openalex.org/W2116666691","https://openalex.org/W2131940723","https://openalex.org/W2131953535","https://openalex.org/W2146950091","https://openalex.org/W2157928966","https://openalex.org/W2162670686","https://openalex.org/W2247194987","https://openalex.org/W2262055854","https://openalex.org/W2522104760","https://openalex.org/W2530395818","https://openalex.org/W2540757487","https://openalex.org/W2543774860","https://openalex.org/W2545995787","https://openalex.org/W2550821151","https://openalex.org/W2584805976","https://openalex.org/W2599025709","https://openalex.org/W2600853029","https://openalex.org/W2725155646","https://openalex.org/W2784397426","https://openalex.org/W2788416960","https://openalex.org/W2788481061","https://openalex.org/W2790025105","https://openalex.org/W2904539038","https://openalex.org/W2904642422","https://openalex.org/W2912280829","https://openalex.org/W2949200088","https://openalex.org/W2951357534","https://openalex.org/W2962750142","https://openalex.org/W2963178340","https://openalex.org/W2963508973","https://openalex.org/W2971092532","https://openalex.org/W2980104975","https://openalex.org/W2980523475","https://openalex.org/W3014590323","https://openalex.org/W3031684522","https://openalex.org/W3034658884","https://openalex.org/W3035114346","https://openalex.org/W3102808026","https://openalex.org/W3123374861","https://openalex.org/W3166645434","https://openalex.org/W4287775788"],"related_works":["https://openalex.org/W4401692236","https://openalex.org/W4313887082","https://openalex.org/W3202368036","https://openalex.org/W4283156114","https://openalex.org/W3183009143","https://openalex.org/W2980523475","https://openalex.org/W3168606077","https://openalex.org/W7124425984","https://openalex.org/W4416452357","https://openalex.org/W4308242900"],"abstract_inverted_index":{"Real-world":[0],"applications":[1],"of":[2,27,52,80,83,124,141,149,185,202,267],"machine":[3],"learning":[4,150,259],"tools":[5],"in":[6,15,68,98,213],"high-stakes":[7],"domains":[8],"are":[9,256,280],"often":[10],"regulated":[11],"to":[12,31,115,132,164,263,292],"be":[13,91,223],"fair,":[14],"the":[16,19,36,49,69,78,101,125,138,147,191,219,235,242,245,251,271,277],"sense":[17],"that":[18,155,174,179,218,249,276],"predicted":[20],"target":[21],"should":[22],"satisfy":[23],"some":[24],"quantitative":[25],"notion":[26,266],"parity":[28,65,113],"with":[29],"respect":[30],"a":[32,74,94,117,134,176,228,238],"protected":[33,192],"attribute.":[34],"However,":[35],"exact":[37],"tradeoff":[38,62],"between":[39,63,282],"fairness":[40],"and":[41,66,187],"accuracy":[42,67,272],"is":[43,159,180],"not":[44,207],"entirely":[45],"clear,":[46],"even":[47],"for":[48],"basic":[50],"paradigm":[51],"classification":[53,70],"problems.":[54],"In":[55],"this":[56,130,203,214],"paper,":[57],"we":[58,169,216,232,247,285],"characterize":[59],"an":[60,172,200,209,264],"inherent":[61],"statistical":[64,112],"setting":[71],"by":[72,226],"providing":[73],"lower":[75,135,157,204,220],"bound":[76,136,158,205,221],"on":[77,120,137,289],"sum":[79],"group-wise":[81,252],"errors":[82],"any":[84,108,142],"fair":[85,109,144,151,260],"classifiers.":[86],"Our":[87],"impossibility":[88],"theorem":[89],"could":[90],"interpreted":[92],"as":[93,234,270],"certain":[95],"uncertainty":[96],"principle":[97],"fairness:":[99],"if":[100,250],"base":[102],"rates":[103,279],"differ":[104],"among":[105],"groups,":[106],"then":[107,258],"classifier":[110,178],"satisfying":[111],"has":[114],"incur":[116],"large":[118],"error":[119,140,278],"at":[121],"least":[122],"one":[123],"groups.":[126,283],"We":[127],"further":[128],"extend":[129],"result":[131],"give":[133],"joint":[139],"(approximately)":[143],"classifiers,":[145,168],"from":[146],"perspective":[148],"representations.":[152],"To":[153],"show":[154,217],"our":[156,294],"tight,":[160],"assuming":[161],"oracle":[162],"access":[163],"Bayes":[165,253],"(potentially":[166],"unfair)":[167],"also":[170,286],"construct":[171],"algorithm":[173],"returns":[175],"randomized":[177],"both":[181],"optimal":[182,254],"(in":[183],"terms":[184],"accuracy)":[186],"fair.":[188],"Interestingly,":[189],"when":[190],"attribute":[193],"can":[194,222],"take":[195],"more":[196],"than":[197],"two":[198],"values,":[199],"extension":[201],"does":[206],"admit":[208],"analytic":[210],"solution.":[211],"Nevertheless,":[212],"case,":[215],"efficiently":[224],"computed":[225],"solving":[227],"linear":[229],"program,":[230],"which":[231,274],"term":[233],"TV-Barycenter":[236],"problem,":[237],"barycenter":[239],"problem":[240],"under":[241],"TV-distance.":[243],"On":[244],"upside,":[246],"prove":[248],"classifiers":[255],"close,":[257],"representations":[261],"leads":[262],"alternative":[265],"fairness,":[268],"known":[269],"parity,":[273],"states":[275],"close":[281],"Finally,":[284],"conduct":[287],"experiments":[288],"real-world":[290],"datasets":[291],"confirm":[293],"theoretical":[295],"findings.":[296]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2019-06-27T00:00:00"}