{"id":"https://openalex.org/W3165255832","doi":"https://doi.org/10.1145/3461702.3462603","title":"Measuring Model Fairness under Noisy Covariates: A Theoretical Perspective","display_name":"Measuring Model Fairness under Noisy Covariates: A Theoretical Perspective","publication_year":2021,"publication_date":"2021-07-21","ids":{"openalex":"https://openalex.org/W3165255832","doi":"https://doi.org/10.1145/3461702.3462603","mag":"3165255832"},"language":"en","primary_location":{"id":"doi:10.1145/3461702.3462603","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3461702.3462603","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3461702.3462603","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3461702.3462603","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064413475","display_name":"Flavien Prost","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Flavien Prost","raw_affiliation_strings":["Google, New York, NY, USA","Google,New York,NY,USA"],"affiliations":[{"raw_affiliation_string":"Google, New York, NY, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google,New York,NY,USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056617357","display_name":"Pranjal Awasthi","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pranjal Awasthi","raw_affiliation_strings":["Google, New York, NY, USA","Google,New York,NY,USA"],"affiliations":[{"raw_affiliation_string":"Google, New York, NY, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google,New York,NY,USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034986184","display_name":"Nick Blumm","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nick Blumm","raw_affiliation_strings":["Google, Mountain View, CA, USA","Google Mountain View CA USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Mountain View CA USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014629748","display_name":"Aditee Kumthekar","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aditee Kumthekar","raw_affiliation_strings":["Google, Mountain View, CA, USA","Google Mountain View CA USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Mountain View CA USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009533280","display_name":"Trevor Potter","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Trevor Potter","raw_affiliation_strings":["Google, San Bruno, CA, USA"],"affiliations":[{"raw_affiliation_string":"Google, San Bruno, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100318291","display_name":"Wei Li","orcid":"https://orcid.org/0000-0002-8278-1765"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li Wei","raw_affiliation_strings":["Google, Mountain View, CA, USA","Google Mountain View CA USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Mountain View CA USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024842018","display_name":"Xuezhi Wang","orcid":"https://orcid.org/0000-0001-7592-2358"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuezhi Wang","raw_affiliation_strings":["Google, New York, NY, USA","Google,New York,NY,USA"],"affiliations":[{"raw_affiliation_string":"Google, New York, NY, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google,New York,NY,USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028125399","display_name":"Ed H.","orcid":"https://orcid.org/0000-0003-3230-5338"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ed H. Chi","raw_affiliation_strings":["Google, Mountain View, CA, USA","Google Mountain View CA USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Mountain View CA USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033428202","display_name":"Jilin Chen","orcid":"https://orcid.org/0000-0002-3359-0938"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jilin Chen","raw_affiliation_strings":["Google, Mountain View, CA, USA","Google Mountain View CA USA"],"affiliations":[{"raw_affiliation_string":"Google, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Mountain View CA USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080988309","display_name":"Alex Beutel","orcid":"https://orcid.org/0000-0002-5917-2849"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Beutel","raw_affiliation_strings":["Google, New York, NY, USA","Google,New York,NY,USA"],"affiliations":[{"raw_affiliation_string":"Google, New York, NY, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google,New York,NY,USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5064413475"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":0.14,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.53487373,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":93},"biblio":{"volume":null,"issue":null,"first_page":"873","last_page":"883"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/covariate","display_name":"Covariate","score":0.8841433525085449},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.6665313243865967},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5871820449829102},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.5783930420875549},{"id":"https://openalex.org/keywords/workaround","display_name":"Workaround","score":0.5011968612670898},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.48424264788627625},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.46134382486343384},{"id":"https://openalex.org/keywords/omitted-variable-bias","display_name":"Omitted-variable bias","score":0.43131983280181885},{"id":"https://openalex.org/keywords/confounding","display_name":"Confounding","score":0.4213355779647827},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.39579468965530396},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2707520127296448},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19654005765914917},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1688794493675232}],"concepts":[{"id":"https://openalex.org/C119043178","wikidata":"https://www.wikidata.org/wiki/Q320723","display_name":"Covariate","level":2,"score":0.8841433525085449},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.6665313243865967},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5871820449829102},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.5783930420875549},{"id":"https://openalex.org/C194541083","wikidata":"https://www.wikidata.org/wiki/Q457174","display_name":"Workaround","level":2,"score":0.5011968612670898},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.48424264788627625},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.46134382486343384},{"id":"https://openalex.org/C6571938","wikidata":"https://www.wikidata.org/wiki/Q3274486","display_name":"Omitted-variable bias","level":2,"score":0.43131983280181885},{"id":"https://openalex.org/C77350462","wikidata":"https://www.wikidata.org/wiki/Q1125472","display_name":"Confounding","level":2,"score":0.4213355779647827},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.39579468965530396},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2707520127296448},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19654005765914917},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1688794493675232},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3461702.3462603","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3461702.3462603","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3461702.3462603","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2105.09985","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.09985","pdf_url":"https://arxiv.org/pdf/2105.09985","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3165255832","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2105.09985.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2105.09985","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2105.09985","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1145/3461702.3462603","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3461702.3462603","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3461702.3462603","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3165255832.pdf","grobid_xml":"https://content.openalex.org/works/W3165255832.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1492581097","https://openalex.org/W2100960835","https://openalex.org/W2120340025","https://openalex.org/W2530395818","https://openalex.org/W2584805976","https://openalex.org/W2594590228","https://openalex.org/W2604264634","https://openalex.org/W2676656730","https://openalex.org/W2747187574","https://openalex.org/W2771004121","https://openalex.org/W2791170418","https://openalex.org/W2799165947","https://openalex.org/W2811294811","https://openalex.org/W2959197226","https://openalex.org/W2962751370","https://openalex.org/W2962922665","https://openalex.org/W2962990575","https://openalex.org/W2963453196","https://openalex.org/W2963818033","https://openalex.org/W2964023221","https://openalex.org/W2964031043","https://openalex.org/W2970642535","https://openalex.org/W2970850777","https://openalex.org/W2973172293","https://openalex.org/W3003137157","https://openalex.org/W3014986830","https://openalex.org/W3023309920","https://openalex.org/W3037521768","https://openalex.org/W3098538463","https://openalex.org/W3099803834","https://openalex.org/W3135636354","https://openalex.org/W4288617781","https://openalex.org/W6608422755"],"related_works":["https://openalex.org/W3168870756","https://openalex.org/W2988310789","https://openalex.org/W3041863903","https://openalex.org/W2951376723","https://openalex.org/W12226763","https://openalex.org/W2584305654","https://openalex.org/W3011987526","https://openalex.org/W3038344117","https://openalex.org/W2955972601","https://openalex.org/W3040716375","https://openalex.org/W2992366561","https://openalex.org/W2946406871","https://openalex.org/W3035008274","https://openalex.org/W3038472364","https://openalex.org/W2781844902","https://openalex.org/W2142920735","https://openalex.org/W774105349","https://openalex.org/W3096299025","https://openalex.org/W2894166182","https://openalex.org/W3024686743"],"abstract_inverted_index":{"In":[0,43,105],"this":[1,108],"work":[2,109],"we":[3,24,47,110,220,238],"study":[4,111],"the":[5,9,26,32,37,55,80,99,102,116,162,165,173,181,191,194,205,208,222,242,246,259],"problem":[6],"of":[7,11,40,73,101,143,164,183,224,248],"measuring":[8,227],"fairness":[10,22,133,229],"a":[12,44,61,84,113,121,201,213,218],"machine":[13],"learning":[14],"model":[15,228],"under":[16,130],"noisy":[17,103],"information.":[18],"Focusing":[19],"on":[20,98,161,207,258],"group":[21,58],"metrics,":[23],"investigate":[25],"particular":[27],"but":[28],"common":[29],"situation":[30],"when":[31],"evaluation":[33,134],"requires":[34],"controlling":[35],"for":[36,69,86,115],"confounding":[38],"effect":[39],"covariate":[41,56,117],"variables.":[42,75],"practical":[45],"setting,":[46],"might":[48],"not":[49],"be":[50,233],"able":[51],"to":[52,65,95,126,245,265],"jointly":[53],"observe":[54],"and":[57,60,89,119,145,153,170,252,271],"information,":[59],"standard":[62],"workaround":[63],"is":[64,135,196,263],"then":[66],"use":[67],"proxies":[68,231],"one":[70],"or":[71],"more":[72],"these":[74],"Prior":[76],"works":[77],"have":[78],"demonstrated":[79],"challenges":[81],"with":[82],"using":[83,112],"proxy":[85,114,166],"sensitive":[87],"attributes,":[88],"strong":[90],"independence":[91],"assumptions":[92],"are":[93],"needed":[94],"provide":[96],"guarantees":[97,270],"accuracy":[100],"estimates.":[104],"contrast,":[106],"in":[107,188,193],"variable":[118],"present":[120],"theoretical":[122,243,269],"analysis":[123],"that":[124,187,254],"aims":[125],"characterize":[127],"weaker":[128],"conditions":[129],"which":[131],"accurate":[132],"possible.":[136],"Furthermore,":[137],"our":[138],"theory":[139],"identifies":[140],"potential":[141],"sources":[142],"errors":[144,251],"decouples":[146],"them":[147],"into":[148],"two":[149],"interpretable":[150],"parts":[151],"y":[152,158,199],"E.":[154],"The":[155],"first":[156],"part":[157,175],"depends":[159],"solely":[160],"performance":[163],"such":[167],"as":[168],"precision":[169],"recall,":[171],"whereas":[172,204],"second":[174],"E":[176,210],"captures":[177],"correlations":[178,209],"between":[179],"all":[180],"variables":[182],"interest.":[184],"We":[185],"show":[186,253],"many":[189],"scenarios":[190,225],"error":[192],"estimates":[195],"dominated":[197],"by":[198],"via":[200,230,240],"linear":[202],"dependence,":[203],"dependence":[206],"only":[211],"constitutes":[212],"lower":[214],"order":[215],"term.":[216],"As":[217],"result":[219],"expand":[221],"understanding":[223],"where":[226],"can":[232],"an":[234],"effective":[235],"approach.":[236],"Finally,":[237],"compare,":[239],"simulations,":[241],"upper-bounds":[244],"distribution":[247],"simulated":[249],"estimation":[250],"assuming":[255],"some":[256],"structure":[257],"data,":[260],"even":[261],"weak,":[262],"key":[264],"significantly":[266],"improve":[267],"both":[268],"empirical":[272],"results.":[273]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}