{"id":"https://openalex.org/W4396782946","doi":"https://doi.org/10.1109/jsait.2024.3397741","title":"Multi-Group Fairness Evaluation via Conditional Value-at-Risk Testing","display_name":"Multi-Group Fairness Evaluation via Conditional Value-at-Risk Testing","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4396782946","doi":"https://doi.org/10.1109/jsait.2024.3397741"},"language":"en","primary_location":{"id":"doi:10.1109/jsait.2024.3397741","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsait.2024.3397741","pdf_url":null,"source":{"id":"https://openalex.org/S4210211895","display_name":"IEEE Journal on Selected Areas in Information Theory","issn_l":"2641-8770","issn":["2641-8770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092145397","display_name":"Lucas Monteiro Paes","orcid":"https://orcid.org/0000-0003-0129-1420"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lucas Monteiro Paes","raw_affiliation_strings":["School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0003-0129-1420","affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103890688","display_name":"Ananda Theertha Suresh","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ananda Theertha Suresh","raw_affiliation_strings":["Google Research, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research, New York, NY, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080988309","display_name":"Alex Beutel","orcid":"https://orcid.org/0000-0002-5917-2849"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210161460","display_name":"OpenAI (United States)","ror":"https://ror.org/05wx9n238","country_code":"US","type":"company","lineage":["https://openalex.org/I4210161460"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Beutel","raw_affiliation_strings":["OpenAI, San Francisco, CA, USA","Google Research, New York, NY, USA","OpenA I, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"OpenAI, San Francisco, CA, USA","institution_ids":["https://openalex.org/I4210161460"]},{"raw_affiliation_string":"Google Research, New York, NY, USA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"OpenA I, USA","institution_ids":["https://openalex.org/I4210161460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074697940","display_name":"Fl\u00e1vio P. Calmon","orcid":"https://orcid.org/0000-0002-7493-1428"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Flavio P. Calmon","raw_affiliation_strings":["School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7493-1428","affiliations":[{"raw_affiliation_string":"School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008645615","display_name":"Ahmad Beirami","orcid":"https://orcid.org/0000-0002-1998-5271"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahmad Beirami","raw_affiliation_strings":["Google Research, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research, New York, NY, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3055,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.61048214,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"5","issue":null,"first_page":"659","last_page":"674"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8482999801635742,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.8482999801635742,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.7978000044822693,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.7261000275611877,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/group","display_name":"Group (periodic table)","score":0.5652642846107483},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.5583178400993347},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4116837978363037},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4007933437824249},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.3666074573993683},{"id":"https://openalex.org/keywords/actuarial-science","display_name":"Actuarial science","score":0.3326385021209717},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.2632295489311218},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07751941680908203}],"concepts":[{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.5652642846107483},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5583178400993347},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4116837978363037},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4007933437824249},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3666074573993683},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.3326385021209717},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.2632295489311218},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07751941680908203},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsait.2024.3397741","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsait.2024.3397741","pdf_url":null,"source":{"id":"https://openalex.org/S4210211895","display_name":"IEEE Journal on Selected Areas in Information Theory","issn_l":"2641-8770","issn":["2641-8770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1130614008","display_name":null,"funder_award_id":"CAREER 1845852","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G119260303","display_name":null,"funder_award_id":"CIF 2312667","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7185605250","display_name":null,"funder_award_id":"FAI 2040880","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1502103205","https://openalex.org/W1647779468","https://openalex.org/W1776456436","https://openalex.org/W2004060143","https://openalex.org/W2045656688","https://openalex.org/W2100960835","https://openalex.org/W2150997454","https://openalex.org/W2963104135","https://openalex.org/W2968935724","https://openalex.org/W3017358845","https://openalex.org/W3029725182","https://openalex.org/W3032340379","https://openalex.org/W3080260502","https://openalex.org/W3118264784","https://openalex.org/W3150635270","https://openalex.org/W3181414820","https://openalex.org/W4226354324","https://openalex.org/W4283166422","https://openalex.org/W4283170908","https://openalex.org/W4283396522","https://openalex.org/W4367318855","https://openalex.org/W4382318443","https://openalex.org/W4388229648","https://openalex.org/W4388337000","https://openalex.org/W6639617120","https://openalex.org/W6684072790","https://openalex.org/W6728551298","https://openalex.org/W6746225964","https://openalex.org/W6748377460","https://openalex.org/W6751698771","https://openalex.org/W6752089009","https://openalex.org/W6759241479","https://openalex.org/W6765002771","https://openalex.org/W6765646913","https://openalex.org/W6788252670","https://openalex.org/W6810240532","https://openalex.org/W6842409632","https://openalex.org/W6853417181","https://openalex.org/W7014198846"],"related_works":["https://openalex.org/W1922851888","https://openalex.org/W2184221808","https://openalex.org/W2740147593","https://openalex.org/W2406961220","https://openalex.org/W2547800031","https://openalex.org/W4247431094","https://openalex.org/W3200324093","https://openalex.org/W2352386950","https://openalex.org/W4230573045","https://openalex.org/W2352120478"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"(ML)":[2],"models":[3],"used":[4],"in":[5,68,196],"prediction":[6],"and":[7,48,50],"classification":[8],"tasks":[9],"may":[10],"display":[11],"performance":[12,32,60,91,124],"disparities":[13,92],"across":[14,38,62],"population":[15,39],"groups":[16,40,63,106,152],"determined":[17],"by":[18,42,135,155],"sensitive":[19,44,78],"attributes":[20,45],"(e.g.,":[21,46,64],"race,":[22],"sex,":[23],"age).":[24,51],"We":[25],"consider":[26],"the":[27,31,53,58,65,74,105,118,136,140,151,169,173,177,202],"problem":[28],"of":[29,33,76,139,142,147,165,168,176,201,204],"evaluating":[30],"a":[34,100,109,145,156,189,197],"fixed":[35],"ML":[36],"model":[37,110],"defined":[41],"multiple":[43],"race":[47],"sex":[49],"Here,":[52],"sample":[54,119,174,198],"complexity":[55,120,175,199],"for":[56,90,122],"estimating":[57],"worst-case":[59],"gap":[61],"largest":[66],"difference":[67],"error":[69],"rates)":[70],"increases":[71],"exponentially":[72,128],"with":[73],"number":[75,141,203],"group-denoting":[77],"attributes.":[79],"To":[80],"address":[81],"this":[82],"issue,":[83],"we":[84,115,160,183],"propose":[85],"an":[86],"approach":[87],"to":[88,129],"test":[89,180],"based":[93],"on":[94,104],"Conditional":[95],"Value-at-Risk":[96],"(CVaR).":[97],"By":[98],"allowing":[99],"small":[101],"probabilistic":[102],"slack":[103],"over":[107],"which":[108],"has":[111],"approximately":[112],"equal":[113],"performance,":[114],"show":[116,161,185],"that":[117,162,186,194],"required":[121],"discovering":[123],"violations":[125],"is":[126],"reduced":[127],"be":[130],"at":[131],"most":[132],"upper":[133],"bounded":[134],"square":[137],"root":[138],"groups.":[143,205],"As":[144],"byproduct":[146],"our":[148],"analysis,":[149],"when":[150],"are":[153],"weighted":[154],"specific":[157],"prior":[158,170],"distribution,":[159],"R\u00e9nyi":[163],"entropy":[164],"order":[166],"2/3":[167],"distribution":[171],"captures":[172],"proposed":[178],"CVaR":[179],"algorithm.":[181],"Finally,":[182],"also":[184],"there":[187],"exists":[188],"non-i.i.d.":[190],"data":[191],"collection":[192],"strategy":[193],"results":[195],"independent":[200]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}