{"id":"https://openalex.org/W3133755170","doi":"https://doi.org/10.1145/3442188.3445894","title":"Leave-one-out Unfairness","display_name":"Leave-one-out Unfairness","publication_year":2021,"publication_date":"2021-03-01","ids":{"openalex":"https://openalex.org/W3133755170","doi":"https://doi.org/10.1145/3442188.3445894","mag":"3133755170"},"language":"en","primary_location":{"id":"doi:10.1145/3442188.3445894","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442188.3445894","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3442188.3445894","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3442188.3445894","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006802134","display_name":"Emily Black","orcid":"https://orcid.org/0000-0002-4301-3739"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Emily Black","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057424614","display_name":"Matt Fredrikson","orcid":"https://orcid.org/0000-0003-1820-1698"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matt Fredrikson","raw_affiliation_strings":["Carnegie Mellon University"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5006802134"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":3.4029,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.92554583,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"285","last_page":"295"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7315510511398315},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5595946907997131},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.507899820804596},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.49015292525291443},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4709012806415558},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.4597473740577698},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4210056662559509},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38622957468032837},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.3290274143218994},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.27336275577545166},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13066637516021729}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7315510511398315},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5595946907997131},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.507899820804596},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.49015292525291443},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4709012806415558},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.4597473740577698},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4210056662559509},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38622957468032837},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3290274143218994},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27336275577545166},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13066637516021729},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3442188.3445894","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442188.3445894","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3442188.3445894","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3442188.3445894","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442188.3445894","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3442188.3445894","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7799999713897705}],"awards":[{"id":"https://openalex.org/G2245141878","display_name":null,"funder_award_id":"CNS-1704845,CNS-1943016","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3133755170.pdf","grobid_xml":"https://content.openalex.org/works/W3133755170.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W27434444","https://openalex.org/W34239198","https://openalex.org/W398859631","https://openalex.org/W1601741115","https://openalex.org/W1673923490","https://openalex.org/W1782590233","https://openalex.org/W1811750039","https://openalex.org/W2014352947","https://openalex.org/W2100960835","https://openalex.org/W2180612164","https://openalex.org/W2194775991","https://openalex.org/W2396394641","https://openalex.org/W2483215953","https://openalex.org/W2512971201","https://openalex.org/W2559655401","https://openalex.org/W2560674852","https://openalex.org/W2592929672","https://openalex.org/W2594311007","https://openalex.org/W2604451472","https://openalex.org/W2612690371","https://openalex.org/W2640329709","https://openalex.org/W2682189153","https://openalex.org/W2750384547","https://openalex.org/W2753845591","https://openalex.org/W2757528734","https://openalex.org/W2766462876","https://openalex.org/W2788025656","https://openalex.org/W2788481061","https://openalex.org/W2795435272","https://openalex.org/W2886848602","https://openalex.org/W2897355816","https://openalex.org/W2911634294","https://openalex.org/W2911978475","https://openalex.org/W2913266441","https://openalex.org/W2918252054","https://openalex.org/W2942630857","https://openalex.org/W2943420929","https://openalex.org/W2944621111","https://openalex.org/W2950018712","https://openalex.org/W2950048339","https://openalex.org/W2950181023","https://openalex.org/W2950220847","https://openalex.org/W2956128647","https://openalex.org/W2962790223","https://openalex.org/W2963496101","https://openalex.org/W2963742154","https://openalex.org/W2963794891","https://openalex.org/W2972445641","https://openalex.org/W2973232880","https://openalex.org/W2990138404","https://openalex.org/W3013300757","https://openalex.org/W3013854004","https://openalex.org/W3034389259","https://openalex.org/W3123686114","https://openalex.org/W3123831349","https://openalex.org/W3138819813","https://openalex.org/W4233635718","https://openalex.org/W4297814571","https://openalex.org/W4387203404","https://openalex.org/W6637162671","https://openalex.org/W6720589518","https://openalex.org/W6728551298","https://openalex.org/W6752279996","https://openalex.org/W6755310938","https://openalex.org/W7034108470"],"related_works":["https://openalex.org/W2045049461","https://openalex.org/W4381094582","https://openalex.org/W1978893398","https://openalex.org/W1977906818","https://openalex.org/W2201908702","https://openalex.org/W2369625323","https://openalex.org/W2364579609","https://openalex.org/W1522139108","https://openalex.org/W2353528968","https://openalex.org/W2009669813"],"abstract_inverted_index":{"We":[0],"introduce":[1],"leave-one-out":[2,100,111,139,153,170],"unfairness,":[3,101],"which":[4,107,141],"characterizes":[5],"how":[6],"likely":[7],"a":[8,23],"model's":[9,29],"prediction":[10,80],"for":[11],"an":[12,77],"individual":[13,78,150],"will":[14],"change":[15],"due":[16],"to":[17,35,67,85,106],"the":[18,28,36,50,59,74,86,91,94,104,120,145],"inclusion":[19,57],"or":[20],"removal":[21],"of":[22,53,76,93],"single":[24],"other":[25],"person":[26],"in":[27,58,96,117,155],"training":[30,60,87,130],"data.":[31,61],"Leave-one-out":[32,62],"unfairness":[33,63],"appeals":[34],"idea":[37],"that":[38,128,164],"fair":[39],"decisions":[40],"are":[41],"not":[42,46],"arbitrary:":[43],"they":[44],"should":[45],"be":[47,166],"based":[48],"on":[49,73,113,138,144],"chance":[51],"event":[52],"any":[54],"one":[55],"person's":[56],"is":[64,123],"closely":[65],"related":[66],"algorithmic":[68],"stability,":[69],"but":[70],"it":[71],"focuses":[72],"consistency":[75],"point's":[79],"outcome":[81],"over":[82],"unit":[83],"changes":[84],"data,":[88,115],"rather":[89],"than":[90],"error":[92,122],"model":[95],"aggregate.":[97],"Beyond":[98],"formalizing":[99],"we":[102,126,159],"characterize":[103],"extent":[105],"deep":[108,156],"models":[109],"behave":[110],"unfairly":[112],"real":[114],"including":[116],"cases":[118],"where":[119],"generalization":[121],"small.":[124],"Further,":[125],"demonstrate":[127],"adversarial":[129],"and":[131,152],"randomized":[132],"smoothing":[133],"techniques":[134],"have":[135],"opposite":[136],"effects":[137],"fairness,":[140,151],"sheds":[142],"light":[143],"relationships":[146],"between":[147],"robustness,":[148],"memorization,":[149],"fairness":[154],"models.":[157],"Finally,":[158],"discuss":[160],"salient":[161],"practical":[162],"applications":[163],"may":[165],"negatively":[167],"affected":[168],"by":[169],"unfairness.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}