{"id":"https://openalex.org/W3133755170","doi":"https://doi.org/10.1145/3442188.3445894","title":"Leave-one-out Unfairness","display_name":"Leave-one-out Unfairness","publication_year":2021,"publication_date":"2021-03-01","ids":{"openalex":"https://openalex.org/W3133755170","doi":"https://doi.org/10.1145/3442188.3445894","mag":"3133755170"},"language":"en","primary_location":{"id":"doi:10.1145/3442188.3445894","doi":"https://doi.org/10.1145/3442188.3445894","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442188.3445894","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3442188.3445894","source":{"id":"https://openalex.org/S4363608463","display_name":"ACM Conference on Fairness, Accountability, and Transparency (FAccT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3442188.3445894","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006802134","display_name":"Emily Black","orcid":"https://orcid.org/0000-0002-4301-3739","observed_orcids":["https://orcid.org/0000-0002-4301-3739"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emily Black","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057424614","display_name":"Matt Fredrikson","orcid":"https://orcid.org/0000-0003-1820-1698","observed_orcids":["https://orcid.org/0000-0003-1820-1698"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matt Fredrikson","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":3.8129,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":{"value":0.94050014,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"285","last_page":"295"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.008500000461935997,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/algorithmic-fairness","display_name":"algorithmic fairness","score":0.8579999804496765},{"id":"https://openalex.org/keywords/algorithmic-stability","display_name":"algorithm stability","score":0.8859999775886536},{"id":"https://openalex.org/keywords/individual-fairness","display_name":"individual fairness","score":0.7599999904632568},{"id":"https://openalex.org/keywords/adversarial-training","display_name":"adversarial training","score":0.7289999723434448},{"id":"https://openalex.org/keywords/randomized-smoothing","display_name":"randomized smoothing","score":0.984000027179718},{"id":"https://openalex.org/keywords/memorization","display_name":"memorization","score":0.6970000267028809},{"id":"https://openalex.org/keywords/robustness","display_name":"robustness","score":0.7910000085830688},{"id":"https://openalex.org/keywords/deep-learning-models","display_name":"deep learning models","score":0.6510000228881836}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7315510511398315},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5595946907997131},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.507899820804596},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.49015292525291443},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4709012806415558},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.4597473740577698},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4210056662559509},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38622957468032837},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3290274143218994},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27336275577545166},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13066637516021729},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3442188.3445894","doi":"https://doi.org/10.1145/3442188.3445894","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442188.3445894","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3442188.3445894","source":{"id":"https://openalex.org/S4363608463","display_name":"ACM Conference on Fairness, Accountability, and Transparency (FAccT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3442188.3445894","doi":"https://doi.org/10.1145/3442188.3445894","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442188.3445894","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3442188.3445894","source":{"id":"https://openalex.org/S4363608463","display_name":"ACM Conference on Fairness, Accountability, and Transparency (FAccT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"score":0.7799999713897705,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G5086937178","display_name":"SaTC: CORE: Large: Collaborative: Accountable Information Use: Privacy and Fairness in Decision-Making Systems","funder_award_id":"1704845","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8555366212","display_name":"CAREER: Practical Privacy and Fairness for Data-Driven Applications","funder_award_id":"1943016","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3133755170.pdf","grobid_xml":"https://content.openalex.org/works/W3133755170.grobid-xml"},"referenced_works_count":67,"referenced_works":["https://openalex.org/W27434444","https://openalex.org/W34239198","https://openalex.org/W398859631","https://openalex.org/W1601741115","https://openalex.org/W1673923490","https://openalex.org/W1782590233","https://openalex.org/W1811750039","https://openalex.org/W2014352947","https://openalex.org/W2100960835","https://openalex.org/W2180612164","https://openalex.org/W2194775991","https://openalex.org/W2396394641","https://openalex.org/W2439568532","https://openalex.org/W2483215953","https://openalex.org/W2512971201","https://openalex.org/W2559655401","https://openalex.org/W2560674852","https://openalex.org/W2592929672","https://openalex.org/W2594311007","https://openalex.org/W2604451472","https://openalex.org/W2612690371","https://openalex.org/W2640329709","https://openalex.org/W2682189153","https://openalex.org/W2750384547","https://openalex.org/W2753845591","https://openalex.org/W2757528734","https://openalex.org/W2766462876","https://openalex.org/W2768879061","https://openalex.org/W2788025656","https://openalex.org/W2788481061","https://openalex.org/W2795435272","https://openalex.org/W2886848602","https://openalex.org/W2897355816","https://openalex.org/W2911634294","https://openalex.org/W2911978475","https://openalex.org/W2913266441","https://openalex.org/W2918252054","https://openalex.org/W2942630857","https://openalex.org/W2943420929","https://openalex.org/W2944621111","https://openalex.org/W2950018712","https://openalex.org/W2950048339","https://openalex.org/W2950181023","https://openalex.org/W2950220847","https://openalex.org/W2956128647","https://openalex.org/W2963496101","https://openalex.org/W2963742154","https://openalex.org/W2963794891","https://openalex.org/W2972445641","https://openalex.org/W2973232880","https://openalex.org/W2990138404","https://openalex.org/W3013300757","https://openalex.org/W3013854004","https://openalex.org/W3034389259","https://openalex.org/W3048775464","https://openalex.org/W3123686114","https://openalex.org/W3123831349","https://openalex.org/W3138819813","https://openalex.org/W4233635718","https://openalex.org/W4297814571","https://openalex.org/W4387203404","https://openalex.org/W6637162671","https://openalex.org/W6720589518","https://openalex.org/W6728551298","https://openalex.org/W6752279996","https://openalex.org/W6755310938","https://openalex.org/W7034108470"],"related_works":["https://openalex.org/W2045049461","https://openalex.org/W4381094582","https://openalex.org/W1978893398","https://openalex.org/W1977906818","https://openalex.org/W2201908702","https://openalex.org/W2369625323","https://openalex.org/W2364579609","https://openalex.org/W1522139108","https://openalex.org/W2353528968","https://openalex.org/W2009669813"],"abstract_inverted_index":{"We":[0],"introduce":[1],"leave-one-out":[2,100,111,139,153,170],"unfairness,":[3,101],"which":[4,107,141],"characterizes":[5],"how":[6],"likely":[7],"a":[8,23],"model's":[9,29],"prediction":[10,80],"for":[11],"an":[12,77],"individual":[13,78,150],"will":[14],"change":[15],"due":[16],"to":[17,35,67,85,106],"the":[18,28,36,50,59,74,86,91,94,104,120,145],"inclusion":[19,57],"or":[20],"removal":[21],"of":[22,53,76,93],"single":[24],"other":[25],"person":[26],"in":[27,58,96,117,155],"training":[30,60,87,130],"data.":[31,61],"Leave-one-out":[32,62],"unfairness":[33,63],"appeals":[34],"idea":[37],"that":[38,128,164],"fair":[39],"decisions":[40],"are":[41],"not":[42,46],"arbitrary:":[43],"they":[44],"should":[45],"be":[47,166],"based":[48],"on":[49,73,113,138,144],"chance":[51],"event":[52],"any":[54],"one":[55],"person's":[56],"is":[64,123],"closely":[65],"related":[66],"algorithmic":[68],"stability,":[69],"but":[70],"it":[71],"focuses":[72],"consistency":[75],"point's":[79],"outcome":[81],"over":[82],"unit":[83],"changes":[84],"data,":[88,115],"rather":[89],"than":[90],"error":[92,122],"model":[95],"aggregate.":[97],"Beyond":[98],"formalizing":[99],"we":[102,126,159],"characterize":[103],"extent":[105],"deep":[108,156],"models":[109],"behave":[110],"unfairly":[112],"real":[114],"including":[116],"cases":[118],"where":[119],"generalization":[121],"small.":[124],"Further,":[125],"demonstrate":[127],"adversarial":[129],"and":[131,152],"randomized":[132],"smoothing":[133],"techniques":[134],"have":[135],"opposite":[136],"effects":[137],"fairness,":[140,151],"sheds":[142],"light":[143],"relationships":[146],"between":[147],"robustness,":[148],"memorization,":[149],"fairness":[154],"models.":[157],"Finally,":[158],"discuss":[160],"salient":[161],"practical":[162],"applications":[163],"may":[165],"negatively":[167],"affected":[168],"by":[169],"unfairness.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4}],"updated_date":"2026-10-05T09:50:58.205359","created_date":"2025-10-10T00:00:00"}