{"id":"https://openalex.org/W4380137202","doi":"https://doi.org/10.1145/3593013.3594003","title":"Simplicity Bias Leads to Amplified Performance Disparities","display_name":"Simplicity Bias Leads to Amplified Performance Disparities","publication_year":2023,"publication_date":"2023-06-12","ids":{"openalex":"https://openalex.org/W4380137202","doi":"https://doi.org/10.1145/3593013.3594003"},"language":"en","primary_location":{"id":"doi:10.1145/3593013.3594003","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3593013.3594003","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3594003?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3594003?download=true","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024504757","display_name":"Samuel J. Bell","orcid":"https://orcid.org/0000-0002-9437-5449"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Samuel James Bell","raw_affiliation_strings":["FAIR, Meta AI, France","FAIR, Meta AI Paris, France",", AI ,"],"raw_orcid":"https://orcid.org/0000-0002-9437-5449","affiliations":[{"raw_affiliation_string":"FAIR, Meta AI, France","institution_ids":[]},{"raw_affiliation_string":"FAIR, Meta AI Paris, France","institution_ids":[]},{"raw_affiliation_string":", AI ,","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071931582","display_name":"Levent Sagun","orcid":"https://orcid.org/0000-0001-5403-4124"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Levent Sagun","raw_affiliation_strings":["FAIR, Meta AI, France"],"raw_orcid":"https://orcid.org/0000-0001-5403-4124","affiliations":[{"raw_affiliation_string":"FAIR, Meta AI, France","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5024504757"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5112,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70366853,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"355","last_page":"369"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.8721185922622681},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6983879208564758},{"id":"https://openalex.org/keywords/simplicity","display_name":"Simplicity","score":0.5762490630149841},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5405309796333313},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.538436233997345},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4801073372364044},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4651094079017639},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.44273415207862854},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.4418604373931885},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4122801125049591},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.36749082803726196},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3525907099246979},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2608150839805603},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18448469042778015}],"concepts":[{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.8721185922622681},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6983879208564758},{"id":"https://openalex.org/C2776372474","wikidata":"https://www.wikidata.org/wiki/Q508291","display_name":"Simplicity","level":2,"score":0.5762490630149841},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5405309796333313},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.538436233997345},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4801073372364044},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4651094079017639},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.44273415207862854},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.4418604373931885},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4122801125049591},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.36749082803726196},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3525907099246979},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2608150839805603},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18448469042778015},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3593013.3594003","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3593013.3594003","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3594003?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3593013.3594003","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3593013.3594003","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3594003?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.4300000071525574}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4380137202.pdf","grobid_xml":"https://content.openalex.org/works/W4380137202.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1583837637","https://openalex.org/W1819662813","https://openalex.org/W2100960835","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2151554678","https://openalex.org/W2181523240","https://openalex.org/W2194775991","https://openalex.org/W2250384498","https://openalex.org/W2559655401","https://openalex.org/W2604272474","https://openalex.org/W2612690371","https://openalex.org/W2734358244","https://openalex.org/W2765146466","https://openalex.org/W2769358515","https://openalex.org/W2791170418","https://openalex.org/W2895472239","https://openalex.org/W2897154134","https://openalex.org/W2899136066","https://openalex.org/W2902633481","https://openalex.org/W2962787423","https://openalex.org/W2963349562","https://openalex.org/W2970971581","https://openalex.org/W2990751682","https://openalex.org/W2992319600","https://openalex.org/W2997591727","https://openalex.org/W3013571594","https://openalex.org/W3013969094","https://openalex.org/W3016970897","https://openalex.org/W3034429256","https://openalex.org/W3034700241","https://openalex.org/W3035603281","https://openalex.org/W3036224891","https://openalex.org/W3103934428","https://openalex.org/W3119746452","https://openalex.org/W3120485916","https://openalex.org/W3134374554","https://openalex.org/W3135773605","https://openalex.org/W3154300329","https://openalex.org/W3204130547","https://openalex.org/W3212464620","https://openalex.org/W4212774754","https://openalex.org/W4288083803","https://openalex.org/W4295312788","https://openalex.org/W6638208828","https://openalex.org/W6779357159"],"related_works":["https://openalex.org/W2368019753","https://openalex.org/W2333930193","https://openalex.org/W2737356002","https://openalex.org/W2246241526","https://openalex.org/W3113091479","https://openalex.org/W2162899405","https://openalex.org/W4301122218","https://openalex.org/W2374150061","https://openalex.org/W941090075","https://openalex.org/W2081340182"],"abstract_inverted_index":{"Which":[0],"parts":[1],"of":[2,57,66,84,138,145,158,178,190,209,212,221],"a":[3,6,19,28,95,113,136,149,173,204],"dataset":[4,59,234],"will":[5],"given":[7],"model":[8,50,213],"find":[9],"difficult?":[10],"Recent":[11],"work":[12,202],"has":[13],"shown":[14],"that":[15,41,60,97,103,185],"SGD-trained":[16],"models":[17,122,147],"have":[18],"bias":[20,214],"towards":[21,206],"simplicity,":[22],"leading":[23],"them":[24],"to":[25,32,142,195,230],"prioritize":[26,52],"learning":[27],"majority":[29],"class,":[30],"or":[31,55],"rely":[33],"upon":[34],"harmful":[35],"spurious":[36],"correlations.":[37],"Here,":[38],"we":[39,90,153],"show":[40,108],"the":[42,58,64,76,210,219],"preference":[43],"for":[44,225],"\u2018easy\u2019":[45],"runs":[46],"far":[47],"deeper:":[48],"A":[49],"may":[51],"any":[53],"class":[54],"group":[56],"it":[61,68,216],"finds":[62,69],"simple\u2014at":[63],"expense":[65],"what":[67],"complex\u2014as":[70],"measured":[71],"by":[72,125],"performance":[73,128,166],"difference":[74],"on":[75,148],"test":[77],"set.":[78],"When":[79],"subsets":[80],"with":[81,87,100,218],"different":[82,146],"levels":[83],"complexity":[85],"align":[86],"demographic":[88],"groups,":[89],"term":[91],"this":[92,201],"difficulty":[93,110,159],"disparity,":[94],"phenomenon":[96],"occurs":[98],"even":[99,170],"balanced":[101,174,182],"datasets":[102,183],"lack":[104],"group/label":[105],"associations.":[106],"We":[107,130,199],"how":[109],"disparity":[111,144],"is":[112,117,192],"model-dependent":[114,227],"quantity,":[115],"and":[116,223],"further":[118],"amplified":[119],"in":[120,140,161,164,181],"commonly-used":[121],"as":[123,215],"selected":[124],"typical":[126],"average":[127],"scores.":[129],"quantify":[131],"an":[132],"amplification":[133,160],"factor":[134],"across":[135],"range":[137],"settings":[139],"order":[141],"compare":[143],"fixed":[150],"dataset.":[151,175],"Finally,":[152],"present":[154],"two":[155],"real-world":[156],"examples":[157],"action,":[162],"resulting":[163],"worse-than-expected":[165],"disparities":[167,180],"between":[168],"groups":[169,191],"when":[171],"using":[172],"The":[176],"existence":[177],"such":[179],"demonstrates":[184],"merely":[186],"balancing":[187],"sample":[188],"sizes":[189],"not":[193],"sufficient":[194],"ensure":[196],"unbiased":[197],"performance.":[198],"hope":[200],"presents":[203],"step":[205],"measurable":[207],"understanding":[208],"role":[211],"interacts":[217],"structure":[220],"data,":[222],"call":[224],"additional":[226],"mitigation":[228],"methods":[229],"be":[231],"deployed":[232],"alongside":[233],"audits.":[235]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-08T06:56:09.383167","created_date":"2025-10-10T00:00:00"}