{"id":"https://openalex.org/W4226281434","doi":"https://doi.org/10.1145/3600211.3604691","title":"A Deep Dive into Dataset Imbalance and Bias in Face Identification","display_name":"A Deep Dive into Dataset Imbalance and Bias in Face Identification","publication_year":2023,"publication_date":"2023-08-08","ids":{"openalex":"https://openalex.org/W4226281434","doi":"https://doi.org/10.1145/3600211.3604691"},"language":"en","primary_location":{"id":"doi:10.1145/3600211.3604691","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3600211.3604691","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3600211.3604691","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3600211.3604691","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083834808","display_name":"Valeriia Cherepanova","orcid":"https://orcid.org/0009-0006-6883-7079"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Valeriia Cherepanova","raw_affiliation_strings":["University of Maryland, USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063334369","display_name":"Steven Reich","orcid":"https://orcid.org/0009-0002-6766-2095"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven Reich","raw_affiliation_strings":["University of Maryland, USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063355813","display_name":"Samuel Dooley","orcid":"https://orcid.org/0000-0001-8598-7681"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samuel Dooley","raw_affiliation_strings":["University of Maryland, USA and Abacus.AI, USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, USA and Abacus.AI, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046545544","display_name":"Hossein Souri","orcid":"https://orcid.org/0000-0001-5264-798X"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hossein Souri","raw_affiliation_strings":["Johns Hopkins University, USA"],"affiliations":[{"raw_affiliation_string":"Johns Hopkins University, USA","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":null,"display_name":"John Dickerson","orcid":"https://orcid.org/0000-0003-2231-680X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"John Dickerson","raw_affiliation_strings":["University of Maryland, USA and ArthurAI, USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, USA and ArthurAI, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066564672","display_name":"Micah Goldblum","orcid":"https://orcid.org/0000-0002-8266-2424"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Micah Goldblum","raw_affiliation_strings":["New York University, USA"],"affiliations":[{"raw_affiliation_string":"New York University, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060687985","display_name":"Tom Goldstein","orcid":"https://orcid.org/0000-0003-1660-9307"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tom Goldstein","raw_affiliation_strings":["University of Maryland, USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, USA","institution_ids":["https://openalex.org/I66946132"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5083834808"],"corresponding_institution_ids":["https://openalex.org/I66946132"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01190516,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"229","last_page":"247"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13497","display_name":"Hermeneutics and Narrative Identity","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1211","display_name":"Philosophy"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13497","display_name":"Hermeneutics and Narrative Identity","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1211","display_name":"Philosophy"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13695","display_name":"Aging, Elder Care, and Social Issues","score":0.9749000072479248,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13099","display_name":"Health, Medicine and Society","score":0.95660001039505,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.7822225689888},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6984317302703857},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.5653432607650757},{"id":"https://openalex.org/keywords/law-enforcement","display_name":"Law enforcement","score":0.5298262238502502},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5044311285018921},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4822424352169037},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.4764316976070404},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.43792232871055603},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.4166605770587921},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.37572145462036133},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.3610687851905823},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.31882739067077637},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.31440773606300354},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.2609248459339142},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.21285420656204224},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.12545335292816162},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.10955262184143066}],"concepts":[{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.7822225689888},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6984317302703857},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.5653432607650757},{"id":"https://openalex.org/C2780262971","wikidata":"https://www.wikidata.org/wiki/Q44554","display_name":"Law enforcement","level":2,"score":0.5298262238502502},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5044311285018921},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4822424352169037},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.4764316976070404},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43792232871055603},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.4166605770587921},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.37572145462036133},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3610687851905823},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.31882739067077637},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.31440773606300354},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2609248459339142},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.21285420656204224},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.12545335292816162},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.10955262184143066},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3600211.3604691","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3600211.3604691","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3600211.3604691","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3600211.3604691","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3600211.3604691","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3600211.3604691","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3501336470","display_name":null,"funder_award_id":"GARD HR00112020007,Young Faculty Award Program","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G6531079245","display_name":null,"funder_award_id":"DMS-1912866","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8580122772","display_name":null,"funder_award_id":"MURI program","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307923","display_name":"Capital One Financial Corporation","ror":"https://ror.org/00svp7168"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226281434.pdf","grobid_xml":"https://content.openalex.org/works/W4226281434.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1563938718","https://openalex.org/W1834627138","https://openalex.org/W1978642336","https://openalex.org/W2084652052","https://openalex.org/W2104167780","https://openalex.org/W2119168155","https://openalex.org/W2148143831","https://openalex.org/W2194775991","https://openalex.org/W2338318698","https://openalex.org/W2513863019","https://openalex.org/W2556680867","https://openalex.org/W2742108348","https://openalex.org/W2767106145","https://openalex.org/W2810417023","https://openalex.org/W2936503027","https://openalex.org/W2962898354","https://openalex.org/W2962997291","https://openalex.org/W2963351448","https://openalex.org/W2963976704","https://openalex.org/W2969985801","https://openalex.org/W2994828068","https://openalex.org/W3021840842","https://openalex.org/W3033733989","https://openalex.org/W3034256900","https://openalex.org/W3035701170","https://openalex.org/W3046819526","https://openalex.org/W3181414820","https://openalex.org/W3216710733"],"related_works":["https://openalex.org/W1204934","https://openalex.org/W1155146","https://openalex.org/W8218394","https://openalex.org/W24876492","https://openalex.org/W20842636","https://openalex.org/W4099512","https://openalex.org/W2501029","https://openalex.org/W1265489","https://openalex.org/W28338279","https://openalex.org/W13579376"],"abstract_inverted_index":{"As":[0],"the":[1,32,82,87,125,130,137,147,163,168],"deployment":[2],"of":[3,23,35,45,67,73,139,149,170,173],"automated":[4],"face":[5,83,88,177],"recognition":[6],"(FR)":[7],"systems":[8,13],"proliferates,":[9],"bias":[10,186],"in":[11,56,76,98,117,122,162,176,187],"these":[12,51],"is":[14,106,112],"not":[15,123],"just":[16],"an":[17,107],"academic":[18,60],"question,":[19],"but":[20,128],"a":[21,63,113],"matter":[22,116],"public":[24],"concern.":[25],"Media":[26],"portrayals":[27],"often":[28],"center":[29],"imbalance":[30,75,119,174],"as":[31,102,110],"main":[33],"source":[34],"bias,":[36],"i.e.,":[37],"that":[38],"FR":[39,77],"models":[40],"perform":[41],"worse":[42],"on":[43,81],"images":[44,150],"non-white":[46],"people":[47],"or":[48,146],"women":[49],"because":[50],"demographic":[52,144],"groups":[53],"are":[54],"underrepresented":[55],"training":[57,126],"data.":[58],"Recent":[59],"research":[61,164],"paints":[62],"more":[64,114],"nuanced":[65],"picture":[66],"this":[68,156,160,188],"relationship.":[69],"However,":[70],"previous":[71],"studies":[72],"data":[74],"have":[78],"focused":[79],"exclusively":[80],"verification":[84],"setting,":[85],"while":[86],"identification":[89],"setting":[90],"has":[91],"been":[92],"largely":[93],"ignored,":[94],"despite":[95],"being":[96],"deployed":[97],"sensitive":[99],"applications":[100],"such":[101],"law":[103],"enforcement.":[104],"This":[105],"unfortunate":[108],"omission,":[109],"\u2018imbalance\u2019":[111],"complex":[115],"identification;":[118],"may":[120,135,184],"arise":[121],"only":[124],"data,":[127,132],"also":[129],"testing":[131],"and":[133,179],"furthermore":[134],"affect":[136],"proportion":[138],"identities":[140],"belonging":[141,151],"to":[142,152],"each":[143,153,171],"group":[145],"number":[148],"identity.":[154],"In":[155],"work,":[157],"we":[158],"address":[159],"gap":[161],"by":[165],"thoroughly":[166],"exploring":[167],"effects":[169],"kind":[172],"possible":[175],"identification,":[178],"discuss":[180],"other":[181],"factors":[182],"which":[183],"impact":[185],"setting.":[189]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2022-05-05T00:00:00"}