{"id":"https://openalex.org/W2995383516","doi":"https://doi.org/10.1109/tbiom.2020.3027269","title":"Accuracy Comparison Across Face Recognition Algorithms: Where Are We on Measuring Race Bias?","display_name":"Accuracy Comparison Across Face Recognition Algorithms: Where Are We on Measuring Race Bias?","publication_year":2020,"publication_date":"2020-09-29","ids":{"openalex":"https://openalex.org/W2995383516","doi":"https://doi.org/10.1109/tbiom.2020.3027269","mag":"2995383516","pmid":"https://pubmed.ncbi.nlm.nih.gov/33585821"},"language":"en","primary_location":{"id":"doi:10.1109/tbiom.2020.3027269","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbiom.2020.3027269","pdf_url":null,"source":{"id":"https://openalex.org/S4210209367","display_name":"IEEE Transactions on Biometrics Behavior and Identity Science","issn_l":"2637-6407","issn":["2637-6407"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biometrics, Behavior, and Identity Science","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1912.07398","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017724364","display_name":"Jacqueline G. Cavazos","orcid":"https://orcid.org/0000-0001-6593-0813"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jacqueline G. Cavazos","raw_affiliation_strings":["School of Behavioral and Brain Sciences, University of Texas at Dallas, Richardson, TX, USA","University of Texas at Dallas"],"affiliations":[{"raw_affiliation_string":"School of Behavioral and Brain Sciences, University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]},{"raw_affiliation_string":"University of Texas at Dallas","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047918353","display_name":"P. Jonathon Phillips","orcid":"https://orcid.org/0000-0001-6284-5197"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"P. Jonathon Phillips","raw_affiliation_strings":["Information Access Division, National Institute of Standards and Technology, Gaithersburg, MD, USA","Information Access Division, National Institute of Standards and Technology, Gaithersburg, MD, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Information Access Division, National Institute of Standards and Technology, Gaithersburg, MD, USA","institution_ids":["https://openalex.org/I1321296531"]},{"raw_affiliation_string":"Information Access Division, National Institute of Standards and Technology, Gaithersburg, MD, USA#TAB#","institution_ids":["https://openalex.org/I1321296531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101861410","display_name":"Carlos D. Castillo","orcid":"https://orcid.org/0000-0001-5308-4824"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carlos D. Castillo","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Johns Hopkins University, Baltimore, MD, USA","Department of Electrical and Computer Engineering, Johns Hopkins University, Baltimore, MD, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Johns Hopkins University, Baltimore, MD, USA","institution_ids":["https://openalex.org/I145311948"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Johns Hopkins University, Baltimore, MD, USA#TAB#","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039197772","display_name":"Alice J. O\u2019Toole","orcid":"https://orcid.org/0000-0001-7981-1508"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alice J. O'Toole","raw_affiliation_strings":["School of Behavioral and Brain Sciences, University of Texas at Dallas, Richardson, TX, USA","[School of Behavioral and Brain Sciences, University of Texas at Dallas, Richardson, TX, USA]"],"affiliations":[{"raw_affiliation_string":"School of Behavioral and Brain Sciences, University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]},{"raw_affiliation_string":"[School of Behavioral and Brain Sciences, University of Texas at Dallas, Richardson, TX, USA]","institution_ids":["https://openalex.org/I162577319"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5017724364"],"corresponding_institution_ids":["https://openalex.org/I162577319"],"apc_list":null,"apc_paid":null,"fwci":1.4721,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.84276146,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"3","issue":"1","first_page":"101","last_page":"111"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10828","display_name":"Biometric Identification and Security","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.6112074851989746},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.6057090759277344},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6044488549232483},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5847114324569702},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5803694725036621},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5710670948028564},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5583147406578064},{"id":"https://openalex.org/keywords/race","display_name":"Race (biology)","score":0.5337700843811035},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.45470768213272095},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.40461796522140503},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4018356502056122}],"concepts":[{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.6112074851989746},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.6057090759277344},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6044488549232483},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5847114324569702},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5803694725036621},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5710670948028564},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5583147406578064},{"id":"https://openalex.org/C76509639","wikidata":"https://www.wikidata.org/wiki/Q918036","display_name":"Race (biology)","level":2,"score":0.5337700843811035},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.45470768213272095},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40461796522140503},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4018356502056122},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/tbiom.2020.3027269","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbiom.2020.3027269","pdf_url":null,"source":{"id":"https://openalex.org/S4210209367","display_name":"IEEE Transactions on Biometrics Behavior and Identity Science","issn_l":"2637-6407","issn":["2637-6407"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Biometrics, Behavior, and Identity Science","raw_type":"journal-article"},{"id":"pmid:33585821","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33585821","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on biometrics, behavior, and identity science","raw_type":null},{"id":"pmh:oai:arXiv.org:1912.07398","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1912.07398","pdf_url":"https://arxiv.org/pdf/1912.07398","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pubmedcentral.nih.gov:7879975","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7879975","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Trans Biom Behav Identity Sci","raw_type":"Text"},{"id":"doi:10.48550/arxiv.1912.07398","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1912.07398","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:2995383516","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1912.07398","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1912.07398","pdf_url":"https://arxiv.org/pdf/1912.07398","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7599999904632568}],"awards":[{"id":"https://openalex.org/G1636233271","display_name":null,"funder_award_id":"1R01EY029692-01 to AOT","funder_id":"https://openalex.org/F4320337350","funder_display_name":"National Eye Institute"},{"id":"https://openalex.org/G6102760031","display_name":null,"funder_award_id":"2019-022600002","funder_id":"https://openalex.org/F4320333051","funder_display_name":"Intelligence Advanced Research Projects Activity"},{"id":"https://openalex.org/G73875660","display_name":null,"funder_award_id":"2014-14071600012","funder_id":"https://openalex.org/F4320333051","funder_display_name":"Intelligence Advanced Research Projects Activity"}],"funders":[{"id":"https://openalex.org/F4320333051","display_name":"Intelligence Advanced Research Projects Activity","ror":"https://ror.org/01v3fsc55"},{"id":"https://openalex.org/F4320337350","display_name":"National Eye Institute","ror":"https://ror.org/03wkg3b53"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1569473762","https://openalex.org/W1759219755","https://openalex.org/W1966831001","https://openalex.org/W1978642336","https://openalex.org/W1980732600","https://openalex.org/W1981291049","https://openalex.org/W1989563738","https://openalex.org/W2012411608","https://openalex.org/W2026954439","https://openalex.org/W2038675138","https://openalex.org/W2069131346","https://openalex.org/W2084652052","https://openalex.org/W2088821479","https://openalex.org/W2095580272","https://openalex.org/W2098693229","https://openalex.org/W2114331649","https://openalex.org/W2120954940","https://openalex.org/W2128716185","https://openalex.org/W2133295669","https://openalex.org/W2134972128","https://openalex.org/W2135739137","https://openalex.org/W2145239707","https://openalex.org/W2154285871","https://openalex.org/W2161775025","https://openalex.org/W2163605009","https://openalex.org/W2180187800","https://openalex.org/W2190700746","https://openalex.org/W2194775991","https://openalex.org/W2325939864","https://openalex.org/W2394719643","https://openalex.org/W2547222610","https://openalex.org/W2559846693","https://openalex.org/W2569242799","https://openalex.org/W2600537992","https://openalex.org/W2725419478","https://openalex.org/W2733924329","https://openalex.org/W2789848387","https://openalex.org/W2805754451","https://openalex.org/W2890129614","https://openalex.org/W2912376035","https://openalex.org/W2941039078","https://openalex.org/W2969069666","https://openalex.org/W2974600362","https://openalex.org/W2990555811","https://openalex.org/W2994828068","https://openalex.org/W3009247505","https://openalex.org/W3010093963","https://openalex.org/W3046880397","https://openalex.org/W3083589295","https://openalex.org/W4230222986","https://openalex.org/W4241598541","https://openalex.org/W6684191040","https://openalex.org/W6761354291","https://openalex.org/W6770751163"],"related_works":["https://openalex.org/W3089745382","https://openalex.org/W2788481061","https://openalex.org/W2982232682","https://openalex.org/W2969985801","https://openalex.org/W3043756010","https://openalex.org/W3099206234","https://openalex.org/W3010093963","https://openalex.org/W2963839617","https://openalex.org/W2954884160","https://openalex.org/W2914454064","https://openalex.org/W2890680318","https://openalex.org/W2871667416","https://openalex.org/W2194775991","https://openalex.org/W3120895209","https://openalex.org/W2979327556","https://openalex.org/W3033534610","https://openalex.org/W3042230852","https://openalex.org/W2953931915","https://openalex.org/W3202615267","https://openalex.org/W3042235754"],"abstract_inverted_index":{"Previous":[0],"generations":[1],"of":[2,11,57,60,125,160,169],"face":[3,80,194],"recognition":[4,81,105,195],"algorithms":[5,82],"differ":[6],"in":[7,34,164,193],"accuracy":[8,106],"for":[9,30,93,119,151,181,189],"images":[10],"different":[12],"races":[13],"(race":[14],"bias).":[15],"Here,":[16],"we":[17,75,185],"present":[18,76],"the":[19,55,58,61,123,130,158,161,165],"possible":[20],"underlying":[21],"factors":[22,39,52],"(data-driven":[23],"and":[24,27,46,49,66,86,96,107,184],"scenario":[25,50],"modeling)":[26],"methodological":[28],"considerations":[29],"assessing":[31],"race":[32,108,112,175],"bias":[33,113,126,176,192],"algorithms.":[35,153,196],"We":[36,172],"discuss":[37],"data-driven":[38],"(e.g.,":[40,63],"image":[41,43],"quality,":[42],"population":[44],"statistics,":[45],"algorithm":[47,62,85,170],"architecture),":[48],"modeling":[51],"that":[53,111,174],"consider":[54],"role":[56],"\"user\"":[59],"threshold":[64],"decisions":[65],"demographic":[67,155],"constraints).":[68],"To":[69,134],"illustrate":[70],"how":[71],"these":[72],"issues":[73],"apply,":[74],"data":[77],"from":[78],"four":[79,121],"(a":[83],"previous-generation":[84],"three":[87],"deep":[88],"convolutional":[89],"neural":[90],"networks,":[91],"DCNNs)":[92],"East":[94,141],"Asian":[95,142],"Caucasian":[97,149],"faces.":[98],"First,":[99],"dataset":[100],"difficulty":[101],"affected":[102],"both":[103],"overall":[104],"bias,":[109],"such":[110],"increased":[114],"with":[115],"item":[116],"difficulty.":[117],"Second,":[118],"all":[120,152],"algorithms,":[122],"degree":[124],"varied":[127],"depending":[128],"on":[129,157],"identification":[131,146],"decision":[132],"threshold.":[133],"achieve":[135],"equal":[136],"false":[137],"accept":[138],"rates":[139],"(FARs),":[140],"faces":[143],"required":[144],"higher":[145],"thresholds":[147],"than":[148],"faces,":[150],"Third,":[154],"constraints":[156],"formulation":[159],"distributions":[162],"used":[163],"test,":[166],"impacted":[167],"estimates":[168],"accuracy.":[171],"conclude":[173],"needs":[177],"to":[178],"be":[179],"measured":[180],"individual":[182],"applications":[183],"provide":[186],"a":[187],"checklist":[188],"measuring":[190],"this":[191]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":6}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}